-- Logs begin at Wed 2021-09-22 09:18:01 UTC, end at Wed 2021-09-22 11:53:53 UTC. -- Sep 22 10:03:04.606343 n-d-807025-3 systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 10:03:07.326162 n-d-807025-3 neutron-server[95570]: INFO neutron.common.config [-] Logging enabled! Sep 22 10:03:07.326756 n-d-807025-3 neutron-server[95570]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 10:03:07.326927 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95570) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 10:03:07.330243 n-d-807025-3 neutron-server[95570]: INFO neutron.common.config [-] Logging enabled! Sep 22 10:03:07.330505 n-d-807025-3 neutron-server[95570]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 10:03:07.330817 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95570) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 10:03:07.331757 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 10:03:07.331994 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 10:03:07.332358 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 10:03:07.332608 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 10:03:07.332837 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 10:03:07.333161 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.333461 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.333759 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.333995 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.334317 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.334613 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.334899 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.335189 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.335487 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.335775 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.336055 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.336341 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.336572 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.336854 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.337140 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.337427 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.337650 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] debug = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.337930 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.338386 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.338794 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.339074 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.339362 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.339641 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.340427 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.340707 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.340992 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.341319 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] host = n-d-807025-3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.341598 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.341886 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.342194 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.342482 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.342759 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.343038 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.343322 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.343594 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.343867 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] log_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.344142 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.344435 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.344722 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.345010 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.345236 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.345704 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.345804 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.346021 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.346317 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.346593 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.346868 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.347143 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.347417 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.347687 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.347972 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.348255 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.348539 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.348813 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.349085 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.349357 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.349628 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.349912 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.350211 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.350484 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.350759 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.351048 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.351319 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.351593 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.351894 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.352179 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.352459 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.352745 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.353017 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.353301 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.353574 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.353845 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.354134 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] use_json = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.354416 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.354687 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.354968 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.355240 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.355534 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.356335 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.356609 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.356895 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:07.357196 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.357494 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.357795 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.358079 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.358399 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.358680 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.358968 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.359248 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.359538 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.359830 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.360119 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.360399 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.360688 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.360966 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.361264 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.361573 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.361868 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.362187 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.362468 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.362742 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.363015 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.363296 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.363586 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.363867 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.364157 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.364453 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.364734 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.365023 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.365320 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.365610 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.365885 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.366198 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.366491 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.366770 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.367044 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.367322 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.367611 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.367889 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.368161 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.368445 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.368723 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.368997 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.369269 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.369548 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.369838 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.370133 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.370410 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.370683 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.370959 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.371257 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.371545 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.371823 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.372096 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.372368 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.372645 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.372918 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.373190 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.373467 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.373740 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.374017 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.374313 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.374593 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.374866 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.375139 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.375413 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.375686 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.375958 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.376235 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.376508 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.376780 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.377051 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.377324 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.377595 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.377883 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.378207 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.378486 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.378763 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.379042 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.379319 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.379597 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.379875 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.380151 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.380429 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.380700 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.380987 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.381269 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.381556 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.381839 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.382130 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.382435 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.382713 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.382993 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.383269 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.383546 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.383829 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.384113 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.384410 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.384703 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.384994 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.385285 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.385579 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.385862 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.386203 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.386484 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:07.386701 n-d-807025-3 neutron-server[95570]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 10:03:07.386963 n-d-807025-3 neutron-server[95570]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95570) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 10:03:07.738501 n-d-807025-3 neutron-server[95570]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 10:03:07.738782 n-d-807025-3 neutron-server[95570]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 10:03:07.739074 n-d-807025-3 neutron-server[95570]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 10:03:07.739410 n-d-807025-3 neutron-server[95570]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 10:03:08.131464 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.131685 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.131968 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.133252 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.133532 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.133797 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.169606 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.169885 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.170176 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.185224 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.185502 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.185769 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.214039 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.214337 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.214609 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.252364 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.252648 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.252916 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.492791 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.493448 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.493448 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.493613 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.494303 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.614010 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.614357 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.614640 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.614914 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.615181 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.615491 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.615748 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.616005 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.616257 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.616536 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.616793 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.617055 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.617306 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.617555 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.617806 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.618067 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.618348 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.618610 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.618877 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.619137 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.619407 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.619660 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.619942 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.620320 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.620569 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.620814 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.621264 n-d-807025-3 neutron-server[95570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 10:03:08.622007 n-d-807025-3 neutron-server[95570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 10:03:08.622274 n-d-807025-3 neutron-server[95570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 10:03:08.622515 n-d-807025-3 neutron-server[95570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 10:03:08.622754 n-d-807025-3 neutron-server[95570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 10:03:08.622992 n-d-807025-3 neutron-server[95570]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 10:03:08.623360 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 10:03:08.626487 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 10:03:08.630520 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 10:03:08.634146 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 22 10:03:08.635769 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 10:03:08.636224 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 10:03:08.636558 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 10:03:08.636967 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 10:03:08.639784 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 10:03:08.640038 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 10:03:08.640387 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 10:03:08.645935 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 10:03:08.667684 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 10:03:08.668647 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.668942 n-d-807025-3 neutron-server[95570]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95570) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 10:03:08.669300 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.670697 n-d-807025-3 neutron-server[95570]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95570) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 10:03:08.671141 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 10:03:08.671390 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 10:03:08.674586 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.674869 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:08.738985 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 10:03:08.739223 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 10:03:08.739460 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 10:03:08.739832 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 10:03:08.761595 n-d-807025-3 neutron-server[95570]: DEBUG oslo_db.sqlalchemy.engines [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95570) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 10:03:09.474514 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Initializing driver for type 'gre' Sep 22 10:03:09.475184 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] gre ID ranges: [(1, 1000)] Sep 22 10:03:09.687900 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Initializing driver for type 'local' Sep 22 10:03:09.688512 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Initializing driver for type 'vlan' Sep 22 10:03:09.774184 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] VlanTypeDriver initialization complete Sep 22 10:03:09.774474 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Initializing driver for type 'vxlan' Sep 22 10:03:09.774986 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] vxlan ID ranges: [(1, 1000)] Sep 22 10:03:09.956110 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Initializing extension driver 'port_security' Sep 22 10:03:09.956450 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.extensions.port_security [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] PortSecurityExtensionDriver initialization complete Sep 22 10:03:09.956786 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Initializing mechanism driver 'openvswitch' Sep 22 10:03:09.957109 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Initializing mechanism driver 'hyperv' Sep 22 10:03:09.963645 n-d-807025-3 neutron-server[95570]: DEBUG neutron.plugins.ml2.plugin [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:09.964323 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > port after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.964696 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > port after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.965051 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > port after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.965579 n-d-807025-3 neutron-server[95570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 10:03:09.966012 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > subnet after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.966391 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > subnet after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.975298 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.975298 n-d-807025-3 neutron-server[95570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 10:03:09.975298 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > network after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.975298 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > network after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.975298 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > network after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.975686 n-d-807025-3 neutron-server[95570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 10:03:09.975686 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > security_group after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.975686 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > security_group after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.975686 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.975686 n-d-807025-3 neutron-server[95570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 10:03:09.976064 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976064 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976064 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976064 n-d-807025-3 neutron-server[95570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 10:03:09.976064 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > address_group after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976408 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > address_group after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976408 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976408 n-d-807025-3 neutron-server[95570]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95570) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 10:03:09.976408 n-d-807025-3 neutron-server[95570]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] ML2 OVO RPC backend initialized. {{(pid=95570) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 22 10:03:09.976408 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976749 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976749 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > network before_response 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976749 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > networks before_response 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.976749 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > port before_response 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.977053 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > ports before_response 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.977053 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > subnet before_response 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.977053 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > subnets before_response 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.977053 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > network after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.977331 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > network after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.977599 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > network after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.977937 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > port after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.978305 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > port after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.978643 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > port after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.978981 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > subnet after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.979318 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > subnet after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.979651 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:09.980225 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.plugin [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Modular L2 Plugin initialization complete Sep 22 10:03:09.981099 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading services supported by the core plugin {{(pid=95570) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 10:03:09.981429 n-d-807025-3 neutron-server[95570]: INFO neutron.plugins.ml2.managers [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Got port-security extension from driver 'port_security' Sep 22 10:03:09.981892 n-d-807025-3 neutron-server[95570]: INFO neutron.extensions.vlantransparent [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Disabled vlantransparent extension. Sep 22 10:03:09.982402 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95570) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 10:03:09.982715 n-d-807025-3 neutron-server[95570]: INFO neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading Plugin: router Sep 22 10:03:10.018654 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.019051 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router after_create 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.019427 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router before_create 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.019794 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.020168 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.020778 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router after_delete 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.021140 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.021500 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.021861 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router after_create 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.022231 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router after_update 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.022584 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router after_update 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.022936 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.023292 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router after_update 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.023700 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router precommit_update 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.024068 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: port after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.024451 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: port after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.024746 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: subnet after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.025090 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.025438 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.025784 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router precommit_create 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.026143 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: port before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.026488 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router precommit_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.026844 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router after_update 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.027188 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.027561 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router precommit_create 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.027923 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.028268 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router precommit_update 55549900 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.028631 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > agent after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.028980 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > agent after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.029322 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > network after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.030198 n-d-807025-3 neutron-server[95570]: DEBUG neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Tracking information for resource: router configured {{(pid=95570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 10:03:10.030540 n-d-807025-3 neutron-server[95570]: DEBUG neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Tracking information for resource: floatingip configured {{(pid=95570) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 10:03:10.035434 n-d-807025-3 neutron-server[95570]: INFO neutron.db.l3_agentschedulers_db [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 10:03:10.036002 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: port after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.036363 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: port after_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.036715 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: port after_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.037067 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: port after_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.037848 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router before_create 55550100 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.038237 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.038602 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router precommit_create 55550100 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.038961 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > router precommit_update 55550100 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.044289 n-d-807025-3 neutron-server[95570]: DEBUG neutron.services.provider_configuration [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service providers = [] {{(pid=95570) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 10:03:10.044655 n-d-807025-3 neutron-server[95570]: DEBUG neutron.db.servicetype_db [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95570) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 10:03:10.047647 n-d-807025-3 neutron-server[95570]: DEBUG neutron.services.service_base [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 10:03:10.048004 n-d-807025-3 neutron-server[95570]: DEBUG neutron.services.service_base [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 10:03:10.048353 n-d-807025-3 neutron-server[95570]: DEBUG neutron.services.service_base [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 10:03:10.049248 n-d-807025-3 neutron-server[95570]: DEBUG neutron.services.service_base [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95570) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 10:03:10.049626 n-d-807025-3 neutron-server[95570]: INFO neutron.services.service_base [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 10:03:10.050003 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 10:03:10.050353 n-d-807025-3 neutron-server[95570]: INFO neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 10:03:10.061444 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 10:03:10.061785 n-d-807025-3 neutron-server[95570]: INFO neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading Plugin: auto_allocate Sep 22 10:03:10.067538 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: network precommit_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.067909 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: network precommit_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.068424 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 10:03:10.068748 n-d-807025-3 neutron-server[95570]: INFO neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading Plugin: tag Sep 22 10:03:10.075287 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 10:03:10.075620 n-d-807025-3 neutron-server[95570]: INFO neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading Plugin: timestamp Sep 22 10:03:10.079614 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 10:03:10.079947 n-d-807025-3 neutron-server[95570]: INFO neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading Plugin: network_ip_availability Sep 22 10:03:10.085353 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.085725 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.086082 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.086805 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 10:03:10.087126 n-d-807025-3 neutron-server[95570]: INFO neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading Plugin: flavors Sep 22 10:03:10.091811 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 10:03:10.092148 n-d-807025-3 neutron-server[95570]: INFO neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading Plugin: revisions Sep 22 10:03:10.096401 n-d-807025-3 neutron-server[95570]: DEBUG neutron.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95570) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 10:03:10.096793 n-d-807025-3 neutron-server[95570]: DEBUG oslo_concurrency.lockutils [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.358s {{(pid=95570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 10:03:10.097524 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95570) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 10:03:10.097866 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Initializing extension manager. Sep 22 10:03:10.098406 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: __init__.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.098753 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: __pycache__ {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.099091 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.099425 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: address_group.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.100177 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.100739 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: address-group Sep 22 10:03:10.101063 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: address_scope.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.101971 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.102527 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: address-scope Sep 22 10:03:10.102855 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.103789 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.104308 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: router-admin-state-down-before-update Sep 22 10:03:10.104637 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: agent.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.105343 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.106388 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: agent Sep 22 10:03:10.106713 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: agent_resources_synced.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.107636 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.108144 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: agent-resources-synced Sep 22 10:03:10.108468 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: allowedaddresspairs.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.110292 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.110812 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: allowed-address-pairs Sep 22 10:03:10.111141 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: auto_allocated_topology.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.112219 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.112738 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: auto-allocated-topology Sep 22 10:03:10.113068 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: availability_zone.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.113758 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.114295 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: availability_zone Sep 22 10:03:10.114622 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: availability_zone_filter.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.115552 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.116060 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: availability_zone_filter Sep 22 10:03:10.116383 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: data_plane_status.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.117296 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.117797 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 10:03:10.118137 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: default_subnetpools.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.119059 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.119563 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: default-subnetpools Sep 22 10:03:10.119885 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.120691 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.121748 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: dhcp_agent_scheduler Sep 22 10:03:10.122072 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: dns.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.123028 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.123528 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension dns-integration not supported by any of loaded plugins Sep 22 10:03:10.123851 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: dns_domain_ports.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.124777 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.125281 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 10:03:10.125603 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.126558 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.127063 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 10:03:10.127384 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: dvr.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.128054 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.128554 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: dvr Sep 22 10:03:10.128872 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: ecmp_routes.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.129797 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.130322 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 10:03:10.130647 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: empty_string_filtering.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.131567 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.132076 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: empty-string-filtering Sep 22 10:03:10.132402 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.133314 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.133814 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 10:03:10.134162 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.135087 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.135600 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 10:03:10.135924 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: external_net.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.136854 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.137368 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: external-net Sep 22 10:03:10.137690 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.138622 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.139130 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: extra_dhcp_opt Sep 22 10:03:10.139451 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: extraroute.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.140360 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.140865 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: extraroute Sep 22 10:03:10.141186 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: extraroute_atomic.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.142268 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.142778 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: extraroute-atomic Sep 22 10:03:10.143101 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: filter_validation.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.143766 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.144269 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: filter-validation Sep 22 10:03:10.144599 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: fip_pf_description.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.145767 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.146297 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 10:03:10.146618 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: fip_port_details.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.147534 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.148038 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: fip-port-details Sep 22 10:03:10.148357 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: flavors.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.149605 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.150143 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: flavors Sep 22 10:03:10.150470 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.152132 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.152684 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 10:03:10.153024 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: floatingip_pools.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.153738 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.154284 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: floatingip-pools Sep 22 10:03:10.154623 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: ip_allocation.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.155547 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.156055 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 10:03:10.156384 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.157303 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.157814 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: ip-substring-filtering Sep 22 10:03:10.158161 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: l2_adjacency.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.159092 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.159597 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 10:03:10.159920 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: l3.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.160996 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.161515 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: router Sep 22 10:03:10.161845 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.164118 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.164654 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 10:03:10.164986 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.165932 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.166474 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: ext-gw-mode Sep 22 10:03:10.166807 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.167730 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.168758 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: l3-ha Sep 22 10:03:10.169086 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: l3_flavors.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.170005 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.170544 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: l3-flavors Sep 22 10:03:10.170874 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.171789 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.172302 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 10:03:10.172631 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: l3agentscheduler.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.173644 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.174176 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: l3_agent_scheduler Sep 22 10:03:10.174506 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: logging.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.175993 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.176511 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension logging not supported by any of loaded plugins Sep 22 10:03:10.176844 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: metering.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.177586 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.178181 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: metering Sep 22 10:03:10.178513 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.179606 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.180123 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: metering_source_and_destination_fields Sep 22 10:03:10.180452 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: multiprovidernet.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.181383 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.181893 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: multi-provider Sep 22 10:03:10.182242 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: netmtu.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.183164 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.184208 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: net-mtu Sep 22 10:03:10.184535 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: netmtu_writable.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.185462 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.185967 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: net-mtu-writable Sep 22 10:03:10.186317 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: network_availability_zone.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.186993 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.187495 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: network_availability_zone Sep 22 10:03:10.187818 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: network_ip_availability.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.188925 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.189435 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: network-ip-availability Sep 22 10:03:10.189763 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: network_segment_range.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.190556 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.191062 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 10:03:10.191385 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: pagination.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.192379 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.192711 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: pagination Sep 22 10:03:10.193035 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: port_device_profile.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.193964 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.194516 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: port-device-profile Sep 22 10:03:10.194843 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.195769 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.196280 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: port-mac-address-regenerate Sep 22 10:03:10.196603 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.197530 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.198038 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: port-numa-affinity-policy Sep 22 10:03:10.198384 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: port_resource_request.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.199448 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.199963 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 10:03:10.200289 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: portbindings.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.201224 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.201733 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: binding Sep 22 10:03:10.202055 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: portbindings_extended.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.203351 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.203864 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: binding-extended Sep 22 10:03:10.204194 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: portsecurity.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.205125 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.205637 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: port-security Sep 22 10:03:10.205963 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: project_id.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.206976 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.207310 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: project-id Sep 22 10:03:10.207635 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: providernet.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.208566 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.209081 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: provider Sep 22 10:03:10.209404 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.212905 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.213431 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos not supported by any of loaded plugins Sep 22 10:03:10.213766 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.215555 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.216070 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 10:03:10.216403 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.217332 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.217838 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 10:03:10.218199 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos_default.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.219115 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.219661 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos-default not supported by any of loaded plugins Sep 22 10:03:10.219993 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos_fip.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.220651 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.221201 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos-fip not supported by any of loaded plugins Sep 22 10:03:10.221518 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos_gateway_ip.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.222468 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.222979 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 10:03:10.223304 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos_port_network_policy.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.224220 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.224726 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 10:03:10.225050 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos_pps_rule.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.226279 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.226796 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos-pps not supported by any of loaded plugins Sep 22 10:03:10.227126 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos_rule_type_details.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.228051 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.228559 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 10:03:10.228886 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: qos_rules_alias.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.229943 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.230528 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 10:03:10.230860 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: quotasv2.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.231767 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.232099 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: quotas Sep 22 10:03:10.232423 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: quotasv2_detail.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.235654 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.235999 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: quota_details Sep 22 10:03:10.236332 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: rbac.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.237384 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.237905 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: rbac-policies Sep 22 10:03:10.238269 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: rbac_address_group.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.239222 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.239736 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: rbac-address-group Sep 22 10:03:10.240079 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: rbac_address_scope.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.240989 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.241507 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: rbac-address-scope Sep 22 10:03:10.241834 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: rbac_security_groups.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.242785 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.243302 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: rbac-security-groups Sep 22 10:03:10.243625 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: rbac_subnetpool.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.244547 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.245059 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: rbac-subnetpool Sep 22 10:03:10.245388 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: revisionifmatch.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.246846 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.247363 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: revision-if-match Sep 22 10:03:10.247687 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: revisions.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.248808 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.249323 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: standard-attr-revisions Sep 22 10:03:10.249651 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: router_availability_zone.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.250360 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.250870 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: router_availability_zone Sep 22 10:03:10.251194 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: routerservicetype.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.252120 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.252630 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension router-service-type not supported by any of loaded plugins Sep 22 10:03:10.252954 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.253874 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.254412 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: security-groups-normalized-cidr Sep 22 10:03:10.254738 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.255670 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.256178 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: port-security-groups-filtering Sep 22 10:03:10.256504 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.257426 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.257943 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: security-groups-remote-address-group Sep 22 10:03:10.258298 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: securitygroup.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.269513 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.270045 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: security-group Sep 22 10:03:10.270659 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: segment.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.271451 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.271962 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension segment not supported by any of loaded plugins Sep 22 10:03:10.272293 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.273245 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.273763 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 10:03:10.274085 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: servicetype.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.275371 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.275839 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: service-type Sep 22 10:03:10.276173 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: sorting.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.277178 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.277549 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: sorting Sep 22 10:03:10.277869 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: standard_attr_segment.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.278817 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.279333 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 10:03:10.279660 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: standardattrdescription.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.280313 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.280819 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: standard-attr-description Sep 22 10:03:10.281145 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: stateful_security_group.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.282078 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.282628 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: stateful-security-group Sep 22 10:03:10.282958 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: stdattrs_common.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.283549 n-d-807025-3 neutron-server[95570]: WARNING neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 10:03:10.283873 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.284799 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.285315 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 10:03:10.285643 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: subnet_onboard.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.286752 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.287272 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: subnet_onboard Sep 22 10:03:10.287600 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.288532 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.289042 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 10:03:10.289368 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: subnet_service_types.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.290401 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.290916 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: subnet-service-types Sep 22 10:03:10.291243 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: subnetallocation.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.292337 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.292850 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: subnet_allocation Sep 22 10:03:10.293202 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.293875 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.294414 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: subnetpool-prefix-ops Sep 22 10:03:10.294741 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.295687 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.296198 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 10:03:10.296522 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: tagging.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.297689 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.298242 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: standard-attr-tag Sep 22 10:03:10.298577 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: timestamp.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.299785 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.300301 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loaded extension: standard-attr-timestamp Sep 22 10:03:10.300632 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: trunk.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.301673 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.302217 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension trunk not supported by any of loaded plugins Sep 22 10:03:10.302550 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: trunk_details.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.303489 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.304004 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension trunk-details not supported by any of loaded plugins Sep 22 10:03:10.304333 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: uplink_status_propagation.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.305270 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.305789 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 10:03:10.306136 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Loading extension file: vlantransparent.py {{(pid=95570) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 10:03:10.306813 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95570) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 10:03:10.307319 n-d-807025-3 neutron-server[95570]: INFO neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 10:03:10.310282 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:network Sep 22 10:03:10.310814 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:subnet Sep 22 10:03:10.311219 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 10:03:10.311626 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:port Sep 22 10:03:10.312844 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.313289 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service FLAVORS assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.314355 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.315072 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.315646 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:router Sep 22 10:03:10.316380 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 10:03:10.317226 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service METERING assigned prefix: /metering {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.319628 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.320204 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.320764 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95570) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:03:10.322423 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 10:03:10.323140 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:security_group Sep 22 10:03:10.323868 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 10:03:10.325349 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service CORE assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.325865 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 10:03:10.326266 n-d-807025-3 neutron-server[95570]: WARNING neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] subnetpool is already registered Sep 22 10:03:10.326722 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service CORE assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.327062 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 10:03:10.327401 n-d-807025-3 neutron-server[95570]: WARNING neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] subnetpool is already registered Sep 22 10:03:10.329666 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.330109 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service FLAVORS assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.330723 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.331148 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.331485 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:router Sep 22 10:03:10.331827 n-d-807025-3 neutron-server[95570]: WARNING neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] router is already registered Sep 22 10:03:10.332243 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 10:03:10.332584 n-d-807025-3 neutron-server[95570]: WARNING neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] floatingip is already registered Sep 22 10:03:10.333048 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service METERING assigned prefix: /metering {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.333722 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 10:03:10.334053 n-d-807025-3 neutron-server[95570]: WARNING neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] rbac_policy is already registered Sep 22 10:03:10.334497 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:security_group Sep 22 10:03:10.334835 n-d-807025-3 neutron-server[95570]: WARNING neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] security_group is already registered Sep 22 10:03:10.335243 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 10:03:10.335577 n-d-807025-3 neutron-server[95570]: WARNING neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] security_group_rule is already registered Sep 22 10:03:10.336209 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service CORE assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.336543 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 10:03:10.336879 n-d-807025-3 neutron-server[95570]: WARNING neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] subnetpool is already registered Sep 22 10:03:10.337303 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.v2.resource_helper [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Service CORE assigned prefix: {{(pid=95570) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 10:03:10.337639 n-d-807025-3 neutron-server[95570]: INFO neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 10:03:10.337973 n-d-807025-3 neutron-server[95570]: WARNING neutron.quota.resource_registry [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] subnetpool is already registered Sep 22 10:03:10.338466 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: extensions {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.340002 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: address-groups {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.341463 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: address-scopes {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.342807 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: agents {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.343967 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: auto-allocated-topology {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.345206 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: availability_zones {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.346465 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: dhcp-networks {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.347968 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: dhcp-agents {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.349390 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: routers {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.351634 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: flavors {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.352788 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: service_profiles {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.353996 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: next_providers {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.355510 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: service_profiles {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.357041 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: floatingip-pools {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.358281 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: routers {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.360390 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: floatingips {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.361670 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: l3-routers {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.363091 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: l3-agents {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.364500 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: metering-labels {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.365864 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: metering-label-rules {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.367175 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: network-ip-availabilities {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.368426 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: bindings {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.370932 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: quotas {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.372903 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: quotas {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.374338 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: rbac-policies {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.375527 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: security-groups {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.376830 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: security-group-rules {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.378110 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: service-providers {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.379318 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: subnetpools {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.380749 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: subnetpools {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.382218 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.383894 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.385729 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.388124 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.389908 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.391777 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.393474 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.395665 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.397433 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.399214 n-d-807025-3 neutron-server[95570]: DEBUG neutron.api.extensions [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Extended resource: tags {{(pid=95570) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 10:03:10.405201 n-d-807025-3 neutron-server[95570]: WARNING keystonemiddleware.auth_token [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 10:03:10.409939 n-d-807025-3 neutron-server[95570]: WARNING keystonemiddleware.auth_token [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 10:03:10.418894 n-d-807025-3 neutron-server[95570]: DEBUG oslo_concurrency.lockutils [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Acquired lock "singleton_lock" {{(pid=95570) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 10:03:10.418894 n-d-807025-3 neutron-server[95570]: DEBUG oslo_concurrency.lockutils [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Releasing lock "singleton_lock" {{(pid=95570) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 10:03:10.419687 n-d-807025-3 neutron-server[95570]: INFO oslo_service.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Starting 2 workers Sep 22 10:03:10.424760 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Started child 95681 {{(pid=95570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 10:03:10.430003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:10.431583 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Started child 95682 {{(pid=95570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 10:03:10.431773 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [-] (95681) wsgi starting up on http://0.0.0.0:9696 Sep 22 10:03:10.434414 n-d-807025-3 neutron-server[95570]: INFO neutron.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 10:03:10.435546 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Notify callbacks [] for process, before_spawn {{(pid=95570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:10.435984 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:10.437467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [-] (95682) wsgi starting up on http://0.0.0.0:9696 Sep 22 10:03:10.438610 n-d-807025-3 neutron-server[95570]: INFO oslo_service.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Starting 1 workers Sep 22 10:03:10.443755 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Started child 95683 {{(pid=95570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 10:03:10.450676 n-d-807025-3 neutron-server[95570]: INFO oslo_service.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Starting 1 workers Sep 22 10:03:10.450811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] calling RpcWorker wait() {{(pid=95683) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 10:03:10.450811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] returning from RpcWorker wait() {{(pid=95683) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 10:03:10.451380 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Started child 95684 {{(pid=95570) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 10:03:10.451459 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:10.451538 n-d-807025-3 neutron-server[95570]: DEBUG neutron_lib.callbacks.manager [None req-44314c46-041e-4391-863a-681c239c1fd7 None None] Notify callbacks [] for process, after_spawn {{(pid=95570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:10.451609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:10.452196 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95570) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 10:03:10.452418 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 10:03:10.452602 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 10:03:10.452826 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 10:03:10.453163 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 10:03:10.453325 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 10:03:10.453996 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.454315 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.454589 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.454693 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:10.455106 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.455106 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.455524 n-d-807025-3 neutron-server[95684]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:10.455849 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.456096 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.456365 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.456638 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.456885 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.457060 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.457411 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.457664 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.457900 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.458245 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.458539 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.458792 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.459073 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.459251 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.459494 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.459761 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.459995 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.460271 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] debug = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.460536 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.461034 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.461281 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.461529 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.461746 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.462023 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.462313 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.462577 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.462970 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.463196 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.463439 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.463699 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.463930 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.464146 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.464369 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.464635 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.464882 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.465351 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] host = n-d-807025-3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.465588 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.465804 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.466059 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.466329 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.466593 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.466798 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.467068 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.467313 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.467581 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.467988 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.468241 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.468508 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.468748 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.469001 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.469184 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_options = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.469495 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.469748 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.470210 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.470390 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.470557 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.470734 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.470985 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.471205 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.471607 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.471997 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.472363 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.472725 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.473128 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.473520 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.473956 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.474424 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.474814 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.475186 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.475619 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.476025 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.476425 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.476851 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.477238 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.477646 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.478032 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.485684 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.485684 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.485684 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.485684 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.485684 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.485684 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.485684 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.485684 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486351 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486351 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486351 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486351 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486351 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486351 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486351 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486351 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486935 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486935 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486935 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486935 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486935 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486935 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_json = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486935 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486935 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.486935 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.487574 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.487574 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.487574 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.487574 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.487574 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.487921 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.487921 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.488230 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.488475 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.488709 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.488961 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.489672 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.489917 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.490212 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.490440 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.490742 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.490977 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.491267 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.491490 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.491768 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.492107 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.492362 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.492630 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.492892 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.493158 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.493406 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.493643 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.493918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.494154 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.494410 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.494654 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.494897 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.495235 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.495511 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.495759 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.496517 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.496753 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.496999 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.497237 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.497450 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.497661 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.497873 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.498149 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.498389 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.498600 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.498814 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.499060 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.499271 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.499501 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.499763 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.500017 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.500243 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.500945 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.501178 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.501397 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.501608 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.501837 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.502122 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.502317 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.502576 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.502806 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.503041 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.503250 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.503478 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.503718 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.504002 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.504213 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.504423 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.504633 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.504851 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.505285 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.505544 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.505739 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.505957 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.506175 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.506494 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.506716 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.506956 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.507178 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.507394 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.507609 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.507820 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.508052 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.508273 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.508484 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.508695 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.508918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.509146 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.509358 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.509565 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.509773 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.509978 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.510215 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.514371 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.514371 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.514371 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.514371 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.514371 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.514371 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.514371 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.514371 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.515428 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.515428 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.515428 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.515428 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.515428 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.515428 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.515428 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.515428 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.516291 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.516291 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.516291 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.516291 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.516921 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.516921 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.516921 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.517188 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.517389 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.517655 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.517905 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.518185 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.518487 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.518683 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.518965 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.519181 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.519443 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.519736 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.520018 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.520529 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.520756 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.521008 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.521251 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.521495 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.521755 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.522005 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.522274 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.522660 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.523037 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.523283 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.523640 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.523828 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.523969 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.524268 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.524539 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.524765 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.524978 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.525242 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.525689 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.525864 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.526391 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.526762 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.527159 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.527444 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.527693 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.527909 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.528168 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.528414 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.528627 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.528869 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.529086 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.529340 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.530627 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.530627 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.530627 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.530627 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.530627 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.530627 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.531785 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.531785 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.531785 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.531785 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.531785 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.532874 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.532874 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.532874 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.532874 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.532874 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.534409 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.534409 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.534409 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.534409 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.534409 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.534409 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.534409 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.534832 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.534832 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.535074 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.535293 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.535768 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.535768 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.536040 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.536127 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.536336 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.536562 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.536796 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.537052 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.537285 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.537603 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.537872 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.538121 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.538359 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.539873 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.540147 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.540372 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.540626 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.540848 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.541068 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.541285 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.541564 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.541786 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.542024 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.542265 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.542508 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.542744 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.542984 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.543194 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.543483 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.543738 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.543965 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.544212 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.544444 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.544832 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.545080 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.545299 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.545509 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.545729 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.545954 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.546187 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.548918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.548918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.548918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.548918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.548918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.548918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.548918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.548918 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.549562 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.549562 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.549562 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.549562 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.549562 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.549562 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.549562 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.549562 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.550031 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.550031 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.550195 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.550410 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.550618 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.550839 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.551077 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.551288 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.551581 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.552380 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.552380 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.552380 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.552593 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.552802 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.553193 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.553504 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.553719 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.553955 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.554193 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.554412 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.554611 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.554883 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.555214 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.555506 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.555757 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.556006 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.556291 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.556556 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.556831 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.557041 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.557337 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.557662 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.557955 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.558208 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.558453 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.559225 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.559442 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.559674 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.559907 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.560138 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.560353 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.560592 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.560816 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.561050 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.561269 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.561491 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.561704 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.561943 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.562183 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.562422 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.562633 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.562800 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 10:03:10.563294 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95570) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 10:03:10.563599 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 10:03:10.563902 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 10:03:10.564053 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 10:03:10.564224 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 10:03:10.564378 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 10:03:10.564626 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.564778 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.564947 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.565222 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.565222 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.565504 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.565504 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.565781 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.565781 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.566051 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.566051 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.566345 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.566345 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.566612 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.566612 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.566876 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.567013 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.567162 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.567313 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.568135 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.568135 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.568135 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.568135 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] debug = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.568135 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.568788 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.568788 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.568788 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.568788 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.569342 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.569342 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.569660 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.569660 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.569920 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.569920 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.570217 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.570217 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.570563 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.570563 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.570563 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.570936 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.570936 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] host = n-d-807025-3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.571191 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.571191 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.571400 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.571400 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.571710 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.571710 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.571983 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.571983 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.572245 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.572382 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.572529 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.572669 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.572807 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.572943 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.573081 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_options = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.573228 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.573365 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.573502 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.573639 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.573788 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.573929 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.574836 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.574836 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.574836 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.575393 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.575393 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.575393 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.575811 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.575811 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.575811 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.576207 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.576207 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.576207 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.576602 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.576602 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.576602 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.576990 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.576990 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.576990 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.577382 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.577382 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.577654 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.577654 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.577916 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.577916 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.578204 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.578204 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.578481 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.578481 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.578735 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.578735 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.578982 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.579123 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.579260 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.579408 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.579554 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.579692 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.579829 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.579967 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.580103 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.580239 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.580370 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_json = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.580499 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.580638 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.580785 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.580924 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.581060 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.581210 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.581347 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.581484 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 10:03:10.581622 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.581759 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.581895 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.582046 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.582225 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.582363 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.582501 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.582638 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.582801 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.582946 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.583096 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.583256 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.583413 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.583552 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.583740 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.583888 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.584018 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.584162 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.584320 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.584476 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.584633 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.584791 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.584957 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.585114 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.585269 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.585540 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.585668 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.585792 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.585915 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.586047 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.586227 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.586345 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.586469 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.586623 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.586780 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.586938 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.587094 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.587252 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.587410 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.587568 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.587723 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.587881 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.588039 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.588196 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.588355 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.588512 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.588669 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.588826 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.588988 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.589144 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.589319 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.589456 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.589612 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.589799 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.589946 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.590137 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.590282 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.590439 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.590595 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.590752 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.590909 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.591066 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.591223 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.591378 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.591540 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.591689 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.591855 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.592011 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.592156 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.592317 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.592473 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.592631 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.592788 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.592944 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.593101 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.593244 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.593403 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.593563 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.593707 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.593865 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.594024 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.594202 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.594353 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.594511 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.594667 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.594823 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.594980 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.595137 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.595294 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.595545 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.595645 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.595777 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.595933 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.596090 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.596246 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.596402 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.596559 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.596715 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.596872 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.597028 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.597184 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.597340 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.597499 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.597656 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.597813 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.597969 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.598153 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.598299 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.598901 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.599088 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.599246 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.599406 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.599563 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.599720 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.599947 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.600077 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.600190 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.600334 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.600493 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.600650 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.600842 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.600976 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.601128 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.601286 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.601442 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.601598 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.601756 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.601912 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.602069 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.602248 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.602406 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.602563 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.602727 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.602896 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.603053 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.603209 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.603366 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.603545 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.603702 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.603858 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.604016 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.604172 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.604329 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.604487 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.604645 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.604807 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.604964 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.605122 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.605279 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.606005 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.606163 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.606289 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.606413 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.606573 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.606731 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.606888 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.607029 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.607191 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.607347 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.607504 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.607661 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.607818 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.607975 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.608131 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.608288 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.608447 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.608603 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.608760 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.608917 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.609078 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.609235 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.609393 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.609549 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.609705 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.609864 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.610012 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.610254 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.610413 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.610574 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.610732 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.610892 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.611049 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.611561 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.611561 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.611561 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.611941 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.611941 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.611941 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.612286 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.612286 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.612557 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.612754 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.612927 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.613085 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.613243 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.613400 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.613556 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.613713 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.613871 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.614027 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.614206 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.614352 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.614508 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.614667 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.614826 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.614982 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.615140 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.615297 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.615453 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.615610 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.615815 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.615941 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.616153 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.616285 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.616410 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.616533 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.616658 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.616808 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.616966 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.617123 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.617310 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.617461 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.617600 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.617751 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.617883 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.617970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:10.618056 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.618208 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.618365 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.618523 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.618689 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.618847 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.619008 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.619164 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.619320 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.619478 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.619644 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.619801 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.619958 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.620119 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.620310 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.620453 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.620589 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.620724 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.620880 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.621059 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.621730 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.621890 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.622058 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.622231 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.622374 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.622537 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.622694 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.622851 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.623047 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.623179 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.623313 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.623446 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.623603 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.623759 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.623916 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.624075 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.624237 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.624395 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.624558 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.624718 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.624883 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.625049 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.625214 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.625371 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.625533 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.625702 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.625852 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.626006 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.626204 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.626336 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.626482 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.626615 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.626748 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.626907 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.627064 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.627221 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.627377 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.627533 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.627689 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.627846 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.628003 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.628159 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.628316 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.628472 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.628629 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 10:03:10.628778 n-d-807025-3 neutron-server[95570]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95570) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 10:03:10.782585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37060) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:10.791109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063913 Sep 22 10:03:22.231826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06220a2e-a29f-41c0-8783-968c5b67a717 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:03:22.325241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06220a2e-a29f-41c0-8783-968c5b67a717 None None] No non-hosted networks {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 10:03:22.336082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.agentschedulers_db [None req-06220a2e-a29f-41c0-8783-968c5b67a717 None None] DHCP Agent not found on host n-d-807025-3 {{(pid=95683) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 22 10:03:22.440088 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74773caf-40df-461e-aab4-55c77711b5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627664'] for agent, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:25.087030 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3eea2ed0-2efc-4a24-8970-1e60fd1dea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627664'] for agent, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:25.134291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-242687fc-281a-4884-9101-3c0e1c6be4ad None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-807025-3 {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:03:25.135946 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-242687fc-281a-4884-9101-3c0e1c6be4ad None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:03:25.466386 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627664'] for agent, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:25.467291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.467930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.468460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.469023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.469561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.470155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.470681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.471231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.471754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.472300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.472797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.473287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:25.473834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-807025-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:25.488475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-807025-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:25.725849 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-242687fc-281a-4884-9101-3c0e1c6be4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:26.012553 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627664'] for agent, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:27.876267 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627664'] for agent, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.808731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37150) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:29.298133 n-d-807025-3 neutron-server[95682]: WARNING oslo_policy.policy [None req-3dfba5c5-850a-41f9-bfe3-3f9c981e9ae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 10:03:29.298733 n-d-807025-3 neutron-server[95682]: WARNING oslo_policy.policy [None req-3dfba5c5-850a-41f9-bfe3-3f9c981e9ae8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 10:03:29.517274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-3dfba5c5-850a-41f9-bfe3-3f9c981e9ae8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:03:29.518417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3dfba5c5-850a-41f9-bfe3-3f9c981e9ae8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7085090 Sep 22 10:03:32.080475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37164) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:32.386822 n-d-807025-3 neutron-server[95683]: INFO neutron.db.l3_hamode_db [None req-c8cd9ad8-6431-49ad-a0ea-d2ae7d069a02 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 10:03:32.396150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-77bc1093-b206-48f2-bc89-717cdd27c362 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:32.465325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd9ad8-6431-49ad-a0ea-d2ae7d069a02 None None] Routers set() bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:03:32.465633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd9ad8-6431-49ad-a0ea-d2ae7d069a02 None None] Router IDs set() for agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 10:03:32.489916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.policy [None req-77bc1093-b206-48f2-bc89-717cdd27c362 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95682) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 10:03:32.534953 n-d-807025-3 neutron-server[95682]: WARNING oslo_policy.policy [None req-77bc1093-b206-48f2-bc89-717cdd27c362 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 10:03:32.535324 n-d-807025-3 neutron-server[95682]: WARNING oslo_policy.policy [None req-77bc1093-b206-48f2-bc89-717cdd27c362 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 10:03:32.543802 n-d-807025-3 neutron-server[95682]: INFO neutron.quota [None req-77bc1093-b206-48f2-bc89-717cdd27c362 admin admin] Loaded quota_driver: . Sep 22 10:03:32.759862 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-77bc1093-b206-48f2-bc89-717cdd27c362 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773456361041', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773456360454', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773456340656', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773456346268', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773455674705', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773456133946', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1787327', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1876891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-874260', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-944446'] for rbac-policy, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:32.967417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-77bc1093-b206-48f2-bc89-717cdd27c362 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:32.968644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-77bc1093-b206-48f2-bc89-717cdd27c362 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8871200 Sep 22 10:03:35.562782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37176) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:35.849973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Request body: {'network': {'project_id': '5d923661681146928241ba567d369675', 'admin_state_up': True, 'name': 'private', 'tenant_id': '5d923661681146928241ba567d369675'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:35.970288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Made reservation on behalf of 5d923661681146928241ba567d369675 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:03:35.972990 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:35.989960 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:36.105385 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:36.169982 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:36.188648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:03:36.215624 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773453153163', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:36.216197 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Unsubscribe: segment precommit_create {{(pid=95682) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 10:03:36.216686 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Added segment 6f8a6c83-3e64-40e3-a95f-6d50ebf455bc of type vlan for network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b Sep 22 10:03:36.232102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905c3d04-1943-4cb9-ac59-08169c743b13,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:36.256641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.256982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.257310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.257638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.257952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.258291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.258606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.258918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.259229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.259540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.259852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.260162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Tracked resource versions report: Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: pushed versions: Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: { 'AddressGroup': {'1.2'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'ConntrackHelper': {'1.0'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Log': {'1.0'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Network': {'1.1'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Port': {'1.7'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'PortForwarding': {'1.2'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'QosPolicy': {'1.9'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'SecurityGroup': {'1.4'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'SecurityGroupRule': {'1.2'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'SubPort': {'1.0'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Subnet': {'1.1'}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Trunk': {'1.1'}} Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: consumer versions: Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: { DHCP agent@n-d-807025-3: {}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: L3 agent@n-d-807025-3: {}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: Metadata agent@n-d-807025-3: {}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: Metering agent@n-d-807025-3: {}, Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: Open vSwitch agent@n-d-807025-3: { 'AddressGroup': '1.2', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'ConntrackHelper': '1.0', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Log': '1.0', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Network': '1.1', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Port': '1.7', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'PortForwarding': '1.2', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'QosPolicy': '1.9', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'SecurityGroup': '1.4', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'SecurityGroupRule': '1.2', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'SubPort': '1.0', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Subnet': '1.1', Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: 'Trunk': '1.1'}} Sep 22 10:03:36.261757 n-d-807025-3 neutron-server[95682]: {{(pid=95682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 10:03:36.332996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:36.427513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:36.428615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:36.429274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:36.521716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=50b2d1a3-01b0-4129-bbf3-a659d09ab30b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:36.533420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:03:36.688192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-30029a76-a738-491d-bdb4-0a0c9fde4ba3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1242511 Sep 22 10:03:39.319269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37190) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:39.707701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75eb3b-f5e7-45a7-9371-e94470ab7148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:39.709089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8f75eb3b-f5e7-45a7-9371-e94470ab7148 admin admin] 10.222.0.20 "GET /v2.0/networks/50b2d1a3-01b0-4129-bbf3-a659d09ab30b HTTP/1.1" status: 200 len: 825 time: 0.3888731 Sep 22 10:03:39.733400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-66d74248-71c7-47aa-9335-2d59180e2034 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/716f0aa5-4772-4175-9e30-f198fabd7c6a HTTP/1.1" status: 200 len: 734 time: 0.0181043 Sep 22 10:03:39.742083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Request body: {'subnet': {'tenant_id': '5d923661681146928241ba567d369675', 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b', 'name': 'private-subnet', 'subnetpool_id': '716f0aa5-4772-4175-9e30-f198fabd7c6a', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:39.818530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Made reservation on behalf of 5d923661681146928241ba567d369675 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:03:39.820699 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:40.193503 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:40.263236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d0911c-06fb-4d36-9be2-62ff3287e350,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:40.269193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Checking segment: {'id': '6f8a6c83-3e64-40e3-a95f-6d50ebf455bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:03:40.270394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Network hostable DHCP agents. Network: 50b2d1a3-01b0-4129-bbf3-a659d09ab30b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:03:40.384108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:03:40.452663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 50b2d1a3-01b0-4129-bbf3-a659d09ab30b) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:03:40.457234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:40.457865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:40.463898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16549e2-f4e0-45c0-91e5-4fdb10a672bf None None] Network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:03:40.585222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2a075d8b-8ff6-427d-8240-c2af932cf388 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8461986 Sep 22 10:03:40.784046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-50b2d1a3-01b0-4129-bbf3-a659d09ab30b', 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b', 'tenant_id': '5d923661681146928241ba567d369675', 'fixed_ips': [{'subnet_id': '89d0911c-06fb-4d36-9be2-62ff3287e350'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:03:40.785246 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.058145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Allocated IP 172.20.0.2 (50b2d1a3-01b0-4129-bbf3-a659d09ab30b/89d0911c-06fb-4d36-9be2-62ff3287e350/747c5a06-7d5c-480f-baaf-bc0d8e178c98) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:03:41.280386 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.353738 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.423596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:03:41.432820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:03:41.442907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Pushing event updated for resources: {'Port': ['ID=747c5a06-7d5c-480f-baaf-bc0d8e178c98,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:41.445058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:03:41.455269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.455617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.455958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.456301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.456638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.457012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.457343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.457672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.457999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.458354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.458684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.459011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Tracked resource versions report: Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: pushed versions: Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: { 'AddressGroup': {'1.2'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'ConntrackHelper': {'1.0'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Log': {'1.0'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Network': {'1.1'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Port': {'1.7'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'PortForwarding': {'1.2'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'QosPolicy': {'1.9'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'SecurityGroup': {'1.4'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'SecurityGroupRule': {'1.2'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'SubPort': {'1.0'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Subnet': {'1.1'}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Trunk': {'1.1'}} Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: consumer versions: Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: { DHCP agent@n-d-807025-3: {}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: L3 agent@n-d-807025-3: {}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: Metadata agent@n-d-807025-3: {}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: Metering agent@n-d-807025-3: {}, Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: Open vSwitch agent@n-d-807025-3: { 'AddressGroup': '1.2', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'ConntrackHelper': '1.0', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Log': '1.0', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Network': '1.1', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Port': '1.7', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'PortForwarding': '1.2', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'QosPolicy': '1.9', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'SecurityGroup': '1.4', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'SecurityGroupRule': '1.2', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'SubPort': '1.0', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Subnet': '1.1', Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: 'Trunk': '1.1'}} Sep 22 10:03:41.461405 n-d-807025-3 neutron-server[95683]: {{(pid=95683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 10:03:41.531508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Attempting to bind port 747c5a06-7d5c-480f-baaf-bc0d8e178c98 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:03:41.532166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Attempting to bind port 747c5a06-7d5c-480f-baaf-bc0d8e178c98 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6f8a6c83-3e64-40e3-a95f-6d50ebf455bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:03:41.532266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Attempting to bind port 747c5a06-7d5c-480f-baaf-bc0d8e178c98 on network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:03:41.537273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:03:41.537689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Checking segment: {'id': '6f8a6c83-3e64-40e3-a95f-6d50ebf455bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:03:41.538210 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.538609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Bound using segment: {'id': '6f8a6c83-3e64-40e3-a95f-6d50ebf455bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:03:41.539092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Bound port: 747c5a06-7d5c-480f-baaf-bc0d8e178c98, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8a6c83-3e64-40e3-a95f-6d50ebf455bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:03:41.539486 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.604952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] For port 747c5a06-7d5c-480f-baaf-bc0d8e178c98, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:03:41.608995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] For port 747c5a06-7d5c-480f-baaf-bc0d8e178c98, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=747c5a06-7d5c-480f-baaf-bc0d8e178c98,segment=NetworkSegment(6f8a6c83-3e64-40e3-a95f-6d50ebf455bc),segment_id=6f8a6c83-3e64-40e3-a95f-6d50ebf455bc)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:03:41.731046 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.794684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a9ee8-3edd-4178-af07-8a5349e27d4d None None] Pushing event updated for resources: {'Port': ['ID=747c5a06-7d5c-480f-baaf-bc0d8e178c98,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:43.016368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37198) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:43.321548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-a42e77bd-bc80-4c40-9826-cc125759bd92 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:03:43.322617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a42e77bd-bc80-4c40-9826-cc125759bd92 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3052874 Sep 22 10:03:45.766646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37206) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:46.261453 n-d-807025-3 neutron-server[95681]: WARNING oslo_policy.policy [None req-f7751060-53ba-4b0a-ab3c-63cbeb0de412 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 10:03:46.262020 n-d-807025-3 neutron-server[95681]: WARNING oslo_policy.policy [None req-f7751060-53ba-4b0a-ab3c-63cbeb0de412 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 10:03:46.480723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-f7751060-53ba-4b0a-ab3c-63cbeb0de412 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:03:46.481993 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7751060-53ba-4b0a-ab3c-63cbeb0de412 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7132871 Sep 22 10:03:49.189325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37226) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:49.493156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] Request body: {'router': {'tenant_id': '5d923661681146928241ba567d369675', 'admin_state_up': True, 'name': 'router1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:49.557305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.policy [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95681) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 10:03:49.608148 n-d-807025-3 neutron-server[95681]: WARNING oslo_policy.policy [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 10:03:49.608552 n-d-807025-3 neutron-server[95681]: WARNING oslo_policy.policy [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 10:03:49.617111 n-d-807025-3 neutron-server[95681]: INFO neutron.quota [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] Loaded quota_driver: . Sep 22 10:03:49.748126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:49.750293 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:49.907214 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:49.979884 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:50.073682 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:50.074943 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e0e98033-a4ed-42d8-8a28-8f406ab7a735 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8846266 Sep 22 10:03:50.283849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10afba3b-96aa-40a2-92db-a2f915793e17 None None] Network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:03:50.356182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fc011d47-1a66-452e-845e-43d4233f7f61 None None] Provisioning complete for port 747c5a06-7d5c-480f-baaf-bc0d8e178c98 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:03:50.356740 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fc011d47-1a66-452e-845e-43d4233f7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:50.540891 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fc011d47-1a66-452e-845e-43d4233f7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:50.599763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fc011d47-1a66-452e-845e-43d4233f7f61 None None] For port 747c5a06-7d5c-480f-baaf-bc0d8e178c98, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=747c5a06-7d5c-480f-baaf-bc0d8e178c98,segment=NetworkSegment(6f8a6c83-3e64-40e3-a95f-6d50ebf455bc),segment_id=6f8a6c83-3e64-40e3-a95f-6d50ebf455bc)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:50.704762 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fc011d47-1a66-452e-845e-43d4233f7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:50.760047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc011d47-1a66-452e-845e-43d4233f7f61 None None] Pushing event updated for resources: {'Port': ['ID=747c5a06-7d5c-480f-baaf-bc0d8e178c98,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:50.822951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-260bad31-b3a7-44f2-a906-9c654b969720 None None] Provisioning complete for port 747c5a06-7d5c-480f-baaf-bc0d8e178c98 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:03:50.823241 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-260bad31-b3a7-44f2-a906-9c654b969720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:50.957660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 747c5a06-7d5c-480f-baaf-bc0d8e178c98 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:03:51.003884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 747c5a06-7d5c-480f-baaf-bc0d8e178c98 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:03:51.004249 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:52.316113 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ac239d3-1491-4d30-a85e-ed5bfdc565df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:52.495664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37236) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:52.806301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-40ee1759-781a-40ab-b648-572942998b73 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:03:52.807859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-40ee1759-781a-40ab-b648-572942998b73 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3112857 Sep 22 10:03:55.058674 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5aaba48-151b-427a-a650-27b849d6d40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.198413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37244) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:55.519100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:55.558750 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.652656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Made reservation on behalf of fa56b8af6b0c488db0ede558c9a94f02 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:03:55.655529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.672212 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.789260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.892643 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.903800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Reserving flat network on physical network physnet1 {{(pid=95681) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 10:03:55.935490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773453153163', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.936068 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Unsubscribe: segment precommit_create {{(pid=95681) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 10:03:55.936578 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Added segment 2d0a89dc-f16d-4887-8c07-0de0336ffef0 of type flat for network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 Sep 22 10:03:55.951907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5570f2f6-1fb7-417d-90ca-292a877da89d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:55.977603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.977945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.978306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.979298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.979627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.979952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.980272 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.980592 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.980910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.981228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.981545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.981859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Tracked resource versions report: Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: pushed versions: Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: { 'AddressGroup': {'1.2'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'ConntrackHelper': {'1.0'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Log': {'1.0'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Network': {'1.1'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Port': {'1.7'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'PortForwarding': {'1.2'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'QosPolicy': {'1.9'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'SecurityGroup': {'1.4'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'SecurityGroupRule': {'1.2'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'SubPort': {'1.0'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Subnet': {'1.1'}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Trunk': {'1.1'}} Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: consumer versions: Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: { DHCP agent@n-d-807025-3: {}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: L3 agent@n-d-807025-3: {}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: Metadata agent@n-d-807025-3: {}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: Metering agent@n-d-807025-3: {}, Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: Open vSwitch agent@n-d-807025-3: { 'AddressGroup': '1.2', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'ConntrackHelper': '1.0', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Log': '1.0', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Network': '1.1', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Port': '1.7', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'PortForwarding': '1.2', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'QosPolicy': '1.9', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'SecurityGroup': '1.4', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'SecurityGroupRule': '1.2', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'SubPort': '1.0', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Subnet': '1.1', Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: 'Trunk': '1.1'}} Sep 22 10:03:55.982984 n-d-807025-3 neutron-server[95681]: {{(pid=95681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 10:03:55.988423 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:56.061528 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:56.201240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:56.202507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:56.203137 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:56.296682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] Pushing event updated for resources: {'Network': ['ID=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:56.307184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:03:56.359478 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f56b85f0-36e0-4839-b910-3caad2a84f9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1599317 Sep 22 10:03:57.806664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.710954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37266) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:58.922822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec808ae-0319-4dd7-8164-7b9b50a1bc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:58.924201 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fec808ae-0319-4dd7-8164-7b9b50a1bc6f admin admin] 10.222.0.20 "GET /v2.0/subnets/89d0911c-06fb-4d36-9be2-62ff3287e350 HTTP/1.1" status: 200 len: 849 time: 0.2123144 Sep 22 10:03:59.055549 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b9813b7b-543d-484a-9c66-6e214033c848 admin admin] 10.222.0.20 "GET /v2.0/routers/64f84cb8-88c9-467d-b5d2-47cffb095d13 HTTP/1.1" status: 200 len: 704 time: 0.1252015 Sep 22 10:03:59.311365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:59.602794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Allocated IP 172.20.0.1 (50b2d1a3-01b0-4129-bbf3-a659d09ab30b/89d0911c-06fb-4d36-9be2-62ff3287e350/e21f23f4-a846-4263-bd66-c5e6095db247) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:03:59.781233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:59.924982 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:59.995091 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:00.003973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:00.013807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e21f23f4-a846-4263-bd66-c5e6095db247,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:00.025135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:00.025628 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:00.270662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ea927cca-fb3e-499c-8593-6f812a7eda71 None None] Provisioning complete for port e21f23f4-a846-4263-bd66-c5e6095db247 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:00.271210 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ea927cca-fb3e-499c-8593-6f812a7eda71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:00.303275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ea927cca-fb3e-499c-8593-6f812a7eda71 None None] Port e21f23f4-a846-4263-bd66-c5e6095db247 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:04:00.308634 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:00.565971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:00.681226 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:00.682003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:00.740933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e21f23f4-a846-4263-bd66-c5e6095db247,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:00.813705 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:00.815011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:01.025895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4b5f8a86-edf9-4fa7-a8c7-73ed09e976ce None None] Provisioning complete for port e21f23f4-a846-4263-bd66-c5e6095db247 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:01.026624 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b5f8a86-edf9-4fa7-a8c7-73ed09e976ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:01.047045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Router 64f84cb8-88c9-467d-b5d2-47cffb095d13 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:04:01.058914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f8a86-edf9-4fa7-a8c7-73ed09e976ce None None] Port e21f23f4-a846-4263-bd66-c5e6095db247 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:04:01.137117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:04:01.142177 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-69ddf645-1b51-421f-af77-2e7045a4c8d2 admin admin] 10.222.0.20 "PUT /v2.0/routers/64f84cb8-88c9-467d-b5d2-47cffb095d13/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0808492 Sep 22 10:04:01.147656 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Sync routers for ids ['64f84cb8-88c9-467d-b5d2-47cffb095d13'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:04:01.159191 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Routers {'64f84cb8-88c9-467d-b5d2-47cffb095d13'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:01.160000 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:03:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['64f84cb8-88c9-467d-b5d2-47cffb095d13'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:01.343016 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Set router 64f84cb8-88c9-467d-b5d2-47cffb095d13 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:01.774088 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'name': 'router1', 'tenant_id': '5d923661681146928241ba567d369675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:03:49Z', 'updated_at': '2021-09-22T10:04:00Z', 'revision_number': 2, 'project_id': '5d923661681146928241ba567d369675', 'gw_port_host': None, '_interfaces': [{'id': 'e21f23f4-a846-4263-bd66-c5e6095db247', 'name': '', 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b', 'tenant_id': '5d923661681146928241ba567d369675', 'mac_address': 'fa:16:3e:0f:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:03:59Z', 'updated_at': '2021-09-22T10:04:00Z', 'revision_number': 2, 'project_id': '5d923661681146928241ba567d369675', 'subnets': [{'id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '716f0aa5-4772-4175-9e30-f198fabd7c6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:01.823758 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Checking router: 64f84cb8-88c9-467d-b5d2-47cffb095d13 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:04:01.824040 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Updating router 64f84cb8-88c9-467d-b5d2-47cffb095d13 port e21f23f4-a846-4263-bd66-c5e6095db247 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:04:01.870655 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:02.367237 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:02.467416 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:02.631495 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Attempting to bind port e21f23f4-a846-4263-bd66-c5e6095db247 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:04:02.631955 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Attempting to bind port e21f23f4-a846-4263-bd66-c5e6095db247 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6f8a6c83-3e64-40e3-a95f-6d50ebf455bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:04:02.632367 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Attempting to bind port e21f23f4-a846-4263-bd66-c5e6095db247 on network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:02.636245 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Pushing event updated for resources: {'Port': ['ID=e21f23f4-a846-4263-bd66-c5e6095db247,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:02.642574 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:04:02.643031 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Checking segment: {'id': '6f8a6c83-3e64-40e3-a95f-6d50ebf455bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:02.643516 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:02.643910 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Bound using segment: {'id': '6f8a6c83-3e64-40e3-a95f-6d50ebf455bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:04:02.644667 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Bound port: e21f23f4-a846-4263-bd66-c5e6095db247, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8a6c83-3e64-40e3-a95f-6d50ebf455bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:04:02.645055 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:02.657366 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.657713 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.658051 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.658416 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.658746 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.659073 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.659396 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.659718 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.660038 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.660355 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.660674 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.660991 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Tracked resource versions report: Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: pushed versions: Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: { 'AddressGroup': {'1.2'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'ConntrackHelper': {'1.0'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Log': {'1.0'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Network': {'1.1'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Port': {'1.7'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'PortForwarding': {'1.2'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'QosPolicy': {'1.9'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'SecurityGroup': {'1.4'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'SecurityGroupRule': {'1.2'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'SubPort': {'1.0'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Subnet': {'1.1'}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Trunk': {'1.1'}} Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: consumer versions: Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: { DHCP agent@n-d-807025-3: {}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: L3 agent@n-d-807025-3: {}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: Metadata agent@n-d-807025-3: {}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: Metering agent@n-d-807025-3: {}, Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: Open vSwitch agent@n-d-807025-3: { 'AddressGroup': '1.2', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'ConntrackHelper': '1.0', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Log': '1.0', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Network': '1.1', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Port': '1.7', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'PortForwarding': '1.2', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'QosPolicy': '1.9', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'SecurityGroup': '1.4', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'SecurityGroupRule': '1.2', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'SubPort': '1.0', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Subnet': '1.1', Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: 'Trunk': '1.1'}} Sep 22 10:04:02.662092 n-d-807025-3 neutron-server[95684]: {{(pid=95684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 10:04:02.685849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c8138042-2347-46c5-a8c8-425aa9b2d862 None None] Provisioning complete for port e21f23f4-a846-4263-bd66-c5e6095db247 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:02.686874 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c8138042-2347-46c5-a8c8-425aa9b2d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:02.721842 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] For port e21f23f4-a846-4263-bd66-c5e6095db247, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:04:02.723085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c8138042-2347-46c5-a8c8-425aa9b2d862 None None] Port e21f23f4-a846-4263-bd66-c5e6095db247 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:04:02.743205 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] For port e21f23f4-a846-4263-bd66-c5e6095db247, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e21f23f4-a846-4263-bd66-c5e6095db247,segment=NetworkSegment(6f8a6c83-3e64-40e3-a95f-6d50ebf455bc),segment_id=6f8a6c83-3e64-40e3-a95f-6d50ebf455bc)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:04:02.827820 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:02.883400 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Routers {'64f84cb8-88c9-467d-b5d2-47cffb095d13'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:02.890563 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:03:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['64f84cb8-88c9-467d-b5d2-47cffb095d13'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:02.937268 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce3421-b9ed-43a3-b098-9d70dfdcbcd1 None None] Pushing event updated for resources: {'Port': ['ID=e21f23f4-a846-4263-bd66-c5e6095db247,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:02.989238 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] Set router 64f84cb8-88c9-467d-b5d2-47cffb095d13 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:03.042415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-463bb801-304e-4607-a925-1f01528a3fdc None None] Provisioning complete for port e21f23f4-a846-4263-bd66-c5e6095db247 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:03.042792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-463bb801-304e-4607-a925-1f01528a3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:03.118076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-463bb801-304e-4607-a925-1f01528a3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:03.149984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-463bb801-304e-4607-a925-1f01528a3fdc None None] For port e21f23f4-a846-4263-bd66-c5e6095db247, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e21f23f4-a846-4263-bd66-c5e6095db247,segment=NetworkSegment(6f8a6c83-3e64-40e3-a95f-6d50ebf455bc),segment_id=6f8a6c83-3e64-40e3-a95f-6d50ebf455bc)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:03.199273 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'name': 'router1', 'tenant_id': '5d923661681146928241ba567d369675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:03:49Z', 'updated_at': '2021-09-22T10:04:00Z', 'revision_number': 2, 'project_id': '5d923661681146928241ba567d369675', 'gw_port_host': None, '_interfaces': [{'id': 'e21f23f4-a846-4263-bd66-c5e6095db247', 'name': '', 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b', 'tenant_id': '5d923661681146928241ba567d369675', 'mac_address': 'fa:16:3e:0f:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:03:59Z', 'updated_at': '2021-09-22T10:04:02Z', 'revision_number': 4, 'project_id': '5d923661681146928241ba567d369675', 'subnets': [{'id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '716f0aa5-4772-4175-9e30-f198fabd7c6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:03.225303 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5f0a9-4ba8-4b75-b3d3-74c2b19b090d None None] The sync data for ids ['64f84cb8-88c9-467d-b5d2-47cffb095d13'] in n-d-807025-3 is: [{'id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'name': 'router1', 'tenant_id': '5d923661681146928241ba567d369675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:03:49Z', 'updated_at': '2021-09-22T10:04:00Z', 'revision_number': 2, 'project_id': '5d923661681146928241ba567d369675', 'gw_port_host': None, '_interfaces': [{'id': 'e21f23f4-a846-4263-bd66-c5e6095db247', 'name': '', 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b', 'tenant_id': '5d923661681146928241ba567d369675', 'mac_address': 'fa:16:3e:0f:0a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:03:59Z', 'updated_at': '2021-09-22T10:04:02Z', 'revision_number': 4, 'project_id': '5d923661681146928241ba567d369675', 'subnets': [{'id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '716f0aa5-4772-4175-9e30-f198fabd7c6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:04:03.264046 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-463bb801-304e-4607-a925-1f01528a3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:03.312537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bb801-304e-4607-a925-1f01528a3fdc None None] Pushing event updated for resources: {'Port': ['ID=e21f23f4-a846-4263-bd66-c5e6095db247,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:03.385509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37288) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:03.503597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27cef0-c010-447f-8ac9-e55937d74a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:03.504991 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dd27cef0-c010-447f-8ac9-e55937d74a58 admin admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 842 time: 0.1183605 Sep 22 10:04:03.515045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Request body: {'subnet': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.1.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:03.646634 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Made reservation on behalf of fa56b8af6b0c488db0ede558c9a94f02 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:04:03.648973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:04.027665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:04:04.031451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:04.106295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=da52ff26-e846-43a5-89a8-8f90d7a84868,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:04.114986 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:04.115336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Network hostable DHCP agents. Network: 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:04:04.200932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:04:04.292772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:04.296851 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:04.297461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:04.302112 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c986259-e4a6-4c54-b254-f2e197fabbbf None None] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:04:04.410131 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dc1c1824-f12d-4612-b522-64fb4ff963ec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8881021 Sep 22 10:04:04.441767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236a012-bb94-493d-8d55-158887957f34 None None] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:04:06.697832 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37296) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:06.835088 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-148ad25a-fab8-4ca7-af7c-fa14dbbc4f6a admin admin] 10.222.0.20 "GET /v2.0/routers/64f84cb8-88c9-467d-b5d2-47cffb095d13 HTTP/1.1" status: 200 len: 710 time: 0.1308038 Sep 22 10:04:06.917744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e48dbd1-1ee6-44e6-87d5-c0e65c19b623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:06.919069 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3e48dbd1-1ee6-44e6-87d5-c0e65c19b623 admin admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 886 time: 0.0833619 Sep 22 10:04:06.928625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:07.233042 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.617462 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.691356 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.796225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Allocated IP 172.25.1.99 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/8fd4629b-029f-4cba-b6a3-c31a84ea2a86) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:04:07.894635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.989859 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:08.025447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:08.029457 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:08.032838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:08.039909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Pushing event updated for resources: {'Port': ['ID=8fd4629b-029f-4cba-b6a3-c31a84ea2a86,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:08.400763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:08.597139 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:08.600471 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:08.705436 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Router 64f84cb8-88c9-467d-b5d2-47cffb095d13 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:04:08.891710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:04:08.896307 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:08.899048 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-70dccd06-e0de-4b62-88c1-90b9e08fb7fb admin admin] 10.222.0.20 "PUT /v2.0/routers/64f84cb8-88c9-467d-b5d2-47cffb095d13 HTTP/1.1" status: 200 len: 889 time: 1.9720860 Sep 22 10:04:08.960846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e21f23f4-a846-4263-bd66-c5e6095db247 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:09.013110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e21f23f4-a846-4263-bd66-c5e6095db247 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:09.013481 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:09.698804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Sync routers for ids ['64f84cb8-88c9-467d-b5d2-47cffb095d13'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:04:09.708656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Routers {'64f84cb8-88c9-467d-b5d2-47cffb095d13'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:09.709295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:03:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['64f84cb8-88c9-467d-b5d2-47cffb095d13'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:09.916857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Set router 64f84cb8-88c9-467d-b5d2-47cffb095d13 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:10.303399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'name': 'router1', 'tenant_id': '5d923661681146928241ba567d369675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8fd4629b-029f-4cba-b6a3-c31a84ea2a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:03:49Z', 'updated_at': '2021-09-22T10:04:08Z', 'revision_number': 4, 'project_id': '5d923661681146928241ba567d369675', 'gw_port': {'id': '8fd4629b-029f-4cba-b6a3-c31a84ea2a86', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:07Z', 'updated_at': '2021-09-22T10:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e21f23f4-a846-4263-bd66-c5e6095db247', 'name': '', 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b', 'tenant_id': '5d923661681146928241ba567d369675', 'mac_address': 'fa:16:3e:0f:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:03:59Z', 'updated_at': '2021-09-22T10:04:03Z', 'revision_number': 5, 'project_id': '5d923661681146928241ba567d369675', 'subnets': [{'id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '716f0aa5-4772-4175-9e30-f198fabd7c6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:10.354663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Checking router: 64f84cb8-88c9-467d-b5d2-47cffb095d13 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:04:10.355020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Updating router 64f84cb8-88c9-467d-b5d2-47cffb095d13 port 8fd4629b-029f-4cba-b6a3-c31a84ea2a86 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:04:10.401054 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:10.511424 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:04:10.707947 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:10.983850 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:11.034936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60213b0-47ac-40fd-ba24-dd5053aa38aa None None] Pushing event updated for resources: {'Port': ['ID=8fd4629b-029f-4cba-b6a3-c31a84ea2a86,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:11.037287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Attempting to bind port 8fd4629b-029f-4cba-b6a3-c31a84ea2a86 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:04:11.037665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Attempting to bind port 8fd4629b-029f-4cba-b6a3-c31a84ea2a86 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:04:11.038034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Attempting to bind port 8fd4629b-029f-4cba-b6a3-c31a84ea2a86 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:11.043642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:04:11.044020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:11.044423 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:11.044816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:04:11.045339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Bound port: 8fd4629b-029f-4cba-b6a3-c31a84ea2a86, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:04:11.045673 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:11.093831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] For port 8fd4629b-029f-4cba-b6a3-c31a84ea2a86, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:04:11.096797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] For port 8fd4629b-029f-4cba-b6a3-c31a84ea2a86, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8fd4629b-029f-4cba-b6a3-c31a84ea2a86,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:04:11.218840 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:11.349137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60213b0-47ac-40fd-ba24-dd5053aa38aa None None] Pushing event updated for resources: {'Port': ['ID=8fd4629b-029f-4cba-b6a3-c31a84ea2a86,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:11.350056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37308) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:11.355626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Routers {'64f84cb8-88c9-467d-b5d2-47cffb095d13'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:11.356229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:03:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['64f84cb8-88c9-467d-b5d2-47cffb095d13'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:11.461125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] Set router 64f84cb8-88c9-467d-b5d2-47cffb095d13 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:11.510242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9fe21941-b15a-4e91-9a39-09da534decb2 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1497166 Sep 22 10:04:11.677315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'name': 'router1', 'tenant_id': '5d923661681146928241ba567d369675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8fd4629b-029f-4cba-b6a3-c31a84ea2a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:03:49Z', 'updated_at': '2021-09-22T10:04:08Z', 'revision_number': 4, 'project_id': '5d923661681146928241ba567d369675', 'gw_port': {'id': '8fd4629b-029f-4cba-b6a3-c31a84ea2a86', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:07Z', 'updated_at': '2021-09-22T10:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e21f23f4-a846-4263-bd66-c5e6095db247', 'name': '', 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b', 'tenant_id': '5d923661681146928241ba567d369675', 'mac_address': 'fa:16:3e:0f:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:03:59Z', 'updated_at': '2021-09-22T10:04:03Z', 'revision_number': 5, 'project_id': '5d923661681146928241ba567d369675', 'subnets': [{'id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '716f0aa5-4772-4175-9e30-f198fabd7c6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:11.704201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bce2fe-acd2-4578-82fc-5d1df38dc36e None None] The sync data for ids ['64f84cb8-88c9-467d-b5d2-47cffb095d13'] in n-d-807025-3 is: [{'id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'name': 'router1', 'tenant_id': '5d923661681146928241ba567d369675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8fd4629b-029f-4cba-b6a3-c31a84ea2a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:03:49Z', 'updated_at': '2021-09-22T10:04:08Z', 'revision_number': 4, 'project_id': '5d923661681146928241ba567d369675', 'gw_port': {'id': '8fd4629b-029f-4cba-b6a3-c31a84ea2a86', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:9d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:07Z', 'updated_at': '2021-09-22T10:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e21f23f4-a846-4263-bd66-c5e6095db247', 'name': '', 'network_id': '50b2d1a3-01b0-4129-bbf3-a659d09ab30b', 'tenant_id': '5d923661681146928241ba567d369675', 'mac_address': 'fa:16:3e:0f:0a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f84cb8-88c9-467d-b5d2-47cffb095d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:03:59Z', 'updated_at': '2021-09-22T10:04:03Z', 'revision_number': 5, 'project_id': '5d923661681146928241ba567d369675', 'subnets': [{'id': '89d0911c-06fb-4d36-9be2-62ff3287e350', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '716f0aa5-4772-4175-9e30-f198fabd7c6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:04:12.963495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8fd4629b-029f-4cba-b6a3-c31a84ea2a86 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:13.019641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8fd4629b-029f-4cba-b6a3-c31a84ea2a86 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:13.020017 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:13.092314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:13.111149 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 8fd4629b-029f-4cba-b6a3-c31a84ea2a86, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8fd4629b-029f-4cba-b6a3-c31a84ea2a86,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:13.189544 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:13.241212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=8fd4629b-029f-4cba-b6a3-c31a84ea2a86,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:14.980779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8fd4629b-029f-4cba-b6a3-c31a84ea2a86 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:15.043932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8fd4629b-029f-4cba-b6a3-c31a84ea2a86 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:15.046468 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:22.263504 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c3988f57-c80e-4eed-9b7a-85158a03f514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.061333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-722f4778-4ba2-4142-9226-cebd3444c7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.486568 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.952449 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:27.843928 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:47.510429 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:04:52.262744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dec67e01-9c2e-481b-9e94-ef2c5773af34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:55.207529 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6120a127-e2f9-4c80-b1b2-e6bbe1f3ffa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:55.457342 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:55.988543 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:57.820528 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:22.235616 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-73330d12-7ecf-43a4-a543-3585b3b54efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:24.508291 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:05:25.067319 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-16e29b4c-d139-4c8e-b29a-5903b635ed8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:25.439484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:25.951430 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:27.814401 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:52.255710 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-90cd4eb2-c12a-43cd-8901-a37405573acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:55.037990 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-13bf52c1-808f-4337-8da2-68aebbb82038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:55.444014 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:55.525298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37902) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:05:55.591762 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c6f532-2b38-4a45-ada7-462267472944 admin admin] GET failed (client error): The resource could not be found. Sep 22 10:05:55.593132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b3c6f532-2b38-4a45-ada7-462267472944 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668933 Sep 22 10:05:55.752188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c794f896-f6ed-4690-a7f6-fa37c3e7f4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:55.753596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c794f896-f6ed-4690-a7f6-fa37c3e7f4ed admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558926 Sep 22 10:05:55.947249 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.821428 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.955493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37912) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:05:58.047032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee240fe-d2f9-4486-8817-77679198d8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:58.048411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8ee240fe-d2f9-4486-8817-77679198d8d5 admin admin] 10.222.0.20 "GET /v2.0/subnets/89d0911c-06fb-4d36-9be2-62ff3287e350 HTTP/1.1" status: 200 len: 849 time: 0.0919583 Sep 22 10:05:58.059142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:05:58.141427 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Notify callbacks [] for subnet, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.373575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773453142775'] for subnet, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.409759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:58.409759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.410980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] 10.222.0.20 "PUT /v2.0/subnets/89d0911c-06fb-4d36-9be2-62ff3287e350 HTTP/1.1" status: 200 len: 868 time: 0.3553944 Sep 22 10:05:58.415336 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ab3e0-6954-4e52-a3fc-792ec9948471 None None] Network 50b2d1a3-01b0-4129-bbf3-a659d09ab30b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:05:58.429588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d0911c-06fb-4d36-9be2-62ff3287e350,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:58.436833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.437242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.437504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.437987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.439006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.439006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.439006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.439289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.439603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.439922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.440242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.440548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43a0570-9e7f-46fb-a88b-b44461d1a1fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:58.738030 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9ba87236-3616-4676-b0f2-9ec1d2cf80a3 None None] Provisioning complete for port 747c5a06-7d5c-480f-baaf-bc0d8e178c98 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:05:58.738437 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9ba87236-3616-4676-b0f2-9ec1d2cf80a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.823733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9ba87236-3616-4676-b0f2-9ec1d2cf80a3 None None] Provisioning complete for port e21f23f4-a846-4263-bd66-c5e6095db247 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:05:58.824433 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9ba87236-3616-4676-b0f2-9ec1d2cf80a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:00.609640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37920) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:00.807227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fde248-6e43-4ea6-bd50-2b1a1ad523f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:00.807227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fde248-6e43-4ea6-bd50-2b1a1ad523f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:00.807227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-58fde248-6e43-4ea6-bd50-2b1a1ad523f1 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956549 Sep 22 10:06:01.506848 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:06:02.979565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37928) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:03.111142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee384031-9b50-48ea-9383-10334c7f8f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:03.111619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee384031-9b50-48ea-9383-10334c7f8f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:03.113146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ee384031-9b50-48ea-9383-10334c7f8f45 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1326106 Sep 22 10:06:05.311384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37936) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:05.458655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1881bb74-bd8d-420a-a2fe-54e33803ba47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:05.460020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1881bb74-bd8d-420a-a2fe-54e33803ba47 admin admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 886 time: 0.1476998 Sep 22 10:06:07.649864 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37944) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:07.776512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb80e76-9ac8-48aa-ad18-77a6d8d3cdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:07.777889 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-beb80e76-9ac8-48aa-ad18-77a6d8d3cdbb admin admin] 10.222.0.20 "GET /v2.0/networks/50b2d1a3-01b0-4129-bbf3-a659d09ab30b HTTP/1.1" status: 200 len: 869 time: 0.1270413 Sep 22 10:06:09.977207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37954) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:10.190168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa82fa-96c1-4917-89ea-ca975c58ef85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:10.190168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa82fa-96c1-4917-89ea-ca975c58ef85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:10.190168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cbfa82fa-96c1-4917-89ea-ca975c58ef85 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234157 Sep 22 10:06:12.307765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37962) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:12.433598 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad794a8-70e0-47f7-8608-a543d04d0af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:12.434054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad794a8-70e0-47f7-8608-a543d04d0af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:12.435659 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fad794a8-70e0-47f7-8608-a543d04d0af2 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269555 Sep 22 10:06:14.624044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37970) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:14.717018 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e41e3-3499-4c5b-8b0b-ffa202e37d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:14.718391 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a75e41e3-3499-4c5b-8b0b-ffa202e37d50 admin admin] 10.222.0.20 "GET /v2.0/subnets/89d0911c-06fb-4d36-9be2-62ff3287e350 HTTP/1.1" status: 200 len: 868 time: 0.0933456 Sep 22 10:06:16.891949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37978) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:16.978589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a8034-016e-405b-8fbd-b109e42e1521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:16.980316 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-470a8034-016e-405b-8fbd-b109e42e1521 admin admin] 10.222.0.20 "GET /v2.0/subnets/da52ff26-e846-43a5-89a8-8f90d7a84868 HTTP/1.1" status: 200 len: 816 time: 0.0870664 Sep 22 10:06:22.248743 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4c7643f-0db8-453b-82c3-283ec8e9a6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:25.037523 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3a8ac872-9fc0-4eaa-85f9-8aa55a7ba405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:25.446693 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:25.961105 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:27.854623 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:38.505977 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:06:41.379990 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38032) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:41.426982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-a183ee54-d7e0-4409-a995-50e3228ce704 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:06:41.427982 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a183ee54-d7e0-4409-a995-50e3228ce704 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470572 Sep 22 10:06:43.733124 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38040) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:43.792644 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e465ca7-32f0-43e1-aa72-c7e59b12b9c1 admin admin] GET failed (client error): The resource could not be found. Sep 22 10:06:43.793981 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3e465ca7-32f0-43e1-aa72-c7e59b12b9c1 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598624 Sep 22 10:06:43.935518 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b92e5-be5f-47a1-b9b0-6227246604b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:43.937026 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0d5b92e5-be5f-47a1-b9b0-6227246604b8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384592 Sep 22 10:06:46.148089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38048) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:46.196161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:06:46.305201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Made reservation on behalf of fa56b8af6b0c488db0ede558c9a94f02 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:06:46.307503 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:46.334499 n-d-807025-3 neutron-server[95681]: WARNING neutron.services.revisions.revision_plugin [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Could not find related network for resource to bump revision. Sep 22 10:06:46.348215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:06:46.356895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:46.357260 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Added segment ea096a45-889a-4a06-877d-b4208423a6ed of type vlan for network 4a9c90af-1ede-45da-b20b-19ca807557b5 Sep 22 10:06:46.404846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:46.515448 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:46.516428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:46.517038 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:46.574673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Pushing event updated for resources: {'Network': ['ID=4a9c90af-1ede-45da-b20b-19ca807557b5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:46.581682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.582028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.582418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.582757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.583089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.583419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.583746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.584072 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.584393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.584762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.585038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.585362 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:46.597150 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:06:46.608924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-722d14d5-6401-49e2-b167-674f7093da5a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4597683 Sep 22 10:06:48.811616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38056) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:48.872797 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-72263179-ba52-45be-8603-2d258b415d4c admin admin] GET failed (client error): The resource could not be found. Sep 22 10:06:48.874132 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72263179-ba52-45be-8603-2d258b415d4c admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615530 Sep 22 10:06:48.944173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f39492-6832-4d38-a924-65d9570e26cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:48.945612 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-17f39492-6832-4d38-a924-65d9570e26cd admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661674 Sep 22 10:06:48.955733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:06:49.110933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Made reservation on behalf of fa56b8af6b0c488db0ede558c9a94f02 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:06:49.113840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:49.339662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:49.393023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=658a9667-ff14-40de-bd35-cdf05b3a210c,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:49.401935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:06:49.401935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Network hostable DHCP agents. Network: 4a9c90af-1ede-45da-b20b-19ca807557b5, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:06:49.470723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:06:49.577838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4a9c90af-1ede-45da-b20b-19ca807557b5) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:06:49.583024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:49.583618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:49.587845 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b6ffc8-5fea-409f-9c73-850a2a102b92 None None] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:06:49.694429 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7a2c299f-33e0-4960-a036-375db8c40261 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7418947 Sep 22 10:06:49.732217 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-4a9c90af-1ede-45da-b20b-19ca807557b5', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'tenant_id': 'fa56b8af6b0c488db0ede558c9a94f02', 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:06:49.733156 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:49.878321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Allocated IP 192.168.233.2 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/95e010f0-22bf-4517-97d1-81f5911aec42) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:06:50.027408 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:50.123282 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:50.163685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:06:50.166575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:06:50.169911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:06:50.181890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Pushing event updated for resources: {'Port': ['ID=95e010f0-22bf-4517-97d1-81f5911aec42,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:50.204564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.204924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.205270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.205642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.205975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.206330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.206662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.206987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.207381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.207689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.208036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.208363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:50.240779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Attempting to bind port 95e010f0-22bf-4517-97d1-81f5911aec42 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:06:50.241144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Attempting to bind port 95e010f0-22bf-4517-97d1-81f5911aec42 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:06:50.241504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Attempting to bind port 95e010f0-22bf-4517-97d1-81f5911aec42 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:06:50.246191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:06:50.246562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:06:50.246959 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:50.247344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:06:50.247804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Bound port: 95e010f0-22bf-4517-97d1-81f5911aec42, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:06:50.248193 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:50.307789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] For port 95e010f0-22bf-4517-97d1-81f5911aec42, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:06:50.310775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] For port 95e010f0-22bf-4517-97d1-81f5911aec42, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=95e010f0-22bf-4517-97d1-81f5911aec42,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:06:50.489408 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:50.548796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fed198-4bf0-4f17-a5e7-3b24ed5d4b75 None None] Pushing event updated for resources: {'Port': ['ID=95e010f0-22bf-4517-97d1-81f5911aec42,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:51.100274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 95e010f0-22bf-4517-97d1-81f5911aec42 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:06:51.157365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 95e010f0-22bf-4517-97d1-81f5911aec42 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:06:51.157739 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:51.256830 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:51.294185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 95e010f0-22bf-4517-97d1-81f5911aec42, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=95e010f0-22bf-4517-97d1-81f5911aec42,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:06:51.369125 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:51.426155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=95e010f0-22bf-4517-97d1-81f5911aec42,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:51.433216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a4217a-fe57-478a-b491-ba84a4f0e29f None None] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:06:51.524634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-19c75535-0b75-499e-b86d-347bd220a8d1 None None] Provisioning complete for port 95e010f0-22bf-4517-97d1-81f5911aec42 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:06:51.524941 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19c75535-0b75-499e-b86d-347bd220a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:51.890797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3c346115-d848-4d9b-8065-a4a763549ef7 None None] Provisioning complete for port 95e010f0-22bf-4517-97d1-81f5911aec42 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:06:51.891177 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3c346115-d848-4d9b-8065-a4a763549ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:52.281178 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4267bb86-4e0b-4c0a-a3bb-0afb2ec2c195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:53.063029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 95e010f0-22bf-4517-97d1-81f5911aec42 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:06:53.109079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 95e010f0-22bf-4517-97d1-81f5911aec42 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:06:53.109443 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:55.070959 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f59c9855-c54f-4be5-9b89-3740dc900791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:55.459295 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:55.967857 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:57.825160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:15.504590 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:07:22.240441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-497cf59f-0f82-4c10-97b1-84e4f5fa4902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.051484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c3758d7-6184-48b7-bd45-0e6293f2fd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.504401 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.943172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.818830 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:52.245278 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ea894559-deaf-4d9d-80d3-81bd08a59a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:52.503434 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:07:55.046069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25202728-70ee-4ec6-9c66-6552391c42d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:55.480634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:55.958667 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:57.949152 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.245574 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26277acf-c7ea-456a-a77f-5bca0df107a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:25.056919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-93a46ecb-9a7a-4c10-a549-647a20dcb390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:25.485124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:25.972172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:27.834398 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.609920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38108) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:28.616157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-06350b9d-6df9-416a-8fc1-561cef817c11 tempest-verify_tempest_config-32310031 tempest-verify_tempest_config-32310031-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:08:28.617106 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-06350b9d-6df9-416a-8fc1-561cef817c11 tempest-verify_tempest_config-32310031 tempest-verify_tempest_config-32310031-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062134 Sep 22 10:08:29.205389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38126) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:29.303483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:29.388340 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:29.502474 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:08:29.503022 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:29.546377 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebed7e40510349e6b55f37871c9a8a39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3398664 Sep 22 10:08:29.547553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f711cd-cdbf-409b-aad8-9cc0da1f5dce,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:29.549190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38130) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:29.554840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.555182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.555515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.555846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.556177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.556500 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.556821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.557138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.557454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.557770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.558090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.558451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f836-837b-49de-80c5-0f0cd58bcde5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.605513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:29.625416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:29.800476 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:29.802949 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:29.804129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9f711cd-cdbf-409b-aad8-9cc0da1f5dce HTTP/1.1" status: 204 len: 168 time: 0.2539084 Sep 22 10:08:29.811541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f711cd-cdbf-409b-aad8-9cc0da1f5dce,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:29.819110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.819460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.819799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.820136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.820468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.820797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.821174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.821432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.821804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.822172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.822495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:29.822816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a479e-c5e5-4f24-9c1f-fd0b94f08783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:52.290675 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab6ef0f1-3fec-4050-9d94-9f4b960d3700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:55.061701 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-29016273-454c-4d6f-a232-5199e580b108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:55.496183 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:55.964818 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:57.849749 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:06.500702 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:09:22.261222 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-df2534d6-9678-4c6f-aee8-44c6acc7a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:25.072386 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6e1784f3-0eb1-450a-bc62-13fdf372845a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:25.478652 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:25.940829 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:27.889231 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:43.498925 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:09:52.288815 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-34297acf-a2e1-4ccc-9455-20b274b9d5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:55.071571 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6565-41e2-4c38-89cb-cfef93f549fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:55.477084 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:55.963305 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:57.894587 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:20.497244 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:10:22.259579 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d78150f9-9ef8-4216-91ca-e38c841a23c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:25.111021 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2288458a-db26-4a79-8fe8-c2bb39702747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:25.504942 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:25.950478 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:27.859126 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:52.315924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9cc4728b-6390-4b9b-8b06-5b5fc996d3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:55.047227 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ddda8d26-7729-4141-a7ea-bcb374be022c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:55.459018 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:55.961023 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:57.495551 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 5 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:10:57.892626 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:22.269206 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a848a011-094a-466c-bc00-fef2ce69f306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:25.058001 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b9611e54-0aac-4fb9-914e-3a4951d9875a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:25.160236 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627664'] for agent, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:25.480673 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627664'] for agent, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:25.509156 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:25.966161 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:27.869147 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:34.494242 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:11:52.245879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bba65ca8-1e3c-4fa5-9342-2b5ccf0b7a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:55.077411 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1c4c23e5-4e4d-4d9d-8d61-7f4fa476a1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:55.194502 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:55.390960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:55.491692 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:55.988793 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:57.857513 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:08.255044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38192) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:08.358363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1e2f82b1-bdab-425f-a6ce-9d53014b2356 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1021056 Sep 22 10:12:10.590613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38202) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:10.644755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6b94073d-01a9-4fbd-9373-4218b7254b83 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0530920 Sep 22 10:12:11.493318 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:12:22.251321 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4f007c08-4659-4034-932d-4d79b8840923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:25.079905 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-249b0b3e-93a3-48fb-9440-2fe6cd3bd119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:25.177478 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:25.392704 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:25.514621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:26.091554 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.863345 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.493655 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:12:52.251880 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ddc0cd45-68a3-4d6b-b350-3fdbd28552f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.057482 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5c92aeec-02ff-49bf-851c-0a1bca5b0639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.183185 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.405328 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.532911 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.983319 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.851742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:22.234614 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0dd32547-a947-4203-bc62-54ffe531ae17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.056764 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3a858381-7373-4f04-8dfc-51af626bf935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.228877 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.416703 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.493380 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:13:25.514652 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.125676 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:27.943377 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.688848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38422) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:30.980776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38440) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:31.285814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-network', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:31.285814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Made reservation on behalf of 9a165e48c66f46fbb1b67278bff790b9 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:31.285814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.285814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.285814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.468444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.492367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:31.500505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c376305-4b22-4736-a7c9-9e8fa923338f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:31.513473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.513473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.513473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.513473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.513473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.513473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.513473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.513473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.513986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.514072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.514703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.514703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Tracked resource versions report: Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: pushed versions: Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: { 'AddressGroup': {'1.2'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'ConntrackHelper': {'1.0'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Log': {'1.0'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Network': {'1.1'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Port': {'1.7'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'PortForwarding': {'1.2'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'QosPolicy': {'1.9'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'SecurityGroup': {'1.4'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'SecurityGroupRule': {'1.2'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'SubPort': {'1.0'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Subnet': {'1.1'}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Trunk': {'1.1'}} Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: consumer versions: Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: { DHCP agent@n-d-807025-3: {}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: HyperV agent@n-h1-807025-3: {}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: HyperV agent@n-h2-807025-3: {}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: L3 agent@n-d-807025-3: {}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: Metadata agent@n-d-807025-3: {}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: Metering agent@n-d-807025-3: {}, Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: Open vSwitch agent@n-d-807025-3: { 'AddressGroup': '1.2', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'ConntrackHelper': '1.0', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Log': '1.0', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Network': '1.1', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Port': '1.7', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'PortForwarding': '1.2', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'QosPolicy': '1.9', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'SecurityGroup': '1.4', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'SecurityGroupRule': '1.2', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'SubPort': '1.0', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Subnet': '1.1', Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: 'Trunk': '1.1'}} Sep 22 10:13:31.515787 n-d-807025-3 neutron-server[95682]: {{(pid=95682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 10:13:31.520714 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.521055 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Added segment d3244beb-c6c2-496b-abc4-1b1dc4817ac7 of type vlan for network 723d782f-2c17-4acf-ae5f-7c0e87c61018 Sep 22 10:13:31.562955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.645910 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.650927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:31.650927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.775583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-97b96cf2-ab87-4d50-b7a2-d4fd2fbb7e86 tempest-AutoAllocateNetworkTest-975881500 tempest-AutoAllocateNetworkTest-975881500-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5bd393a7406a43aab9a06653eac833b5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7907121 Sep 22 10:13:31.776658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38464) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:31.797391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] Pushing event updated for resources: {'Network': ['ID=723d782f-2c17-4acf-ae5f-7c0e87c61018,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:31.809136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:31.835237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b245937d-a6a4-4b81-93c6-4316c679cf22 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1446788 Sep 22 10:13:31.841004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38470) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:31.846328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Request body: {'subnet': {'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-subnet', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:31.977225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Made reservation on behalf of 9a165e48c66f46fbb1b67278bff790b9 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:31.978938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1313e-20c7-4c19-8520-70c520ec5791 tempest-AutoAllocateNetworkTest-975881500 tempest-AutoAllocateNetworkTest-975881500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:31.979605 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.982144 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-39c1313e-20c7-4c19-8520-70c520ec5791 tempest-AutoAllocateNetworkTest-975881500 tempest-AutoAllocateNetworkTest-975881500-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2022476 Sep 22 10:13:31.983576 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38472) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:32.041599 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9354a9a1-24c0-4723-b33f-e3efe82873ac tempest-AutoAllocateNetworkTest-975881500 tempest-AutoAllocateNetworkTest-975881500-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569360 Sep 22 10:13:32.042190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38476) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:32.072671 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b7b5ca13-379c-4104-a52a-740a235cbba9 tempest-AutoAllocateNetworkTest-975881500 tempest-AutoAllocateNetworkTest-975881500-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5bd393a7406a43aab9a06653eac833b5 HTTP/1.1" status: 200 len: 208 time: 0.0294135 Sep 22 10:13:32.240330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.303625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93a07be-436a-4af0-acf9-38dad24cf0a4,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:32.306058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Checking segment: {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:32.306526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Network hostable DHCP agents. Network: 723d782f-2c17-4acf-ae5f-7c0e87c61018, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:32.471438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:32.570924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 723d782f-2c17-4acf-ae5f-7c0e87c61018) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:32.577215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:32.577662 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.585050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb0583-62ff-4447-b95c-0edd7917c328 None None] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:32.669926 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5f65c03a-90b2-4c78-badb-d8ca019587d3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8275836 Sep 22 10:13:32.672703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38510) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:32.677109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:32.728053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-723d782f-2c17-4acf-ae5f-7c0e87c61018', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:32.728900 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.789037 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.790627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.883625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Allocated IP 172.20.0.2 (723d782f-2c17-4acf-ae5f-7c0e87c61018/e93a07be-436a-4af0-acf9-38dad24cf0a4/c06bae7c-b89b-421a-9bdd-d6cb71312cc5) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:32.911535 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.031826 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.109231 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.162038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Pushing event updated for resources: {'Port': ['ID=c06bae7c-b89b-421a-9bdd-d6cb71312cc5,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:33.170456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.170810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.171273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.171898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.172244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.172583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.172919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.173327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.173678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.173990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.174349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.174674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Tracked resource versions report: Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: pushed versions: Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: { 'AddressGroup': {'1.2'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'ConntrackHelper': {'1.0'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Log': {'1.0'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Network': {'1.1'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Port': {'1.7'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'PortForwarding': {'1.2'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'QosPolicy': {'1.9'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'SecurityGroup': {'1.4'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'SecurityGroupRule': {'1.2'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'SubPort': {'1.0'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Subnet': {'1.1'}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Trunk': {'1.1'}} Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: consumer versions: Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: { DHCP agent@n-d-807025-3: {}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: HyperV agent@n-h1-807025-3: {}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: HyperV agent@n-h2-807025-3: {}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: L3 agent@n-d-807025-3: {}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: Metadata agent@n-d-807025-3: {}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: Metering agent@n-d-807025-3: {}, Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: Open vSwitch agent@n-d-807025-3: { 'AddressGroup': '1.2', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'ConntrackHelper': '1.0', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Log': '1.0', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Network': '1.1', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Port': '1.7', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'PortForwarding': '1.2', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'QosPolicy': '1.9', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'SecurityGroup': '1.4', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'SecurityGroupRule': '1.2', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'SubPort': '1.0', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Subnet': '1.1', Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: 'Trunk': '1.1'}} Sep 22 10:13:33.175772 n-d-807025-3 neutron-server[95683]: {{(pid=95683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 10:13:33.187628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:33.189040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:33.192008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:33.230378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38526) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:33.254536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Attempting to bind port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:33.255082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Attempting to bind port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:33.255273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Attempting to bind port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 on network 723d782f-2c17-4acf-ae5f-7c0e87c61018 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:33.261820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:33.262856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Checking segment: {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:33.263276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.263678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Bound using segment: {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:33.264303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Bound port: c06bae7c-b89b-421a-9bdd-d6cb71312cc5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:33.264706 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.265370 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.329866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] For port c06bae7c-b89b-421a-9bdd-d6cb71312cc5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:33.333249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] For port c06bae7c-b89b-421a-9bdd-d6cb71312cc5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c06bae7c-b89b-421a-9bdd-d6cb71312cc5,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:33.452403 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.515189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a8e60-9d0e-42df-87e2-9a3caac07526 None None] Pushing event updated for resources: {'Port': ['ID=c06bae7c-b89b-421a-9bdd-d6cb71312cc5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:33.600025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.625576 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.767311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.879232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Allocated IP 172.25.1.96 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/d76284ae-0252-469c-b245-73d91341a44e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:33.987081 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.042011 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.108557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.212775 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bd393a7406a43aab9a06653eac833b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9807827 Sep 22 10:13:34.214065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30766e24-b1ec-46d3-b51f-104a565fd704,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:34.215599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38558) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:34.222601 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.223089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.223712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.224036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.224469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.224893 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.225435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.225978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.228579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.229659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.230434 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.235491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a3a40-1a67-490b-a89a-4300773ade23 admin admin] Tracked resource versions report: Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: pushed versions: Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: { 'AddressGroup': {'1.2'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'ConntrackHelper': {'1.0'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Log': {'1.0'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Network': {'1.1'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Port': {'1.7'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'PortForwarding': {'1.2'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'QosPolicy': {'1.9'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'SecurityGroup': {'1.4'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'SecurityGroupRule': {'1.2'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'SubPort': {'1.0'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Subnet': {'1.1'}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Trunk': {'1.1'}} Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: consumer versions: Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: { DHCP agent@n-d-807025-3: {}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: HyperV agent@n-h1-807025-3: {}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: HyperV agent@n-h2-807025-3: {}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: L3 agent@n-d-807025-3: {}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: Metadata agent@n-d-807025-3: {}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: Metering agent@n-d-807025-3: {}, Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: Open vSwitch agent@n-d-807025-3: { 'AddressGroup': '1.2', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'ConntrackHelper': '1.0', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Log': '1.0', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Network': '1.1', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Port': '1.7', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'PortForwarding': '1.2', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'QosPolicy': '1.9', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'SecurityGroup': '1.4', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'SecurityGroupRule': '1.2', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'SubPort': '1.0', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Subnet': '1.1', Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: 'Trunk': '1.1'}} Sep 22 10:13:34.237039 n-d-807025-3 neutron-server[95681]: {{(pid=95681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 10:13:34.276420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.352531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:34.397740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:34.407790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233bbbb2-c69f-4d10-8f26-63efac511670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.413899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:34.638473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Pushing event updated for resources: {'Port': ['ID=d76284ae-0252-469c-b245-73d91341a44e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:34.669955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233bbbb2-c69f-4d10-8f26-63efac511670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.725626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28385bc-107c-44f2-a044-623749f0d10b None None] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:34.849662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f9d71f05-6532-420c-ba83-8916e2aa3410 None None] Provisioning complete for port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:34.850040 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f05-6532-420c-ba83-8916e2aa3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.909899 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233bbbb2-c69f-4d10-8f26-63efac511670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.913048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233bbbb2-c69f-4d10-8f26-63efac511670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.917605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-233bbbb2-c69f-4d10-8f26-63efac511670 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30766e24-b1ec-46d3-b51f-104a565fd704 HTTP/1.1" status: 204 len: 168 time: 0.7010005 Sep 22 10:13:34.975821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bbbb2-c69f-4d10-8f26-63efac511670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30766e24-b1ec-46d3-b51f-104a565fd704,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:34.976390 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f05-6532-420c-ba83-8916e2aa3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.041995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f9d71f05-6532-420c-ba83-8916e2aa3410 None None] For port c06bae7c-b89b-421a-9bdd-d6cb71312cc5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c06bae7c-b89b-421a-9bdd-d6cb71312cc5,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:35.100857 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.155128 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9d71f05-6532-420c-ba83-8916e2aa3410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.208556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d71f05-6532-420c-ba83-8916e2aa3410 None None] Pushing event updated for resources: {'Port': ['ID=c06bae7c-b89b-421a-9bdd-d6cb71312cc5,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:35.279699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7c750d85-f4db-4d83-b936-4ca867afd200 None None] Provisioning complete for port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:35.280067 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7c750d85-f4db-4d83-b936-4ca867afd200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.316350 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.386798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c06bae7c-b89b-421a-9bdd-d6cb71312cc5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:35.447412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:35.448045 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.554644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Router d31dc09e-807f-4dfc-b986-1496bb976832 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:13:35.691008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:13:35.702378 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Sync routers for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:13:35.717609 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:13:35.718320 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:35.778492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38622) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:35.786798 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.788257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b5f9cf8f-fa6e-4e23-b81f-4eec5acb9995 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1145463 Sep 22 10:13:35.795294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38628) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:35.901552 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:13:36.049539 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f846-03f1-4459-a567-4d7904d040b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.127201 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:34Z', 'revision_number': 3, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:36.156587 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Checking router: d31dc09e-807f-4dfc-b986-1496bb976832 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:13:36.156855 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Updating router d31dc09e-807f-4dfc-b986-1496bb976832 port d76284ae-0252-469c-b245-73d91341a44e binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:13:36.186581 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.196442 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f846-03f1-4459-a567-4d7904d040b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.286617 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f846-03f1-4459-a567-4d7904d040b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.364076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38660) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:36.392108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6ef1f846-03f1-4459-a567-4d7904d040b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8f97bb50cee424c8a11c407c432f942&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6101909 Sep 22 10:13:36.392422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38666) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:36.399292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1f846-03f1-4459-a567-4d7904d040b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13563c67-224d-47a0-8b26-4bd0edb13727,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:36.460680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.505259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5b9-e591-4707-83be-d65352f4ab98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.574005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5b9-e591-4707-83be-d65352f4ab98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.579816 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.667177 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.701276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1e268c0-c824-40d1-9129-aa2d21b96264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.714771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Allocated IP 172.20.0.1 (723d782f-2c17-4acf-ae5f-7c0e87c61018/e93a07be-436a-4af0-acf9-38dad24cf0a4/81a21234-ad77-4549-98fd-105592baab2f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:36.717644 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Attempting to bind port d76284ae-0252-469c-b245-73d91341a44e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:36.718568 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Attempting to bind port d76284ae-0252-469c-b245-73d91341a44e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:36.718934 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Attempting to bind port d76284ae-0252-469c-b245-73d91341a44e on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:36.734712 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Pushing event updated for resources: {'Port': ['ID=d76284ae-0252-469c-b245-73d91341a44e,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:36.741877 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:36.747724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:36.747724 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.747724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:36.747724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Bound port: d76284ae-0252-469c-b245-73d91341a44e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:36.747724 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.747724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.747724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.748828 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.748828 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.748828 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.749096 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.749160 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.749478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.750032 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.750596 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.751115 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.751703 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Tracked resource versions report: Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: pushed versions: Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: { 'AddressGroup': {'1.2'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'ConntrackHelper': {'1.0'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Log': {'1.0'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Network': {'1.1'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Port': {'1.7'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'PortForwarding': {'1.2'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'QosPolicy': {'1.9'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'SecurityGroup': {'1.4'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'SecurityGroupRule': {'1.2'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'SubPort': {'1.0'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Subnet': {'1.1'}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Trunk': {'1.1'}} Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: consumer versions: Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: { DHCP agent@n-d-807025-3: {}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: HyperV agent@n-h1-807025-3: {}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: HyperV agent@n-h2-807025-3: {}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: L3 agent@n-d-807025-3: {}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: Metadata agent@n-d-807025-3: {}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: Metering agent@n-d-807025-3: {}, Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: Open vSwitch agent@n-d-807025-3: { 'AddressGroup': '1.2', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'ConntrackHelper': '1.0', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Log': '1.0', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Network': '1.1', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Port': '1.7', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'PortForwarding': '1.2', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'QosPolicy': '1.9', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'SecurityGroup': '1.4', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'SecurityGroupRule': '1.2', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'SubPort': '1.0', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Subnet': '1.1', Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: 'Trunk': '1.1'}} Sep 22 10:13:36.752990 n-d-807025-3 neutron-server[95684]: {{(pid=95684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 10:13:36.778228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5b9-e591-4707-83be-d65352f4ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.780362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5b9-e591-4707-83be-d65352f4ab98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.784371 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-16ecd5b9-e591-4707-83be-d65352f4ab98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13563c67-224d-47a0-8b26-4bd0edb13727 HTTP/1.1" status: 204 len: 168 time: 0.3879733 Sep 22 10:13:36.817148 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] For port d76284ae-0252-469c-b245-73d91341a44e, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:36.820662 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] For port d76284ae-0252-469c-b245-73d91341a44e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d76284ae-0252-469c-b245-73d91341a44e,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:36.837528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecd5b9-e591-4707-83be-d65352f4ab98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13563c67-224d-47a0-8b26-4bd0edb13727,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:36.872310 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.882023 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.926634 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1e268c0-c824-40d1-9129-aa2d21b96264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.958021 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:13:36.958672 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:36.971793 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1e268c0-c824-40d1-9129-aa2d21b96264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.008607 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.020047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e268c0-c824-40d1-9129-aa2d21b96264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f8369a-7dbc-4d79-8ab6-0b4296b15e33,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:37.033089 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b1e268c0-c824-40d1-9129-aa2d21b96264 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59be21c9f9c344db94b204666f1ed7a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6679099 Sep 22 10:13:37.039461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38696) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:37.044603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:37.046158 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:37.048954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:37.049741 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.104965 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:13:37.129292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1db5fed-b63a-4ded-9716-34df596798de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.154492 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1db5fed-b63a-4ded-9716-34df596798de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.251349 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766135b-fdf3-42a7-a188-8c96adcb2aa1 None None] Pushing event updated for resources: {'Port': ['ID=d76284ae-0252-469c-b245-73d91341a44e,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:37.324578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Pushing event updated for resources: {'Port': ['ID=81a21234-ad77-4549-98fd-105592baab2f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:37.331631 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1db5fed-b63a-4ded-9716-34df596798de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.335186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1db5fed-b63a-4ded-9716-34df596798de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.336719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a1db5fed-b63a-4ded-9716-34df596798de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86f8369a-7dbc-4d79-8ab6-0b4296b15e33 HTTP/1.1" status: 204 len: 168 time: 0.2965763 Sep 22 10:13:37.351924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db5fed-b63a-4ded-9716-34df596798de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f8369a-7dbc-4d79-8ab6-0b4296b15e33,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:37.431365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7fe667e0-b931-4a36-bb3a-ef7bf1d90593 None None] Provisioning complete for port 81a21234-ad77-4549-98fd-105592baab2f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:37.431936 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7fe667e0-b931-4a36-bb3a-ef7bf1d90593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.521031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.532504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7fe667e0-b931-4a36-bb3a-ef7bf1d90593 None None] Port 81a21234-ad77-4549-98fd-105592baab2f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:37.577023 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:34Z', 'revision_number': 3, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:37.610862 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9cd4f-4b03-4258-9ec3-9a05331438b1 None None] The sync data for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 is: [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:34Z', 'revision_number': 3, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:13:37.751590 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.816667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.817701 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:37.987352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Pushing event updated for resources: {'Port': ['ID=81a21234-ad77-4549-98fd-105592baab2f,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:38.022765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38728) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:38.037103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:38.044977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:38.047510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da79d3ee-191f-45db-85de-e3435a9f2e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.342215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Router d31dc09e-807f-4dfc-b986-1496bb976832 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:13:38.373251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-edee1aa7-2d80-41b2-bfb5-1329e84f199e None None] Provisioning complete for port 81a21234-ad77-4549-98fd-105592baab2f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:38.374557 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-edee1aa7-2d80-41b2-bfb5-1329e84f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.412146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-edee1aa7-2d80-41b2-bfb5-1329e84f199e None None] Port 81a21234-ad77-4549-98fd-105592baab2f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:38.482558 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da79d3ee-191f-45db-85de-e3435a9f2e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.527183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:13:38.554677 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-25e2827b-22a9-4be3-935f-c3d4319bb424 admin admin] 10.222.0.20 "PUT /v2.0/routers/d31dc09e-807f-4dfc-b986-1496bb976832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7582338 Sep 22 10:13:38.560043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da79d3ee-191f-45db-85de-e3435a9f2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.599789 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-da79d3ee-191f-45db-85de-e3435a9f2e83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acdbeea97d9f443a9afeeafe2711bdc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5760171 Sep 22 10:13:38.600672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79d3ee-191f-45db-85de-e3435a9f2e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6cc175-f5cc-45bd-8276-e7a09d91177e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:38.602899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38740) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:38.652292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2080fec-85f8-43a9-8830-67f4b6e1b84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.675067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2080fec-85f8-43a9-8830-67f4b6e1b84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.817034 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2080fec-85f8-43a9-8830-67f4b6e1b84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.819542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2080fec-85f8-43a9-8830-67f4b6e1b84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.823058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a2080fec-85f8-43a9-8830-67f4b6e1b84e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c6cc175-f5cc-45bd-8276-e7a09d91177e HTTP/1.1" status: 204 len: 168 time: 0.2167058 Sep 22 10:13:38.828864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2080fec-85f8-43a9-8830-67f4b6e1b84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6cc175-f5cc-45bd-8276-e7a09d91177e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:38.878680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38762) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:38.897113 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2e92a04-1ab9-4d5d-9ebe-c0245c0170b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.000873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2e92a04-1ab9-4d5d-9ebe-c0245c0170b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.108891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2e92a04-1ab9-4d5d-9ebe-c0245c0170b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.159381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e92a04-1ab9-4d5d-9ebe-c0245c0170b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d87b0-4c1a-4d58-b95a-27608c568dc9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:39.171553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a2e92a04-1ab9-4d5d-9ebe-c0245c0170b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fc9928508934d81bb2a6e1a3ad5b82d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2916672 Sep 22 10:13:39.174068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38774) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:39.267665 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e759ce44-218d-4b75-bc88-cad87873b1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.298137 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e759ce44-218d-4b75-bc88-cad87873b1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.344933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d76284ae-0252-469c-b245-73d91341a44e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:39.395271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d76284ae-0252-469c-b245-73d91341a44e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:39.396504 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.435497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e759ce44-218d-4b75-bc88-cad87873b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.438176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e759ce44-218d-4b75-bc88-cad87873b1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.439660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e759ce44-218d-4b75-bc88-cad87873b1ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc8d87b0-4c1a-4d58-b95a-27608c568dc9 HTTP/1.1" status: 204 len: 168 time: 0.2616699 Sep 22 10:13:39.456621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759ce44-218d-4b75-bc88-cad87873b1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d87b0-4c1a-4d58-b95a-27608c568dc9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:39.507367 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.533635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d76284ae-0252-469c-b245-73d91341a44e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d76284ae-0252-469c-b245-73d91341a44e,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:39.553997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Sync routers for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:13:39.580971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:13:39.581917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:39.621173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.712374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d76284ae-0252-469c-b245-73d91341a44e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:39.735235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:13:39.941891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 2, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:39.967535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Checking router: d31dc09e-807f-4dfc-b986-1496bb976832 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:13:39.967889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Updating router d31dc09e-807f-4dfc-b986-1496bb976832 port 81a21234-ad77-4549-98fd-105592baab2f binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:13:39.991955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.096259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38824) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:40.267919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.365460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.372283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38840) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:40.410488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8660d0-834d-4edc-842a-3567c57a48f6 None None] Pushing event updated for resources: {'Port': ['ID=81a21234-ad77-4549-98fd-105592baab2f,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:40.503013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Attempting to bind port 81a21234-ad77-4549-98fd-105592baab2f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:40.503635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Attempting to bind port 81a21234-ad77-4549-98fd-105592baab2f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:40.504005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Attempting to bind port 81a21234-ad77-4549-98fd-105592baab2f on network 723d782f-2c17-4acf-ae5f-7c0e87c61018 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:40.509636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:40.509973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Checking segment: {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:40.510567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.511111 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Bound using segment: {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:40.511725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Bound port: 81a21234-ad77-4549-98fd-105592baab2f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:40.520915 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.528607 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-20e51326-2971-4bb0-89b4-6ad0948308f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.720405 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-20e51326-2971-4bb0-89b4-6ad0948308f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.788650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-20e51326-2971-4bb0-89b4-6ad0948308f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.789895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] For port 81a21234-ad77-4549-98fd-105592baab2f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:40.796125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] For port 81a21234-ad77-4549-98fd-105592baab2f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=81a21234-ad77-4549-98fd-105592baab2f,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:40.797858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-575506f3-86b7-4aa3-875f-6456a9a14ca9 None None] Provisioning complete for port 81a21234-ad77-4549-98fd-105592baab2f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:40.798442 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-575506f3-86b7-4aa3-875f-6456a9a14ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.829239 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-20e51326-2971-4bb0-89b4-6ad0948308f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26e4a7227ec6406aa0cbd3bbdb3be7bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7299118 Sep 22 10:13:40.830588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38874) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:40.831610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21c1d8c7-91ac-42d2-ba98-00fac10b752f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.840848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-575506f3-86b7-4aa3-875f-6456a9a14ca9 None None] Port 81a21234-ad77-4549-98fd-105592baab2f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:40.849992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e51326-2971-4bb0-89b4-6ad0948308f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc9bbc-67e0-4ef1-9b4b-198338bdf77e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:40.880498 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.943756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a30fc1e9-2f73-4a0c-be20-9f9a40b6d17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.970737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8660d0-834d-4edc-842a-3567c57a48f6 None None] Pushing event updated for resources: {'Port': ['ID=81a21234-ad77-4549-98fd-105592baab2f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:40.973611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:13:40.974427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:40.990232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a30fc1e9-2f73-4a0c-be20-9f9a40b6d17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.095567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21c1d8c7-91ac-42d2-ba98-00fac10b752f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.126354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:13:41.137010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a30fc1e9-2f73-4a0c-be20-9f9a40b6d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.139688 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a30fc1e9-2f73-4a0c-be20-9f9a40b6d17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.143870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a30fc1e9-2f73-4a0c-be20-9f9a40b6d17b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39dc9bbc-67e0-4ef1-9b4b-198338bdf77e HTTP/1.1" status: 204 len: 168 time: 0.3118474 Sep 22 10:13:41.156272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fc1e9-2f73-4a0c-be20-9f9a40b6d17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc9bbc-67e0-4ef1-9b4b-198338bdf77e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:41.177195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21c1d8c7-91ac-42d2-ba98-00fac10b752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.237557 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-21c1d8c7-91ac-42d2-ba98-00fac10b752f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f45d3e63ed5c4f3092578f63b4ff2a9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8643954 Sep 22 10:13:41.238693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1d8c7-91ac-42d2-ba98-00fac10b752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820c1771-63dd-4241-a592-121299284f01,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:41.240358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38884) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:41.285733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-70cdb96b-e694-44de-9f91-bd486f2c4a2e None None] Provisioning complete for port 81a21234-ad77-4549-98fd-105592baab2f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:41.285733 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70cdb96b-e694-44de-9f91-bd486f2c4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.310391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2c9-701f-496d-abbd-a8045a306431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.339230 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2c9-701f-496d-abbd-a8045a306431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.387092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d76284ae-0252-469c-b245-73d91341a44e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:41.517164 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38904) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:41.525486 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-network', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:41.531949 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70cdb96b-e694-44de-9f91-bd486f2c4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.547058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d76284ae-0252-469c-b245-73d91341a44e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:41.547422 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.560496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2c9-701f-496d-abbd-a8045a306431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.564974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa69e2c9-701f-496d-abbd-a8045a306431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.564974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-aa69e2c9-701f-496d-abbd-a8045a306431 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/820c1771-63dd-4241-a592-121299284f01 HTTP/1.1" status: 204 len: 168 time: 0.3224249 Sep 22 10:13:41.575668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69e2c9-701f-496d-abbd-a8045a306431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820c1771-63dd-4241-a592-121299284f01,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:41.609266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-70cdb96b-e694-44de-9f91-bd486f2c4a2e None None] For port 81a21234-ad77-4549-98fd-105592baab2f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=81a21234-ad77-4549-98fd-105592baab2f,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:41.619397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:40Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:41.655286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c20d28-9e47-4d06-bffe-be35b2390233 None None] The sync data for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 is: [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:40Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:13:41.669049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Made reservation on behalf of af5f0137dcf245deb6f070ab7476bb83 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:41.671410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.680450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.698226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70cdb96b-e694-44de-9f91-bd486f2c4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.799546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38918) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:41.802304 n-d-807025-3 neutron-server[95682]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 10:13:41.813932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdb96b-e694-44de-9f91-bd486f2c4a2e None None] Pushing event updated for resources: {'Port': ['ID=81a21234-ad77-4549-98fd-105592baab2f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:41.837397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.840680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-44894f8a-f015-483e-8935-65d8beb1c03a tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e353d6c27a334864badd1bcc843dfa57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394325 Sep 22 10:13:41.896886 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.925023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:41.937651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97638e53-d2f4-44bc-a0f2-9940f68abef1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:41.941852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.942341 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Added segment 213ad996-0e48-49af-a74c-75ceec31680e of type vlan for network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 Sep 22 10:13:42.000688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.097800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.099931 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:42.100708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.166572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ba489687-5395-4b7d-87fd-5c7b28573c90 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:42.169209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ba489687-5395-4b7d-87fd-5c7b28573c90 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3211305 Sep 22 10:13:42.195351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-f4996668-ef99-4a83-92cf-172b8ade0376 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/quotas/e353d6c27a334864badd1bcc843dfa57 HTTP/1.1" status: 200 len: 375 time: 0.0199935 Sep 22 10:13:42.204911 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6842067 Sep 22 10:13:42.204911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ba122-efa3-4b99-be61-eb1b89953055 admin admin] Pushing event updated for resources: {'Network': ['ID=49d9de8c-5fb7-4a5e-b51d-1eaadb39b522,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:42.205641 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38926) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.210768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Request body: {'subnet': {'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-subnet', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:42.216007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:42.283744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-9cda76d6-da1b-4c29-a1db-17c11e432713 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e353d6c27a334864badd1bcc843dfa57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872743 Sep 22 10:13:42.349874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Made reservation on behalf of af5f0137dcf245deb6f070ab7476bb83 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:42.352097 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.624636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38954) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.669720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f71b092f-0844-4b7f-aece-2610aa19477b req-31e50c60-1013-4db2-87f4-5f713bcd5a81 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 210 time: 0.0910094 Sep 22 10:13:42.671072 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cae981c4-ed86-4833-966d-91d57f335baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.703351 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.810353 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cae981c4-ed86-4833-966d-91d57f335baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.824417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Pushing event updated for resources: {'Subnet': ['ID=058e476c-f983-4e79-8606-f5fd9eb74463,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:42.831896 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Checking segment: {'id': '213ad996-0e48-49af-a74c-75ceec31680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:42.832248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Network hostable DHCP agents. Network: 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:42.885841 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cae981c4-ed86-4833-966d-91d57f335baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.916928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:42.925919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae981c4-ed86-4833-966d-91d57f335baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942bc8f4-3762-42a4-955c-cea81d5d735e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:42.931560 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cae981c4-ed86-4833-966d-91d57f335baf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e58d726f0e64115a8034a24dd1c9fcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3053846 Sep 22 10:13:42.937475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38962) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:43.011164 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b9c0-f6d8-4f19-874e-700c26385546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.036378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b9c0-f6d8-4f19-874e-700c26385546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.038369 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:43.049609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:43.050323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.054188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f36f6d-b4d1-4857-aadc-05f474bd52c4 None None] Network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:43.169123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38982) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:43.182422 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e23a50f5-c57f-4456-a338-1f51c1206ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.187075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b9c0-f6d8-4f19-874e-700c26385546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.189824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b9c0-f6d8-4f19-874e-700c26385546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.194077 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2ab8b9c0-f6d8-4f19-874e-700c26385546 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/942bc8f4-3762-42a4-955c-cea81d5d735e HTTP/1.1" status: 204 len: 168 time: 0.2551091 Sep 22 10:13:43.203439 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bba5ca5a-4c9d-48e8-9b4a-2e2fc3b4661d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9966333 Sep 22 10:13:43.207015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38988) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:43.213176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b9c0-f6d8-4f19-874e-700c26385546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942bc8f4-3762-42a4-955c-cea81d5d735e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:43.226302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:43.319885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-49d9de8c-5fb7-4a5e-b51d-1eaadb39b522', 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'fixed_ips': [{'subnet_id': '058e476c-f983-4e79-8606-f5fd9eb74463'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:43.321590 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.377003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e23a50f5-c57f-4456-a338-1f51c1206ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.417735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 81a21234-ad77-4549-98fd-105592baab2f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:43.468711 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e23a50f5-c57f-4456-a338-1f51c1206ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.521270 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e23a50f5-c57f-4456-a338-1f51c1206ffa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b9e692fd5064dbb95a47c7f3eef3013&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3512597 Sep 22 10:13:43.522757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a50f5-c57f-4456-a338-1f51c1206ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10361bd-9926-441a-9a74-7aeb76126b6b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:43.526368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38998) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:43.536410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 81a21234-ad77-4549-98fd-105592baab2f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:43.536806 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.538764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Allocated IP 172.20.0.2 (49d9de8c-5fb7-4a5e-b51d-1eaadb39b522/058e476c-f983-4e79-8606-f5fd9eb74463/d6de4d14-cda5-4885-b1a7-532c6191b7fd) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:43.622453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4f537c1-416d-4bce-8e30-8b0d410d590a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.669220 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.679298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.746981 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.750078 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4f537c1-416d-4bce-8e30-8b0d410d590a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.801392 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.932618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.952334 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.955458 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4f537c1-416d-4bce-8e30-8b0d410d590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.959129 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4f537c1-416d-4bce-8e30-8b0d410d590a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.960996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f4f537c1-416d-4bce-8e30-8b0d410d590a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d10361bd-9926-441a-9a74-7aeb76126b6b HTTP/1.1" status: 204 len: 168 time: 0.4318583 Sep 22 10:13:43.979735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f537c1-416d-4bce-8e30-8b0d410d590a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10361bd-9926-441a-9a74-7aeb76126b6b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:43.987016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:43.994318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:44.000635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:44.013195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Pushing event updated for resources: {'Port': ['ID=d6de4d14-cda5-4885-b1a7-532c6191b7fd,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:44.061679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Attempting to bind port d6de4d14-cda5-4885-b1a7-532c6191b7fd on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:44.062342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Attempting to bind port d6de4d14-cda5-4885-b1a7-532c6191b7fd by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '213ad996-0e48-49af-a74c-75ceec31680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:44.062434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Attempting to bind port d6de4d14-cda5-4885-b1a7-532c6191b7fd on network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:44.067249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:44.067619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Checking segment: {'id': '213ad996-0e48-49af-a74c-75ceec31680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:44.068015 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.068408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Bound using segment: {'id': '213ad996-0e48-49af-a74c-75ceec31680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:44.068872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Bound port: d6de4d14-cda5-4885-b1a7-532c6191b7fd, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213ad996-0e48-49af-a74c-75ceec31680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:44.069271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.135511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] For port d6de4d14-cda5-4885-b1a7-532c6191b7fd, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:44.139286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] For port d6de4d14-cda5-4885-b1a7-532c6191b7fd, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d6de4d14-cda5-4885-b1a7-532c6191b7fd,segment=NetworkSegment(213ad996-0e48-49af-a74c-75ceec31680e),segment_id=213ad996-0e48-49af-a74c-75ceec31680e)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:44.224530 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.312557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35652d7-2fa3-42e2-8845-357920e1564d None None] Pushing event updated for resources: {'Port': ['ID=d6de4d14-cda5-4885-b1a7-532c6191b7fd,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:44.350470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.378371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.521026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Allocated IP 172.25.1.120 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/855fab37-af25-448b-87e8-5b7cf0012198) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:44.538507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39042) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:44.681768 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.783628 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.827342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:44.830269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:44.833703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:44.863960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39056) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:44.885304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Pushing event updated for resources: {'Port': ['ID=855fab37-af25-448b-87e8-5b7cf0012198,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:45.035873 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d40a2e-3ab7-4bfb-a121-e3f01728d073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.166769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d40a2e-3ab7-4bfb-a121-e3f01728d073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.174131 n-d-807025-3 neutron-server[95681]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 10:13:45.229595 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.309743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d40a2e-3ab7-4bfb-a121-e3f01728d073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.327611 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5cf5875c-eda7-4661-bb7e-4a059aa1216b req-ca6a53f9-6de3-4e5d-bbe0-ca350119683b tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 210 time: 0.4625504 Sep 22 10:13:45.376122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d40a2e-3ab7-4bfb-a121-e3f01728d073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df52a334-61c5-4906-917a-da8a96db8b54,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:45.395026 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f2d40a2e-3ab7-4bfb-a121-e3f01728d073 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=110ee19a495a4b3680e89e5e3a5ecf17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8550391 Sep 22 10:13:45.402459 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39082) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:45.467864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d6de4d14-cda5-4885-b1a7-532c6191b7fd up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:45.495826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61831730-9dd2-4909-aa7c-4758380a32f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.543912 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61831730-9dd2-4909-aa7c-4758380a32f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.623508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d6de4d14-cda5-4885-b1a7-532c6191b7fd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:45.624016 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.646227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bbfff-9432-4460-a16d-9134ff83ad64 None None] Network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:45.731457 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61831730-9dd2-4909-aa7c-4758380a32f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.740141 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61831730-9dd2-4909-aa7c-4758380a32f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.740141 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-61831730-9dd2-4909-aa7c-4758380a32f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df52a334-61c5-4906-917a-da8a96db8b54 HTTP/1.1" status: 204 len: 168 time: 0.3346846 Sep 22 10:13:45.751169 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61831730-9dd2-4909-aa7c-4758380a32f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df52a334-61c5-4906-917a-da8a96db8b54,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:45.777039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.883107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-849cfe7e-936b-436f-b919-3ce962aaf41b None None] Provisioning complete for port d6de4d14-cda5-4885-b1a7-532c6191b7fd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:45.883107 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-849cfe7e-936b-436f-b919-3ce962aaf41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.000486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Router 444c2585-566e-41ef-8d95-632671a64bc3 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:13:46.028630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.071454 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-849cfe7e-936b-436f-b919-3ce962aaf41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.093444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d6de4d14-cda5-4885-b1a7-532c6191b7fd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d6de4d14-cda5-4885-b1a7-532c6191b7fd,segment=NetworkSegment(213ad996-0e48-49af-a74c-75ceec31680e),segment_id=213ad996-0e48-49af-a74c-75ceec31680e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:46.157545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:13:46.168023 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Sync routers for ids ['444c2585-566e-41ef-8d95-632671a64bc3'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:13:46.180027 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Routers {'444c2585-566e-41ef-8d95-632671a64bc3'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:13:46.180683 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['444c2585-566e-41ef-8d95-632671a64bc3'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:46.183438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.264372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.269024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:46.272394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0bad78d8-dc19-4672-a73d-0eaeeefeea41 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0602844 Sep 22 10:13:46.272542 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-849cfe7e-936b-436f-b919-3ce962aaf41b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:13:46.272542 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-849cfe7e-936b-436f-b919-3ce962aaf41b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:13:46.276039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d6de4d14-cda5-4885-b1a7-532c6191b7fd,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:46.329428 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Set router 444c2585-566e-41ef-8d95-632671a64bc3 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:13:46.525102 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c2585-566e-41ef-8d95-632671a64bc3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '855fab37-af25-448b-87e8-5b7cf0012198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:43Z', 'updated_at': '2021-09-22T10:13:44Z', 'revision_number': 3, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'gw_port': {'id': '855fab37-af25-448b-87e8-5b7cf0012198', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:44Z', 'updated_at': '2021-09-22T10:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:46.555390 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Checking router: 444c2585-566e-41ef-8d95-632671a64bc3 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:13:46.556116 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Updating router 444c2585-566e-41ef-8d95-632671a64bc3 port 855fab37-af25-448b-87e8-5b7cf0012198 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:13:46.556480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0042cf05-d8c7-49e3-ae5b-984086da9821 req-40c371f6-5791-4580-b69e-598ff67a5f52 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 210 time: 0.0364978 Sep 22 10:13:46.611563 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.686214 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39112) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:46.782739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.835170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.30', 55347) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:46.876505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-6e5aed0a-4c86-4563-af19-9b83cf81715a tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e353d6c27a334864badd1bcc843dfa57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401471 Sep 22 10:13:46.969051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1bcaf314-621a-47f9-b4ec-dda8345fee58 None None] Provisioning complete for port d6de4d14-cda5-4885-b1a7-532c6191b7fd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:46.970165 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1bcaf314-621a-47f9-b4ec-dda8345fee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.998423 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.011352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Allocated IP 172.20.0.1 (49d9de8c-5fb7-4a5e-b51d-1eaadb39b522/058e476c-f983-4e79-8606-f5fd9eb74463/e58cde3a-e634-476f-84d5-bd692bd8b5be) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:47.026677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-93add7b7-240a-4cfa-8647-dc7878400d6b tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:47.028570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-93add7b7-240a-4cfa-8647-dc7878400d6b tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430418 Sep 22 10:13:47.091947 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.133918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Request body: {'port': {'device_id': '1140a780-b1fc-41ce-ae24-c71cd53ae3d5', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'e353d6c27a334864badd1bcc843dfa57'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:47.140420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.145364 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Attempting to bind port 855fab37-af25-448b-87e8-5b7cf0012198 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:47.145836 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Attempting to bind port 855fab37-af25-448b-87e8-5b7cf0012198 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:47.147440 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Attempting to bind port 855fab37-af25-448b-87e8-5b7cf0012198 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:47.161097 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:47.161570 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:47.162343 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.162803 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:47.165321 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Bound port: 855fab37-af25-448b-87e8-5b7cf0012198, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:47.165902 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.196428 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe8787-aead-4ead-bf1c-a0fa599b6bfe None None] Pushing event updated for resources: {'Port': ['ID=855fab37-af25-448b-87e8-5b7cf0012198,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:47.247010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39124) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:47.258606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a86fe7e-b9a9-4ebf-830c-2f7f3886652b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.265475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d12bee13-2bd0-42ae-b515-c321bc9cdb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.268642 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] For port 855fab37-af25-448b-87e8-5b7cf0012198, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:47.276267 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] For port 855fab37-af25-448b-87e8-5b7cf0012198, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=855fab37-af25-448b-87e8-5b7cf0012198,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:47.298387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.371966 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.394798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d6de4d14-cda5-4885-b1a7-532c6191b7fd up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:47.431096 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-5a86fe7e-b9a9-4ebf-830c-2f7f3886652b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:13:47.431096 n-d-807025-3 neutron-server[95682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 10:13:47.431096 n-d-807025-3 neutron-server[95682]: [parameters: {'project_id': 'd3eb5ee7d7ec4d4fb44017fe8ad7cda6', 'id': '8292d8ef-1aad-4b1f-9090-f4d7b0541f3e', 'expiration': datetime.datetime(2021, 9, 22, 10, 15, 47, 417535)}] Sep 22 10:13:47.431096 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:13:47.435719 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-5a86fe7e-b9a9-4ebf-830c-2f7f3886652b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:13:47.436129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:47.464470 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Routers {'444c2585-566e-41ef-8d95-632671a64bc3'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:13:47.465189 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['444c2585-566e-41ef-8d95-632671a64bc3'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:47.465733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:47.470299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:47.470776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.509322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d6de4d14-cda5-4885-b1a7-532c6191b7fd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:47.510754 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.583587 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe8787-aead-4ead-bf1c-a0fa599b6bfe None None] Pushing event updated for resources: {'Port': ['ID=855fab37-af25-448b-87e8-5b7cf0012198,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:47.698085 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] Set router 444c2585-566e-41ef-8d95-632671a64bc3 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:13:47.698673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Pushing event updated for resources: {'Port': ['ID=e58cde3a-e634-476f-84d5-bd692bd8b5be,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:47.758453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b51e02b-1a77-4f93-a438-369f70ca4302 req-b18d7737-56ae-484c-8eab-db57ef5cc697 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 210 time: 0.0681083 Sep 22 10:13:47.803198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-20309d5f-c296-4999-acf9-e377ec1d3e4f None None] Provisioning complete for port e58cde3a-e634-476f-84d5-bd692bd8b5be triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:47.805331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-20309d5f-c296-4999-acf9-e377ec1d3e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.856367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d12bee13-2bd0-42ae-b515-c321bc9cdb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.858027 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-20309d5f-c296-4999-acf9-e377ec1d3e4f None None] Port e58cde3a-e634-476f-84d5-bd692bd8b5be cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:47.932935 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a86fe7e-b9a9-4ebf-830c-2f7f3886652b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:47.989263 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d12bee13-2bd0-42ae-b515-c321bc9cdb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.002960 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c2585-566e-41ef-8d95-632671a64bc3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '855fab37-af25-448b-87e8-5b7cf0012198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:43Z', 'updated_at': '2021-09-22T10:13:44Z', 'revision_number': 3, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'gw_port': {'id': '855fab37-af25-448b-87e8-5b7cf0012198', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:44Z', 'updated_at': '2021-09-22T10:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:48.036692 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a55fb8-46e3-431f-aaec-a85606c2e7b9 None None] The sync data for ids ['444c2585-566e-41ef-8d95-632671a64bc3'] in n-d-807025-3 is: [{'id': '444c2585-566e-41ef-8d95-632671a64bc3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '855fab37-af25-448b-87e8-5b7cf0012198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:43Z', 'updated_at': '2021-09-22T10:13:44Z', 'revision_number': 3, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'gw_port': {'id': '855fab37-af25-448b-87e8-5b7cf0012198', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:44Z', 'updated_at': '2021-09-22T10:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:13:48.065245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Made reservation on behalf of e353d6c27a334864badd1bcc843dfa57 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:48.068743 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.083600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.137681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.177594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bee13-2bd0-42ae-b515-c321bc9cdb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed55ba83-9e9b-48e1-89d2-6f0a4c695e70,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:48.181964 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d12bee13-2bd0-42ae-b515-c321bc9cdb89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06e5bdd13f64432cade3159da206ec63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9336114 Sep 22 10:13:48.185557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39162) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:48.196004 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a86fe7e-b9a9-4ebf-830c-2f7f3886652b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.255249 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-129db20b-7f8c-4bbe-8df1-f1602c585f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.273818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040389c-1bcc-4198-ba16-d3bae368493e req-85a582e0-ba79-421e-8e96-12aa24778c90 tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.274324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040389c-1bcc-4198-ba16-d3bae368493e req-85a582e0-ba79-421e-8e96-12aa24778c90 tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.274797 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040389c-1bcc-4198-ba16-d3bae368493e req-85a582e0-ba79-421e-8e96-12aa24778c90 tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.275259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040389c-1bcc-4198-ba16-d3bae368493e req-85a582e0-ba79-421e-8e96-12aa24778c90 tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.275713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040389c-1bcc-4198-ba16-d3bae368493e req-85a582e0-ba79-421e-8e96-12aa24778c90 tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.278046 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e040389c-1bcc-4198-ba16-d3bae368493e req-85a582e0-ba79-421e-8e96-12aa24778c90 tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.3416874 Sep 22 10:13:48.284131 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-129db20b-7f8c-4bbe-8df1-f1602c585f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.307749 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a86fe7e-b9a9-4ebf-830c-2f7f3886652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.376504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86fe7e-b9a9-4ebf-830c-2f7f3886652b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4e31b7-2431-451b-a646-396c4f6507f0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:48.448896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5a86fe7e-b9a9-4ebf-830c-2f7f3886652b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3eb5ee7d7ec4d4fb44017fe8ad7cda6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7614694 Sep 22 10:13:48.452767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39172) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:48.495317 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.573152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.574186 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.596377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2b1f-da25-46b0-af64-0162914e57df req-3e13d842-26d4-4560-934f-238865a4be94 tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.601170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba4d2b1f-da25-46b0-af64-0162914e57df req-3e13d842-26d4-4560-934f-238865a4be94 tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 886 time: 0.2971239 Sep 22 10:13:48.616677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Pushing event updated for resources: {'Port': ['ID=e58cde3a-e634-476f-84d5-bd692bd8b5be,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:48.646748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca46099d-ec7e-419e-9eb0-fca155464f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.658789 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-129db20b-7f8c-4bbe-8df1-f1602c585f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.658949 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-129db20b-7f8c-4bbe-8df1-f1602c585f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.662782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-129db20b-7f8c-4bbe-8df1-f1602c585f18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed55ba83-9e9b-48e1-89d2-6f0a4c695e70 HTTP/1.1" status: 204 len: 168 time: 0.4729190 Sep 22 10:13:48.694599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129db20b-7f8c-4bbe-8df1-f1602c585f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed55ba83-9e9b-48e1-89d2-6f0a4c695e70,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:48.723592 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca46099d-ec7e-419e-9eb0-fca155464f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.752383 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.802459 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:48.805447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:48.817509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.935052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca46099d-ec7e-419e-9eb0-fca155464f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.938045 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca46099d-ec7e-419e-9eb0-fca155464f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.939335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ca46099d-ec7e-419e-9eb0-fca155464f04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae4e31b7-2431-451b-a646-396c4f6507f0 HTTP/1.1" status: 204 len: 168 time: 0.4833689 Sep 22 10:13:48.953396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92b1ff-a95b-470e-8713-e3c080ce793a req-ec745380-0e85-43cb-a09d-cd396e5d8f8e tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.953977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92b1ff-a95b-470e-8713-e3c080ce793a req-ec745380-0e85-43cb-a09d-cd396e5d8f8e tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.956324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92b1ff-a95b-470e-8713-e3c080ce793a req-ec745380-0e85-43cb-a09d-cd396e5d8f8e tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.956812 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92b1ff-a95b-470e-8713-e3c080ce793a req-ec745380-0e85-43cb-a09d-cd396e5d8f8e tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.957347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92b1ff-a95b-470e-8713-e3c080ce793a req-ec745380-0e85-43cb-a09d-cd396e5d8f8e tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:48.959651 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9c92b1ff-a95b-470e-8713-e3c080ce793a req-ec745380-0e85-43cb-a09d-cd396e5d8f8e tempest-NetworksTest-1241692688 tempest-NetworksTest-1241692688-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.3074374 Sep 22 10:13:49.033937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d32367f3-0f93-4bba-9c5e-3d10ae4e7baf req-8f2eee73-3e2b-45f7-bc7d-c187508e9ae6 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 210 time: 0.1289909 Sep 22 10:13:49.135903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39194) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:49.164900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068a6837-aed4-4906-9fdc-b45ca1205f98,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:49.212292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46099d-ec7e-419e-9eb0-fca155464f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4e31b7-2431-451b-a646-396c4f6507f0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:49.283088 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Router 444c2585-566e-41ef-8d95-632671a64bc3 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:13:49.407297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-85b496b2-ea66-4e25-a68a-53ff834fb7be None None] Provisioning complete for port e58cde3a-e634-476f-84d5-bd692bd8b5be triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:49.407916 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85b496b2-ea66-4e25-a68a-53ff834fb7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:49.419880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Allocated IP 192.168.233.157 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/f49cfc31-9c45-4dad-b5e1-58078527a1cb) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:49.504571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 855fab37-af25-448b-87e8-5b7cf0012198 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:49.539545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-85b496b2-ea66-4e25-a68a-53ff834fb7be None None] Port e58cde3a-e634-476f-84d5-bd692bd8b5be cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:49.614549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:13:49.624137 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d1bee9cc-ad43-4d64-9bff-8fb8524483dd admin admin] 10.222.0.20 "PUT /v2.0/routers/444c2585-566e-41ef-8d95-632671a64bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3540299 Sep 22 10:13:49.644799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 855fab37-af25-448b-87e8-5b7cf0012198 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:49.646596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:49.768127 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:49.799045 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:49.816196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 855fab37-af25-448b-87e8-5b7cf0012198, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=855fab37-af25-448b-87e8-5b7cf0012198,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:49.937826 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:49.969748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.029769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=855fab37-af25-448b-87e8-5b7cf0012198,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:50.058191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:50.064646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:50.080940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:50.099590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:50.100281 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.123037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Pushing event updated for resources: {'Port': ['ID=f49cfc31-9c45-4dad-b5e1-58078527a1cb,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:50.183949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ffc6d24b-1864-4af1-aebc-136dc92513a4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0595236 Sep 22 10:13:50.368468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-567034b4-c24c-4cf9-a526-e84e3ea1e307 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:13:50.368468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-567034b4-c24c-4cf9-a526-e84e3ea1e307 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083675 Sep 22 10:13:50.381850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-19d49a69-6935-42e9-9c71-fdf1fd65d7fe None None] Provisioning complete for port f49cfc31-9c45-4dad-b5e1-58078527a1cb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:50.382548 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19d49a69-6935-42e9-9c71-fdf1fd65d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.405426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed3340-e366-4549-81d3-d61865711475 req-21647b98-6294-499d-8a82-72ef35271fcf tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:50.408346 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-feed3340-e366-4549-81d3-d61865711475 req-21647b98-6294-499d-8a82-72ef35271fcf tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 936 time: 0.0857489 Sep 22 10:13:50.600948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e641b35c-1414-4e73-a309-acae0ce75bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.611062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-19d49a69-6935-42e9-9c71-fdf1fd65d7fe None None] Port f49cfc31-9c45-4dad-b5e1-58078527a1cb cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:50.612275 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-feed3340-e366-4549-81d3-d61865711475 req-e173e12e-1528-4f2e-8ff6-1a3c63fd1507 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710032 Sep 22 10:13:50.612275 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e641b35c-1414-4e73-a309-acae0ce75bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.625691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Sync routers for ids ['444c2585-566e-41ef-8d95-632671a64bc3'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:13:50.636603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Routers {'444c2585-566e-41ef-8d95-632671a64bc3'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:13:50.637264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['444c2585-566e-41ef-8d95-632671a64bc3'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:50.772921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Set router 444c2585-566e-41ef-8d95-632671a64bc3 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:13:50.902149 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e641b35c-1414-4e73-a309-acae0ce75bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.951976 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e641b35c-1414-4e73-a309-acae0ce75bdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=579c8331e717444caf1af950b77bc10c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8138976 Sep 22 10:13:50.953541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641b35c-1414-4e73-a309-acae0ce75bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a838f11-3ba2-4e89-aaa8-fcd8a913ea69,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:50.956100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39220) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:51.019713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af17006b-4017-480c-9546-ee964b0f07e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.020586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c2585-566e-41ef-8d95-632671a64bc3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '855fab37-af25-448b-87e8-5b7cf0012198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:43Z', 'updated_at': '2021-09-22T10:13:47Z', 'revision_number': 4, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'gw_port': {'id': '855fab37-af25-448b-87e8-5b7cf0012198', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:44Z', 'updated_at': '2021-09-22T10:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e58cde3a-e634-476f-84d5-bd692bd8b5be', 'name': '', 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'mac_address': 'fa:16:3e:0c:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '058e476c-f983-4e79-8606-f5fd9eb74463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:46Z', 'updated_at': '2021-09-22T10:13:48Z', 'revision_number': 2, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'subnets': [{'id': '058e476c-f983-4e79-8606-f5fd9eb74463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:51.049637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af17006b-4017-480c-9546-ee964b0f07e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.077168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Checking router: 444c2585-566e-41ef-8d95-632671a64bc3 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:13:51.077168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Updating router 444c2585-566e-41ef-8d95-632671a64bc3 port e58cde3a-e634-476f-84d5-bd692bd8b5be binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:13:51.123139 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.181843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39224) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:51.199121 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8959a7d-4b09-496a-a8e0-5811658f2710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.231218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af17006b-4017-480c-9546-ee964b0f07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.233802 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af17006b-4017-480c-9546-ee964b0f07e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.237854 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-af17006b-4017-480c-9546-ee964b0f07e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a838f11-3ba2-4e89-aaa8-fcd8a913ea69 HTTP/1.1" status: 204 len: 168 time: 0.2808144 Sep 22 10:13:51.255465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17006b-4017-480c-9546-ee964b0f07e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a838f11-3ba2-4e89-aaa8-fcd8a913ea69,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:51.369139 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8959a7d-4b09-496a-a8e0-5811658f2710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.406005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 855fab37-af25-448b-87e8-5b7cf0012198 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:51.428636 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8959a7d-4b09-496a-a8e0-5811658f2710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.476094 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b8959a7d-4b09-496a-a8e0-5811658f2710 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c0d81b8895c453aa52c8c5b1fda14f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909732 Sep 22 10:13:51.476490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39232) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:51.476997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8959a7d-4b09-496a-a8e0-5811658f2710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6f154b-d9f8-401f-8adb-0e81a3c8665a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:51.582008 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49766306-b2e2-4862-96fb-cbb983d77fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.589742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 855fab37-af25-448b-87e8-5b7cf0012198 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:51.591127 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.628853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39236) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:51.642286 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49766306-b2e2-4862-96fb-cbb983d77fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.700337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.802211 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.847059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe5a8f-02bd-4dff-9885-ac1227cba160 req-91f02501-a9dc-4375-954d-23b9b17a065b tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:51.848790 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-babe5a8f-02bd-4dff-9885-ac1227cba160 req-91f02501-a9dc-4375-954d-23b9b17a065b tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 936 time: 0.1260223 Sep 22 10:13:51.904496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544602a5-bc99-4a07-adda-99f8a1907092 None None] Pushing event updated for resources: {'Port': ['ID=e58cde3a-e634-476f-84d5-bd692bd8b5be,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:51.940043 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-babe5a8f-02bd-4dff-9885-ac1227cba160 req-f908330f-7b9f-49d9-9632-875701d5d43b tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672207 Sep 22 10:13:52.017703 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49766306-b2e2-4862-96fb-cbb983d77fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.021926 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49766306-b2e2-4862-96fb-cbb983d77fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.026916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-49766306-b2e2-4862-96fb-cbb983d77fb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b6f154b-d9f8-401f-8adb-0e81a3c8665a HTTP/1.1" status: 204 len: 168 time: 0.5457358 Sep 22 10:13:52.034328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49766306-b2e2-4862-96fb-cbb983d77fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6f154b-d9f8-401f-8adb-0e81a3c8665a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:52.050006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Attempting to bind port e58cde3a-e634-476f-84d5-bd692bd8b5be on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:52.055012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Attempting to bind port e58cde3a-e634-476f-84d5-bd692bd8b5be by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '213ad996-0e48-49af-a74c-75ceec31680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:52.059003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Attempting to bind port e58cde3a-e634-476f-84d5-bd692bd8b5be on network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:52.086302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:52.086302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Checking segment: {'id': '213ad996-0e48-49af-a74c-75ceec31680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:52.086302 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.086302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Bound using segment: {'id': '213ad996-0e48-49af-a74c-75ceec31680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:52.086302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Bound port: e58cde3a-e634-476f-84d5-bd692bd8b5be, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213ad996-0e48-49af-a74c-75ceec31680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:52.086302 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.228650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3a14f92d-695c-4ed5-b87e-64c40d43f604 None None] Provisioning complete for port e58cde3a-e634-476f-84d5-bd692bd8b5be triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:52.229027 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3a14f92d-695c-4ed5-b87e-64c40d43f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.234311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] For port e58cde3a-e634-476f-84d5-bd692bd8b5be, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:52.244070 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad36c323-4203-4bcf-a078-913b08a26caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.269550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] For port e58cde3a-e634-476f-84d5-bd692bd8b5be, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e58cde3a-e634-476f-84d5-bd692bd8b5be,segment=NetworkSegment(213ad996-0e48-49af-a74c-75ceec31680e),segment_id=213ad996-0e48-49af-a74c-75ceec31680e)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:52.279747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3a14f92d-695c-4ed5-b87e-64c40d43f604 None None] Port e58cde3a-e634-476f-84d5-bd692bd8b5be cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:52.287213 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-20a452fd-0a08-4e2b-bf2c-13b237644748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.381878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad36c323-4203-4bcf-a078-913b08a26caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.400440 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.468578 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad36c323-4203-4bcf-a078-913b08a26caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.489287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Routers {'444c2585-566e-41ef-8d95-632671a64bc3'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:13:52.490236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['444c2585-566e-41ef-8d95-632671a64bc3'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:52.530649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544602a5-bc99-4a07-adda-99f8a1907092 None None] Pushing event updated for resources: {'Port': ['ID=e58cde3a-e634-476f-84d5-bd692bd8b5be,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:52.532493 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ad36c323-4203-4bcf-a078-913b08a26caa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e654c435cd7a4d08b4feb1b18a17c66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9021766 Sep 22 10:13:52.533755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36c323-4203-4bcf-a078-913b08a26caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517200e6-8d0d-4a82-884e-a9edd8cd887b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:52.535815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39256) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:52.639303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5cde336c-3088-485a-be40-b0b0c9bd5f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.672393 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5cde336c-3088-485a-be40-b0b0c9bd5f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.823223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-25fd5d4d-e750-4226-a752-01be6c402021 None None] Provisioning complete for port e58cde3a-e634-476f-84d5-bd692bd8b5be triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:52.823836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25fd5d4d-e750-4226-a752-01be6c402021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.860422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] Set router 444c2585-566e-41ef-8d95-632671a64bc3 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:13:52.874596 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5cde336c-3088-485a-be40-b0b0c9bd5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.877078 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5cde336c-3088-485a-be40-b0b0c9bd5f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.878381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5cde336c-3088-485a-be40-b0b0c9bd5f3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/517200e6-8d0d-4a82-884e-a9edd8cd887b HTTP/1.1" status: 204 len: 168 time: 0.3408315 Sep 22 10:13:52.887775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde336c-3088-485a-be40-b0b0c9bd5f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517200e6-8d0d-4a82-884e-a9edd8cd887b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:53.069107 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25fd5d4d-e750-4226-a752-01be6c402021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.121426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-25fd5d4d-e750-4226-a752-01be6c402021 None None] For port e58cde3a-e634-476f-84d5-bd692bd8b5be, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e58cde3a-e634-476f-84d5-bd692bd8b5be,segment=NetworkSegment(213ad996-0e48-49af-a74c-75ceec31680e),segment_id=213ad996-0e48-49af-a74c-75ceec31680e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:53.184048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e596cfb8-9543-4618-a721-51c911394271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c2585-566e-41ef-8d95-632671a64bc3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '855fab37-af25-448b-87e8-5b7cf0012198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:43Z', 'updated_at': '2021-09-22T10:13:47Z', 'revision_number': 4, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'gw_port': {'id': '855fab37-af25-448b-87e8-5b7cf0012198', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:44Z', 'updated_at': '2021-09-22T10:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e58cde3a-e634-476f-84d5-bd692bd8b5be', 'name': '', 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'mac_address': 'fa:16:3e:0c:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '058e476c-f983-4e79-8606-f5fd9eb74463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:46Z', 'updated_at': '2021-09-22T10:13:52Z', 'revision_number': 4, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'subnets': [{'id': '058e476c-f983-4e79-8606-f5fd9eb74463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:53.188576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25fd5d4d-e750-4226-a752-01be6c402021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.197872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db26b-685c-4a2b-819e-3b0277bf1d63 req-18130cc3-2b3f-4fcd-8195-922f6a7dc815 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:53.212772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-786db26b-685c-4a2b-819e-3b0277bf1d63 req-18130cc3-2b3f-4fcd-8195-922f6a7dc815 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 936 time: 0.1610465 Sep 22 10:13:53.220907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596cfb8-9543-4618-a721-51c911394271 None None] The sync data for ids ['444c2585-566e-41ef-8d95-632671a64bc3'] in n-d-807025-3 is: [{'id': '444c2585-566e-41ef-8d95-632671a64bc3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '855fab37-af25-448b-87e8-5b7cf0012198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:43Z', 'updated_at': '2021-09-22T10:13:47Z', 'revision_number': 4, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'gw_port': {'id': '855fab37-af25-448b-87e8-5b7cf0012198', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:44Z', 'updated_at': '2021-09-22T10:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e58cde3a-e634-476f-84d5-bd692bd8b5be', 'name': '', 'network_id': '49d9de8c-5fb7-4a5e-b51d-1eaadb39b522', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'mac_address': 'fa:16:3e:0c:85:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '058e476c-f983-4e79-8606-f5fd9eb74463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:46Z', 'updated_at': '2021-09-22T10:13:52Z', 'revision_number': 4, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'subnets': [{'id': '058e476c-f983-4e79-8606-f5fd9eb74463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:13:53.319680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39276) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:53.339040 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34cc3b8c-e116-422f-a767-e4e85ef48f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.357132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd5d4d-e750-4226-a752-01be6c402021 None None] Pushing event updated for resources: {'Port': ['ID=e58cde3a-e634-476f-84d5-bd692bd8b5be,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:53.359980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-786db26b-685c-4a2b-819e-3b0277bf1d63 req-589794d8-aaf9-4c7d-bdac-01623b3e9476 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440527 Sep 22 10:13:53.549415 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34cc3b8c-e116-422f-a767-e4e85ef48f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.607928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39278) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:53.615263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e4a2f852-a947-4183-85db-b36b70e4f520 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--829483106', 'description': 'tempest-description--1200507873'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:53.653380 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34cc3b8c-e116-422f-a767-e4e85ef48f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.684835 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-34cc3b8c-e116-422f-a767-e4e85ef48f7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3d5f2aed5e14b92b2d2b08d36935a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612633 Sep 22 10:13:53.685904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39282) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:53.738645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc3b8c-e116-422f-a767-e4e85ef48f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49d5bb5-204f-49f3-a490-c80de1e641f5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:53.786735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa571222-c372-4d39-b41a-0b9b36271373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.812336 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa571222-c372-4d39-b41a-0b9b36271373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.869960 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4a2f852-a947-4183-85db-b36b70e4f520 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.084321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa571222-c372-4d39-b41a-0b9b36271373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.088522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa571222-c372-4d39-b41a-0b9b36271373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.094604 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fa571222-c372-4d39-b41a-0b9b36271373 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b49d5bb5-204f-49f3-a490-c80de1e641f5 HTTP/1.1" status: 204 len: 168 time: 0.4037647 Sep 22 10:13:54.115898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa571222-c372-4d39-b41a-0b9b36271373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49d5bb5-204f-49f3-a490-c80de1e641f5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:54.162836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39288) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.206012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1750cb6-a728-4be2-93c9-ec4d4a31e68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.282178 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4a2f852-a947-4183-85db-b36b70e4f520 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.399111 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4a2f852-a947-4183-85db-b36b70e4f520 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.540907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2f852-a947-4183-85db-b36b70e4f520 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:54.583388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb40d95-f6e7-4d37-87c7-5f6d9c6cc041 req-2aa2b081-8e4f-4fa4-a2f1-9c834a9aaf5d tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:54.591812 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2fb40d95-f6e7-4d37-87c7-5f6d9c6cc041 req-2aa2b081-8e4f-4fa4-a2f1-9c834a9aaf5d tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 936 time: 0.0924697 Sep 22 10:13:54.653770 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2fb40d95-f6e7-4d37-87c7-5f6d9c6cc041 req-f3b7acd1-4c10-45de-84f4-261a8662afb1 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610633 Sep 22 10:13:54.656322 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1750cb6-a728-4be2-93c9-ec4d4a31e68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.773371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1750cb6-a728-4be2-93c9-ec4d4a31e68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.820116 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e1750cb6-a728-4be2-93c9-ec4d4a31e68f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cab126621124cbd8aa5f9e03462fd96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559043 Sep 22 10:13:54.821057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1750cb6-a728-4be2-93c9-ec4d4a31e68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad47827-073a-47df-99a2-bbef280dbe54,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:54.822746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39300) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.857390 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4a2f852-a947-4183-85db-b36b70e4f520 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.858715 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e4a2f852-a947-4183-85db-b36b70e4f520 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2491784 Sep 22 10:13:54.861679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39302) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.870133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-afa87304-376c-4c8d-b06a-8f9189dbfaa2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Request body: {'security_group_rule': {'security_group_id': 'e136cef8-4d3d-4223-9eb4-a38ef60d7bb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:54.918873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2df66d8-5dbb-44c7-988d-bc55200f263c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.945191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2df66d8-5dbb-44c7-988d-bc55200f263c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.025236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39306) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.059686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afa87304-376c-4c8d-b06a-8f9189dbfaa2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.074862 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50bde02b-87d8-4d50-8958-a0776c073072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.138741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2df66d8-5dbb-44c7-988d-bc55200f263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.143303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2df66d8-5dbb-44c7-988d-bc55200f263c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.144723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b2df66d8-5dbb-44c7-988d-bc55200f263c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ad47827-073a-47df-99a2-bbef280dbe54 HTTP/1.1" status: 204 len: 168 time: 0.3209865 Sep 22 10:13:55.167657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df66d8-5dbb-44c7-988d-bc55200f263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad47827-073a-47df-99a2-bbef280dbe54,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:55.201065 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.205556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afa87304-376c-4c8d-b06a-8f9189dbfaa2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.237508 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-68b48b47-87f1-4b7a-b334-f9ec10cfd3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.297675 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afa87304-376c-4c8d-b06a-8f9189dbfaa2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.328615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa87304-376c-4c8d-b06a-8f9189dbfaa2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107d8156-6bc4-438c-9b15-d9b3969d3d6f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:55.417205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-68b48b47-87f1-4b7a-b334-f9ec10cfd3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.436246 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.499493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e58cde3a-e634-476f-84d5-bd692bd8b5be up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:55.526820 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-68b48b47-87f1-4b7a-b334-f9ec10cfd3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.540523 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.598351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39320) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.604603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-68b48b47-87f1-4b7a-b334-f9ec10cfd3f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f9562412f754d78a8c5652cfbb85170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5776117 Sep 22 10:13:55.607544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e58cde3a-e634-476f-84d5-bd692bd8b5be triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:55.607926 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.616079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b48b47-87f1-4b7a-b334-f9ec10cfd3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83de8bfa-a275-4144-b431-c61aeb2379c0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:55.626661 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afa87304-376c-4c8d-b06a-8f9189dbfaa2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.627728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-afa87304-376c-4c8d-b06a-8f9189dbfaa2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7635221 Sep 22 10:13:55.630298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39322) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.637955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-42787478-f9b8-4dd1-9807-ad798c50fc10 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Request body: {'security_group_rule': {'security_group_id': 'e136cef8-4d3d-4223-9eb4-a38ef60d7bb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:55.759553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59e50fe4-41be-49ca-b5f4-e9503726f5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.786583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-42787478-f9b8-4dd1-9807-ad798c50fc10 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.848547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59e50fe4-41be-49ca-b5f4-e9503726f5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.905254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-42787478-f9b8-4dd1-9807-ad798c50fc10 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:55.916149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46350a2c-05a0-4269-a70c-81e08be5ef6f req-203c03be-941f-428a-a875-74bba491f235 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:55.918571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46350a2c-05a0-4269-a70c-81e08be5ef6f req-203c03be-941f-428a-a875-74bba491f235 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 936 time: 0.1083994 Sep 22 10:13:55.994893 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-42787478-f9b8-4dd1-9807-ad798c50fc10 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.034709 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.047296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46350a2c-05a0-4269-a70c-81e08be5ef6f req-62dd8af9-ad3c-4df9-b5fd-83d56cbddc82 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128156 Sep 22 10:13:56.065201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42787478-f9b8-4dd1-9807-ad798c50fc10 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fd8d0e-cdfd-4807-93d3-e198d2328676,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:56.088071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59e50fe4-41be-49ca-b5f4-e9503726f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.095547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59e50fe4-41be-49ca-b5f4-e9503726f5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.096732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-59e50fe4-41be-49ca-b5f4-e9503726f5e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83de8bfa-a275-4144-b431-c61aeb2379c0 HTTP/1.1" status: 204 len: 168 time: 0.5046799 Sep 22 10:13:56.105347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e50fe4-41be-49ca-b5f4-e9503726f5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83de8bfa-a275-4144-b431-c61aeb2379c0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:56.194855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-42787478-f9b8-4dd1-9807-ad798c50fc10 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.204535 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-42787478-f9b8-4dd1-9807-ad798c50fc10 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5626984 Sep 22 10:13:56.205208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39350) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:56.209303 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:56.367254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.590515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.725605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Allocated IP 172.25.1.104 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/c86bd9be-05f1-4f65-81d9-5818f1ec4a94) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:56.834204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.960575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.012995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:57.018250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:57.020182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event updated for resources: {'Port': ['ID=c86bd9be-05f1-4f65-81d9-5818f1ec4a94,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:57.022152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:57.154543 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.214770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f451a-27c9-4f21-8f06-4f10c2209bc8 req-7952757d-cfae-4234-bc0c-b994f8573c58 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:57.216458 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f36f451a-27c9-4f21-8f06-4f10c2209bc8 req-7952757d-cfae-4234-bc0c-b994f8573c58 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 936 time: 0.0806828 Sep 22 10:13:57.264459 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f36f451a-27c9-4f21-8f06-4f10c2209bc8 req-861008bb-741e-4d7c-8c4c-d88e90cac292 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370176 Sep 22 10:13:57.332042 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.464648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39404) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:57.539950 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.634625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.671076 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.702656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event updated for resources: {'Port': ['ID=c86bd9be-05f1-4f65-81d9-5818f1ec4a94,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:57.740764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-df1a9bb9-db24-4293-8f40-5a1134a94125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.800043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.801578 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0dc0dbb9-8dc0-481e-84be-d17bcf39b747 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5957816 Sep 22 10:13:57.903596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.915496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-df1a9bb9-db24-4293-8f40-5a1134a94125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.982854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-df1a9bb9-db24-4293-8f40-5a1134a94125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:58.035968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-df1a9bb9-db24-4293-8f40-5a1134a94125 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e2b490375d247a38f30e634d8f1604a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697415 Sep 22 10:13:58.037127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a9bb9-db24-4293-8f40-5a1134a94125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e46033-5357-490c-aa54-cd4f2e7db7b2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:58.039030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39426) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:58.093042 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81774323-161b-4fb6-b7d7-9e6a4f0b9bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:58.127821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81774323-161b-4fb6-b7d7-9e6a4f0b9bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:58.249931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81774323-161b-4fb6-b7d7-9e6a4f0b9bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:58.252546 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81774323-161b-4fb6-b7d7-9e6a4f0b9bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:58.253723 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81774323-161b-4fb6-b7d7-9e6a4f0b9bb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7e46033-5357-490c-aa54-cd4f2e7db7b2 HTTP/1.1" status: 204 len: 168 time: 0.2129912 Sep 22 10:13:58.267040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81774323-161b-4fb6-b7d7-9e6a4f0b9bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e46033-5357-490c-aa54-cd4f2e7db7b2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:58.367654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-b00dcea9-9962-40db-9dda-4a862737436c tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--829483106&fields=id&tenant_id=9a165e48c66f46fbb1b67278bff790b9 HTTP/1.1" status: 200 len: 267 time: 0.0703454 Sep 22 10:13:58.499944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba4203-65e7-48bb-a937-af02b36f5b58 req-7f27892b-37be-4f61-9a83-70f79f4e0426 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:58.503802 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-adba4203-65e7-48bb-a937-af02b36f5b58 req-7f27892b-37be-4f61-9a83-70f79f4e0426 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 936 time: 0.0999506 Sep 22 10:13:58.571874 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-adba4203-65e7-48bb-a937-af02b36f5b58 req-a13ae583-a556-4b60-b29c-c5cf3931ddd3 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582068 Sep 22 10:13:58.637552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-635493d3-3658-4c43-b371-4a577d3f92b8 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:58.639504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-635493d3-3658-4c43-b371-4a577d3f92b8 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/networks?id=723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 200 len: 824 time: 0.2601640 Sep 22 10:13:58.667220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-e25691c1-2965-4d2a-a715-171fd4cab23c tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/quotas/9a165e48c66f46fbb1b67278bff790b9 HTTP/1.1" status: 200 len: 375 time: 0.0209796 Sep 22 10:13:58.740517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-46527863-0850-40fc-9098-554f67197675 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695319 Sep 22 10:13:59.577360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39480) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.592678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9261cfec-3a09-4c9c-b7d7-d2b5d2aab1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:59.693429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9261cfec-3a09-4c9c-b7d7-d2b5d2aab1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:59.765853 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9261cfec-3a09-4c9c-b7d7-d2b5d2aab1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:59.811822 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9261cfec-3a09-4c9c-b7d7-d2b5d2aab1fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=527c1b23b7844ed8a9284f4dc6ddb6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308571 Sep 22 10:13:59.812109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39490) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.815209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261cfec-3a09-4c9c-b7d7-d2b5d2aab1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1573dd46-151b-41f9-8829-a0fc1e432c2f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:59.863201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-261be578-73b3-45b7-916a-625c42064648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:59.892489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-261be578-73b3-45b7-916a-625c42064648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:59.989256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-f8ceab5e-369b-4fe4-b3e2-7874f13638a5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:13:59.989256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-f8ceab5e-369b-4fe4-b3e2-7874f13638a5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3424523 Sep 22 10:13:59.994547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bd909-059a-4978-ae82-76aec1379c7d req-ead9ee3a-e2a3-4a16-a37c-296bdd0e03bb tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:00.002670 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-023bd909-059a-4978-ae82-76aec1379c7d req-ead9ee3a-e2a3-4a16-a37c-296bdd0e03bb tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 936 time: 0.0555716 Sep 22 10:14:00.040431 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-023bd909-059a-4978-ae82-76aec1379c7d req-3d2e635d-08de-4d16-8917-f7d498d116b9 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357738 Sep 22 10:14:00.082687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-80521929-0122-40b2-b031-b687dbe92748 service neutron] 10.222.0.20 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935555 Sep 22 10:14:00.084327 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-261be578-73b3-45b7-916a-625c42064648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.087310 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-261be578-73b3-45b7-916a-625c42064648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.089325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-261be578-73b3-45b7-916a-625c42064648 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1573dd46-151b-41f9-8829-a0fc1e432c2f HTTP/1.1" status: 204 len: 168 time: 0.2748408 Sep 22 10:14:00.115410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261be578-73b3-45b7-916a-625c42064648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1573dd46-151b-41f9-8829-a0fc1e432c2f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:00.189045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-56e22416-d0ee-4d9b-b71e-9bd569a89d04 service neutron] 10.222.0.20 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992928 Sep 22 10:14:00.280200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Request body: {'port': {'device_id': '1140a780-b1fc-41ce-ae24-c71cd53ae3d5', 'device_owner': 'compute:tempest-test_az-1249021758', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:00.355509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.502663 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-365a71b5-3c57-471b-988c-189fdf678b4c req-a208d573-890d-48d5-a918-303f177b4e00 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 210 time: 0.0453951 Sep 22 10:14:00.746557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49cfc31-9c45-4dad-b5e1-58078527a1cb {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:00.758508 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.789273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Transition to ACTIVE for port object f49cfc31-9c45-4dad-b5e1-58078527a1cb will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:14:00.891544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.950234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Pushing event updated for resources: {'Port': ['ID=f49cfc31-9c45-4dad-b5e1-58078527a1cb,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:01.030889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Attempting to bind port f49cfc31-9c45-4dad-b5e1-58078527a1cb on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:01.031255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Attempting to bind port f49cfc31-9c45-4dad-b5e1-58078527a1cb by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:01.031681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Attempting to bind port f49cfc31-9c45-4dad-b5e1-58078527a1cb on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:01.036452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Port f49cfc31-9c45-4dad-b5e1-58078527a1cb on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:14:01.036778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Attempting to bind port f49cfc31-9c45-4dad-b5e1-58078527a1cb on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:01.041880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:01.042265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:01.043362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:01.043802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Bound port: f49cfc31-9c45-4dad-b5e1-58078527a1cb, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:01.044285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.147765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] For port f49cfc31-9c45-4dad-b5e1-58078527a1cb, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:01.152176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] For port f49cfc31-9c45-4dad-b5e1-58078527a1cb, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f49cfc31-9c45-4dad-b5e1-58078527a1cb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:01.198564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a90010-60cb-4a94-b201-40aa39428153 req-2aacf2df-cbcd-407c-8caf-c653390a5690 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:01.208185 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-26a90010-60cb-4a94-b201-40aa39428153 req-2aacf2df-cbcd-407c-8caf-c653390a5690 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 970 time: 0.0756662 Sep 22 10:14:01.242228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-26a90010-60cb-4a94-b201-40aa39428153 req-e4295772-198b-4965-a58a-67ef76305187 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Sep 22 10:14:01.257956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.434652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:01.435292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.436770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] 10.222.0.30 "PUT /v2.0/ports/f49cfc31-9c45-4dad-b5e1-58078527a1cb HTTP/1.1" status: 200 len: 1118 time: 1.4993715 Sep 22 10:14:01.437213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1140a780-b1fc-41ce-ae24-c71cd53ae3d5', 'tag': 'f49cfc31-9c45-4dad-b5e1-58078527a1cb'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:01.548536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77810f-6afc-4b35-bcde-f52dffc928fd service neutron] Pushing event updated for resources: {'Port': ['ID=f49cfc31-9c45-4dad-b5e1-58078527a1cb,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:01.665413 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-214808e3-98dc-4f78-9fe9-d698cdd15b2c req-2f35a979-7690-41f3-82f3-6881ff4e7582 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 210 time: 0.0689445 Sep 22 10:14:01.740458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-5f3d8ee3-f211-4661-bfb8-0dcb6298df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:01.744410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-5f3d8ee3-f211-4661-bfb8-0dcb6298df22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e353d6c27a334864badd1bcc843dfa57&device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 1121 time: 0.1771412 Sep 22 10:14:01.828182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-d7adc468-b6ab-4725-91af-3ef362c1abe4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f49cfc31-9c45-4dad-b5e1-58078527a1cb HTTP/1.1" status: 200 len: 217 time: 0.0773544 Sep 22 10:14:01.878744 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e17ee6b-ba04-4412-a12e-00f534f3a20a" -d '{"events": [{"name": "network-changed", "server_uuid": "1140a780-b1fc-41ce-ae24-c71cd53ae3d5", "tag": "f49cfc31-9c45-4dad-b5e1-58078527a1cb"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:01.911957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-49de1c32-996e-4e6f-a171-1e23130b5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:01.913299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-49de1c32-996e-4e6f-a171-1e23130b5864 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0785847 Sep 22 10:14:02.000177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-8497948d-177e-4841-a3a5-a57cae7031ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:02.001765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-8497948d-177e-4841-a3a5-a57cae7031ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808020 Sep 22 10:14:02.124271 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-076afdf5-fa44-4e51-b47f-67a68851b0c9 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148307 Sep 22 10:14:02.210420 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9320f99-103a-4860-a7e6-eba08054cc32 x-openstack-request-id: req-e9320f99-103a-4860-a7e6-eba08054cc32 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:02.210658 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1140a780-b1fc-41ce-ae24-c71cd53ae3d5", "tag": "f49cfc31-9c45-4dad-b5e1-58078527a1cb", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:02.210829 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9320f99-103a-4860-a7e6-eba08054cc32 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:02.211584 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1140a780-b1fc-41ce-ae24-c71cd53ae3d5', 'tag': 'f49cfc31-9c45-4dad-b5e1-58078527a1cb', 'status': 'completed', 'code': 200} Sep 22 10:14:02.244057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6bd3bb-62dc-4f4e-8d3a-96b69b1a8816 req-3e3806c1-5abd-4043-9c99-be13093f2df5 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129551 Sep 22 10:14:02.443302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-99f47da1-5d2a-414b-ab94-149429412ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:02.445291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-99f47da1-5d2a-414b-ab94-149429412ca6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e353d6c27a334864badd1bcc843dfa57&device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 1121 time: 0.0515990 Sep 22 10:14:02.494301 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:14:02.515541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985b2c3-9985-48c2-a91a-615c34379b86 req-dafa5672-d611-45ce-bdb4-72350112c024 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:02.517330 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7985b2c3-9985-48c2-a91a-615c34379b86 req-dafa5672-d611-45ce-bdb4-72350112c024 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 970 time: 0.0754478 Sep 22 10:14:02.557225 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7985b2c3-9985-48c2-a91a-615c34379b86 req-677f7da9-0c8d-4786-aca4-f37742128662 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326974 Sep 22 10:14:02.629661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-c6622bc0-ce89-495b-bd49-610520879f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:02.631428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-c6622bc0-ce89-495b-bd49-610520879f4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1798944 Sep 22 10:14:02.679964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-b8a65ec1-747b-4745-a403-a6cc500c7236 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=f49cfc31-9c45-4dad-b5e1-58078527a1cb HTTP/1.1" status: 200 len: 217 time: 0.0407593 Sep 22 10:14:02.735545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-0722086c-0b58-458e-b27b-006788a0913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:02.738895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-0722086c-0b58-458e-b27b-006788a0913f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0519063 Sep 22 10:14:02.815189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-3a10ce36-0ee2-423f-9250-c5ad7398e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:02.816945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-3a10ce36-0ee2-423f-9250-c5ad7398e195 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719991 Sep 22 10:14:02.960308 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-219bf300-2683-4b46-a2f6-d7cebd3decda req-1f103ff8-f7de-43f3-b598-99012d4034ce tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 210 time: 0.0403390 Sep 22 10:14:02.978275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aefdd923-4e8d-4896-abda-97f3feab7d54 req-419cbbda-d551-49b0-8dd6-8c71779d7ad3 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f1479f64447f4a509676ae7e466bacaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286999 Sep 22 10:14:02.981334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-d11c33be-5a87-4ccc-a08c-55bba170ced9 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559291 Sep 22 10:14:03.199082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdd923-4e8d-4896-abda-97f3feab7d54 req-cda2fc31-2c25-404d-b260-5bb24e302602 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:03.201045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aefdd923-4e8d-4896-abda-97f3feab7d54 req-cda2fc31-2c25-404d-b260-5bb24e302602 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173710 Sep 22 10:14:03.206439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e17ee6b-ba04-4412-a12e-00f534f3a20a req-b7c170c0-7c22-42be-b9ca-caee2a2a1efa service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131817 Sep 22 10:14:03.218669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aefdd923-4e8d-4896-abda-97f3feab7d54 req-12a95cb8-8b98-4aca-88af-0344ee17b341 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/quotas/f1479f64447f4a509676ae7e466bacaf HTTP/1.1" status: 200 len: 375 time: 0.0100131 Sep 22 10:14:03.253990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aefdd923-4e8d-4896-abda-97f3feab7d54 req-f91a0a94-b08c-4251-bae0-7ca76376936e tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1479f64447f4a509676ae7e466bacaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296283 Sep 22 10:14:03.608633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.32', 63635) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:03.628030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39698) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:03.696262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2213-bdfe-479a-a95d-0047e4dcf73d req-f69251c5-1f25-4d01-8c76-f7c2a1b48fe7 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:03.698592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9dd2213-bdfe-479a-a95d-0047e4dcf73d req-f69251c5-1f25-4d01-8c76-f7c2a1b48fe7 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 970 time: 0.0578797 Sep 22 10:14:03.744258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9dd2213-bdfe-479a-a95d-0047e4dcf73d req-9f203c61-6eb3-4369-a291-e965016ed19c tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395808 Sep 22 10:14:03.832909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-008808c9-53fd-4141-bd4e-e5584b732da8 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:03.834486 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-008808c9-53fd-4141-bd4e-e5584b732da8 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.32 "GET /v2.0/networks?id=723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 200 len: 824 time: 0.2256594 Sep 22 10:14:03.969202 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-f1578dfe-66bb-4ef4-9c54-a4451df3c0c9 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a165e48c66f46fbb1b67278bff790b9 HTTP/1.1" status: 200 len: 379 time: 0.0543957 Sep 22 10:14:03.979771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Request body: {'port': {'device_id': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'admin_state_up': True, 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'security_groups': ['e136cef8-4d3d-4223-9eb4-a38ef60d7bb9']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:04.034776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39710) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:04.099613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee73b209-28ea-46c5-ab25-827f2fee82b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.188194 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-53d15177-7860-4604-8291-d9ce616562c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.265989 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee73b209-28ea-46c5-ab25-827f2fee82b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.303315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d49a0bd-d319-4028-bdc9-a89b530003aa req-e198989b-723e-4b8e-9ac2-27b02cc61ff5 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 210 time: 0.0278597 Sep 22 10:14:04.397615 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee73b209-28ea-46c5-ab25-827f2fee82b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.415549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:14:04.415549 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:14:04.415549 n-d-807025-3 neutron-server[95681]: [parameters: {'project_id_1': '9a165e48c66f46fbb1b67278bff790b9', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 13, 44, 287309)}] Sep 22 10:14:04.415549 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:14:04.415995 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:14:04.456141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39728) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:04.456330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ee73b209-28ea-46c5-ab25-827f2fee82b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=781bd65773b249b3a4eecb801976a230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8270013 Sep 22 10:14:04.460683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73b209-28ea-46c5-ab25-827f2fee82b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd325f-fb50-4331-874e-a0bc02f8de9a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:04.520903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a711d9f-815d-42c3-935e-a68ed9601b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.539657 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-53d15177-7860-4604-8291-d9ce616562c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.545776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a711d9f-815d-42c3-935e-a68ed9601b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.651298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-53d15177-7860-4604-8291-d9ce616562c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.679658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a711d9f-815d-42c3-935e-a68ed9601b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.682240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a711d9f-815d-42c3-935e-a68ed9601b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.684067 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1a711d9f-815d-42c3-935e-a68ed9601b0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44bd325f-fb50-4331-874e-a0bc02f8de9a HTTP/1.1" status: 204 len: 168 time: 0.2262251 Sep 22 10:14:04.694264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-53d15177-7860-4604-8291-d9ce616562c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faa2243723024d43b03368336a1eb128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6556830 Sep 22 10:14:04.694264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d15177-7860-4604-8291-d9ce616562c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f0f4cc-f054-40ad-8ec1-b272d1e630d3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:04.694463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a711d9f-815d-42c3-935e-a68ed9601b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd325f-fb50-4331-874e-a0bc02f8de9a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:04.695345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39738) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:04.749660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf435f2-c0df-4f35-a5a1-6c16cfb6d372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.771283 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf435f2-c0df-4f35-a5a1-6c16cfb6d372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.905360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8543d-c348-4995-8242-4ea6a121de20 req-f5861d0d-02ac-4be8-921e-f0af08dba794 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:04.907126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65d8543d-c348-4995-8242-4ea6a121de20 req-f5861d0d-02ac-4be8-921e-f0af08dba794 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 970 time: 0.0632000 Sep 22 10:14:04.950510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65d8543d-c348-4995-8242-4ea6a121de20 req-f26241d4-036d-48ef-8fd5-8d3ba3e6bbc1 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366845 Sep 22 10:14:04.958855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf435f2-c0df-4f35-a5a1-6c16cfb6d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.959990 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf435f2-c0df-4f35-a5a1-6c16cfb6d372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.961123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bcf435f2-c0df-4f35-a5a1-6c16cfb6d372 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06f0f4cc-f054-40ad-8ec1-b272d1e630d3 HTTP/1.1" status: 204 len: 168 time: 0.2648089 Sep 22 10:14:04.969549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf435f2-c0df-4f35-a5a1-6c16cfb6d372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f0f4cc-f054-40ad-8ec1-b272d1e630d3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:05.059623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39762) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:05.096032 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ddb50348-7f1d-44e4-98f5-a7d9da5b9b00 req-56b4f8bc-98ab-472c-a836-9bee3f03fe02 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f1479f64447f4a509676ae7e466bacaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415072 Sep 22 10:14:05.126605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Made reservation on behalf of 9a165e48c66f46fbb1b67278bff790b9 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:05.130592 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.213799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-baba4b47-2ea7-49ed-bc69-cf2cc7836fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.319450 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-baba4b47-2ea7-49ed-bc69-cf2cc7836fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.340544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb50348-7f1d-44e4-98f5-a7d9da5b9b00 req-c053639a-0132-4b13-9523-bddee92ff564 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:05.348126 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ddb50348-7f1d-44e4-98f5-a7d9da5b9b00 req-c053639a-0132-4b13-9523-bddee92ff564 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453735 Sep 22 10:14:05.363630 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ddb50348-7f1d-44e4-98f5-a7d9da5b9b00 req-89b51eca-5eb1-4a42-939e-4b5f465d021a tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/quotas/f1479f64447f4a509676ae7e466bacaf HTTP/1.1" status: 200 len: 375 time: 0.0145540 Sep 22 10:14:05.415591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e2639d8-2342-4256-983d-0357dfd11f12 req-f8b2c78b-0d2a-443f-91da-37991aa4240d tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 210 time: 0.0310938 Sep 22 10:14:05.463766 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ddb50348-7f1d-44e4-98f5-a7d9da5b9b00 req-89da51e9-4ca7-4904-9f4b-7a1f4161e5d6 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1479f64447f4a509676ae7e466bacaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850945 Sep 22 10:14:05.475808 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-baba4b47-2ea7-49ed-bc69-cf2cc7836fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.510727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Allocated IP 172.20.0.6 (723d782f-2c17-4acf-ae5f-7c0e87c61018/e93a07be-436a-4af0-acf9-38dad24cf0a4/7d6eb995-dde4-4c13-b455-9caf3d99d60a) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:05.538951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-baba4b47-2ea7-49ed-bc69-cf2cc7836fa4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8629c80973b4e45bf240e23aaf642e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782231 Sep 22 10:14:05.539734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba4b47-2ea7-49ed-bc69-cf2cc7836fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92d0dd-3dd1-4a64-a2c8-306ac508c408,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:05.540753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39772) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:05.672678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bea44591-edca-47d0-80cf-378a17f93b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.713576 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bea44591-edca-47d0-80cf-378a17f93b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.741459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.753268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f49cfc31-9c45-4dad-b5e1-58078527a1cb details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:14:05.788072 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39778) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:05.808154 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-885bd1a9-f061-4c43-9cc0-0dd7a8bef5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.863064 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39782) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:05.883209 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3cf89a9c-a268-4dbc-8c71-578c69e1d8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.888753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f49cfc31-9c45-4dad-b5e1-58078527a1cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f49cfc31-9c45-4dad-b5e1-58078527a1cb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:05.900632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f49cfc31-9c45-4dad-b5e1-58078527a1cb', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'f49cfc31-9c45-4dad-b5e1-58078527a1cb', 'mac_address': 'fa:16:3e:c2:9b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:tempest-test_az-1249021758', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:14:05.931366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:06.008680 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:06.008680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49cfc31-9c45-4dad-b5e1-58078527a1cb {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:06.008952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:06.009043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f49cfc31-9c45-4dad-b5e1-58078527a1cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f49cfc31-9c45-4dad-b5e1-58078527a1cb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:06.009120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:06.009120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:06.014938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:06.015666 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:06.073922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event updated for resources: {'Port': ['ID=7d6eb995-dde4-4c13-b455-9caf3d99d60a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:06.116481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd32f2-d354-41e4-807b-ca06099abd5e req-1338424b-55c1-4949-b094-638810b0e583 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:06.118207 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-88bd32f2-d354-41e4-807b-ca06099abd5e req-1338424b-55c1-4949-b094-638810b0e583 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 970 time: 0.0764160 Sep 22 10:14:06.166145 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-88bd32f2-d354-41e4-807b-ca06099abd5e req-6bc36ce8-9888-4b68-a3d7-a09620baa415 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396047 Sep 22 10:14:06.274489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a082d7bd-ceba-475c-af9f-72c21bbde55e None None] Provisioning complete for port 7d6eb995-dde4-4c13-b455-9caf3d99d60a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:06.274819 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a082d7bd-ceba-475c-af9f-72c21bbde55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:06.308770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a082d7bd-ceba-475c-af9f-72c21bbde55e None None] Port 7d6eb995-dde4-4c13-b455-9caf3d99d60a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:06.550019 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8598c-c59c-4bb5-a389-98dcac97e6b6 req-916844b2-3e4f-41a3-86d6-627b3d1c90ad tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:06.551571 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ddf8598c-c59c-4bb5-a389-98dcac97e6b6 req-916844b2-3e4f-41a3-86d6-627b3d1c90ad tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 931 time: 0.0496588 Sep 22 10:14:06.594984 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ddf8598c-c59c-4bb5-a389-98dcac97e6b6 req-f1991bc1-7702-4706-b29d-6abe28db8eb3 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373986 Sep 22 10:14:06.751806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bea44591-edca-47d0-80cf-378a17f93b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:06.754648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bea44591-edca-47d0-80cf-378a17f93b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:06.756052 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bea44591-edca-47d0-80cf-378a17f93b86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f92d0dd-3dd1-4a64-a2c8-306ac508c408 HTTP/1.1" status: 204 len: 168 time: 1.2140505 Sep 22 10:14:06.773747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea44591-edca-47d0-80cf-378a17f93b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92d0dd-3dd1-4a64-a2c8-306ac508c408,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:06.828976 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-885bd1a9-f061-4c43-9cc0-0dd7a8bef5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.166118 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.214078 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-885bd1a9-f061-4c43-9cc0-0dd7a8bef5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.221895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f49cfc31-9c45-4dad-b5e1-58078527a1cb,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:07.276530 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-885bd1a9-f061-4c43-9cc0-0dd7a8bef5d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98aa2de7b8e94991b3478c0ead2796d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4874287 Sep 22 10:14:07.279849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39796) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:07.283071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bd1a9-f061-4c43-9cc0-0dd7a8bef5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae43db0-1dac-4be8-85f1-e768312aede5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:07.346158 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031d4c9-b1fa-40f6-8cc4-4b498f19d659 req-b7328e27-bfa3-422a-9877-355278cee39c tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:07.347533 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5031d4c9-b1fa-40f6-8cc4-4b498f19d659 req-b7328e27-bfa3-422a-9877-355278cee39c tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 971 time: 0.0883501 Sep 22 10:14:07.368920 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9140c7e4-43b3-446c-9b32-c116e8138833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.407870 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3cf89a9c-a268-4dbc-8c71-578c69e1d8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.411522 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5031d4c9-b1fa-40f6-8cc4-4b498f19d659 req-2c0b51ce-98d8-4c9c-8835-d7574ea8bcb7 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582078 Sep 22 10:14:07.531651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f49cfc31-9c45-4dad-b5e1-58078527a1cb'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:14:07.538402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3cf89a9c-a268-4dbc-8c71-578c69e1d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.575204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9140c7e4-43b3-446c-9b32-c116e8138833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.583421 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3cf89a9c-a268-4dbc-8c71-578c69e1d8bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff7d5c81aa23453980c017cdff835eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7189844 Sep 22 10:14:07.586855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf89a9c-a268-4dbc-8c71-578c69e1d8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2802eb-a1df-4842-a40b-e63e64abf101,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:07.589051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39812) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:07.670470 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-27b46633-1be4-4060-b8bd-bc6d74828736 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6956239 Sep 22 10:14:07.692004 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1b571b6-2dee-4cc3-92c6-b8b7c9a21a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.723914 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1b571b6-2dee-4cc3-92c6-b8b7c9a21a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.753854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9140c7e4-43b3-446c-9b32-c116e8138833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.760565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9140c7e4-43b3-446c-9b32-c116e8138833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.760565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9140c7e4-43b3-446c-9b32-c116e8138833 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cae43db0-1dac-4be8-85f1-e768312aede5 HTTP/1.1" status: 204 len: 168 time: 0.4759886 Sep 22 10:14:07.770455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84f82-2567-41bf-80e7-a0827838529f req-477adc0b-ce27-4096-9ecd-ad89370bc3df tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:07.778976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5df84f82-2567-41bf-80e7-a0827838529f req-477adc0b-ce27-4096-9ecd-ad89370bc3df tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 931 time: 0.0763779 Sep 22 10:14:07.800083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140c7e4-43b3-446c-9b32-c116e8138833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae43db0-1dac-4be8-85f1-e768312aede5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:07.855499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5df84f82-2567-41bf-80e7-a0827838529f req-aa4afaa1-4bbc-4b02-9b9a-2b7a86e208a2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752263 Sep 22 10:14:07.877109 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1b571b6-2dee-4cc3-92c6-b8b7c9a21a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.879656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1b571b6-2dee-4cc3-92c6-b8b7c9a21a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.881084 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e1b571b6-2dee-4cc3-92c6-b8b7c9a21a35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a2802eb-a1df-4842-a40b-e63e64abf101 HTTP/1.1" status: 204 len: 168 time: 0.2744875 Sep 22 10:14:07.889226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b571b6-2dee-4cc3-92c6-b8b7c9a21a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2802eb-a1df-4842-a40b-e63e64abf101,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:08.085336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39824) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:08.101519 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-002da9a4-d57e-437c-ad0c-4ee3677bac5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.226057 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f330ecce-c2dd-4f15-8f74-0bc8ed9a2bde req-5bd15e5c-6f3a-4e16-99ed-a7add6a61293 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f1479f64447f4a509676ae7e466bacaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285122 Sep 22 10:14:08.234440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-002da9a4-d57e-437c-ad0c-4ee3677bac5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.335402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330ecce-c2dd-4f15-8f74-0bc8ed9a2bde req-81ffdfb4-3e2f-47e7-9ba7-a445e6b32315 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:08.337040 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f330ecce-c2dd-4f15-8f74-0bc8ed9a2bde req-81ffdfb4-3e2f-47e7-9ba7-a445e6b32315 tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035514 Sep 22 10:14:08.352715 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f330ecce-c2dd-4f15-8f74-0bc8ed9a2bde req-0930fb14-9b17-4560-abf1-a3aeeed1993c tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/quotas/f1479f64447f4a509676ae7e466bacaf HTTP/1.1" status: 200 len: 375 time: 0.0090914 Sep 22 10:14:08.387555 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f330ecce-c2dd-4f15-8f74-0bc8ed9a2bde req-bb44d133-0cde-450e-a30c-43aa743c826e tempest-QuotasAdminNegativeTest-40533484 tempest-QuotasAdminNegativeTest-40533484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1479f64447f4a509676ae7e466bacaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285892 Sep 22 10:14:08.423198 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-002da9a4-d57e-437c-ad0c-4ee3677bac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.488048 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-002da9a4-d57e-437c-ad0c-4ee3677bac5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8778ad3b35014ba9b8c512c68c8fd0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007549 Sep 22 10:14:08.490053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002da9a4-d57e-437c-ad0c-4ee3677bac5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6318d9-511d-489b-af6c-5c9a3be425c9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:08.490769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39852) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:08.559004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83b3bc-d9cb-48d3-a103-f532b4f597c2 req-98882de0-5341-48c2-baff-7e2f412dc356 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:08.570230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7dd7294d-14cf-4485-b015-fe736bc36f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.570462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a83b3bc-d9cb-48d3-a103-f532b4f597c2 req-98882de0-5341-48c2-baff-7e2f412dc356 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 971 time: 0.0743241 Sep 22 10:14:08.596178 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7dd7294d-14cf-4485-b015-fe736bc36f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.625438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a83b3bc-d9cb-48d3-a103-f532b4f597c2 req-5a4e81ec-2f22-4403-8d26-fedb7b59a661 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504386 Sep 22 10:14:08.725798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7dd7294d-14cf-4485-b015-fe736bc36f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.731702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7dd7294d-14cf-4485-b015-fe736bc36f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.735587 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7dd7294d-14cf-4485-b015-fe736bc36f33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e6318d9-511d-489b-af6c-5c9a3be425c9 HTTP/1.1" status: 204 len: 168 time: 0.2409647 Sep 22 10:14:08.741320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7294d-14cf-4485-b015-fe736bc36f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6318d9-511d-489b-af6c-5c9a3be425c9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:08.975705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3af015-e423-4ff0-a0aa-89bca4fc2d32 req-44a8c7ca-23f9-4b7d-a072-068a79db3daa tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:08.977230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3af015-e423-4ff0-a0aa-89bca4fc2d32 req-44a8c7ca-23f9-4b7d-a072-068a79db3daa tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 931 time: 0.0494545 Sep 22 10:14:09.017235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3af015-e423-4ff0-a0aa-89bca4fc2d32 req-495a6aa9-c405-41cf-9b1c-7934a876a772 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337243 Sep 22 10:14:09.749034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e538f0-620e-4b79-8974-24666a659bc8 req-b7c8c8bc-3e07-4264-8c1a-9adf989939bd tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:09.751718 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-47e538f0-620e-4b79-8974-24666a659bc8 req-b7c8c8bc-3e07-4264-8c1a-9adf989939bd tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 971 time: 0.0547829 Sep 22 10:14:09.757927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f49cfc31-9c45-4dad-b5e1-58078527a1cb up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:09.805510 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-47e538f0-620e-4b79-8974-24666a659bc8 req-5fb8c600-6d2a-4afe-aced-a7c421a6fae7 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446963 Sep 22 10:14:09.891067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39898) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:09.954291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f49cfc31-9c45-4dad-b5e1-58078527a1cb completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:14:09.958461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f49cfc31-9c45-4dad-b5e1-58078527a1cb triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:09.958920 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.044811 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.066459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7083c5e-8df5-4641-b7f0-4eab497271cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.085510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1140a780-b1fc-41ce-ae24-c71cd53ae3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49cfc31-9c45-4dad-b5e1-58078527a1cb'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:10.164876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f49cfc31-9c45-4dad-b5e1-58078527a1cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f49cfc31-9c45-4dad-b5e1-58078527a1cb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:10.183051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acfa1c-dd43-4dfc-9886-fe3ca280eff5 req-11f0d702-bbbf-4bf9-8818-1ccc3fea415b tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:10.185119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24acfa1c-dd43-4dfc-9886-fe3ca280eff5 req-11f0d702-bbbf-4bf9-8818-1ccc3fea415b tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 931 time: 0.0776162 Sep 22 10:14:10.244292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7083c5e-8df5-4641-b7f0-4eab497271cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.248419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24acfa1c-dd43-4dfc-9886-fe3ca280eff5 req-f2cbf11a-b890-4c23-96b5-81e93cfcac49 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565281 Sep 22 10:14:10.365666 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.421506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f49cfc31-9c45-4dad-b5e1-58078527a1cb,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:10.451478 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7083c5e-8df5-4641-b7f0-4eab497271cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.494083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b7083c5e-8df5-4641-b7f0-4eab497271cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1479f64447f4a509676ae7e466bacaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019330 Sep 22 10:14:10.495069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7083c5e-8df5-4641-b7f0-4eab497271cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9fda07-e4e9-478f-a192-b17f803fd2cd,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:10.496821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39922) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:10.554504 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-389cd6a1-2615-43df-8371-89ba8e92e46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.566241 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb11d1d-edd0-405a-b90a-2be31c4f3994" -d '{"events": [{"server_uuid": "1140a780-b1fc-41ce-ae24-c71cd53ae3d5", "name": "network-vif-plugged", "status": "completed", "tag": "f49cfc31-9c45-4dad-b5e1-58078527a1cb"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:10.588492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-389cd6a1-2615-43df-8371-89ba8e92e46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.775870 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-389cd6a1-2615-43df-8371-89ba8e92e46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.780177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-389cd6a1-2615-43df-8371-89ba8e92e46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.784304 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-389cd6a1-2615-43df-8371-89ba8e92e46b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da9fda07-e4e9-478f-a192-b17f803fd2cd HTTP/1.1" status: 204 len: 168 time: 0.2863138 Sep 22 10:14:10.792257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cd6a1-2615-43df-8371-89ba8e92e46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9fda07-e4e9-478f-a192-b17f803fd2cd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:10.921103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aff256-629a-4adf-b1e7-f2efc6f34620 req-d9dd0209-cbb5-4c2f-8d4f-51d679feedf4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:10.922676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40aff256-629a-4adf-b1e7-f2efc6f34620 req-d9dd0209-cbb5-4c2f-8d4f-51d679feedf4 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 972 time: 0.0529780 Sep 22 10:14:10.964838 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de4a4ac-c3fa-4aac-886c-f44ff0720f10 x-openstack-request-id: req-7de4a4ac-c3fa-4aac-886c-f44ff0720f10 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:10.964838 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1140a780-b1fc-41ce-ae24-c71cd53ae3d5", "name": "network-vif-plugged", "status": "completed", "tag": "f49cfc31-9c45-4dad-b5e1-58078527a1cb", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:10.964838 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7de4a4ac-c3fa-4aac-886c-f44ff0720f10 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:10.964838 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1140a780-b1fc-41ce-ae24-c71cd53ae3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49cfc31-9c45-4dad-b5e1-58078527a1cb', 'code': 200} Sep 22 10:14:10.974695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40aff256-629a-4adf-b1e7-f2efc6f34620 req-b72c3d95-3554-4d30-912c-fc4f8e89d709 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 Sep 22 10:14:11.026057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-6bab582f-e01f-4b66-a296-f2e858372016 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:14:11.027330 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-6bab582f-e01f-4b66-a296-f2e858372016 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057690 Sep 22 10:14:11.093862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c5ebb-cf90-425f-8a2d-297f471ad7a1 req-6eb79cfc-d24a-4b76-a801-16719582fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:11.095445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a0c5ebb-cf90-425f-8a2d-297f471ad7a1 req-6eb79cfc-d24a-4b76-a801-16719582fcad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 1123 time: 0.0713787 Sep 22 10:14:11.114647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1a0c5ebb-cf90-425f-8a2d-297f471ad7a1 req-a5129071-ce72-4376-ab9c-e064a1f0481c service neutron] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.205836 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1a0c5ebb-cf90-425f-8a2d-297f471ad7a1 req-a5129071-ce72-4376-ab9c-e064a1f0481c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.327159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1a0c5ebb-cf90-425f-8a2d-297f471ad7a1 req-a5129071-ce72-4376-ab9c-e064a1f0481c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.364113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a0c5ebb-cf90-425f-8a2d-297f471ad7a1 req-a5129071-ce72-4376-ab9c-e064a1f0481c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609301 Sep 22 10:14:11.374151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5129071-ce72-4376-ab9c-e064a1f0481c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c525d1ad-27da-4cf8-9dae-24d6b396379d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:11.381603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254fdb8-ed59-407e-9145-92b55ad7542b req-999a0733-5b83-47e3-84c9-42cd92288c53 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:11.383495 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b254fdb8-ed59-407e-9145-92b55ad7542b req-999a0733-5b83-47e3-84c9-42cd92288c53 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 931 time: 0.0498846 Sep 22 10:14:11.423019 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b254fdb8-ed59-407e-9145-92b55ad7542b req-a081ac75-30d1-4dd0-a3c1-f6946854b922 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Sep 22 10:14:11.556121 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Request body: {'port': {'device_id': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:11.612053 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.718166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39962) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:11.731926 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a77c8a6-1456-4851-b11c-2cc68f961f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.845039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a77c8a6-1456-4851-b11c-2cc68f961f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.854310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39966) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:11.931565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a77c8a6-1456-4851-b11c-2cc68f961f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.962619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77c8a6-1456-4851-b11c-2cc68f961f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a63ca2-2473-4320-9da7-c53e882a7037,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:11.984779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1a77c8a6-1456-4851-b11c-2cc68f961f68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abc36504e9514e17a7834dff53ef218b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617145 Sep 22 10:14:11.985038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6eb995-dde4-4c13-b455-9caf3d99d60a {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:11.985465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39974) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:12.004282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.044054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-604283697-network', 'tenant_id': '622a49aee817451d98a19cfdb778ea90'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:12.044474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Transition to ACTIVE for port object 7d6eb995-dde4-4c13-b455-9caf3d99d60a will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:14:12.076423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afe77e23-604c-4931-b74d-4f8bc859155b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.120694 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afe77e23-604c-4931-b74d-4f8bc859155b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.131603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.161501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef669-d5cf-4aea-ba30-11c6dad8e563 req-629a20b5-b2fa-465b-94ab-4188a206e41c tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:12.163376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4baef669-d5cf-4aea-ba30-11c6dad8e563 req-629a20b5-b2fa-465b-94ab-4188a206e41c tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 972 time: 0.0887094 Sep 22 10:14:12.165274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Made reservation on behalf of 622a49aee817451d98a19cfdb778ea90 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:12.170576 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.193810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.233303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4baef669-d5cf-4aea-ba30-11c6dad8e563 req-03ed5bc6-fc16-4a34-871e-cf9f1cf1af78 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626915 Sep 22 10:14:12.247204 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6eb995-dde4-4c13-b455-9caf3d99d60a,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:12.263871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Attempting to bind port 7d6eb995-dde4-4c13-b455-9caf3d99d60a on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:12.264235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Attempting to bind port 7d6eb995-dde4-4c13-b455-9caf3d99d60a by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:12.264569 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Attempting to bind port 7d6eb995-dde4-4c13-b455-9caf3d99d60a on network 723d782f-2c17-4acf-ae5f-7c0e87c61018 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:12.272968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Port 7d6eb995-dde4-4c13-b455-9caf3d99d60a on network 723d782f-2c17-4acf-ae5f-7c0e87c61018 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:14:12.273577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Attempting to bind port 7d6eb995-dde4-4c13-b455-9caf3d99d60a on network 723d782f-2c17-4acf-ae5f-7c0e87c61018 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:12.281347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:12.282028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Checking segment: {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:12.283084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Bound using segment: {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:12.283552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Bound port: 7d6eb995-dde4-4c13-b455-9caf3d99d60a, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:12.283938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.371504 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afe77e23-604c-4931-b74d-4f8bc859155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.371504 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afe77e23-604c-4931-b74d-4f8bc859155b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.371504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-afe77e23-604c-4931-b74d-4f8bc859155b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42a63ca2-2473-4320-9da7-c53e882a7037 HTTP/1.1" status: 204 len: 168 time: 0.3828206 Sep 22 10:14:12.390774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] For port 7d6eb995-dde4-4c13-b455-9caf3d99d60a, host n-h2-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:12.397167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] For port 7d6eb995-dde4-4c13-b455-9caf3d99d60a, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:12.401201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe77e23-604c-4931-b74d-4f8bc859155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a63ca2-2473-4320-9da7-c53e882a7037,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:12.482619 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.709947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1960c3-0a29-4f0a-9017-9065022d64f7 req-6c345e06-e35e-4bfa-9715-838e05bb42c9 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:12.711473 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3f1960c3-0a29-4f0a-9017-9065022d64f7 req-6c345e06-e35e-4bfa-9715-838e05bb42c9 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 943 time: 0.2018144 Sep 22 10:14:12.743137 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.755249 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3f1960c3-0a29-4f0a-9017-9065022d64f7 req-a6c5fd85-00dd-4547-b7ee-d3f7602d7751 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378735 Sep 22 10:14:12.786308 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:12.786958 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.788291 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] 10.222.0.32 "PUT /v2.0/ports/7d6eb995-dde4-4c13-b455-9caf3d99d60a HTTP/1.1" status: 200 len: 1091 time: 1.5484223 Sep 22 10:14:12.788723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'tag': '7d6eb995-dde4-4c13-b455-9caf3d99d60a'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:12.805514 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.838772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:12.846215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473e98e2-6f86-4bff-87bb-4ecda7b5f49f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:12.854507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:12.854929 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Added segment 60ab5017-32c9-4472-b94d-f5736c4370b5 of type vlan for network 57f6a5d9-d39b-481b-8669-25562738a5f0 Sep 22 10:14:12.882982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ef3e0-6d8c-4d6c-ad85-12d9f041ffd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6eb995-dde4-4c13-b455-9caf3d99d60a,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:12.900837 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.034709 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.039237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:13.039237 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.091566 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-83d1cb02-6ce4-4f52-8ff8-b599afa9c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:13.093239 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-83d1cb02-6ce4-4f52-8ff8-b599afa9c2d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 1094 time: 0.0770459 Sep 22 10:14:13.123845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] Pushing event updated for resources: {'Network': ['ID=57f6a5d9-d39b-481b-8669-25562738a5f0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:13.135770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 57f6a5d9-d39b-481b-8669-25562738a5f0 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:13.143889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cef1cf28-79b1-46aa-a16b-51da09983765 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2883372 Sep 22 10:14:13.146669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40018) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:13.151368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Request body: {'subnet': {'network_id': '57f6a5d9-d39b-481b-8669-25562738a5f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-604283697-subnet', 'tenant_id': '622a49aee817451d98a19cfdb778ea90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:13.172135 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-548c329e-8f37-4ab7-9e0d-71cbfd2634d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a HTTP/1.1" status: 200 len: 217 time: 0.0708652 Sep 22 10:14:13.239203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-3da539b8-2d82-4668-a02c-9c9634926120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:13.240737 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-3da539b8-2d82-4668-a02c-9c9634926120 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e93a07be-436a-4af0-acf9-38dad24cf0a4 HTTP/1.1" status: 200 len: 863 time: 0.0604057 Sep 22 10:14:13.291438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Made reservation on behalf of 622a49aee817451d98a19cfdb778ea90 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:13.295330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.325711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-c40ca8d0-e677-4c19-a0a4-345f310c4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:13.327595 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-c40ca8d0-e677-4c19-a0a4-345f310c4601 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=723d782f-2c17-4acf-ae5f-7c0e87c61018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798266 Sep 22 10:14:13.336258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:13.431355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a2d05-ec30-409a-9efd-c8550c0b75e0 req-b96eacce-c2e0-4576-8ebf-98e88de7f1f2 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:13.432019 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-81c88d28-8dd1-43d5-9d53-66504ebb7b02 service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966535 Sep 22 10:14:13.432908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-670a2d05-ec30-409a-9efd-c8550c0b75e0 req-b96eacce-c2e0-4576-8ebf-98e88de7f1f2 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 972 time: 0.0933537 Sep 22 10:14:13.439692 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f63636-7fb5-47a8-b93e-f912745a33b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d68c842f-0d18-4f94-acd3-c0bdaacf8806", "tag": "7d6eb995-dde4-4c13-b455-9caf3d99d60a"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:13.506361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-670a2d05-ec30-409a-9efd-c8550c0b75e0 req-dbaf34a6-0261-4c7d-b48a-b87e5525e01a tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636284 Sep 22 10:14:13.550605 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1aab0c4-ad56-4b1b-b319-221d0b8af068 req-d7976f3e-9d53-4a9e-a41e-c51f262d825a service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983608 Sep 22 10:14:13.600478 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e6972f96-bcb0-45ba-a6df-15e35d8f8841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.669570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.702557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e6972f96-bcb0-45ba-a6df-15e35d8f8841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.712328 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40044) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:13.752792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Checking segment: {'id': '60ab5017-32c9-4472-b94d-f5736c4370b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '57f6a5d9-d39b-481b-8669-25562738a5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:13.753389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Network hostable DHCP agents. Network: 57f6a5d9-d39b-481b-8669-25562738a5f0, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:13.762400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10806369-53db-4018-a1c8-d83b3bb37822,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:13.763628 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5744c2-bda7-4d99-ba66-b2cce617974d x-openstack-request-id: req-0d5744c2-bda7-4d99-ba66-b2cce617974d {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:13.764477 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68c842f-0d18-4f94-acd3-c0bdaacf8806", "tag": "7d6eb995-dde4-4c13-b455-9caf3d99d60a", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:13.764769 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d5744c2-bda7-4d99-ba66-b2cce617974d {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:13.765860 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'tag': '7d6eb995-dde4-4c13-b455-9caf3d99d60a', 'status': 'completed', 'code': 200} Sep 22 10:14:13.799185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e6972f96-bcb0-45ba-a6df-15e35d8f8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.862404 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc19521f-507d-4ee8-a8b2-6fa2a3eaf173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.880129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6972f96-bcb0-45ba-a6df-15e35d8f8841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e29eee-645f-4e15-81b2-a6b64f295bb0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:13.885850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c290dfa-caf7-4947-9d86-82f38ecbd4e0 req-402e1ca3-c5f8-4783-9fc3-2d9b37088d01 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:13.889950 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e6972f96-bcb0-45ba-a6df-15e35d8f8841 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26f3b5b23ccd4a178f37492dc002e66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490472 Sep 22 10:14:13.890055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c290dfa-caf7-4947-9d86-82f38ecbd4e0 req-402e1ca3-c5f8-4783-9fc3-2d9b37088d01 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 943 time: 0.0578012 Sep 22 10:14:13.890055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40052) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:13.899004 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-bda15e01-30d1-4c84-abb6-caec5a855196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:13.900596 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-bda15e01-30d1-4c84-abb6-caec5a855196 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 1094 time: 0.1119053 Sep 22 10:14:13.916476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Network 57f6a5d9-d39b-481b-8669-25562738a5f0 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:13.958777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c290dfa-caf7-4947-9d86-82f38ecbd4e0 req-0c1830f3-47fa-4816-937b-22e50d437839 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628948 Sep 22 10:14:13.972783 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-28c24efa-34a4-4d6a-a8ca-f39be91eae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:13.993316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-28c24efa-34a4-4d6a-a8ca-f39be91eae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.009447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 57f6a5d9-d39b-481b-8669-25562738a5f0) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:14.018201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918fd47-0f27-4d66-a502-4144e4373192 None None] Network 57f6a5d9-d39b-481b-8669-25562738a5f0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:14.028387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:14.028981 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.097818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-d3567ff3-e0b6-4c66-8b80-b4533fd5b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:14.099423 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-d3567ff3-e0b6-4c66-8b80-b4533fd5b935 service neutron] 10.222.0.32 "GET /v2.0/networks?id=723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 200 len: 925 time: 0.1897900 Sep 22 10:14:14.146997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f5194a-56f4-40d9-bb74-cb7d03cb4f1b None None] Network 57f6a5d9-d39b-481b-8669-25562738a5f0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:14.156713 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-6d9c164d-66a2-4c54-947e-cf46818296e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a HTTP/1.1" status: 200 len: 217 time: 0.0469937 Sep 22 10:14:14.163888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc19521f-507d-4ee8-a8b2-6fa2a3eaf173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.183517 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-28c24efa-34a4-4d6a-a8ca-f39be91eae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.187081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-28c24efa-34a4-4d6a-a8ca-f39be91eae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.189587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-28c24efa-34a4-4d6a-a8ca-f39be91eae79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90e29eee-645f-4e15-81b2-a6b64f295bb0 HTTP/1.1" status: 204 len: 168 time: 0.2989745 Sep 22 10:14:14.201178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c24efa-34a4-4d6a-a8ca-f39be91eae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e29eee-645f-4e15-81b2-a6b64f295bb0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:14.214617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-420af50e-0798-47f9-8d89-4ee35033bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:14.216784 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-420af50e-0798-47f9-8d89-4ee35033bf4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e93a07be-436a-4af0-acf9-38dad24cf0a4 HTTP/1.1" status: 200 len: 863 time: 0.0516274 Sep 22 10:14:14.265040 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc19521f-507d-4ee8-a8b2-6fa2a3eaf173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.268719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-8adb2f85-9cc7-4f63-a9bc-51db9945330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:14.270300 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-8adb2f85-9cc7-4f63-a9bc-51db9945330e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=723d782f-2c17-4acf-ae5f-7c0e87c61018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461440 Sep 22 10:14:14.333052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19521f-507d-4ee8-a8b2-6fa2a3eaf173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1baa57-ecd9-44ec-bdba-0863dda4a90b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:14.340033 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc19521f-507d-4ee8-a8b2-6fa2a3eaf173 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=694d09352fc64ec4b760b49f9af3478e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6233554 Sep 22 10:14:14.340680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40062) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:14.394993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7f4059c5-fc97-4981-9e6e-fbbc4bc5cd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.417284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7f4059c5-fc97-4981-9e6e-fbbc4bc5cd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.422343 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-1d7d5afd-ee5f-4409-b825-987f328ccc58 service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410847 Sep 22 10:14:14.456196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40066) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:14.519870 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4f63636-7fb5-47a8-b93e-f912745a33b5 req-bdef0360-d02f-4746-88a4-94541fd557bb service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873146 Sep 22 10:14:14.538150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f46d28e8-b487-411d-a58c-b10b31906d5a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3846579 Sep 22 10:14:14.645042 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7f4059c5-fc97-4981-9e6e-fbbc4bc5cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.647683 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7f4059c5-fc97-4981-9e6e-fbbc4bc5cd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.648887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7f4059c5-fc97-4981-9e6e-fbbc4bc5cd3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c1baa57-ecd9-44ec-bdba-0863dda4a90b HTTP/1.1" status: 204 len: 168 time: 0.3074632 Sep 22 10:14:14.657371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4059c5-fc97-4981-9e6e-fbbc4bc5cd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1baa57-ecd9-44ec-bdba-0863dda4a90b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:14.660246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f7c12-244c-4d9d-bf84-467c3ff5184c req-a465cb73-9297-40e7-9ecc-d035fc44d880 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:14.661869 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9f7c12-244c-4d9d-bf84-467c3ff5184c req-a465cb73-9297-40e7-9ecc-d035fc44d880 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 972 time: 0.0695851 Sep 22 10:14:14.673978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-network', 'tenant_id': '98106861901d45de95ba84e65e03a6c0'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:14.716023 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9f7c12-244c-4d9d-bf84-467c3ff5184c req-b81cddd8-0e18-4441-b432-d961e5ad073d tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441544 Sep 22 10:14:14.764771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Made reservation on behalf of 98106861901d45de95ba84e65e03a6c0 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:14.769779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.778657 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.899040 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:14.901020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda9b0c-f693-4d30-b19c-42898c73258e req-96924251-971c-482e-8ce5-1f1ef72b96ec tempest-AggregatesAdminTestJSON-1171191684 tempest-AggregatesAdminTestJSON-1171191684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:14.902550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-edda9b0c-f693-4d30-b19c-42898c73258e req-96924251-971c-482e-8ce5-1f1ef72b96ec tempest-AggregatesAdminTestJSON-1171191684 tempest-AggregatesAdminTestJSON-1171191684-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 1123 time: 0.0653908 Sep 22 10:14:14.919802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-edda9b0c-f693-4d30-b19c-42898c73258e req-13bd7b12-7470-4e12-8c48-758db8d8a24b tempest-AggregatesAdminTestJSON-1171191684 tempest-AggregatesAdminTestJSON-1171191684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.009199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.046662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:15.064537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f040514b-91ff-4f1f-a760-962a20fca665,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:15.067481 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.068016 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Added segment 83763beb-4a4f-49dc-982b-daa5c9f1a07c of type vlan for network 308f8f3f-2e26-4717-ac97-337dfbcdf00f Sep 22 10:14:15.101760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514b0f6-c1ba-487b-a7f8-f8184d4baf58 req-333bf743-1f1d-4544-9acc-3bae55be0222 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:15.103225 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8514b0f6-c1ba-487b-a7f8-f8184d4baf58 req-333bf743-1f1d-4544-9acc-3bae55be0222 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 943 time: 0.0717964 Sep 22 10:14:15.132442 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.141911 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8514b0f6-c1ba-487b-a7f8-f8184d4baf58 req-6ad6e5e1-49de-4b6a-8fd2-6428613b253a tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327065 Sep 22 10:14:15.179345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-edda9b0c-f693-4d30-b19c-42898c73258e req-13bd7b12-7470-4e12-8c48-758db8d8a24b tempest-AggregatesAdminTestJSON-1171191684 tempest-AggregatesAdminTestJSON-1171191684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.188385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40086) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:15.201440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc05dc54-2344-464b-b248-9c3628f30927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.262597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.263623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:15.264212 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.321686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-edda9b0c-f693-4d30-b19c-42898c73258e req-13bd7b12-7470-4e12-8c48-758db8d8a24b tempest-AggregatesAdminTestJSON-1171191684 tempest-AggregatesAdminTestJSON-1171191684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.330574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] Pushing event updated for resources: {'Network': ['ID=308f8f3f-2e26-4717-ac97-337dfbcdf00f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:15.341833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 308f8f3f-2e26-4717-ac97-337dfbcdf00f details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:15.347718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-edda9b0c-f693-4d30-b19c-42898c73258e req-13bd7b12-7470-4e12-8c48-758db8d8a24b tempest-AggregatesAdminTestJSON-1171191684 tempest-AggregatesAdminTestJSON-1171191684-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346745 Sep 22 10:14:15.356880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd7b12-7470-4e12-8c48-758db8d8a24b tempest-AggregatesAdminTestJSON-1171191684 tempest-AggregatesAdminTestJSON-1171191684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6454f7-31df-4cae-863c-1ce6561b96b9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:15.425323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-aa93bbb8-396c-4aaa-a746-018e30502724 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9680996 Sep 22 10:14:15.428648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40096) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:15.435341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Request body: {'subnet': {'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-subnet', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:15.512494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc05dc54-2344-464b-b248-9c3628f30927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.653405 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc05dc54-2344-464b-b248-9c3628f30927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.698630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bc05dc54-2344-464b-b248-9c3628f30927 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a2b5cdff67445cf9e0b72ab6758412d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5090988 Sep 22 10:14:15.699533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05dc54-2344-464b-b248-9c3628f30927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2f959d-08cd-477d-bda5-555a89273d66,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:15.703770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40104) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:15.750773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-28985e2a-1d97-477f-9677-b36e7233aaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.771271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-28985e2a-1d97-477f-9677-b36e7233aaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.800187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Made reservation on behalf of 98106861901d45de95ba84e65e03a6c0 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:15.805446 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.831653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40110) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:15.846457 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef46db8f-4510-4fa9-b375-067935318b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.931459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-28985e2a-1d97-477f-9677-b36e7233aaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.933969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-28985e2a-1d97-477f-9677-b36e7233aaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:15.937514 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-28985e2a-1d97-477f-9677-b36e7233aaba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b2f959d-08cd-477d-bda5-555a89273d66 HTTP/1.1" status: 204 len: 168 time: 0.2303655 Sep 22 10:14:15.950079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28985e2a-1d97-477f-9677-b36e7233aaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2f959d-08cd-477d-bda5-555a89273d66,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:16.051489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40120) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:16.054879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef46db8f-4510-4fa9-b375-067935318b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.059776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-833252025-network', 'tenant_id': '090bf7db3e6947f496273b46ac365275'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:16.155798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef46db8f-4510-4fa9-b375-067935318b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.200632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.204301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46db8f-4510-4fa9-b375-067935318b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a267857b-a311-4a52-8c3b-4819343f59d6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:16.208898 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ef46db8f-4510-4fa9-b375-067935318b60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a76eafe904b417a93dae60553d0cfaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760464 Sep 22 10:14:16.214560 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40124) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:16.257864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:16.280891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Checking segment: {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:16.281484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Network hostable DHCP agents. Network: 308f8f3f-2e26-4717-ac97-337dfbcdf00f, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:16.319363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d254-dd0d-478d-9d52-e148732b2604 req-baf9ed4d-740a-4c7c-b7fc-81051bfe642a tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:16.323455 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0343d254-dd0d-478d-9d52-e148732b2604 req-baf9ed4d-740a-4c7c-b7fc-81051bfe642a tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 943 time: 0.0982625 Sep 22 10:14:16.332996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e6502ab-71f6-4d94-9318-fbda37565b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.375577 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e6502ab-71f6-4d94-9318-fbda37565b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.379780 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0343d254-dd0d-478d-9d52-e148732b2604 req-06ec5e53-e7dc-4b1f-9106-d61da6a90f60 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486009 Sep 22 10:14:16.384769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Made reservation on behalf of 090bf7db3e6947f496273b46ac365275 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:16.386977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.397612 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.479498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Network 308f8f3f-2e26-4717-ac97-337dfbcdf00f is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:16.543143 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e6502ab-71f6-4d94-9318-fbda37565b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.545987 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e6502ab-71f6-4d94-9318-fbda37565b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.547157 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4e6502ab-71f6-4d94-9318-fbda37565b86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a267857b-a311-4a52-8c3b-4819343f59d6 HTTP/1.1" status: 204 len: 168 time: 0.3311741 Sep 22 10:14:16.565411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6502ab-71f6-4d94-9318-fbda37565b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a267857b-a311-4a52-8c3b-4819343f59d6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:16.634256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 308f8f3f-2e26-4717-ac97-337dfbcdf00f) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:16.647511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:16.648337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.651008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9791a-aa62-4127-a0cf-535c917b21ae None None] Network 308f8f3f-2e26-4717-ac97-337dfbcdf00f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:16.674776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.790180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.804252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-308f8f3f-2e26-4717-ac97-337dfbcdf00f', 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'fixed_ips': [{'subnet_id': '64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:14:16.805926 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.817417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:16.827550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a559b6c-8aca-4ac6-b2c0-c5fc656bb046,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:16.844305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.844777 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Added segment bbadb8ce-dc1f-453c-a0aa-16be330a4e19 of type vlan for network 560b65a5-1773-4fc8-accf-d8f86041885a Sep 22 10:14:16.883261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.946397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Allocated IP 172.20.0.2 (308f8f3f-2e26-4717-ac97-337dfbcdf00f/64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c/3adf9c61-1f37-4116-9e5d-40303f9d9ba4) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:16.980617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-010a73a2-a964-4e35-97c8-fec255edf2a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5486841 Sep 22 10:14:16.980882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40154) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:16.985908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:17.020570 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.020570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:17.020948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.096346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=560b65a5-1773-4fc8-accf-d8f86041885a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:17.108741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.109043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 560b65a5-1773-4fc8-accf-d8f86041885a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:17.112195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.114648 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.165250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.211928 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.215916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40170) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:17.216524 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b522ec11-31cc-4620-9462-4e1d98443ef4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1600463 Sep 22 10:14:17.221937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Request body: {'subnet': {'network_id': '560b65a5-1773-4fc8-accf-d8f86041885a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-833252025-subnet', 'tenant_id': '090bf7db3e6947f496273b46ac365275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:17.258475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Network 308f8f3f-2e26-4717-ac97-337dfbcdf00f is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:17.258893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:17.263083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:17.297414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Pushing event updated for resources: {'Port': ['ID=3adf9c61-1f37-4116-9e5d-40303f9d9ba4,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:17.330619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Attempting to bind port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:17.330995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Attempting to bind port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:17.331358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Attempting to bind port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 on network 308f8f3f-2e26-4717-ac97-337dfbcdf00f {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:17.338434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:17.339133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Checking segment: {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:17.339706 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.340295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Bound using segment: {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:17.340920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Bound port: 3adf9c61-1f37-4116-9e5d-40303f9d9ba4, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:17.341619 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.408356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] For port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:17.415189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] For port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3adf9c61-1f37-4116-9e5d-40303f9d9ba4,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:17.424807 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.439377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Made reservation on behalf of 090bf7db3e6947f496273b46ac365275 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:17.441794 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.545808 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.553218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b81b4-2ef7-476f-ad89-9a89a8bedad7 req-6ed028a2-cbd3-49c9-b207-b19dfae8be4d tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:17.554870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-379b81b4-2ef7-476f-ad89-9a89a8bedad7 req-6ed028a2-cbd3-49c9-b207-b19dfae8be4d tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 943 time: 0.1001408 Sep 22 10:14:17.593744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40190) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:17.620806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea87e3c-fb0e-451d-b991-f32d25b48d89 None None] Pushing event updated for resources: {'Port': ['ID=3adf9c61-1f37-4116-9e5d-40303f9d9ba4,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:17.697122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-379b81b4-2ef7-476f-ad89-9a89a8bedad7 req-82ed6dde-6339-414d-b752-d4861bb2d251 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320767 Sep 22 10:14:17.707054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1160193493-network', 'tenant_id': 'acf61846bf9f431ea54396a7fdd153bb'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:17.788445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Made reservation on behalf of acf61846bf9f431ea54396a7fdd153bb for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:17.798251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.815672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.933254 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.954944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.972442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7d6eb995-dde4-4c13-b455-9caf3d99d60a details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:14:17.996684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.025148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.039605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca1411e-fdd9-4c7f-b71a-e6e143a0f697,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:18.077945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Checking segment: {'id': 'bbadb8ce-dc1f-453c-a0aa-16be330a4e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '560b65a5-1773-4fc8-accf-d8f86041885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:18.078317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Network hostable DHCP agents. Network: 560b65a5-1773-4fc8-accf-d8f86041885a, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:18.083287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7d6eb995-dde4-4c13-b455-9caf3d99d60a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:18.098120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '7d6eb995-dde4-4c13-b455-9caf3d99d60a', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'port_id': '7d6eb995-dde4-4c13-b455-9caf3d99d60a', 'mac_address': 'fa:16:3e:d6:ef:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:14:18.179630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.179630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6eb995-dde4-4c13-b455-9caf3d99d60a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:18.180480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Allocated IP 172.25.1.12 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/6899a1dd-33e5-4a7b-a20a-ffa25a5772b8) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:18.180571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7d6eb995-dde4-4c13-b455-9caf3d99d60a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:18.378921 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.386599 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.387779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Network 560b65a5-1773-4fc8-accf-d8f86041885a is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:18.451541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1deeb6-be6f-42be-abb3-eab03de54633,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:18.454656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.459598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=7d6eb995-dde4-4c13-b455-9caf3d99d60a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:18.466968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:18.480120 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.481375 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Added segment 207b50b2-b5de-4774-8ba2-7ea6eb6d96a6 of type vlan for network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 Sep 22 10:14:18.527909 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.577390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 560b65a5-1773-4fc8-accf-d8f86041885a) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:18.581697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:18.582603 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.590949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d37034-61b6-4990-8747-3de6730175fc None None] Network 560b65a5-1773-4fc8-accf-d8f86041885a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:18.679758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['7d6eb995-dde4-4c13-b455-9caf3d99d60a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:14:18.732541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061d8e5-4be5-4aba-9e79-2b0a5f69726e None None] Network 308f8f3f-2e26-4717-ac97-337dfbcdf00f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:18.792199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330af339-b8fd-40da-bb9b-70c14400d1c1 None None] Network 560b65a5-1773-4fc8-accf-d8f86041885a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:18.801625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.802798 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.803331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:18.803428 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.837504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f349ffa3-0c2c-4624-91b2-6dd2613020a3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6193011 Sep 22 10:14:18.858424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9df611-7320-49ec-8a6f-06486233c2e3 req-eacacac3-6f20-48c0-bf2e-02bf00727abb tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:18.859928 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa9df611-7320-49ec-8a6f-06486233c2e3 req-eacacac3-6f20-48c0-bf2e-02bf00727abb tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 944 time: 0.0897131 Sep 22 10:14:18.868962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:18.878298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] Pushing event updated for resources: {'Network': ['ID=92a1dbc7-fcf4-41fb-8de7-91f2cb507587,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:18.882566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:18.885087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:18.897144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Pushing event updated for resources: {'Port': ['ID=6899a1dd-33e5-4a7b-a20a-ffa25a5772b8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:18.922722 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ef292257-94ba-4b4d-ab19-066763f85600 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3277588 Sep 22 10:14:18.923519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40226) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:18.929023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Request body: {'subnet': {'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1160193493-subnet', 'tenant_id': 'acf61846bf9f431ea54396a7fdd153bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:18.945483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:19.018202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa9df611-7320-49ec-8a6f-06486233c2e3 req-f5cb25ff-3ae0-43c8-b745-4979b2385351 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512272 Sep 22 10:14:19.041467 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Made reservation on behalf of acf61846bf9f431ea54396a7fdd153bb for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:19.044919 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Notify callbacks [] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.082227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-dc3770c6-d8f7-45a4-a123-89acc9f23e8e None None] Provisioning complete for port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:19.085109 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc3770c6-d8f7-45a4-a123-89acc9f23e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.182451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40238) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:19.272880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.274034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcc4224-08d9-4e15-ab97-c005d85f99a8 admin admin] Deleting subnet 10806369-53db-4018-a1c8-d83b3bb37822 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:14:19.278321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4224-08d9-4e15-ab97-c005d85f99a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.363096 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4224-08d9-4e15-ab97-c005d85f99a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.376421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4224-08d9-4e15-ab97-c005d85f99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.510994 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.524082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:19.593935 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc3770c6-d8f7-45a4-a123-89acc9f23e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.642195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-dc3770c6-d8f7-45a4-a123-89acc9f23e8e None None] For port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3adf9c61-1f37-4116-9e5d-40303f9d9ba4,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:19.646990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:19.647370 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.648133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.652568 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4224-08d9-4e15-ab97-c005d85f99a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.711864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4dcc4224-08d9-4e15-ab97-c005d85f99a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.714021 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4dcc4224-08d9-4e15-ab97-c005d85f99a8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/10806369-53db-4018-a1c8-d83b3bb37822 HTTP/1.1" status: 204 len: 168 time: 0.5302773 Sep 22 10:14:19.719013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40258) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:19.744774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8d2fba-94e6-483e-9929-5a59c83660b5,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:19.755386 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc3770c6-d8f7-45a4-a123-89acc9f23e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.771600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Router 0f606b48-fe53-4e8b-9da8-0ae726999714 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:14:19.780370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc4224-08d9-4e15-ab97-c005d85f99a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10806369-53db-4018-a1c8-d83b3bb37822,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:19.786742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:19.786742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Network hostable DHCP agents. Network: 92a1dbc7-fcf4-41fb-8de7-91f2cb507587, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:19.803134 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.875184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3770c6-d8f7-45a4-a123-89acc9f23e8e None None] Pushing event updated for resources: {'Port': ['ID=3adf9c61-1f37-4116-9e5d-40303f9d9ba4,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:19.885514 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:19.919429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:19.942275 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:14:19.942942 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:14:19.977503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 92a1dbc7-fcf4-41fb-8de7-91f2cb507587) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:19.983499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:19.984213 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.000254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee9da14-b44c-4ac9-a64a-944c37c6c8d3 None None] Network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:20.018511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-26001824-6d87-4252-9218-168c5e9ee696 None None] Provisioning complete for port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:20.023708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26001824-6d87-4252-9218-168c5e9ee696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.075902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:14:20.086199 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Sync routers for ids ['0f606b48-fe53-4e8b-9da8-0ae726999714'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:14:20.097675 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f6dfeb8d-f458-415a-bed5-073d92763acf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1728210 Sep 22 10:14:20.104614 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.112225 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Routers {'0f606b48-fe53-4e8b-9da8-0ae726999714'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:20.116201 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0f606b48-fe53-4e8b-9da8-0ae726999714'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:20.200288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.201648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.205033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.205482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > port after_create 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.205902 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.206338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > port after_update 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.207328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.208685 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.209211 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.210498 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.234084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca61e1-48ff-49bf-a8ef-add5e677e544 None None] Network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:20.298351 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Set router 0f606b48-fe53-4e8b-9da8-0ae726999714 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:20.379880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.380229 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.380803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.381139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:20.381499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f6a5d9-d39b-481b-8669-25562738a5f0']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:20.411236 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.412474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-08f4269a-48a5-4883-b9e6-13ba2a3f3455 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4306660 Sep 22 10:14:20.422448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40292) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:20.425840 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-00bdf573-9704-4544-9337-3dcae2521653 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f86d306282364855b4f40fc67978d89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357392 Sep 22 10:14:20.439122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ab5017-32c9-4472-b94d-f5736c4370b5') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:20.439851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ab5017-32c9-4472-b94d-f5736c4370b5') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:20.462650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.490384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.500503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:14:20.501341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: from cryptography.utils import int_from_bytes Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: from cryptography.utils import int_from_bytes Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:14:20.581538 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:14:20.685216 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:17Z', 'updated_at': '2021-09-22T10:14:19Z', 'revision_number': 3, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'gw_port': {'id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:18Z', 'updated_at': '2021-09-22T10:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:20.711377 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Checking router: 0f606b48-fe53-4e8b-9da8-0ae726999714 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:14:20.711721 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Updating router 0f606b48-fe53-4e8b-9da8-0ae726999714 port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:14:20.717974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf773d-bd0d-4c8e-8f8c-b9de36cc887b req-70502384-bde1-46d9-a164-b5efacacbf94 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:20.719742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdaf773d-bd0d-4c8e-8f8c-b9de36cc887b req-70502384-bde1-46d9-a164-b5efacacbf94 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 944 time: 0.1370106 Sep 22 10:14:20.737445 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.739605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-4672b821-bd36-4384-ab21-815833f5133f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:20.741285 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-4672b821-bd36-4384-ab21-815833f5133f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069539 Sep 22 10:14:20.744073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.762325 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-decb812f-a9a6-4ea9-8be5-98b84e2a8ddf tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/quotas/f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 375 time: 0.0113142 Sep 22 10:14:20.769641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.771645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] 10.222.0.20 "DELETE /v2.0/networks/57f6a5d9-d39b-481b-8669-25562738a5f0 HTTP/1.1" status: 204 len: 168 time: 1.0507429 Sep 22 10:14:20.775876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40296) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:20.804424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdaf773d-bd0d-4c8e-8f8c-b9de36cc887b req-8701c13f-e3dc-40e0-aa34-9ae380b300e5 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749288 Sep 22 10:14:20.805837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadf262-ef07-4b6c-84ae-935aacba5f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=57f6a5d9-d39b-481b-8669-25562738a5f0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:20.869902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc275c1-bc23-48fd-bfbe-4583b4332d6d admin admin] Deleting subnet 8ca1411e-fdd9-4c7f-b71a-e6e143a0f697 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:14:20.910847 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9fc275c1-bc23-48fd-bfbe-4583b4332d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.957465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9fc275c1-bc23-48fd-bfbe-4583b4332d6d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:20.963264 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-a15fc5e4-b06b-4a16-853c-9174b862c208 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1882334 Sep 22 10:14:20.983699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9fc275c1-bc23-48fd-bfbe-4583b4332d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.128011 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.190456 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40324) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:21.195562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-782976494-network', 'tenant_id': '43625035527745b89470d408d3c57ade'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:21.222998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.234846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9fc275c1-bc23-48fd-bfbe-4583b4332d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.275815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc275c1-bc23-48fd-bfbe-4583b4332d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca1411e-fdd9-4c7f-b71a-e6e143a0f697,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:21.277030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9fc275c1-bc23-48fd-bfbe-4583b4332d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.279408 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9fc275c1-bc23-48fd-bfbe-4583b4332d6d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ca1411e-fdd9-4c7f-b71a-e6e143a0f697 HTTP/1.1" status: 204 len: 168 time: 0.5023293 Sep 22 10:14:21.281463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40330) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:21.291410 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.372926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.376221 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9b0cc-07e7-448a-a582-fd881f2b81b7 None None] Pushing event updated for resources: {'Port': ['ID=6899a1dd-33e5-4a7b-a20a-ffa25a5772b8,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:21.377920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Made reservation on behalf of 43625035527745b89470d408d3c57ade for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:21.379541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.417111 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Attempting to bind port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:21.417717 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Attempting to bind port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:21.418483 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Attempting to bind port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:21.423943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:21.436962 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:21.437357 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:21.440303 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.441867 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:21.442409 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Bound port: 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:21.443539 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.461840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.548444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:21.548827 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.556886 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] For port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:21.566152 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] For port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6899a1dd-33e5-4a7b-a20a-ffa25a5772b8,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:21.610515 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-51b7b4d3-b37a-4558-81b8-20b3a847e707 req-24576ff1-04ae-438a-8baf-2fbc99a7b1d4 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 210 time: 0.0867519 Sep 22 10:14:21.631497 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.643967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Allocated IP 172.20.0.1 (308f8f3f-2e26-4717-ac97-337dfbcdf00f/64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c/c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:21.704852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.737860 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.738789 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.739981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.739981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > port after_create 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.740679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.741012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > port after_update 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.741452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.741849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.742281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.743499 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.767860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.789143 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Routers {'0f606b48-fe53-4e8b-9da8-0ae726999714'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:21.789837 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0f606b48-fe53-4e8b-9da8-0ae726999714'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:21.830546 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9b0cc-07e7-448a-a582-fd881f2b81b7 None None] Pushing event updated for resources: {'Port': ['ID=6899a1dd-33e5-4a7b-a20a-ffa25a5772b8,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:21.838245 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.838599 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.842415 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.842415 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 10:14:21.842415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560b65a5-1773-4fc8-accf-d8f86041885a']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:21.860614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbadb8ce-dc1f-453c-a0aa-16be330a4e19') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:21.860914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbadb8ce-dc1f-453c-a0aa-16be330a4e19') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:21.882516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.913373 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.913562 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.936932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:14:21.937339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.940041 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] Set router 0f606b48-fe53-4e8b-9da8-0ae726999714 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:21.970846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7d6eb995-dde4-4c13-b455-9caf3d99d60a up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:21.987215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:22.029362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Network 308f8f3f-2e26-4717-ac97-337dfbcdf00f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:22.033049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:22.035924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:22.083868 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: from cryptography.utils import int_from_bytes Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: from cryptography.utils import int_from_bytes Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:14:22.091338 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:14:22.123772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.159625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40368) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:22.183013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6121e-92d6-4365-a74a-a0dab91d0a13 req-a1186463-3662-43ef-9e67-28d357403d64 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:22.184983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09d6121e-92d6-4365-a74a-a0dab91d0a13 req-a1186463-3662-43ef-9e67-28d357403d64 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 944 time: 0.1949117 Sep 22 10:14:22.212903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 7d6eb995-dde4-4c13-b455-9caf3d99d60a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:14:22.214889 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.217297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.219690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 7d6eb995-dde4-4c13-b455-9caf3d99d60a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:22.220135 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.276534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da13fa5a-30b4-4920-93b6-354397a3e69a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:22.336355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.336951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.337290 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] 10.222.0.20 "DELETE /v2.0/networks/560b65a5-1773-4fc8-accf-d8f86041885a HTTP/1.1" status: 204 len: 168 time: 1.0485370 Sep 22 10:14:22.338857 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3bbe6-af4a-4f53-8111-6a37d5c53438 admin admin] Pushing event deleted for resources: {'Network': ['ID=560b65a5-1773-4fc8-accf-d8f86041885a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:22.344575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:22.358760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.359246 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Added segment b278e32c-63b5-4a4d-995b-d00ad2c46b4d of type vlan for network 92878fac-4526-411c-b390-278f03e17444 Sep 22 10:14:22.382948 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:17Z', 'updated_at': '2021-09-22T10:14:19Z', 'revision_number': 3, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'gw_port': {'id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:18Z', 'updated_at': '2021-09-22T10:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:22.423951 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87536dfc-19bf-4c2b-a6d8-1068faf9b9cb None None] The sync data for ids ['0f606b48-fe53-4e8b-9da8-0ae726999714'] in n-d-807025-3 is: [{'id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:17Z', 'updated_at': '2021-09-22T10:14:19Z', 'revision_number': 3, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'gw_port': {'id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:18Z', 'updated_at': '2021-09-22T10:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:14:22.433638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6eb995-dde4-4c13-b455-9caf3d99d60a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:22.436017 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16a5ea-2e53-4b96-a774-13affe699e5a" -d '{"events": [{"server_uuid": "d68c842f-0d18-4f94-acd3-c0bdaacf8806", "name": "network-vif-plugged", "status": "completed", "tag": "7d6eb995-dde4-4c13-b455-9caf3d99d60a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:22.444126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bb21b8c-dc8b-415c-810e-f2a3bea185ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.449725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.457178 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-00321e00-0920-4340-b419-29dcf709ac16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.458841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7d6eb995-dde4-4c13-b455-9caf3d99d60a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:22.461804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9faa38d7-ba3b-421b-b72e-acf839af0975 None None] Provisioning complete for port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:22.462350 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9faa38d7-ba3b-421b-b72e-acf839af0975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.507716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9faa38d7-ba3b-421b-b72e-acf839af0975 None None] Port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:22.579349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bb21b8c-dc8b-415c-810e-f2a3bea185ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.639910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09d6121e-92d6-4365-a74a-a0dab91d0a13 req-ab67a3d3-d305-4bc0-ac67-d5d059c785ae tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602274 Sep 22 10:14:22.709442 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b18620-df18-429c-bab6-c5bc17cedfb9 x-openstack-request-id: req-37b18620-df18-429c-bab6-c5bc17cedfb9 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:22.709731 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c842f-0d18-4f94-acd3-c0bdaacf8806", "name": "network-vif-plugged", "status": "completed", "tag": "7d6eb995-dde4-4c13-b455-9caf3d99d60a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:22.709980 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37b18620-df18-429c-bab6-c5bc17cedfb9 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:22.710413 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6eb995-dde4-4c13-b455-9caf3d99d60a', 'code': 200} Sep 22 10:14:22.750020 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.754674 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.757201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:22.757580 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.773635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bb21b8c-dc8b-415c-810e-f2a3bea185ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.800519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55e8f72a-8df2-45c6-b493-662b1f3d8972 req-6debdb0f-4baa-46bb-8b28-a0e2822d2056 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 210 time: 0.0542982 Sep 22 10:14:22.845489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=7d6eb995-dde4-4c13-b455-9caf3d99d60a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:22.874963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.904309 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8bb21b8c-dc8b-415c-810e-f2a3bea185ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2078836d61a49dbb6883cbb5105dbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7424178 Sep 22 10:14:22.912563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40388) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:22.959361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] Pushing event updated for resources: {'Network': ['ID=92878fac-4526-411c-b390-278f03e17444,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:22.972011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 92878fac-4526-411c-b390-278f03e17444 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:22.974631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb21b8c-dc8b-415c-810e-f2a3bea185ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd8dd71-30cf-4994-a346-359e346c0a1b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:22.994012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c4cb-040a-4a5a-95a3-7196438c0e8e req-9707fb06-1078-4875-8ac5-56d726fcc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:22.995737 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8576c4cb-040a-4a5a-95a3-7196438c0e8e req-9707fb06-1078-4875-8ac5-56d726fcc46b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 1096 time: 0.1850963 Sep 22 10:14:23.047601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29bfc55a-4ec1-4293-9ce5-3333f591d943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.051661 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8576c4cb-040a-4a5a-95a3-7196438c0e8e req-2ed71f36-ade8-4d17-9fc7-cb72f257cca4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486174 Sep 22 10:14:23.062855 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8d1c581d-9643-46a2-84c2-942172c1abac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8707671 Sep 22 10:14:23.068862 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40394) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:23.084693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Request body: {'subnet': {'network_id': '92878fac-4526-411c-b390-278f03e17444', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-782976494-subnet', 'tenant_id': '43625035527745b89470d408d3c57ade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:23.110033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40398) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:23.141245 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29bfc55a-4ec1-4293-9ce5-3333f591d943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.159362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.161562 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4e5323a0-e889-4239-a8ec-b99c62facffa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=622a49aee817451d98a19cfdb778ea90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491481 Sep 22 10:14:23.164139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40400) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:23.229285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4be281d3-193c-4a0b-a2d6-fac40f2aa872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.256993 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4be281d3-193c-4a0b-a2d6-fac40f2aa872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.285489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.287011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Made reservation on behalf of 43625035527745b89470d408d3c57ade for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:23.289338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.353802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.357549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:23.398631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:23.448853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:23.450071 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.456390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Network 308f8f3f-2e26-4717-ac97-337dfbcdf00f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:23.457946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:23.537192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29bfc55a-4ec1-4293-9ce5-3333f591d943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.539725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29bfc55a-4ec1-4293-9ce5-3333f591d943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.543680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-29bfc55a-4ec1-4293-9ce5-3333f591d943 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfd8dd71-30cf-4994-a346-359e346c0a1b HTTP/1.1" status: 204 len: 168 time: 0.6301289 Sep 22 10:14:23.559228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfc55a-4ec1-4293-9ce5-3333f591d943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd8dd71-30cf-4994-a346-359e346c0a1b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:23.600796 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.614561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Router 0f606b48-fe53-4e8b-9da8-0ae726999714 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:14:23.627846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6899a1dd-33e5-4a7b-a20a-ffa25a5772b8,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:23.746379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-749ac7fe-ace5-43d4-8652-a3e01d37feec None None] Provisioning complete for port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:23.747104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-749ac7fe-ace5-43d4-8652-a3e01d37feec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.797818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-749ac7fe-ace5-43d4-8652-a3e01d37feec None None] Port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:23.801529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:14:23.807043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-75b35b25-86f1-462b-a1fc-f55be4c48fa4 admin admin] 10.222.0.20 "PUT /v2.0/routers/0f606b48-fe53-4e8b-9da8-0ae726999714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3829503 Sep 22 10:14:23.823593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301dd78-2202-4bf6-affc-80cfc66311cd req-29b2318d-baee-4c95-a67a-f6e5585fc577 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:23.826173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9301dd78-2202-4bf6-affc-80cfc66311cd req-29b2318d-baee-4c95-a67a-f6e5585fc577 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 945 time: 0.0732949 Sep 22 10:14:23.864264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9301dd78-2202-4bf6-affc-80cfc66311cd req-06dc4271-6fe5-4227-8ba3-485300735b40 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Sep 22 10:14:23.891870 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4be281d3-193c-4a0b-a2d6-fac40f2aa872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.895059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4be281d3-193c-4a0b-a2d6-fac40f2aa872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.899357 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4be281d3-193c-4a0b-a2d6-fac40f2aa872 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/473e98e2-6f86-4bff-87bb-4ecda7b5f49f HTTP/1.1" status: 204 len: 168 time: 0.7342179 Sep 22 10:14:23.907935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be281d3-193c-4a0b-a2d6-fac40f2aa872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e98e2-6f86-4bff-87bb-4ecda7b5f49f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:23.976972 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.987031 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b99dcd9b-9475-4da4-8801-90c7956fde98 req-e01cc31f-4d26-42b9-8003-a13bc9e6826c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 210 time: 0.0310750 Sep 22 10:14:23.988466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:24.076721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=6899a1dd-33e5-4a7b-a20a-ffa25a5772b8,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:24.077020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab85169-c7e4-41ef-a4e3-1886f20f0188,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:24.080869 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Checking segment: {'id': 'b278e32c-63b5-4a4d-995b-d00ad2c46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92878fac-4526-411c-b390-278f03e17444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:24.081276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Network hostable DHCP agents. Network: 92878fac-4526-411c-b390-278f03e17444, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:24.205492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Network 92878fac-4526-411c-b390-278f03e17444 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:24.371943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 92878fac-4526-411c-b390-278f03e17444) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:24.378284 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:24.380304 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:24.387194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f3ec90-fefd-45e6-824a-943dcade21bc None None] Network 92878fac-4526-411c-b390-278f03e17444 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:24.499916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Sync routers for ids ['0f606b48-fe53-4e8b-9da8-0ae726999714'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:14:24.525749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Routers {'0f606b48-fe53-4e8b-9da8-0ae726999714'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:24.526386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:13:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0f606b48-fe53-4e8b-9da8-0ae726999714'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:24.588289 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6b1a967a-ae67-4f05-aa80-c4b5dbe60508 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5179002 Sep 22 10:14:24.668827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b16fe1-b8a0-4011-b680-2ab4cdeb69be None None] Network 92878fac-4526-411c-b390-278f03e17444 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:24.756858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Set router 0f606b48-fe53-4e8b-9da8-0ae726999714 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:24.909347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40470) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:24.934789 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c622d47f-b7d0-4f95-a5c9-d92d1b74cb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.113615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40476) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:25.115883 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-492a9ba6-4d42-4d3a-abef-31d2fb4d9746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.148016 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c622d47f-b7d0-4f95-a5c9-d92d1b74cb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.198710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc879f-8227-4e01-8ea3-b3f8b47496bd req-cdd5cc8f-bc5c-4252-8a8c-9fbad474351a tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:25.201772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-81bea43b-200d-494a-bd00-9316a927ae83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=090bf7db3e6947f496273b46ac365275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867760 Sep 22 10:14:25.202659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40478) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:25.213800 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-30fc879f-8227-4e01-8ea3-b3f8b47496bd req-cdd5cc8f-bc5c-4252-8a8c-9fbad474351a tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 945 time: 0.1493216 Sep 22 10:14:25.234398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:17Z', 'updated_at': '2021-09-22T10:14:22Z', 'revision_number': 4, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'gw_port': {'id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:18Z', 'updated_at': '2021-09-22T10:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25', 'name': '', 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'mac_address': 'fa:16:3e:e4:0b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:21Z', 'updated_at': '2021-09-22T10:14:22Z', 'revision_number': 2, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'subnets': [{'id': '64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:25.237071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c622d47f-b7d0-4f95-a5c9-d92d1b74cb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.269061 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.270369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Checking router: 0f606b48-fe53-4e8b-9da8-0ae726999714 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:14:25.271200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Updating router 0f606b48-fe53-4e8b-9da8-0ae726999714 port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:14:25.282883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c622d47f-b7d0-4f95-a5c9-d92d1b74cb97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1c8d7a18c7446499597cf92eb35238b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722062 Sep 22 10:14:25.287727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40482) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:25.320254 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.331440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-917443d9-6d72-4edd-ae9e-7e9a88c73ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.345834 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-30fc879f-8227-4e01-8ea3-b3f8b47496bd req-0662af24-f811-452c-b7a7-0ad52cda5d1f tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307468 Sep 22 10:14:25.358204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-917443d9-6d72-4edd-ae9e-7e9a88c73ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.416761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622d47f-b7d0-4f95-a5c9-d92d1b74cb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8310f5fe-0c4b-4b70-b715-84a286d2b65c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:25.447249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:25.453570 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acebff71-1945-49e2-8f9a-74015ed21330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.468460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.487522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acebff71-1945-49e2-8f9a-74015ed21330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.520782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2041c3ec-77ac-4539-8260-98a88bb88678 req-a16edb4d-e483-42e7-a238-86bed1476a02 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 210 time: 0.0329604 Sep 22 10:14:25.550551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9fa461fa-6850-4dc6-ad1e-50280bec2362 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f86d306282364855b4f40fc67978d89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273845 Sep 22 10:14:25.554285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-917443d9-6d72-4edd-ae9e-7e9a88c73ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.574085 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-917443d9-6d72-4edd-ae9e-7e9a88c73ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.574085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-917443d9-6d72-4edd-ae9e-7e9a88c73ff7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a559b6c-8aca-4ac6-b2c0-c5fc656bb046 HTTP/1.1" status: 204 len: 168 time: 0.3650575 Sep 22 10:14:25.597306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.614810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917443d9-6d72-4edd-ae9e-7e9a88c73ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a559b6c-8aca-4ac6-b2c0-c5fc656bb046,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:25.674357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acebff71-1945-49e2-8f9a-74015ed21330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.676862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acebff71-1945-49e2-8f9a-74015ed21330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.679265 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-acebff71-1945-49e2-8f9a-74015ed21330 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8310f5fe-0c4b-4b70-b715-84a286d2b65c HTTP/1.1" status: 204 len: 168 time: 0.3904948 Sep 22 10:14:25.695968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:25.696510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:25.698581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebff71-1945-49e2-8f9a-74015ed21330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8310f5fe-0c4b-4b70-b715-84a286d2b65c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:25.797884 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40504) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:25.808678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117b71f-e4cb-4af6-bcbc-8769233f0e13 req-2e026ebf-581b-45c0-a3a6-72480b288392 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:25.819613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40506) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:25.822330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9117b71f-e4cb-4af6-bcbc-8769233f0e13 req-2e026ebf-581b-45c0-a3a6-72480b288392 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 945 time: 0.1422186 Sep 22 10:14:25.827036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-network', 'tenant_id': '52460ec3f0584194b638b8c98b773d98'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:25.837099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Request body: {'floatingip': {'port_id': '7d6eb995-dde4-4c13-b455-9caf3d99d60a'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:25.860326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-cc6f0a5f-921f-41e7-ad44-ebebf5336d9c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:25.862730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-cc6f0a5f-921f-41e7-ad44-ebebf5336d9c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924402 Sep 22 10:14:25.886544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Request body: {'port': {'device_id': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'f86d306282364855b4f40fc67978d89d'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:25.931389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1eab-a512-4ff5-8d24-c15ef5ef2e0b req-862a85c8-c1fb-4f5b-9d4f-dbe883a58644 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:25.933220 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c45c1eab-a512-4ff5-8d24-c15ef5ef2e0b req-862a85c8-c1fb-4f5b-9d4f-dbe883a58644 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 972 time: 0.2191169 Sep 22 10:14:25.956677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.001745 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.048328 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Made reservation on behalf of 52460ec3f0584194b638b8c98b773d98 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:26.050693 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.083796 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c45c1eab-a512-4ff5-8d24-c15ef5ef2e0b req-99dfe52d-61f9-4c64-a513-0542b275b293 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424911 Sep 22 10:14:26.084900 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.093406 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.109401 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.162577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3cad9-7919-4056-a9dd-ddb9cabbddf1 None None] Pushing event updated for resources: {'Port': ['ID=c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:26.229217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Made reservation on behalf of f86d306282364855b4f40fc67978d89d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:26.233547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.234479 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Attempting to bind port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:26.235075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Attempting to bind port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:26.235590 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Attempting to bind port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 on network 308f8f3f-2e26-4717-ac97-337dfbcdf00f {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:26.241390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:26.242220 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Checking segment: {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:26.242823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.243365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Bound using segment: {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:26.244189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Bound port: c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:26.244801 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.250230 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.334780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] For port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:26.339221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] For port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:26.485329 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.487011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-70131c64-917f-412d-a762-e4e63ae1272b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:26.490618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-70131c64-917f-412d-a762-e4e63ae1272b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 821 time: 0.1459861 Sep 22 10:14:26.529403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-65438e16-5e6c-440f-989e-f69ee0148535 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/quotas/acf61846bf9f431ea54396a7fdd153bb HTTP/1.1" status: 200 len: 375 time: 0.0308952 Sep 22 10:14:26.603293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-e2bc0db2-decb-4e58-b744-98c151ea22d6 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616996 Sep 22 10:14:26.685561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Routers {'0f606b48-fe53-4e8b-9da8-0ae726999714'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:26.686581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0f606b48-fe53-4e8b-9da8-0ae726999714'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:26.698405 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.783056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-734bdbcf-e2d3-463e-9be8-542fc0419f35 service neutron] 10.222.0.20 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638706 Sep 22 10:14:26.830749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.30', 55358) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:26.864659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-61816923-4583-4987-afdd-7a56d49ae9f5 None None] Provisioning complete for port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:26.865247 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-61816923-4583-4987-afdd-7a56d49ae9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.872060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3cad9-7919-4056-a9dd-ddb9cabbddf1 None None] Pushing event updated for resources: {'Port': ['ID=c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:27.032230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] Set router 0f606b48-fe53-4e8b-9da8-0ae726999714 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:27.146910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-aa14be80-3e25-4857-8130-4db9ba2060ff tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:27.148464 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-aa14be80-3e25-4857-8130-4db9ba2060ff tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.30 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 972 time: 0.3113933 Sep 22 10:14:27.166824 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-37f126bc-95d1-4ff7-8795-6f1dede0852a req-db102c76-bbc5-4913-a013-9c780c331db7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 210 time: 0.4816964 Sep 22 10:14:27.173537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.208810 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-61816923-4583-4987-afdd-7a56d49ae9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.257699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-85d5d68a-1eec-42d3-856b-394f65af2f3b service neutron] 10.222.0.20 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585025 Sep 22 10:14:27.320018 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:27.349499 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.350415 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Added segment 02841be7-cfaf-4837-8746-0868cea54bc7 of type vlan for network 4775aac3-ab86-4e28-8fba-bd775ab7a606 Sep 22 10:14:27.412549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-61816923-4583-4987-afdd-7a56d49ae9f5 None None] For port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:27.463498 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.492816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Deleting port f49cfc31-9c45-4dad-b5e1-58078527a1cb {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:14:27.493809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.517776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.529404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:17Z', 'updated_at': '2021-09-22T10:14:22Z', 'revision_number': 4, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'gw_port': {'id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:18Z', 'updated_at': '2021-09-22T10:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25', 'name': '', 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'mac_address': 'fa:16:3e:e4:0b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:21Z', 'updated_at': '2021-09-22T10:14:26Z', 'revision_number': 4, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'subnets': [{'id': '64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:27.534287 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-61816923-4583-4987-afdd-7a56d49ae9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.576571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8964dd-50eb-4b44-b2df-28bf2a51ea99,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:27.599307 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.626767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944d56c-8ff5-40bf-89dc-58ac0fc0a13b None None] The sync data for ids ['0f606b48-fe53-4e8b-9da8-0ae726999714'] in n-d-807025-3 is: [{'id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:17Z', 'updated_at': '2021-09-22T10:14:22Z', 'revision_number': 4, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'gw_port': {'id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:18Z', 'updated_at': '2021-09-22T10:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25', 'name': '', 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'mac_address': 'fa:16:3e:e4:0b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:21Z', 'updated_at': '2021-09-22T10:14:26Z', 'revision_number': 4, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'subnets': [{'id': '64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:14:27.687126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61816923-4583-4987-afdd-7a56d49ae9f5 None None] Pushing event updated for resources: {'Port': ['ID=c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:27.702029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2febae68-ddf2-49ef-80b2-2ac0a5782f7f None None] Provisioning complete for port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:27.702426 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2febae68-ddf2-49ef-80b2-2ac0a5782f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.816233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.resource_extend [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:14:27.863862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] For port f49cfc31-9c45-4dad-b5e1-58078527a1cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f49cfc31-9c45-4dad-b5e1-58078527a1cb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:27.864429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.876373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d640f0cc-95a0-4a42-a26a-bb746c9e65ab,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:27.968687 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.035684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.037312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:28.042039 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.045077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Calling delete_port for f49cfc31-9c45-4dad-b5e1-58078527a1cb owned by compute:tempest-test_az-1249021758 {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:14:28.074827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0480bd7-a060-4740-8764-cea6ab48fe88 req-09eed3f8-9764-4512-a513-07f9f42009eb tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:28.084525 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0480bd7-a060-4740-8764-cea6ab48fe88 req-09eed3f8-9764-4512-a513-07f9f42009eb tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 972 time: 0.6270998 Sep 22 10:14:28.202448 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-2ca212dd-a946-4bc9-9329-15aea5e3c7d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4026303 Sep 22 10:14:28.292909 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.318671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fc750ab-46a4-415d-bf44-e64389dc36b2 req-d1dc1fed-809d-48c3-95ff-5ab51fb212a2 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 210 time: 0.1911538 Sep 22 10:14:28.326800 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0480bd7-a060-4740-8764-cea6ab48fe88 req-48daa1fc-f5d1-4d84-a271-8f5675157cbf tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/security-groups?id=068a6837-aed4-4906-9fdc-b45ca1205f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410438 Sep 22 10:14:28.339640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] Pushing event updated for resources: {'Network': ['ID=4775aac3-ab86-4e28-8fba-bd775ab7a606,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:28.343294 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-57de4609-caaf-4ae4-9922-7bf204d8d21b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5243609 Sep 22 10:14:28.346540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40586) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:28.353789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4775aac3-ab86-4e28-8fba-bd775ab7a606 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:28.387368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Request body: {'subnet': {'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-subnet', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:28.442128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.457583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Allocated IP 192.168.233.46 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/09db16e6-35d5-4abf-8fb6-0620b751a9f6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:28.472637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.503036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f49cfc31-9c45-4dad-b5e1-58078527a1cb'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:14:28.536625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Pushing event deleted for resources: {'Port': ['ID=f49cfc31-9c45-4dad-b5e1-58078527a1cb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:28.664179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] No DVR routers for this DVR port f49cfc31-9c45-4dad-b5e1-58078527a1cb on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:14:28.686764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.688865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-deb81f9c-607e-4a60-a249-9d667d190ae8 req-07203d99-99ac-4543-b61f-e9ac530a1e79 tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.30 "DELETE /v2.0/ports/f49cfc31-9c45-4dad-b5e1-58078527a1cb HTTP/1.1" status: 204 len: 173 time: 1.5308032 Sep 22 10:14:28.689277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1140a780-b1fc-41ce-ae24-c71cd53ae3d5', 'name': 'network-vif-deleted', 'tag': 'f49cfc31-9c45-4dad-b5e1-58078527a1cb'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:28.699075 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3468b26-4875-40f3-ae82-04049ad2ca39" -d '{"events": [{"server_uuid": "1140a780-b1fc-41ce-ae24-c71cd53ae3d5", "name": "network-vif-deleted", "tag": "f49cfc31-9c45-4dad-b5e1-58078527a1cb"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:28.742193 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a9dad4c8-28cc-4f06-894f-73353515c1ae req-5f833502-915e-4623-97bc-81c25affa099 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 210 time: 0.2704823 Sep 22 10:14:28.779276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-04b16c08-4cd3-4b28-8f86-a90d4609b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:28.783848 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-04b16c08-4cd3-4b28-8f86-a90d4609b320 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 1096 time: 0.4553432 Sep 22 10:14:28.866852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Made reservation on behalf of 52460ec3f0584194b638b8c98b773d98 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:28.873181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.926576 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.943353 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Floating IP 01ab2322-fe73-4db5-a53f-29b6960da592 associated. External IP: 172.25.1.104, port: 7d6eb995-dde4-4c13-b455-9caf3d99d60a. Sep 22 10:14:28.991114 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7f830c-0a9d-4158-a015-5ba52e8f52d6 x-openstack-request-id: req-ca7f830c-0a9d-4158-a015-5ba52e8f52d6 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:28.991554 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1140a780-b1fc-41ce-ae24-c71cd53ae3d5", "name": "network-vif-deleted", "tag": "f49cfc31-9c45-4dad-b5e1-58078527a1cb", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:28.992454 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca7f830c-0a9d-4158-a015-5ba52e8f52d6 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:28.993319 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1140a780-b1fc-41ce-ae24-c71cd53ae3d5', 'name': 'network-vif-deleted', 'tag': 'f49cfc31-9c45-4dad-b5e1-58078527a1cb', 'status': 'completed', 'code': 200} Sep 22 10:14:29.092225 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.182643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-1b7bf5d2-e701-40c1-9c69-e0d4b741d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:29.184290 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-1b7bf5d2-e701-40c1-9c69-e0d4b741d748 service neutron] 10.222.0.32 "GET /v2.0/networks?id=723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 200 len: 925 time: 0.3743207 Sep 22 10:14:29.197548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:29.201372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:29.221347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:29.225448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Pushing event updated for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:29.286115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:29.288128 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.441163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1c4ad4c8-9d4f-4bfb-92f5-970b6178e0ac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5671382 Sep 22 10:14:29.455241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Request body: {'port': {'device_id': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:29.518848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:29.564789 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-eeae6f74-f716-4d9f-8035-6769250af02a req-70e70516-1514-4076-88e0-a3d30caf2886 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 210 time: 0.1060040 Sep 22 10:14:29.736049 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-1c9e0450-1a9d-42a8-8448-55f062709d18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a HTTP/1.1" status: 200 len: 999 time: 0.5393336 Sep 22 10:14:29.863119 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9e33d377-e62b-4feb-ad60-a67641271256 req-970d629a-78c8-4bba-a588-63b8019e123e tempest-AggregatesAdminTestJSON-665280978 tempest-AggregatesAdminTestJSON-665280978-project] 10.222.0.20 "GET /v2.0/ports?device_id=1140a780-b1fc-41ce-ae24-c71cd53ae3d5 HTTP/1.1" status: 200 len: 210 time: 0.0497904 Sep 22 10:14:29.873651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:29.874574 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.916032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-97b286d3-0d15-4d89-886f-8b9b23696b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:29.916829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7e1a24fb-18fa-4665-908c-907afb4782d9 None None] Provisioning complete for port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:29.917379 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e1a24fb-18fa-4665-908c-907afb4782d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.917528 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-97b286d3-0d15-4d89-886f-8b9b23696b53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e93a07be-436a-4af0-acf9-38dad24cf0a4 HTTP/1.1" status: 200 len: 863 time: 0.1707783 Sep 22 10:14:29.964534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Router d31dc09e-807f-4dfc-b986-1496bb976832 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:14:29.968501 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.986526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a24fb-18fa-4665-908c-907afb4782d9 None None] Port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:29.993755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.340822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4fd3e-8064-461e-b5b3-7d2dd2dea83e req-028c9161-b818-4fbe-83be-6beb4108574a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:30.341034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-1752fecb-7960-42e2-8f15-bbb495969848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:30.342376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08c4fd3e-8064-461e-b5b3-7d2dd2dea83e req-028c9161-b818-4fbe-83be-6beb4108574a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 935 time: 0.0815544 Sep 22 10:14:30.342516 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-1752fecb-7960-42e2-8f15-bbb495969848 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=723d782f-2c17-4acf-ae5f-7c0e87c61018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4153285 Sep 22 10:14:30.411692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28379889-e665-4539-8a57-99013ff53001,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:30.424982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08c4fd3e-8064-461e-b5b3-7d2dd2dea83e req-6c0739a4-e9e0-4fd2-a6e1-8ae85a7ab1ad tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 Sep 22 10:14:30.429027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09db16e6-35d5-4abf-8fb6-0620b751a9f6 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:30.437912 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.442491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Checking segment: {'id': '02841be7-cfaf-4837-8746-0868cea54bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:30.442847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Network hostable DHCP agents. Network: 4775aac3-ab86-4e28-8fba-bd775ab7a606, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:30.458391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Transition to ACTIVE for port object 09db16e6-35d5-4abf-8fb6-0620b751a9f6 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:14:30.535757 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-787a85ba-daf5-4519-860c-cd761e04234b service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832020 Sep 22 10:14:30.538283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:14:30.542534 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.551836 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] Sync routers for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:14:30.562195 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:30.563019 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:30.593818 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3930a78f-27f9-4c5e-9823-c9f05fae47af tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "PUT /v2.0/floatingips/01ab2322-fe73-4db5-a53f-29b6960da592 HTTP/1.1" status: 200 len: 991 time: 4.7620125 Sep 22 10:14:30.595679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'tag': '7d6eb995-dde4-4c13-b455-9caf3d99d60a'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:30.598079 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56c9251-081c-4cbe-8c48-eb19cb411e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d68c842f-0d18-4f94-acd3-c0bdaacf8806", "tag": "7d6eb995-dde4-4c13-b455-9caf3d99d60a"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:30.606192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.662952 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a984f021-0ffd-435a-9fc5-f95c248e0f7c req-0fa7177d-0fe3-4e3c-aab3-9c660dd55c60 service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166449 Sep 22 10:14:30.691572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Network 4775aac3-ab86-4e28-8fba-bd775ab7a606 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:30.695305 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:30.735602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Pushing event updated for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:30.794925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4775aac3-ab86-4e28-8fba-bd775ab7a606) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:30.800353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:30.801574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.809790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a2fb8-9649-44f8-8c21-87b098671079 None None] Network 4775aac3-ab86-4e28-8fba-bd775ab7a606 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:30.844034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Attempting to bind port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:30.844289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Attempting to bind port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:30.844827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Attempting to bind port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:30.850413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:14:30.851322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Attempting to bind port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:30.858150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:30.858645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:30.859155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:30.859790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Bound port: 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:30.860231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.893729 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708fff24-a629-471d-96ab-b6266ff0ddf8 x-openstack-request-id: req-708fff24-a629-471d-96ab-b6266ff0ddf8 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:30.894019 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68c842f-0d18-4f94-acd3-c0bdaacf8806", "tag": "7d6eb995-dde4-4c13-b455-9caf3d99d60a", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:30.894292 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-708fff24-a629-471d-96ab-b6266ff0ddf8 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:30.894694 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'tag': '7d6eb995-dde4-4c13-b455-9caf3d99d60a', 'status': 'completed', 'code': 200} Sep 22 10:14:30.914119 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ee85c195-4d53-4f09-a1c3-d459a2561539 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5662866 Sep 22 10:14:30.921148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40676) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:30.921148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:31.061505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-1102c25a-086c-4390-b71b-49f3083b55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:31.063059 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-1102c25a-086c-4390-b71b-49f3083b55c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 1096 time: 0.1341658 Sep 22 10:14:31.090172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94a66d23-da7c-4baa-a1d6-0fb7ce241dc7 req-3ab1b43b-a211-431d-9f48-b9f8dbcaebcb tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 210 time: 0.0819964 Sep 22 10:14:31.106606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:31.117633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:31.128918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-4775aac3-ab86-4e28-8fba-bd775ab7a606', 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'fixed_ips': [{'subnet_id': '28379889-e665-4539-8a57-99013ff53001'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:14:31.129800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.164944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.165967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.171736 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '01ab2322-fe73-4db5-a53f-29b6960da592', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'port_id': '7d6eb995-dde4-4c13-b455-9caf3d99d60a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'mac_address': 'fa:16:3e:d6:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:13:57Z', 'updated_at': '2021-09-22T10:14:27Z', 'revision_number': 1, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:31.200582 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.214318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40684) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:31.252116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-74e0aa56-7b09-4656-922f-9ddd0578abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:31.255182 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] Checking router: d31dc09e-807f-4dfc-b986-1496bb976832 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:14:31.257204 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-74e0aa56-7b09-4656-922f-9ddd0578abcb service neutron] 10.222.0.32 "GET /v2.0/networks?id=723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 200 len: 925 time: 0.1863782 Sep 22 10:14:31.276611 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:31.278744 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:31.303352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.32', 63648) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:31.336315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.342757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:31.371513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:31.371513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.371513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] 10.222.0.30 "PUT /v2.0/ports/09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 1095 time: 1.9199157 Sep 22 10:14:31.371513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:31.374302 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548b7bfe-b097-4598-8ad9-9e97603b332a" -d '{"events": [{"name": "network-changed", "server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:31.446839 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-84bce84a-edd8-409b-9be9-137b82ca0dab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a HTTP/1.1" status: 200 len: 999 time: 0.1794205 Sep 22 10:14:31.514401 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205295c-187f-419e-927d-6facda2341e3 x-openstack-request-id: req-1205295c-187f-419e-927d-6facda2341e3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:31.514981 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:31.514981 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1205295c-187f-419e-927d-6facda2341e3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:31.515303 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'status': 'completed', 'code': 200} Sep 22 10:14:31.528731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Pushing event updated for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:31.540252 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:31.578204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Allocated IP 172.20.0.2 (4775aac3-ab86-4e28-8fba-bd775ab7a606/28379889-e665-4539-8a57-99013ff53001/9b2e1c57-604c-4933-8d89-c183c912f0ad) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:31.587389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.588536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.589032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.589519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.590026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.590526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.591004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.599078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.599624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.600118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.600609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.601112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd297e8-64b8-47e1-8277-9a7b1c9bc61d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:31.732955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76dedc15-5f12-4e95-9e10-f372ae963fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.756013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-3f919f3c-9d06-4f37-b963-c59e201dc6f8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:31.758138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-3f919f3c-9d06-4f37-b963-c59e201dc6f8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 821 time: 0.4473870 Sep 22 10:14:31.781605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Request body: {'port': {'device_id': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587', 'admin_state_up': True, 'tenant_id': 'acf61846bf9f431ea54396a7fdd153bb'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:31.817470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b7bfe-b097-4598-8ad9-9e97603b332a req-08828c01-b112-4088-b307-5387b5d20e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:31.819023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-548b7bfe-b097-4598-8ad9-9e97603b332a req-08828c01-b112-4088-b307-5387b5d20e16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1098 time: 0.2839956 Sep 22 10:14:31.881328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.885326 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.900176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f49cfc31-9c45-4dad-b5e1-58078527a1cb no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:14:31.908097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-548b7bfe-b097-4598-8ad9-9e97603b332a req-7e49f16e-7379-4f67-9c85-7dfbeef9c2d4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f86d306282364855b4f40fc67978d89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733299 Sep 22 10:14:31.913477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-30972737-c09d-4cce-9332-76ed54dca0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:31.915101 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-30972737-c09d-4cce-9332-76ed54dca0bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e93a07be-436a-4af0-acf9-38dad24cf0a4 HTTP/1.1" status: 200 len: 863 time: 0.4594104 Sep 22 10:14:31.916066 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93155973-b404-4fe3-82fc-9da29e0b2ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.928971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: f49cfc31-9c45-4dad-b5e1-58078527a1cb {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:14:31.929326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f49cfc31-9c45-4dad-b5e1-58078527a1cb not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:14:31.983819 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:31.987023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-612da926-93a1-4376-89e0-5c570b51d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:31.993609 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-612da926-93a1-4376-89e0-5c570b51d665 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=723d782f-2c17-4acf-ae5f-7c0e87c61018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613201 Sep 22 10:14:32.067610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Network 4775aac3-ab86-4e28-8fba-bd775ab7a606 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:32.068292 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '01ab2322-fe73-4db5-a53f-29b6960da592', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'port_id': '7d6eb995-dde4-4c13-b455-9caf3d99d60a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'mac_address': 'fa:16:3e:d6:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:13:57Z', 'updated_at': '2021-09-22T10:14:27Z', 'revision_number': 1, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:32.069038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Pushing event updated for resources: {'Port': ['ID=9b2e1c57-604c-4933-8d89-c183c912f0ad,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:32.071884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:32.075038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:32.081281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40704) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:32.105164 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfef592-4518-407f-8ac1-6e987d9b42cb None None] The sync data for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 is: [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '01ab2322-fe73-4db5-a53f-29b6960da592', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'port_id': '7d6eb995-dde4-4c13-b455-9caf3d99d60a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'mac_address': 'fa:16:3e:d6:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:13:57Z', 'updated_at': '2021-09-22T10:14:27Z', 'revision_number': 1, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:14:32.113397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124135d9-9406-42a7-b2f3-c699a64b33f2 req-6e211119-8a34-47b7-8bd8-68433dfe53a9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:32.115017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-124135d9-9406-42a7-b2f3-c699a64b33f2 req-6e211119-8a34-47b7-8bd8-68433dfe53a9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 947 time: 0.4130397 Sep 22 10:14:32.155649 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-d0fa119e-2165-4ebe-9f17-17b62c838898 service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505783 Sep 22 10:14:32.163223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Attempting to bind port 9b2e1c57-604c-4933-8d89-c183c912f0ad on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:32.163223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Attempting to bind port 9b2e1c57-604c-4933-8d89-c183c912f0ad by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '02841be7-cfaf-4837-8746-0868cea54bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:32.163223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Attempting to bind port 9b2e1c57-604c-4933-8d89-c183c912f0ad on network 4775aac3-ab86-4e28-8fba-bd775ab7a606 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:32.172635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:32.176754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Checking segment: {'id': '02841be7-cfaf-4837-8746-0868cea54bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:32.177223 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.177631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Bound using segment: {'id': '02841be7-cfaf-4837-8746-0868cea54bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:32.178144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Bound port: 9b2e1c57-604c-4933-8d89-c183c912f0ad, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02841be7-cfaf-4837-8746-0868cea54bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:32.178537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.303772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] For port 9b2e1c57-604c-4933-8d89-c183c912f0ad, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:32.307701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] For port 9b2e1c57-604c-4933-8d89-c183c912f0ad, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9b2e1c57-604c-4933-8d89-c183c912f0ad,segment=NetworkSegment(02841be7-cfaf-4837-8746-0868cea54bc7),segment_id=02841be7-cfaf-4837-8746-0868cea54bc7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:32.346379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-124135d9-9406-42a7-b2f3-c699a64b33f2 req-c0d59b53-8e62-406a-bdcd-1094e33f4008 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061849 Sep 22 10:14:32.543561 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-171cab56-50fc-40e6-85e2-cfb1354e2140 req-2960caef-8e6a-4e59-9ee0-168ecc7c0a19 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 210 time: 0.0509868 Sep 22 10:14:32.543561 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a56c9251-081c-4cbe-8c48-eb19cb411e9c req-bf8aa87c-1977-4608-8df7-bd6f789374a9 service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980538 Sep 22 10:14:32.543891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d75bfe7d-5716-4019-9f8b-fe6da1e0e345 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e353d6c27a334864badd1bcc843dfa57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287668 Sep 22 10:14:32.543891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b7bfe-b097-4598-8ad9-9e97603b332a req-253b6d43-e4c4-41ea-8703-80e5b7e4fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:32.543891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-548b7bfe-b097-4598-8ad9-9e97603b332a req-253b6d43-e4c4-41ea-8703-80e5b7e4fc39 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4957666 Sep 22 10:14:32.543891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76dedc15-5f12-4e95-9e10-f372ae963fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.544772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752fe53-e864-47f3-9bf0-ec33be0a580b None None] New status for floating IP 01ab2322-fe73-4db5-a53f-29b6960da592: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:14:32.545221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-e1e789b0-dfce-4617-a289-e41d62651988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:32.545221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-e1e789b0-dfce-4617-a289-e41d62651988 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1098 time: 0.0402968 Sep 22 10:14:32.545491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40712) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:32.545589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-65f07cee-abf9-4da7-b588-8e44fbe2d189 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 217 time: 0.0397089 Sep 22 10:14:32.590973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.595694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1338dabf-f49f-4a01-b31f-3c7c0c04bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:32.597393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-1338dabf-f49f-4a01-b31f-3c7c0c04bd3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0487115 Sep 22 10:14:32.605832 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.620213 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.647043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76dedc15-5f12-4e95-9e10-f372ae963fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.681210 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5531fac6-1d0b-45dd-bad1-e96628c94e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.695063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-76dedc15-5f12-4e95-9e10-f372ae963fb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab2a318c41294661863f50d5676a5b17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4762671 Sep 22 10:14:32.697469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-bbe904b9-5cb2-4c85-8ecb-15825dfc4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:32.699612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-bbe904b9-5cb2-4c85-8ecb-15825dfc4c78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946224 Sep 22 10:14:32.700327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dedc15-5f12-4e95-9e10-f372ae963fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b68fa90-7ec2-4d68-8c85-7d7ecaff3a54,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:32.700554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40714) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:32.944783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21cd3a-ba9b-4b7b-ba4e-20f881fc03bb None None] Pushing event updated for resources: {'Port': ['ID=9b2e1c57-604c-4933-8d89-c183c912f0ad,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:32.946181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5531fac6-1d0b-45dd-bad1-e96628c94e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.946652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-8e83f2d3-a574-4dea-a516-5962ce9a3511 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953107 Sep 22 10:14:32.946652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07240b99-5c8f-4cea-81e6-6cafcdfe965e req-d4820905-b987-4304-8bd5-800f4bbdc83e service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902419 Sep 22 10:14:32.947074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Allocated IP 172.25.1.116 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/4c334a64-d42f-42f1-b75e-3484aaf75757) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:32.947074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-831e1008-dd68-4328-b6d6-5cfdc4a6f05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.983440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93155973-b404-4fe3-82fc-9da29e0b2ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.990654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-831e1008-dd68-4328-b6d6-5cfdc4a6f05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.059947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5531fac6-1d0b-45dd-bad1-e96628c94e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.068257 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5531fac6-1d0b-45dd-bad1-e96628c94e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.068257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5531fac6-1d0b-45dd-bad1-e96628c94e5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/068a6837-aed4-4906-9fdc-b45ca1205f98 HTTP/1.1" status: 204 len: 168 time: 0.5244248 Sep 22 10:14:33.095932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531fac6-1d0b-45dd-bad1-e96628c94e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a6837-aed4-4906-9fdc-b45ca1205f98,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:33.113594 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.126823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93155973-b404-4fe3-82fc-9da29e0b2ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.178643 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-93155973-b404-4fe3-82fc-9da29e0b2ee4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=234197370acd406eb910fd66663532c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8336627 Sep 22 10:14:33.180788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93155973-b404-4fe3-82fc-9da29e0b2ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f9b9bb-b2b7-49e4-9330-d62d5d005373,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:33.181418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40720) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:33.217034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-831e1008-dd68-4328-b6d6-5cfdc4a6f05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.219631 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-831e1008-dd68-4328-b6d6-5cfdc4a6f05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.220819 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-831e1008-dd68-4328-b6d6-5cfdc4a6f05d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b68fa90-7ec2-4d68-8c85-7d7ecaff3a54 HTTP/1.1" status: 204 len: 168 time: 0.5155313 Sep 22 10:14:33.230916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e1008-dd68-4328-b6d6-5cfdc4a6f05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b68fa90-7ec2-4d68-8c85-7d7ecaff3a54,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:33.263189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Made reservation on behalf of acf61846bf9f431ea54396a7fdd153bb for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:33.265726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.285556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9676a3dd-7a20-4144-b0e7-69467f224611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.309357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.346206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9676a3dd-7a20-4144-b0e7-69467f224611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.357133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:33.377625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c334a64-d42f-42f1-b75e-3484aaf75757,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:33.381190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:33.384463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:33.440780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9b2e1c57-604c-4933-8d89-c183c912f0ad up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:33.506225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Allocated IP 172.20.0.3 (92a1dbc7-fcf4-41fb-8de7-91f2cb507587/0d8d2fba-94e6-483e-9929-5a59c83660b5/cb1b340f-1408-4c01-aea9-cc4c68ff60ce) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:33.514398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9b2e1c57-604c-4933-8d89-c183c912f0ad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:33.521204 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.591541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9676a3dd-7a20-4144-b0e7-69467f224611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.595755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9676a3dd-7a20-4144-b0e7-69467f224611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.595755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9676a3dd-7a20-4144-b0e7-69467f224611 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8f9b9bb-b2b7-49e4-9330-d62d5d005373 HTTP/1.1" status: 204 len: 168 time: 0.4130127 Sep 22 10:14:33.635269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a3dd-7a20-4144-b0e7-69467f224611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f9b9bb-b2b7-49e4-9330-d62d5d005373,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:33.729760 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.754251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147ab0-2dd7-4858-8cdf-71f90cae9303 req-0fe02ff9-2cd2-4779-b0ff-ae188a82350e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:33.755299 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4e147ab0-2dd7-4858-8cdf-71f90cae9303 req-0fe02ff9-2cd2-4779-b0ff-ae188a82350e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 947 time: 0.0769343 Sep 22 10:14:33.773130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 9b2e1c57-604c-4933-8d89-c183c912f0ad, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9b2e1c57-604c-4933-8d89-c183c912f0ad,segment=NetworkSegment(02841be7-cfaf-4837-8746-0868cea54bc7),segment_id=02841be7-cfaf-4837-8746-0868cea54bc7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:33.799505 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4e147ab0-2dd7-4858-8cdf-71f90cae9303 req-403ed017-c613-4c3e-bbee-f2894076a086 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Sep 22 10:14:33.801256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.879939 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:33.908339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25952688-77cf-4236-aa23-4489a42458aa None None] Network 4775aac3-ab86-4e28-8fba-bd775ab7a606 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:33.949878 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7757d62c-425c-49dd-8c12-ad00a2f23c9b req-e1c884c6-3c5e-4494-822c-93e71941ed73 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 210 time: 0.0655556 Sep 22 10:14:33.966437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.021034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:34.024266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:34.028176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:34.034008 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.062836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=9b2e1c57-604c-4933-8d89-c183c912f0ad,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:34.070187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40736) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:34.076106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Pushing event updated for resources: {'Port': ['ID=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:34.117022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:34.117650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.140218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.140929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.141499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.142062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.142968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.143521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.144077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.145097 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.145671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.146376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.149530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a72d1030-df07-4c92-84a7-13a645783a03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b1807200b2941e5b601c1228efc5aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835083 Sep 22 10:14:34.149777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40740) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:34.150543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.158297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:34.193756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a7a8a174-c3bd-4c7e-8330-801676eae05b None None] Provisioning complete for port 9b2e1c57-604c-4933-8d89-c183c912f0ad triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:34.194461 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7a8a174-c3bd-4c7e-8330-801676eae05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.222781 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-855e854f-ba94-4b05-82f8-212c62f31400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.236168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-1ad87e34-7735-4f20-9d16-c5b702aadf0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4616010 Sep 22 10:14:34.264361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Request body: {'port': {'device_id': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:34.313477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.336735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-855e854f-ba94-4b05-82f8-212c62f31400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.356405 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.555256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-855e854f-ba94-4b05-82f8-212c62f31400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.557793 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-855e854f-ba94-4b05-82f8-212c62f31400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.558998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-855e854f-ba94-4b05-82f8-212c62f31400 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea6454f7-31df-4cae-863c-1ce6561b96b9 HTTP/1.1" status: 204 len: 168 time: 0.4080074 Sep 22 10:14:34.572100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e854f-ba94-4b05-82f8-212c62f31400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6454f7-31df-4cae-863c-1ce6561b96b9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:34.582421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Router 40025702-6887-43b2-abc3-b95b72b5c01e is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:14:34.600896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3aa3f651-ac43-4582-823a-215b03aac6e9 None None] Provisioning complete for port 9b2e1c57-604c-4933-8d89-c183c912f0ad triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:34.601480 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3aa3f651-ac43-4582-823a-215b03aac6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.618570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40746) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:34.643743 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57195b72-b30a-4c0b-bcd4-c73e776ee42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.722727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40748) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:34.722881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1b340f-1408-4c01-aea9-cc4c68ff60ce {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:34.732399 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.741358 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:14:34.753239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Sync routers for ids ['40025702-6887-43b2-abc3-b95b72b5c01e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:14:34.757244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.763017 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Routers {'40025702-6887-43b2-abc3-b95b72b5c01e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:34.766317 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['40025702-6887-43b2-abc3-b95b72b5c01e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:34.787941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Transition to ACTIVE for port object cb1b340f-1408-4c01-aea9-cc4c68ff60ce will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:14:34.819857 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57195b72-b30a-4c0b-bcd4-c73e776ee42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.871225 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Set router 40025702-6887-43b2-abc3-b95b72b5c01e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:34.907095 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.958933 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57195b72-b30a-4c0b-bcd4-c73e776ee42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:34.968656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b097a-257f-4aad-96f8-12bb59f08cb2 req-40ccf4f9-7a31-42dd-a752-f46317559fd2 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:34.970132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a4b097a-257f-4aad-96f8-12bb59f08cb2 req-40ccf4f9-7a31-42dd-a752-f46317559fd2 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 947 time: 0.0963142 Sep 22 10:14:34.998511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:35.087689 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:31Z', 'updated_at': '2021-09-22T10:14:33Z', 'revision_number': 3, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'gw_port': {'id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:32Z', 'updated_at': '2021-09-22T10:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:35.100974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57195b72-b30a-4c0b-bcd4-c73e776ee42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d3fb9-a104-405f-a2b6-c28c1dd40a5a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:35.110387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-57195b72-b30a-4c0b-bcd4-c73e776ee42a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c92d3d5e5814073bd6de00701bf2f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877677 Sep 22 10:14:35.114834 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Checking router: 40025702-6887-43b2-abc3-b95b72b5c01e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:14:35.115196 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Updating router 40025702-6887-43b2-abc3-b95b72b5c01e port 4c334a64-d42f-42f1-b75e-3484aaf75757 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:14:35.116672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40754) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:35.129983 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.147511 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.150671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a4b097a-257f-4aad-96f8-12bb59f08cb2 req-3ace1a7f-eda4-4f04-8a0a-4485556e381d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664274 Sep 22 10:14:35.156366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8caf8-94d5-4b3a-afc0-de7e584dc8b7 req-060e2c68-9198-4111-88ca-1da2595f3036 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:35.158331 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-18d8caf8-94d5-4b3a-afc0-de7e584dc8b7 req-060e2c68-9198-4111-88ca-1da2595f3036 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 943 time: 0.0779059 Sep 22 10:14:35.208903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.220078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:35.221790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:35.222191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:35.234420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:14:35.235358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:35.244106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:35.252698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:35.252698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:35.252698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Bound port: cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:35.252698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.264989 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-18d8caf8-94d5-4b3a-afc0-de7e584dc8b7 req-d22e34aa-9c61-42f7-8300-ece3ded836f7 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871606 Sep 22 10:14:35.308071 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4b3acf3990b4924a166953f79206713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813878 Sep 22 10:14:35.315784 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.319271 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-35f678c7-3767-4489-9022-6b81a4d24fb0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4010522 Sep 22 10:14:35.321510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40760) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:35.326955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40764) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:35.335756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-97660f23-2cac-40df-b16d-32abccadbbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.370211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40766) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:35.372612 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c53765-41f5-4963-8784-c60a2f228fc3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:35.427273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.428744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.431220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.431220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.431454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.432879 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.433564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.436232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.437028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.437493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.437932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.438960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154cd157-bcba-42a2-8be3-4793afab5043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:35.448542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9b2e1c57-604c-4933-8d89-c183c912f0ad up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:35.477886 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9dd70f4d-11dc-4a98-9cd7-64cb77533a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.506174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9dd70f4d-11dc-4a98-9cd7-64cb77533a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.536225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9b2e1c57-604c-4933-8d89-c183c912f0ad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:35.537010 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.626832 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf03023c-0f8e-4438-9148-b449f174317e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.629004 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.674080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9dd70f4d-11dc-4a98-9cd7-64cb77533a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.676795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9dd70f4d-11dc-4a98-9cd7-64cb77533a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.680538 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9dd70f4d-11dc-4a98-9cd7-64cb77533a02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03c53765-41f5-4963-8784-c60a2f228fc3 HTTP/1.1" status: 204 len: 168 time: 0.3540368 Sep 22 10:14:35.693405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd70f4d-11dc-4a98-9cd7-64cb77533a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c53765-41f5-4963-8784-c60a2f228fc3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:35.736855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-97660f23-2cac-40df-b16d-32abccadbbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.748210 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.773623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:35.784521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf03023c-0f8e-4438-9148-b449f174317e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.797832 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Attempting to bind port 4c334a64-d42f-42f1-b75e-3484aaf75757 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:35.800895 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Attempting to bind port 4c334a64-d42f-42f1-b75e-3484aaf75757 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:35.800895 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Attempting to bind port 4c334a64-d42f-42f1-b75e-3484aaf75757 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:35.801099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:35.805970 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf0371-55f9-46fc-9ab8-c6d2925c6e01 None None] Pushing event updated for resources: {'Port': ['ID=4c334a64-d42f-42f1-b75e-3484aaf75757,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:35.813240 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:35.813552 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:35.813952 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.814380 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:35.814838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Bound port: 4c334a64-d42f-42f1-b75e-3484aaf75757, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:35.818167 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.872998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf03023c-0f8e-4438-9148-b449f174317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.876455 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] For port 4c334a64-d42f-42f1-b75e-3484aaf75757, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:35.881341 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] For port 4c334a64-d42f-42f1-b75e-3484aaf75757, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4c334a64-d42f-42f1-b75e-3484aaf75757,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:35.898406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 09db16e6-35d5-4abf-8fb6-0620b751a9f6 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:14:35.912268 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf03023c-0f8e-4438-9148-b449f174317e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=684d0bbd8dc34c08845a7b0443eea9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403464 Sep 22 10:14:35.914333 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.915519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40784) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:35.935426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03023c-0f8e-4438-9148-b449f174317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecafe4ba-a39a-4935-8278-1c9be5e6b313,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:35.977477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:35.977477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.977477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 1091 time: 1.7231262 Sep 22 10:14:35.977477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:35.979741 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59708522-ed10-4f56-865e-faa4eda742ce" -d '{"events": [{"name": "network-changed", "server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:35.989296 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-97660f23-2cac-40df-b16d-32abccadbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.991834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-97660f23-2cac-40df-b16d-32abccadbbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:35.995593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-97660f23-2cac-40df-b16d-32abccadbbdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e4d3fb9-a104-405f-a2b6-c28c1dd40a5a HTTP/1.1" status: 204 len: 168 time: 0.8755543 Sep 22 10:14:36.002687 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:36.035648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56f9e524-8e1f-44c1-96fe-3f4133a804b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:36.046741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97660f23-2cac-40df-b16d-32abccadbbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4d3fb9-a104-405f-a2b6-c28c1dd40a5a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:36.079496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56f9e524-8e1f-44c1-96fe-3f4133a804b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:36.095925 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1433a110-bc5c-462e-8ab0-b050b372dd09 x-openstack-request-id: req-1433a110-bc5c-462e-8ab0-b050b372dd09 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:36.096357 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:36.096710 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1433a110-bc5c-462e-8ab0-b050b372dd09 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:36.097289 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce', 'status': 'completed', 'code': 200} Sep 22 10:14:36.108188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ac70d-214b-4c87-b7fd-4e59ed51a5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:36.127351 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Routers {'40025702-6887-43b2-abc3-b95b72b5c01e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:36.128265 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['40025702-6887-43b2-abc3-b95b72b5c01e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:36.165707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:36.174253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-2bd09816-cc4a-43f7-89e5-d5a39daa88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:36.176021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-2bd09816-cc4a-43f7-89e5-d5a39daa88ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1094 time: 0.0825260 Sep 22 10:14:36.182474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'mac_address': 'fa:16:3e:54:23:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:14:36.228517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56f9e524-8e1f-44c1-96fe-3f4133a804b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:36.231731 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56f9e524-8e1f-44c1-96fe-3f4133a804b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:36.233077 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-56f9e524-8e1f-44c1-96fe-3f4133a804b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecafe4ba-a39a-4935-8278-1c9be5e6b313 HTTP/1.1" status: 204 len: 168 time: 0.3164332 Sep 22 10:14:36.244179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9e524-8e1f-44c1-96fe-3f4133a804b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecafe4ba-a39a-4935-8278-1c9be5e6b313,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:36.247754 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:36.252307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-294a6d4b-1a4c-40e8-8283-33d6a0d77a29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 217 time: 0.0491130 Sep 22 10:14:36.261169 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf0371-55f9-46fc-9ab8-c6d2925c6e01 None None] Pushing event updated for resources: {'Port': ['ID=4c334a64-d42f-42f1-b75e-3484aaf75757,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:36.276219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09db16e6-35d5-4abf-8fb6-0620b751a9f6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:36.296531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:36.349567 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] Set router 40025702-6887-43b2-abc3-b95b72b5c01e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:36.385763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99227443-8624-4bd3-b35f-7b75c6cb0bf2 req-0d6d2f8f-ddff-46b3-acb7-0cf4805c0aee tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:36.391009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99227443-8624-4bd3-b35f-7b75c6cb0bf2 req-0d6d2f8f-ddff-46b3-acb7-0cf4805c0aee tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 947 time: 0.1407142 Sep 22 10:14:36.407506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-4a0dfcf0-437a-45bd-a0e6-9da106fc2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:36.409517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-4a0dfcf0-437a-45bd-a0e6-9da106fc2a27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1423001 Sep 22 10:14:36.456682 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:36.488030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99227443-8624-4bd3-b35f-7b75c6cb0bf2 req-e3c5f263-dd90-4d7f-bb2e-769de9d308f0 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860255 Sep 22 10:14:36.490415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-c5f9592e-8c26-47aa-812c-24352788a8b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665236 Sep 22 10:14:36.570916 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:31Z', 'updated_at': '2021-09-22T10:14:33Z', 'revision_number': 3, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'gw_port': {'id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:32Z', 'updated_at': '2021-09-22T10:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:36.600104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:36.619025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc977887-dcd9-4817-8aa7-4685f5492c54 req-c8c5f84a-4e86-4fda-b405-7748306c54b6 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:36.621292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:36.621963 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bc977887-dcd9-4817-8aa7-4685f5492c54 req-c8c5f84a-4e86-4fda-b405-7748306c54b6 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 943 time: 0.1436546 Sep 22 10:14:36.641526 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d059e0-b46b-430c-94e5-c710b8795d47 None None] The sync data for ids ['40025702-6887-43b2-abc3-b95b72b5c01e'] in n-d-807025-3 is: [{'id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:31Z', 'updated_at': '2021-09-22T10:14:33Z', 'revision_number': 3, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'gw_port': {'id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:32Z', 'updated_at': '2021-09-22T10:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:14:36.659727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['09db16e6-35d5-4abf-8fb6-0620b751a9f6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:14:36.700810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-4ac9ae76-eda1-466d-861a-3c033d5081b4 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903915 Sep 22 10:14:36.709369 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bc977887-dcd9-4817-8aa7-4685f5492c54 req-1d9ff596-40bf-414f-bcb8-c5834996c46f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767834 Sep 22 10:14:36.902845 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a64897b-76b7-47b8-bc56-c4e3f05b1200 req-10b65bfe-87e6-4ea3-9a36-f18b7a1abb71 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901176 Sep 22 10:14:36.918403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Allocated IP 172.20.0.1 (4775aac3-ab86-4e28-8fba-bd775ab7a606/28379889-e665-4539-8a57-99013ff53001/30d63fd6-9b50-4b8b-917a-0e69ebd281c6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:37.140361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59708522-ed10-4f56-865e-faa4eda742ce req-4aedaece-b5e6-4402-a50f-e8189452a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:37.140621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59708522-ed10-4f56-865e-faa4eda742ce req-4aedaece-b5e6-4402-a50f-e8189452a696 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1094 time: 0.0875959 Sep 22 10:14:37.151870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:37.265095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59708522-ed10-4f56-865e-faa4eda742ce req-7ddef716-9a86-4912-8667-90aa6b1806aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:37.266497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59708522-ed10-4f56-865e-faa4eda742ce req-7ddef716-9a86-4912-8667-90aa6b1806aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.1178997 Sep 22 10:14:37.312290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59708522-ed10-4f56-865e-faa4eda742ce req-d013329a-59c5-4dc2-9b4e-13e16d84a93d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 217 time: 0.0364947 Sep 22 10:14:37.373470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59708522-ed10-4f56-865e-faa4eda742ce req-db8fe136-f0fd-4c68-b0bc-ceca53dc1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:37.375139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59708522-ed10-4f56-865e-faa4eda742ce req-db8fe136-f0fd-4c68-b0bc-ceca53dc1eea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.0539906 Sep 22 10:14:37.414408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59708522-ed10-4f56-865e-faa4eda742ce req-a1fef465-41bd-44d5-9b6f-8a6634b055c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297842 Sep 22 10:14:37.423154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4c334a64-d42f-42f1-b75e-3484aaf75757 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:37.435941 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:37.492076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4c334a64-d42f-42f1-b75e-3484aaf75757 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:37.492076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:37.494153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Network 4775aac3-ab86-4e28-8fba-bd775ab7a606 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:37.499531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:37.506570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:37.690671 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40830) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:37.702764 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:37.705105 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c92178b2-7d22-4300-8da2-13c653ea9003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:37.742212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 4c334a64-d42f-42f1-b75e-3484aaf75757, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4c334a64-d42f-42f1-b75e-3484aaf75757,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:37.799697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:37.875688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Pushing event updated for resources: {'Port': ['ID=30d63fd6-9b50-4b8b-917a-0e69ebd281c6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:37.881582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59708522-ed10-4f56-865e-faa4eda742ce req-2f08e790-7254-41b1-b4da-96cfbff06092 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536748 Sep 22 10:14:37.883058 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:37.909375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 09db16e6-35d5-4abf-8fb6-0620b751a9f6 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:37.913379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2481c916-c72c-468e-b54d-4b9f845dfb95 None None] Provisioning complete for port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:37.913755 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2481c916-c72c-468e-b54d-4b9f845dfb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:37.928821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c92178b2-7d22-4300-8da2-13c653ea9003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:37.990619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba73787-edbc-45c0-ac78-1f74941ba5d6 req-f2308348-a12b-4c6d-8870-6769cf03bf19 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:37.994731 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-eba73787-edbc-45c0-ac78-1f74941ba5d6 req-f2308348-a12b-4c6d-8870-6769cf03bf19 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 943 time: 0.0643198 Sep 22 10:14:37.998851 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c92178b2-7d22-4300-8da2-13c653ea9003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.043409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=4c334a64-d42f-42f1-b75e-3484aaf75757,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:38.071145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2481c916-c72c-468e-b54d-4b9f845dfb95 None None] Port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:38.097483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdd25a-6498-4a7d-8e48-a365b8514a44 req-347151c6-8589-4b02-b86c-af409dce7eac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:38.099079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbcdd25a-6498-4a7d-8e48-a365b8514a44 req-347151c6-8589-4b02-b86c-af409dce7eac tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 948 time: 0.3884261 Sep 22 10:14:38.175699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59708522-ed10-4f56-865e-faa4eda742ce req-5d9f6f07-f833-44a6-9cda-a74a6b547944 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741190 Sep 22 10:14:38.199686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:14:38.204921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:38.205782 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.303168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbcdd25a-6498-4a7d-8e48-a365b8514a44 req-aa76b87d-8028-4c78-b3e9-6074a76bf374 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260014 Sep 22 10:14:38.326185 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.424073 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c92178b2-7d22-4300-8da2-13c653ea9003 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=243fead5ca00485581d5f67bd7c186e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7323163 Sep 22 10:14:38.429808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40850) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:38.435308 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92178b2-7d22-4300-8da2-13c653ea9003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d551b492-07c2-459b-a116-29b2fe23ff8b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:38.477189 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-eba73787-edbc-45c0-ac78-1f74941ba5d6 req-b34199e5-858d-4f62-a10c-03b731705c7f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594305 Sep 22 10:14:38.492039 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.523142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:38.530973 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97bbaf3-8276-438b-8953-dc98ddc03ac0" -d '{"events": [{"server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "name": "network-vif-plugged", "status": "completed", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:38.561407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:38.597622 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54d9a5f2-20e5-451e-9c8a-817e120cb062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.601459 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34215f16-80ff-45d2-a832-5936ca022add x-openstack-request-id: req-34215f16-80ff-45d2-a832-5936ca022add {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:38.601755 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "name": "network-vif-plugged", "status": "completed", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:38.602014 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34215f16-80ff-45d2-a832-5936ca022add {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:38.602884 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'code': 200} Sep 22 10:14:38.633949 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.645422 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54d9a5f2-20e5-451e-9c8a-817e120cb062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.693803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:38.737501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.764404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0c1f2-b9a0-4a90-96f7-8b47c99ce1dd req-0433d7aa-0191-48e9-9c16-65f9b16a4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:38.769392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09f0c1f2-b9a0-4a90-96f7-8b47c99ce1dd req-0433d7aa-0191-48e9-9c16-65f9b16a4f9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1100 time: 0.0917959 Sep 22 10:14:38.811393 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.866024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54d9a5f2-20e5-451e-9c8a-817e120cb062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.868559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54d9a5f2-20e5-451e-9c8a-817e120cb062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.869718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-54d9a5f2-20e5-451e-9c8a-817e120cb062 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d551b492-07c2-459b-a116-29b2fe23ff8b HTTP/1.1" status: 204 len: 168 time: 0.4388382 Sep 22 10:14:38.888149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09f0c1f2-b9a0-4a90-96f7-8b47c99ce1dd req-ae6150e5-f223-4888-8c41-4c00e75dbba0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069982 Sep 22 10:14:38.894859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9a5f2-20e5-451e-9c8a-817e120cb062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d551b492-07c2-459b-a116-29b2fe23ff8b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:38.906057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:38.907849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Pushing event updated for resources: {'Port': ['ID=30d63fd6-9b50-4b8b-917a-0e69ebd281c6,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:38.913306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40870) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:39.013022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Network 4775aac3-ab86-4e28-8fba-bd775ab7a606 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:39.014475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:39.327867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-46602742-d712-4927-a239-18ecd1729219 None None] Provisioning complete for port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:39.328366 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-46602742-d712-4927-a239-18ecd1729219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:39.384903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Router 40025702-6887-43b2-abc3-b95b72b5c01e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:14:39.397068 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4c334a64-d42f-42f1-b75e-3484aaf75757 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:39.423037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-46602742-d712-4927-a239-18ecd1729219 None None] Port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:39.470437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef21603-af34-4730-8b46-9d98b3ccf3a0 req-d422d84f-cc9f-47e1-af23-a12c4c0bcf4b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:39.478190 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9ef21603-af34-4730-8b46-9d98b3ccf3a0 req-d422d84f-cc9f-47e1-af23-a12c4c0bcf4b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.0602775 Sep 22 10:14:39.496578 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:14:39.513735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4c334a64-d42f-42f1-b75e-3484aaf75757 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:39.514128 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:39.527032 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9ef21603-af34-4730-8b46-9d98b3ccf3a0 req-389bdd9d-19f4-4f4f-bbbd-a275e5eaa033 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432072 Sep 22 10:14:39.529593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:14:39.535057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2f5e89f6-8e7b-4bf2-b72d-947bfc1af89d admin admin] 10.222.0.20 "PUT /v2.0/routers/40025702-6887-43b2-abc3-b95b72b5c01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2066994 Sep 22 10:14:39.540568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-network', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:39.639948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Made reservation on behalf of 328ae2ffde5e4a5cb8184510dffce2b4 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:39.643996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:39.650452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Sync routers for ids ['40025702-6887-43b2-abc3-b95b72b5c01e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:14:39.668660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Routers {'40025702-6887-43b2-abc3-b95b72b5c01e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:39.670186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['40025702-6887-43b2-abc3-b95b72b5c01e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:39.670887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:39.728821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4a063-2903-429f-b102-9b878a08ea8c req-9c9c90c5-e666-40bd-9c96-9c28b93e0da7 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:39.739137 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e8d4a063-2903-429f-b102-9b878a08ea8c req-9c9c90c5-e666-40bd-9c96-9c28b93e0da7 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 943 time: 0.0747368 Sep 22 10:14:39.746399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-17da0bdf-fe6c-4daf-8d69-e0c9f7790859 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ebae80c2528f431884958b10067729d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572913 Sep 22 10:14:39.801478 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e8d4a063-2903-429f-b102-9b878a08ea8c req-13608815-5eb5-4168-915d-bb9ed750a290 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612626 Sep 22 10:14:39.848909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Set router 40025702-6887-43b2-abc3-b95b72b5c01e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:39.990794 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:39.991540 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cb1b340f-1408-4c01-aea9-cc4c68ff60ce details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:14:40.002342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-aa1e777e-933e-43d0-ab37-195ca18ac09e tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:40.010502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-aa1e777e-933e-43d0-ab37-195ca18ac09e tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630718 Sep 22 10:14:40.029694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-36b8411a-576f-48d3-8431-af95fa93e0e0 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/quotas/ebae80c2528f431884958b10067729d0 HTTP/1.1" status: 200 len: 375 time: 0.0182550 Sep 22 10:14:40.067062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-12997b10-7be1-474e-b02c-c7ed6fe2da8e tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebae80c2528f431884958b10067729d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360496 Sep 22 10:14:40.069801 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.159751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0c2413-2332-47f0-a27f-9b263a657f80,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:40.166034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:40.177080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.177972 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Added segment 3f06439f-51ac-438f-815c-1c38d8ead17a of type vlan for network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 Sep 22 10:14:40.278788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.291978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:40.320052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce', 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587', 'port_id': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce', 'mac_address': 'fa:16:3e:e1:d9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8d2fba-94e6-483e-9929-5a59c83660b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:14:40.373051 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.393183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1b340f-1408-4c01-aea9-cc4c68ff60ce {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:40.400443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:31Z', 'updated_at': '2021-09-22T10:14:38Z', 'revision_number': 4, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'gw_port': {'id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:32Z', 'updated_at': '2021-09-22T10:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '30d63fd6-9b50-4b8b-917a-0e69ebd281c6', 'name': '', 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'mac_address': 'fa:16:3e:8a:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '28379889-e665-4539-8a57-99013ff53001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:36Z', 'updated_at': '2021-09-22T10:14:38Z', 'revision_number': 2, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'subnets': [{'id': '28379889-e665-4539-8a57-99013ff53001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:40.431490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Checking router: 40025702-6887-43b2-abc3-b95b72b5c01e for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:14:40.431842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Updating router 40025702-6887-43b2-abc3-b95b72b5c01e port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:14:40.456516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:40.465191 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.520232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.529901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:40.530824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.623690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.661887 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40936) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:40.670460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Request body: {'subnet': {'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-subnet', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:40.678490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7450721 Sep 22 10:14:40.737871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:40.811538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30d533e8-136d-4ebc-b534-aa3573fa6b59 req-91204711-b8d1-4398-8a24-b56701ac2c2d tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 210 time: 0.0821743 Sep 22 10:14:40.812199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67fe57-9eba-4dbc-97a8-90446e7d94ea admin admin] Pushing event updated for resources: {'Network': ['ID=d57c3e5f-98d3-4ade-bebc-2e92d04c5407,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:40.825865 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:40.855496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['cb1b340f-1408-4c01-aea9-cc4c68ff60ce'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:14:40.859611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Made reservation on behalf of 328ae2ffde5e4a5cb8184510dffce2b4 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:40.862363 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.932406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a56fe1-77b0-414b-b886-aa20dc19390d req-3c9ced41-f515-42d2-bbb9-47b5b80c671a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:40.938178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40948) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:40.942609 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a3a56fe1-77b0-414b-b886-aa20dc19390d req-3c9ced41-f515-42d2-bbb9-47b5b80c671a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.2234528 Sep 22 10:14:41.023220 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a3a56fe1-77b0-414b-b886-aa20dc19390d req-89a5c01f-c119-49af-8660-d52dcd361748 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689676 Sep 22 10:14:41.059101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968bdee-ac83-4b87-8980-d68e67fddefc req-064d96be-30e8-437a-8f7e-66838738881d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:41.070232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0968bdee-ac83-4b87-8980-d68e67fddefc req-064d96be-30e8-437a-8f7e-66838738881d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 944 time: 0.0937891 Sep 22 10:14:41.126649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0968bdee-ac83-4b87-8980-d68e67fddefc req-bac4fcae-cdf3-475a-a2e7-743608227246 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574474 Sep 22 10:14:41.231040 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.325954 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.449490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaebcb7-a7fa-4c77-9f8a-cf39bc4939ea None None] Pushing event updated for resources: {'Port': ['ID=30d63fd6-9b50-4b8b-917a-0e69ebd281c6,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:41.457587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.482233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Attempting to bind port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:41.482861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Attempting to bind port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '02841be7-cfaf-4837-8746-0868cea54bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:41.483420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Attempting to bind port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 on network 4775aac3-ab86-4e28-8fba-bd775ab7a606 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:41.496540 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:41.497189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Checking segment: {'id': '02841be7-cfaf-4837-8746-0868cea54bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:41.497757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.498374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Bound using segment: {'id': '02841be7-cfaf-4837-8746-0868cea54bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:41.503224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Bound port: 30d63fd6-9b50-4b8b-917a-0e69ebd281c6, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02841be7-cfaf-4837-8746-0868cea54bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:41.503224 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.514725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-network', 'tenant_id': '95204da9d9bd4231965cc62494078ff6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:41.598237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] For port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:41.602207 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] For port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=30d63fd6-9b50-4b8b-917a-0e69ebd281c6,segment=NetworkSegment(02841be7-cfaf-4837-8746-0868cea54bc7),segment_id=02841be7-cfaf-4837-8746-0868cea54bc7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:41.611093 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9948f0c0-5b5b-429b-b2b2-c9f337c771cf,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:41.646257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Made reservation on behalf of 95204da9d9bd4231965cc62494078ff6 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:41.649311 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.680281 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.682372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Checking segment: {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:41.686411 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.699803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Network hostable DHCP agents. Network: d57c3e5f-98d3-4ade-bebc-2e92d04c5407, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:41.793957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-00358e80-9ca9-4095-9c12-a3ba2dc828dc None None] Provisioning complete for port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:41.794627 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-00358e80-9ca9-4095-9c12-a3ba2dc828dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.860144 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:41.885436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Routers {'40025702-6887-43b2-abc3-b95b72b5c01e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:41.886041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['40025702-6887-43b2-abc3-b95b72b5c01e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:41.937621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaebcb7-a7fa-4c77-9f8a-cf39bc4939ea None None] Pushing event updated for resources: {'Port': ['ID=30d63fd6-9b50-4b8b-917a-0e69ebd281c6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:41.943828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, d57c3e5f-98d3-4ade-bebc-2e92d04c5407) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:41.954333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:41.957537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.997883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5af88-151c-4cc0-9deb-6c348ed4b402 req-776233e9-640c-4a12-9f99-8a924e2d0393 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:41.999453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee5af88-151c-4cc0-9deb-6c348ed4b402 req-776233e9-640c-4a12-9f99-8a924e2d0393 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1100 time: 0.1768346 Sep 22 10:14:42.065415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.082067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6ee5af88-151c-4cc0-9deb-6c348ed4b402 req-c8efe1dd-c14b-4c76-aa05-a3edb536f993 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.115574 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-691abc73-c2dc-4a36-a0fa-74f10a8f95a9 req-0dee4ebe-2bf8-451e-bab7-b896b17ce1cb tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 210 time: 0.0440302 Sep 22 10:14:42.156814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.191687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:42.213256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d82bad-4880-4652-973a-3d412db4cfc4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:42.218052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.218712 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Added segment af2b7ef3-f885-4953-9bbd-87a4cace6748 of type vlan for network 1f93e789-1f8a-464f-9c76-debed75d0a01 Sep 22 10:14:42.275074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.278606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3e83c1-6726-4381-a237-8409a89a1538 None None] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:42.286641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cb1b340f-1408-4c01-aea9-cc4c68ff60ce up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:42.314641 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-197ab989-36b9-435c-aa93-1a93b57e8eb2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6493938 Sep 22 10:14:42.318239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40980) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:42.323453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:42.339150 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:14:42.339150 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:14:42.339150 n-d-807025-3 neutron-server[95681]: [parameters: {'project_id_1': '328ae2ffde5e4a5cb8184510dffce2b4', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 14, 22, 329243)}] Sep 22 10:14:42.339150 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:14:42.339616 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:14:42.400645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] Set router 40025702-6887-43b2-abc3-b95b72b5c01e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:42.404708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.406346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:42.407132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.456811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1da2c-eb50-46d0-b6b0-aa82419401fc req-9aa10186-8941-45cd-86f5-01251f973c1c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:42.463377 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-00358e80-9ca9-4095-9c12-a3ba2dc828dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.464861 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c8e1da2c-eb50-46d0-b6b0-aa82419401fc req-9aa10186-8941-45cd-86f5-01251f973c1c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 944 time: 0.0624411 Sep 22 10:14:42.522180 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c8e1da2c-eb50-46d0-b6b0-aa82419401fc req-82caae47-ddbb-4b15-8da0-e5aa3ef82f0d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549588 Sep 22 10:14:42.524989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] Pushing event updated for resources: {'Network': ['ID=1f93e789-1f8a-464f-9c76-debed75d0a01,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:42.587592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 1f93e789-1f8a-464f-9c76-debed75d0a01 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:42.591099 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6ee5af88-151c-4cc0-9deb-6c348ed4b402 req-c8efe1dd-c14b-4c76-aa05-a3edb536f993 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.626188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-00358e80-9ca9-4095-9c12-a3ba2dc828dc None None] For port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=30d63fd6-9b50-4b8b-917a-0e69ebd281c6,segment=NetworkSegment(02841be7-cfaf-4837-8746-0868cea54bc7),segment_id=02841be7-cfaf-4837-8746-0868cea54bc7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:42.680241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6ee5af88-151c-4cc0-9deb-6c348ed4b402 req-c8efe1dd-c14b-4c76-aa05-a3edb536f993 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.718247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port cb1b340f-1408-4c01-aea9-cc4c68ff60ce completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:14:42.738243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee5af88-151c-4cc0-9deb-6c348ed4b402 req-c8efe1dd-c14b-4c76-aa05-a3edb536f993 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710761 Sep 22 10:14:42.760205 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-00358e80-9ca9-4095-9c12-a3ba2dc828dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.772299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efe1dd-c14b-4c76-aa05-a3edb536f993 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91297f6-1f13-49b9-9368-4018ea72389c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:42.776177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port cb1b340f-1408-4c01-aea9-cc4c68ff60ce triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:42.776557 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.787330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4f43b850-369d-42ee-bd48-0e4c83a6aca5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8480642 Sep 22 10:14:42.798909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40988) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:42.805520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Request body: {'subnet': {'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-subnet', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:42.931263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Made reservation on behalf of 95204da9d9bd4231965cc62494078ff6 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:42.936351 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.942062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-f975d94a-8ecf-4e93-b052-0ae12cfd14b0 req-23c8da84-cd9f-40e7-a24b-3545508c8eab service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:14:42.943471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f975d94a-8ecf-4e93-b052-0ae12cfd14b0 req-23c8da84-cd9f-40e7-a24b-3545508c8eab service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067506 Sep 22 10:14:42.946396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-d57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:14:42.947510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:43.047904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00358e80-9ca9-4095-9c12-a3ba2dc828dc None None] Pushing event updated for resources: {'Port': ['ID=30d63fd6-9b50-4b8b-917a-0e69ebd281c6,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:43.059875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e361214a-ec96-4588-8342-39b0147e24ff None None] Provisioning complete for port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:43.060413 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e361214a-ec96-4588-8342-39b0147e24ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:43.098003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:43.100133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:43.203157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:43.269172 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1ffdcd69-0512-405a-b658-2cc6d18418b0 req-013d63ec-9595-401a-9fc8-a183654b245e tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 210 time: 0.0350294 Sep 22 10:14:43.293485 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:43.374764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Allocated IP 172.20.0.2 (d57c3e5f-98d3-4ade-bebc-2e92d04c5407/9948f0c0-5b5b-429b-b2b2-c9f337c771cf/93c28a63-7af2-4f37-9d2e-f515ff80e9c7) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:43.420851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:31Z', 'updated_at': '2021-09-22T10:14:38Z', 'revision_number': 4, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'gw_port': {'id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:32Z', 'updated_at': '2021-09-22T10:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '30d63fd6-9b50-4b8b-917a-0e69ebd281c6', 'name': '', 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'mac_address': 'fa:16:3e:8a:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '28379889-e665-4539-8a57-99013ff53001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:36Z', 'updated_at': '2021-09-22T10:14:41Z', 'revision_number': 4, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'subnets': [{'id': '28379889-e665-4539-8a57-99013ff53001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:43.468695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:43.470208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c47616-abd3-4c15-88ce-d57903f66c01 None None] The sync data for ids ['40025702-6887-43b2-abc3-b95b72b5c01e'] in n-d-807025-3 is: [{'id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:31Z', 'updated_at': '2021-09-22T10:14:38Z', 'revision_number': 4, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'gw_port': {'id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:32Z', 'updated_at': '2021-09-22T10:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '30d63fd6-9b50-4b8b-917a-0e69ebd281c6', 'name': '', 'network_id': '4775aac3-ab86-4e28-8fba-bd775ab7a606', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'mac_address': 'fa:16:3e:8a:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '28379889-e665-4539-8a57-99013ff53001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:36Z', 'updated_at': '2021-09-22T10:14:41Z', 'revision_number': 4, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'subnets': [{'id': '28379889-e665-4539-8a57-99013ff53001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:14:43.473975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:43.476692 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28a730-cd22-46d0-a64a-4597f8479c3e" -d '{"events": [{"server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "name": "network-vif-plugged", "status": "completed", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:43.575566 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:43.643505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:43.655899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41014) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:43.699977 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8726fb-3e85-492c-8f98-2eef6f8b04e5 x-openstack-request-id: req-fa8726fb-3e85-492c-8f98-2eef6f8b04e5 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:43.701314 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "name": "network-vif-plugged", "status": "completed", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:43.701725 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa8726fb-3e85-492c-8f98-2eef6f8b04e5 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:43.702568 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce', 'code': 200} Sep 22 10:14:43.873353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:43.874444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-0f856bc4-2aad-4401-ab26-035fa88199c1 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ebae80c2528f431884958b10067729d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1549940 Sep 22 10:14:43.927543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:44.008914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=713ad800-c47f-4cd9-b692-cbae50d3c523,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:44.032201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c2530-7dde-441e-a35c-2f00901d15e3 req-e5ecbaac-8ee4-4356-b729-e3c575bfa1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:44.039651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e3c2530-7dde-441e-a35c-2f00901d15e3 req-e5ecbaac-8ee4-4356-b729-e3c575bfa1a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1096 time: 0.2281332 Sep 22 10:14:44.068352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Checking segment: {'id': 'af2b7ef3-f885-4953-9bbd-87a4cace6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:44.068927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Network hostable DHCP agents. Network: 1f93e789-1f8a-464f-9c76-debed75d0a01, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:44.140114 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6625c8b-5ee8-4ca1-8a71-990cdfe9d70e req-71247670-ed6e-4fd4-9c41-249b01f8db33 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:44.147847 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d6625c8b-5ee8-4ca1-8a71-990cdfe9d70e req-71247670-ed6e-4fd4-9c41-249b01f8db33 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 945 time: 0.2780206 Sep 22 10:14:44.165901 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:44.184952 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5991e746-bb24-4a4f-b054-4c862761ce93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:44.234922 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:44.302963 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Network 1f93e789-1f8a-464f-9c76-debed75d0a01 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:44.304333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:44.307523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:44.315997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:44.317842 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d6625c8b-5ee8-4ca1-8a71-990cdfe9d70e req-22b946d6-5d26-459b-8712-ed9926ad5c61 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690741 Sep 22 10:14:44.318625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Pushing event updated for resources: {'Port': ['ID=93c28a63-7af2-4f37-9d2e-f515ff80e9c7,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:44.451031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-c017cca8-d625-4038-8879-f8b31d156e75 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:44.452611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Attempting to bind port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:44.453172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Attempting to bind port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:44.454731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Attempting to bind port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 on network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:44.458404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-c017cca8-d625-4038-8879-f8b31d156e75 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5773690 Sep 22 10:14:44.474498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:44.476905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Checking segment: {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:44.477735 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:44.479483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Bound using segment: {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:44.481139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Bound port: 93c28a63-7af2-4f37-9d2e-f515ff80e9c7, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:44.483828 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:44.538392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Request body: {'port': {'device_id': '4c9ed974-ef31-486f-b2ff-22dca1ce6622', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'ebae80c2528f431884958b10067729d0'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:44.568909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 1f93e789-1f8a-464f-9c76-debed75d0a01) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:44.600335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaf8015-abc0-437d-b188-ad777be74258 None None] Network 1f93e789-1f8a-464f-9c76-debed75d0a01 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:44.610312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e3c2530-7dde-441e-a35c-2f00901d15e3 req-e7aa4cb9-9a06-413b-871e-25a0fefbc829 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389798 Sep 22 10:14:44.683928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41026) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:44.686728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:44.687344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:44.718860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37225fa3-66b2-45c1-b8d5-6167bd834c73 req-91a28559-f946-485e-b5aa-1e2417ce087f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 210 time: 0.0985014 Sep 22 10:14:44.799853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168aff09-59a3-4fb5-93a0-1056180ef542 req-cbb8fca3-87e7-457f-befe-d7bcfcf65249 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:44.818892 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-168aff09-59a3-4fb5-93a0-1056180ef542 req-cbb8fca3-87e7-457f-befe-d7bcfcf65249 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.3459392 Sep 22 10:14:44.844573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] For port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:44.848925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] For port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93c28a63-7af2-4f37-9d2e-f515ff80e9c7,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:44.936125 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:44.937465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:44.967073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5991e746-bb24-4a4f-b054-4c862761ce93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:45.034475 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5991e746-bb24-4a4f-b054-4c862761ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:45.046876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1f93e789-1f8a-464f-9c76-debed75d0a01', 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'fixed_ips': [{'subnet_id': '713ad800-c47f-4cd9-b692-cbae50d3c523'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:14:45.049213 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:45.067882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:45.073083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cb2d9-b095-4005-9f49-b0a74651670b None None] Pushing event updated for resources: {'Port': ['ID=93c28a63-7af2-4f37-9d2e-f515ff80e9c7,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:45.097129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991e746-bb24-4a4f-b054-4c862761ce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce30749-0826-4f8d-8145-9fc21fe92a88,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:45.114221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41030) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:45.119326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5991e746-bb24-4a4f-b054-4c862761ce93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf8e8c3777564a168a4fd5d8eaeeae82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4621575 Sep 22 10:14:45.140468 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-168aff09-59a3-4fb5-93a0-1056180ef542 req-15cbdac4-469b-4a82-b373-72d0354ad82e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207886 Sep 22 10:14:45.216347 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-e75c52a4-5ba6-4cc9-a364-55c81d4a1a28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5247428 Sep 22 10:14:45.220345 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6f1c10b3-ea07-4bd8-9e6f-0b716fa8ebc4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4174035 Sep 22 10:14:45.220992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41032) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:45.235265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:45.265329 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-0688d356-e7ea-4797-97bb-8d835c91cc32 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:14:45.265329 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-0688d356-e7ea-4797-97bb-8d835c91cc32 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216949 Sep 22 10:14:45.337961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Made reservation on behalf of ebae80c2528f431884958b10067729d0 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:45.374498 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:45.454082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Allocated IP 172.20.0.2 (1f93e789-1f8a-464f-9c76-debed75d0a01/713ad800-c47f-4cd9-b692-cbae50d3c523/0433d721-5b5c-4f7d-8f8c-192ab15524d0) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:45.469605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e072ad4-708d-4cbf-8f81-7d47ec9c9560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:45.602867 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e072ad4-708d-4cbf-8f81-7d47ec9c9560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:45.648649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:45.654050 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:45.671796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Allocated IP 172.25.1.130 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/1ecb8aac-7927-472e-a945-093c4efa8a74) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:45.836447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22610f7-10c8-4604-b91b-11822a91badf req-3039875b-c8d1-4001-9f9b-aa1562831f44 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:45.848947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d22610f7-10c8-4604-b91b-11822a91badf req-3039875b-c8d1-4001-9f9b-aa1562831f44 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 945 time: 0.3734827 Sep 22 10:14:45.957794 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:45.971905 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.016738 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0efeb1d6-e19e-4462-b606-c70a3413d3db req-08ca90b9-6ace-400d-b87e-88795c47d21f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 210 time: 0.1003890 Sep 22 10:14:46.023611 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e072ad4-708d-4cbf-8f81-7d47ec9c9560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.027753 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e072ad4-708d-4cbf-8f81-7d47ec9c9560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.029772 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0e072ad4-708d-4cbf-8f81-7d47ec9c9560 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fce30749-0826-4f8d-8145-9fc21fe92a88 HTTP/1.1" status: 204 len: 168 time: 0.9136043 Sep 22 10:14:46.065580 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.141772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.161186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d22610f7-10c8-4604-b91b-11822a91badf req-6dcd1eec-e25b-4869-abd5-7b23df7e56e5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056211 Sep 22 10:14:46.166057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e072ad4-708d-4cbf-8f81-7d47ec9c9560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce30749-0826-4f8d-8145-9fc21fe92a88,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:46.209221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:46.209595 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.222994 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.239832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.277205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.427587 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.437393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:46.470881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Allocated IP 192.168.233.26 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/4a618086-af60-442a-b5ee-7d5a9c914cd8) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:46.473523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:46.488646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:46.548378 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.553464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Pushing event updated for resources: {'Port': ['ID=1ecb8aac-7927-472e-a945-093c4efa8a74,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:46.660631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Pushing event updated for resources: {'Port': ['ID=0433d721-5b5c-4f7d-8f8c-192ab15524d0,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:46.719001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Network 1f93e789-1f8a-464f-9c76-debed75d0a01 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:46.727176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:46.733896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:46.749817 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c29c19-467d-404f-ba08-b2fda00a2d0c req-42145efb-ed6c-425d-82d8-ed582268b0d7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:46.762739 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-63c29c19-467d-404f-ba08-b2fda00a2d0c req-42145efb-ed6c-425d-82d8-ed582268b0d7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.3986223 Sep 22 10:14:46.798042 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.841728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70949023-2e16-4a7e-9cab-ab551c149b97,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:46.865499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d27e3e-4724-47aa-a266-ee14fcc9ea8f None None] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:46.913756 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-63c29c19-467d-404f-ba08-b2fda00a2d0c req-0eb433c9-20bf-4809-8a21-48d576b35733 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491282 Sep 22 10:14:46.918003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Attempting to bind port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:46.918484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Attempting to bind port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'af2b7ef3-f885-4953-9bbd-87a4cace6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:46.918925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Attempting to bind port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 on network 1f93e789-1f8a-464f-9c76-debed75d0a01 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:46.955143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:46.955630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Checking segment: {'id': 'af2b7ef3-f885-4953-9bbd-87a4cace6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:46.956104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.956572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Bound using segment: {'id': 'af2b7ef3-f885-4953-9bbd-87a4cace6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:46.957125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Bound port: 0433d721-5b5c-4f7d-8f8c-192ab15524d0, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2b7ef3-f885-4953-9bbd-87a4cace6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:46.957572 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.971698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:46.974678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5fdef6a9-e3f8-4e0d-9fb4-b5f937061958 None None] Provisioning complete for port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:46.975122 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5fdef6a9-e3f8-4e0d-9fb4-b5f937061958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.025099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:47.062231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.067317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:47.078570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:47.143909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Pushing event updated for resources: {'Port': ['ID=4a618086-af60-442a-b5ee-7d5a9c914cd8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:47.162621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.242133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41074) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:47.316619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] For port 0433d721-5b5c-4f7d-8f8c-192ab15524d0, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:47.327664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] For port 0433d721-5b5c-4f7d-8f8c-192ab15524d0, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0433d721-5b5c-4f7d-8f8c-192ab15524d0,segment=NetworkSegment(af2b7ef3-f885-4953-9bbd-87a4cace6748),segment_id=af2b7ef3-f885-4953-9bbd-87a4cace6748)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:47.400212 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f521d839-41c1-400b-b4b4-cf0d287a319f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.463534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:47.466090 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.488236 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.496505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:47.502323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.565781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb102bb-9d50-43e1-8ea6-c383f0965a66 req-5c6daf0e-81fa-4586-a560-821104759010 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:47.578707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efb102bb-9d50-43e1-8ea6-c383f0965a66 req-5c6daf0e-81fa-4586-a560-821104759010 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 935 time: 0.4218266 Sep 22 10:14:47.611499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:47.612114 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.613380 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5fdef6a9-e3f8-4e0d-9fb4-b5f937061958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.751118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efb102bb-9d50-43e1-8ea6-c383f0965a66 req-13ef02f0-e5f8-48a6-b5f6-7b53f0b4244f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712670 Sep 22 10:14:47.768501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d17e-65b6-4df0-bc77-3fb2ff37b2cc None None] Pushing event updated for resources: {'Port': ['ID=0433d721-5b5c-4f7d-8f8c-192ab15524d0,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:47.796502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5fdef6a9-e3f8-4e0d-9fb4-b5f937061958 None None] For port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93c28a63-7af2-4f37-9d2e-f515ff80e9c7,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:47.813034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbd012-efa6-43d2-a7b4-1c36e251fa61 req-e217086b-94b4-4fdc-941a-7f5f994c1d14 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:47.820679 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e7dbd012-efa6-43d2-a7b4-1c36e251fa61 req-e217086b-94b4-4fdc-941a-7f5f994c1d14 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 945 time: 0.3197806 Sep 22 10:14:47.900339 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:47.931268 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e7dbd012-efa6-43d2-a7b4-1c36e251fa61 req-d49cf250-26b1-4069-88b2-6efc897688e3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089132 Sep 22 10:14:47.989118 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5fdef6a9-e3f8-4e0d-9fb4-b5f937061958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.016966 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Router 9d3f3423-b1e5-4e67-8747-2849b3d87481 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:14:48.035610 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f521d839-41c1-400b-b4b4-cf0d287a319f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.122547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f521d839-41c1-400b-b4b4-cf0d287a319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.222052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e845719a-e54c-474a-aa47-8f6fe53d2d8a None None] Provisioning complete for port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:48.222845 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e845719a-e54c-474a-aa47-8f6fe53d2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.260665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1b69e804-031d-49d0-ba4a-9ca923060328 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7415574 Sep 22 10:14:48.324410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521d839-41c1-400b-b4b4-cf0d287a319f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34684b0b-708a-45fd-ba6b-c7db7d7c9ef8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:48.343897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdef6a9-e3f8-4e0d-9fb4-b5f937061958 None None] Pushing event updated for resources: {'Port': ['ID=93c28a63-7af2-4f37-9d2e-f515ff80e9c7,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:48.357695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f521d839-41c1-400b-b4b4-cf0d287a319f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef2f7f97685c44728fe0586917c0b3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0965776 Sep 22 10:14:48.364520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41084) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:48.368013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:14:48.368155 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:14:48.380016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Request body: {'port': {'device_id': '4c9ed974-ef31-486f-b2ff-22dca1ce6622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:48.479029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e845719a-e54c-474a-aa47-8f6fe53d2d8a None None] Provisioning complete for port 4a618086-af60-442a-b5ee-7d5a9c914cd8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:48.479404 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e845719a-e54c-474a-aa47-8f6fe53d2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.490130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c499c72-b606-46d9-89a6-eb831b15d86c req-a9cfe1fc-abf6-400a-bd69-041f27487e3f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:48.492131 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1c499c72-b606-46d9-89a6-eb831b15d86c req-a9cfe1fc-abf6-400a-bd69-041f27487e3f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.2377713 Sep 22 10:14:48.509428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:14:48.525793 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Sync routers for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:14:48.542803 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:48.543781 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:48.725014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e845719a-e54c-474a-aa47-8f6fe53d2d8a None None] Port 4a618086-af60-442a-b5ee-7d5a9c914cd8 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:48.725722 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1c499c72-b606-46d9-89a6-eb831b15d86c req-551e5ff6-e83d-4aa8-9f2d-0af65eb3b6d0 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034839 Sep 22 10:14:48.725722 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6d976ff-06bc-49d6-a0ab-39c344855532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.726025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.726141 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6d976ff-06bc-49d6-a0ab-39c344855532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.726141 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.726141 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-010d09e3-39a3-4d0d-ad68-2523d0710482 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.3540533 Sep 22 10:14:48.726141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41086) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:48.748338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:48.771980 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:48.974005 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:49.203838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:46Z', 'revision_number': 3, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:49.323544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Checking router: 9d3f3423-b1e5-4e67-8747-2849b3d87481 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:14:49.323544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Updating router 9d3f3423-b1e5-4e67-8747-2849b3d87481 port 1ecb8aac-7927-472e-a945-093c4efa8a74 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:14:49.324604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b0c40-b1fb-4820-b205-f403a0647384 None None] Network 1f93e789-1f8a-464f-9c76-debed75d0a01 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:49.324786 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:49.338889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce622bf-4f47-4169-b543-e7d02ac9afc7 req-2d526bc1-91a6-4578-8154-866a1bb84237 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:49.346075 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9ce622bf-4f47-4169-b543-e7d02ac9afc7 req-2d526bc1-91a6-4578-8154-866a1bb84237 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 935 time: 0.1657536 Sep 22 10:14:49.351445 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6d976ff-06bc-49d6-a0ab-39c344855532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:49.362281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6d976ff-06bc-49d6-a0ab-39c344855532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:49.363524 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c6d976ff-06bc-49d6-a0ab-39c344855532 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34684b0b-708a-45fd-ba6b-c7db7d7c9ef8 HTTP/1.1" status: 204 len: 168 time: 0.9979844 Sep 22 10:14:49.493183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d976ff-06bc-49d6-a0ab-39c344855532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34684b0b-708a-45fd-ba6b-c7db7d7c9ef8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:49.706888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Allocated IP 172.25.1.90 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/5137d97f-2c34-4495-95bc-c94a6f3fe70f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:49.725151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0433d721-5b5c-4f7d-8f8c-192ab15524d0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:49.760715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-76b66586-7e06-4bb2-b4c6-55f3b5b4f9c3 None None] Provisioning complete for port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:49.769712 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76b66586-7e06-4bb2-b4c6-55f3b5b4f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:49.774589 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9ce622bf-4f47-4169-b543-e7d02ac9afc7 req-8c299545-6a3f-403b-ae86-a9c5f62bce0e tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098451 Sep 22 10:14:49.883496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:49.928955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76b66586-7e06-4bb2-b4c6-55f3b5b4f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:49.939264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:49.939648 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:49.962022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-8667e0e2-d9eb-441e-8276-7c057421c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:49.964155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-8667e0e2-d9eb-441e-8276-7c057421c300 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1100 time: 0.9023533 Sep 22 10:14:49.988962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235b07a-0d88-4d8c-9609-df78aa3e8f38 req-97f981ee-617b-4695-8aa6-30f17ff34206 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:49.992849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6235b07a-0d88-4d8c-9609-df78aa3e8f38 req-97f981ee-617b-4695-8aa6-30f17ff34206 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1096 time: 0.9219229 Sep 22 10:14:50.059210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.221290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-76b66586-7e06-4bb2-b4c6-55f3b5b4f9c3 None None] For port 0433d721-5b5c-4f7d-8f8c-192ab15524d0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0433d721-5b5c-4f7d-8f8c-192ab15524d0,segment=NetworkSegment(af2b7ef3-f885-4953-9bbd-87a4cace6748),segment_id=af2b7ef3-f885-4953-9bbd-87a4cace6748)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:50.270650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:50.299993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:50.313554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6235b07a-0d88-4d8c-9609-df78aa3e8f38 req-50c87e66-3889-4b82-a945-0e39d2a1162c tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836981 Sep 22 10:14:50.324335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:50.374452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Pushing event updated for resources: {'Port': ['ID=5137d97f-2c34-4495-95bc-c94a6f3fe70f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:50.421306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-df01ed38-9b3f-4a11-8ead-cddb1877b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:50.423585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-df01ed38-9b3f-4a11-8ead-cddb1877b74d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.4489462 Sep 22 10:14:50.438128 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.444699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a618086-af60-442a-b5ee-7d5a9c914cd8 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:50.476524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:50.483629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76b66586-7e06-4bb2-b4c6-55f3b5b4f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.491269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.531177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-c46e0a6e-d4cc-4c79-b724-ff8ad86e128d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 217 time: 0.0910230 Sep 22 10:14:50.543358 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.600036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3a91-464d-43cb-923e-258822c7b7b3 req-1ccb0976-c396-479a-94ea-0644ea152a04 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:50.601615 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-104e3a91-464d-43cb-923e-258822c7b7b3 req-1ccb0976-c396-479a-94ea-0644ea152a04 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.2722230 Sep 22 10:14:50.653268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Transition to ACTIVE for port object 4a618086-af60-442a-b5ee-7d5a9c914cd8 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:14:50.684998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.686742 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Pushing event updated for resources: {'Port': ['ID=1ecb8aac-7927-472e-a945-093c4efa8a74,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:50.741947 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-104e3a91-464d-43cb-923e-258822c7b7b3 req-c5e8929c-2711-440b-abcc-32dae6b15c60 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233430 Sep 22 10:14:50.750589 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.752228 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.752571 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.754317 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.754456 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.755892 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.756293 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.756644 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.758053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-a118dcc0-2941-42b0-8fdc-36b285a256d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:50.759954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-a118dcc0-2941-42b0-8fdc-36b285a256d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1887040 Sep 22 10:14:50.760176 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.760560 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.762437 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.763267 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:50.769371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.780661 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Attempting to bind port 1ecb8aac-7927-472e-a945-093c4efa8a74 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:50.781346 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Attempting to bind port 1ecb8aac-7927-472e-a945-093c4efa8a74 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:50.781463 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Attempting to bind port 1ecb8aac-7927-472e-a945-093c4efa8a74 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:50.789705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2394417b-d880-45c8-99d3-fa094434e46e None None] Provisioning complete for port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:50.791025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2394417b-d880-45c8-99d3-fa094434e46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.792933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b66586-7e06-4bb2-b4c6-55f3b5b4f9c3 None None] Pushing event updated for resources: {'Port': ['ID=0433d721-5b5c-4f7d-8f8c-192ab15524d0,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:50.808450 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:50.819884 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:50.819884 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.819884 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:50.819884 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Bound port: 1ecb8aac-7927-472e-a945-093c4efa8a74, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:50.822644 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.989854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:50.989854 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:50.997860 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] For port 1ecb8aac-7927-472e-a945-093c4efa8a74, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:51.007820 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] For port 1ecb8aac-7927-472e-a945-093c4efa8a74, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1ecb8aac-7927-472e-a945-093c4efa8a74,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:51.085903 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:51.117335 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Allocated IP 172.20.0.1 (d57c3e5f-98d3-4ade-bebc-2e92d04c5407/9948f0c0-5b5b-429b-b2b2-c9f337c771cf/cbbbf0ed-f662-4770-94dc-7d1f919fb22a) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:51.216726 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:51.217581 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:51.241571 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:51.303976 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fa55d-f607-49fe-8009-b9733a6a0172 None None] Pushing event updated for resources: {'Port': ['ID=1ecb8aac-7927-472e-a945-093c4efa8a74,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:51.343982 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:51.484909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996b2d3-29c2-470e-9bd7-d97ff1232ac6 req-e080ac40-b140-4b25-9827-376b68cd7705 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:51.494755 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d996b2d3-29c2-470e-9bd7-d97ff1232ac6 req-e080ac40-b140-4b25-9827-376b68cd7705 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 947 time: 0.1130126 Sep 22 10:14:51.537953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:51.584467 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:51.619350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Pushing event updated for resources: {'Port': ['ID=cbbbf0ed-f662-4770-94dc-7d1f919fb22a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:51.646907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:51.648837 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:51.665590 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d996b2d3-29c2-470e-9bd7-d97ff1232ac6 req-0c16ba42-2c2f-4b1e-b811-eea3ddc0021c tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695461 Sep 22 10:14:51.667002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:51.810941 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:51.821255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0433d721-5b5c-4f7d-8f8c-192ab15524d0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:51.836949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-668284c3-fdaa-497d-a787-d558640b3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:51.838562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-668284c3-fdaa-497d-a787-d558640b3973 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0700984 Sep 22 10:14:51.841208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07057d-5446-42fb-a9ff-08e5479f0dce req-8d230498-bb4a-44cd-8a78-de970dbb5413 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:51.842815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce07057d-5446-42fb-a9ff-08e5479f0dce req-8d230498-bb4a-44cd-8a78-de970dbb5413 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1096 time: 1.0756769 Sep 22 10:14:51.845877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Attempting to bind port 4a618086-af60-442a-b5ee-7d5a9c914cd8 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:51.846231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Attempting to bind port 4a618086-af60-442a-b5ee-7d5a9c914cd8 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:51.846560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Attempting to bind port 4a618086-af60-442a-b5ee-7d5a9c914cd8 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:51.848999 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:51.878873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Port 4a618086-af60-442a-b5ee-7d5a9c914cd8 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:14:51.879205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Attempting to bind port 4a618086-af60-442a-b5ee-7d5a9c914cd8 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:51.915505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:51.915893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:51.916301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:51.918899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Bound port: 4a618086-af60-442a-b5ee-7d5a9c914cd8, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:51.920141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:51.994062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:51.994829 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:52.158708 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:46Z', 'revision_number': 3, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:52.169734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9cefc-2088-4d41-b64d-71bb6db5ae67 req-f4b4a91e-1b2a-4311-925c-305d823857ed tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:52.177846 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cea9cefc-2088-4d41-b64d-71bb6db5ae67 req-f4b4a91e-1b2a-4311-925c-305d823857ed tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.1013143 Sep 22 10:14:52.198155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4e99ceb5-7b8e-4a0f-91d8-d77153597300 None None] Provisioning complete for port cbbbf0ed-f662-4770-94dc-7d1f919fb22a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:52.198569 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4e99ceb5-7b8e-4a0f-91d8-d77153597300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:52.252575 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398ae80-a6ec-4b98-975b-9b78da43a61d None None] The sync data for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 is: [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:46Z', 'revision_number': 3, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:14:52.284879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4e99ceb5-7b8e-4a0f-91d8-d77153597300 None None] Port cbbbf0ed-f662-4770-94dc-7d1f919fb22a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:52.304151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:52.324928 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cea9cefc-2088-4d41-b64d-71bb6db5ae67 req-d4f43cfc-0ef1-4d26-9010-25b8f420dd22 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456563 Sep 22 10:14:52.345400 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7641a38d-0b97-4657-9dc0-1eed6c09dd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:52.371653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a618086-af60-442a-b5ee-7d5a9c914cd8,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:52.413075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce07057d-5446-42fb-a9ff-08e5479f0dce req-10b83e5f-988a-4ee7-84e6-78d82e1b2931 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523372 Sep 22 10:14:52.415061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-a79d597c-483f-46c0-b952-773f85dbe518 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629125 Sep 22 10:14:52.636541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] For port 4a618086-af60-442a-b5ee-7d5a9c914cd8, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:52.653898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Router 1665d0e4-1804-49f3-adba-386e88f33698 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:14:52.683506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] For port 4a618086-af60-442a-b5ee-7d5a9c914cd8, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4a618086-af60-442a-b5ee-7d5a9c914cd8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:52.835237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:52.961629 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0d419-c193-4053-9389-3ddbab43ad1c req-c1742d93-0e5e-4811-b8fb-8691cb340bd8 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:52.965472 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2ec0d419-c193-4053-9389-3ddbab43ad1c req-c1742d93-0e5e-4811-b8fb-8691cb340bd8 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 947 time: 0.1248744 Sep 22 10:14:52.967309 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:53.042379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:14:53.060440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Sync routers for ids ['1665d0e4-1804-49f3-adba-386e88f33698'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:14:53.071338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:53.077634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Routers {'1665d0e4-1804-49f3-adba-386e88f33698'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:53.078463 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1665d0e4-1804-49f3-adba-386e88f33698'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:53.099742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-1a6ce877-912e-4a38-bfe8-08a7c8e9b87b service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746714 Sep 22 10:14:53.186477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:53.195925 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:53.199780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] 10.222.0.30 "PUT /v2.0/ports/4a618086-af60-442a-b5ee-7d5a9c914cd8 HTTP/1.1" status: 200 len: 1095 time: 4.8320534 Sep 22 10:14:53.213106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9ed974-ef31-486f-b2ff-22dca1ce6622', 'tag': '4a618086-af60-442a-b5ee-7d5a9c914cd8'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:14:53.224659 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f49682b-ac6f-4023-bede-951fdb5e8e90" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9ed974-ef31-486f-b2ff-22dca1ce6622", "tag": "4a618086-af60-442a-b5ee-7d5a9c914cd8"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:14:53.254200 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2ec0d419-c193-4053-9389-3ddbab43ad1c req-50c37362-8c7b-4cd1-85e8-f4570203105f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100265 Sep 22 10:14:53.287718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:53.305237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:53.305705 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4bfa6bbb-b9b9-40b3-9415-71a201f07311 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0713103 Sep 22 10:14:53.315944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41154) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:53.322353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd67bf9-c272-4014-a89f-006fb2514ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a618086-af60-442a-b5ee-7d5a9c914cd8,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:53.408295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Set router 1665d0e4-1804-49f3-adba-386e88f33698 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:53.681083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-45ce166d-0d60-4401-b583-6158db87de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:53.688450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-45ce166d-0d60-4401-b583-6158db87de05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebae80c2528f431884958b10067729d0&device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 1098 time: 0.1917760 Sep 22 10:14:53.801659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-9fe1baf0-d576-4926-8cc6-9e682955b057 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4a618086-af60-442a-b5ee-7d5a9c914cd8 HTTP/1.1" status: 200 len: 217 time: 0.1037333 Sep 22 10:14:53.822644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Pushing event updated for resources: {'Port': ['ID=cbbbf0ed-f662-4770-94dc-7d1f919fb22a,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:53.933825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1ecb8aac-7927-472e-a945-093c4efa8a74 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:53.957864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-b8a27665-4ffb-4fd1-931f-a56628952f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:53.963641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-b8a27665-4ffb-4fd1-931f-a56628952f46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1531785 Sep 22 10:14:54.093970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-b3a2663c-93a3-40d3-b642-4a693a6839ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:54.096155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1ecb8aac-7927-472e-a945-093c4efa8a74 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:54.097076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:54.097273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-b3a2663c-93a3-40d3-b642-4a693a6839ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288068 Sep 22 10:14:54.157235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1665d0e4-1804-49f3-adba-386e88f33698', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:50Z', 'revision_number': 3, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'gw_port': {'id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:48Z', 'updated_at': '2021-09-22T10:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:54.189183 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-5ed7ab02-f2fe-4c41-ab39-d293902287f2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ccb98c53bb8d4a42ad090de69044b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992506 Sep 22 10:14:54.215961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Checking router: 1665d0e4-1804-49f3-adba-386e88f33698 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:14:54.216327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Updating router 1665d0e4-1804-49f3-adba-386e88f33698 port 5137d97f-2c34-4495-95bc-c94a6f3fe70f binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:14:54.254172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:54.256138 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:54.280147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-222e7bfb-e056-4a99-a0e4-c84264c50813 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754270 Sep 22 10:14:54.316771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 1ecb8aac-7927-472e-a945-093c4efa8a74, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1ecb8aac-7927-472e-a945-093c4efa8a74,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:54.429772 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:54.546540 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=1ecb8aac-7927-472e-a945-093c4efa8a74,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:54.627305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:54.639389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:54.735664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:54.752551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f62eb55-86b3-4423-87c6-6da9680c837b req-1f801fc2-688c-4534-b275-38461e7e9d9b service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654803 Sep 22 10:14:54.773429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:54.841097 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-232c351a-ee31-4c21-b4fc-081934b893df tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:54.842852 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-232c351a-ee31-4c21-b4fc-081934b893df tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6452663 Sep 22 10:14:54.859936 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:54.941737 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-7e3409a7-275e-4ac8-bbe8-59543f37e177 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/quotas/ccb98c53bb8d4a42ad090de69044b144 HTTP/1.1" status: 200 len: 375 time: 0.0652883 Sep 22 10:14:54.951400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Attempting to bind port 5137d97f-2c34-4495-95bc-c94a6f3fe70f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:54.951774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Attempting to bind port 5137d97f-2c34-4495-95bc-c94a6f3fe70f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:54.952577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Attempting to bind port 5137d97f-2c34-4495-95bc-c94a6f3fe70f on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:54.960880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ce0ff-ad93-4fe1-b9ad-64831c33a5de None None] Pushing event updated for resources: {'Port': ['ID=5137d97f-2c34-4495-95bc-c94a6f3fe70f,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:55.005752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:55.006075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:55.006639 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.007109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:55.007565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Bound port: 5137d97f-2c34-4495-95bc-c94a6f3fe70f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:55.007955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.051794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a3ac9818-0491-489c-a73c-d91d5e4bcac5 None None] Provisioning complete for port cbbbf0ed-f662-4770-94dc-7d1f919fb22a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:55.052166 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9818-0491-489c-a73c-d91d5e4bcac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.052969 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-89f27211-0cca-431e-8997-f5b0287646f6 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924120 Sep 22 10:14:55.055331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Router 9d3f3423-b1e5-4e67-8747-2849b3d87481 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:14:55.172568 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-707b9575-b3f4-4841-aa6f-625dd1d298b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.196956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac9818-0491-489c-a73c-d91d5e4bcac5 None None] Port cbbbf0ed-f662-4770-94dc-7d1f919fb22a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:55.200542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] For port 5137d97f-2c34-4495-95bc-c94a6f3fe70f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:55.235949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] For port 5137d97f-2c34-4495-95bc-c94a6f3fe70f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5137d97f-2c34-4495-95bc-c94a6f3fe70f,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:55.331225 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.351372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Allocated IP 172.20.0.1 (1f93e789-1f8a-464f-9c76-debed75d0a01/713ad800-c47f-4cd9-b692-cbae50d3c523/e720a686-8720-40fa-b699-65fc0532639c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:14:55.364632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:14:55.374762 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fa02358a-14d7-49ad-bce0-eb3307009e72 admin admin] 10.222.0.20 "PUT /v2.0/routers/9d3f3423-b1e5-4e67-8747-2849b3d87481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6898911 Sep 22 10:14:55.382308 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Sync routers for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:14:55.390667 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.394760 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:55.395563 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:55.570523 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c055a96-ca73-45c2-97e6-0cc11616e3f4 x-openstack-request-id: req-0c055a96-ca73-45c2-97e6-0cc11616e3f4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:14:55.571022 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9ed974-ef31-486f-b2ff-22dca1ce6622", "tag": "4a618086-af60-442a-b5ee-7d5a9c914cd8", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:14:55.571022 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c055a96-ca73-45c2-97e6-0cc11616e3f4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:14:55.571437 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9ed974-ef31-486f-b2ff-22dca1ce6622', 'tag': '4a618086-af60-442a-b5ee-7d5a9c914cd8', 'status': 'completed', 'code': 200} Sep 22 10:14:55.595276 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ce0ff-ad93-4fe1-b9ad-64831c33a5de None None] Pushing event updated for resources: {'Port': ['ID=5137d97f-2c34-4495-95bc-c94a6f3fe70f,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:55.603626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.652005 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.656858 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:55.712264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-36231fdb-32b3-47fa-9431-b6ef1be2ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:55.712592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Routers {'1665d0e4-1804-49f3-adba-386e88f33698'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:55.713380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1665d0e4-1804-49f3-adba-386e88f33698'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:55.714294 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-36231fdb-32b3-47fa-9431-b6ef1be2ee20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebae80c2528f431884958b10067729d0&device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 1098 time: 0.1154437 Sep 22 10:14:55.830146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1ecb8aac-7927-472e-a945-093c4efa8a74 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:55.833989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.835650 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:55.920236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Network 1f93e789-1f8a-464f-9c76-debed75d0a01 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:55.924936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Pushing event updated for resources: {'Port': ['ID=e720a686-8720-40fa-b699-65fc0532639c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:55.933285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:55.935997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:14:55.949153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1eb9ec-e8f8-4d97-b536-f1deced8a333 req-3be5b17e-787e-4d7f-a6b4-fa3c113b8a98 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:55.957882 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bb1eb9ec-e8f8-4d97-b536-f1deced8a333 req-3be5b17e-787e-4d7f-a6b4-fa3c113b8a98 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.1846039 Sep 22 10:14:55.985116 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] Set router 1665d0e4-1804-49f3-adba-386e88f33698 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:55.997693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-d910201d-5915-4da6-b632-1b2d6d54dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:55.999690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-d910201d-5915-4da6-b632-1b2d6d54dc29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2766054 Sep 22 10:14:56.068226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:56.073282 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bb1eb9ec-e8f8-4d97-b536-f1deced8a333 req-01f2f0b2-b44b-420c-8024-9dc48a1f18fc tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139135 Sep 22 10:14:56.086971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:56.093659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-19eef142-d9d8-454e-83f4-f774268ba1e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4a618086-af60-442a-b5ee-7d5a9c914cd8 HTTP/1.1" status: 200 len: 217 time: 0.0867929 Sep 22 10:14:56.159874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1ecb8aac-7927-472e-a945-093c4efa8a74 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:56.161519 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:56.225541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-68ce8c0d-50fc-4888-a088-258d5af64c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:56.228773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-68ce8c0d-50fc-4888-a088-258d5af64c14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1223979 Sep 22 10:14:56.239976 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 2, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:56.273944 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Checking router: 9d3f3423-b1e5-4e67-8747-2849b3d87481 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:14:56.274398 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Updating router 9d3f3423-b1e5-4e67-8747-2849b3d87481 port cbbbf0ed-f662-4770-94dc-7d1f919fb22a binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:14:56.324210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-96363caa-c421-4f33-a4c1-7da283d127e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:56.326285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-96363caa-c421-4f33-a4c1-7da283d127e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903683 Sep 22 10:14:56.331363 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:56.469101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-b62e2a31-79ae-4957-b6e8-89b37eb41d05 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266606 Sep 22 10:14:56.469367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f9e0ae55-c06f-48f9-bf9f-76c002e49a67 None None] Provisioning complete for port e720a686-8720-40fa-b699-65fc0532639c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:56.469825 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ae55-c06f-48f9-bf9f-76c002e49a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:56.469924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41244) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:56.557056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce92c9-cf02-4a1d-ae65-c28f22ab632d req-f6a30075-a294-4e34-a52e-51c565088435 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:56.586860 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e9ce92c9-cf02-4a1d-ae65-c28f22ab632d req-f6a30075-a294-4e34-a52e-51c565088435 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 947 time: 0.3120275 Sep 22 10:14:56.650040 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:56.693597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0ae55-c06f-48f9-bf9f-76c002e49a67 None None] Port e720a686-8720-40fa-b699-65fc0532639c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:56.697345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-61f68c74-d003-4715-9d97-a8131deba28f tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:14:56.701136 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-61f68c74-d003-4715-9d97-a8131deba28f tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2301271 Sep 22 10:14:56.707075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f49682b-ac6f-4023-bede-951fdb5e8e90 req-96f36717-e5da-4206-b266-fb75e3e6eb5f service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217286 Sep 22 10:14:56.708326 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e9ce92c9-cf02-4a1d-ae65-c28f22ab632d req-213b409f-7245-41b8-b0cc-b0b6d765467a tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195936 Sep 22 10:14:56.718118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1665d0e4-1804-49f3-adba-386e88f33698', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:50Z', 'revision_number': 3, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'gw_port': {'id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:48Z', 'updated_at': '2021-09-22T10:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:56.745118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-621f2f1a-9dc6-4a21-a5ee-13871646a4ae tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:56.750754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-621f2f1a-9dc6-4a21-a5ee-13871646a4ae tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports/cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 1093 time: 0.0394535 Sep 22 10:14:56.794713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a4c41b-5ded-4b3b-a3db-973064ec526e None None] The sync data for ids ['1665d0e4-1804-49f3-adba-386e88f33698'] in n-d-807025-3 is: [{'id': '1665d0e4-1804-49f3-adba-386e88f33698', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:50Z', 'revision_number': 3, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'gw_port': {'id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:48Z', 'updated_at': '2021-09-22T10:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:14:56.915258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Request body: {'binding': {'host': 'n-h1-807025-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:56.915773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Unknown quota resources ['binding']. {{(pid=95682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:14:56.991890 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.030674 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-8c6c23b8-1666-4738-b5fe-1848af1d8701 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ccb98c53bb8d4a42ad090de69044b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492208 Sep 22 10:14:57.096847 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.117149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on host n-h1-807025-3 for vnic_type normal with profile None {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:57.117789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:57.118495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:57.145795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:14:57.145795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:57.164823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:57.165717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:57.166156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:57.166620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Bound port: cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:57.299011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.346616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-005363ff-a423-444e-a64b-f57d6e216aec tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:57.348296 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-005363ff-a423-444e-a64b-f57d6e216aec tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699721 Sep 22 10:14:57.368853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:57.373501 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-e7434fe7-d7d9-428d-88d6-c544dd4a673a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/quotas/ccb98c53bb8d4a42ad090de69044b144 HTTP/1.1" status: 200 len: 375 time: 0.0154603 Sep 22 10:14:57.435367 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-9c50a0f4-b5db-4714-90fe-3fee443e7155 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552340 Sep 22 10:14:57.437136 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.500903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.520803 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d9691-ef44-4414-8148-d3c1337ef9c0 None None] Pushing event updated for resources: {'Port': ['ID=cbbbf0ed-f662-4770-94dc-7d1f919fb22a,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:57.525634 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Attempting to bind port cbbbf0ed-f662-4770-94dc-7d1f919fb22a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:14:57.526004 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Attempting to bind port cbbbf0ed-f662-4770-94dc-7d1f919fb22a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:14:57.526419 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Attempting to bind port cbbbf0ed-f662-4770-94dc-7d1f919fb22a on network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:14:57.541390 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:14:57.541808 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Checking segment: {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:57.542757 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.543399 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Bound using segment: {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:14:57.543638 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Bound port: cbbbf0ed-f662-4770-94dc-7d1f919fb22a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:14:57.544016 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.546614 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.565912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-1f638ae4-2f53-4464-a95f-7309ee48adef service neutron] 10.222.0.20 "POST /v2.0/ports/cb1b340f-1408-4c01-aea9-cc4c68ff60ce/bindings HTTP/1.1" status: 201 len: 389 time: 0.7086031 Sep 22 10:14:57.646363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-360d57f9-73d0-4e06-bb70-d0b600c21c7f None None] Provisioning complete for port cbbbf0ed-f662-4770-94dc-7d1f919fb22a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:57.646909 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-360d57f9-73d0-4e06-bb70-d0b600c21c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.674067 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Pushing event updated for resources: {'Port': ['ID=e720a686-8720-40fa-b699-65fc0532639c,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:57.741388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-360d57f9-73d0-4e06-bb70-d0b600c21c7f None None] Port cbbbf0ed-f662-4770-94dc-7d1f919fb22a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:57.792882 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] For port cbbbf0ed-f662-4770-94dc-7d1f919fb22a, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:14:57.805657 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] For port cbbbf0ed-f662-4770-94dc-7d1f919fb22a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cbbbf0ed-f662-4770-94dc-7d1f919fb22a,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:14:57.819863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5137d97f-2c34-4495-95bc-c94a6f3fe70f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:14:57.893502 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Network 1f93e789-1f8a-464f-9c76-debed75d0a01 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:14:57.894436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5137d97f-2c34-4495-95bc-c94a6f3fe70f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:57.894816 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.896070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:57.897874 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.961119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 4a618086-af60-442a-b5ee-7d5a9c914cd8 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:14:58.043811 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:58.044613 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:58.075269 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:58.289077 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d9691-ef44-4414-8148-d3c1337ef9c0 None None] Pushing event updated for resources: {'Port': ['ID=cbbbf0ed-f662-4770-94dc-7d1f919fb22a,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:58.302402 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:58.445673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Router 1665d0e4-1804-49f3-adba-386e88f33698 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:14:58.469072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c7455-2284-4512-916e-db14db28cdbf req-72510366-db60-4a01-8579-ae8e2d79eccb tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:58.471358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a1c7455-2284-4512-916e-db14db28cdbf req-72510366-db60-4a01-8579-ae8e2d79eccb tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.1854002 Sep 22 10:14:58.494684 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:14:58.514158 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 5137d97f-2c34-4495-95bc-c94a6f3fe70f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5137d97f-2c34-4495-95bc-c94a6f3fe70f,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:58.535880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a1c7455-2284-4512-916e-db14db28cdbf req-d52185ae-b6d1-4fe9-9501-06f37922373a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580542 Sep 22 10:14:58.568247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 4a618086-af60-442a-b5ee-7d5a9c914cd8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4a618086-af60-442a-b5ee-7d5a9c914cd8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:58.626684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '4a618086-af60-442a-b5ee-7d5a9c914cd8', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '4a618086-af60-442a-b5ee-7d5a9c914cd8', 'mac_address': 'fa:16:3e:fd:d1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:14:58.628430 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:58.682023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c1debd74-1846-49db-846a-77a04a31ac26 None None] Provisioning complete for port e720a686-8720-40fa-b699-65fc0532639c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:58.683170 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c1debd74-1846-49db-846a-77a04a31ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:58.762511 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:58.785376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=5137d97f-2c34-4495-95bc-c94a6f3fe70f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:58.789691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c1debd74-1846-49db-846a-77a04a31ac26 None None] Port e720a686-8720-40fa-b699-65fc0532639c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:14:58.794433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a618086-af60-442a-b5ee-7d5a9c914cd8 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:14:58.816163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-e4038e00-5176-433f-9647-4cead35aed6d tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ccb98c53bb8d4a42ad090de69044b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1183898 Sep 22 10:14:58.822432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 4a618086-af60-442a-b5ee-7d5a9c914cd8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4a618086-af60-442a-b5ee-7d5a9c914cd8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:58.839722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c1debd74-1846-49db-846a-77a04a31ac26 None None] Provisioning complete for port cbbbf0ed-f662-4770-94dc-7d1f919fb22a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:14:58.840018 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c1debd74-1846-49db-846a-77a04a31ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:58.871956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:14:58.900923 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0c9a9e42-750d-4e42-9b40-599230d87d9b admin admin] 10.222.0.20 "PUT /v2.0/routers/1665d0e4-1804-49f3-adba-386e88f33698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5782094 Sep 22 10:14:58.923583 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:58.975680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f48-7fe2-4266-84b4-48559111a72c req-f9fe2eaf-20c5-4aef-80e4-57d049f79e42 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:58.977509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-4a276129-6434-42bd-89bf-dcea08d1dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:58.981318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-4a276129-6434-42bd-89bf-dcea08d1dd91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1096 time: 0.3722906 Sep 22 10:14:58.982883 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-f9fe2eaf-20c5-4aef-80e4-57d049f79e42 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 821 time: 0.5174053 Sep 22 10:14:59.002937 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-f4a3385a-1a5b-41a1-b6a3-ca0a310030ca tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/quotas/328ae2ffde5e4a5cb8184510dffce2b4 HTTP/1.1" status: 200 len: 375 time: 0.0182524 Sep 22 10:14:59.032149 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:57Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:59.073599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=4a618086-af60-442a-b5ee-7d5a9c914cd8,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:59.142307 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e79916-943e-4cec-8983-ff2d327b46cc None None] The sync data for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 is: [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:57Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:14:59.158014 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-add56f8e-557f-4bdf-a0ee-b1880c126c7b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389928 Sep 22 10:14:59.247819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['4a618086-af60-442a-b5ee-7d5a9c914cd8'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:14:59.257690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c1debd74-1846-49db-846a-77a04a31ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:59.262554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8abc5-8f47-41ac-86fa-1c6220392665 req-927e1fdb-0ed9-41d5-bb3a-7a0025fa6981 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:59.264280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4c8abc5-8f47-41ac-86fa-1c6220392665 req-927e1fdb-0ed9-41d5-bb3a-7a0025fa6981 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 947 time: 0.5722544 Sep 22 10:14:59.345274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-d3af8fa6-aecd-420c-b109-204dfaee5312 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:14:59.353629 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-d3af8fa6-aecd-420c-b109-204dfaee5312 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1141098 Sep 22 10:14:59.471051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-f64078f5-d2ec-4c29-bb28-bc3ca643c8b8 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:59.472486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-f64078f5-d2ec-4c29-bb28-bc3ca643c8b8 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6440442 Sep 22 10:14:59.473981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-9438b19b-082a-41e5-bb6c-3b1e87639a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:59.475646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-9438b19b-082a-41e5-bb6c-3b1e87639a32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.4781771 Sep 22 10:14:59.482434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c1debd74-1846-49db-846a-77a04a31ac26 None None] For port cbbbf0ed-f662-4770-94dc-7d1f919fb22a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cbbbf0ed-f662-4770-94dc-7d1f919fb22a,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:59.573007 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c1debd74-1846-49db-846a-77a04a31ac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:59.597953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Request body: {'port': {'device_id': '81337134-cdb0-4c93-82f8-63b671dd4815', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'ccb98c53bb8d4a42ad090de69044b144'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:59.610211 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-2fe7cd26-4094-4958-8ffc-cf5a7ae093ee service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551274 Sep 22 10:14:59.694423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1debd74-1846-49db-846a-77a04a31ac26 None None] Pushing event updated for resources: {'Port': ['ID=cbbbf0ed-f662-4770-94dc-7d1f919fb22a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:59.721594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4c8abc5-8f47-41ac-86fa-1c6220392665 req-ba05a23a-e84e-44e1-b64c-a1f46bd81092 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447147 Sep 22 10:14:59.723302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-d195a346-7c3b-4ed7-add5-c2640a10e96d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 217 time: 0.1804378 Sep 22 10:14:59.864148 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-9eb2c9a1-711c-4bf8-b817-cb8da990aebc service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519090 Sep 22 10:14:59.986515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Sync routers for ids ['1665d0e4-1804-49f3-adba-386e88f33698'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:14:59.995469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Routers {'1665d0e4-1804-49f3-adba-386e88f33698'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:14:59.996252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1665d0e4-1804-49f3-adba-386e88f33698'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:00.058157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce59e924-734f-4bf7-8b49-3d0281f2c1e7 req-80ba218d-1e03-4733-96a7-7fe146b89157 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 210 time: 0.1135960 Sep 22 10:15:00.065188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-2079dcc6-dff9-48c6-9317-df078626e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:00.067060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-2079dcc6-dff9-48c6-9317-df078626e9f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.3207073 Sep 22 10:15:00.159324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-d5829d15-6c66-4455-9316-337d070dfd73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825541 Sep 22 10:15:00.226576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cbbbf0ed-f662-4770-94dc-7d1f919fb22a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:00.327744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Made reservation on behalf of ccb98c53bb8d4a42ad090de69044b144 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:00.333906 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:00.375223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port cbbbf0ed-f662-4770-94dc-7d1f919fb22a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:00.375673 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:00.411349 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:00.511510 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-25bd669e-d7d3-466c-a60b-6d89e673530c req-e8d810f5-a4a0-4c5d-bea1-749c1fa9f84c tempest-FloatingIPsNegativeTestJSON-1280073197 tempest-FloatingIPsNegativeTestJSON-1280073197-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=95204da9d9bd4231965cc62494078ff6 HTTP/1.1" status: 200 len: 217 time: 0.1339676 Sep 22 10:15:00.513003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Set router 1665d0e4-1804-49f3-adba-386e88f33698 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:00.588366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690b42d-4c79-4f37-9958-4a1db775e13f req-2434985e-fb83-4178-875d-f40d273e8e52 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:00.590200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f690b42d-4c79-4f37-9958-4a1db775e13f req-2434985e-fb83-4178-875d-f40d273e8e52 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 945 time: 0.4011991 Sep 22 10:15:00.594312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-f8b90e73-18db-419b-aaaa-9b64570a703e service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254222 Sep 22 10:15:00.603105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5137d97f-2c34-4495-95bc-c94a6f3fe70f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:00.722727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c92c0-9493-40ef-ae65-25f0ad3dc57d req-bd27da9a-e755-4d40-9f42-607fed80d2cd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:00.738153 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d35c92c0-9493-40ef-ae65-25f0ad3dc57d req-bd27da9a-e755-4d40-9f42-607fed80d2cd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.0973907 Sep 22 10:15:00.769455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f690b42d-4c79-4f37-9958-4a1db775e13f req-7d3eca48-bf00-457e-ae73-fed2a70da6f9 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712029 Sep 22 10:15:00.858489 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d35c92c0-9493-40ef-ae65-25f0ad3dc57d req-2ad47c3f-3c10-4cef-b19b-c1293db2e5a5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197917 Sep 22 10:15:00.874169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-ac703d46-e8e6-4cc9-b4c5-411051454176 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674851 Sep 22 10:15:00.926439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-0cdfb1e5-0737-4ca8-ac09-28298685ecb5 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ccb98c53bb8d4a42ad090de69044b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441699 Sep 22 10:15:00.952371 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-15d179da-c965-4405-8873-7162a8511a86 req-b3e53b1b-be6b-4957-90b8-a8a42533e4b0 tempest-FloatingIPsNegativeTestJSON-1280073197 tempest-FloatingIPsNegativeTestJSON-1280073197-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0760212 Sep 22 10:15:00.974284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5137d97f-2c34-4495-95bc-c94a6f3fe70f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:00.974810 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:01.086728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbcd8aff-6a62-4bb9-b22f-ca1d90ce324c req-694b5b77-a07a-42bc-a4f5-9190866788fb tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 210 time: 0.1623342 Sep 22 10:15:01.130913 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:01.166241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-e7d5a51c-caef-46d0-84b5-2ac339bd001c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:01.170590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-e7d5a51c-caef-46d0-84b5-2ac339bd001c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280853 Sep 22 10:15:01.229457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1665d0e4-1804-49f3-adba-386e88f33698', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:56Z', 'revision_number': 4, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'gw_port': {'id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:48Z', 'updated_at': '2021-09-22T10:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e720a686-8720-40fa-b699-65fc0532639c', 'name': '', 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'mac_address': 'fa:16:3e:de:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '713ad800-c47f-4cd9-b692-cbae50d3c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:54Z', 'updated_at': '2021-09-22T10:14:56Z', 'revision_number': 2, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'subnets': [{'id': '713ad800-c47f-4cd9-b692-cbae50d3c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:01.248344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836f12b-e3b9-4c47-8a52-c97ce8bcba6d req-10aabbaa-91cf-4a60-b3b4-b7e665d4724f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:01.255699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Request body: {'port': {'device_id': 'd8afbbcf-741c-4e2d-8a99-8dcdceac0017', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'ccb98c53bb8d4a42ad090de69044b144'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:01.260079 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2836f12b-e3b9-4c47-8a52-c97ce8bcba6d req-10aabbaa-91cf-4a60-b3b4-b7e665d4724f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 948 time: 0.1419978 Sep 22 10:15:01.262670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Checking router: 1665d0e4-1804-49f3-adba-386e88f33698 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:01.263236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Updating router 1665d0e4-1804-49f3-adba-386e88f33698 port e720a686-8720-40fa-b699-65fc0532639c binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:15:01.279106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:01.289419 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:01.315202 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2836f12b-e3b9-4c47-8a52-c97ce8bcba6d req-9a625232-2a99-4cbb-aad4-16f000c89c5d tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542734 Sep 22 10:15:01.470644 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6da99605-2343-4c90-944a-2319cf191b3b req-0a8c5048-9857-443d-9055-819f6b5de58a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 210 time: 0.0602396 Sep 22 10:15:01.485450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-63cfa295-00fb-49b8-b9d4-0b0a8489203f tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:01.488561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-63cfa295-00fb-49b8-b9d4-0b0a8489203f tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.3168807 Sep 22 10:15:01.547222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807025-3'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:01.713501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cbbbf0ed-f662-4770-94dc-7d1f919fb22a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:01.726878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:01.738478 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-2eab473f-56e4-4145-9bfb-cffc5f4327f4 req-9d15c853-9bde-486f-9e44-3047f9efb513 tempest-FloatingIPsNegativeTestJSON-1280073197 tempest-FloatingIPsNegativeTestJSON-1280073197-project] show failed (client error): The resource could not be found. Sep 22 10:15:01.739825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2eab473f-56e4-4145-9bfb-cffc5f4327f4 req-9d15c853-9bde-486f-9e44-3047f9efb513 tempest-FloatingIPsNegativeTestJSON-1280073197 tempest-FloatingIPsNegativeTestJSON-1280073197-project] 10.222.0.20 "GET /v2.0/floatingips/c3846b2d-c8e7-442c-bb88-24a69fa3eb91 HTTP/1.1" status: 404 len: 350 time: 0.4918773 Sep 22 10:15:01.744320 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:01.753090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41324) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:01.782938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port cbbbf0ed-f662-4770-94dc-7d1f919fb22a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:01.784096 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:01.825177 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:01.886169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a34fc-c7b8-4a16-bc17-58945acef4e4 None None] Pushing event updated for resources: {'Port': ['ID=e720a686-8720-40fa-b699-65fc0532639c,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:01.985236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:02.002674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 4a618086-af60-442a-b5ee-7d5a9c914cd8 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:02.014179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Attempting to bind port e720a686-8720-40fa-b699-65fc0532639c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:02.014179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Attempting to bind port e720a686-8720-40fa-b699-65fc0532639c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'af2b7ef3-f885-4953-9bbd-87a4cace6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:02.014179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Attempting to bind port e720a686-8720-40fa-b699-65fc0532639c on network 1f93e789-1f8a-464f-9c76-debed75d0a01 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:02.040531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:02.090302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Checking segment: {'id': 'af2b7ef3-f885-4953-9bbd-87a4cace6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:02.090302 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.090302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Bound using segment: {'id': 'af2b7ef3-f885-4953-9bbd-87a4cace6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:02.090302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Bound port: e720a686-8720-40fa-b699-65fc0532639c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2b7ef3-f885-4953-9bbd-87a4cace6748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:02.090302 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.090757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:02.090846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbccd2c-2f30-46d7-a6cf-f6b0b04883f5 req-2115884d-c36e-4bc3-9b42-f9191cc0b58e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:02.090846 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5cbccd2c-2f30-46d7-a6cf-f6b0b04883f5 req-2115884d-c36e-4bc3-9b42-f9191cc0b58e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 945 time: 0.1449325 Sep 22 10:15:02.161665 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.179975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:02.183689 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903d28b8-5897-4de6-8c89-154df0f3713e" -d '{"events": [{"server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:02.223180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1c5107-149f-4f2f-a86a-d8af775cc160,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:02.393108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] For port e720a686-8720-40fa-b699-65fc0532639c, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:02.397085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] For port e720a686-8720-40fa-b699-65fc0532639c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e720a686-8720-40fa-b699-65fc0532639c,segment=NetworkSegment(af2b7ef3-f885-4953-9bbd-87a4cace6748),segment_id=af2b7ef3-f885-4953-9bbd-87a4cace6748)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:02.455477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-37366638-f8b3-44c5-b31c-f5e4919ee224 None None] Provisioning complete for port e720a686-8720-40fa-b699-65fc0532639c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:02.455934 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-37366638-f8b3-44c5-b31c-f5e4919ee224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.487564 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5cbccd2c-2f30-46d7-a6cf-f6b0b04883f5 req-c272445e-615a-420a-8790-2a56fdb6ec36 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959401 Sep 22 10:15:02.494384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-37366638-f8b3-44c5-b31c-f5e4919ee224 None None] Port e720a686-8720-40fa-b699-65fc0532639c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:15:02.543943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Allocated IP 192.168.233.220 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/d4968f01-676f-472e-96d0-f00c62c963a0) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:02.554075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae197869-f3cb-432e-9c91-418a4623b5d5 req-50cbf391-b6cd-4538-8660-c125192cfb7e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:02.555549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae197869-f3cb-432e-9c91-418a4623b5d5 req-50cbf391-b6cd-4538-8660-c125192cfb7e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.3903983 Sep 22 10:15:02.596573 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fca4040c-9239-4cc1-9731-d02590692a41 req-da4facc7-e35d-4784-a554-0f7ad89f46d5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 210 time: 0.0368903 Sep 22 10:15:02.621609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae197869-f3cb-432e-9c91-418a4623b5d5 req-ec922b33-fa0b-4f86-bdf3-7c5210b3fd87 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540404 Sep 22 10:15:02.654346 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7dbf37-e01e-41dc-af59-b19c5be98215 x-openstack-request-id: req-8a7dbf37-e01e-41dc-af59-b19c5be98215 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:02.654854 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:02.655116 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a7dbf37-e01e-41dc-af59-b19c5be98215 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:02.655648 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce', 'code': 200} Sep 22 10:15:02.730644 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.736093 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 4a618086-af60-442a-b5ee-7d5a9c914cd8 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:02.747967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.754855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Made reservation on behalf of ccb98c53bb8d4a42ad090de69044b144 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:02.759482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.796404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 4a618086-af60-442a-b5ee-7d5a9c914cd8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:02.796782 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.851635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159613d6-d084-4477-a972-f6915c7ad7c5 req-96fbf30b-1000-436d-a660-b85cbf11d0fc tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:02.855395 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-159613d6-d084-4477-a972-f6915c7ad7c5 req-96fbf30b-1000-436d-a660-b85cbf11d0fc tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 948 time: 0.1471515 Sep 22 10:15:02.857728 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.890205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Routers {'1665d0e4-1804-49f3-adba-386e88f33698'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:02.890857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1665d0e4-1804-49f3-adba-386e88f33698'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:02.907512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a34fc-c7b8-4a16-bc17-58945acef4e4 None None] Pushing event updated for resources: {'Port': ['ID=e720a686-8720-40fa-b699-65fc0532639c,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:02.979124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:02.989712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2b13148-e777-4623-ab84-3a677e653a71 req-5d6d2d3c-a8e0-4814-9156-b963848181b3 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 210 time: 0.1832118 Sep 22 10:15:03.084831 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-159613d6-d084-4477-a972-f6915c7ad7c5 req-437f69cf-004b-4931-92c1-af4345269e64 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022638 Sep 22 10:15:03.092291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Pushing event updated for resources: {'Port': ['ID=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:03.118463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on host n-h2-807025-3 for vnic_type normal with profile {"migrating_to": "n-h1-807025-3"} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:03.118713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:03.119041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:03.123551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:03.123912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Attempting to bind port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:03.128862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:03.129251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:03.129697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:03.130532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Bound port: cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:03.130910 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.141691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] Set router 1665d0e4-1804-49f3-adba-386e88f33698 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:03.155344 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.272238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:03.279408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:03.280482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6401f805-4958-458c-a70e-2b4398ee04ed None None] Provisioning complete for port e720a686-8720-40fa-b699-65fc0532639c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:03.281002 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6401f805-4958-458c-a70e-2b4398ee04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.302156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:03.369064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:03.374272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Allocated IP 192.168.233.23 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/f4fa76b8-f96e-469b-9753-d8ed54654a27) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:03.376675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:03.407590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:03.418919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:03.427478 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.483110 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.498176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.552582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-bc0b5d06-57cc-4078-8716-9004531b546c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0037699 Sep 22 10:15:03.582543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Request body: {'port': {'device_id': '81337134-cdb0-4c93-82f8-63b671dd4815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:03.603553 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9ed974-ef31-486f-b2ff-22dca1ce6622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a618086-af60-442a-b5ee-7d5a9c914cd8'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:03.613872 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f31d1c9-388d-4956-8f7b-bbc651941006" -d '{"events": [{"server_uuid": "4c9ed974-ef31-486f-b2ff-22dca1ce6622", "name": "network-vif-plugged", "status": "completed", "tag": "4a618086-af60-442a-b5ee-7d5a9c914cd8"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:03.717584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 4a618086-af60-442a-b5ee-7d5a9c914cd8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4a618086-af60-442a-b5ee-7d5a9c914cd8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:03.744491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Deleting port e720a686-8720-40fa-b699-65fc0532639c {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:03.744491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.761064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.770515 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6401f805-4958-458c-a70e-2b4398ee04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.798222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:03.798803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.800169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] 10.222.0.30 "PUT /v2.0/ports/cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 1121 time: 2.2583511 Sep 22 10:15:03.804718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6401f805-4958-458c-a70e-2b4398ee04ed None None] For port e720a686-8720-40fa-b699-65fc0532639c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e720a686-8720-40fa-b699-65fc0532639c,segment=NetworkSegment(af2b7ef3-f885-4953-9bbd-87a4cace6748),segment_id=af2b7ef3-f885-4953-9bbd-87a4cace6748)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:03.810135 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.843532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.862470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eda994-ea9a-4cf0-b03d-21833fe8a6ff service neutron] Pushing event updated for resources: {'Port': ['ID=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,revision_number=8']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:03.867925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=4a618086-af60-442a-b5ee-7d5a9c914cd8,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:03.897637 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6401f805-4958-458c-a70e-2b4398ee04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:03.904354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1665d0e4-1804-49f3-adba-386e88f33698', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:56Z', 'revision_number': 4, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'gw_port': {'id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:48Z', 'updated_at': '2021-09-22T10:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e720a686-8720-40fa-b699-65fc0532639c', 'name': '', 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'mac_address': 'fa:16:3e:de:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '713ad800-c47f-4cd9-b692-cbae50d3c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:54Z', 'updated_at': '2021-09-22T10:15:02Z', 'revision_number': 4, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'subnets': [{'id': '713ad800-c47f-4cd9-b692-cbae50d3c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:03.911489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6487e-0e6d-4c28-a7f9-475a448da39e req-82176563-a982-4b4d-949e-a577390a62ce tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:03.920587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44f6487e-0e6d-4c28-a7f9-475a448da39e req-82176563-a982-4b4d-949e-a577390a62ce tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 943 time: 0.1971560 Sep 22 10:15:03.923104 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f48-7fe2-4266-84b4-48559111a72c req-e3c65765-8b97-44da-92c1-043177b68d66 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:03.925721 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-e3c65765-8b97-44da-92c1-043177b68d66 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.32 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 821 time: 0.2597537 Sep 22 10:15:03.946005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Request body: {'port': {'device_id': '66b50304-7058-4334-b8fa-2f728f2f744a', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'admin_state_up': True, 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:03.948826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049699b-0df6-428a-8905-678382a8fcc3 None None] The sync data for ids ['1665d0e4-1804-49f3-adba-386e88f33698'] in n-d-807025-3 is: [{'id': '1665d0e4-1804-49f3-adba-386e88f33698', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:56Z', 'revision_number': 4, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'gw_port': {'id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:48Z', 'updated_at': '2021-09-22T10:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e720a686-8720-40fa-b699-65fc0532639c', 'name': '', 'network_id': '1f93e789-1f8a-464f-9c76-debed75d0a01', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'mac_address': 'fa:16:3e:de:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '713ad800-c47f-4cd9-b692-cbae50d3c523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:54Z', 'updated_at': '2021-09-22T10:15:02Z', 'revision_number': 4, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'subnets': [{'id': '713ad800-c47f-4cd9-b692-cbae50d3c523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:03.950864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['cb1b340f-1408-4c01-aea9-cc4c68ff60ce'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:04.067418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44f6487e-0e6d-4c28-a7f9-475a448da39e req-6d08f8d9-90e3-4bd4-8a45-7cc0e5e472f9 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457238 Sep 22 10:15:04.094733 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:04.097712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e508a88a-ee2e-41f5-8d6e-837ef16213de None None] Provisioning complete for port d4968f01-676f-472e-96d0-f00c62c963a0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:04.101159 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e508a88a-ee2e-41f5-8d6e-837ef16213de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:04.153689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e508a88a-ee2e-41f5-8d6e-837ef16213de None None] Port d4968f01-676f-472e-96d0-f00c62c963a0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:15:04.198576 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda97eb5-add1-47be-9c99-472c4b762322 x-openstack-request-id: req-eda97eb5-add1-47be-9c99-472c4b762322 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:04.199423 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9ed974-ef31-486f-b2ff-22dca1ce6622", "name": "network-vif-plugged", "status": "completed", "tag": "4a618086-af60-442a-b5ee-7d5a9c914cd8", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:04.199790 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eda97eb5-add1-47be-9c99-472c4b762322 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:04.204462 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9ed974-ef31-486f-b2ff-22dca1ce6622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a618086-af60-442a-b5ee-7d5a9c914cd8', 'code': 200} Sep 22 10:15:04.230696 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2c27283b-3dc7-4618-b987-af3bbad48888 req-307b0831-d25a-49be-a88e-af076cd335cd tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 210 time: 0.4862497 Sep 22 10:15:04.241032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401f805-4958-458c-a70e-2b4398ee04ed None None] Pushing event updated for resources: {'Port': ['ID=e720a686-8720-40fa-b699-65fc0532639c,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:04.468084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] For port e720a686-8720-40fa-b699-65fc0532639c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e720a686-8720-40fa-b699-65fc0532639c,segment=NetworkSegment(af2b7ef3-f885-4953-9bbd-87a4cace6748),segment_id=af2b7ef3-f885-4953-9bbd-87a4cace6748)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:04.468963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:04.474580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:04.506574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Calling delete_port for e720a686-8720-40fa-b699-65fc0532639c owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:04.546599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:04.559040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:04.663931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Pushing event updated for resources: {'Port': ['ID=f4fa76b8-f96e-469b-9753-d8ed54654a27,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:04.666828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:04.675440 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c059578-9db7-4c56-bda5-cc8f30e59cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:04.798201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Made reservation on behalf of 328ae2ffde5e4a5cb8184510dffce2b4 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:04.803339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:04.945755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4968f01-676f-472e-96d0-f00c62c963a0 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:04.956453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:04.969313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Transition to ACTIVE for port object d4968f01-676f-472e-96d0-f00c62c963a0 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:04.998229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e159ac-63b1-480e-a900-b39d59a51ac0 req-cc8771be-e029-4abc-9448-b9ce42b9fdb8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.005779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8e159ac-63b1-480e-a900-b39d59a51ac0 req-cc8771be-e029-4abc-9448-b9ce42b9fdb8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.6910913 Sep 22 10:15:05.015831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae76e13-0aeb-4bfa-a39d-e085dde2f24a req-61d6e530-b579-422a-ba82-aaf370ac25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.017775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ae76e13-0aeb-4bfa-a39d-e085dde2f24a req-61d6e530-b579-422a-ba82-aaf370ac25e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 1100 time: 0.7263441 Sep 22 10:15:05.019709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-482378bf-8f76-4dbb-82b5-084915035f16 None None] Provisioning complete for port f4fa76b8-f96e-469b-9753-d8ed54654a27 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:05.020084 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-482378bf-8f76-4dbb-82b5-084915035f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.030552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101ade1-f1c6-4e6d-bc55-a38e658e4a76 req-8d109f24-cd7a-4777-b405-8ca270819124 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.032409 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c101ade1-f1c6-4e6d-bc55-a38e658e4a76 req-8d109f24-cd7a-4777-b405-8ca270819124 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 935 time: 0.2790713 Sep 22 10:15:05.085805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.098542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-482378bf-8f76-4dbb-82b5-084915035f16 None None] Port f4fa76b8-f96e-469b-9753-d8ed54654a27 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:15:05.129557 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c101ade1-f1c6-4e6d-bc55-a38e658e4a76 req-50d72636-84ba-4c16-9ab6-d0465d9e8b1e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809031 Sep 22 10:15:05.142610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.143043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.151884 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Allocated IP 172.20.0.7 (d57c3e5f-98d3-4ade-bebc-2e92d04c5407/9948f0c0-5b5b-429b-b2b2-c9f337c771cf/19cf4aee-9510-4991-a5e6-a37b8b4ff6d0) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:05.199914 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.206447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8e159ac-63b1-480e-a900-b39d59a51ac0 req-8e661130-d553-4a84-9d80-5725e7ad5599 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880083 Sep 22 10:15:05.207113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:05.268090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ae76e13-0aeb-4bfa-a39d-e085dde2f24a req-3ce5755b-f43c-4448-a766-f61fd318b74e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409899 Sep 22 10:15:05.355511 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6783b91c-660e-4935-bf90-6b9337c28e3f x-openstack-request-id: req-6783b91c-660e-4935-bf90-6b9337c28e3f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:05.359332 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:05.359332 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6783b91c-660e-4935-bf90-6b9337c28e3f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:05.359332 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce', 'status': 'completed', 'code': 200} Sep 22 10:15:05.387770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.32', 63672) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:05.392448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Attempting to bind port d4968f01-676f-472e-96d0-f00c62c963a0 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:05.392893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Attempting to bind port d4968f01-676f-472e-96d0-f00c62c963a0 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:05.393274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Attempting to bind port d4968f01-676f-472e-96d0-f00c62c963a0 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:05.396948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-ddf471d0-1ff6-40c6-a448-ae31f23d9cab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1460607 Sep 22 10:15:05.405665 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.437630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Port d4968f01-676f-472e-96d0-f00c62c963a0 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:05.438376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Attempting to bind port d4968f01-676f-472e-96d0-f00c62c963a0 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:05.459136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-f066a8e3-c96d-4bf2-b09e-1597416036ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.463601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-f066a8e3-c96d-4bf2-b09e-1597416036ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1124 time: 0.0655344 Sep 22 10:15:05.465393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:05.468446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:05.468878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:05.469338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Bound port: d4968f01-676f-472e-96d0-f00c62c963a0, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:05.469702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.543110 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e720a686-8720-40fa-b699-65fc0532639c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:05.584534 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.613263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:05.657815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:05.660649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:05.753683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:05.778810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:05.787973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a38c1-6060-404e-b96a-d135976f5526 req-21cda9ae-fcd8-44d5-bc9c-9953ff7c6ece tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.789773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-167a38c1-6060-404e-b96a-d135976f5526 req-21cda9ae-fcd8-44d5-bc9c-9953ff7c6ece tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 943 time: 0.2652793 Sep 22 10:15:05.795841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-2e7a70a2-b222-43d1-918c-cbf21ec09379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.797672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-2e7a70a2-b222-43d1-918c-cbf21ec09379 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.3235476 Sep 22 10:15:05.822430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.823172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.865483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24651698-a74e-454e-9eb0-e30e5f26a773 req-92a400c9-ce33-4b79-8de5-e5b4c45701b4 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.867085 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-24651698-a74e-454e-9eb0-e30e5f26a773 req-92a400c9-ce33-4b79-8de5-e5b4c45701b4 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 949 time: 0.4107471 Sep 22 10:15:05.886727 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.896137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-aea2a1ff-17ab-45e3-a22c-f9ffc2fea516 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 217 time: 0.0896502 Sep 22 10:15:05.951327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:05.952092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:05.954116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4968f01-676f-472e-96d0-f00c62c963a0 HTTP/1.1" status: 200 len: 1096 time: 2.3853517 Sep 22 10:15:06.018753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-167a38c1-6060-404e-b96a-d135976f5526 req-670c6dcc-e829-4b1d-a30c-25efb7565994 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196519 Sep 22 10:15:06.073787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-b407f172-126c-4578-af96-f31a8765dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:06.088468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-b407f172-126c-4578-af96-f31a8765dc7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1780658 Sep 22 10:15:06.123189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Pushing event updated for resources: {'Port': ['ID=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:06.126592 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-b9cd3bb1-2a65-4476-8b4f-fe26cf265eef tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1857932 Sep 22 10:15:06.132478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b1a95-060c-4289-ac2e-a7e5ed017596 service neutron] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:06.137103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-0df83dcb-6d12-4bed-93b5-dff2336b626a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388632 Sep 22 10:15:06.159964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Request body: {'port': {'device_id': '66b50304-7058-4334-b8fa-2f728f2f744a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:06.179071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f08d1b7b-a2ca-4122-b880-2af2da2a4304 None None] Provisioning complete for port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:06.179619 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f08d1b7b-a2ca-4122-b880-2af2da2a4304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:06.206679 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-24651698-a74e-454e-9eb0-e30e5f26a773 req-601c2232-174a-46ae-bf47-904b5ef50f17 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302321 Sep 22 10:15:06.233998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:06.277649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f08d1b7b-a2ca-4122-b880-2af2da2a4304 None None] Port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:15:06.288242 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:06.310051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Request body: {'port': {'device_id': 'd8afbbcf-741c-4e2d-8a99-8dcdceac0017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:06.428857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-d3e1ebfd-68f0-415a-9cec-a198072be6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:06.443421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-d3e1ebfd-68f0-415a-9cec-a198072be6df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1099 time: 0.3048227 Sep 22 10:15:06.484759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6faa77-9373-4359-bf41-5104e7e775a5 req-cd8d1308-7674-4c87-ab4b-57dc0071818e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:06.487191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e6faa77-9373-4359-bf41-5104e7e775a5 req-cd8d1308-7674-4c87-ab4b-57dc0071818e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 931 time: 0.3557682 Sep 22 10:15:06.803425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-e34c2298-0b3f-4189-a42c-7ed3d27349b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d4968f01-676f-472e-96d0-f00c62c963a0 HTTP/1.1" status: 200 len: 217 time: 0.3443556 Sep 22 10:15:06.812534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:06.815766 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-57fc74ee-61f5-4716-b9c8-c96192d38431 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585984 Sep 22 10:15:06.921190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e6faa77-9373-4359-bf41-5104e7e775a5 req-f4bd670e-839a-4459-a103-8d60c181ced3 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214518 Sep 22 10:15:06.957249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78761d8-f0de-4bc5-af96-1abb2eec1455 req-46f8602b-4727-4621-8716-4222b3b19373 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:06.960794 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b78761d8-f0de-4bc5-af96-1abb2eec1455 req-46f8602b-4727-4621-8716-4222b3b19373 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 935 time: 0.4216764 Sep 22 10:15:07.021803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-352f9fdd-ab33-463d-9c3b-af3610b46150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:07.024540 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-352f9fdd-ab33-463d-9c3b-af3610b46150 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.2124753 Sep 22 10:15:07.137117 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b78761d8-f0de-4bc5-af96-1abb2eec1455 req-24b4a5ff-2ab1-4c25-91a0-eb9317fc84e8 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025639 Sep 22 10:15:07.237791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:07.246061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:07.258619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Transition to ACTIVE for port object 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:07.309193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Router 1665d0e4-1804-49f3-adba-386e88f33698 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:07.363095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:07.365509 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:07.365682 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582" -d '{"events": [{"name": "network-changed", "server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:07.373393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c059578-9db7-4c56-bda5-cc8f30e59cf9 req-8dc0bf52-5515-4e35-9a47-6fdf2b0b1f5f service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392773 Sep 22 10:15:07.406780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bf88d-68e2-43e6-befb-1ffba19bec1e req-4089e4d9-79fc-4e8d-8014-25cb39c3ebb6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:07.414484 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-962bf88d-68e2-43e6-befb-1ffba19bec1e req-4089e4d9-79fc-4e8d-8014-25cb39c3ebb6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.3894837 Sep 22 10:15:07.419142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc56c79-9354-4e69-a2e6-6b25771b844f req-d6b52df3-ac59-465f-b49a-fbc76477c483 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:07.420120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-74618df9-09d9-44aa-ba9a-c5dfe4e28509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:07.420703 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8fc56c79-9354-4e69-a2e6-6b25771b844f req-d6b52df3-ac59-465f-b49a-fbc76477c483 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 943 time: 0.1473746 Sep 22 10:15:07.421726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-74618df9-09d9-44aa-ba9a-c5dfe4e28509 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3839977 Sep 22 10:15:07.432941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fa76b8-f96e-469b-9753-d8ed54654a27 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:07.493828 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:07.536071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Transition to ACTIVE for port object f4fa76b8-f96e-469b-9753-d8ed54654a27 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:07.571759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Pushing event updated for resources: {'Port': ['ID=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:07.606715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-962bf88d-68e2-43e6-befb-1ffba19bec1e req-7cf5d909-f849-42b7-8c1b-ea7a9dd34993 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912708 Sep 22 10:15:07.614570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:07.632478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:07.637038 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8fc56c79-9354-4e69-a2e6-6b25771b844f req-b1595a72-27fb-48be-9996-cffe2d0abfcd tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923442 Sep 22 10:15:07.648629 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8cffb8ae-e980-461b-935f-b490aef8a0f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/1665d0e4-1804-49f3-adba-386e88f33698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8926070 Sep 22 10:15:07.651902 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] Sync routers for ids ['1665d0e4-1804-49f3-adba-386e88f33698'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:07.652408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41378) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:07.687282 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] Routers {'1665d0e4-1804-49f3-adba-386e88f33698'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:07.687282 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1665d0e4-1804-49f3-adba-386e88f33698'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:07.750620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-8591611c-ed02-44fe-a994-35495eed02a0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010068 Sep 22 10:15:07.778354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Attempting to bind port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:07.778685 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Attempting to bind port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:07.779176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Attempting to bind port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 on network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:07.788603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 on network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:07.788933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Attempting to bind port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 on network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:07.797829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:07.797829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Checking segment: {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:07.798385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Bound using segment: {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:07.798532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Bound port: 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:07.799060 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:07.865489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:07.953527 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f206e57-1770-4b4d-bd4e-ecb09b38042e x-openstack-request-id: req-5f206e57-1770-4b4d-bd4e-ecb09b38042e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:07.953789 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:07.953975 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f206e57-1770-4b4d-bd4e-ecb09b38042e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:07.956560 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] Set router 1665d0e4-1804-49f3-adba-386e88f33698 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:07.958735 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'status': 'completed', 'code': 200} Sep 22 10:15:07.964313 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] For port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0, host n-h2-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:07.992165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cb1b340f-1408-4c01-aea9-cc4c68ff60ce details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:08.008635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] For port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:08.127024 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:08.131515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:08.205987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:08.219932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fa76b8-f96e-469b-9753-d8ed54654a27,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:08.224283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cb1b340f-1408-4c01-aea9-cc4c68ff60ce has no active binding in host n-h1-807025-3 {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:15:08.258572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df004645-84cf-4fa2-8755-c3e6f57e7f28 req-767404c8-03d1-43e6-b1e3-6eb4ac32696b tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:08.263489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:08.264128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:08.265785 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] 10.222.0.32 "PUT /v2.0/ports/19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 1091 time: 2.1238341 Sep 22 10:15:08.269622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df004645-84cf-4fa2-8755-c3e6f57e7f28 req-767404c8-03d1-43e6-b1e3-6eb4ac32696b tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 949 time: 0.5044069 Sep 22 10:15:08.273484 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:08.280974 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:08.300130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850ad23-1cf3-4795-aae5-1d8b906b26fc service neutron] Pushing event updated for resources: {'Port': ['ID=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:08.322996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d349b01f-db3f-49f3-9aee-b315fa0a2c8c req-f4085894-c107-4934-a6f1-95600b410268 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970644 Sep 22 10:15:08.378410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df004645-84cf-4fa2-8755-c3e6f57e7f28 req-c36a20c2-85f3-4c4e-aa9c-d0e867a173d6 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937328 Sep 22 10:15:08.379745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Attempting to bind port f4fa76b8-f96e-469b-9753-d8ed54654a27 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:08.381329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Attempting to bind port f4fa76b8-f96e-469b-9753-d8ed54654a27 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:08.386732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Attempting to bind port f4fa76b8-f96e-469b-9753-d8ed54654a27 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:08.392465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6f88-dfbc-4be7-bba5-25a01661ac2e req-0acd3450-093d-401e-98b4-f7faed456e27 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:08.393490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Port f4fa76b8-f96e-469b-9753-d8ed54654a27 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:08.395597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Attempting to bind port f4fa76b8-f96e-469b-9753-d8ed54654a27 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:08.399566 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8ced6f88-dfbc-4be7-bba5-25a01661ac2e req-0acd3450-093d-401e-98b4-f7faed456e27 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 943 time: 0.3507910 Sep 22 10:15:08.406285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:08.408805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:08.414245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:08.414713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Bound port: f4fa76b8-f96e-469b-9753-d8ed54654a27, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:08.415089 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:08.453810 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1665d0e4-1804-49f3-adba-386e88f33698', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:15:04Z', 'revision_number': 5, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'gw_port': {'id': '5137d97f-2c34-4495-95bc-c94a6f3fe70f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1665d0e4-1804-49f3-adba-386e88f33698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:48Z', 'updated_at': '2021-09-22T10:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:08.537598 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] Checking router: 1665d0e4-1804-49f3-adba-386e88f33698 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:08.548346 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] Routers {'1665d0e4-1804-49f3-adba-386e88f33698'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:08.549085 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:14:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1665d0e4-1804-49f3-adba-386e88f33698'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:08.552287 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8ced6f88-dfbc-4be7-bba5-25a01661ac2e req-9cf6b0cf-05b8-4101-a339-a57915ba4247 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186852 Sep 22 10:15:08.634067 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Deleting port 5137d97f-2c34-4495-95bc-c94a6f3fe70f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:08.634712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:08.644658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f48-7fe2-4266-84b4-48559111a72c req-71e977f3-64cf-4cac-a746-e19a8f356d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:08.645931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-71e977f3-64cf-4cac-a746-e19a8f356d58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1094 time: 0.1764357 Sep 22 10:15:08.647021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] For port f4fa76b8-f96e-469b-9753-d8ed54654a27, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:08.651852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] For port f4fa76b8-f96e-469b-9753-d8ed54654a27, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f4fa76b8-f96e-469b-9753-d8ed54654a27,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:08.671862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528971-da20-4e46-b6f0-f2d30434e752 req-2da08f61-4b99-4842-a2a1-13c47319a829 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:08.672641 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06934583-b411-4c10-a111-41ed322f408c x-openstack-request-id: req-06934583-b411-4c10-a111-41ed322f408c {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:08.674054 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:08.674515 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06934583-b411-4c10-a111-41ed322f408c {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:08.675090 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'status': 'completed', 'code': 200} Sep 22 10:15:08.679603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d528971-da20-4e46-b6f0-f2d30434e752 req-2da08f61-4b99-4842-a2a1-13c47319a829 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 947 time: 0.1639442 Sep 22 10:15:08.740660 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-d285705e-7502-4527-ab12-9ca57a70cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:08.741758 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] Set router 1665d0e4-1804-49f3-adba-386e88f33698 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:08.743481 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-d285705e-7502-4527-ab12-9ca57a70cde8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1099 time: 0.2272816 Sep 22 10:15:08.785474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-f63c4658-701f-4ed6-b1da-6615e1a74d2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 217 time: 0.1262689 Sep 22 10:15:08.787246 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:08.802227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] For port 5137d97f-2c34-4495-95bc-c94a6f3fe70f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5137d97f-2c34-4495-95bc-c94a6f3fe70f,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:08.802682 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:08.831834 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1665d0e4-1804-49f3-adba-386e88f33698', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:15:08Z', 'revision_number': 6, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:08.843819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Calling delete_port for 5137d97f-2c34-4495-95bc-c94a6f3fe70f owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:08.862891 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e1a06-2cbe-4409-8f78-01b1f405f2f2 None None] The sync data for ids ['1665d0e4-1804-49f3-adba-386e88f33698'] in n-d-807025-3 is: [{'id': '1665d0e4-1804-49f3-adba-386e88f33698', 'name': 'tempest-FloatingIPsNegativeTestJSON-748350748-router', 'tenant_id': '95204da9d9bd4231965cc62494078ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:15:08Z', 'revision_number': 6, 'project_id': '95204da9d9bd4231965cc62494078ff6', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:08.872995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:08.873962 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:08.875572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] 10.222.0.30 "PUT /v2.0/ports/f4fa76b8-f96e-469b-9753-d8ed54654a27 HTTP/1.1" status: 200 len: 1095 time: 2.5729902 Sep 22 10:15:08.925677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-a0503573-7cc2-4db4-878b-8d9b5ed83c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:08.927283 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-a0503573-7cc2-4db4-878b-8d9b5ed83c8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1715057 Sep 22 10:15:08.945788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d528971-da20-4e46-b6f0-f2d30434e752 req-9c6e08c8-3283-4e64-9890-073a4e59b111 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653387 Sep 22 10:15:08.970433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4edb5-d770-4056-bf6d-bd3a522cbc69 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fa76b8-f96e-469b-9753-d8ed54654a27,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:08.988575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f48-7fe2-4266-84b4-48559111a72c req-7ca9c938-a7cd-4bb7-ab63-d6e15aa822b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:08.991024 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-7ca9c938-a7cd-4bb7-ab63-d6e15aa822b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.1712370 Sep 22 10:15:09.152100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-42fc5250-dc1b-4c83-b578-c9ed23768a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:09.157715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-42fc5250-dc1b-4c83-b578-c9ed23768a64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 1098 time: 0.0656617 Sep 22 10:15:09.249427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e57f48-7fe2-4266-84b4-48559111a72c req-a70aa2a5-fdf8-4c9f-83f5-fa56a2c52ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:09.251190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-a70aa2a5-fdf8-4c9f-83f5-fa56a2c52ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517214 Sep 22 10:15:09.253030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-c05d4d4e-1832-40e4-add2-9b68bd580b85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f4fa76b8-f96e-469b-9753-d8ed54654a27 HTTP/1.1" status: 200 len: 217 time: 0.0526013 Sep 22 10:15:09.256783 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-aa5d9fad-9b40-41f5-8cf7-030135c397d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d4968f01-676f-472e-96d0-f00c62c963a0 HTTP/1.1" status: 200 len: 217 time: 0.3202479 Sep 22 10:15:09.318192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-4e52edc6-709f-4713-8c69-a5907e097444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:09.319857 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-4e52edc6-709f-4713-8c69-a5907e097444 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0514786 Sep 22 10:15:09.331849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8892c84-f47d-452d-9dcf-ff420603e898 req-9b834d2e-c046-445e-9bf8-79e8f5f9f2b8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:09.333451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8892c84-f47d-452d-9dcf-ff420603e898 req-9b834d2e-c046-445e-9bf8-79e8f5f9f2b8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.2630095 Sep 22 10:15:09.371683 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-0b58582d-8496-4d0b-83c5-38ed54df37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:09.373464 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-0b58582d-8496-4d0b-83c5-38ed54df37ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453472 Sep 22 10:15:09.431587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-17230b28-21d0-43f8-b919-cff6fd6f24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:09.434647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-17230b28-21d0-43f8-b919-cff6fd6f24b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1726964 Sep 22 10:15:09.461839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8892c84-f47d-452d-9dcf-ff420603e898 req-5811b820-441f-45e3-a190-fa59f06a860f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219444 Sep 22 10:15:09.475100 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-4ab2482b-de52-4b78-88b8-16444e80846f service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939405 Sep 22 10:15:09.510424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-7dabd5d3-d3fd-452c-a16b-2ed8426a54c4 service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374637 Sep 22 10:15:09.520980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-b50b7122-e3d9-48b9-ba67-1ce32694890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:09.522810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-b50b7122-e3d9-48b9-ba67-1ce32694890a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779598 Sep 22 10:15:09.681645 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-64daeaf1-beb2-4fcf-b84e-3cda9c3a0582 req-9c8560cc-a98a-4f07-a824-6fc0fe173d10 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113696 Sep 22 10:15:09.693736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16123cc-5799-4401-999d-2f8c47e811c9 req-e956b9f6-f55b-41cb-8711-c03619eb43ad tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:09.695294 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e16123cc-5799-4401-999d-2f8c47e811c9 req-e956b9f6-f55b-41cb-8711-c03619eb43ad tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 943 time: 0.1715178 Sep 22 10:15:09.720107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e720a686-8720-40fa-b699-65fc0532639c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:09.741139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e720a686-8720-40fa-b699-65fc0532639c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:09.741573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e720a686-8720-40fa-b699-65fc0532639c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:09.742072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5137d97f-2c34-4495-95bc-c94a6f3fe70f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:09.788371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:09.792338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No active binding found for port 5137d97f-2c34-4495-95bc-c94a6f3fe70f {{(pid=95683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 10:15:09.792982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5137d97f-2c34-4495-95bc-c94a6f3fe70f not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:09.819841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Pushing event deleted for resources: {'Port': ['ID=5137d97f-2c34-4495-95bc-c94a6f3fe70f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:09.821497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-a2ff4548-e059-482a-a26c-fde3a300b390 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862930 Sep 22 10:15:09.824050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-50e3f218-b8f9-4c05-b762-f5e5ee924965 service neutron] 10.222.0.32 "GET /v2.0/ports/cb1b340f-1408-4c01-aea9-cc4c68ff60ce/bindings/n-h1-807025-3 HTTP/1.1" status: 200 len: 384 time: 0.2414410 Sep 22 10:15:09.827232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e16123cc-5799-4401-999d-2f8c47e811c9 req-23d31f49-327a-4fe9-9a9e-fc1d3a6fc568 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969524 Sep 22 10:15:09.829158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e57f48-7fe2-4266-84b4-48559111a72c req-83f1954d-6bfd-40dd-96e5-fc359b8eafd9 service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495408 Sep 22 10:15:09.898831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.019315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.022677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.165211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8afbbcf-741c-4e2d-8a99-8dcdceac0017', 'tag': 'f4fa76b8-f96e-469b-9753-d8ed54654a27'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:10.167502 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b0b710-2694-4261-803f-5336723ddd23" -d '{"events": [{"name": "network-changed", "server_uuid": "d8afbbcf-741c-4e2d-8a99-8dcdceac0017", "tag": "f4fa76b8-f96e-469b-9753-d8ed54654a27"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:10.217875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.218329 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1665d0e4-1804-49f3-adba-386e88f33698 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:15:10.227234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3aa0d-a723-4a2a-92cc-eeba6e716b93 req-59d8b76d-3f7f-46c9-a778-3db11779092c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:10.228766 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-dfd3aa0d-a723-4a2a-92cc-eeba6e716b93 req-59d8b76d-3f7f-46c9-a778-3db11779092c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 947 time: 0.0531948 Sep 22 10:15:10.234897 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.235457 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-65257b38-e2f8-4649-895f-f2413111e152 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1665d0e4-1804-49f3-adba-386e88f33698 HTTP/1.1" status: 204 len: 168 time: 2.5824139 Sep 22 10:15:10.237826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41410) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:10.283903 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c2614c2-ccae-4c9a-b1e1-d50cd323d7bc req-446ff6e9-1fe3-49ea-a5ab-dc63897745f3 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537892 Sep 22 10:15:10.325455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-a33d1dd4-0af9-43a8-a2fe-ea3d0d7ee4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:10.326394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-a33d1dd4-0af9-43a8-a2fe-ea3d0d7ee4e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1094 time: 0.1541860 Sep 22 10:15:10.336708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fed61-75a7-4487-961c-eef52837e83f req-22a7c7eb-bda5-44bb-9af4-d2853b3bc4d9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:10.341387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c45c54f-5db3-45b6-8d68-c5a03c7fe94f admin admin] Deleting subnet 713ad800-c47f-4cd9-b692-cbae50d3c523 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:15:10.346140 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-dfd3aa0d-a723-4a2a-92cc-eeba6e716b93 req-df37de13-7c13-4bc9-b74b-fa7cb46c35aa tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961835 Sep 22 10:15:10.348090 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c45c54f-5db3-45b6-8d68-c5a03c7fe94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.350113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d57fed61-75a7-4487-961c-eef52837e83f req-22a7c7eb-bda5-44bb-9af4-d2853b3bc4d9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 943 time: 0.1794569 Sep 22 10:15:10.397002 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c45c54f-5db3-45b6-8d68-c5a03c7fe94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.557487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d57fed61-75a7-4487-961c-eef52837e83f req-4236c2ef-8054-443d-b771-c428e5a9300a tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060225 Sep 22 10:15:10.591708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c45c54f-5db3-45b6-8d68-c5a03c7fe94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.594173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-7ea00b3a-cef0-4225-acf8-e0dab0f05a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:10.595817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-7ea00b3a-cef0-4225-acf8-e0dab0f05a27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.2424941 Sep 22 10:15:10.604975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:10.651954 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfecea5c-a414-48cd-b75a-6f248fc56953 x-openstack-request-id: req-cfecea5c-a414-48cd-b75a-6f248fc56953 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:10.652623 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8afbbcf-741c-4e2d-8a99-8dcdceac0017", "tag": "f4fa76b8-f96e-469b-9753-d8ed54654a27", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:10.653147 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfecea5c-a414-48cd-b75a-6f248fc56953 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:10.653889 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8afbbcf-741c-4e2d-8a99-8dcdceac0017', 'tag': 'f4fa76b8-f96e-469b-9753-d8ed54654a27', 'status': 'completed', 'code': 200} Sep 22 10:15:10.661145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-a1735423-3182-49fe-b700-48443e2d3985 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 217 time: 0.0531378 Sep 22 10:15:10.670562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:10.691262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697cf40-7ee7-4396-ba15-34a547d2800d req-3d2adee3-f673-47bf-9a1c-1ca9d1933aa3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:10.692848 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c697cf40-7ee7-4396-ba15-34a547d2800d req-3d2adee3-f673-47bf-9a1c-1ca9d1933aa3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 949 time: 0.2136474 Sep 22 10:15:10.751671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c45c54f-5db3-45b6-8d68-c5a03c7fe94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.774974 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c697cf40-7ee7-4396-ba15-34a547d2800d req-2a369516-0761-496a-88f2-25a0de249291 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729911 Sep 22 10:15:10.794187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1b340f-1408-4c01-aea9-cc4c68ff60ce {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:10.798445 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c45c54f-5db3-45b6-8d68-c5a03c7fe94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.803038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28742cfa-03fc-4464-9b6d-a7a31c185bef None None] Network 1f93e789-1f8a-464f-9c76-debed75d0a01 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:15:10.819658 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0c45c54f-5db3-45b6-8d68-c5a03c7fe94f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/713ad800-c47f-4cd9-b692-cbae50d3c523 HTTP/1.1" status: 204 len: 168 time: 0.5785682 Sep 22 10:15:10.819658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45c54f-5db3-45b6-8d68-c5a03c7fe94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713ad800-c47f-4cd9-b692-cbae50d3c523,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:10.821285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41414) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:10.824655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:10.835593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-f6e5298a-90e3-4883-9531-a560f115bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:10.837164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-f6e5298a-90e3-4883-9531-a560f115bce2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.1682711 Sep 22 10:15:10.847002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0b710-2694-4261-803f-5336723ddd23 req-5784559e-3a26-4965-9623-8f757932af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:10.848473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79b0b710-2694-4261-803f-5336723ddd23 req-5784559e-3a26-4965-9623-8f757932af65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 1098 time: 0.1691930 Sep 22 10:15:10.910185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65975e88-d802-418e-a261-c25c951dce5b req-7dd163e0-35e2-4f06-bdc8-ede30b933456 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:10.911420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65975e88-d802-418e-a261-c25c951dce5b req-7dd163e0-35e2-4f06-bdc8-ede30b933456 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.1655831 Sep 22 10:15:10.921663 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:10.960075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:11.033719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-08ee9585-157e-4213-97c1-db7b63a1f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:11.035272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-08ee9585-157e-4213-97c1-db7b63a1f48a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859579 Sep 22 10:15:11.063259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65975e88-d802-418e-a261-c25c951dce5b req-a12e90a2-f336-41f5-9701-dcdfb851877c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351693 Sep 22 10:15:11.088906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29fd43-8c8f-4834-96dd-d6fa15fcbe91 None None] DHCP port deletion for 1f93e789-1f8a-464f-9c76-debed75d0a01 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:15:11.116899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0b710-2694-4261-803f-5336723ddd23 req-2df90946-8d5d-46c0-a311-39adcc8a7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:11.119457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79b0b710-2694-4261-803f-5336723ddd23 req-2df90946-8d5d-46c0-a311-39adcc8a7528 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2589924 Sep 22 10:15:11.121375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20937-3328-4f14-919f-7e6ad5f2d099 req-0c0a69ec-a990-4451-93a0-5e1412cc8a90 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:11.124192 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7da20937-3328-4f14-919f-7e6ad5f2d099 req-0c0a69ec-a990-4451-93a0-5e1412cc8a90 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 943 time: 0.1193516 Sep 22 10:15:11.160719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Deleting port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:11.161071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:11.205658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3e29fd43-8c8f-4834-96dd-d6fa15fcbe91 None None] Deleting port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:11.206437 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3e29fd43-8c8f-4834-96dd-d6fa15fcbe91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:11.208966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79b0b710-2694-4261-803f-5336723ddd23 req-606bad9d-9a4d-469e-a978-4f92a5c8d0da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f4fa76b8-f96e-469b-9753-d8ed54654a27 HTTP/1.1" status: 200 len: 217 time: 0.0722756 Sep 22 10:15:11.223686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] Transition to ACTIVE for port object cb1b340f-1408-4c01-aea9-cc4c68ff60ce will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:11.293936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:11.320239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3e29fd43-8c8f-4834-96dd-d6fa15fcbe91 None None] For port 0433d721-5b5c-4f7d-8f8c-192ab15524d0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0433d721-5b5c-4f7d-8f8c-192ab15524d0,segment=NetworkSegment(af2b7ef3-f885-4953-9bbd-87a4cace6748),segment_id=af2b7ef3-f885-4953-9bbd-87a4cace6748)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:11.320945 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3e29fd43-8c8f-4834-96dd-d6fa15fcbe91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:11.339928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3e29fd43-8c8f-4834-96dd-d6fa15fcbe91 None None] Calling delete_port for 0433d721-5b5c-4f7d-8f8c-192ab15524d0 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:11.344068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-b0f96073-b55f-456c-a65b-6b1e7eea4223 service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982113 Sep 22 10:15:11.372525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0b710-2694-4261-803f-5336723ddd23 req-c26fa1d2-031e-409c-9d77-feebe85cc672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:11.373989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79b0b710-2694-4261-803f-5336723ddd23 req-c26fa1d2-031e-409c-9d77-feebe85cc672 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1456134 Sep 22 10:15:11.432669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] No DVR routers for this DVR port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:11.461335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] Pushing event updated for resources: {'Port': ['ID=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,revision_number=10']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:11.564966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-626d2dd5-04ab-4c26-aef7-5c35f4bb291a service neutron] 10.222.0.32 "PUT /v2.0/ports/cb1b340f-1408-4c01-aea9-cc4c68ff60ce/bindings/n-h1-807025-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7275710 Sep 22 10:15:11.586887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0b710-2694-4261-803f-5336723ddd23 req-42de351a-1d0e-4568-9f2b-d11f238ec8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:11.588516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79b0b710-2694-4261-803f-5336723ddd23 req-42de351a-1d0e-4568-9f2b-d11f238ec8dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1851871 Sep 22 10:15:11.595156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9336a809-373e-47b1-8c6d-53ee9fe0f0e0 req-9807ee22-e111-4184-a1b4-2d58bebe765f service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373044 Sep 22 10:15:11.611773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] For port 0433d721-5b5c-4f7d-8f8c-192ab15524d0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0433d721-5b5c-4f7d-8f8c-192ab15524d0,segment=NetworkSegment(af2b7ef3-f885-4953-9bbd-87a4cace6748),segment_id=af2b7ef3-f885-4953-9bbd-87a4cace6748)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:11.612799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:11.616682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fba62b-0b7f-4d22-a140-1ca5b940d965 req-beba1f6e-22ed-4546-8e29-8d89ed5ea8bb tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:11.618336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84fba62b-0b7f-4d22-a140-1ca5b940d965 req-beba1f6e-22ed-4546-8e29-8d89ed5ea8bb tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 947 time: 0.1165390 Sep 22 10:15:11.655021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Calling delete_port for 0433d721-5b5c-4f7d-8f8c-192ab15524d0 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:11.662451 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7da20937-3328-4f14-919f-7e6ad5f2d099 req-7ae2d842-4b83-4d5e-81e2-ea562aff5816 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315895 Sep 22 10:15:11.736590 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3e29fd43-8c8f-4834-96dd-d6fa15fcbe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:11.773330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84fba62b-0b7f-4d22-a140-1ca5b940d965 req-53569793-df9f-4923-9ccc-dbce0a10a3c0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391108 Sep 22 10:15:11.783809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.30', 55367) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:11.787670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0433d721-5b5c-4f7d-8f8c-192ab15524d0 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:11.825026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79b0b710-2694-4261-803f-5336723ddd23 req-b86cbb4f-f926-426b-8aae-aff2663db879 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252505 Sep 22 10:15:11.828106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-f9954a6b-e2ee-43e5-82a3-acd6b9754ec6 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:11.829520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-f9954a6b-e2ee-43e5-82a3-acd6b9754ec6 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 1100 time: 0.1703489 Sep 22 10:15:11.834689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:11.862835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] No DVR routers for this DVR port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:11.919006 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Pushing event deleted for resources: {'Port': ['ID=0433d721-5b5c-4f7d-8f8c-192ab15524d0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:11.981362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-8d02c3a2-669f-473d-8bf7-80c8d65f9c76 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:11.983097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-8d02c3a2-669f-473d-8bf7-80c8d65f9c76 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1095 time: 0.1948757 Sep 22 10:15:11.989997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.005362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29fd43-8c8f-4834-96dd-d6fa15fcbe91 None None] Pushing event deleted for resources: {'Port': ['ID=0433d721-5b5c-4f7d-8f8c-192ab15524d0,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:12.007502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 0433d721-5b5c-4f7d-8f8c-192ab15524d0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:12.007999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0433d721-5b5c-4f7d-8f8c-192ab15524d0 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:12.031796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f93e789-1f8a-464f-9c76-debed75d0a01']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:12.040035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29fd43-8c8f-4834-96dd-d6fa15fcbe91 None None] No DVR routers for this DVR port 0433d721-5b5c-4f7d-8f8c-192ab15524d0 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:12.051417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2b7ef3-f885-4953-9bbd-87a4cace6748') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:12.051851 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2b7ef3-f885-4953-9bbd-87a4cace6748') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:12.062696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.076935 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.083710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:15:12.084206 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:15:12.100363 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:15:12.105510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a23c9-27d1-4bd5-9e61-d5a421220d6f req-d790ef44-5e84-41fc-8c78-21d921d11541 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.112762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-659a23c9-27d1-4bd5-9e61-d5a421220d6f req-d790ef44-5e84-41fc-8c78-21d921d11541 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 949 time: 0.2096751 Sep 22 10:15:12.148889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac272b09-7c12-4351-989b-3a517fe135b5 req-a0c51d98-3499-42c7-92d1-98cfbcf2285b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.152609 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ac272b09-7c12-4351-989b-3a517fe135b5 req-a0c51d98-3499-42c7-92d1-98cfbcf2285b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 943 time: 0.3636684 Sep 22 10:15:12.162668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:12.212821 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ac272b09-7c12-4351-989b-3a517fe135b5 req-94cac95d-cd2f-4063-9460-1777b5c59d12 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562086 Sep 22 10:15:12.241914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-659a23c9-27d1-4bd5-9e61-d5a421220d6f req-93d50060-601e-4c84-a6f4-cbded3b99189 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282628 Sep 22 10:15:12.247545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.262987 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.262987 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f93e789-1f8a-464f-9c76-debed75d0a01 HTTP/1.1" status: 204 len: 168 time: 1.4356263 Sep 22 10:15:12.275420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952a03e-c4e4-4b44-b487-fe0b5ebbf52f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f93e789-1f8a-464f-9c76-debed75d0a01,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:12.300663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-abe85572-3d4b-4bff-b390-1ad149c3a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.302312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-abe85572-3d4b-4bff-b390-1ad149c3a036 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07&tenant_id=acf61846bf9f431ea54396a7fdd153bb HTTP/1.1" status: 200 len: 1095 time: 0.3103034 Sep 22 10:15:12.304689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79b0b710-2694-4261-803f-5336723ddd23 req-4624d744-df41-4517-aeec-5f088e153576 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290063 Sep 22 10:15:12.326283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] Deleting port 4a618086-af60-442a-b5ee-7d5a9c914cd8 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:12.326549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.410515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:12.433914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'port_id': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'mac_address': 'fa:16:3e:19:7d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:12.492612 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9642b7d-fe24-43e7-af2a-4e58f49a2ef4 req-d80de7f3-74ce-4cb4-9f47-41a7497b5e72 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.496469 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b9642b7d-fe24-43e7-af2a-4e58f49a2ef4 req-d80de7f3-74ce-4cb4-9f47-41a7497b5e72 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.1196764 Sep 22 10:15:12.505891 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.527539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:12.553202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:12.569701 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b9642b7d-fe24-43e7-af2a-4e58f49a2ef4 req-efc9528d-d88b-44c1-96d6-8c6ccfe225c5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609379 Sep 22 10:15:12.622421 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.623579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d4968f01-676f-472e-96d0-f00c62c963a0 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:12.744398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:12.762810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-a1e8768c-3615-422c-b041-651cac838f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.764672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-a1e8768c-3615-422c-b041-651cac838f37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1095 time: 0.4036186 Sep 22 10:15:12.876443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:12.900435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41438) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:12.901874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'mac_address': 'fa:16:3e:24:64:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:12.905101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] For port 4a618086-af60-442a-b5ee-7d5a9c914cd8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4a618086-af60-442a-b5ee-7d5a9c914cd8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:12.908448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.954226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:12.968748 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4968f01-676f-472e-96d0-f00c62c963a0 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:12.991333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:12.996343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bd3ff-38f0-4fe3-b630-d19a8e3954fa req-60233ffc-20c5-4388-a8fb-e3ae704b08b2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.996809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] Calling delete_port for 4a618086-af60-442a-b5ee-7d5a9c914cd8 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:12.998661 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ec6bd3ff-38f0-4fe3-b630-d19a8e3954fa req-60233ffc-20c5-4388-a8fb-e3ae704b08b2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 947 time: 0.1419888 Sep 22 10:15:12.999025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-e6d0b3fa-ed23-4010-b060-14873cd35b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:13.000481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-e6d0b3fa-ed23-4010-b060-14873cd35b27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.2172387 Sep 22 10:15:13.020861 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ba4a1c6b-dcd5-44d9-8eaa-88f444449339 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95204da9d9bd4231965cc62494078ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1176994 Sep 22 10:15:13.023631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41440) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:13.051073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-92a0d970-3647-4771-8fcd-4881c0cb2290 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 217 time: 0.0388629 Sep 22 10:15:13.062204 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21cfe0-7ce5-445c-934f-b9b5af2cfddd req-e20178a9-e638-48ca-876a-460fb8edf1f0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:13.063704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e21cfe0-7ce5-445c-934f-b9b5af2cfddd req-e20178a9-e638-48ca-876a-460fb8edf1f0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 944 time: 0.1949503 Sep 22 10:15:13.081170 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:13.098023 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ec6bd3ff-38f0-4fe3-b630-d19a8e3954fa req-6f5eb1bc-7744-4496-9d48-c1692a46d25c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757179 Sep 22 10:15:13.150416 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410c7fcb-b909-4317-b52a-ee9ea3b784de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:13.167722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:13.192819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e21cfe0-7ce5-445c-934f-b9b5af2cfddd req-009caf24-825d-48b9-8a70-39b2bcbd5a6d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820105 Sep 22 10:15:13.192974 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410c7fcb-b909-4317-b52a-ee9ea3b784de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:13.212066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-e94f1e85-f207-4581-8be5-6ad55db8b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:13.213583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-e94f1e85-f207-4581-8be5-6ad55db8b5dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1178083 Sep 22 10:15:13.259865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-3b05ae64-36be-4122-8376-e2426aa51ef0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367277 Sep 22 10:15:13.294766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d4968f01-676f-472e-96d0-f00c62c963a0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:13.349467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:13.361782 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410c7fcb-b909-4317-b52a-ee9ea3b784de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:13.364404 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410c7fcb-b909-4317-b52a-ee9ea3b784de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:13.365562 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-410c7fcb-b909-4317-b52a-ee9ea3b784de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3d82bad-4880-4652-973a-3d412db4cfc4 HTTP/1.1" status: 204 len: 168 time: 0.3408251 Sep 22 10:15:13.388787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c7fcb-b909-4317-b52a-ee9ea3b784de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d82bad-4880-4652-973a-3d412db4cfc4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:13.439455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d631ad3-aa0e-48d2-ad70-70102f26c2c5 req-1214adf7-ca88-4f4a-ae69-26956155eda7 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:13.450377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c65c7-bad4-4671-9047-96e06dd7ab4b req-58e7eb04-3e33-41df-b586-06ab4ef207a0 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:13.459198 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1d631ad3-aa0e-48d2-ad70-70102f26c2c5 req-1214adf7-ca88-4f4a-ae69-26956155eda7 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 944 time: 0.1359606 Sep 22 10:15:13.459511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-045c65c7-bad4-4671-9047-96e06dd7ab4b req-58e7eb04-3e33-41df-b586-06ab4ef207a0 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 949 time: 0.1070247 Sep 22 10:15:13.482196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-77c2654f-21aa-49ce-8d46-f4090c2a41a0 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954653 Sep 22 10:15:13.510367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-045c65c7-bad4-4671-9047-96e06dd7ab4b req-52a01fe5-76f7-43f4-bf83-7307f1396594 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519106 Sep 22 10:15:13.528994 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:13.536739 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1d631ad3-aa0e-48d2-ad70-70102f26c2c5 req-0b53ec81-f52b-4f47-bd03-c356b1cf6a4c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789816 Sep 22 10:15:13.547018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['4a618086-af60-442a-b5ee-7d5a9c914cd8'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:13.604922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a618086-af60-442a-b5ee-7d5a9c914cd8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:13.677804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] No DVR routers for this DVR port 4a618086-af60-442a-b5ee-7d5a9c914cd8 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:13.690865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:13.692925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56049d84-23a0-4c0d-a790-e1a936e63ab2 req-2ecfa1ac-5d17-4391-9603-2b1b21c3ce79 tempest-DeleteServersAdminTestJSON-706049265 tempest-DeleteServersAdminTestJSON-706049265-project-admin] 10.222.0.30 "DELETE /v2.0/ports/4a618086-af60-442a-b5ee-7d5a9c914cd8 HTTP/1.1" status: 204 len: 173 time: 1.8393910 Sep 22 10:15:13.722973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9ed974-ef31-486f-b2ff-22dca1ce6622', 'name': 'network-vif-deleted', 'tag': '4a618086-af60-442a-b5ee-7d5a9c914cd8'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:13.725621 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268b49f7-8404-458b-bc0e-d39a36491b5b" -d '{"events": [{"server_uuid": "4c9ed974-ef31-486f-b2ff-22dca1ce6622", "name": "network-vif-deleted", "tag": "4a618086-af60-442a-b5ee-7d5a9c914cd8"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:13.799131 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde8946-c5d2-4d0a-9775-936038248e02 req-5d2d0ed9-a3bc-4656-97d7-4b25a8ef4d75 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:13.806915 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d9ce4-29b0-44bd-bb80-0bce6263c429 x-openstack-request-id: req-b01d9ce4-29b0-44bd-bb80-0bce6263c429 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:13.808557 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5cde8946-c5d2-4d0a-9775-936038248e02 req-5d2d0ed9-a3bc-4656-97d7-4b25a8ef4d75 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.1337759 Sep 22 10:15:13.811553 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9ed974-ef31-486f-b2ff-22dca1ce6622", "name": "network-vif-deleted", "tag": "4a618086-af60-442a-b5ee-7d5a9c914cd8", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:13.812320 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b01d9ce4-29b0-44bd-bb80-0bce6263c429 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:13.817471 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9ed974-ef31-486f-b2ff-22dca1ce6622', 'name': 'network-vif-deleted', 'tag': '4a618086-af60-442a-b5ee-7d5a9c914cd8', 'status': 'completed', 'code': 200} Sep 22 10:15:13.821737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-0fa08ba5-b5f0-45b3-85a4-4abc667323cb service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213670 Sep 22 10:15:13.857684 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5cde8946-c5d2-4d0a-9775-936038248e02 req-61c64947-160e-499e-8be4-485c1d298512 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481565 Sep 22 10:15:14.007954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f4fa76b8-f96e-469b-9753-d8ed54654a27 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:14.163870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f4fa76b8-f96e-469b-9753-d8ed54654a27, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f4fa76b8-f96e-469b-9753-d8ed54654a27,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:14.186959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cb1b340f-1408-4c01-aea9-cc4c68ff60ce no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:14.191758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f4fa76b8-f96e-469b-9753-d8ed54654a27', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'f4fa76b8-f96e-469b-9753-d8ed54654a27', 'mac_address': 'fa:16:3e:87:03:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:14.256058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:14.275143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fa76b8-f96e-469b-9753-d8ed54654a27 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:14.293495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cb1b340f-1408-4c01-aea9-cc4c68ff60ce not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:14.308684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f4fa76b8-f96e-469b-9753-d8ed54654a27, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f4fa76b8-f96e-469b-9753-d8ed54654a27,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:14.370449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf4fe7-0101-435b-891f-7861a1008e3d req-3fce8318-3f42-45c6-8f22-d14f6f8817fd tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:14.370901 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:14.377264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcdf4fe7-0101-435b-891f-7861a1008e3d req-3fce8318-3f42-45c6-8f22-d14f6f8817fd tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 947 time: 0.1801710 Sep 22 10:15:14.413282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-b8a45ccb-6166-41e2-9db4-31e468bef6cb tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:14.415013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-b8a45ccb-6166-41e2-9db4-31e468bef6cb tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1095 time: 0.1164737 Sep 22 10:15:14.415273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e00a8-edee-4c01-9dd5-59347682c6af req-25540c85-3e3b-49a9-a773-334c1cbeb3b3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:14.425849 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7c9e00a8-edee-4c01-9dd5-59347682c6af req-25540c85-3e3b-49a9-a773-334c1cbeb3b3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 944 time: 0.0932393 Sep 22 10:15:14.431262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f4fa76b8-f96e-469b-9753-d8ed54654a27,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:14.513703 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7c9e00a8-edee-4c01-9dd5-59347682c6af req-452cdc19-2827-4794-9049-7c70d136f3d7 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638998 Sep 22 10:15:14.515282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcdf4fe7-0101-435b-891f-7861a1008e3d req-8bd80eeb-b6fa-4cb3-9343-f2f66794bcb1 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261022 Sep 22 10:15:14.638989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f4fa76b8-f96e-469b-9753-d8ed54654a27'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:14.723499 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9da01b54-ce9f-4b7a-b8a7-bb21f9caf83c req-f66a5b31-0886-48b2-81ee-7094e6e75233 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9ed974-ef31-486f-b2ff-22dca1ce6622 HTTP/1.1" status: 200 len: 210 time: 0.0554345 Sep 22 10:15:14.756371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42cd27-870c-4de4-adb3-87a518ff1c7d req-c797cc71-3514-4d88-a85b-172374ee9834 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:14.764182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c42cd27-870c-4de4-adb3-87a518ff1c7d req-c797cc71-3514-4d88-a85b-172374ee9834 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 944 time: 0.0947044 Sep 22 10:15:14.832208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-78b22127-e02c-47f1-9661-4d66813753b3 service neutron] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:14.836576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41486) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:14.858752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569ed6-2727-4eb4-9f9c-c8834fd01c45 req-8f009a37-08eb-48b1-afd5-003a356bba3e tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:14.866449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-78b22127-e02c-47f1-9661-4d66813753b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:14.870659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b10a6a57-73b1-4292-96f5-575c10775d6c req-78b22127-e02c-47f1-9661-4d66813753b3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/cb1b340f-1408-4c01-aea9-cc4c68ff60ce/bindings/n-h2-807025-3 HTTP/1.1" status: 204 len: 173 time: 0.4385686 Sep 22 10:15:14.871064 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95569ed6-2727-4eb4-9f9c-c8834fd01c45 req-8f009a37-08eb-48b1-afd5-003a356bba3e tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1095 time: 0.0670085 Sep 22 10:15:14.905996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c42cd27-870c-4de4-adb3-87a518ff1c7d req-7d571b4c-8e48-492b-88cd-d58bc7eb1a2f tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354983 Sep 22 10:15:14.950721 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95569ed6-2727-4eb4-9f9c-c8834fd01c45 req-f5a28cfd-a427-48d2-9db1-55beafef6cbc tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Sep 22 10:15:15.102538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-479204838-network', 'tenant_id': '2128028e07be4c7781f4db43dbf59f9a'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:15.176610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b88e5-cad2-4516-8825-aa8ee677e505 req-41d992d8-fef8-4fb8-b94c-ba3c2cb33d19 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:15.178028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a03b88e5-cad2-4516-8825-aa8ee677e505 req-41d992d8-fef8-4fb8-b94c-ba3c2cb33d19 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.0666285 Sep 22 10:15:15.232739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a03b88e5-cad2-4516-8825-aa8ee677e505 req-ad0e0801-9ec5-423e-893c-dda242b1f85a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458729 Sep 22 10:15:15.248349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Made reservation on behalf of 2128028e07be4c7781f4db43dbf59f9a for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:15.248349 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:15.255409 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:15.363412 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:15.393137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-4df08efa-6e2e-4a1d-b74b-5578c47bf57d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:15.394794 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-4df08efa-6e2e-4a1d-b74b-5578c47bf57d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 821 time: 0.1322081 Sep 22 10:15:15.410743 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-53c9cdda-2aea-4da4-85be-1a8a8787d944 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/quotas/acf61846bf9f431ea54396a7fdd153bb HTTP/1.1" status: 200 len: 375 time: 0.0098193 Sep 22 10:15:15.461797 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-f1afd428-9b3e-4901-82ef-1250a38decf3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431225 Sep 22 10:15:15.568463 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-7237f2b5-5456-418b-9ddf-a64a1046ce7c service neutron] 10.222.0.20 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013465 Sep 22 10:15:15.667001 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-f12d6f2b-b43e-4e58-9a6f-21edb5761adc service neutron] 10.222.0.20 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919347 Sep 22 10:15:15.688333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb5b68-77ed-42d6-ae05-a8f5be8e307a req-63bc8853-c8bf-41d5-9f04-4464ca3d4eaf tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:15.690056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3bb5b68-77ed-42d6-ae05-a8f5be8e307a req-63bc8853-c8bf-41d5-9f04-4464ca3d4eaf tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 948 time: 0.0969217 Sep 22 10:15:15.722267 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-4a84a4d7-ee19-421d-801f-c55ce143b52a service neutron] show failed (client error): The resource could not be found. Sep 22 10:15:15.723100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-4a84a4d7-ee19-421d-801f-c55ce143b52a service neutron] 10.222.0.30 "GET /v2.0/ports/09db16e6-35d5-4abf-8fb6-0620b751a9f6/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0861897 Sep 22 10:15:15.740266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3bb5b68-77ed-42d6-ae05-a8f5be8e307a req-0d897ebd-fbc8-466e-94f0-11a308f19725 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Sep 22 10:15:15.843824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:15.868766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:15:15.877634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a747c33-2130-4801-8052-aa9f0f7a40fa,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:15.883849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:15.884136 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Added segment 3301e38b-f821-4c7b-b70c-d6c6f5899fa5 of type vlan for network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef Sep 22 10:15:15.990799 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6e1d466c-c98c-409e-bc16-89d7ab9334fd req-d2276621-8a0d-4eef-ad01-15f84908bbb0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 210 time: 0.0393617 Sep 22 10:15:16.019611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-16ccf6cf-0c4f-4058-9fd4-5de007e49f57 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ebae80c2528f431884958b10067729d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433128 Sep 22 10:15:16.028927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f4fa76b8-f96e-469b-9753-d8ed54654a27 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:16.029443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.159059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181d755-1050-44c2-9ff6-a0c3a6b7abf8 req-8a9e2066-ca2d-4314-8004-96c32fead15f tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:16.162794 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c181d755-1050-44c2-9ff6-a0c3a6b7abf8 req-8a9e2066-ca2d-4314-8004-96c32fead15f tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 944 time: 0.0898569 Sep 22 10:15:16.201806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:16.218955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.222623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:16.224702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.239265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-a50028a4-535f-45ac-8215-a3d5200aa7e0 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:16.246938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-a50028a4-535f-45ac-8215-a3d5200aa7e0 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264585 Sep 22 10:15:16.254059 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c181d755-1050-44c2-9ff6-a0c3a6b7abf8 req-6e0191ab-83fd-4c74-9af0-d70a36793393 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811708 Sep 22 10:15:16.282317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f4fa76b8-f96e-469b-9753-d8ed54654a27 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:16.282317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f4fa76b8-f96e-469b-9753-d8ed54654a27 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:16.284398 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.299771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-1ce6b28b-c2b7-491b-a36c-4de3b43f3340 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/quotas/ebae80c2528f431884958b10067729d0 HTTP/1.1" status: 200 len: 375 time: 0.0516255 Sep 22 10:15:16.389269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:16.399913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:16.400289 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.412937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-21bd65d8-2f52-47e9-94a9-02492d187c00 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebae80c2528f431884958b10067729d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089864 Sep 22 10:15:16.473964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6359162 Sep 22 10:15:16.474901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec79b8-0a9a-4944-baa5-2754ab11772e admin admin] Pushing event updated for resources: {'Network': ['ID=4456a5f3-75da-4ad1-8083-ad53f5ac39ef,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:16.476996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41538) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:16.482926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Request body: {'subnet': {'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-479204838-subnet', 'tenant_id': '2128028e07be4c7781f4db43dbf59f9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:16.513142 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:15:16.565142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba4b0-8626-464f-8592-b87b4202e0b2 req-60439986-f35b-4538-ab06-c1017f351266 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:16.566878 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d8ba4b0-8626-464f-8592-b87b4202e0b2 req-60439986-f35b-4538-ab06-c1017f351266 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.0857747 Sep 22 10:15:16.606257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Made reservation on behalf of 2128028e07be4c7781f4db43dbf59f9a for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:16.608890 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.617233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:15:16.627965 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d8ba4b0-8626-464f-8592-b87b4202e0b2 req-689b3d3d-3d2b-45a8-900a-240ad8402574 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Sep 22 10:15:16.657640 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.729598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-2dd550b8-1d07-472c-b804-425f62c5a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:16.731139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-2dd550b8-1d07-472c-b804-425f62c5a1cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc&tenant_id=f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 1100 time: 0.1644940 Sep 22 10:15:16.762947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4a8f4ed-550f-49ce-82ab-9bcb52327ee9 req-8f3c2b6f-93dd-4a79-8e43-40f9223ca34d tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 210 time: 0.0469253 Sep 22 10:15:16.767160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:16.841574 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.855127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:16.858333 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd95c154-0c24-41d2-b1da-a40ad134d434" -d '{"events": [{"server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "name": "network-vif-plugged", "status": "completed", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:16.887905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:16.891801 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.954609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3515fb7-0667-420d-b48e-4bb379cc1af2 req-04b6c4fe-903c-45db-8897-b23edb521a91 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:16.959777 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3515fb7-0667-420d-b48e-4bb379cc1af2 req-04b6c4fe-903c-45db-8897-b23edb521a91 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 948 time: 0.1201911 Sep 22 10:15:16.960371 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:16.961195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d4968f01-676f-472e-96d0-f00c62c963a0 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:16.989939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f4fa76b8-f96e-469b-9753-d8ed54654a27, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f4fa76b8-f96e-469b-9753-d8ed54654a27,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:17.043010 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3515fb7-0667-420d-b48e-4bb379cc1af2 req-c150f007-e218-41a8-971d-8ab11fee2bcf tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821080 Sep 22 10:15:17.053826 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706d8708-16cb-4908-9ad3-01b51f6a857f x-openstack-request-id: req-706d8708-16cb-4908-9ad3-01b51f6a857f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:17.054363 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "name": "network-vif-plugged", "status": "completed", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:17.054514 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-706d8708-16cb-4908-9ad3-01b51f6a857f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:17.054965 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'code': 200} Sep 22 10:15:17.082714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:17.162726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-370b0e46-e62b-4ed2-bec4-7a3090d1a1ba req-49458044-17d2-47e1-ae5f-70d7fe85c632 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 210 time: 0.0654490 Sep 22 10:15:17.203743 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.204670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 4a618086-af60-442a-b5ee-7d5a9c914cd8 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:17.218252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a60c0-98b3-4e3e-8fbc-f9f9574a2c9c req-62acb67e-c5a3-49b6-a9a0-7959c291f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:17.219724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-231a60c0-98b3-4e3e-8fbc-f9f9574a2c9c req-62acb67e-c5a3-49b6-a9a0-7959c291f5b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1096 time: 0.1237686 Sep 22 10:15:17.226183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 4a618086-af60-442a-b5ee-7d5a9c914cd8 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:17.226564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 4a618086-af60-442a-b5ee-7d5a9c914cd8 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:17.265303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:17.277322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f4fa76b8-f96e-469b-9753-d8ed54654a27,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:17.283475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-231a60c0-98b3-4e3e-8fbc-f9f9574a2c9c req-cbaec982-8ef0-4602-987b-0ad2eb3bee07 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564375 Sep 22 10:15:17.317701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.317701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:17.322566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port d4968f01-676f-472e-96d0-f00c62c963a0 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:17.327085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port d4968f01-676f-472e-96d0-f00c62c963a0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:17.327680 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.407615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216a8fd-7b79-4d5e-abb0-47406b0a87a6 req-c78c39cd-784e-4070-953e-f7d72be80b99 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:17.411983 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f216a8fd-7b79-4d5e-abb0-47406b0a87a6 req-c78c39cd-784e-4070-953e-f7d72be80b99 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 945 time: 0.0623343 Sep 22 10:15:17.435044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:17.437345 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251d2ad6-03fd-45c4-a5ba-f50972243e4f" -d '{"events": [{"server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:17.440109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b024aa6-cd0c-41fd-a830-e069c01b4c45,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:17.440757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.458810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.472844 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f216a8fd-7b79-4d5e-abb0-47406b0a87a6 req-f6d65288-d6b2-4cb7-8f30-46c7fc3d24d7 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Sep 22 10:15:17.502492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Transition to ACTIVE for port object 09db16e6-35d5-4abf-8fb6-0620b751a9f6 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:17.502492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Checking segment: {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:17.502492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Network hostable DHCP agents. Network: 4456a5f3-75da-4ad1-8083-ad53f5ac39ef, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:15:17.507931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:17.551379 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a7c895-b4e9-4558-b1e5-365be1712fbd x-openstack-request-id: req-86a7c895-b4e9-4558-b1e5-365be1712fbd {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:17.551677 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:17.551929 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86a7c895-b4e9-4558-b1e5-365be1712fbd {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:17.552330 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'code': 200} Sep 22 10:15:17.565121 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.611202 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.621220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Pushing event updated for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:17.636952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:15:17.639768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] No DVR routers for this DVR port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:17.683615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:17.698038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Attempting to bind port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:17.698508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Attempting to bind port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:17.703786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Attempting to bind port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:17.705452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:17.706604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Attempting to bind port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:17.723494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:17.723494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:17.723494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:17.723494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Bound port: 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:17.723494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.796293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4456a5f3-75da-4ad1-8083-ad53f5ac39ef) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:17.810779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3379397e-0c72-4521-853c-1e3c08216584 None None] Network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:15:17.813978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:17.823864 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e41bcd-4d31-4d57-968d-894f15760111 req-cee822a3-fb1e-4b19-8b41-d9fb4119830d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:17.834829 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.839913 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f8e41bcd-4d31-4d57-968d-894f15760111 req-cee822a3-fb1e-4b19-8b41-d9fb4119830d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 947 time: 0.0961869 Sep 22 10:15:17.903156 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f8e41bcd-4d31-4d57-968d-894f15760111 req-972a95a7-09b8-4e36-9edc-bba5871a0f61 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Sep 22 10:15:17.903960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1e3cca7-2587-41ad-8f87-81f0f7b1da05 req-dbee7957-92eb-4b30-ba79-81fe633e0fd6 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 210 time: 0.0499480 Sep 22 10:15:17.909257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:17.930563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:17.958890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1cc6db3e-d5be-4145-8ac1-2ecd1149396d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4799566 Sep 22 10:15:17.982634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:18.021050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e63db0-3413-41a4-91b5-34a160679723 None None] Network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:15:18.021771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:18.022594 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:18.024300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] 10.222.0.32 "PUT /v2.0/ports/09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 1095 time: 1.2701461 Sep 22 10:15:18.096884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d13545-ce91-4868-a78f-d1b817cb7188 service neutron] Pushing event updated for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:18.125184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-09c6d999-22af-4c6e-96cd-3ba7c2dc51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:18.126763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-09c6d999-22af-4c6e-96cd-3ba7c2dc51ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1098 time: 0.0785646 Sep 22 10:15:18.296693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-e05786f1-f59d-4e1e-8ecd-da013d3d5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:18.298277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-e05786f1-f59d-4e1e-8ecd-da013d3d5ceb service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1632550 Sep 22 10:15:18.321750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e740da6-00f5-47c8-b252-96f84d893bb1 req-0c3d927c-70b5-42a3-8393-7fc849aa0aba tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:18.323986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e740da6-00f5-47c8-b252-96f84d893bb1 req-0c3d927c-70b5-42a3-8393-7fc849aa0aba tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 949 time: 0.1558621 Sep 22 10:15:18.367510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8dc134-898a-4596-8238-f58f78038f39 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:18.375705 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8dc134-898a-4596-8238-f58f78038f39 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/networks?id=308f8f3f-2e26-4717-ac97-337dfbcdf00f HTTP/1.1" status: 200 len: 815 time: 0.1592340 Sep 22 10:15:18.388419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-2f219176-7030-4f46-bfca-f842abca8f36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 217 time: 0.0629694 Sep 22 10:15:18.390797 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-398c9543-a515-4b67-b0c3-4afdb5916577 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/quotas/98106861901d45de95ba84e65e03a6c0 HTTP/1.1" status: 200 len: 375 time: 0.0139306 Sep 22 10:15:18.440922 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-d22d0d12-42f8-4449-b9d6-415c1e128fa6 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98106861901d45de95ba84e65e03a6c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466685 Sep 22 10:15:18.443601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e740da6-00f5-47c8-b252-96f84d893bb1 req-d2199893-cf63-41f8-9cc9-817ae85d4534 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121621 Sep 22 10:15:18.452779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-d8027d32-d3b6-4ffe-ba35-719bede554d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:18.454245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-d8027d32-d3b6-4ffe-ba35-719bede554d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0592997 Sep 22 10:15:18.501244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-2128af32-b425-483a-883f-cfec26ce6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:18.503093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-2128af32-b425-483a-883f-cfec26ce6867 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417967 Sep 22 10:15:18.544616 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6ad5833c-5aa7-4b39-a41e-d0d2c43aec60 service neutron] 10.222.0.20 "GET /v2.0/networks/308f8f3f-2e26-4717-ac97-337dfbcdf00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958169 Sep 22 10:15:18.667763 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d1679ab-7fc9-4f46-a5a4-d5e14d0739e5 service neutron] 10.222.0.20 "GET /v2.0/networks/308f8f3f-2e26-4717-ac97-337dfbcdf00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113820 Sep 22 10:15:18.783402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-42009602-cd2c-4715-a409-e431b51d7b95 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720942 Sep 22 10:15:18.808146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-6266cd96-8249-4f6e-bd8f-60930d948d2f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:18.809749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-6266cd96-8249-4f6e-bd8f-60930d948d2f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 821 time: 0.2689426 Sep 22 10:15:18.829610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Request body: {'port': {'device_id': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587', 'admin_state_up': True, 'tenant_id': 'acf61846bf9f431ea54396a7fdd153bb'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:18.981999 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-eb615dee-b451-44d1-917d-d9a6d92ffe0e req-d3f38cd9-1219-48f8-8e19-65c32d499c64 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 210 time: 0.0280690 Sep 22 10:15:19.055691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8afbbcf-741c-4e2d-8a99-8dcdceac0017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fa76b8-f96e-469b-9753-d8ed54654a27'}, {'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:19.059178 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dae5c16-52d0-4b35-9819-64b2746c5ea4" -d '{"events": [{"server_uuid": "d8afbbcf-741c-4e2d-8a99-8dcdceac0017", "name": "network-vif-plugged", "status": "completed", "tag": "f4fa76b8-f96e-469b-9753-d8ed54654a27"}, {"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-plugged", "status": "completed", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:19.101697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-12f7933f-5f47-4fe4-9798-446d845d6857 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.116138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-12f7933f-5f47-4fe4-9798-446d845d6857 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 804 time: 0.4797404 Sep 22 10:15:19.163436 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39d4a3-d42b-44dc-b306-0275ac13c22a req-9d800fe9-6540-4b7e-a85f-ee53036c1d41 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.165140 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ef39d4a3-d42b-44dc-b306-0275ac13c22a req-9d800fe9-6540-4b7e-a85f-ee53036c1d41 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 945 time: 0.0490482 Sep 22 10:15:19.183728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-d32255ca-4b4b-48fd-ba8a-4699b783bbb6 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/quotas/2128028e07be4c7781f4db43dbf59f9a HTTP/1.1" status: 200 len: 375 time: 0.0507233 Sep 22 10:15:19.205299 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ef39d4a3-d42b-44dc-b306-0275ac13c22a req-e916e44a-d22a-4e90-b117-255ffb9af77d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329635 Sep 22 10:15:19.235128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-d4f29285-e6e4-4292-a964-6d94a3607968 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444546 Sep 22 10:15:19.243011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f88039-d52a-4fa0-8eca-f0f2c9cf6e2d req-b58b726b-5409-4224-acc9-1612063679b2 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525862 Sep 22 10:15:19.308160 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-facfbffb-b0f7-4ef2-91ad-dab0e2a9599b req-289066e9-ab86-4ff7-afe3-99b387462511 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 210 time: 0.0411952 Sep 22 10:15:19.360855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-eb624d1c-6120-4a94-8d78-a45c927dbe2d service neutron] 10.222.0.20 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136146 Sep 22 10:15:19.413307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49ac3b-2b32-4536-9a42-eb10e06af18c req-80b1dcd7-57dc-4c60-b1a1-7814d09c22cf tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.414929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4e49ac3b-2b32-4536-9a42-eb10e06af18c req-80b1dcd7-57dc-4c60-b1a1-7814d09c22cf tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 947 time: 0.0496140 Sep 22 10:15:19.430814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Made reservation on behalf of acf61846bf9f431ea54396a7fdd153bb for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:19.434811 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:19.452929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4e49ac3b-2b32-4536-9a42-eb10e06af18c req-4ba4bc8b-b705-4832-b666-b9156ede9a9d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Sep 22 10:15:19.475443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-587fed34-ec75-45fe-a76e-1abd014adb4c service neutron] 10.222.0.20 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082289 Sep 22 10:15:19.545527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-f2d1fcad-ceeb-4c9e-a834-633228f7a0c7 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ebae80c2528f431884958b10067729d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270436 Sep 22 10:15:19.553683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:19.555661 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7fca47-777a-440a-814d-92e4063b44fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:19.579912 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a406cb0f-8d10-4ebc-9c13-82103fa0677d req-4f3ba2b9-68ba-4618-bbb4-d36c4249206c tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 210 time: 0.0316436 Sep 22 10:15:19.642954 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f06e52-17fa-434c-97c3-eac277d5467f x-openstack-request-id: req-85f06e52-17fa-434c-97c3-eac277d5467f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:19.643484 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8afbbcf-741c-4e2d-8a99-8dcdceac0017", "name": "network-vif-plugged", "status": "completed", "tag": "f4fa76b8-f96e-469b-9753-d8ed54654a27", "code": 200}, {"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-plugged", "status": "completed", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:19.644013 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85f06e52-17fa-434c-97c3-eac277d5467f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:19.644751 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8afbbcf-741c-4e2d-8a99-8dcdceac0017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fa76b8-f96e-469b-9753-d8ed54654a27', 'code': 200} Sep 22 10:15:19.645686 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'code': 200} Sep 22 10:15:19.743396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-a29922bf-719d-4393-886e-a6ac0c88d737 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.747836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-a29922bf-719d-4393-886e-a6ac0c88d737 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855979 Sep 22 10:15:19.799403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Allocated IP 172.20.0.2 (92a1dbc7-fcf4-41fb-8de7-91f2cb507587/0d8d2fba-94e6-483e-9929-5a59c83660b5/65f44c95-0234-4645-ab1d-b08f0067d9b8) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:19.807936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Request body: {'port': {'device_id': 'b97bcb7e-c09b-4f93-992a-035783bc53e4', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'ebae80c2528f431884958b10067729d0'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:19.874283 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-3703ee51-c3f4-497d-9a18-1b5285f278c3 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2204561 Sep 22 10:15:19.884409 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:19.988142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:19.996113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586c151-1579-4658-be14-3ac56c5e6d85 req-6e90e878-4eb9-47b9-aa36-de607b79a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.997634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6586c151-1579-4658-be14-3ac56c5e6d85 req-6e90e878-4eb9-47b9-aa36-de607b79a35a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 1100 time: 0.2489114 Sep 22 10:15:20.003030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafd46f-9710-4f24-b65a-40b7dbc53937 req-d6b66340-29b2-48c8-bd16-66fead8fc73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:20.004419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7eafd46f-9710-4f24-b65a-40b7dbc53937 req-d6b66340-29b2-48c8-bd16-66fead8fc73b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1101 time: 0.2410753 Sep 22 10:15:20.027720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 09db16e6-35d5-4abf-8fb6-0620b751a9f6 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:20.046490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317d0a4-ef61-4b39-9f0c-2b4d9ae1f186 req-9738a2e2-b8fb-419c-ad4c-0ff458515f11 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:20.050582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0317d0a4-ef61-4b39-9f0c-2b4d9ae1f186 req-9738a2e2-b8fb-419c-ad4c-0ff458515f11 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 949 time: 0.2478421 Sep 22 10:15:20.071043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 09db16e6-35d5-4abf-8fb6-0620b751a9f6 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:20.104591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.185633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7eafd46f-9710-4f24-b65a-40b7dbc53937 req-f6ca5573-e763-4106-9011-a2987aa4d2cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734838 Sep 22 10:15:20.198954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6586c151-1579-4658-be14-3ac56c5e6d85 req-2782f580-d559-44fe-b097-985095d54c73 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819174 Sep 22 10:15:20.214659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0317d0a4-ef61-4b39-9f0c-2b4d9ae1f186 req-cfefaf75-0f49-4db5-91b3-fe86655feb03 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302872 Sep 22 10:15:20.222133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Allocated IP 172.25.1.58 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/75b8d9f6-5d3e-4361-8386-903ebbb1e39e) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:20.276377 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.284129 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a187aff-126d-447b-8571-c84b8e3dedb9 x-openstack-request-id: req-7a187aff-126d-447b-8571-c84b8e3dedb9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:20.286281 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:20.286562 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a187aff-126d-447b-8571-c84b8e3dedb9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:20.286994 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'status': 'completed', 'code': 200} Sep 22 10:15:20.345477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b720cea2-d7a3-4c56-b377-4b224f0c0450 req-76b30326-5b36-4ca4-92ef-4dae286530f6 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 210 time: 0.0309737 Sep 22 10:15:20.347495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Made reservation on behalf of ebae80c2528f431884958b10067729d0 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:20.351258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.392051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.513701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c2a9b04c-3d14-4518-b728-6a2c152afcd8 req-8d9169d4-e72c-4020-b238-f8e496ca6749 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 210 time: 0.0817797 Sep 22 10:15:20.518568 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.541195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.624976 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Pushing event updated for resources: {'Port': ['ID=75b8d9f6-5d3e-4361-8386-903ebbb1e39e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:20.632734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:20.634463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:20.638130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:20.638280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:20.652233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca47-777a-440a-814d-92e4063b44fa req-e5b8e26f-95b4-4bc4-8030-34a79cd02ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:20.653757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-e5b8e26f-95b4-4bc4-8030-34a79cd02ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1098 time: 0.2101219 Sep 22 10:15:20.655505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca47-777a-440a-814d-92e4063b44fa req-0bae602d-b9bc-4e99-b896-9b5efab07730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:20.659561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-0bae602d-b9bc-4e99-b896-9b5efab07730 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1098 time: 0.2239649 Sep 22 10:15:20.660567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Pushing event updated for resources: {'Port': ['ID=65f44c95-0234-4645-ab1d-b08f0067d9b8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:20.673956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:20.687000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:20.732245 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.799358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Allocated IP 192.168.233.89 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/703a3864-ea25-4222-8f34-5d6c7a5da1c4) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:20.810062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e771c5c-09c0-4e30-84ce-ee9842a49ca0 req-2ce7ccfe-5b4d-4c46-868c-05e7b88c6ec6 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 210 time: 0.0718334 Sep 22 10:15:20.821104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.895183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:20.895807 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.978525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:21.046826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca47-777a-440a-814d-92e4063b44fa req-6ff2e4fa-54bb-4578-9b41-a22ef67c7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.048426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-6ff2e4fa-54bb-4578-9b41-a22ef67c7f08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.3720562 Sep 22 10:15:21.053443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca47-777a-440a-814d-92e4063b44fa req-2235f36e-11f1-43f7-9240-72d368ebdcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.054796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-2235f36e-11f1-43f7-9240-72d368ebdcb3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.3710835 Sep 22 10:15:21.096902 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:21.169798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Pushing event updated for resources: {'Port': ['ID=75b8d9f6-5d3e-4361-8386-903ebbb1e39e,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:21.180017 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:21.278218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:21.279709 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-bf2e4ffa-4292-4608-b3d3-d6b35c6ac56d tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3991723 Sep 22 10:15:21.366999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eeaaf2-3225-464c-bbe9-a6d22d833db9 req-2632b1dd-44d2-46c3-a26b-4e4659116259 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.375106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0eeaaf2-3225-464c-bbe9-a6d22d833db9 req-2632b1dd-44d2-46c3-a26b-4e4659116259 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 947 time: 0.4580147 Sep 22 10:15:21.376987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-d5caeee3-143b-4037-8d05-3b64d1d664b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 217 time: 0.3145788 Sep 22 10:15:21.378246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-25924925-65e1-4066-97a6-1941679361c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5537672 Sep 22 10:15:21.390769 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-37c4ec39-70ed-459f-91b6-86975bc7aa08 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 695 time: 0.1040630 Sep 22 10:15:21.423180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Request body: {'port': {'device_id': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:21.433614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-fe696aba-2892-4dbb-a90e-16fb46500cc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 217 time: 0.3579698 Sep 22 10:15:21.509263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-38e42897-47e6-4fdd-a3f2-b7fe305248eb tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.511329 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-38e42897-47e6-4fdd-a3f2-b7fe305248eb tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1195014 Sep 22 10:15:21.521795 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-2fab3262-3e59-42ca-98e6-db9c9b69f956 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:15:21.522891 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-766e6f09-af5b-4e3a-9352-45c5a77b55a8 req-2fab3262-3e59-42ca-98e6-db9c9b69f956 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058951 Sep 22 10:15:21.647271 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:21.652350 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bdc6af41-de70-4470-82a3-ba299c021cb6 req-6e6afe2a-9719-41ec-a962-e08ba58f4504 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 210 time: 0.0523472 Sep 22 10:15:21.659338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0eeaaf2-3225-464c-bbe9-a6d22d833db9 req-c85d3856-50f3-45a8-b18d-1bc04446e969 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840140 Sep 22 10:15:21.703252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca47-777a-440a-814d-92e4063b44fa req-ed4a9640-7930-44ee-af3e-b6a0f240c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.706094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-ed4a9640-7930-44ee-af3e-b6a0f240c470 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.2875600 Sep 22 10:15:21.711284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca47-777a-440a-814d-92e4063b44fa req-d09d015c-99bf-4b03-9a89-f28cbefad595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.713546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-d09d015c-99bf-4b03-9a89-f28cbefad595 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.2351179 Sep 22 10:15:21.769070 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:21.795177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912baea4-8cb1-4cb9-815f-68e03ba87fe8 req-96fc178b-0bd1-4879-8b9f-7dfbfc04ab8e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.796658 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-912baea4-8cb1-4cb9-815f-68e03ba87fe8 req-96fc178b-0bd1-4879-8b9f-7dfbfc04ab8e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 949 time: 0.0484273 Sep 22 10:15:21.835697 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-912baea4-8cb1-4cb9-815f-68e03ba87fe8 req-b91b6c6e-63fa-46b1-800e-36c6271cfef1 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Sep 22 10:15:21.866509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-067d01bc-f986-446b-a62b-9de73f916828 req-a7133ad8-4a00-41f6-8329-6ddd9f93c688 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 210 time: 0.1215453 Sep 22 10:15:21.959276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d925c-7e65-4097-90f1-28b82c26baf6 req-9bf14865-7f69-4f79-868a-c509db4a898a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.966714 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ef4d925c-7e65-4097-90f1-28b82c26baf6 req-9bf14865-7f69-4f79-868a-c509db4a898a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 931 time: 0.0688317 Sep 22 10:15:21.969691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-ee8e8112-acf9-4d0f-b90b-c4ad8976e0f3 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.971222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-ee8e8112-acf9-4d0f-b90b-c4ad8976e0f3 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.32 "GET /v2.0/networks?id=308f8f3f-2e26-4717-ac97-337dfbcdf00f HTTP/1.1" status: 200 len: 815 time: 0.4892924 Sep 22 10:15:21.991152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca47-777a-440a-814d-92e4063b44fa req-562bcab4-5b62-4e34-8dbb-533c38804cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.992973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-562bcab4-5b62-4e34-8dbb-533c38804cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2489634 Sep 22 10:15:21.994919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca47-777a-440a-814d-92e4063b44fa req-389b2152-abc8-412e-997c-26ddd831f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:21.996467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-389b2152-abc8-412e-997c-26ddd831f2f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2552977 Sep 22 10:15:22.000278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Request body: {'port': {'device_id': 'ce9860af-3076-4e98-8c80-b3695cdf74ea', 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f', 'admin_state_up': True, 'tenant_id': '98106861901d45de95ba84e65e03a6c0'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:22.020667 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ef4d925c-7e65-4097-90f1-28b82c26baf6 req-7cd8997a-89f7-4ccc-8953-2415552577c9 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527236 Sep 22 10:15:22.090786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:22.115529 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f1860394-2dc3-49eb-8aa3-42c71020a56d req-5152a094-570e-4e83-b678-8fc74e0afb5d tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 210 time: 0.0293832 Sep 22 10:15:22.211028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Pushing event updated for resources: {'Port': ['ID=703a3864-ea25-4222-8f34-5d6c7a5da1c4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:22.240854 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18bee8-bd02-40e5-b2a1-81d23206baa8 req-fbd0da4e-7666-4116-92bb-852c39cde39b tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:22.243033 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4d18bee8-bd02-40e5-b2a1-81d23206baa8 req-fbd0da4e-7666-4116-92bb-852c39cde39b tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0564992 Sep 22 10:15:22.270767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 09db16e6-35d5-4abf-8fb6-0620b751a9f6 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:22.283457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:22.295107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:22.314438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2b0c117c-075b-4372-8545-bfadad84fccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:22.342972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:22.369813 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4d18bee8-bd02-40e5-b2a1-81d23206baa8 req-9b2410d6-c8ca-4eda-bc14-02c3b0c89789 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092496 Sep 22 10:15:22.437236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-f24b6d4b-d682-4571-abeb-f3de78073183 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:22.438674 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-f24b6d4b-d682-4571-abeb-f3de78073183 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 804 time: 0.1940420 Sep 22 10:15:22.455375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Request body: {'port': {'device_id': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'admin_state_up': True, 'tenant_id': '2128028e07be4c7781f4db43dbf59f9a'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:22.499645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:22.516156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'mac_address': 'fa:16:3e:54:23:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:22.540552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-56e305d6-233a-4535-841d-48e28dd38326 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791636 Sep 22 10:15:22.549573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013871-fc25-4710-9c51-790cec5055ea req-3478fd6a-0754-4967-825f-b46031af6882 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:22.557684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-3478fd6a-0754-4967-825f-b46031af6882 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 821 time: 0.4926519 Sep 22 10:15:22.600977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-bfcb3526-4caf-460e-82af-a945a1d87fe3 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/quotas/328ae2ffde5e4a5cb8184510dffce2b4 HTTP/1.1" status: 200 len: 375 time: 0.0408065 Sep 22 10:15:22.658068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:22.679330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09db16e6-35d5-4abf-8fb6-0620b751a9f6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:22.680747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:22.681513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:22.710604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:22.717058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bd2e9e70-f0f4-486a-9a2a-0343b275ea32 None None] Provisioning complete for port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:22.717708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd2e9e70-f0f4-486a-9a2a-0343b275ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:22.756268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e9e70-f0f4-486a-9a2a-0343b275ea32 None None] Port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:15:22.776939 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-429371e9-3f65-4888-9eb4-99e6630726ee tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ccb98c53bb8d4a42ad090de69044b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255175 Sep 22 10:15:22.815309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-83c72ec2-02e5-413e-85db-c92c215c17eb service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7517636 Sep 22 10:15:22.857369 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:22.861791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Made reservation on behalf of 2128028e07be4c7781f4db43dbf59f9a for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:22.865874 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:22.933786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:22.945763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-354d4705-7b75-423a-b130-27a44df5b47e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2467151 Sep 22 10:15:22.966706 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f94125bf-1266-4a88-868c-bfca784eb570 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:22.968275 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f94125bf-1266-4a88-868c-bfca784eb570 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855776 Sep 22 10:15:22.981825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-bd2d4179-4f70-4e50-af34-65528dc2d38f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2086844 Sep 22 10:15:23.000067 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-9919dff6-ae6a-42e1-9954-e7e291af14c4 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/quotas/ccb98c53bb8d4a42ad090de69044b144 HTTP/1.1" status: 200 len: 375 time: 0.0180092 Sep 22 10:15:23.021740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Request body: {'port': {'device_id': 'b97bcb7e-c09b-4f93-992a-035783bc53e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:23.067403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-cfb4d6d7-4baa-4fea-997f-644ed7687586 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810445 Sep 22 10:15:23.105492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Allocated IP 172.20.0.8 (4456a5f3-75da-4ad1-8083-ad53f5ac39ef/0b024aa6-cd0c-41fd-a830-e069c01b4c45/c9f4f2a5-cdf6-4875-958e-e8d7b794384a) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:23.128649 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-9ac3894b-bbc8-4e07-9dd9-1814e722deaf tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014175 Sep 22 10:15:23.149074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['09db16e6-35d5-4abf-8fb6-0620b751a9f6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:23.257565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Made reservation on behalf of 98106861901d45de95ba84e65e03a6c0 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:23.261749 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:23.422289 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:23.633856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:23.642265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed7fca47-777a-440a-814d-92e4063b44fa req-ebabaa6a-6461-44b6-b044-c2f761c29050 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967043 Sep 22 10:15:23.647286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f44c95-0234-4645-ab1d-b08f0067d9b8 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:23.657255 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:23.688065 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:23.729582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:23.738381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:23.754250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65204c4a-8fcd-4d2f-9c10-0b83318963ae req-475e88f1-3557-43ed-9f2c-7437665a042a tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:23.762998 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65204c4a-8fcd-4d2f-9c10-0b83318963ae req-475e88f1-3557-43ed-9f2c-7437665a042a tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 935 time: 0.1906059 Sep 22 10:15:23.764063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:23.768900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Pushing event updated for resources: {'Port': ['ID=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:23.842395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Transition to ACTIVE for port object 65f44c95-0234-4645-ab1d-b08f0067d9b8 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:23.852198 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65204c4a-8fcd-4d2f-9c10-0b83318963ae req-5e164ce5-0f42-4eac-8d7d-35b5e9d16237 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538445 Sep 22 10:15:23.869216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:23.871469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:23.928698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:23.937800 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-3fc9e821-669a-4ee6-8faa-be215beaba49 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4881718 Sep 22 10:15:23.939396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-eff8fa69-d7c6-4bda-994c-04fede0fdb60 service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9666677 Sep 22 10:15:24.013139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6fc2e-13ec-4cc5-9628-ee53ca30f434 req-9613f48a-045b-48ce-96fb-60fec0563b01 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:24.013139 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3ee6fc2e-13ec-4cc5-9628-ee53ca30f434 req-9613f48a-045b-48ce-96fb-60fec0563b01 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 948 time: 0.0569198 Sep 22 10:15:24.085605 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3ee6fc2e-13ec-4cc5-9628-ee53ca30f434 req-d60f9a6b-e6da-4f87-b87d-1ba326b0b3a5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Sep 22 10:15:24.126853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Request body: {'port': {'device_id': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:24.127145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Pushing event updated for resources: {'Port': ['ID=65f44c95-0234-4645-ab1d-b08f0067d9b8,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:24.261486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:24.264776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Allocated IP 172.20.0.13 (308f8f3f-2e26-4717-ac97-337dfbcdf00f/64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c/be09dd73-07c2-4238-81eb-3a1058069270) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:24.294830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 09db16e6-35d5-4abf-8fb6-0620b751a9f6 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:24.330400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768e13f-e250-453c-bff7-912291488019 req-9a48f93b-5aab-4a75-ba58-a7c70a5264cf tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:24.333002 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9768e13f-e250-453c-bff7-912291488019 req-9a48f93b-5aab-4a75-ba58-a7c70a5264cf tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 931 time: 0.1725276 Sep 22 10:15:24.362529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:24.370780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:24.370780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:24.385471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-a99d231c-6c91-4a03-9911-b335dffd4849 service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371915 Sep 22 10:15:24.412980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:24.419688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:24.473354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:24.477793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:24.478525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:24.481573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Bound port: 65f44c95-0234-4645-ab1d-b08f0067d9b8, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:24.482267 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:24.500996 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9768e13f-e250-453c-bff7-912291488019 req-daacbbeb-3fc8-41aa-be54-650e3fb8f37e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611710 Sep 22 10:15:24.750825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703a3864-ea25-4222-8f34-5d6c7a5da1c4 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:24.788195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:24.811256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:24.815577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:24.815997 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:24.898382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:24.917479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Transition to ACTIVE for port object 703a3864-ea25-4222-8f34-5d6c7a5da1c4 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:24.965067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:25.036203 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.057294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.085867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:25.089120 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04609b5-3bf1-4385-92e4-58fcb8c8cce6" -d '{"events": [{"server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "name": "network-vif-plugged", "status": "completed", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:25.115812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:25.138500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.151919 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.184244 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dd8e989c-1b8a-41bc-bbd0-5619a2f7788d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.222322 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.234398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Pushing event updated for resources: {'Port': ['ID=703a3864-ea25-4222-8f34-5d6c7a5da1c4,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:25.243547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f4f2a5-cdf6-4875-958e-e8d7b794384a {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:25.265521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.275448 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.307787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Transition to ACTIVE for port object c9f4f2a5-cdf6-4875-958e-e8d7b794384a will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:25.312900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:25.359338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81ce99-74eb-4200-b8af-7807cc801d92 req-7ad5c5f9-30d1-4155-b814-b48cb8a8db48 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:25.361138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b81ce99-74eb-4200-b8af-7807cc801d92 req-7ad5c5f9-30d1-4155-b814-b48cb8a8db48 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 943 time: 0.3663719 Sep 22 10:15:25.367108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:25.370426 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.370426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] 10.222.0.30 "PUT /v2.0/ports/65f44c95-0234-4645-ab1d-b08f0067d9b8 HTTP/1.1" status: 200 len: 1091 time: 3.9530127 Sep 22 10:15:25.393329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5fc93-cbbe-407f-b891-07892b8698fd service neutron] Pushing event updated for resources: {'Port': ['ID=65f44c95-0234-4645-ab1d-b08f0067d9b8,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:25.396810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:25.399440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.413085 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8" -d '{"events": [{"name": "network-changed", "server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:25.439468 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.540085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b81ce99-74eb-4200-b8af-7807cc801d92 req-168a5577-8167-4c31-b41c-4fd47a81b278 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159570 Sep 22 10:15:25.541918 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.552087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:25.601431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Attempting to bind port c9f4f2a5-cdf6-4875-958e-e8d7b794384a on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:25.602846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Attempting to bind port c9f4f2a5-cdf6-4875-958e-e8d7b794384a by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:25.603970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Attempting to bind port c9f4f2a5-cdf6-4875-958e-e8d7b794384a on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:25.616710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Attempting to bind port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:25.616832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Attempting to bind port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:25.617339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Attempting to bind port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:25.617860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Port c9f4f2a5-cdf6-4875-958e-e8d7b794384a on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:25.618417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Attempting to bind port c9f4f2a5-cdf6-4875-958e-e8d7b794384a on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:25.623607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:25.624052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Attempting to bind port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:25.626579 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.632599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:25.633866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Checking segment: {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:25.636213 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Bound using segment: {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:25.637201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Bound port: c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:25.637915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.678514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:25.678860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:25.679247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:25.679693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Bound port: 703a3864-ea25-4222-8f34-5d6c7a5da1c4, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:25.680052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.684174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-76703ac5-02d6-43a1-8d21-2f68cb8c0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:25.686307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-76703ac5-02d6-43a1-8d21-2f68cb8c0675 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1094 time: 0.1441441 Sep 22 10:15:25.733962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:25.738450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:25.762542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Network 308f8f3f-2e26-4717-ac97-337dfbcdf00f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:25.794263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Pushing event updated for resources: {'Port': ['ID=be09dd73-07c2-4238-81eb-3a1058069270,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:25.799464 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-920bf347-ff31-4b40-b1ab-21eb76b8617f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8 HTTP/1.1" status: 200 len: 217 time: 0.0519648 Sep 22 10:15:25.800260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:25.803930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:25.810493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.862386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:25.863008 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.864401 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] 10.222.0.32 "PUT /v2.0/ports/c9f4f2a5-cdf6-4875-958e-e8d7b794384a HTTP/1.1" status: 200 len: 1091 time: 1.7503972 Sep 22 10:15:25.864843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:25.867203 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a35b77-d619-411e-a109-64c3764a560b" -d '{"events": [{"name": "network-changed", "server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:25.920753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12022-2a67-4f94-ba0a-b54f69815788 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:25.947208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c7bda-7a5c-4fc6-b0e9-81a170829733 req-17330dea-f5da-4b5a-883a-ec1d4af62c03 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:25.955478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a0c7bda-7a5c-4fc6-b0e9-81a170829733 req-17330dea-f5da-4b5a-883a-ec1d4af62c03 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 932 time: 0.3131154 Sep 22 10:15:25.988094 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:25.991089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:25.991848 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:26.032958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-239ff819-2bdb-4784-a57c-b50c9e4b0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:26.034591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-239ff819-2bdb-4784-a57c-b50c9e4b0a46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.2277827 Sep 22 10:15:26.051084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] For port 703a3864-ea25-4222-8f34-5d6c7a5da1c4, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:26.057444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a0c7bda-7a5c-4fc6-b0e9-81a170829733 req-1eda17d8-a2dc-4262-8840-975948ab8074 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005909 Sep 22 10:15:26.089135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-3a5025bd-2cd9-4770-b309-9888320cc179 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354970 Sep 22 10:15:26.090926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] For port 703a3864-ea25-4222-8f34-5d6c7a5da1c4, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=703a3864-ea25-4222-8f34-5d6c7a5da1c4,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:26.222419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2c8fecd8-b52f-4cfb-b9c8-426ade424b16 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2373166 Sep 22 10:15:26.224426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9f011b7-6256-443b-9ddc-bfb03c5b31a9 req-1b447277-2f66-467c-9159-ce179b12bd95 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 210 time: 0.0566776 Sep 22 10:15:26.227420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:26.247691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:26.248329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:26.249719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] 10.222.0.30 "PUT /v2.0/ports/703a3864-ea25-4222-8f34-5d6c7a5da1c4 HTTP/1.1" status: 200 len: 1095 time: 3.2506585 Sep 22 10:15:26.256453 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-89d6b720-2908-40fc-835d-9c836034d6ea None None] Provisioning complete for port be09dd73-07c2-4238-81eb-3a1058069270 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:26.257008 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-89d6b720-2908-40fc-835d-9c836034d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:26.304027 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-89d6b720-2908-40fc-835d-9c836034d6ea None None] Port be09dd73-07c2-4238-81eb-3a1058069270 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:15:26.380562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-1962e3a0-f68a-45cb-ac92-5e5f5a358492 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843907 Sep 22 10:15:26.389487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c00620-ed45-4ddd-a93a-8400ba44415f service neutron] Pushing event updated for resources: {'Port': ['ID=703a3864-ea25-4222-8f34-5d6c7a5da1c4,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:26.544199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-43c12a56-a433-4626-97ee-c1c361a84e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:26.545709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-43c12a56-a433-4626-97ee-c1c361a84e21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebae80c2528f431884958b10067729d0&device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 1098 time: 0.0926983 Sep 22 10:15:26.606131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-dfbcf6da-3c66-47ed-ae9c-6e172b3c203e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=703a3864-ea25-4222-8f34-5d6c7a5da1c4 HTTP/1.1" status: 200 len: 217 time: 0.0517945 Sep 22 10:15:26.608491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab13ff13-1127-4c7e-aa02-e39b5b3cf10d req-d9f2b82b-68bf-423b-a4a1-9057c5ec7197 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155726 Sep 22 10:15:26.687977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b90f522-e947-4f2f-a2f7-3771a43c5ef1 req-b3766897-e147-484c-8208-ff798613a678 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 210 time: 0.0336919 Sep 22 10:15:26.702022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-a938d039-a57f-4875-8c64-6e8715aebf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:26.704486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-a938d039-a57f-4875-8c64-6e8715aebf16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0859814 Sep 22 10:15:26.768137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-475bd2c2-3093-4ce3-95da-e955b57cd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:26.774988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-475bd2c2-3093-4ce3-95da-e955b57cd93b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618706 Sep 22 10:15:26.974804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2c642-51ec-4597-8d15-78c877fee1d2 req-5c1c848e-0642-4ece-97d7-72fc0a279971 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:26.976384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebd2c642-51ec-4597-8d15-78c877fee1d2 req-5c1c848e-0642-4ece-97d7-72fc0a279971 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 947 time: 0.1810250 Sep 22 10:15:26.985879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-c6d4dd24-9705-4033-8ded-7c2f955535cd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:26.987370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-c6d4dd24-9705-4033-8ded-7c2f955535cd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc&tenant_id=f86d306282364855b4f40fc67978d89d&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 949 time: 0.1729150 Sep 22 10:15:27.028528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-2e6116fc-a8a0-4e66-a37a-9ce7db3a803f service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451231 Sep 22 10:15:27.118324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebd2c642-51ec-4597-8d15-78c877fee1d2 req-3d7ed8ca-dd43-4058-b3c8-45d9653538bf tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298463 Sep 22 10:15:27.161774 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-b99fd84c-577e-4f5b-b523-4f81acbabaa3 service neutron] delete failed (client error): The resource could not be found. Sep 22 10:15:27.162843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-b99fd84c-577e-4f5b-b523-4f81acbabaa3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/09db16e6-35d5-4abf-8fb6-0620b751a9f6/bindings/n-h1-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.1550145 Sep 22 10:15:27.190050 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704a9c58-4498-4eda-bd5c-b9a1ee27215c x-openstack-request-id: req-704a9c58-4498-4eda-bd5c-b9a1ee27215c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:27.191027 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "name": "network-vif-plugged", "status": "completed", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:27.191496 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-704a9c58-4498-4eda-bd5c-b9a1ee27215c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:27.192835 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'code': 200} Sep 22 10:15:27.198581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05a31c-adaa-4fa0-98a5-8790d959ba32 req-45b79fa5-9d9b-4601-a69e-891282359411 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519089 Sep 22 10:15:27.227092 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f1f7f8-b5ea-45b8-a246-3766400c5386 x-openstack-request-id: req-07f1f7f8-b5ea-45b8-a246-3766400c5386 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:27.227906 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:27.229166 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07f1f7f8-b5ea-45b8-a246-3766400c5386 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:27.229556 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8', 'status': 'completed', 'code': 200} Sep 22 10:15:27.388611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54366cb-d4fe-452b-b716-67c0ece9a20a req-7a6cfec7-b482-4a6f-bf1b-054b5de2abb1 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:27.390274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b54366cb-d4fe-452b-b716-67c0ece9a20a req-7a6cfec7-b482-4a6f-bf1b-054b5de2abb1 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 943 time: 0.1190338 Sep 22 10:15:27.397561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-f5c05b7a-5471-485f-9d4e-bcab74f68772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:27.399408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-f5c05b7a-5471-485f-9d4e-bcab74f68772 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1094 time: 0.1132004 Sep 22 10:15:27.535857 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.30', 55376) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:27.660637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-d7a33862-102e-45f3-a26c-f0d0ebb6a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:27.662316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-d7a33862-102e-45f3-a26c-f0d0ebb6a2c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1100 time: 0.3515518 Sep 22 10:15:27.673885 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013871-fc25-4710-9c51-790cec5055ea req-f30ec701-a329-4d72-86c9-1f69f225eef0 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:27.676045 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-f30ec701-a329-4d72-86c9-1f69f225eef0 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.30 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 821 time: 0.1376736 Sep 22 10:15:27.700323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Request body: {'port': {'device_id': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'admin_state_up': True, 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:27.806347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-3c8f8b2d-3997-4748-b89d-0aac6feb312b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429746 Sep 22 10:15:27.850737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b54366cb-d4fe-452b-b716-67c0ece9a20a req-6209e8df-e722-476f-b34b-4a68e86b6f83 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501362 Sep 22 10:15:27.902457 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:27.921868 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecababc-0594-4b77-8f53-e3ebd2329fb4 x-openstack-request-id: req-2ecababc-0594-4b77-8f53-e3ebd2329fb4 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:27.922188 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:27.922448 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ecababc-0594-4b77-8f53-e3ebd2329fb4 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:27.923008 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a', 'status': 'completed', 'code': 200} Sep 22 10:15:27.940295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-18267657-92f1-4cef-89c5-af9dd6c18350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:27.941150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-18267657-92f1-4cef-89c5-af9dd6c18350 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.5329242 Sep 22 10:15:27.948790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-2d14fa43-a800-497a-accd-f3e4271d1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:27.950535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-2d14fa43-a800-497a-accd-f3e4271d1e93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2514484 Sep 22 10:15:27.959183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Made reservation on behalf of 328ae2ffde5e4a5cb8184510dffce2b4 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:27.967256 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:28.005551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-40a94d90-bc8e-4753-a08b-555fc9cb9717 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8 HTTP/1.1" status: 200 len: 217 time: 0.0542471 Sep 22 10:15:28.069046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-ea716488-f385-4a02-a15d-5891846ba98b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 217 time: 0.0818388 Sep 22 10:15:28.112280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-be508a1c-d42f-4c88-9d99-8e0c8f7bb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:28.113787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-be508a1c-d42f-4c88-9d99-8e0c8f7bb9a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1095 time: 0.2166166 Sep 22 10:15:28.140963 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Allocated IP 172.20.0.10 (d57c3e5f-98d3-4ade-bebc-2e92d04c5407/9948f0c0-5b5b-429b-b2b2-c9f337c771cf/f08fdb60-47c1-47ae-a01b-efa4d09689fd) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:28.188018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54173f42-d32a-49d3-a753-b7f612b216d8 req-9e08168b-fe14-4ac5-95e4-acc2dd9b8284 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:28.190722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54173f42-d32a-49d3-a753-b7f612b216d8 req-9e08168b-fe14-4ac5-95e4-acc2dd9b8284 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 943 time: 0.2021091 Sep 22 10:15:28.194598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-4a950227-2289-4374-8cf9-59d8f803eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:28.194598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-4a950227-2289-4374-8cf9-59d8f803eced service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1360297 Sep 22 10:15:28.251380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-11df2388-357b-4dca-8288-1f1a80376f56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488627 Sep 22 10:15:28.256182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-c62a87ad-3c70-4cf3-9a28-fdc6b7520237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:28.257580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-c62a87ad-3c70-4cf3-9a28-fdc6b7520237 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1637254 Sep 22 10:15:28.321375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:28.373280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54173f42-d32a-49d3-a753-b7f612b216d8 req-8967e652-60f4-4429-b642-ddf73464239b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631923 Sep 22 10:15:28.415061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-35bf009d-4cde-41aa-a1b0-99411b7cc870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:28.417293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-35bf009d-4cde-41aa-a1b0-99411b7cc870 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323469 Sep 22 10:15:28.449369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-072dfdda-2292-4987-9206-1f3d1f60817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:28.450814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-072dfdda-2292-4987-9206-1f3d1f60817f service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.3126647 Sep 22 10:15:28.456497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:28.469863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:28.527013 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Pushing event updated for resources: {'Port': ['ID=f08fdb60-47c1-47ae-a01b-efa4d09689fd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:28.540874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-46e20000-dce2-4355-9705-936331c867cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 217 time: 0.0777731 Sep 22 10:15:28.544583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:28.547562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:28.563116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:28.606654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-e4b5c09d-7288-477f-8a51-832a06960eae service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203337 Sep 22 10:15:28.649503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:28.649503 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:28.731412 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-edfcfaf7-5eb6-49d6-8036-3728cdefec93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0439539 Sep 22 10:15:28.743618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Request body: {'port': {'device_id': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:28.797152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92714-f938-4ad4-b69d-c00f0d2013c3 req-7b713277-1c6c-4fdb-a11f-c7b63625b713 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:28.806885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1dd92714-f938-4ad4-b69d-c00f0d2013c3 req-7b713277-1c6c-4fdb-a11f-c7b63625b713 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.2969143 Sep 22 10:15:28.817856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:28.824377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-25d8fb0d-8bbf-4230-af38-145ccec40c87 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985252 Sep 22 10:15:28.861305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-b5e4869c-6992-4cb9-a6d4-c2dbe6a36d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:28.862777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-b5e4869c-6992-4cb9-a6d4-c2dbe6a36d16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.3096328 Sep 22 10:15:28.868425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e79548ab-5eb8-4c00-884b-0d4baa7d55bf None None] Provisioning complete for port f08fdb60-47c1-47ae-a01b-efa4d09689fd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:28.869241 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e79548ab-5eb8-4c00-884b-0d4baa7d55bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:28.921418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e79548ab-5eb8-4c00-884b-0d4baa7d55bf None None] Port f08fdb60-47c1-47ae-a01b-efa4d09689fd cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:15:28.942486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-a497381f-cedd-4071-829f-6cd4842aa3ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637100 Sep 22 10:15:28.944314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-e6685921-3e10-4522-b7d9-5325558fb700 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291171 Sep 22 10:15:29.038712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1dd92714-f938-4ad4-b69d-c00f0d2013c3 req-b1f2a61e-53ad-4639-b9d9-8098590131f7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071037 Sep 22 10:15:29.125121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e1658c-3ee5-4728-91be-fd95b48e1309 req-87749514-1319-45e5-b66c-ed90638ecc73 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851522 Sep 22 10:15:29.183649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-a40937f6-c056-4282-af40-3ea7e1579c2c service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885436 Sep 22 10:15:29.191053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c382e-3069-4a45-af47-5c655439f0a6 req-b85c3aaa-1095-430a-a434-f3225aff86ed tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:29.198119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b20c382e-3069-4a45-af47-5c655439f0a6 req-b85c3aaa-1095-430a-a434-f3225aff86ed tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 932 time: 0.0705934 Sep 22 10:15:29.200625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08fdb60-47c1-47ae-a01b-efa4d09689fd {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:29.208944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:29.228267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Transition to ACTIVE for port object f08fdb60-47c1-47ae-a01b-efa4d09689fd will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:29.234439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97bcb7e-c09b-4f93-992a-035783bc53e4', 'tag': '703a3864-ea25-4222-8f34-5d6c7a5da1c4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:29.238401 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bec259-c6d0-4045-810f-b87df6d5ea0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b97bcb7e-c09b-4f93-992a-035783bc53e4", "tag": "703a3864-ea25-4222-8f34-5d6c7a5da1c4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:29.298674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b20c382e-3069-4a45-af47-5c655439f0a6 req-b902ee8b-4ad0-410b-82b4-939bb57fef98 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868437 Sep 22 10:15:29.313922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:29.319990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dfff95e-4fa8-4d3f-bdfd-f1522e981d8a req-afda6a6d-004f-43ef-b243-76d5e6470ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262686 Sep 22 10:15:29.371481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Pushing event updated for resources: {'Port': ['ID=f08fdb60-47c1-47ae-a01b-efa4d09689fd,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:29.462359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Attempting to bind port f08fdb60-47c1-47ae-a01b-efa4d09689fd on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:29.462948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Attempting to bind port f08fdb60-47c1-47ae-a01b-efa4d09689fd by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:29.463561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Attempting to bind port f08fdb60-47c1-47ae-a01b-efa4d09689fd on network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:29.474386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Port f08fdb60-47c1-47ae-a01b-efa4d09689fd on network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:29.474710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Attempting to bind port f08fdb60-47c1-47ae-a01b-efa4d09689fd on network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:29.475486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afdcb802-23e2-4d8b-81ae-894e82166b43 req-20f08679-544b-49ee-91e0-0df785f7d3f9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 210 time: 0.0297625 Sep 22 10:15:29.489892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:29.489892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Checking segment: {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:29.489892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Bound using segment: {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:29.489892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Bound port: f08fdb60-47c1-47ae-a01b-efa4d09689fd, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f06439f-51ac-438f-815c-1c38d8ead17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:29.489892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:29.582723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] For port f08fdb60-47c1-47ae-a01b-efa4d09689fd, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:29.589826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] For port f08fdb60-47c1-47ae-a01b-efa4d09689fd, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:29.645913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f53d7-0809-4f29-82e3-10d5e4a69e62 req-f5c48d92-b246-4642-91f5-e6b53a606398 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:29.650559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-998f53d7-0809-4f29-82e3-10d5e4a69e62 req-f5c48d92-b246-4642-91f5-e6b53a606398 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 944 time: 0.0604200 Sep 22 10:15:29.668614 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:29.699925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-998f53d7-0809-4f29-82e3-10d5e4a69e62 req-48bc95e1-63ad-4671-935b-5ad1748c38ab tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473285 Sep 22 10:15:29.710423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:29.711203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:29.713694 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] 10.222.0.30 "PUT /v2.0/ports/f08fdb60-47c1-47ae-a01b-efa4d09689fd HTTP/1.1" status: 200 len: 1092 time: 0.9746482 Sep 22 10:15:29.755808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18022cf7-78e5-4b9a-b3b3-d4f3871e75cd service neutron] Pushing event updated for resources: {'Port': ['ID=f08fdb60-47c1-47ae-a01b-efa4d09689fd,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:29.885625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924faa0d-6d47-496d-af03-d91c2be81904 req-f0635ee5-98a1-4a3c-b9a8-111f89b543f5 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:29.887350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-924faa0d-6d47-496d-af03-d91c2be81904 req-f0635ee5-98a1-4a3c-b9a8-111f89b543f5 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 947 time: 0.0788579 Sep 22 10:15:29.924656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:29.927497 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353fa594-a7db-4639-a7cd-df33a32095bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:29.929748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-924faa0d-6d47-496d-af03-d91c2be81904 req-e6408a0c-cd3f-4db0-af3e-9b833e69d9ad tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362487 Sep 22 10:15:30.066343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3b03b-5a14-499a-acfb-f4559fa2b518 req-062e5d7d-37d4-4851-8eb9-99e3fcf5c338 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.067920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0b3b03b-5a14-499a-acfb-f4559fa2b518 req-062e5d7d-37d4-4851-8eb9-99e3fcf5c338 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 943 time: 0.0539947 Sep 22 10:15:30.116991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 65f44c95-0234-4645-ab1d-b08f0067d9b8 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:30.128070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0b3b03b-5a14-499a-acfb-f4559fa2b518 req-64fcbd18-1ca9-4bc7-9eda-91ee5858e067 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538776 Sep 22 10:15:30.176745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013871-fc25-4710-9c51-790cec5055ea req-52276b3c-7b81-41f4-bed0-5ce26403d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.178522 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-52276b3c-7b81-41f4-bed0-5ce26403d286 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 1095 time: 0.0672960 Sep 22 10:15:30.199460 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ff4d63-aba6-41b8-8fd5-383627e573d5 x-openstack-request-id: req-d9ff4d63-aba6-41b8-8fd5-383627e573d5 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:30.199995 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97bcb7e-c09b-4f93-992a-035783bc53e4", "tag": "703a3864-ea25-4222-8f34-5d6c7a5da1c4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:30.200419 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9ff4d63-aba6-41b8-8fd5-383627e573d5 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:30.200968 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97bcb7e-c09b-4f93-992a-035783bc53e4', 'tag': '703a3864-ea25-4222-8f34-5d6c7a5da1c4', 'status': 'completed', 'code': 200} Sep 22 10:15:30.260165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:30.289600 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '65f44c95-0234-4645-ab1d-b08f0067d9b8', 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587', 'port_id': '65f44c95-0234-4645-ab1d-b08f0067d9b8', 'mac_address': 'fa:16:3e:de:8a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8d2fba-94e6-483e-9929-5a59c83660b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:30.295815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-616868ca-0ede-4c41-90bd-209618e48d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.297560 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-616868ca-0ede-4c41-90bd-209618e48d13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebae80c2528f431884958b10067729d0&device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 1098 time: 0.0740297 Sep 22 10:15:30.299678 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-54acd016-4d3e-4ae3-b03d-ee82b26508a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd HTTP/1.1" status: 200 len: 217 time: 0.1125262 Sep 22 10:15:30.385417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013871-fc25-4710-9c51-790cec5055ea req-29474380-c518-4125-96e9-0b6da9f7c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.387434 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-29474380-c518-4125-96e9-0b6da9f7c712 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0769541 Sep 22 10:15:30.408417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1d231-2fdf-4673-80e1-f2b5bd5eb28e req-ab5db300-e890-4f09-b7b5-c902d1bc0631 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.417862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4dd1d231-2fdf-4673-80e1-f2b5bd5eb28e req-ab5db300-e890-4f09-b7b5-c902d1bc0631 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 943 time: 0.1161392 Sep 22 10:15:30.490471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013871-fc25-4710-9c51-790cec5055ea req-44a59553-b574-476c-af63-310b45d9547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.492231 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-44a59553-b574-476c-af63-310b45d9547b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904040 Sep 22 10:15:30.544913 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:30.580079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4dd1d231-2fdf-4673-80e1-f2b5bd5eb28e req-be3f2254-d601-4920-9932-6deec8ae8fb6 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350076 Sep 22 10:15:30.580599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f44c95-0234-4645-ab1d-b08f0067d9b8 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:30.593410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-248b72b3-4fb1-4e94-852f-9eba1f92890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.594935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-248b72b3-4fb1-4e94-852f-9eba1f92890e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2531290 Sep 22 10:15:30.603543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:30.662231 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-eb912e53-5ff0-4cca-a551-891e29117d88 service neutron] 10.222.0.30 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577785 Sep 22 10:15:30.682977 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:30.683870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 703a3864-ea25-4222-8f34-5d6c7a5da1c4 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:30.691291 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ee619d-73f7-493b-93f6-8668465b1501 x-openstack-request-id: req-49ee619d-73f7-493b-93f6-8668465b1501 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:30.691583 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:30.691839 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49ee619d-73f7-493b-93f6-8668465b1501 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:30.692241 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'status': 'completed', 'code': 200} Sep 22 10:15:30.700468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-a99648d9-e1a4-4627-93fe-cdf1cb922162 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=703a3864-ea25-4222-8f34-5d6c7a5da1c4 HTTP/1.1" status: 200 len: 217 time: 0.0974407 Sep 22 10:15:30.820599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=65f44c95-0234-4645-ab1d-b08f0067d9b8,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:30.837993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-3e2c8be1-0984-4280-a132-74a66b9c0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.839685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-3e2c8be1-0984-4280-a132-74a66b9c0faa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1313930 Sep 22 10:15:30.876817 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43013871-fc25-4710-9c51-790cec5055ea req-0a5091f0-75cf-4b94-b4b0-853c082b020b service neutron] 10.222.0.30 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076886 Sep 22 10:15:30.915464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 703a3864-ea25-4222-8f34-5d6c7a5da1c4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=703a3864-ea25-4222-8f34-5d6c7a5da1c4,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:30.937851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '703a3864-ea25-4222-8f34-5d6c7a5da1c4', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '703a3864-ea25-4222-8f34-5d6c7a5da1c4', 'mac_address': 'fa:16:3e:4a:5a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:30.961155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-f523ea78-0363-4375-b70e-5a0609df81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.962939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-f523ea78-0363-4375-b70e-5a0609df81a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148870 Sep 22 10:15:30.971943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34323c-3bca-4d7c-afe8-9526c16f3e59 req-af5b47a0-d1f8-4527-a077-a548de8ecd68 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:30.973422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd34323c-3bca-4d7c-afe8-9526c16f3e59 req-af5b47a0-d1f8-4527-a077-a548de8ecd68 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.1267104 Sep 22 10:15:31.005556 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:31.025148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703a3864-ea25-4222-8f34-5d6c7a5da1c4 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:31.081166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa594-a7db-4639-a7cd-df33a32095bd req-2e4143dc-1730-4616-bd29-e2b94d6499ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:31.081418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 703a3864-ea25-4222-8f34-5d6c7a5da1c4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=703a3864-ea25-4222-8f34-5d6c7a5da1c4,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:31.084785 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-353fa594-a7db-4639-a7cd-df33a32095bd req-2e4143dc-1730-4616-bd29-e2b94d6499ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 1095 time: 0.0510170 Sep 22 10:15:31.086432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd34323c-3bca-4d7c-afe8-9526c16f3e59 req-87808395-f04c-4fb7-9a0f-77169d33c7cd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022384 Sep 22 10:15:31.128568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-e8f08d15-fe8f-41f2-969c-1ab1a122838a service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541071 Sep 22 10:15:31.146990 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:31.239222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=703a3864-ea25-4222-8f34-5d6c7a5da1c4,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:31.254326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa594-a7db-4639-a7cd-df33a32095bd req-e27b9cf5-9ba7-4ca9-b188-fee197fa379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:31.257023 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-353fa594-a7db-4639-a7cd-df33a32095bd req-e27b9cf5-9ba7-4ca9-b188-fee197fa379f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.1589854 Sep 22 10:15:31.266772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e4359-1e31-4dc3-ae29-b09ccb19022c req-5a1cc2d1-a735-4c6b-baf4-39d36e520816 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:31.274242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a9e4359-1e31-4dc3-ae29-b09ccb19022c req-5a1cc2d1-a735-4c6b-baf4-39d36e520816 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 932 time: 0.1156471 Sep 22 10:15:31.310298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89bec259-c6d0-4045-810f-b87df6d5ea0f req-b522a79c-a717-496c-a864-3947f55f7ff4 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730874 Sep 22 10:15:31.312982 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-353fa594-a7db-4639-a7cd-df33a32095bd req-e33ee32d-35b0-4148-a582-2b033d4cfd08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd HTTP/1.1" status: 200 len: 217 time: 0.0471704 Sep 22 10:15:31.333132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a9e4359-1e31-4dc3-ae29-b09ccb19022c req-8e943854-4f25-44f5-98ce-1cc0ba1c3d2b tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579629 Sep 22 10:15:31.379473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa594-a7db-4639-a7cd-df33a32095bd req-91da9029-0083-418b-8544-bcec87d2d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:31.381518 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-353fa594-a7db-4639-a7cd-df33a32095bd req-91da9029-0083-418b-8544-bcec87d2d557 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0580418 Sep 22 10:15:31.392434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['65f44c95-0234-4645-ab1d-b08f0067d9b8'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:31.424566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['703a3864-ea25-4222-8f34-5d6c7a5da1c4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:31.436491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e90a3859-9710-4d5d-9774-a1bd0e9f060d req-dd492b56-a7be-4ec7-9699-cdb7f64c80c7 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 210 time: 0.0281384 Sep 22 10:15:31.445638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fa594-a7db-4639-a7cd-df33a32095bd req-e15600b8-2c22-4599-a33a-d04214357354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:31.448429 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-353fa594-a7db-4639-a7cd-df33a32095bd req-e15600b8-2c22-4599-a33a-d04214357354 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588841 Sep 22 10:15:31.576050 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-353fa594-a7db-4639-a7cd-df33a32095bd req-82249d18-1726-4e04-9d95-54601530bf8e service neutron] 10.222.0.30 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131465 Sep 22 10:15:31.577874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4382cf-d039-4784-8635-ca1641891270 req-38bca37e-b837-459f-a210-3236cdb6ad55 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:31.579447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b4382cf-d039-4784-8635-ca1641891270 req-38bca37e-b837-459f-a210-3236cdb6ad55 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 944 time: 0.0736861 Sep 22 10:15:31.622448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b4382cf-d039-4784-8635-ca1641891270 req-6155f5dc-57b3-44a8-9181-26016823d45b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Sep 22 10:15:31.690735 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-353fa594-a7db-4639-a7cd-df33a32095bd req-86ab33fc-c495-4789-8bc3-757cd9b3151f service neutron] 10.222.0.30 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069748 Sep 22 10:15:31.753086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976a0d-f684-49b1-8cec-46d9c8f2a59d req-91e311ff-40ab-40c7-9cf2-5f9addf8a33f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:31.754581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02976a0d-f684-49b1-8cec-46d9c8f2a59d req-91e311ff-40ab-40c7-9cf2-5f9addf8a33f tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 948 time: 0.0534499 Sep 22 10:15:31.793387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02976a0d-f684-49b1-8cec-46d9c8f2a59d req-241e308d-45be-4951-b33c-d88c113db47a tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320473 Sep 22 10:15:31.886834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f88b29-39ff-4fdb-ad29-d89575208376 req-b60ebad7-aa84-419b-9ce9-67ce8e7abf6c tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:31.888588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48f88b29-39ff-4fdb-ad29-d89575208376 req-b60ebad7-aa84-419b-9ce9-67ce8e7abf6c tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1100 time: 0.0395412 Sep 22 10:15:31.927238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48f88b29-39ff-4fdb-ad29-d89575208376 req-9a691361-2361-45a1-b0c9-147e5984f03a tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296946 Sep 22 10:15:32.036634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c924a47-314a-44f4-9193-f772905bfd0c req-9728819b-2fc3-45a3-99d2-681cb0dcf55b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:32.038090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c924a47-314a-44f4-9193-f772905bfd0c req-9728819b-2fc3-45a3-99d2-681cb0dcf55b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 943 time: 0.0534441 Sep 22 10:15:32.079939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c924a47-314a-44f4-9193-f772905bfd0c req-55171853-f75b-445d-960f-8aff9e12601d tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Sep 22 10:15:32.182226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc368b-4640-4de0-b121-40bbf452e2dd req-55b433f4-a612-4ef2-af55-f248cfc2f643 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:32.183709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47fc368b-4640-4de0-b121-40bbf452e2dd req-55b433f4-a612-4ef2-af55-f248cfc2f643 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 944 time: 0.0485620 Sep 22 10:15:32.222186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47fc368b-4640-4de0-b121-40bbf452e2dd req-076ec5c9-58bd-4b4e-8813-b3562a9c84ee tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324638 Sep 22 10:15:32.430421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-5b6503a5-b91e-4b06-8833-8a305e856cdc tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f86d306282364855b4f40fc67978d89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210927 Sep 22 10:15:32.543977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-e97b0bed-eb0b-4e98-8d0e-655c0e1a0ef3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:32.545625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-e97b0bed-eb0b-4e98-8d0e-655c0e1a0ef3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091418 Sep 22 10:15:32.561392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-c88bb781-9ad4-4fb1-8add-ef0678c33b8a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/quotas/f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 375 time: 0.0099452 Sep 22 10:15:32.611724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-c8cf7b41-5f9c-4054-a0ec-ae3c8041e0d1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438225 Sep 22 10:15:32.921024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2573c-1de6-4bfe-8870-0d9ee710aa01 req-67d94470-5f3f-417b-8eee-a0734fe3fc75 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:32.922596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cce2573c-1de6-4bfe-8870-0d9ee710aa01 req-67d94470-5f3f-417b-8eee-a0734fe3fc75 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 932 time: 0.0721793 Sep 22 10:15:32.972058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cce2573c-1de6-4bfe-8870-0d9ee710aa01 req-f370abe4-38c3-4152-bfc5-0845a6449ea1 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Sep 22 10:15:33.058400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8dadf18-ad47-408a-973e-1733e72f05db req-2c382796-cd5f-4bb3-a411-ebe9dfffc2d0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 210 time: 0.0307386 Sep 22 10:15:33.370611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf9c8c-9592-4af6-aa5f-69fea7c6941e req-fff47b3e-097d-4422-93a0-0832073c1cb1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:33.372310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-faaf9c8c-9592-4af6-aa5f-69fea7c6941e req-fff47b3e-097d-4422-93a0-0832073c1cb1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 944 time: 0.2611275 Sep 22 10:15:33.415773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-faaf9c8c-9592-4af6-aa5f-69fea7c6941e req-8b262f1b-7e00-4137-b80d-3f457fe1bd3a tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Sep 22 10:15:33.478840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f20b086-c7b6-4f26-be7b-19d5c6d9b61e req-53a3735b-8ab9-49b9-b3bc-777279992547 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 210 time: 0.0267587 Sep 22 10:15:33.589117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc930f6d-67f4-4fa1-9832-08a28e539da6 req-71740d93-73de-49be-ac5b-b90b0b44c97e tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:33.590768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc930f6d-67f4-4fa1-9832-08a28e539da6 req-71740d93-73de-49be-ac5b-b90b0b44c97e tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 948 time: 0.0535705 Sep 22 10:15:33.630006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc930f6d-67f4-4fa1-9832-08a28e539da6 req-60437fd8-1560-4d48-a899-f9e01d95f6ad tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Sep 22 10:15:33.738530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf870ee-11fd-4c57-8937-6dec5973dc1a req-150af127-c6bb-4186-98bb-076e67e3402a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:33.740049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0bf870ee-11fd-4c57-8937-6dec5973dc1a req-150af127-c6bb-4186-98bb-076e67e3402a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 943 time: 0.0548167 Sep 22 10:15:33.782526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0bf870ee-11fd-4c57-8937-6dec5973dc1a req-89d91772-e162-4c75-b53d-8c461aee117d tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Sep 22 10:15:33.885724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80634e24-e299-4238-ae31-919510d2c142 req-3c134d6c-c15e-4bf5-9bd2-303ec93958fd tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:33.887118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80634e24-e299-4238-ae31-919510d2c142 req-3c134d6c-c15e-4bf5-9bd2-303ec93958fd tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 944 time: 0.0505133 Sep 22 10:15:33.924972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80634e24-e299-4238-ae31-919510d2c142 req-dd3c7343-3bbe-4d23-955e-a4b4c4ea5637 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Sep 22 10:15:34.086685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f389b-deb2-4233-b365-7bd8a5e487b3 req-166c027a-46fe-4a76-88aa-1090c548a4de tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:34.088245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-367f389b-deb2-4233-b365-7bd8a5e487b3 req-166c027a-46fe-4a76-88aa-1090c548a4de tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 932 time: 0.0494051 Sep 22 10:15:34.126986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-367f389b-deb2-4233-b365-7bd8a5e487b3 req-b2187eb2-c3fe-438c-a684-08fdcf8509f1 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309877 Sep 22 10:15:34.134398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f08fdb60-47c1-47ae-a01b-efa4d09689fd details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:34.137094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 65f44c95-0234-4645-ab1d-b08f0067d9b8 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:34.216228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-001d196f-55dc-46d5-b819-86cc613a727e req-2ff1097e-fc4a-4f14-bc46-1dcfece0ef1c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 210 time: 0.0307505 Sep 22 10:15:34.268828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f08fdb60-47c1-47ae-a01b-efa4d09689fd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:34.271127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 65f44c95-0234-4645-ab1d-b08f0067d9b8 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:34.281911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 65f44c95-0234-4645-ab1d-b08f0067d9b8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:34.282301 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:34.284848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'port_id': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'mac_address': 'fa:16:3e:b0:e3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:34.355334 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:34.387708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08fdb60-47c1-47ae-a01b-efa4d09689fd {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:34.399781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Request body: {'port': {'device_id': 'ce9860af-3076-4e98-8c80-b3695cdf74ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:34.421883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f08fdb60-47c1-47ae-a01b-efa4d09689fd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:34.423189 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:34.446648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:34.449504 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcaa455-f1f8-4ff5-af32-be919decddc1" -d '{"events": [{"server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "name": "network-vif-plugged", "status": "completed", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:34.463847 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:34.467055 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:34.502964 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d60878-56ad-4019-90d2-d8142e7bd54c x-openstack-request-id: req-99d60878-56ad-4019-90d2-d8142e7bd54c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:34.503265 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "name": "network-vif-plugged", "status": "completed", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:34.505728 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99d60878-56ad-4019-90d2-d8142e7bd54c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:34.505728 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8', 'code': 200} Sep 22 10:15:34.531017 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:34.534631 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:34.537215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 703a3864-ea25-4222-8f34-5d6c7a5da1c4 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:34.558729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35b77-d619-411e-a109-64c3764a560b req-2e9313d7-461e-4d52-8522-b8725ed7c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:34.560918 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-13a35b77-d619-411e-a109-64c3764a560b req-2e9313d7-461e-4d52-8522-b8725ed7c78a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 1094 time: 0.0666299 Sep 22 10:15:34.616004 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-976daa90-97c4-4e4f-8d4a-38b8a171b477 req-5416ff2f-879b-4d6b-b013-e9d8262e3abe tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 210 time: 0.0517843 Sep 22 10:15:34.632029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f08fdb60-47c1-47ae-a01b-efa4d09689fd,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:34.645499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.645499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.645499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.645499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.645499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.646298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.646735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.647184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.647612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.648848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.649175 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.649608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:34.710902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1ee47-ca52-47c3-b163-52cdd9ec467d req-77544aac-107f-4a55-93c5-4169200a88d4 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:34.719859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2a1ee47-ca52-47c3-b163-52cdd9ec467d req-77544aac-107f-4a55-93c5-4169200a88d4 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 945 time: 0.1907284 Sep 22 10:15:34.748094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=65f44c95-0234-4645-ab1d-b08f0067d9b8,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:34.778576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-50330a8a-8664-48ef-a501-ac19e194b5d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107225 Sep 22 10:15:34.794681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2a1ee47-ca52-47c3-b163-52cdd9ec467d req-20767273-67e8-448f-9fb9-da96c2046e9a tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738866 Sep 22 10:15:34.807477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f08fdb60-47c1-47ae-a01b-efa4d09689fd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:34.860772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff1071-f1c5-4404-b8be-f444fff28053 req-5701e854-dc97-44b3-bab6-4a593e9393b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:34.862039 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0ff1071-f1c5-4404-b8be-f444fff28053 req-5701e854-dc97-44b3-bab6-4a593e9393b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1096 time: 0.2282760 Sep 22 10:15:34.883090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:34.896744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:34.896744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:34.903757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35b77-d619-411e-a109-64c3764a560b req-b5405964-40c2-47b5-88d4-26e21eab159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:34.904696 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-13a35b77-d619-411e-a109-64c3764a560b req-b5405964-40c2-47b5-88d4-26e21eab159b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2128028e07be4c7781f4db43dbf59f9a&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3068647 Sep 22 10:15:34.925129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217f2bc-36a4-4c85-b884-3e1fc0cf8f9c req-b78f93f6-8c51-47dc-ad0a-169866af22aa tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:34.926822 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f217f2bc-36a4-4c85-b884-3e1fc0cf8f9c req-b78f93f6-8c51-47dc-ad0a-169866af22aa tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 948 time: 0.1778886 Sep 22 10:15:34.941146 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0ff1071-f1c5-4404-b8be-f444fff28053 req-dd5981b6-8b4a-431a-8ccc-fc2b3f65d07e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712631 Sep 22 10:15:34.995506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-6f019ca3-7665-4206-9051-cda2b53156cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:34.997026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-6f019ca3-7665-4206-9051-cda2b53156cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 1096 time: 0.1372621 Sep 22 10:15:35.006388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d33a1-5611-4d7d-9584-0bcf40cf7194 req-06accf07-0cc1-4991-9976-330d238d86fb tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.007896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad0d33a1-5611-4d7d-9584-0bcf40cf7194 req-06accf07-0cc1-4991-9976-330d238d86fb tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 943 time: 0.1186285 Sep 22 10:15:35.055235 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:35.075019 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f217f2bc-36a4-4c85-b884-3e1fc0cf8f9c req-dc402833-11d8-4cb2-9c39-cb527bab842c tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324344 Sep 22 10:15:35.145064 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a35b77-d619-411e-a109-64c3764a560b req-0b5d82b9-8949-4581-9bd9-43e09fbf52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.151285 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-13a35b77-d619-411e-a109-64c3764a560b req-0b5d82b9-8949-4581-9bd9-43e09fbf52e0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2162695 Sep 22 10:15:35.151581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad0d33a1-5611-4d7d-9584-0bcf40cf7194 req-0b379523-4515-4b9d-85a3-ff20edb9eba0 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273131 Sep 22 10:15:35.155815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 703a3864-ea25-4222-8f34-5d6c7a5da1c4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=703a3864-ea25-4222-8f34-5d6c7a5da1c4,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:35.206643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-9c0d12f7-b152-4346-9b27-990c889899d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.211323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-9c0d12f7-b152-4346-9b27-990c889899d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 200 len: 925 time: 0.1697631 Sep 22 10:15:35.218438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be09dd73-07c2-4238-81eb-3a1058069270 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:35.233618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:35.236463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea04682-aaf1-44de-94fe-e3dd490501fb req-2ff13ac7-8bd6-4619-b4e0-82e2131712c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.238418 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9ea04682-aaf1-44de-94fe-e3dd490501fb req-2ff13ac7-8bd6-4619-b4e0-82e2131712c5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 945 time: 0.0945508 Sep 22 10:15:35.246520 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:35.266890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-363a2b4e-07fc-4383-b224-a6b4e52151fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.268516 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-363a2b4e-07fc-4383-b224-a6b4e52151fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 1094 time: 0.0705044 Sep 22 10:15:35.286839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=703a3864-ea25-4222-8f34-5d6c7a5da1c4,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:35.319732 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9ea04682-aaf1-44de-94fe-e3dd490501fb req-4ea61d2c-659a-4b2a-b7f4-de9370d0d09c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745654 Sep 22 10:15:35.321531 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-c745f46f-b9dd-4caf-9ae7-265d75b1de49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a HTTP/1.1" status: 200 len: 217 time: 0.0431333 Sep 22 10:15:35.330910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Transition to ACTIVE for port object be09dd73-07c2-4238-81eb-3a1058069270 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:35.375988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-8845367f-d02b-4cf8-9f22-6f6af301469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.377634 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-8845367f-d02b-4cf8-9f22-6f6af301469d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b024aa6-cd0c-41fd-a830-e069c01b4c45 HTTP/1.1" status: 200 len: 844 time: 0.0461378 Sep 22 10:15:35.379160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-1b6ae02f-9361-4450-8981-0c7e4ed804ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a HTTP/1.1" status: 200 len: 1001 time: 0.1448050 Sep 22 10:15:35.387223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e640b-a9fa-4b1c-ab79-6432ada63c84 req-1d19ec1c-ad13-47e7-b6be-e838ab8f7a84 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.388705 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-451e640b-a9fa-4b1c-ab79-6432ada63c84 req-1d19ec1c-ad13-47e7-b6be-e838ab8f7a84 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 932 time: 0.1657238 Sep 22 10:15:35.435146 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0a61423c-3e42-4f5b-a230-3ad95e87739d req-68016f64-1742-4e1e-8fb5-1dec37589200 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 210 time: 0.0522287 Sep 22 10:15:35.439541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:35.439808 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-d3944f64-192f-427d-88b9-cbfc2faa4827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451274 Sep 22 10:15:35.468159 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-3e70059c-4c7d-433d-8aea-6a46014c12b4 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f86d306282364855b4f40fc67978d89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318956 Sep 22 10:15:35.518323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-451e640b-a9fa-4b1c-ab79-6432ada63c84 req-bad278f3-c521-427f-856a-3fdb3fbb7a72 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217577 Sep 22 10:15:35.526139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-2702e0dd-e861-4578-bc12-c9f9b86d25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.528420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-2702e0dd-e861-4578-bc12-c9f9b86d25cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e93a07be-436a-4af0-acf9-38dad24cf0a4 HTTP/1.1" status: 200 len: 863 time: 0.1260052 Sep 22 10:15:35.545708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=be09dd73-07c2-4238-81eb-3a1058069270,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:35.584382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.584856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.585262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.585810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.586306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.586631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.586955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.588474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.589484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.589869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.590272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.590613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:35.642231 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-0534b487-0e9b-43d0-a806-d83f2b671517 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934278 Sep 22 10:15:35.651396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-2e57a50a-a26e-4e79-a2c8-49a805deb351 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.652924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-2e57a50a-a26e-4e79-a2c8-49a805deb351 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759388 Sep 22 10:15:35.672980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-90239985-0137-42ec-8877-cfd848e7dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:35.676312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-90239985-0137-42ec-8877-cfd848e7dc64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=723d782f-2c17-4acf-ae5f-7c0e87c61018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251562 Sep 22 10:15:35.709053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Request body: {'port': {'device_id': 'ab95a89e-b865-414d-8653-f513753d28ee', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'f86d306282364855b4f40fc67978d89d'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:35.729910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Attempting to bind port be09dd73-07c2-4238-81eb-3a1058069270 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:35.734072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Attempting to bind port be09dd73-07c2-4238-81eb-3a1058069270 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:35.734072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Attempting to bind port be09dd73-07c2-4238-81eb-3a1058069270 on network 308f8f3f-2e26-4717-ac97-337dfbcdf00f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:35.759988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Port be09dd73-07c2-4238-81eb-3a1058069270 on network 308f8f3f-2e26-4717-ac97-337dfbcdf00f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:35.759988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Attempting to bind port be09dd73-07c2-4238-81eb-3a1058069270 on network 308f8f3f-2e26-4717-ac97-337dfbcdf00f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:35.782863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7f5f1e3-4b0a-440c-b67a-f7ba57696e15 req-347b6835-92c2-4d44-bc8d-c95000145f7c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 210 time: 0.0474958 Sep 22 10:15:35.785744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:35.786089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Checking segment: {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:35.786595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Bound using segment: {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:35.786962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Bound port: be09dd73-07c2-4238-81eb-3a1058069270, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83763beb-4a4f-49dc-982b-daa5c9f1a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:35.787324 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:35.858647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.32', 63689) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:35.904661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-98bd6a0e-44cd-4dee-923b-9dcae1a1c794 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ccb98c53bb8d4a42ad090de69044b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436382 Sep 22 10:15:35.927887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-929add9f-de89-47ba-a993-ce4744b9b5ee service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405593 Sep 22 10:15:36.085132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] For port be09dd73-07c2-4238-81eb-3a1058069270, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:36.123253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] For port be09dd73-07c2-4238-81eb-3a1058069270, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=be09dd73-07c2-4238-81eb-3a1058069270,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:36.149904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f64da-891f-4afa-a8e6-728f367b316e req-2cd4d07d-2913-42eb-801d-7e7eb6390fab service neutron] 10.222.0.32 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971633 Sep 22 10:15:36.157536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-9b8393c9-fbab-4a75-8af7-cf1f2fd15647 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.159098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-9b8393c9-fbab-4a75-8af7-cf1f2fd15647 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336750 Sep 22 10:15:36.161508 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fceaa870-9bfb-4963-a52d-a2d869ef5eb1 req-e5f88872-79b3-400d-9411-cc56584a7473 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075800 Sep 22 10:15:36.163050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f08fdb60-47c1-47ae-a01b-efa4d09689fd up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:36.177756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Request body: {'port': {'device_id': 'b2100a1f-8f61-46fc-8d69-3070b1c9345f', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'ccb98c53bb8d4a42ad090de69044b144'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:36.188823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d336-e795-4d11-be62-e82dfd954bb5 req-ae6695e7-8a96-4b34-be3c-d49bd43bd7e5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.196832 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-adb6d336-e795-4d11-be62-e82dfd954bb5 req-ae6695e7-8a96-4b34-be3c-d49bd43bd7e5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 945 time: 0.1673865 Sep 22 10:15:36.219662 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:36.254028 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-adb6d336-e795-4d11-be62-e82dfd954bb5 req-8452b323-1093-483c-ba1d-7e51b94f130b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536668 Sep 22 10:15:36.313448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f08fdb60-47c1-47ae-a01b-efa4d09689fd completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:36.317358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.317358 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:36.317358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/be09dd73-07c2-4238-81eb-3a1058069270 HTTP/1.1" status: 200 len: 1092 time: 1.9230978 Sep 22 10:15:36.317358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9860af-3076-4e98-8c80-b3695cdf74ea', 'tag': 'be09dd73-07c2-4238-81eb-3a1058069270'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:36.318375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f08fdb60-47c1-47ae-a01b-efa4d09689fd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:36.318782 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fea06-ee19-420d-8efb-0f7fa7bfde80" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9860af-3076-4e98-8c80-b3695cdf74ea", "tag": "be09dd73-07c2-4238-81eb-3a1058069270"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:36.318921 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:36.340589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37555d-04a9-4c87-9d61-fa2a12542a19 req-34176594-9e64-4360-8f41-9c17d4bb9f1d tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.342167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b37555d-04a9-4c87-9d61-fa2a12542a19 req-34176594-9e64-4360-8f41-9c17d4bb9f1d tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 949 time: 0.1821399 Sep 22 10:15:36.384947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631d17-3abc-4394-a69e-1e1cf50d5dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=be09dd73-07c2-4238-81eb-3a1058069270,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:36.408760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a0a81-0f93-4479-b98a-014455a2859a req-f5947c88-9a8d-4f66-ad85-87f43a970fd5 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.417771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b37555d-04a9-4c87-9d61-fa2a12542a19 req-abf93f0b-d533-4a4d-92b7-f603263193d7 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661223 Sep 22 10:15:36.420896 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc5a0a81-0f93-4479-b98a-014455a2859a req-f5947c88-9a8d-4f66-ad85-87f43a970fd5 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 943 time: 0.0870061 Sep 22 10:15:36.456485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Made reservation on behalf of f86d306282364855b4f40fc67978d89d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:36.465032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:36.477890 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:36.519488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f08fdb60-47c1-47ae-a01b-efa4d09689fd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:36.520465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97bcb7e-c09b-4f93-992a-035783bc53e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703a3864-ea25-4222-8f34-5d6c7a5da1c4'}, {'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:36.522744 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359644a9-6c82-4a5a-ad96-d16e57c2a704" -d '{"events": [{"server_uuid": "b97bcb7e-c09b-4f93-992a-035783bc53e4", "name": "network-vif-plugged", "status": "completed", "tag": "703a3864-ea25-4222-8f34-5d6c7a5da1c4"}, {"server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "name": "network-vif-plugged", "status": "completed", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:36.524796 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc5a0a81-0f93-4479-b98a-014455a2859a req-86a5a27f-1e14-4c71-b433-0f3a2000003b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008711 Sep 22 10:15:36.548706 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e0dfc1-9c9c-454e-99ec-a892024fba51 x-openstack-request-id: req-78e0dfc1-9c9c-454e-99ec-a892024fba51 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:36.549053 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9860af-3076-4e98-8c80-b3695cdf74ea", "tag": "be09dd73-07c2-4238-81eb-3a1058069270", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:36.549220 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78e0dfc1-9c9c-454e-99ec-a892024fba51 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:36.549617 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9860af-3076-4e98-8c80-b3695cdf74ea', 'tag': 'be09dd73-07c2-4238-81eb-3a1058069270', 'status': 'completed', 'code': 200} Sep 22 10:15:36.553417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Made reservation on behalf of ccb98c53bb8d4a42ad090de69044b144 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:15:36.557063 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:36.593837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:36.625861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-338cf5f7-dc69-4b79-a2a6-8c35c84d6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.627485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-338cf5f7-dc69-4b79-a2a6-8c35c84d6f53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98106861901d45de95ba84e65e03a6c0&device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 1095 time: 0.1334600 Sep 22 10:15:36.632631 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c96cac92-f326-4800-bddf-842b406095d6 req-01afff58-2e5c-46ba-8cf5-c96d30b27d28 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 210 time: 0.0379360 Sep 22 10:15:36.676492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f08fdb60-47c1-47ae-a01b-efa4d09689fd,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:36.725381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c87188-c3aa-47b4-9bd2-6c76484f9a27 req-749b94ab-769b-4913-8c1b-391f9c974351 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.727100 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4272f1a5-1623-422e-af86-9842c0a0be98 x-openstack-request-id: req-4272f1a5-1623-422e-af86-9842c0a0be98 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:36.727401 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97bcb7e-c09b-4f93-992a-035783bc53e4", "name": "network-vif-plugged", "status": "completed", "tag": "703a3864-ea25-4222-8f34-5d6c7a5da1c4", "code": 200}, {"server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "name": "network-vif-plugged", "status": "completed", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:36.727657 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4272f1a5-1623-422e-af86-9842c0a0be98 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:36.728058 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97bcb7e-c09b-4f93-992a-035783bc53e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703a3864-ea25-4222-8f34-5d6c7a5da1c4', 'code': 200} Sep 22 10:15:36.728403 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'code': 200} Sep 22 10:15:36.729187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Allocated IP 192.168.233.101 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/c209932b-9b2e-413d-95d3-c94f0dafbb4d) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:36.732528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87c87188-c3aa-47b4-9bd2-6c76484f9a27 req-749b94ab-769b-4913-8c1b-391f9c974351 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 945 time: 0.1608763 Sep 22 10:15:36.749695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-6e7a688c-c07f-4510-b751-6b8d549a694e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be09dd73-07c2-4238-81eb-3a1058069270 HTTP/1.1" status: 200 len: 217 time: 0.0877995 Sep 22 10:15:36.809736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87c87188-c3aa-47b4-9bd2-6c76484f9a27 req-a9e361f4-fe77-4d3f-8cda-e370beda6bfb tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760195 Sep 22 10:15:36.889270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2e6042dd-9c58-4eb9-8ef5-cfa5dc219678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.891295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-2e6042dd-9c58-4eb9-8ef5-cfa5dc219678 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c HTTP/1.1" status: 200 len: 854 time: 0.1219242 Sep 22 10:15:36.913260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efda56-1c77-4b2e-86dd-9881103a80c6 req-394db744-5b70-4c48-95a1-5908a961ff84 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.914797 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3efda56-1c77-4b2e-86dd-9881103a80c6 req-394db744-5b70-4c48-95a1-5908a961ff84 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 944 time: 0.1183331 Sep 22 10:15:36.975783 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3efda56-1c77-4b2e-86dd-9881103a80c6 req-40deadeb-caa9-420d-a724-9e7ec8da884c tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518205 Sep 22 10:15:36.980723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:36.983752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9907ea9-fca6-4a2f-a969-40cd3f0cb5e8 req-14205ff0-1d94-4807-91e7-9d449d33efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.985264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9907ea9-fca6-4a2f-a969-40cd3f0cb5e8 req-14205ff0-1d94-4807-91e7-9d449d33efa8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 1097 time: 0.1420593 Sep 22 10:15:36.997144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-812df73f-008c-4d18-a966-0c2acded87e0 req-4065689e-1065-4a5c-a904-0deda7fa62e8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 210 time: 0.0444155 Sep 22 10:15:36.997144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a775bb2-4cfc-4f51-a260-b764b4d012cf req-05a559f4-315a-47b1-9887-6a9c66344b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:36.997144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a775bb2-4cfc-4f51-a260-b764b4d012cf req-05a559f4-315a-47b1-9887-6a9c66344b6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 1100 time: 0.1417260 Sep 22 10:15:37.054280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-ea747f93-5a24-4ef4-9af4-c0c2d03b846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:37.055802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-ea747f93-5a24-4ef4-9af4-c0c2d03b846b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=308f8f3f-2e26-4717-ac97-337dfbcdf00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492484 Sep 22 10:15:37.064601 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:37.070026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9907ea9-fca6-4a2f-a969-40cd3f0cb5e8 req-ba807987-2377-428e-acb9-604b58c04100 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741296 Sep 22 10:15:37.077161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a775bb2-4cfc-4f51-a260-b764b4d012cf req-5a6440df-6298-4c28-853c-11fa3806beb0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745516 Sep 22 10:15:37.077317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['09db16e6-35d5-4abf-8fb6-0620b751a9f6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:37.118215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:37.122488 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c33b9d-6d26-409c-b747-edb524fa6dda req-c91f560b-9927-418b-9290-1b8ff84f7e54 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:37.124037 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f1c33b9d-6d26-409c-b747-edb524fa6dda req-c91f560b-9927-418b-9290-1b8ff84f7e54 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1096 time: 0.0888355 Sep 22 10:15:37.127383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:37.130741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:37.168707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Pushing event updated for resources: {'Port': ['ID=c209932b-9b2e-413d-95d3-c94f0dafbb4d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:37.198720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.199096 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.199988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.199988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.200185 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.200451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.200783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.201112 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.201440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.201774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.202170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.202508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:37.227856 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:37.228547 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:37.260584 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f1c33b9d-6d26-409c-b747-edb524fa6dda req-bf50e87d-f871-421a-a0a3-937a13683036 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225982 Sep 22 10:15:37.375611 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be735aa7-ce7a-4d2f-9f62-d88803a4df65 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6707268 Sep 22 10:15:37.417659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45366b-2c4a-479b-8798-c59bd09ef07c req-e144afed-9f2c-4229-a811-f56a3613bcce tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:37.420158 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2a45366b-2c4a-479b-8798-c59bd09ef07c req-e144afed-9f2c-4229-a811-f56a3613bcce tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1096 time: 0.0560749 Sep 22 10:15:37.460383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Request body: {'port': {'device_id': 'ab95a89e-b865-414d-8653-f513753d28ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:37.479420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Allocated IP 192.168.233.55 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/2f4b713d-8165-4387-9d3a-b1a1415588d1) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:15:37.490494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ee142024-4fe0-405a-b0ff-76fdb140f53c None None] Provisioning complete for port c209932b-9b2e-413d-95d3-c94f0dafbb4d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:37.492934 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ee142024-4fe0-405a-b0ff-76fdb140f53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:37.493644 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2a45366b-2c4a-479b-8798-c59bd09ef07c req-10e7a064-d072-4ac8-b145-7c6b34672d6d tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645356 Sep 22 10:15:37.500261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0681625-98de-4a59-a9c8-d6ba450a26d6 req-c4abfc6b-a008-492d-8728-dc4db38815d4 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:37.508269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0681625-98de-4a59-a9c8-d6ba450a26d6 req-c4abfc6b-a008-492d-8728-dc4db38815d4 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 946 time: 0.1340420 Sep 22 10:15:37.546073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ee142024-4fe0-405a-b0ff-76fdb140f53c None None] Port c209932b-9b2e-413d-95d3-c94f0dafbb4d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:15:37.583619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:37.591735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0681625-98de-4a59-a9c8-d6ba450a26d6 req-1ac0d062-4dce-4757-a1b2-0973a53b8fa5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825534 Sep 22 10:15:37.593750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-e17b3d9e-609e-4a6c-a500-495521b62a36 service neutron] 10.222.0.32 "GET /v2.0/networks/308f8f3f-2e26-4717-ac97-337dfbcdf00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187092 Sep 22 10:15:37.760294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336233-9572-489a-b041-d0e771170b78 req-f172ebf3-a9fe-4ac8-b2d2-72d2b10361ef tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:37.762665 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b336233-9572-489a-b041-d0e771170b78 req-f172ebf3-a9fe-4ac8-b2d2-72d2b10361ef tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 949 time: 0.1261976 Sep 22 10:15:37.809798 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b336233-9572-489a-b041-d0e771170b78 req-31af8fa7-f5d0-47f9-a2e5-25e9938fc1b4 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Sep 22 10:15:37.846003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9c5ffc4-9841-4517-af93-5a3364ad54bd req-f62cbafe-d950-4682-9d75-26500a26c581 service neutron] 10.222.0.32 "GET /v2.0/networks/308f8f3f-2e26-4717-ac97-337dfbcdf00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266130 Sep 22 10:15:37.856299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2a5c1-26b4-4f0e-bc5d-2c3a96b93ac1 req-4a1dbfae-bd2f-40b9-a48c-2f13529ecd67 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:37.863438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8a2a5c1-26b4-4f0e-bc5d-2c3a96b93ac1 req-4a1dbfae-bd2f-40b9-a48c-2f13529ecd67 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 943 time: 0.1728106 Sep 22 10:15:37.867609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:37.912233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8a2a5c1-26b4-4f0e-bc5d-2c3a96b93ac1 req-630e9817-4f5f-44cb-acc6-716df5734287 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478694 Sep 22 10:15:37.998640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6b7b4dc-600f-4442-b989-1689473216b4 req-e4f3c5b7-c4c2-4223-ba79-ebe31a3b298e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 210 time: 0.0296166 Sep 22 10:15:38.044173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:38.059851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d4968f01-676f-472e-96d0-f00c62c963a0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:38.062403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f4fa76b8-f96e-469b-9753-d8ed54654a27'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:38.142770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-04e80b89-3e38-45ca-ac40-0bf49d02e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.144442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-04e80b89-3e38-45ca-ac40-0bf49d02e1c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98106861901d45de95ba84e65e03a6c0&device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 1095 time: 0.1482396 Sep 22 10:15:38.146414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:15:38.149740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:15:38.162945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:15:38.220160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.220954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:38.268380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Pushing event updated for resources: {'Port': ['ID=2f4b713d-8165-4387-9d3a-b1a1415588d1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:38.287251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d309a0-8e8a-4cda-946d-29c28d757137 req-82255656-0ca3-4c6c-aa01-0bc72971ead2 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.296715 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-50d309a0-8e8a-4cda-946d-29c28d757137 req-82255656-0ca3-4c6c-aa01-0bc72971ead2 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 944 time: 0.1193535 Sep 22 10:15:38.397683 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-50d309a0-8e8a-4cda-946d-29c28d757137 req-78e09055-3f96-45f8-9dc0-b880833dd8d8 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000626 Sep 22 10:15:38.427223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c209932b-9b2e-413d-95d3-c94f0dafbb4d {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:38.434631 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:38.452698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26dcfe-dc3a-4b92-b330-e9b1d9c3b9ca req-6bb066f6-bfed-4333-a9fa-72df25930174 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.454392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c26dcfe-dc3a-4b92-b330-e9b1d9c3b9ca req-6bb066f6-bfed-4333-a9fa-72df25930174 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 936 time: 0.2269681 Sep 22 10:15:38.459686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Transition to ACTIVE for port object c209932b-9b2e-413d-95d3-c94f0dafbb4d will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:38.459854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-49ca5131-5473-4526-8300-90d1a85ab2a9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2844226 Sep 22 10:15:38.479259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Request body: {'port': {'device_id': 'b2100a1f-8f61-46fc-8d69-3070b1c9345f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:38.502778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-ca7581df-1886-4fcf-ac48-dc175f2e1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.504795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-ca7581df-1886-4fcf-ac48-dc175f2e1882 service neutron] 10.222.0.32 "GET /v2.0/networks?id=308f8f3f-2e26-4717-ac97-337dfbcdf00f HTTP/1.1" status: 200 len: 916 time: 0.3513772 Sep 22 10:15:38.505582 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-52053f59-69f6-474b-bb78-b4c135c2be00 None None] Provisioning complete for port 2f4b713d-8165-4387-9d3a-b1a1415588d1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:38.506021 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52053f59-69f6-474b-bb78-b4c135c2be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:38.553928 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:38.555467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-52053f59-69f6-474b-bb78-b4c135c2be00 None None] Port 2f4b713d-8165-4387-9d3a-b1a1415588d1 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:15:38.574149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-aeef6ffa-cfce-4198-88c7-c9cea71c5d64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be09dd73-07c2-4238-81eb-3a1058069270 HTTP/1.1" status: 200 len: 217 time: 0.0493531 Sep 22 10:15:38.599805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c26dcfe-dc3a-4b92-b330-e9b1d9c3b9ca req-552834af-a657-4ee5-8ed0-053614cb839c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310489 Sep 22 10:15:38.650808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=c209932b-9b2e-413d-95d3-c94f0dafbb4d,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:38.650808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f192-2b05-4b70-8a38-c13cc2eb43bb req-daa1cde1-ce91-4f1a-a9f5-550f1b15f802 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.650808 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-88e4f192-2b05-4b70-8a38-c13cc2eb43bb req-daa1cde1-ce91-4f1a-a9f5-550f1b15f802 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1096 time: 0.1210637 Sep 22 10:15:38.716494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:38.749146 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-88e4f192-2b05-4b70-8a38-c13cc2eb43bb req-49e128b0-609a-4f85-9cb2-101c41781a14 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936005 Sep 22 10:15:38.751788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-03818b55-adfc-46d0-a269-ce4aa481569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.753601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-03818b55-adfc-46d0-a269-ce4aa481569c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c HTTP/1.1" status: 200 len: 854 time: 0.1528516 Sep 22 10:15:38.771796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Attempting to bind port c209932b-9b2e-413d-95d3-c94f0dafbb4d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:38.779185 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Attempting to bind port c209932b-9b2e-413d-95d3-c94f0dafbb4d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:38.779955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Attempting to bind port c209932b-9b2e-413d-95d3-c94f0dafbb4d on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:38.786132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Port c209932b-9b2e-413d-95d3-c94f0dafbb4d on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:38.786527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Attempting to bind port c209932b-9b2e-413d-95d3-c94f0dafbb4d on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:38.793751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:38.794213 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:38.794657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:38.795155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Bound port: c209932b-9b2e-413d-95d3-c94f0dafbb4d, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:38.795804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:38.810578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95337dc5-4801-484c-9c2e-6aedba092f52 req-82cb1628-6d7e-47e6-90ff-424a84a00436 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.812182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95337dc5-4801-484c-9c2e-6aedba092f52 req-82cb1628-6d7e-47e6-90ff-424a84a00436 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 946 time: 0.1446254 Sep 22 10:15:38.888511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:38.892987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:38.950158 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a073635-68f4-44e3-b356-621e82ec7b24 req-f33b1b9d-0c4d-4074-9099-9844097c9856 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.951006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-a89a37e7-4d8d-43fb-8466-fdbe354dd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:38.951865 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6a073635-68f4-44e3-b356-621e82ec7b24 req-f33b1b9d-0c4d-4074-9099-9844097c9856 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 949 time: 0.0613523 Sep 22 10:15:38.952509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-a89a37e7-4d8d-43fb-8466-fdbe354dd48a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=308f8f3f-2e26-4717-ac97-337dfbcdf00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654062 Sep 22 10:15:38.961445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95337dc5-4801-484c-9c2e-6aedba092f52 req-da239d7f-f4d9-4fc4-8ccf-434dfede363a tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324699 Sep 22 10:15:39.004153 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6a073635-68f4-44e3-b356-621e82ec7b24 req-55f14852-3e54-47d2-a13e-e4141dd4cdc0 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457788 Sep 22 10:15:39.219213 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-677a7217-111b-4921-a46f-27dba310fb46 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:39.220956 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-677a7217-111b-4921-a46f-27dba310fb46 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0959773 Sep 22 10:15:39.230684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ae2c6-50d3-4aa9-8ddf-4df192c07722 req-40c79fc5-99d4-4bac-aac7-ca23ca627682 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:39.232259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa7ae2c6-50d3-4aa9-8ddf-4df192c07722 req-40c79fc5-99d4-4bac-aac7-ca23ca627682 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 943 time: 0.1853468 Sep 22 10:15:39.235583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-cc282e09-44a2-4a1a-85e4-a44c1904368f service neutron] 10.222.0.32 "GET /v2.0/networks/308f8f3f-2e26-4717-ac97-337dfbcdf00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641091 Sep 22 10:15:39.274416 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-91fff275-45b7-4b4c-9ce3-79ba13b9aab7 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 695 time: 0.0471878 Sep 22 10:15:39.285052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4109cab2-7bb0-45fa-9398-4b621a14845e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Request body: {'floatingip': {'port_id': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:39.323063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4109cab2-7bb0-45fa-9398-4b621a14845e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.346892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa7ae2c6-50d3-4aa9-8ddf-4df192c07722 req-630d7f7d-676c-4595-a04a-3a0218cb29f1 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077874 Sep 22 10:15:39.382810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4b713d-8165-4387-9d3a-b1a1415588d1 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:39.395901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.431375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Transition to ACTIVE for port object 2f4b713d-8165-4387-9d3a-b1a1415588d1 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:39.451855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-181fea06-ee19-420d-8efb-0f7fa7bfde80 req-04682fde-86f0-4e52-b2e3-faf042bb1ddd service neutron] 10.222.0.32 "GET /v2.0/networks/308f8f3f-2e26-4717-ac97-337dfbcdf00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990154 Sep 22 10:15:39.472459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5b6eb-7719-4930-91ba-611dcdf6d403 req-6f98c12d-04ea-406e-b8bd-d171f92e9778 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:39.473996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87b5b6eb-7719-4930-91ba-611dcdf6d403 req-6f98c12d-04ea-406e-b8bd-d171f92e9778 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 935 time: 0.0637579 Sep 22 10:15:39.512909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87b5b6eb-7719-4930-91ba-611dcdf6d403 req-bcbf2151-54e3-4782-b3fb-49ec2fa1096f tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328107 Sep 22 10:15:39.543917 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.589494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:39.590132 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.591514 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] 10.222.0.30 "PUT /v2.0/ports/c209932b-9b2e-413d-95d3-c94f0dafbb4d HTTP/1.1" status: 200 len: 1096 time: 2.1397722 Sep 22 10:15:39.595981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:39.596430 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f49fef-5194-4b6b-a60c-751947a0aace" -d '{"events": [{"name": "network-changed", "server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:39.645116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.702993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59484d80-9319-4582-ab83-b2fa9ae6ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=c209932b-9b2e-413d-95d3-c94f0dafbb4d,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:39.740303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4b713d-8165-4387-9d3a-b1a1415588d1,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:39.801421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513e76-92dc-421d-9b7d-4ef177d66334 req-34df56d9-ca6d-446f-a254-cb9c0ef28056 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:39.802976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2513e76-92dc-421d-9b7d-4ef177d66334 req-34df56d9-ca6d-446f-a254-cb9c0ef28056 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 944 time: 0.1530132 Sep 22 10:15:39.851719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Attempting to bind port 2f4b713d-8165-4387-9d3a-b1a1415588d1 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:39.852047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Attempting to bind port 2f4b713d-8165-4387-9d3a-b1a1415588d1 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:39.852369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Attempting to bind port 2f4b713d-8165-4387-9d3a-b1a1415588d1 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:39.863742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2513e76-92dc-421d-9b7d-4ef177d66334 req-1025c1fc-1f6a-43e2-8710-d9f00f2c8244 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532954 Sep 22 10:15:39.864365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Port 2f4b713d-8165-4387-9d3a-b1a1415588d1 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:39.864686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Attempting to bind port 2f4b713d-8165-4387-9d3a-b1a1415588d1 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:39.870431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:39.870767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:39.871151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:39.871571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Bound port: 2f4b713d-8165-4387-9d3a-b1a1415588d1, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:39.871925 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.882788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-5b2886e0-db29-465a-b05f-42e1b1920e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:39.884478 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-5b2886e0-db29-465a-b05f-42e1b1920e24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 1099 time: 0.0877795 Sep 22 10:15:39.898226 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4109cab2-7bb0-45fa-9398-4b621a14845e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.937852 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-be2cf414-c3b7-4d62-b151-25187aab1540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d HTTP/1.1" status: 200 len: 217 time: 0.0436847 Sep 22 10:15:39.939254 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e08b3-7ac0-4989-97a8-810b7cbba1c8 x-openstack-request-id: req-245e08b3-7ac0-4989-97a8-810b7cbba1c8 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:39.939601 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:39.939852 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-245e08b3-7ac0-4989-97a8-810b7cbba1c8 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:39.940237 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d', 'status': 'completed', 'code': 200} Sep 22 10:15:39.967496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] For port 2f4b713d-8165-4387-9d3a-b1a1415588d1, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:39.971025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] For port 2f4b713d-8165-4387-9d3a-b1a1415588d1, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f4b713d-8165-4387-9d3a-b1a1415588d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:39.973053 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4109cab2-7bb0-45fa-9398-4b621a14845e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.053326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd70c-cf4a-4c4b-9e24-9eedf33703be req-f8e2f8ca-ca92-4120-8634-e1d51d5f08a5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.055082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dbfd70c-cf4a-4c4b-9e24-9eedf33703be req-f8e2f8ca-ca92-4120-8634-e1d51d5f08a5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 948 time: 0.0486438 Sep 22 10:15:40.057299 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.058615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-794ad768-146e-4f2d-b7ca-0a0063fbf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.060183 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-794ad768-146e-4f2d-b7ca-0a0063fbf73d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1138837 Sep 22 10:15:40.096599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.097166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.098554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/2f4b713d-8165-4387-9d3a-b1a1415588d1 HTTP/1.1" status: 200 len: 1095 time: 1.6247692 Sep 22 10:15:40.105388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2100a1f-8f61-46fc-8d69-3070b1c9345f', 'tag': '2f4b713d-8165-4387-9d3a-b1a1415588d1'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:40.110516 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2066656d-c72e-41b1-aa8c-e777f0ca2055" -d '{"events": [{"name": "network-changed", "server_uuid": "b2100a1f-8f61-46fc-8d69-3070b1c9345f", "tag": "2f4b713d-8165-4387-9d3a-b1a1415588d1"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:40.119728 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4109cab2-7bb0-45fa-9398-4b621a14845e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 associated. External IP: 172.25.1.58, port: 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0. Sep 22 10:15:40.156757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dbfd70c-cf4a-4c4b-9e24-9eedf33703be req-8a24d23e-0dcb-4a60-ae8e-d1fafa317aa2 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883598 Sep 22 10:15:40.157805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c9902-4524-4ea5-8738-8edefab289d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4b713d-8165-4387-9d3a-b1a1415588d1,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:40.206401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-06e1c865-9bab-4bd2-9435-4a6308b1e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.207975 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-06e1c865-9bab-4bd2-9435-4a6308b1e1b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386323 Sep 22 10:15:40.299504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdffae-8ccb-411e-b4bb-92ab1cb54a6e req-0d14dcbd-6ef3-4206-8a58-b135a693e7f3 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.302349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48bdffae-8ccb-411e-b4bb-92ab1cb54a6e req-0d14dcbd-6ef3-4206-8a58-b135a693e7f3 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1096 time: 0.0815408 Sep 22 10:15:40.307139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-b40f33b1-9e4e-439a-9d1b-c90ceab4ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.308594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-b40f33b1-9e4e-439a-9d1b-c90ceab4ed54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 1098 time: 0.0561886 Sep 22 10:15:40.369782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-d3cac40e-5341-465a-9205-653f99509fde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=2f4b713d-8165-4387-9d3a-b1a1415588d1 HTTP/1.1" status: 200 len: 217 time: 0.0465908 Sep 22 10:15:40.376080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48bdffae-8ccb-411e-b4bb-92ab1cb54a6e req-c2e580e9-0bfa-43d9-8cfa-206b0309d157 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665298 Sep 22 10:15:40.395387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9f4f2a5-cdf6-4875-958e-e8d7b794384a details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:40.401035 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-66025e88-9890-4cff-ab41-1c0faa210c50 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706932 Sep 22 10:15:40.446027 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4109cab2-7bb0-45fa-9398-4b621a14845e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Router 9d3f3423-b1e5-4e67-8747-2849b3d87481 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:40.446922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-51695014-789d-4bfe-99b6-71b1e3e5c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.449399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-51695014-789d-4bfe-99b6-71b1e3e5c8bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0723987 Sep 22 10:15:40.507584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:40.523238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'port_id': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a', 'mac_address': 'fa:16:3e:ce:fd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b024aa6-cd0c-41fd-a830-e069c01b4c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:40.537915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-57b20bb2-ff1f-4bde-a2ef-1951d1dcc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.539378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-57b20bb2-ff1f-4bde-a2ef-1951d1dcc97d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824924 Sep 22 10:15:40.552255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ee77c-495d-4b90-b2b9-5f018358a53b req-812cbc45-50f8-40e7-a4e9-16b2f6cd67db tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.553832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c96ee77c-495d-4b90-b2b9-5f018358a53b req-812cbc45-50f8-40e7-a4e9-16b2f6cd67db tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 949 time: 0.0701075 Sep 22 10:15:40.580460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.600467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f4f2a5-cdf6-4875-958e-e8d7b794384a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:40.622160 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:40.622387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c96ee77c-495d-4b90-b2b9-5f018358a53b req-fc159580-96a2-4b5e-b1fc-22ef84671972 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578945 Sep 22 10:15:40.676919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-29cd455a-5296-41b1-9462-240a83104405 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220572 Sep 22 10:15:40.686399 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e380b-11f4-4b0f-ab24-af3946e7689f x-openstack-request-id: req-b90e380b-11f4-4b0f-ab24-af3946e7689f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:40.686399 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2100a1f-8f61-46fc-8d69-3070b1c9345f", "tag": "2f4b713d-8165-4387-9d3a-b1a1415588d1", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:40.687010 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b90e380b-11f4-4b0f-ab24-af3946e7689f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:40.687963 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2100a1f-8f61-46fc-8d69-3070b1c9345f', 'tag': '2f4b713d-8165-4387-9d3a-b1a1415588d1', 'status': 'completed', 'code': 200} Sep 22 10:15:40.702547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.703315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device be09dd73-07c2-4238-81eb-3a1058069270 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:40.794597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:40.829890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae7889-d695-480d-86a0-5c587f223e6b req-9d02b1b5-19a0-484b-bb73-169488e4abe9 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.832063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66ae7889-d695-480d-86a0-5c587f223e6b req-9d02b1b5-19a0-484b-bb73-169488e4abe9 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 944 time: 0.0781016 Sep 22 10:15:40.834245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4571539-0ea9-4540-b60b-3a06bf6d5a8a req-d4f96879-e3de-4727-b642-83264125dec6 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448419 Sep 22 10:15:40.855142 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-99c7381a-aded-4648-92c3-34a9dc1793b9 req-a031127f-83ae-4480-a200-b9298e840750 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454627 Sep 22 10:15:40.858078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port be09dd73-07c2-4238-81eb-3a1058069270, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=be09dd73-07c2-4238-81eb-3a1058069270,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:40.882504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66ae7889-d695-480d-86a0-5c587f223e6b req-67d595ce-96f1-452a-b988-d5bf679e3b6b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Sep 22 10:15:40.886385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'be09dd73-07c2-4238-81eb-3a1058069270', 'network_id': '308f8f3f-2e26-4717-ac97-337dfbcdf00f', 'port_id': 'be09dd73-07c2-4238-81eb-3a1058069270', 'mac_address': 'fa:16:3e:10:bf:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:40.887874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4109cab2-7bb0-45fa-9398-4b621a14845e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:40.893068 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4109cab2-7bb0-45fa-9398-4b621a14845e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.915172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] Sync routers for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:40.930161 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4109cab2-7bb0-45fa-9398-4b621a14845e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "PUT /v2.0/floatingips/3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 HTTP/1.1" status: 200 len: 995 time: 1.6489153 Sep 22 10:15:40.931904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:40.932724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:40.985837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.986230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-ede19c20-e30c-42d9-8e56-469ace7d8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:40.988696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-ede19c20-e30c-42d9-8e56-469ace7d8c30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 1098 time: 0.0508838 Sep 22 10:15:41.022361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-f2b7a02e-42ff-448d-add2-00ef5f0b3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.024155 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-f2b7a02e-42ff-448d-add2-00ef5f0b3edc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1096 time: 0.0791121 Sep 22 10:15:41.035656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be09dd73-07c2-4238-81eb-3a1058069270 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:41.041704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-191cfb26-973d-42af-a2a2-9aa10fe3a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.043194 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-191cfb26-973d-42af-a2a2-9aa10fe3a19e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 1099 time: 0.0687122 Sep 22 10:15:41.068010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port be09dd73-07c2-4238-81eb-3a1058069270, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=be09dd73-07c2-4238-81eb-3a1058069270,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:41.097550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:41.101962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-8d20f863-d176-4f73-858e-d5a3a604c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.104302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-8d20f863-d176-4f73-858e-d5a3a604c24e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1074283 Sep 22 10:15:41.141750 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:41.152754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-6f00845f-1833-440f-b868-ee46b83f0830 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=2f4b713d-8165-4387-9d3a-b1a1415588d1 HTTP/1.1" status: 200 len: 217 time: 0.0396371 Sep 22 10:15:41.195858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-fdd94fc8-f511-4d88-adac-147de252fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.197678 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-fdd94fc8-f511-4d88-adac-147de252fb0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.1665502 Sep 22 10:15:41.201390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-bb04269d-9d3b-45cb-969a-7e2dfa81082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.202532 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-bb04269d-9d3b-45cb-969a-7e2dfa81082a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1498961 Sep 22 10:15:41.208842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-0daf1a5d-1382-462a-8b97-12a28debff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.213185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-0daf1a5d-1382-462a-8b97-12a28debff8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0492451 Sep 22 10:15:41.263235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-f6a5f9cd-a846-4fbd-8aef-4a5fc49c2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.264914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-f6a5f9cd-a846-4fbd-8aef-4a5fc49c2ac1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459278 Sep 22 10:15:41.285929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-1f8d2cec-0cf7-4123-90bf-2f5f31dd7624 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d HTTP/1.1" status: 200 len: 217 time: 0.0703349 Sep 22 10:15:41.340003 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-e79f698a-36df-415b-8019-13f987572b2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 998 time: 0.1326113 Sep 22 10:15:41.352393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-873f38ea-7eee-4f30-893c-73c5c877e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.354506 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-873f38ea-7eee-4f30-893c-73c5c877e83a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0606425 Sep 22 10:15:41.373247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-8834426c-b6d2-4154-ae88-92a1bc362050 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951583 Sep 22 10:15:41.415396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=be09dd73-07c2-4238-81eb-3a1058069270,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:41.425138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4586e2a2-2155-4e90-939d-ac676e7b867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.433141 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-4586e2a2-2155-4e90-939d-ac676e7b867e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0781832 Sep 22 10:15:41.447721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-0d0510c1-709d-4798-a186-26ecc608b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.449262 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-0d0510c1-709d-4798-a186-26ecc608b775 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869808 Sep 22 10:15:41.450417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['be09dd73-07c2-4238-81eb-3a1058069270'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:41.481611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['c9f4f2a5-cdf6-4875-958e-e8d7b794384a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:41.538916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-b3ab8f48-5239-4b96-9096-a5ec26c1f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:41.552582 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-b3ab8f48-5239-4b96-9096-a5ec26c1f794 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185300 Sep 22 10:15:41.559282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-cd146eb1-04ab-4ad4-a573-16f5a073ba5d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:15:41.575642 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-cd146eb1-04ab-4ad4-a573-16f5a073ba5d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219200 Sep 22 10:15:41.659096 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-01745bcf-eff1-47f3-90c5-4fdcbe3fd9c7 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955562 Sep 22 10:15:41.713480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2066656d-c72e-41b1-aa8c-e777f0ca2055 req-a0f454db-de13-4fde-b252-7217f9480e80 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337181 Sep 22 10:15:41.714328 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-2e70b70b-888c-4693-ba45-2a713eb2506b service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378214 Sep 22 10:15:41.740073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:19:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b50304-7058-4334-b8fa-2f728f2f744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:39Z', 'revision_number': 1, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:41.785507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] Checking router: 9d3f3423-b1e5-4e67-8747-2849b3d87481 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:41.818246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:41.818893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:41.835344 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f8f49fef-5194-4b6b-a60c-751947a0aace req-92687e6e-a519-4d22-a8bb-93ef59c1aa84 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676750 Sep 22 10:15:41.859513 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-815938ed-ddb8-4a6d-b3dc-905f341e1af4 req-b1db2c92-96d2-477c-a447-7762ea956648 service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137466 Sep 22 10:15:41.939474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:41.940825 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:41.943288 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07431f1e-75f5-40ff-87a7-fda75a84f85f" -d '{"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:42.083568 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4b78-b8d2-4dc3-93bd-a2fe07110980 req-05770afd-a396-4023-9106-cb54c3605d7d tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:42.085048 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cdce4b78-b8d2-4dc3-93bd-a2fe07110980 req-05770afd-a396-4023-9106-cb54c3605d7d tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 947 time: 0.0500879 Sep 22 10:15:42.122558 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cdce4b78-b8d2-4dc3-93bd-a2fe07110980 req-09e04d37-7715-47f8-b4ad-8f6ae071e8cc tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Sep 22 10:15:42.185430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:19:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b50304-7058-4334-b8fa-2f728f2f744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:39Z', 'revision_number': 1, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:42.213725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c57c51-2db0-4950-bd9e-04ce42a35caf None None] The sync data for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 is: [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:19:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b50304-7058-4334-b8fa-2f728f2f744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:39Z', 'revision_number': 1, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:42.395244 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d8d33-9f60-4d43-907f-b282a6f28e41 None None] New status for floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:15:42.651960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e31526-5f3c-4313-bf36-03ebd6627f52 req-a1fd68cb-2d64-4aea-9432-ae3dac64a5f8 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:42.653368 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b3e31526-5f3c-4313-bf36-03ebd6627f52 req-a1fd68cb-2d64-4aea-9432-ae3dac64a5f8 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 945 time: 0.0524924 Sep 22 10:15:42.691642 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b3e31526-5f3c-4313-bf36-03ebd6627f52 req-69c206a2-dd34-45c9-975e-a4c0886c1d39 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321314 Sep 22 10:15:42.799324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79186508-af7e-42b9-a595-e1a835126a31 req-5e2387d3-5b3b-4bb4-adce-62391d99b9be tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:42.800810 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-79186508-af7e-42b9-a595-e1a835126a31 req-5e2387d3-5b3b-4bb4-adce-62391d99b9be tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 948 time: 0.0536838 Sep 22 10:15:42.837699 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-79186508-af7e-42b9-a595-e1a835126a31 req-18fdd026-84ba-4f1f-bfbc-6de146810e25 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304320 Sep 22 10:15:42.960610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bfb11-67bf-4b12-a83b-b228736035ba req-ba1ab453-c1fe-4d15-8509-e8396fbb3e09 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:42.962157 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-855bfb11-67bf-4b12-a83b-b228736035ba req-ba1ab453-c1fe-4d15-8509-e8396fbb3e09 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 944 time: 0.0484843 Sep 22 10:15:43.006875 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-855bfb11-67bf-4b12-a83b-b228736035ba req-57c4aa62-837d-4d7c-86b1-b4a7ffe2c7b3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381477 Sep 22 10:15:43.051273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-af6eac3e-8c73-4c9d-9f90-cb4888c4ac54 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:15:43.053630 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-af6eac3e-8c73-4c9d-9f90-cb4888c4ac54 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595360 Sep 22 10:15:43.055234 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b3018d-7e00-4fb9-9067-05620d03d978 x-openstack-request-id: req-37b3018d-7e00-4fb9-9067-05620d03d978 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:43.056015 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:43.057650 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37b3018d-7e00-4fb9-9067-05620d03d978 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:43.057650 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'status': 'completed', 'code': 200} Sep 22 10:15:43.105446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-1ffe8f23-69b9-4f4a-92c0-45103c6c5481 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:43.107032 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-1ffe8f23-69b9-4f4a-92c0-45103c6c5481 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports/65f44c95-0234-4645-ab1d-b08f0067d9b8 HTTP/1.1" status: 200 len: 1093 time: 0.0425265 Sep 22 10:15:43.115559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-3eaa9bed-ea13-4fdb-8be7-8850f449f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:43.117031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-3eaa9bed-ea13-4fdb-8be7-8850f449f07d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1096 time: 0.0400748 Sep 22 10:15:43.124698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Request body: {'binding': {'host': 'n-h2-807025-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:43.125194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Unknown quota resources ['binding']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:15:43.191379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-18e30b4e-84be-4fc4-8d2f-943ec5dbd275 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:43.192853 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-18e30b4e-84be-4fc4-8d2f-943ec5dbd275 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0994678 Sep 22 10:15:43.210617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-216617b9-021f-47a7-9eff-eacd0429805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:43.212061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-216617b9-021f-47a7-9eff-eacd0429805d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.0836511 Sep 22 10:15:43.280996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-d0097c69-dfd9-4043-af2a-744dc6524dcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 1000 time: 0.0592332 Sep 22 10:15:43.325992 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-f5b638ac-2cb4-42da-bb4d-91a9fa1ac71c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 1000 time: 0.1227810 Sep 22 10:15:43.331192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-061bb94e-7d2f-4f7e-ab1a-ea58dc3bb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:43.332638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-061bb94e-7d2f-4f7e-ab1a-ea58dc3bb2a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0431974 Sep 22 10:15:43.341915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Request body: {'floatingip': {'port_id': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:43.379036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-4831bf0b-c331-4d5e-b902-b9f73602b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:43.380780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-4831bf0b-c331-4d5e-b902-b9f73602b2af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381026 Sep 22 10:15:43.400977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on host n-h2-807025-3 for vnic_type normal with profile None {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:43.401305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:43.401629 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:43.413251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:43.413570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:43.418523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:43.423470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:43.423834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:43.424162 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:43.424585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Bound port: 65f44c95-0234-4645-ab1d-b08f0067d9b8, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:43.477853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-b916f03d-a685-46d3-96a2-7db4270557ae service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Sep 22 10:15:43.570275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07431f1e-75f5-40ff-87a7-fda75a84f85f req-05df60d1-ef31-4008-a4de-0370c57eb96b service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828738 Sep 22 10:15:43.576077 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:43.700006 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] Notify callbacks [] for binding, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:43.701169 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-fd1f8a0d-b77a-403a-bd5b-8880675e5623 service neutron] 10.222.0.20 "POST /v2.0/ports/65f44c95-0234-4645-ab1d-b08f0067d9b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5807621 Sep 22 10:15:43.934635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.025106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe06a22-ae45-4bd1-9aa9-8f0834b496c6 req-f71ebe72-044f-4b8a-8add-cdddf675cfe2 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:44.026611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fe06a22-ae45-4bd1-9aa9-8f0834b496c6 req-f71ebe72-044f-4b8a-8add-cdddf675cfe2 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 949 time: 0.0470200 Sep 22 10:15:44.050754 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.064413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fe06a22-ae45-4bd1-9aa9-8f0834b496c6 req-eb6bf682-b86b-403d-a4d3-dc6223860954 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Sep 22 10:15:44.157800 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 associated. External IP: 172.25.1.58, port: 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0. Sep 22 10:15:44.169317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938dc30-a6a8-495c-92dd-abecb932b04d req-3117076c-895a-46e6-8eb4-cb4587c818dc tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:44.175130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c938dc30-a6a8-495c-92dd-abecb932b04d req-3117076c-895a-46e6-8eb4-cb4587c818dc tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 947 time: 0.0505338 Sep 22 10:15:44.197131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c209932b-9b2e-413d-95d3-c94f0dafbb4d details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:44.221219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c938dc30-a6a8-495c-92dd-abecb932b04d req-d92194f8-33e0-4543-926f-0cd2ef10276d tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442257 Sep 22 10:15:44.306194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:44.317946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d', 'mac_address': 'fa:16:3e:78:79:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:44.358402 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.373204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c209932b-9b2e-413d-95d3-c94f0dafbb4d {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:44.398496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:44.417631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 2f4b713d-8165-4387-9d3a-b1a1415588d1 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:44.431180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9f4f2a5-cdf6-4875-958e-e8d7b794384a up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:44.440385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f8e8c-2692-4c22-a3f4-f7b2bd9151fb req-1e3eef1e-3d50-4366-b7c6-73811d44f1cb tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:44.442746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-756f8e8c-2692-4c22-a3f4-f7b2bd9151fb req-1e3eef1e-3d50-4366-b7c6-73811d44f1cb tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 945 time: 0.0604184 Sep 22 10:15:44.477429 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.513998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-756f8e8c-2692-4c22-a3f4-f7b2bd9151fb req-57ad121a-ccd3-4a52-a28e-aed93b0e928d tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637052 Sep 22 10:15:44.573201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-489aa84b-a432-46da-9505-f7ddb964e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:44.578272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-489aa84b-a432-46da-9505-f7ddb964e7e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1096 time: 0.0929992 Sep 22 10:15:44.595187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c209932b-9b2e-413d-95d3-c94f0dafbb4d,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:44.620983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 2f4b713d-8165-4387-9d3a-b1a1415588d1, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f4b713d-8165-4387-9d3a-b1a1415588d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:44.633928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '2f4b713d-8165-4387-9d3a-b1a1415588d1', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '2f4b713d-8165-4387-9d3a-b1a1415588d1', 'mac_address': 'fa:16:3e:39:ba:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:44.635996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port c9f4f2a5-cdf6-4875-958e-e8d7b794384a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:44.644558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port c9f4f2a5-cdf6-4875-958e-e8d7b794384a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:44.644927 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.668689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Router 9d3f3423-b1e5-4e67-8747-2849b3d87481 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:44.707885 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.724293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce452288-ca93-4679-96a9-30b51a615246 req-10b4746e-4276-46b8-9fa7-0986bf29a3a3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:44.725266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4b713d-8165-4387-9d3a-b1a1415588d1 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:44.725778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce452288-ca93-4679-96a9-30b51a615246 req-10b4746e-4276-46b8-9fa7-0986bf29a3a3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 949 time: 0.0990753 Sep 22 10:15:44.732067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-70659a5e-8282-40bb-be1d-9894c944f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:44.735427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-70659a5e-8282-40bb-be1d-9894c944f964 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.1511171 Sep 22 10:15:44.751001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 2f4b713d-8165-4387-9d3a-b1a1415588d1, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f4b713d-8165-4387-9d3a-b1a1415588d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:44.772740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c209932b-9b2e-413d-95d3-c94f0dafbb4d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:44.784351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:44.800056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] Sync routers for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:44.806537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-2f2dca9c-8fca-4f10-9249-8eb417813060 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8 HTTP/1.1" status: 200 len: 217 time: 0.0483243 Sep 22 10:15:44.819129 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.824205 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.829232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce452288-ca93-4679-96a9-30b51a615246 req-59fbc226-f7f5-45b3-b326-4d158e3437b7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913737 Sep 22 10:15:44.876169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:44.876849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:44.883991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-8880394d-4e38-4076-aecc-809cbe5ca2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:44.885476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-8880394d-4e38-4076-aecc-809cbe5ca2b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.0690672 Sep 22 10:15:44.927672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-ba042ab8-1cce-4079-9783-d79bba284b7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336030 Sep 22 10:15:44.940143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:44.943015 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dc3bc4-05c5-4b84-ac81-6c03016a2366" -d '{"events": [{"server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "name": "network-vif-plugged", "status": "completed", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:45.003839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Router 9d3f3423-b1e5-4e67-8747-2849b3d87481 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:45.007404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:45.020211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=2f4b713d-8165-4387-9d3a-b1a1415588d1,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:45.020439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbaaf3-ff69-4ee1-b8f7-3d5c05bdb7ba req-352e7c9d-4a7a-4ccd-8500-1c181ac3f7e8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.021867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97fbaaf3-ff69-4ee1-b8f7-3d5c05bdb7ba req-352e7c9d-4a7a-4ccd-8500-1c181ac3f7e8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 945 time: 0.0919759 Sep 22 10:15:45.082650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:45.088679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.089467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device be09dd73-07c2-4238-81eb-3a1058069270 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:45.112340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97fbaaf3-ff69-4ee1-b8f7-3d5c05bdb7ba req-9fe0b3d7-5135-4a8f-8a62-951a4f16175b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793324 Sep 22 10:15:45.115831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-e67dc201-787c-4c06-a7d0-f78dd3289966 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462169 Sep 22 10:15:45.121539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:45.126259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.157890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:45.160154 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5" -d '{"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:45.194954 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b135aeb5-819e-4434-bb0f-4ef656eda58b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "PUT /v2.0/floatingips/3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 HTTP/1.1" status: 200 len: 998 time: 1.8622055 Sep 22 10:15:45.249616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-8483360c-7f29-4cfa-8b8c-cfee38607783 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.251199 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-8483360c-7f29-4cfa-8b8c-cfee38607783 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports/19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 942 time: 0.0502145 Sep 22 10:15:45.252654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['2f4b713d-8165-4387-9d3a-b1a1415588d1'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:45.273763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-1049d3cb-c7c9-4124-907d-f05d4d2b8651 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409764 Sep 22 10:15:45.287462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7adf6b-c75b-489a-8ce1-d4838986a776 req-70736e03-0a62-4511-a841-185bcd35d42a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.289195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b7adf6b-c75b-489a-8ce1-d4838986a776 req-70736e03-0a62-4511-a841-185bcd35d42a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 945 time: 0.0772743 Sep 22 10:15:45.329620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b7adf6b-c75b-489a-8ce1-d4838986a776 req-4cc084af-4652-4480-a16c-1ca37e486816 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Sep 22 10:15:45.369082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-924e833a-7c7a-4142-8872-b7eeb47c1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.370827 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-924e833a-7c7a-4142-8872-b7eeb47c1389 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1096 time: 0.0474722 Sep 22 10:15:45.435056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:45.473359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-1097e355-31e6-4c77-95e6-aae544d5f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.475026 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-1097e355-31e6-4c77-95e6-aae544d5f331 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.0983994 Sep 22 10:15:45.505724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-0e4b884a-8179-43c1-bcd4-668a0b0adc5e tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.507452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-0e4b884a-8179-43c1-bcd4-668a0b0adc5e tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.0496161 Sep 22 10:15:45.519708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-3'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:45.524467 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-9a10fe4b-2981-47fe-ada4-57724ed41757 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 217 time: 0.0394459 Sep 22 10:15:45.556824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port be09dd73-07c2-4238-81eb-3a1058069270 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:45.566630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port be09dd73-07c2-4238-81eb-3a1058069270 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:45.566999 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.589347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.603769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-8e7da273-a883-4790-84b5-ae543032e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.611250 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-8e7da273-a883-4790-84b5-ae543032e3ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0680058 Sep 22 10:15:45.669693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-ce78b243-d419-4b29-88a6-5c5b2300646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.669693 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-ce78b243-d419-4b29-88a6-5c5b2300646b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547101 Sep 22 10:15:45.735904 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.750423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:b0:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:43Z', 'revision_number': 3, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:45.755986 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4c3a61-dd26-47d6-81ae-736320955c47 x-openstack-request-id: req-cd4c3a61-dd26-47d6-81ae-736320955c47 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:45.756113 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "name": "network-vif-plugged", "status": "completed", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:45.756353 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd4c3a61-dd26-47d6-81ae-736320955c47 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:45.756738 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a', 'code': 200} Sep 22 10:15:45.763105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:45.790258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] Checking router: 9d3f3423-b1e5-4e67-8747-2849b3d87481 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:45.794478 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469e43e3-f6dc-4f5b-9a67-b709bf3c937f x-openstack-request-id: req-469e43e3-f6dc-4f5b-9a67-b709bf3c937f {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:45.794771 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:45.795026 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-469e43e3-f6dc-4f5b-9a67-b709bf3c937f {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:45.804703 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'status': 'completed', 'code': 200} Sep 22 10:15:45.814578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port be09dd73-07c2-4238-81eb-3a1058069270, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=be09dd73-07c2-4238-81eb-3a1058069270,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:45.815594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:45.816215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:45.819210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:45.822405 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-0e18ae42-2ee4-47eb-a3dc-7b298bf54b0b service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483746 Sep 22 10:15:45.904855 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.930450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:45.933231 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d26fea-3927-4a6d-ae3c-cc2c453da43f" -d '{"events": [{"server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "name": "network-vif-unplugged", "status": "completed", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:45.939468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.949332 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edd203-c22a-4ee8-8807-1edf9ea878aa req-78b2d048-3501-4b15-9083-baad850ebab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.951099 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-77edd203-c22a-4ee8-8807-1edf9ea878aa req-78b2d048-3501-4b15-9083-baad850ebab5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 1096 time: 0.0976968 Sep 22 10:15:45.954509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-499324e2-6a47-4f52-a4f1-6b11464012fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.956009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-499324e2-6a47-4f52-a4f1-6b11464012fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1096 time: 0.1045589 Sep 22 10:15:45.963070 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-18b1fed4-75fb-4f01-b997-a0a423f68ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398401 Sep 22 10:15:45.968244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb5b71-fb95-4add-804a-067a3667fb2d req-7fdff8f5-add4-4f0a-9b9a-974511d033ef tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:45.969727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52cb5b71-fb95-4add-804a-067a3667fb2d req-7fdff8f5-add4-4f0a-9b9a-974511d033ef tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 948 time: 0.0933006 Sep 22 10:15:45.980259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=be09dd73-07c2-4238-81eb-3a1058069270,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:45.998836 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-77edd203-c22a-4ee8-8807-1edf9ea878aa req-a47a4225-0766-4dc0-ad65-8ec2e63fe72a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Sep 22 10:15:45.999180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:46.017924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.107043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-528ea4ad-82ea-44b6-996f-2ce97dc764d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.112485 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-528ea4ad-82ea-44b6-996f-2ce97dc764d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 1097 time: 0.0592072 Sep 22 10:15:46.114455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52cb5b71-fb95-4add-804a-067a3667fb2d req-69add260-c725-43ab-bab6-b7173c6ef74b tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365676 Sep 22 10:15:46.152124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-3f47fec1-18ed-4c17-85cc-8e60ee9ae0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.153633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-3f47fec1-18ed-4c17-85cc-8e60ee9ae0e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.1830204 Sep 22 10:15:46.174528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Pushing event updated for resources: {'Port': ['ID=65f44c95-0234-4645-ab1d-b08f0067d9b8,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:46.195075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on host n-h1-807025-3 for vnic_type normal with profile {"migrating_to": "n-h2-807025-3"} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:15:46.195580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:15:46.196016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:46.201532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:15:46.201989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Attempting to bind port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:15:46.207311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:15:46.207767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:15:46.208276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:15:46.208804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Bound port: 65f44c95-0234-4645-ab1d-b08f0067d9b8, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:15:46.209270 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.226606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c209932b-9b2e-413d-95d3-c94f0dafbb4d up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:46.278667 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b349ad53-88f0-4679-a162-8a622d9ca928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.295421 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-b349ad53-88f0-4679-a162-8a622d9ca928 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.1534233 Sep 22 10:15:46.307723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:b0:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:43Z', 'revision_number': 3, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:46.313890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-9de2b7e8-2018-466c-8e38-948bc00d0497 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 217 time: 0.0845625 Sep 22 10:15:46.340066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50870fc1-df4b-4975-a00d-39c62e77090a None None] The sync data for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 is: [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:b0:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:43Z', 'revision_number': 3, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:46.358249 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-3feefbea-dcdc-49ce-a247-64a9c01b4bfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd HTTP/1.1" status: 200 len: 1001 time: 0.0708346 Sep 22 10:15:46.404733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port c209932b-9b2e-413d-95d3-c94f0dafbb4d completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:46.411612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port c209932b-9b2e-413d-95d3-c94f0dafbb4d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:46.413822 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.415726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-ec9f9951-4427-4840-b3fa-d33ef5882f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.420890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:46.423049 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-ec9f9951-4427-4840-b3fa-d33ef5882f5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0638456 Sep 22 10:15:46.428230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:15:46.445677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94616f-2ff8-4832-9e17-ba409068ea17 req-5cd2fbaa-a94a-4113-9181-ebfeb88d96e3 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.448519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb94616f-2ff8-4832-9e17-ba409068ea17 req-5cd2fbaa-a94a-4113-9181-ebfeb88d96e3 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.1380901 Sep 22 10:15:46.452485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-57170d28-725f-45cd-8287-b824c6fd4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.454939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-57170d28-725f-45cd-8287-b824c6fd4914 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.1239491 Sep 22 10:15:46.475480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-05a89a40-a6f9-4c90-8c59-57ffe15835b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.477530 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-05a89a40-a6f9-4c90-8c59-57ffe15835b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536497 Sep 22 10:15:46.506215 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.534552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.588117 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:46.598877 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b6a4d-53e7-4565-aa89-20a57d503187 None None] New status for floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:15:46.600412 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-a6eb64b5-ed95-4665-83fd-69ecffb540a2 service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124265 Sep 22 10:15:46.601625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb94616f-2ff8-4832-9e17-ba409068ea17 req-3eca5878-f5c5-4b3f-b4e7-4bb4995ef968 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454985 Sep 22 10:15:46.624686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-ca93c6ca-eda6-4a18-96c2-163f19f3a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.626014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-ca93c6ca-eda6-4a18-96c2-163f19f3a081 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617198 Sep 22 10:15:46.626689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Pushing event updated for resources: {'Port': ['ID=65f44c95-0234-4645-ab1d-b08f0067d9b8,revision_number=8']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:46.654773 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.661314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.663866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.663866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-82ac1277-a4d2-4b89-beef-afd9ab0a2624 service neutron] 10.222.0.32 "PUT /v2.0/ports/65f44c95-0234-4645-ab1d-b08f0067d9b8 HTTP/1.1" status: 200 len: 1121 time: 1.1479571 Sep 22 10:15:46.756676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c209932b-9b2e-413d-95d3-c94f0dafbb4d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:46.775715 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5d9bcbe5-a279-4028-81e0-b275ada2669c req-e2ca0c11-996f-4be4-8574-906366f73903 service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570811 Sep 22 10:15:46.777908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['65f44c95-0234-4645-ab1d-b08f0067d9b8'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:46.788917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-24efe913-3946-447c-9f3f-896665792879 service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517467 Sep 22 10:15:46.812009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcef1b-7b3a-4ead-8a6b-f453db4f82fe req-9b0b00cd-4317-4b2e-9076-e0f53881b847 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.813594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4bcef1b-7b3a-4ead-8a6b-f453db4f82fe req-9b0b00cd-4317-4b2e-9076-e0f53881b847 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 949 time: 0.0939000 Sep 22 10:15:46.911553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4bcef1b-7b3a-4ead-8a6b-f453db4f82fe req-3335be4b-5967-4fc4-ad59-6e65290641fd tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/security-groups?id=70949023-2e16-4a7e-9cab-ab551c149b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822423 Sep 22 10:15:46.934050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f8fa624-eb23-4eec-bd8a-745e98aa34d5 req-5be4f153-66c3-42bc-a365-84e335b9278e service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381056 Sep 22 10:15:46.979889 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eed3cad-07c5-4d9a-b9b7-b8344c736852 x-openstack-request-id: req-3eed3cad-07c5-4d9a-b9b7-b8344c736852 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:46.980191 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "name": "network-vif-unplugged", "status": "completed", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:46.980446 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3eed3cad-07c5-4d9a-b9b7-b8344c736852 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:46.980845 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8', 'code': 200} Sep 22 10:15:46.983679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171864d6-ff04-44da-bc2f-2a8d711c7a01 req-87383f96-70cc-40e9-ac35-ccbb91e4cf89 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:46.985265 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-171864d6-ff04-44da-bc2f-2a8d711c7a01 req-87383f96-70cc-40e9-ac35-ccbb91e4cf89 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0781360 Sep 22 10:15:47.024642 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-171864d6-ff04-44da-bc2f-2a8d711c7a01 req-7ecb4477-c578-4496-a4e0-7b55fc3cfcbe tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Sep 22 10:15:47.089060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d1f5e-bb4a-4bdc-ae4b-e992fa18a9c2 req-801b2255-2ac0-4906-a778-38ea9a849338 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:47.090899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf6d1f5e-bb4a-4bdc-ae4b-e992fa18a9c2 req-801b2255-2ac0-4906-a778-38ea9a849338 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 943 time: 0.0629489 Sep 22 10:15:47.108137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] Sync routers for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:47.117620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:47.118380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:47.136028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf6d1f5e-bb4a-4bdc-ae4b-e992fa18a9c2 req-976b0d77-5b17-404f-9bfe-37f79da9b7ba tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386961 Sep 22 10:15:47.144157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc123-d354-4f13-8735-d6b04a58aaab req-24a2cfbc-0bfa-411c-af1e-df988497e92b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:47.145698 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e18dc123-d354-4f13-8735-d6b04a58aaab req-24a2cfbc-0bfa-411c-af1e-df988497e92b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 945 time: 0.0601819 Sep 22 10:15:47.214735 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e18dc123-d354-4f13-8735-d6b04a58aaab req-f710183c-992b-4d77-9329-a1fd6ccb8817 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603485 Sep 22 10:15:47.251299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:47.251824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-4141f54c-0d35-4f88-b288-f251597d4986 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:47.255502 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-4141f54c-0d35-4f88-b288-f251597d4986 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 949 time: 0.0777891 Sep 22 10:15:47.318523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f3fab00-33ef-4672-b11c-08c3bca4e804 req-f3ab29b1-dda3-4d17-89a1-9417216aa006 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 1001 time: 0.1426604 Sep 22 10:15:47.373386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fab00-33ef-4672-b11c-08c3bca4e804 req-be9bfec5-5b74-45ea-be97-2ff298cf1e0b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:47.379354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f3fab00-33ef-4672-b11c-08c3bca4e804 req-be9bfec5-5b74-45ea-be97-2ff298cf1e0b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports/f08fdb60-47c1-47ae-a01b-efa4d09689fd HTTP/1.1" status: 200 len: 943 time: 0.0534718 Sep 22 10:15:47.399211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d4110-23ea-4112-8f8b-5b52d4c2cf62 req-192e5ab5-3255-460c-bf45-280dbff40351 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:47.401276 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e15d4110-23ea-4112-8f8b-5b52d4c2cf62 req-192e5ab5-3255-460c-bf45-280dbff40351 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 948 time: 0.1066384 Sep 22 10:15:47.468616 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e15d4110-23ea-4112-8f8b-5b52d4c2cf62 req-6f893ffd-b284-4243-b380-fe8ccbfb7999 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579879 Sep 22 10:15:47.470606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Deleting port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:47.470953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.539912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f3fab00-33ef-4672-b11c-08c3bca4e804 req-fec8d266-bc4d-41ef-b2d0-f401ec3413a7 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 1001 time: 0.0802212 Sep 22 10:15:47.601859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] For port 703a3864-ea25-4222-8f34-5d6c7a5da1c4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=703a3864-ea25-4222-8f34-5d6c7a5da1c4,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:47.602377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.617099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Calling delete_port for 703a3864-ea25-4222-8f34-5d6c7a5da1c4 owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:47.679342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fab00-33ef-4672-b11c-08c3bca4e804 req-88212051-fd5a-4f51-bd2e-4e0982abed3e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:47.680715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f3fab00-33ef-4672-b11c-08c3bca4e804 req-88212051-fd5a-4f51-bd2e-4e0982abed3e tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1259153 Sep 22 10:15:47.680832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:b0:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:46Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:47.691217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-9f3fab00-33ef-4672-b11c-08c3bca4e804 req-05a4154f-8757-491c-9ae2-ac28863be3a5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:15:47.692505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f3fab00-33ef-4672-b11c-08c3bca4e804 req-05a4154f-8757-491c-9ae2-ac28863be3a5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057600 Sep 22 10:15:47.710827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] Checking router: 9d3f3423-b1e5-4e67-8747-2849b3d87481 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:47.720660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:47.722772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:47.761948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9860af-3076-4e98-8c80-b3695cdf74ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be09dd73-07c2-4238-81eb-3a1058069270'}, {'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:47.762865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d76c9-13d3-41bf-bdf7-1dedde329e0e req-333fa38c-fb03-42b2-a66b-cbf63b7bbcf8 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:47.764866 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-209d76c9-13d3-41bf-bdf7-1dedde329e0e req-333fa38c-fb03-42b2-a66b-cbf63b7bbcf8 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.0767677 Sep 22 10:15:47.764980 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d3cd09-1e51-4876-8041-abf380c3b58d" -d '{"events": [{"server_uuid": "ce9860af-3076-4e98-8c80-b3695cdf74ea", "name": "network-vif-plugged", "status": "completed", "tag": "be09dd73-07c2-4238-81eb-3a1058069270"}, {"server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "name": "network-vif-plugged", "status": "completed", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:47.786066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-90740213-d96f-4815-a307-9bb141890934 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 1001 time: 0.0723574 Sep 22 10:15:47.807013 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:47.809582 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e0445c-a390-462b-9f8a-6cae5c727e29" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:47.839397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-57dcf3d5-e5f4-45ed-8cb5-daed275a4dd1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:47.840937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-57dcf3d5-e5f4-45ed-8cb5-daed275a4dd1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports/f08fdb60-47c1-47ae-a01b-efa4d09689fd HTTP/1.1" status: 200 len: 943 time: 0.0481374 Sep 22 10:15:47.841619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:47.844453 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-209d76c9-13d3-41bf-bdf7-1dedde329e0e req-96658a5d-8ea0-404d-804e-f039767af824 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730181 Sep 22 10:15:47.899454 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5409ca-cc2b-4070-ac04-2dcacc9dcdcd x-openstack-request-id: req-8b5409ca-cc2b-4070-ac04-2dcacc9dcdcd {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:47.899865 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9860af-3076-4e98-8c80-b3695cdf74ea", "name": "network-vif-plugged", "status": "completed", "tag": "be09dd73-07c2-4238-81eb-3a1058069270", "code": 200}, {"server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "name": "network-vif-plugged", "status": "completed", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:47.900123 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b5409ca-cc2b-4070-ac04-2dcacc9dcdcd {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:47.901733 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9860af-3076-4e98-8c80-b3695cdf74ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be09dd73-07c2-4238-81eb-3a1058069270', 'code': 200} Sep 22 10:15:47.901994 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d', 'code': 200} Sep 22 10:15:47.923241 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.950990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['703a3864-ea25-4222-8f34-5d6c7a5da1c4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:47.971903 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8d7531-ac54-49ed-bfa6-cadaf308a046 x-openstack-request-id: req-4c8d7531-ac54-49ed-bfa6-cadaf308a046 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:47.972338 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:47.972676 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c8d7531-ac54-49ed-bfa6-cadaf308a046 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:47.973172 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'status': 'completed', 'code': 200} Sep 22 10:15:47.976345 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Pushing event deleted for resources: {'Port': ['ID=703a3864-ea25-4222-8f34-5d6c7a5da1c4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:47.986039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-c6429c38-ac25-4317-8d08-eadc6f65ce1f tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 1001 time: 0.0866735 Sep 22 10:15:48.084884 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] No DVR routers for this DVR port 703a3864-ea25-4222-8f34-5d6c7a5da1c4 on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:48.087807 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:48.090267 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4b3a3301-4f18-45aa-a6a0-3d9a6c8220d8 req-a24aeedd-a407-41da-9701-457f121518f3 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.30 "DELETE /v2.0/ports/703a3864-ea25-4222-8f34-5d6c7a5da1c4 HTTP/1.1" status: 204 len: 173 time: 0.8287714 Sep 22 10:15:48.093172 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8624061d-1dc9-4730-a12f-6b052e399320 req-0f7b18af-ff2f-43c1-8ae4-83b1cae4d4aa tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 210 time: 0.0335231 Sep 22 10:15:48.206677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:b0:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:46Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:48.226025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1dde7-518e-4664-8175-1c3b3932aa07 req-731fec37-7a15-436e-959d-88ff5944238b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:48.228631 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f4e1dde7-518e-4664-8175-1c3b3932aa07 req-731fec37-7a15-436e-959d-88ff5944238b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0569174 Sep 22 10:15:48.240389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccde846-6713-41e4-882d-cba81715e0fa None None] The sync data for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 is: [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:b0:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:46Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:48.277885 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f4e1dde7-518e-4664-8175-1c3b3932aa07 req-881c0f13-4d3c-4776-9b13-ab504ba286cd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Sep 22 10:15:48.395618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ee6eb-546c-4370-b060-eb00eac39c49 req-4da55c28-f2b6-4cfd-a6da-b57e9e504e82 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:48.398959 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-106ee6eb-546c-4370-b060-eb00eac39c49 req-4da55c28-f2b6-4cfd-a6da-b57e9e504e82 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 943 time: 0.0570366 Sep 22 10:15:48.435685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 2f4b713d-8165-4387-9d3a-b1a1415588d1 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:15:48.449058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceee93-185b-448b-b760-3010eacf04ca req-904a2b0b-2246-473c-b9f5-1a64ef30e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:48.450844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83ceee93-185b-448b-b760-3010eacf04ca req-904a2b0b-2246-473c-b9f5-1a64ef30e90a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 1097 time: 0.4603417 Sep 22 10:15:48.453919 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-106ee6eb-546c-4370-b060-eb00eac39c49 req-c0cdfdec-b582-49f9-94d2-9d1317314863 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499210 Sep 22 10:15:48.477699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-10b8138f-98a1-4010-8f07-d8cece09768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:48.479833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-10b8138f-98a1-4010-8f07-d8cece09768f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 1097 time: 0.4903398 Sep 22 10:15:48.491360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eee187-dbe6-4370-a191-2b16fc70c226 req-fb4340ec-2ce8-4e06-a4aa-681a2d2e2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:48.494502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3eee187-dbe6-4370-a191-2b16fc70c226 req-fb4340ec-2ce8-4e06-a4aa-681a2d2e2180 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 1101 time: 0.5047345 Sep 22 10:15:48.510984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-1278e0d2-ea25-48f5-a2df-4ce453d01e76 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:48.512342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-1278e0d2-ea25-48f5-a2df-4ce453d01e76 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.5254066 Sep 22 10:15:48.582548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d47f09-91d0-481c-913e-02cabd69c473 req-a9807f43-6803-479d-901a-1ff293b180a7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:48.584053 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-77d47f09-91d0-481c-913e-02cabd69c473 req-a9807f43-6803-479d-901a-1ff293b180a7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 945 time: 0.0597436 Sep 22 10:15:48.623035 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-77d47f09-91d0-481c-913e-02cabd69c473 req-460c3e77-1f0b-4fba-be00-071d6a2fc01e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Sep 22 10:15:48.639268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83ceee93-185b-448b-b760-3010eacf04ca req-ed8806b9-e886-47f3-9fd9-8a7cf309a669 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700566 Sep 22 10:15:48.647666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 2f4b713d-8165-4387-9d3a-b1a1415588d1 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:15:48.652127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 2f4b713d-8165-4387-9d3a-b1a1415588d1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:15:48.656430 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:48.656567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3eee187-dbe6-4370-a191-2b16fc70c226 req-f9bd25b6-7527-4d8a-901e-f7f606e9e8b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402965 Sep 22 10:15:48.668716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-7982094c-6344-4a4f-9e47-8e45d222fa30 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 1001 time: 0.1381538 Sep 22 10:15:48.686257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-0e5c35a0-d36e-42c8-b9e6-e01eb446e9c1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:48.692594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-f255c9e0-4fdb-4980-bc6c-49b2533e4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:48.694057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-f255c9e0-4fdb-4980-bc6c-49b2533e4359 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.2003584 Sep 22 10:15:48.731121 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cf6c9-f8e5-4503-99a9-553ed534c044 req-c1097b59-9bef-4dd0-ad9e-821407a7b14e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:48.735571 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:48.736097 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-640cf6c9-f8e5-4503-99a9-553ed534c044 req-c1097b59-9bef-4dd0-ad9e-821407a7b14e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 948 time: 0.0505497 Sep 22 10:15:48.764415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 2f4b713d-8165-4387-9d3a-b1a1415588d1, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f4b713d-8165-4387-9d3a-b1a1415588d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:48.779532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-0e5c35a0-d36e-42c8-b9e6-e01eb446e9c1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:48.781247 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-640cf6c9-f8e5-4503-99a9-553ed534c044 req-2c395524-729b-487c-961a-e910014547ec tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345747 Sep 22 10:15:48.821705 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:48.873307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=2f4b713d-8165-4387-9d3a-b1a1415588d1,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:48.969911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-f340fee8-1f17-4c18-92ec-f93b427c0abe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd HTTP/1.1" status: 200 len: 1001 time: 0.1063273 Sep 22 10:15:48.973451 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-0e5c35a0-d36e-42c8-b9e6-e01eb446e9c1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:48.981344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:48.983620 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c041502-a620-4867-9fde-e611367457bc" -d '{"events": [{"name": "network-changed", "server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:49.032892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-a4302391-529f-4a3e-88be-46bd455937e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.034412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-a4302391-529f-4a3e-88be-46bd455937e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0442054 Sep 22 10:15:49.066443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-0e5c35a0-d36e-42c8-b9e6-e01eb446e9c1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:49.066843 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-0e5c35a0-d36e-42c8-b9e6-e01eb446e9c1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 disassociated. External IP: 172.25.1.58, port: f08fdb60-47c1-47ae-a01b-efa4d09689fd. Sep 22 10:15:49.142287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-59ab7784-62f0-4c56-b393-893616d22995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.143803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-59ab7784-62f0-4c56-b393-893616d22995 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021986 Sep 22 10:15:49.265735 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c450bd-8bfe-4004-8725-050e2fed2646 req-fe671a3d-cd99-4cd2-87c1-fba4dc731e61 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.267589 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-07c450bd-8bfe-4004-8725-050e2fed2646 req-fe671a3d-cd99-4cd2-87c1-fba4dc731e61 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.0613699 Sep 22 10:15:49.314895 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-07c450bd-8bfe-4004-8725-050e2fed2646 req-3a7ada8f-fd07-4076-9d9d-073f019689b3 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Sep 22 10:15:49.350426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-e6be9c56-45b2-4458-aa0a-735b9b8ad743 service neutron] 10.222.0.30 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915348 Sep 22 10:15:49.370961 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beb1b95-8fc4-4fe9-a3cc-41871b10323f x-openstack-request-id: req-2beb1b95-8fc4-4fe9-a3cc-41871b10323f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:49.371255 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:49.371508 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2beb1b95-8fc4-4fe9-a3cc-41871b10323f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:49.371904 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8', 'status': 'completed', 'code': 200} Sep 22 10:15:49.450275 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-72cca7ef-a68a-4653-83b2-b8f182df9512 req-cbd600e3-f97e-43bf-8c80-420dda6cd9e2 tempest-DeleteServersAdminTestJSON-1840550338 tempest-DeleteServersAdminTestJSON-1840550338-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bcb7e-c09b-4f93-992a-035783bc53e4 HTTP/1.1" status: 200 len: 210 time: 0.0247705 Sep 22 10:15:49.474549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-0e5c35a0-d36e-42c8-b9e6-e01eb446e9c1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Router 9d3f3423-b1e5-4e67-8747-2849b3d87481 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:49.491884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c041502-a620-4867-9fde-e611367457bc req-773f6220-d67f-493c-8048-126c5697e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.493761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c041502-a620-4867-9fde-e611367457bc req-773f6220-d67f-493c-8048-126c5697e81e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1124 time: 0.0966918 Sep 22 10:15:49.572063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d1baf-e10b-4384-ace4-8b12dc3fa39e req-1a4a9ec0-eaf6-4bc1-927e-205760b9c16b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.572977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29e0445c-a390-462b-9f8a-6cae5c727e29 req-2457b0a4-bdff-4043-a7d1-d7ddf117a244 service neutron] 10.222.0.30 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162473 Sep 22 10:15:49.575320 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cd2d1baf-e10b-4384-ace4-8b12dc3fa39e req-1a4a9ec0-eaf6-4bc1-927e-205760b9c16b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 945 time: 0.0535412 Sep 22 10:15:49.629017 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cd2d1baf-e10b-4384-ace4-8b12dc3fa39e req-c584567b-78e5-4e5c-9fe1-e2a9646ead81 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333605 Sep 22 10:15:49.686797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c041502-a620-4867-9fde-e611367457bc req-0801dc98-9fd2-4cc9-b4aa-3512c71ec1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.688292 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c041502-a620-4867-9fde-e611367457bc req-0801dc98-9fd2-4cc9-b4aa-3512c71ec1d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.1869564 Sep 22 10:15:49.695177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-0e5c35a0-d36e-42c8-b9e6-e01eb446e9c1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:49.700713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-0e5c35a0-d36e-42c8-b9e6-e01eb446e9c1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:49.706691 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] Sync routers for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:49.715807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:49.716635 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:49.740842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4797f9-e9ba-468c-811e-b9479c006967 req-eff3269f-d2ce-4790-86cf-1ae9981620b0 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.742431 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cf4797f9-e9ba-468c-811e-b9479c006967 req-eff3269f-d2ce-4790-86cf-1ae9981620b0 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0573459 Sep 22 10:15:49.761068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c041502-a620-4867-9fde-e611367457bc req-b7c92eb3-860f-4e64-a568-bcf260d41b29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8 HTTP/1.1" status: 200 len: 217 time: 0.0574205 Sep 22 10:15:49.762626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-0e5c35a0-d36e-42c8-b9e6-e01eb446e9c1 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "PUT /v2.0/floatingips/3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 HTTP/1.1" status: 200 len: 694 time: 1.0828257 Sep 22 10:15:49.787472 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cf4797f9-e9ba-468c-811e-b9479c006967 req-c8caf0cb-eae4-48da-8c24-cd76e1ab44bd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Sep 22 10:15:49.840106 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:49.858414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-f60a5d95-1421-42d2-b082-ee9d75b21164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.859953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-f60a5d95-1421-42d2-b082-ee9d75b21164 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 1097 time: 0.0760443 Sep 22 10:15:49.862116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c041502-a620-4867-9fde-e611367457bc req-ec951383-86b7-4cbb-bea3-840f19c78227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.863079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c041502-a620-4867-9fde-e611367457bc req-ec951383-86b7-4cbb-bea3-840f19c78227 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.0705268 Sep 22 10:15:49.900246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2dfc3-d27f-41b7-a99d-26ee26b8b5fb req-d45a65a5-f97b-49d0-a1e7-ad4c8488b4d2 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:49.902036 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-47c2dfc3-d27f-41b7-a99d-26ee26b8b5fb req-d45a65a5-f97b-49d0-a1e7-ad4c8488b4d2 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 943 time: 0.0522490 Sep 22 10:15:49.903205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2100a1f-8f61-46fc-8d69-3070b1c9345f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4b713d-8165-4387-9d3a-b1a1415588d1'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:49.907658 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2038fe01-8dcd-4761-b2e6-e12d6e0e3361" -d '{"events": [{"server_uuid": "b2100a1f-8f61-46fc-8d69-3070b1c9345f", "name": "network-vif-plugged", "status": "completed", "tag": "2f4b713d-8165-4387-9d3a-b1a1415588d1"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:49.928219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c041502-a620-4867-9fde-e611367457bc req-ccf98956-5bea-43be-9866-73b2aea94639 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445485 Sep 22 10:15:49.956728 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-47c2dfc3-d27f-41b7-a99d-26ee26b8b5fb req-d6a8d57d-f258-4766-bd43-37013cb92724 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453615 Sep 22 10:15:49.974363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97bcb7e-c09b-4f93-992a-035783bc53e4', 'name': 'network-vif-deleted', 'tag': '703a3864-ea25-4222-8f34-5d6c7a5da1c4'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:49.977071 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7588526-13fc-4040-8f9e-e9e82eec01f0" -d '{"events": [{"server_uuid": "b97bcb7e-c09b-4f93-992a-035783bc53e4", "name": "network-vif-deleted", "tag": "703a3864-ea25-4222-8f34-5d6c7a5da1c4"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:50.053075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-f0893a75-3bda-4a41-ba0a-3db916b9ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:50.054732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-f0893a75-3bda-4a41-ba0a-3db916b9ace9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.1798141 Sep 22 10:15:50.075673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d8cd-f7e1-4c78-85a0-8ac842ba73e8 req-4d7b2266-bec8-498c-82a2-6f55a5825c7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:50.077173 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-10f8d8cd-f7e1-4c78-85a0-8ac842ba73e8 req-4d7b2266-bec8-498c-82a2-6f55a5825c7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 949 time: 0.0612638 Sep 22 10:15:50.086673 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:50.104303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-459a29a1-f924-4061-83fd-fed80ff4965c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd HTTP/1.1" status: 200 len: 217 time: 0.0404601 Sep 22 10:15:50.110077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c041502-a620-4867-9fde-e611367457bc req-8cc42f12-95b2-42e1-8b1f-74311b16d86f service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459589 Sep 22 10:15:50.116958 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-10f8d8cd-f7e1-4c78-85a0-8ac842ba73e8 req-2c3f4f16-71e4-416c-b40e-5032e2456e5b tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335939 Sep 22 10:15:50.126826 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] Checking router: 9d3f3423-b1e5-4e67-8747-2849b3d87481 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:50.135564 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:50.136180 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:50.209137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-5c626de8-e9ad-4e65-8625-b05b3cf05202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:50.210656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-5c626de8-e9ad-4e65-8625-b05b3cf05202 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0995166 Sep 22 10:15:50.258005 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a5039d-8f41-4088-a4ca-e774e5411320 x-openstack-request-id: req-c4a5039d-8f41-4088-a4ca-e774e5411320 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:50.258005 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2100a1f-8f61-46fc-8d69-3070b1c9345f", "name": "network-vif-plugged", "status": "completed", "tag": "2f4b713d-8165-4387-9d3a-b1a1415588d1", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:50.258327 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4a5039d-8f41-4088-a4ca-e774e5411320 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:50.258511 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2100a1f-8f61-46fc-8d69-3070b1c9345f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4b713d-8165-4387-9d3a-b1a1415588d1', 'code': 200} Sep 22 10:15:50.261108 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:50.273189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c041502-a620-4867-9fde-e611367457bc req-2da13b1f-30e7-4724-b535-ac509f0b5a0b service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538312 Sep 22 10:15:50.278705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-49f26197-c887-4fbb-9f00-4502f71ef4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:50.280362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-49f26197-c887-4fbb-9f00-4502f71ef4f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630419 Sep 22 10:15:50.300848 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1805235-5be2-40c0-8298-7828382d7b3e x-openstack-request-id: req-b1805235-5be2-40c0-8298-7828382d7b3e {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:50.301320 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97bcb7e-c09b-4f93-992a-035783bc53e4", "name": "network-vif-deleted", "tag": "703a3864-ea25-4222-8f34-5d6c7a5da1c4", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:50.301753 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1805235-5be2-40c0-8298-7828382d7b3e {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:50.302339 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97bcb7e-c09b-4f93-992a-035783bc53e4', 'name': 'network-vif-deleted', 'tag': '703a3864-ea25-4222-8f34-5d6c7a5da1c4', 'status': 'completed', 'code': 200} Sep 22 10:15:50.418474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-1b2adacb-eda7-4b27-96fb-323e87964aff service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315098 Sep 22 10:15:50.434738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456c098-59b0-4514-90a2-d74c90cef949 req-b57d9a9d-fae8-474e-9352-df54f4810104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:50.436209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2456c098-59b0-4514-90a2-d74c90cef949 req-b57d9a9d-fae8-474e-9352-df54f4810104 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 1100 time: 0.0593526 Sep 22 10:15:50.439940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 65f44c95-0234-4645-ab1d-b08f0067d9b8 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:50.459057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9fe96-9916-4e94-8f21-2695fc61678a req-f504762c-2f4e-4cb8-b326-7c118c74759f tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:50.461725 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-11c9fe96-9916-4e94-8f21-2695fc61678a req-f504762c-2f4e-4cb8-b326-7c118c74759f tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.0663116 Sep 22 10:15:50.515167 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:50.519480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2456c098-59b0-4514-90a2-d74c90cef949 req-a7940067-b8e9-4322-a5e7-7c551914dbb6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734236 Sep 22 10:15:50.525652 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-11c9fe96-9916-4e94-8f21-2695fc61678a req-21ada17c-0617-4205-bfba-284a991d3036 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571935 Sep 22 10:15:50.544239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:50.545589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-024f319c-d427-4cd8-8aa5-58ecda0a2651 req-586f155e-2e69-4aa6-a882-d82371845824 service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207473 Sep 22 10:15:50.547851 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c91ed-823e-4b8c-b5f0-b46190830189 None None] The sync data for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 is: [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:50.564182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 65f44c95-0234-4645-ab1d-b08f0067d9b8 has no active binding in host n-h2-807025-3 {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:15:50.749977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded2f2d-58ff-452a-9a1d-848c83ea2ba5 req-2a70778e-8193-4adb-8bc6-4f10ca64f2b0 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:50.751726 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3ded2f2d-58ff-452a-9a1d-848c83ea2ba5 req-2a70778e-8193-4adb-8bc6-4f10ca64f2b0 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 945 time: 0.0537300 Sep 22 10:15:50.792094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a52f9-e49d-4ff8-8b76-27bb59191fde None None] New status for floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:15:50.796510 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3ded2f2d-58ff-452a-9a1d-848c83ea2ba5 req-7a95064e-138c-49ff-9917-66866a7f3762 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367939 Sep 22 10:15:50.943720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235630e6-6583-4e6d-b877-1da0fc090fd3 req-e8db3293-e45a-4fc5-a591-8e671a445baf tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:50.945263 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-235630e6-6583-4e6d-b877-1da0fc090fd3 req-e8db3293-e45a-4fc5-a591-8e671a445baf tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0496078 Sep 22 10:15:50.988570 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-235630e6-6583-4e6d-b877-1da0fc090fd3 req-ee84ba60-737e-4df5-8990-6de4eb58de13 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372059 Sep 22 10:15:51.207398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-602a9bb8-9eec-4a13-9071-afb50a9284a4 service neutron] 10.222.0.30 "GET /v2.0/ports/65f44c95-0234-4645-ab1d-b08f0067d9b8/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 384 time: 0.0976186 Sep 22 10:15:51.227408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd113d3e-9b5e-463b-8450-1a79b92debba req-8b59407a-03d8-499c-a8ff-76f675659f37 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:51.228941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd113d3e-9b5e-463b-8450-1a79b92debba req-8b59407a-03d8-499c-a8ff-76f675659f37 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 943 time: 0.0568318 Sep 22 10:15:51.307461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd113d3e-9b5e-463b-8450-1a79b92debba req-a974b7a7-e2c1-413f-b610-052cd454d530 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726409 Sep 22 10:15:51.362736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42114) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:51.374636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:51.377652 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74857483-9d7f-4e41-9866-fcb7f2b37d51" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:51.440457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-8505a955-79de-43b2-a7e7-fd7e2473a1c4 req-f577c89c-4f86-4b5f-bf72-0bc7a72ade0d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:15:51.441506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8505a955-79de-43b2-a7e7-fd7e2473a1c4 req-f577c89c-4f86-4b5f-bf72-0bc7a72ade0d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068212 Sep 22 10:15:51.484885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-6185942c-4b68-422c-848b-aee3e719242b service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:51.505160 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-78b418d1-9804-47ae-9446-3188925b313b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebae80c2528f431884958b10067729d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411598 Sep 22 10:15:51.510046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42120) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:51.515967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-6185942c-4b68-422c-848b-aee3e719242b service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:51.556901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-6185942c-4b68-422c-848b-aee3e719242b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f44c95-0234-4645-ab1d-b08f0067d9b8 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:51.568127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-6185942c-4b68-422c-848b-aee3e719242b service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:51.569581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41960eaa-2bf0-46ac-81a7-2dc9e6e2107e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.595540 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41960eaa-2bf0-46ac-81a7-2dc9e6e2107e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.678198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-0b45d74f-8ba5-45e1-b387-f768c7d3a999 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:51.679688 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-0b45d74f-8ba5-45e1-b387-f768c7d3a999 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0496864 Sep 22 10:15:51.683217 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-6185942c-4b68-422c-848b-aee3e719242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.730473 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-578c85d2-10db-49af-b9be-c0c3e0fce564 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 695 time: 0.0443039 Sep 22 10:15:51.740222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-8195c7e4-92bd-41a1-90ef-cf616fabeac5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Request body: {'floatingip': {'port_id': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:51.778998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-8195c7e4-92bd-41a1-90ef-cf616fabeac5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.829013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-6185942c-4b68-422c-848b-aee3e719242b service neutron] Transition to ACTIVE for port object 65f44c95-0234-4645-ab1d-b08f0067d9b8 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:15:51.836733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41960eaa-2bf0-46ac-81a7-2dc9e6e2107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.839555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41960eaa-2bf0-46ac-81a7-2dc9e6e2107e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.840707 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41960eaa-2bf0-46ac-81a7-2dc9e6e2107e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70949023-2e16-4a7e-9cab-ab551c149b97 HTTP/1.1" status: 204 len: 168 time: 0.3295975 Sep 22 10:15:51.856132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41960eaa-2bf0-46ac-81a7-2dc9e6e2107e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70949023-2e16-4a7e-9cab-ab551c149b97,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:51.882032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7a07b-03a3-41b7-bed9-dce79c45a21d req-a270da04-03bc-4ac3-a5fe-eab55ca4e0b7 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:51.886528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61b7a07b-03a3-41b7-bed9-dce79c45a21d req-a270da04-03bc-4ac3-a5fe-eab55ca4e0b7 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 949 time: 0.0695088 Sep 22 10:15:51.915266 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-6185942c-4b68-422c-848b-aee3e719242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.965958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61b7a07b-03a3-41b7-bed9-dce79c45a21d req-0477ea76-f06d-4942-8f20-117cd4f77c81 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708580 Sep 22 10:15:52.002081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-6185942c-4b68-422c-848b-aee3e719242b service neutron] No DVR routers for this DVR port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:52.054014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185942c-4b68-422c-848b-aee3e719242b service neutron] Pushing event updated for resources: {'Port': ['ID=65f44c95-0234-4645-ab1d-b08f0067d9b8,revision_number=10']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:52.064615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-6185942c-4b68-422c-848b-aee3e719242b service neutron] 10.222.0.30 "PUT /v2.0/ports/65f44c95-0234-4645-ab1d-b08f0067d9b8/bindings/n-h2-807025-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8347621 Sep 22 10:15:52.073052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-221f88d0-f4f0-4aa8-b381-d65179839093 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801058 Sep 22 10:15:52.082773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-9962e0ea-6012-48f9-b602-56c0795949fb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:15:52.083713 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-9962e0ea-6012-48f9-b602-56c0795949fb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049250 Sep 22 10:15:52.235269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-8195c7e4-92bd-41a1-90ef-cf616fabeac5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.256165 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e83e17e-a5c4-4eb1-b083-658cd765f530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.309093 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 703a3864-ea25-4222-8f34-5d6c7a5da1c4 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:52.329386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 703a3864-ea25-4222-8f34-5d6c7a5da1c4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:52.329738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 703a3864-ea25-4222-8f34-5d6c7a5da1c4 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:52.357718 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-8195c7e4-92bd-41a1-90ef-cf616fabeac5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.467778 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-8195c7e4-92bd-41a1-90ef-cf616fabeac5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 associated. External IP: 172.25.1.58, port: 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0. Sep 22 10:15:52.490311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42150) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:52.506799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15cb2463-2db0-4535-bd64-731b77d28e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.601142 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15cb2463-2db0-4535-bd64-731b77d28e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.648768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-04ad6f3d-bb78-4f27-ad71-d5469a29c422 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:52.650914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-04ad6f3d-bb78-4f27-ad71-d5469a29c422 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 946 time: 0.0520234 Sep 22 10:15:52.692143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15cb2463-2db0-4535-bd64-731b77d28e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.778277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-15cb2463-2db0-4535-bd64-731b77d28e49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb430976811046afa466c1a4f35c59ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868297 Sep 22 10:15:52.781845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42154) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:52.782517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb2463-2db0-4535-bd64-731b77d28e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdcaca7-282f-478c-a7dd-872b9e705dfa,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:52.969145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-8195c7e4-92bd-41a1-90ef-cf616fabeac5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Router 9d3f3423-b1e5-4e67-8747-2849b3d87481 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:53.080691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Deleting port f08fdb60-47c1-47ae-a01b-efa4d09689fd {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:53.080918 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-8195c7e4-92bd-41a1-90ef-cf616fabeac5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:53.081047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.086475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-8195c7e4-92bd-41a1-90ef-cf616fabeac5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.091058 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] Sync routers for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:53.100470 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:53.101355 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:53.114255 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-8195c7e4-92bd-41a1-90ef-cf616fabeac5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "PUT /v2.0/floatingips/3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 HTTP/1.1" status: 200 len: 995 time: 1.3777530 Sep 22 10:15:53.114700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:53.116996 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e696ee-fbcb-498e-aa94-ae3a111f0f80" -d '{"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:53.118785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8998eff-49b0-47ff-8040-215c91636442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.176936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8998eff-49b0-47ff-8040-215c91636442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.182432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-c4a69fda-a4f7-4084-8ec5-0c19f4660605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:53.184187 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-c4a69fda-a4f7-4084-8ec5-0c19f4660605 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1096 time: 0.0511556 Sep 22 10:15:53.218489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] For port f08fdb60-47c1-47ae-a01b-efa4d09689fd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f08fdb60-47c1-47ae-a01b-efa4d09689fd,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:53.218939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.226831 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:53.237225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Calling delete_port for f08fdb60-47c1-47ae-a01b-efa4d09689fd owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:53.307270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-53a225f7-e96e-4362-b402-afaf464c8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:53.310572 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-53a225f7-e96e-4362-b402-afaf464c8edb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.1179521 Sep 22 10:15:53.391780 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-33643164-32b6-4dce-804f-fb838fec7555 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 998 time: 0.0680096 Sep 22 10:15:53.399325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8998eff-49b0-47ff-8040-215c91636442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.402396 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8998eff-49b0-47ff-8040-215c91636442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.403548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f8998eff-49b0-47ff-8040-215c91636442 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abdcaca7-282f-478c-a7dd-872b9e705dfa HTTP/1.1" status: 204 len: 168 time: 0.6168337 Sep 22 10:15:53.413410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8998eff-49b0-47ff-8040-215c91636442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdcaca7-282f-478c-a7dd-872b9e705dfa,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:53.446261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-44c44089-ca10-4b33-85dc-11efad521150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:53.448322 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-44c44089-ca10-4b33-85dc-11efad521150 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0504465 Sep 22 10:15:53.470375 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:19:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b50304-7058-4334-b8fa-2f728f2f744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:52Z', 'revision_number': 8, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:53.508092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.511342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-c79cbee6-8848-4d61-b5cb-c141d202f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:53.513342 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-c79cbee6-8848-4d61-b5cb-c141d202f104 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568376 Sep 22 10:15:53.520499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f08fdb60-47c1-47ae-a01b-efa4d09689fd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:53.537556 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:15:53.539574 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] Checking router: 9d3f3423-b1e5-4e67-8747-2849b3d87481 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:53.550494 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:53.551381 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:53.555954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Pushing event deleted for resources: {'Port': ['ID=f08fdb60-47c1-47ae-a01b-efa4d09689fd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:53.559481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:53.606317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] No DVR routers for this DVR port f08fdb60-47c1-47ae-a01b-efa4d09689fd on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:53.609629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.611751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fae4593-0190-4ab4-967f-08f6eb26e0c1 req-d45780d1-7081-4b9a-a43c-360703a76ff9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.30 "DELETE /v2.0/ports/f08fdb60-47c1-47ae-a01b-efa4d09689fd HTTP/1.1" status: 204 len: 173 time: 0.9520848 Sep 22 10:15:53.686458 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-913ab597-5bfc-46de-8ccd-ecf3a9b6228b service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529529 Sep 22 10:15:53.739832 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:53.798677 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2c4b2a-9045-44a6-85a6-57cea3e4c276 req-e27d52d5-3026-4f15-ab8b-f940d706d369 service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107898 Sep 22 10:15:53.961086 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d0868-4b09-40f9-9d68-dce73eee9d0e x-openstack-request-id: req-e33d0868-4b09-40f9-9d68-dce73eee9d0e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:53.961588 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:53.961985 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e33d0868-4b09-40f9-9d68-dce73eee9d0e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:53.963088 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'status': 'completed', 'code': 200} Sep 22 10:15:54.017753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74857483-9d7f-4e41-9866-fcb7f2b37d51 req-5f68552b-0555-4685-8739-3e5de15fe668 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=1f7d43e3-3577-427a-883e-8bf3aec5f20a HTTP/1.1" status: 200 len: 210 time: 0.0306609 Sep 22 10:15:54.063579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e538-70e7-477a-9e46-81685407f572 req-1579dd77-2296-4d01-bcba-946395c3a651 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.065025 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a7f1e538-70e7-477a-9e46-81685407f572 req-1579dd77-2296-4d01-bcba-946395c3a651 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.0526946 Sep 22 10:15:54.091094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:19:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b50304-7058-4334-b8fa-2f728f2f744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:52Z', 'revision_number': 8, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:54.106961 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a7f1e538-70e7-477a-9e46-81685407f572 req-fa0860fa-ba2f-40ec-884e-cc675deaf3a1 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356312 Sep 22 10:15:54.116785 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13264e49-f516-4bd0-92f5-a5905963b164 None None] The sync data for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 is: [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'floating_ip_address': '172.25.1.58', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'port_id': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'mac_address': 'fa:16:3e:19:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b50304-7058-4334-b8fa-2f728f2f744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:15:20Z', 'updated_at': '2021-09-22T10:15:52Z', 'revision_number': 8, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:54.256370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74857483-9d7f-4e41-9866-fcb7f2b37d51 req-5576d496-7cc5-4055-a2e5-f689a2d714e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.256370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74857483-9d7f-4e41-9866-fcb7f2b37d51 req-5576d496-7cc5-4055-a2e5-f689a2d714e5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2227621 Sep 22 10:15:54.357100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc1959-754b-4d12-99c3-575fb2d32f91 req-9140afa2-a116-4778-925f-f47bee102f10 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.358718 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c6bc1959-754b-4d12-99c3-575fb2d32f91 req-9140afa2-a116-4778-925f-f47bee102f10 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0542665 Sep 22 10:15:54.380502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74857483-9d7f-4e41-9866-fcb7f2b37d51 req-50781719-16c1-4338-953f-f12826f58ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.382335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74857483-9d7f-4e41-9866-fcb7f2b37d51 req-50781719-16c1-4338-953f-f12826f58ee7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074691 Sep 22 10:15:54.405006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1adf4-2bc5-43ca-8f92-80a31467ed08 None None] New status for floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:15:54.422701 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c6bc1959-754b-4d12-99c3-575fb2d32f91 req-ce70a00b-81ca-4f4d-8b63-cdf75ed041bd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555830 Sep 22 10:15:54.550840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377003e-7097-4259-afef-88cd0892905b req-1fdf7f6e-9e13-4ed4-9d69-369b5ee8645f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.551694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-f96d09dd-9a94-4909-b173-804bf874f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.553377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-f96d09dd-9a94-4909-b173-804bf874f774 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 1101 time: 0.0498581 Sep 22 10:15:54.554629 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d377003e-7097-4259-afef-88cd0892905b req-1fdf7f6e-9e13-4ed4-9d69-369b5ee8645f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 944 time: 0.0670843 Sep 22 10:15:54.599873 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d377003e-7097-4259-afef-88cd0892905b req-440cc267-6866-4513-9dcb-98964c932b27 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Sep 22 10:15:54.657157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-e4c84ed1-151d-40be-9d28-ddb85cc89baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.658709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-e4c84ed1-151d-40be-9d28-ddb85cc89baa service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.0976431 Sep 22 10:15:54.717616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-0795d176-2ee0-436b-8037-cf512aa16cf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d HTTP/1.1" status: 200 len: 217 time: 0.0491390 Sep 22 10:15:54.739396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d08a6a-2bc7-4e00-8b3d-49bff0f0597b req-c737606f-460c-480d-b978-94b4b1317bcd tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.740952 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-23d08a6a-2bc7-4e00-8b3d-49bff0f0597b req-c737606f-460c-480d-b978-94b4b1317bcd tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 949 time: 0.0606582 Sep 22 10:15:54.775524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-6f28bd3e-a604-4ee2-8894-f99eaec7050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.777394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-6f28bd3e-a604-4ee2-8894-f99eaec7050b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0524106 Sep 22 10:15:54.785283 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-23d08a6a-2bc7-4e00-8b3d-49bff0f0597b req-a45f6889-675f-4701-bda4-e4fcc8684446 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364993 Sep 22 10:15:54.825831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-2e4d4e76-5440-40f4-b6e6-a1b1de56e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:54.828517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-2e4d4e76-5440-40f4-b6e6-a1b1de56e22e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421746 Sep 22 10:15:54.840695 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc006d3-c678-4437-8f82-4f81d9fabc95 x-openstack-request-id: req-1fc006d3-c678-4437-8f82-4f81d9fabc95 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:54.840981 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:54.841225 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fc006d3-c678-4437-8f82-4f81d9fabc95 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:54.841623 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'status': 'completed', 'code': 200} Sep 22 10:15:54.917842 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b81eaf12-34e5-4ff7-aacb-cd8576081b00 req-c7d3aaca-e003-47f0-9480-72594f3a7345 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips/3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 HTTP/1.1" status: 200 len: 997 time: 0.0659106 Sep 22 10:15:54.935150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-a75ca6f4-bfb4-4647-92b5-30b1fb1bcf8b service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991392 Sep 22 10:15:55.040527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-c9db9cc0-4dd7-4ccf-8a91-528e5be5d7bb service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977223 Sep 22 10:15:55.040880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81eaf12-34e5-4ff7-aacb-cd8576081b00 req-7b47fce3-15af-4c90-9de2-16fd3d906713 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:55.042538 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b81eaf12-34e5-4ff7-aacb-cd8576081b00 req-7b47fce3-15af-4c90-9de2-16fd3d906713 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1179760 Sep 22 10:15:55.054882 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-b81eaf12-34e5-4ff7-aacb-cd8576081b00 req-1f8edbed-2b34-4bf8-80cf-33c2a0e68f9f tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:15:55.056846 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-af914ff1-a080-4d63-a31a-53df805ed5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:55.065758 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b81eaf12-34e5-4ff7-aacb-cd8576081b00 req-1f8edbed-2b34-4bf8-80cf-33c2a0e68f9f tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139840 Sep 22 10:15:55.143097 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-11fa5cdb-95cb-47a4-ac19-cd097c19ddfb tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 1000 time: 0.0640771 Sep 22 10:15:55.199615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-e884bfe5-c134-471e-843a-395ebdb66ce5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:55.201083 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-e884bfe5-c134-471e-843a-395ebdb66ce5 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports/19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 942 time: 0.0522237 Sep 22 10:15:55.300208 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:55.303245 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f4753435-7be0-4e9d-a614-e54ccc845745 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 1000 time: 0.0613108 Sep 22 10:15:55.409239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-22014bc1-0056-481a-b844-31fe7e42f554 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:55.410979 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-22014bc1-0056-481a-b844-31fe7e42f554 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1018894 Sep 22 10:15:55.443476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:55.486015 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f7f7c682-674b-4c92-bf3c-d12453b91b15 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 1000 time: 0.0673516 Sep 22 10:15:55.496435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f524214f-6d6e-4b71-bd86-fcf621aa2f75 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:15:55.513677 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:55.557458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f524214f-6d6e-4b71-bd86-fcf621aa2f75 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:55.720797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f524214f-6d6e-4b71-bd86-fcf621aa2f75 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:55.768403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-0e04b49b-8a08-418d-91b8-52a54fec177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:55.769973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-0e04b49b-8a08-418d-91b8-52a54fec177f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1096 time: 0.0917504 Sep 22 10:15:55.782862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfeb1-d48b-41a9-96d0-4ca02f7007bd req-c13e86e5-a6b5-4397-b641-a977ffdcf72c tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:55.784275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-013bfeb1-d48b-41a9-96d0-4ca02f7007bd req-c13e86e5-a6b5-4397-b641-a977ffdcf72c tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.0610838 Sep 22 10:15:55.814630 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f524214f-6d6e-4b71-bd86-fcf621aa2f75 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:55.814971 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f524214f-6d6e-4b71-bd86-fcf621aa2f75 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 disassociated. External IP: 172.25.1.58, port: 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0. Sep 22 10:15:55.904800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-013bfeb1-d48b-41a9-96d0-4ca02f7007bd req-7cf1ac48-ac86-418a-a0d0-d6b06a91b630 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105745 Sep 22 10:15:55.912165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-554ac0bd-ac41-4aaf-b5ed-bc9870d739af tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:55.915681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-554ac0bd-ac41-4aaf-b5ed-bc9870d739af tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1095 time: 0.1282032 Sep 22 10:15:55.961249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-612a8e9f-1adb-4081-af22-3bd8144ef505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:55.963005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-612a8e9f-1adb-4081-af22-3bd8144ef505 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.1699066 Sep 22 10:15:55.966814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'name': 'network-vif-deleted', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:55.966814 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f77e2e-d4fc-4de6-a052-0669f1917741" -d '{"events": [{"server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "name": "network-vif-deleted", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:56.010015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-a6f62ebf-6289-4965-b513-941862e94dfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 217 time: 0.0375731 Sep 22 10:15:56.014910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-e3f6e163-f35a-45e1-8025-2dde19c3358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.015269 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:56.016740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-e3f6e163-f35a-45e1-8025-2dde19c3358e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90&tenant_id=acf61846bf9f431ea54396a7fdd153bb HTTP/1.1" status: 200 len: 1095 time: 0.0896945 Sep 22 10:15:56.058266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f524214f-6d6e-4b71-bd86-fcf621aa2f75 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Router 9d3f3423-b1e5-4e67-8747-2849b3d87481 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:56.126456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-ad1c1840-b23c-4ba8-bbb7-ee0b682f98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.127891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-ad1c1840-b23c-4ba8-bbb7-ee0b682f98c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.1090283 Sep 22 10:15:56.149260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-710371c5-fce6-4556-8ee4-1c16ada0235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.151251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-710371c5-fce6-4556-8ee4-1c16ada0235c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1095 time: 0.0939536 Sep 22 10:15:56.159515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45365f-c394-4a31-8136-9b566d12fcd0 req-e4c33feb-229f-4de7-aefc-95624254d535 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.160886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a45365f-c394-4a31-8136-9b566d12fcd0 req-e4c33feb-229f-4de7-aefc-95624254d535 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0781229 Sep 22 10:15:56.169150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f524214f-6d6e-4b71-bd86-fcf621aa2f75 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:56.173791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f524214f-6d6e-4b71-bd86-fcf621aa2f75 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:56.180637 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] Sync routers for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:56.189737 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:56.190375 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:56.200148 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-f524214f-6d6e-4b71-bd86-fcf621aa2f75 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "PUT /v2.0/floatingips/3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 HTTP/1.1" status: 200 len: 695 time: 0.7081070 Sep 22 10:15:56.253601 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-7fde3baf-f7fc-4622-b5f0-a2cf7355660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.255477 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-7fde3baf-f7fc-4622-b5f0-a2cf7355660f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1096 time: 0.0406945 Sep 22 10:15:56.268054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-9026e547-402c-4279-90d7-4768e23e2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.269534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-9026e547-402c-4279-90d7-4768e23e2531 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327519 Sep 22 10:15:56.281394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a45365f-c394-4a31-8136-9b566d12fcd0 req-4d6e5795-7863-4595-baca-914ce909e00e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060846 Sep 22 10:15:56.308404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 65f44c95-0234-4645-ab1d-b08f0067d9b8 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:56.313160 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:56.326804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-9c2ab02e-79c7-458b-8d07-7bd431480e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.328278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-9c2ab02e-79c7-458b-8d07-7bd431480e77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.1541958 Sep 22 10:15:56.362177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-43a337a0-90cd-4973-b7b2-946879af14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.364066 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-43a337a0-90cd-4973-b7b2-946879af14e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.1019647 Sep 22 10:15:56.391060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 65f44c95-0234-4645-ab1d-b08f0067d9b8 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:56.391741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f08fdb60-47c1-47ae-a01b-efa4d09689fd no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:56.404468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-45055e02-068f-4fdb-8487-3458a5ff7764 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8 HTTP/1.1" status: 200 len: 217 time: 0.0397644 Sep 22 10:15:56.413400 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-9e5569ab-19a9-4143-af33-21f11c5f89d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 217 time: 0.0410678 Sep 22 10:15:56.418736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: f08fdb60-47c1-47ae-a01b-efa4d09689fd {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:56.419274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f08fdb60-47c1-47ae-a01b-efa4d09689fd not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:56.466524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-30adc62b-9ba6-46d8-85f8-c701f48878cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.468213 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-30adc62b-9ba6-46d8-85f8-c701f48878cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0476274 Sep 22 10:15:56.484006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-524ea399-3252-40c7-a848-a2bb51a2bc54 service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010865 Sep 22 10:15:56.514198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce716a-7abe-4e42-ad0b-31d8aab36dc1 req-c3a56582-801c-4a2a-9aa5-56cbe828494b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.515085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-b0ef124e-5333-4b8b-a41c-8948a885720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.515596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ce716a-7abe-4e42-ad0b-31d8aab36dc1 req-c3a56582-801c-4a2a-9aa5-56cbe828494b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 944 time: 0.1039867 Sep 22 10:15:56.516785 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-b0ef124e-5333-4b8b-a41c-8948a885720b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425885 Sep 22 10:15:56.518334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-b8caef5c-90d9-4cf9-a957-40ab7d6c7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.519681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-b8caef5c-90d9-4cf9-a957-40ab7d6c7f30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1026647 Sep 22 10:15:56.573508 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:56.576688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-d008e73d-a219-418b-8aee-6962226b0ff0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455089 Sep 22 10:15:56.613954 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] Checking router: 9d3f3423-b1e5-4e67-8747-2849b3d87481 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:56.629705 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:56.630597 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-1109791f-3c5e-4997-8123-e7becdbb6efe service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058142 Sep 22 10:15:56.634692 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:56.649694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ce716a-7abe-4e42-ad0b-31d8aab36dc1 req-cd1be398-0cf7-4fb0-af93-4d6c512b23e0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198096 Sep 22 10:15:56.713825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35e696ee-fbcb-498e-aa94-ae3a111f0f80 req-4ac4fce7-5ef5-43a4-8948-32a345133ad2 service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159603 Sep 22 10:15:56.741116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-3e1c509b-f462-409d-ae77-e68751051aed service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271358 Sep 22 10:15:56.741345 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bd3a5-4589-4d3b-9f58-3691982a24c3 req-44fa6878-826c-4658-9da3-b78c732154df service neutron] 10.222.0.20 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014853 Sep 22 10:15:56.752949 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:56.843157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:56.845229 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13" -d '{"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:56.850005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-89da469e-3e64-47ac-bd99-4b2851e931a6 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953879 Sep 22 10:15:56.912366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b77fb-27f2-4e41-a740-7146ed40c5a8 req-85254b9a-2edd-4a1b-af71-5f7b2a52b13a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:56.913844 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7c1b77fb-27f2-4e41-a740-7146ed40c5a8 req-85254b9a-2edd-4a1b-af71-5f7b2a52b13a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 949 time: 0.0470586 Sep 22 10:15:56.950986 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7c1b77fb-27f2-4e41-a740-7146ed40c5a8 req-95672e91-0d08-47fd-9fc3-e6f0cd9514dd tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303776 Sep 22 10:15:56.986049 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:57.012125 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ce067a-5ede-4b69-a6f7-3ad7bcef4962 x-openstack-request-id: req-72ce067a-5ede-4b69-a6f7-3ad7bcef4962 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:57.012418 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7d43e3-3577-427a-883e-8bf3aec5f20a", "name": "network-vif-deleted", "tag": "f08fdb60-47c1-47ae-a01b-efa4d09689fd", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:57.012671 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72ce067a-5ede-4b69-a6f7-3ad7bcef4962 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:57.013067 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7d43e3-3577-427a-883e-8bf3aec5f20a', 'name': 'network-vif-deleted', 'tag': 'f08fdb60-47c1-47ae-a01b-efa4d09689fd', 'status': 'completed', 'code': 200} Sep 22 10:15:57.026325 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278d437-0508-41ec-a679-bd0f6b4c9410 None None] The sync data for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 is: [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:14:52Z', 'revision_number': 4, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'cbbbf0ed-f662-4770-94dc-7d1f919fb22a', 'name': '', 'network_id': 'd57c3e5f-98d3-4ade-bebc-2e92d04c5407', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'mac_address': 'fa:16:3e:b9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:50Z', 'updated_at': '2021-09-22T10:14:59Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'subnets': [{'id': '9948f0c0-5b5b-429b-b2b2-c9f337c771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:57.069564 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f142ca48-f4c9-44b1-94b2-d031e34c20d7 x-openstack-request-id: req-f142ca48-f4c9-44b1-94b2-d031e34c20d7 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:57.069913 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:57.070422 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f142ca48-f4c9-44b1-94b2-d031e34c20d7 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:57.070505 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'status': 'completed', 'code': 200} Sep 22 10:15:57.157216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-61fae13f-0c51-41fd-b337-3ae17506257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:57.159019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-61fae13f-0c51-41fd-b337-3ae17506257c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 1096 time: 0.0548875 Sep 22 10:15:57.169387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c57540-e23f-4dc7-b064-0685a4b1cde9 req-110c4a9b-fbc4-4d01-8c3b-75229de60adf tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:57.171182 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-89c57540-e23f-4dc7-b064-0685a4b1cde9 req-110c4a9b-fbc4-4d01-8c3b-75229de60adf tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.0642972 Sep 22 10:15:57.221253 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-89c57540-e23f-4dc7-b064-0685a4b1cde9 req-8dfdac64-4c61-4061-8d4d-3fd9081d5795 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Sep 22 10:15:57.267455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-2e559907-3af3-4d08-be2b-bb93c5aa3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:57.269136 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-2e559907-3af3-4d08-be2b-bb93c5aa3be6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 200 len: 922 time: 0.0968843 Sep 22 10:15:57.321567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-7dd60c3c-fede-4a0e-a426-1e3e060e90e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 200 len: 217 time: 0.0410004 Sep 22 10:15:57.387848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc03680-0c3a-4e5c-824c-0523d965c037 None None] New status for floating IP 3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:15:57.388447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-a8ecea6d-1e33-415d-8859-7ad9b9d2a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:57.389846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-a8ecea6d-1e33-415d-8859-7ad9b9d2a8f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 200 len: 860 time: 0.0497334 Sep 22 10:15:57.505379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-4a2a18e8-bef1-4777-badf-bf71315638a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:57.506970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-4a2a18e8-bef1-4777-badf-bf71315638a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57c3e5f-98d3-4ade-bebc-2e92d04c5407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074014 Sep 22 10:15:57.524230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717d813-4e65-4d73-a531-fc4790e154cc req-dfdedc98-4a8e-40ee-91b7-108f0b1c2e24 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:57.525946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c717d813-4e65-4d73-a531-fc4790e154cc req-dfdedc98-4a8e-40ee-91b7-108f0b1c2e24 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1351988 Sep 22 10:15:57.580593 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-f448a66b-5694-4e24-a5c6-c20db68c8184 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips/3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 HTTP/1.1" status: 200 len: 695 time: 0.0765781 Sep 22 10:15:57.619314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-8274f28e-6d53-4d18-a37a-25b674becdaf tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:57.620803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-8274f28e-6d53-4d18-a37a-25b674becdaf tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1095 time: 0.1939032 Sep 22 10:15:57.713939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-519ebf7d-3084-4121-b961-d2c3cf1cac3a service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860349 Sep 22 10:15:57.718562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c717d813-4e65-4d73-a531-fc4790e154cc req-7bec7f4f-3a28-4eb4-aa06-18948716be40 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038687 Sep 22 10:15:57.723293 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-4a228fb9-d54e-4b1d-9821-c63c69e3cafd tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:57.724893 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-4a228fb9-d54e-4b1d-9821-c63c69e3cafd tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1424124 Sep 22 10:15:57.756570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-b038b120-9909-4e63-b09e-6f2f601cc23a tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:15:57.757626 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-b038b120-9909-4e63-b09e-6f2f601cc23a tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261943 Sep 22 10:15:57.812364 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-f2b1cc65-f0a2-43a6-9b18-2efd812aa963 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 696 time: 0.0452504 Sep 22 10:15:57.857822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd6a484e-ef34-4e95-99f2-b5d3213b1d13 req-7be818e6-0dc9-4a9b-b295-ce4b63385df6 service neutron] 10.222.0.32 "GET /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315928 Sep 22 10:15:57.884579 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-7d078bbb-77ba-403f-9955-c02b33a31b93 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.58 HTTP/1.1" status: 200 len: 696 time: 0.0495799 Sep 22 10:15:57.888529 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:57.936700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-e97e92a7-9437-4a0d-83b9-6d1b4dff00a5 service neutron] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:15:57.938036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-e97e92a7-9437-4a0d-83b9-6d1b4dff00a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:57.939221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643dcccd-8e26-48ae-90d2-160c114b5cc4 req-e97e92a7-9437-4a0d-83b9-6d1b4dff00a5 service neutron] 10.222.0.32 "DELETE /v2.0/ports/65f44c95-0234-4645-ab1d-b08f0067d9b8/bindings/n-h1-807025-3 HTTP/1.1" status: 204 len: 173 time: 0.3072290 Sep 22 10:15:58.027341 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Deleting port 75b8d9f6-5d3e-4361-8386-903ebbb1e39e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:58.027836 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:58.070272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3585033-3cf0-41f4-9246-68f5bebdce80 req-b7b4a56b-9e4c-4064-ab98-0f89776a3ea0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:58.071806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3585033-3cf0-41f4-9246-68f5bebdce80 req-b7b4a56b-9e4c-4064-ab98-0f89776a3ea0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 944 time: 0.0661333 Sep 22 10:15:58.109564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3585033-3cf0-41f4-9246-68f5bebdce80 req-65e9c56b-a5e1-47a3-89b7-870cbf7746f0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317392 Sep 22 10:15:58.109775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:58.109967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:58.123199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Calling delete_port for 75b8d9f6-5d3e-4361-8386-903ebbb1e39e owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:58.252875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554a5ca-6a93-44c1-aaa4-19214fb8826a req-9056b76c-bfdb-4b95-89bd-9b90c5da0801 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:58.254651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b554a5ca-6a93-44c1-aaa4-19214fb8826a req-9056b76c-bfdb-4b95-89bd-9b90c5da0801 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 949 time: 0.0516407 Sep 22 10:15:58.292849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b554a5ca-6a93-44c1-aaa4-19214fb8826a req-12bfb98d-c38b-4882-9e8b-bf48776c542e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315554 Sep 22 10:15:58.381919 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:58.413053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Pushing event deleted for resources: {'Port': ['ID=75b8d9f6-5d3e-4361-8386-903ebbb1e39e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:58.483038 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:58.488436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9f4f2a5-cdf6-4875-958e-e8d7b794384a details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:15:58.489061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:58.490034 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cffdcb4d-e03b-408f-a029-0898a2f84706 req-99db122a-6b91-45a9-8185-4343610fae7c tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "DELETE /v2.0/floatingips/3e01c615-a9bb-448f-9cda-ecb6f9cc7ad7 HTTP/1.1" status: 204 len: 173 time: 0.5998254 Sep 22 10:15:58.648421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:58.663188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'port_id': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a', 'mac_address': 'fa:16:3e:ce:fd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b024aa6-cd0c-41fd-a830-e069c01b4c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:15:58.692258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42106ac5-0d48-4484-83a8-f68d4945d04d req-c07bbb04-41a2-4376-b8c3-edfde0ca4ba0 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:58.702173 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-42106ac5-0d48-4484-83a8-f68d4945d04d req-c07bbb04-41a2-4376-b8c3-edfde0ca4ba0 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 1095 time: 0.0550888 Sep 22 10:15:58.712515 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:58.729885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9f4f2a5-cdf6-4875-958e-e8d7b794384a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:15:58.738403 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-42106ac5-0d48-4484-83a8-f68d4945d04d req-926ee6e4-bbe1-4355-854e-6c7a00da676f tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353370 Sep 22 10:15:58.756975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:58.820754 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:58.888843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:58.957307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['c9f4f2a5-cdf6-4875-958e-e8d7b794384a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:15:59.012794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9129c-f4a1-4c80-843c-a46ad643138f req-82d84d65-44d9-43f0-8264-63dd23586e8f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.014688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2b9129c-f4a1-4c80-843c-a46ad643138f req-82d84d65-44d9-43f0-8264-63dd23586e8f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0630414 Sep 22 10:15:59.053745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2b9129c-f4a1-4c80-843c-a46ad643138f req-a4d6e6ef-a325-4272-9c6a-7adbec6eb23b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329027 Sep 22 10:15:59.530588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51756db-59be-488d-81a8-31d473e0ef81 req-8547f293-b574-4025-af38-9b2d21f5394f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.538633 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-8547f293-b574-4025-af38-9b2d21f5394f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 821 time: 0.1181312 Sep 22 10:15:59.549454 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-4ba9d868-8fa4-4e6d-975c-c28b710845a7 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/quotas/acf61846bf9f431ea54396a7fdd153bb HTTP/1.1" status: 200 len: 375 time: 0.0099065 Sep 22 10:15:59.608177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.609480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.610038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.610673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.611647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.612658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.613305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.613942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.614791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.615626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.616950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:59.619417 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-e5ef92e6-3445-49c4-beba-b9320743fe69 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621247 Sep 22 10:15:59.622442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-646edf5b-d336-44f2-b8fe-d733b129d5e1 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee&device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f&device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3&device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea&device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90&device_id=66b50304-7058-4334-b8fa-2f728f2f744a&device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017&device_id=81337134-cdb0-4c93-82f8-63b671dd4815&device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc&device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 9977 time: 0.0817881 Sep 22 10:15:59.647499 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-091ae593-0edb-449a-8fbc-26f13dd6c8da tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:59.714628 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-cb16627d-f908-4330-8b4a-39401030efbf service neutron] 10.222.0.20 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891838 Sep 22 10:15:59.750650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-091ae593-0edb-449a-8fbc-26f13dd6c8da tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:59.835202 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-73cdcc4a-092a-4e9d-ac3a-eff5b9ea9a3b service neutron] 10.222.0.20 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160123 Sep 22 10:15:59.838062 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-091ae593-0edb-449a-8fbc-26f13dd6c8da tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:59.876315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0cfc992-d122-4100-a129-ab8f2c1c0a26 req-091ae593-0edb-449a-8fbc-26f13dd6c8da tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&id=8b1deeb6-be6f-42be-abb3-eab03de54633&id=f040514b-91ff-4f1f-a760-962a20fca665&id=ed0c2413-2332-47f0-a27f-9b263a657f80&id=2c1c5107-149f-4f2f-a86a-d8af775cc160&id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.2462416 Sep 22 10:15:59.878535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ae593-0edb-449a-8fbc-26f13dd6c8da tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbad247-aa74-4a09-b7b5-efec24afbb51,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:00.014897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbdd3d-eba9-4341-b1ed-b9e64dcd377f req-a95ffcd6-db51-402f-9b25-aac04b4d777b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:00.016414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34fbdd3d-eba9-4341-b1ed-b9e64dcd377f req-a95ffcd6-db51-402f-9b25-aac04b4d777b tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 945 time: 0.0530987 Sep 22 10:16:00.091419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34fbdd3d-eba9-4341-b1ed-b9e64dcd377f req-cb6e89f1-7436-4610-b943-c99007b832ca tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640297 Sep 22 10:16:00.360630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-982e8a9d-c4df-4b47-8236-b9d637f55b9a req-d3eec497-e713-401f-bd5d-33377c715b83 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 210 time: 0.0420794 Sep 22 10:16:00.501615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9f4f2a5-cdf6-4875-958e-e8d7b794384a up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:00.512251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83078ba4-5de5-4280-b9b1-dfc5a0aff4dc req-47da9666-f331-4362-9013-9048d8f1a6b5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:00.520145 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-83078ba4-5de5-4280-b9b1-dfc5a0aff4dc req-47da9666-f331-4362-9013-9048d8f1a6b5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0661018 Sep 22 10:16:00.595813 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-83078ba4-5de5-4280-b9b1-dfc5a0aff4dc req-2f771c90-308a-469d-936f-552e98fae562 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695133 Sep 22 10:16:00.647684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port c9f4f2a5-cdf6-4875-958e-e8d7b794384a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:00.648458 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:00.827086 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:00.873387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:00.880557 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0b9ff9-d87d-40f0-a380-b0c1c2408af8" -d '{"events": [{"server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "name": "network-vif-plugged", "status": "completed", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:00.916473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763303c-6620-4f89-b8c8-04818a468fcf req-1fa27288-3de3-4e5f-90c7-8a1b999686aa tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:00.917683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763303c-6620-4f89-b8c8-04818a468fcf req-1fa27288-3de3-4e5f-90c7-8a1b999686aa tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:00.917683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763303c-6620-4f89-b8c8-04818a468fcf req-1fa27288-3de3-4e5f-90c7-8a1b999686aa tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:00.928429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e763303c-6620-4f89-b8c8-04818a468fcf req-1fa27288-3de3-4e5f-90c7-8a1b999686aa tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f&device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017&device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 2882 time: 0.0619295 Sep 22 10:16:00.946664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:00.967563 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0bb88f-9bf1-4890-9f5a-2c19705e0013 x-openstack-request-id: req-9b0bb88f-9bf1-4890-9f5a-2c19705e0013 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:00.967863 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "name": "network-vif-plugged", "status": "completed", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:00.968121 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b0bb88f-9bf1-4890-9f5a-2c19705e0013 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:00.968573 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a', 'code': 200} Sep 22 10:16:00.973864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e763303c-6620-4f89-b8c8-04818a468fcf req-6ab5bba0-d01c-49cb-baf6-c44209b089ba tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Sep 22 10:16:01.062689 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:01.127920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:01.220850 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f290-fa87-48bd-9084-90511a715706 req-f144f312-6829-4910-baa5-818e94d591c6 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:01.228692 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1386f290-fa87-48bd-9084-90511a715706 req-f144f312-6829-4910-baa5-818e94d591c6 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 945 time: 0.0578449 Sep 22 10:16:01.280646 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1386f290-fa87-48bd-9084-90511a715706 req-7765e368-fb4d-4398-a9c4-31f291630cb8 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed0c2413-2332-47f0-a27f-9b263a657f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488522 Sep 22 10:16:01.293472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-8ad7b7d5-240e-4aac-81b5-bafdad7e9767 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:01.299882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-8ad7b7d5-240e-4aac-81b5-bafdad7e9767 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.32 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 945 time: 0.0782957 Sep 22 10:16:01.420670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Deleting port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:01.421134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:01.572224 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d862e85e-850d-4a37-aa19-eb076204f62e req-31450cac-36a3-444c-97fe-a6831d2d20ae tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 210 time: 0.0409415 Sep 22 10:16:01.593807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42432) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:01.622789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] For port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:01.623199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:01.663458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Calling delete_port for 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:01.753846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b1af122-79e5-41f2-b0db-c1856ef20a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:01.850768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad7fe8-15af-4b4d-9c36-4766d9bd20d8 req-be813e1c-3d72-4e5b-99db-28130df112d7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:01.858452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8ad7fe8-15af-4b4d-9c36-4766d9bd20d8 req-be813e1c-3d72-4e5b-99db-28130df112d7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1066005 Sep 22 10:16:01.887559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b1af122-79e5-41f2-b0db-c1856ef20a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:01.916455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8ad7fe8-15af-4b4d-9c36-4766d9bd20d8 req-c58dfd04-404c-42db-bc11-695dc3114526 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552585 Sep 22 10:16:01.970192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b1af122-79e5-41f2-b0db-c1856ef20a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:02.051042 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5b1af122-79e5-41f2-b0db-c1856ef20a8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e69104607dda495faf5186f0a3197b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560611 Sep 22 10:16:02.051786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42450) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:02.053215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1af122-79e5-41f2-b0db-c1856ef20a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2befa65d-8e8f-4a39-b0f0-e397a72608bf,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:02.124858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:02.127662 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-523074a4-18f9-4493-b5f5-bfd9cd4dd56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:02.139417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:02.187120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Pushing event deleted for resources: {'Port': ['ID=19cf4aee-9510-4991-a5e6-a37b8b4ff6d0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:02.491173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] No DVR routers for this DVR port 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:02.496740 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:02.498718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bdfe13d2-58d3-4499-9741-091b90bdfd57 req-fb001f8b-da53-4a7e-9330-bef344046db9 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.32 "DELETE /v2.0/ports/19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 HTTP/1.1" status: 204 len: 173 time: 1.1909835 Sep 22 10:16:02.499149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'name': 'network-vif-deleted', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:02.501618 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e5154c-8b76-45a1-977b-b7c99394252e" -d '{"events": [{"server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "name": "network-vif-deleted", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:02.506788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-523074a4-18f9-4493-b5f5-bfd9cd4dd56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:02.584774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8903b0e4-55c4-460b-9359-acfb0097a37c req-64065f64-5c34-4628-ab83-acf2f447dba3 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 210 time: 0.0302043 Sep 22 10:16:02.778403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120461d8-3a83-4ac2-92d9-dbc5443d6563 req-3dc9e744-d216-4329-9d1b-9da1aaf63f00 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:02.785892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-120461d8-3a83-4ac2-92d9-dbc5443d6563 req-3dc9e744-d216-4329-9d1b-9da1aaf63f00 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1101 time: 0.0682561 Sep 22 10:16:02.802504 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-523074a4-18f9-4493-b5f5-bfd9cd4dd56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:02.805092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-523074a4-18f9-4493-b5f5-bfd9cd4dd56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:02.806899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-523074a4-18f9-4493-b5f5-bfd9cd4dd56a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2befa65d-8e8f-4a39-b0f0-e397a72608bf HTTP/1.1" status: 204 len: 168 time: 0.7541320 Sep 22 10:16:02.884220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523074a4-18f9-4493-b5f5-bfd9cd4dd56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2befa65d-8e8f-4a39-b0f0-e397a72608bf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:03.009077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-120461d8-3a83-4ac2-92d9-dbc5443d6563 req-b05322d5-e583-4cee-8af2-b2eac4923c26 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220719 Sep 22 10:16:03.065663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51756db-59be-488d-81a8-31d473e0ef81 req-9fb257b7-0796-481c-91a0-f99051246030 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:03.067649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-9fb257b7-0796-481c-91a0-f99051246030 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 821 time: 0.2121694 Sep 22 10:16:03.090197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Request body: {'port': {'device_id': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587', 'admin_state_up': True, 'tenant_id': 'acf61846bf9f431ea54396a7fdd153bb'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:03.274686 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47683341-a8e1-4fb4-8371-da6d069dd253 x-openstack-request-id: req-47683341-a8e1-4fb4-8371-da6d069dd253 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:03.281243 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b50304-7058-4334-b8fa-2f728f2f744a", "name": "network-vif-deleted", "tag": "19cf4aee-9510-4991-a5e6-a37b8b4ff6d0", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:03.283290 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47683341-a8e1-4fb4-8371-da6d069dd253 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:03.283290 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b50304-7058-4334-b8fa-2f728f2f744a', 'name': 'network-vif-deleted', 'tag': '19cf4aee-9510-4991-a5e6-a37b8b4ff6d0', 'status': 'completed', 'code': 200} Sep 22 10:16:03.331735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30b24486-7573-4d08-ab07-2962274a20c1 req-7cec4762-fdec-4c00-818b-b1a5400bef33 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 210 time: 0.0534949 Sep 22 10:16:03.482779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17b4e7-de3c-42a8-89a7-74bf5dc6d7bc req-780307c4-048e-477e-85b8-2e6fcf736ad3 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:03.495245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df17b4e7-de3c-42a8-89a7-74bf5dc6d7bc req-780307c4-048e-477e-85b8-2e6fcf736ad3 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1101 time: 0.0668118 Sep 22 10:16:03.548690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df17b4e7-de3c-42a8-89a7-74bf5dc6d7bc req-4477f401-0438-4787-bdb4-8ff4721d93f8 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516357 Sep 22 10:16:03.567121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Made reservation on behalf of acf61846bf9f431ea54396a7fdd153bb for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:03.571992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:03.572221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469d8f-dd5d-4dfd-83f0-0079e642eece req-e8b0d4b1-25ae-4f18-a637-6e8c689813b9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:03.592159 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-50469d8f-dd5d-4dfd-83f0-0079e642eece req-e8b0d4b1-25ae-4f18-a637-6e8c689813b9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0903640 Sep 22 10:16:03.661213 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-50469d8f-dd5d-4dfd-83f0-0079e642eece req-a696ba39-3afc-4416-8e13-21f3e3341d88 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612915 Sep 22 10:16:03.890476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Allocated IP 172.20.0.5 (92a1dbc7-fcf4-41fb-8de7-91f2cb507587/0d8d2fba-94e6-483e-9929-5a59c83660b5/a52c45ed-c028-4d5b-b575-625a2177aabd) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:03.965373 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a6988b05-626a-4fa4-a5c0-d7d7a3477544 req-db1d06e6-b996-4bb2-a388-fd657a487359 tempest-FloatingIPsAssociationTestJSON-660351455 tempest-FloatingIPsAssociationTestJSON-660351455-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b50304-7058-4334-b8fa-2f728f2f744a HTTP/1.1" status: 200 len: 210 time: 0.0941775 Sep 22 10:16:03.997702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42496) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:04.046261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d941c9cb-fdce-4d05-a153-8e789fefbbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:04.179825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:04.248626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d941c9cb-fdce-4d05-a153-8e789fefbbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:04.331231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:04.393245 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55c671-4b93-46b5-aa34-d111d798e41b req-6d0458bc-83de-45bd-95a7-324178924482 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:04.398332 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cb55c671-4b93-46b5-aa34-d111d798e41b req-6d0458bc-83de-45bd-95a7-324178924482 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 945 time: 0.0885310 Sep 22 10:16:04.409537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d941c9cb-fdce-4d05-a153-8e789fefbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:04.450030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:04.464589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:04.468677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:04.499707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:04.536341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:04.537319 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:04.549187 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d941c9cb-fdce-4d05-a153-8e789fefbbf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dcd3a416d8340809b13ff756b5bf24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500147 Sep 22 10:16:04.554827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42518) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:04.555148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:04.556191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 19cf4aee-9510-4991-a5e6-a37b8b4ff6d0 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:04.560573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941c9cb-fdce-4d05-a153-8e789fefbbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88711cd9-7aa8-4528-9a95-62c6bbe974f5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:04.577809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Pushing event updated for resources: {'Port': ['ID=a52c45ed-c028-4d5b-b575-625a2177aabd,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:04.583187 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cb55c671-4b93-46b5-aa34-d111d798e41b req-f5855e21-cf44-4e91-89f9-e7044f599ce4 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705520 Sep 22 10:16:04.730130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-11ae8cf6-3ddc-48be-a63d-55ebdd1ce6c8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6493258 Sep 22 10:16:04.731291 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4672a6bd-6d5c-48b7-8ae1-d5ea173168d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:04.777716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Request body: {'port': {'device_id': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:04.840585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b329aae-6e74-4e92-a4d5-80f25175c69c req-f18db4de-0f77-4d34-a0b3-5053f678d631 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:04.855876 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9b329aae-6e74-4e92-a4d5-80f25175c69c req-f18db4de-0f77-4d34-a0b3-5053f678d631 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 931 time: 0.1545143 Sep 22 10:16:04.869228 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4672a6bd-6d5c-48b7-8ae1-d5ea173168d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:04.948498 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9b329aae-6e74-4e92-a4d5-80f25175c69c req-8c7d9675-b3ce-45f0-a4fe-f08712e81bcc tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891242 Sep 22 10:16:04.998478 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:05.127082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187409be-ed0f-46ff-8606-4aa54df1938d req-8c9d3a6b-3ea2-472b-8d71-23cf0f7b5595 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:05.127082 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-187409be-ed0f-46ff-8606-4aa54df1938d req-8c9d3a6b-3ea2-472b-8d71-23cf0f7b5595 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0595882 Sep 22 10:16:05.197876 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-187409be-ed0f-46ff-8606-4aa54df1938d req-ebbf289a-98be-4ee5-a05a-a571e7061c45 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602429 Sep 22 10:16:05.306957 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42540) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:05.479182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52c45ed-c028-4d5b-b575-625a2177aabd {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:05.488918 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:05.945578 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:06.189372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Deleting port cbbbf0ed-f662-4770-94dc-7d1f919fb22a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:06.189820 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:06.231136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Transition to ACTIVE for port object a52c45ed-c028-4d5b-b575-625a2177aabd will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:16:06.235782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4672a6bd-6d5c-48b7-8ae1-d5ea173168d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:06.239038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4672a6bd-6d5c-48b7-8ae1-d5ea173168d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:06.243929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4672a6bd-6d5c-48b7-8ae1-d5ea173168d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88711cd9-7aa8-4528-9a95-62c6bbe974f5 HTTP/1.1" status: 204 len: 168 time: 1.6871064 Sep 22 10:16:06.253512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672a6bd-6d5c-48b7-8ae1-d5ea173168d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88711cd9-7aa8-4528-9a95-62c6bbe974f5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:06.279384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] For port cbbbf0ed-f662-4770-94dc-7d1f919fb22a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cbbbf0ed-f662-4770-94dc-7d1f919fb22a,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:06.279384 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:06.300575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Calling delete_port for cbbbf0ed-f662-4770-94dc-7d1f919fb22a owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:06.370684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:06.482698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Pushing event updated for resources: {'Port': ['ID=a52c45ed-c028-4d5b-b575-625a2177aabd,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:06.645945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:06.647307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:06.658136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:06.664516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Port a52c45ed-c028-4d5b-b575-625a2177aabd on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:06.665301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:06.673540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:06.674330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:06.674982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:06.683988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Bound port: a52c45ed-c028-4d5b-b575-625a2177aabd, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:06.685482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:06.769648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:06.904238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7cc57-cc1d-47d5-b0b5-70fdf179ad8e req-652cf3d1-594f-401e-9d4b-0045db5234ee tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:06.906121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ed7cc57-cc1d-47d5-b0b5-70fdf179ad8e req-652cf3d1-594f-401e-9d4b-0045db5234ee tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.2173412 Sep 22 10:16:06.925471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbbf0ed-f662-4770-94dc-7d1f919fb22a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:07.104566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:07.119197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:07.147954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ed7cc57-cc1d-47d5-b0b5-70fdf179ad8e req-226ee61c-8f8f-4c09-823f-bcf0da24c480 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320442 Sep 22 10:16:07.234649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511205-9cca-41f7-8551-2ce7302605e7 req-dd04daa0-46cf-4919-8f02-7896aa3c3731 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:07.235257 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:07.247945 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b0511205-9cca-41f7-8551-2ce7302605e7 req-dd04daa0-46cf-4919-8f02-7896aa3c3731 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.2629261 Sep 22 10:16:07.361691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:07.362351 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:07.363834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] 10.222.0.30 "PUT /v2.0/ports/a52c45ed-c028-4d5b-b575-625a2177aabd HTTP/1.1" status: 200 len: 1091 time: 2.6212389 Sep 22 10:16:07.364225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:07.395454 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b5101b-6f8e-477e-947b-adf36529a36a" -d '{"events": [{"name": "network-changed", "server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:07.400722 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b0511205-9cca-41f7-8551-2ce7302605e7 req-4e37d03f-ed9c-4042-84eb-04e705812e08 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559296 Sep 22 10:16:07.452347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:07.569595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b13ad3-52bc-4d0a-b886-4c106e9f90bd service neutron] Pushing event updated for resources: {'Port': ['ID=a52c45ed-c028-4d5b-b575-625a2177aabd,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:07.604948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ec67b-bb90-4d35-b6dc-8d5d3bce7ac4 req-ae1b9ddc-b20b-48af-8184-65aaa1e1bec2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:07.606534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e0ec67b-bb90-4d35-b6dc-8d5d3bce7ac4 req-ae1b9ddc-b20b-48af-8184-65aaa1e1bec2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.2747796 Sep 22 10:16:07.648438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51756db-59be-488d-81a8-31d473e0ef81 req-ea497127-ff1a-4d99-8796-a53b085436db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:07.650540 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-ea497127-ff1a-4d99-8796-a53b085436db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1094 time: 0.1074405 Sep 22 10:16:07.681335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e0ec67b-bb90-4d35-b6dc-8d5d3bce7ac4 req-e97c6c21-a49f-4ad2-9d31-c0dc1e0a7814 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559952 Sep 22 10:16:07.703037 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-46b7c3c3-1c85-451f-928c-29e93e0b1b8d tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--829483106&fields=id&tenant_id=9a165e48c66f46fbb1b67278bff790b9 HTTP/1.1" status: 200 len: 267 time: 0.1705868 Sep 22 10:16:07.749696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-8e3828ea-6f27-4062-9ea7-f1a0814bc1cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a52c45ed-c028-4d5b-b575-625a2177aabd HTTP/1.1" status: 200 len: 217 time: 0.0885844 Sep 22 10:16:07.751440 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13256530-2c31-49dd-a376-e2045b1aca2e x-openstack-request-id: req-13256530-2c31-49dd-a376-e2045b1aca2e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:07.752063 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:07.752476 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13256530-2c31-49dd-a376-e2045b1aca2e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:07.753027 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd', 'status': 'completed', 'code': 200} Sep 22 10:16:07.837721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51756db-59be-488d-81a8-31d473e0ef81 req-187bcb6b-234e-4252-a2a9-e7f24e44c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:07.839374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-187bcb6b-234e-4252-a2a9-e7f24e44c567 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.0828204 Sep 22 10:16:07.885719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-4d6bb88e-46ac-440c-ac92-ecb36dc7cacc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386541 Sep 22 10:16:08.022364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Router 9d3f3423-b1e5-4e67-8747-2849b3d87481 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:16:08.056698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-1c413c01-1559-4b75-af95-492d917a355b service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633933 Sep 22 10:16:08.179046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-09b52967-b595-4931-bd58-c268155166bd tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:08.182475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d51756db-59be-488d-81a8-31d473e0ef81 req-54b30c6b-9a5d-46d4-b2b1-90cb86611304 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183455 Sep 22 10:16:08.189191 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-09b52967-b595-4931-bd58-c268155166bd tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/networks?id=723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 200 len: 824 time: 0.4774463 Sep 22 10:16:08.210061 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-1393eda6-fe67-4387-97b9-6e3f76739ae8 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/quotas/9a165e48c66f46fbb1b67278bff790b9 HTTP/1.1" status: 200 len: 375 time: 0.0188711 Sep 22 10:16:08.365377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eef166-954c-4496-a4a1-5556bcecb382 req-ecf52d4d-5ff5-49ec-a851-65119ae8e77d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:08.375126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95eef166-954c-4496-a4a1-5556bcecb382 req-ecf52d4d-5ff5-49ec-a851-65119ae8e77d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.1019788 Sep 22 10:16:08.375980 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-f03f1bcd-dedf-4ef4-a31c-5b217d856121 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1660938 Sep 22 10:16:08.436033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:16:08.451176 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] Sync routers for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:16:08.465778 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-99e87be4-51b5-4dc8-9b23-736e03562304 admin admin] 10.222.0.20 "PUT /v2.0/routers/9d3f3423-b1e5-4e67-8747-2849b3d87481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1575499 Sep 22 10:16:08.467282 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:08.468208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42622) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:08.471785 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:08.540296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-755cbe72-596d-4eae-abbd-739d10082a24 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:08.542088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-755cbe72-596d-4eae-abbd-739d10082a24 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.32 "GET /v2.0/ports?device_id=d68c842f-0d18-4f94-acd3-c0bdaacf8806 HTTP/1.1" status: 200 len: 945 time: 0.1415594 Sep 22 10:16:08.559633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95eef166-954c-4496-a4a1-5556bcecb382 req-43540a84-b5c3-4eb7-a17d-8930b95baf26 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830196 Sep 22 10:16:08.708259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-8429ecf5-57ae-47ab-bdc7-085022bfc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:08.710055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-8429ecf5-57ae-47ab-bdc7-085022bfc723 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1094 time: 0.2732441 Sep 22 10:16:08.775032 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:08.799645 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-51f566eb-34fd-4f73-b371-f3d3676ec762 service neutron] 10.222.0.20 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089372 Sep 22 10:16:08.851338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:08.905335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-10bbf1d6-8e49-4af8-9611-922d87290f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:08.907220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-10bbf1d6-8e49-4af8-9611-922d87290f8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.1888692 Sep 22 10:16:08.971076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-7e24dca7-9198-47b5-a28a-5b938898add6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a52c45ed-c028-4d5b-b575-625a2177aabd HTTP/1.1" status: 200 len: 217 time: 0.0475450 Sep 22 10:16:09.058782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-89692153-7dee-4c2b-87ea-a008802004d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:09.060228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-89692153-7dee-4c2b-87ea-a008802004d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.0689168 Sep 22 10:16:09.120636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8779-19a2-43dc-8ab2-4cbc8d74b6bf req-77a22630-756e-4c63-b91a-50fcea67b596 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:09.127171 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-6477d936-bccb-4a41-bcfe-2f2c566732b9 service neutron] 10.222.0.20 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263125 Sep 22 10:16:09.138378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-845a8779-19a2-43dc-8ab2-4cbc8d74b6bf req-77a22630-756e-4c63-b91a-50fcea67b596 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.2289932 Sep 22 10:16:09.157891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Deleting port 7d6eb995-dde4-4c13-b455-9caf3d99d60a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:09.158263 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.162480 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.198662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-30cd3f86-f8d2-47aa-9519-9554e9f1e632 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204214 Sep 22 10:16:09.223955 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-845a8779-19a2-43dc-8ab2-4cbc8d74b6bf req-4aa3c013-2bb4-410e-93fe-72b657eda0a5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846117 Sep 22 10:16:09.291803 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:16:06Z', 'revision_number': 5, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port': {'id': '1ecb8aac-7927-472e-a945-093c4efa8a74', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:45Z', 'updated_at': '2021-09-22T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:09.328746 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] Checking router: 9d3f3423-b1e5-4e67-8747-2849b3d87481 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:16:09.342713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Deleting port 1ecb8aac-7927-472e-a945-093c4efa8a74 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:09.343202 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.357365 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] Routers {'9d3f3423-b1e5-4e67-8747-2849b3d87481'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:09.358308 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9d3f3423-b1e5-4e67-8747-2849b3d87481'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:09.434723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-946517b4-351e-428b-8acf-856f4be2f766 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084134 Sep 22 10:16:09.509213 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] Set router 9d3f3423-b1e5-4e67-8747-2849b3d87481 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:09.622713 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7230764c-4ae4-4ba8-9ae6-1d5b9e46af71 req-5ebfcd9f-f962-41bc-b398-c48495c83b6a tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 210 time: 0.0728385 Sep 22 10:16:09.651862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1b5101b-6f8e-477e-947b-adf36529a36a req-093a7676-73c8-42ed-a175-44d13e1486f6 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073727 Sep 22 10:16:09.725211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] For port 1ecb8aac-7927-472e-a945-093c4efa8a74, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1ecb8aac-7927-472e-a945-093c4efa8a74,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:09.725581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.750664 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:16:09Z', 'revision_number': 6, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:09.755229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ddec1-945b-41f3-8265-e66024d062eb req-cc1f2fc0-d07d-434a-ac48-a399ce21c247 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:09.763447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-835ddec1-945b-41f3-8265-e66024d062eb req-cc1f2fc0-d07d-434a-ac48-a399ce21c247 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.3277113 Sep 22 10:16:09.781838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006e10b2-4473-4aa9-b69d-98eed77e6859 None None] The sync data for ids ['9d3f3423-b1e5-4e67-8747-2849b3d87481'] in n-d-807025-3 is: [{'id': '9d3f3423-b1e5-4e67-8747-2849b3d87481', 'name': 'tempest-FloatingIPsAssociationTestJSON-1974258585-router', 'tenant_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:43Z', 'updated_at': '2021-09-22T10:16:09Z', 'revision_number': 6, 'project_id': '328ae2ffde5e4a5cb8184510dffce2b4', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:16:09.797290 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Calling delete_port for 1ecb8aac-7927-472e-a945-093c4efa8a74 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:09.855957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-835ddec1-945b-41f3-8265-e66024d062eb req-a1079d0c-28b4-4ebe-ae08-3ccb07c91966 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815725 Sep 22 10:16:09.876922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] For port 7d6eb995-dde4-4c13-b455-9caf3d99d60a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7d6eb995-dde4-4c13-b455-9caf3d99d60a,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:09.880995 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.033619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a38e4e-810b-48d4-8826-f188f991ee32 req-ed239605-7d4d-4469-a26e-67461f77520f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:10.042157 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-15a38e4e-810b-48d4-8826-f188f991ee32 req-ed239605-7d4d-4469-a26e-67461f77520f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.2242684 Sep 22 10:16:10.182373 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-15a38e4e-810b-48d4-8826-f188f991ee32 req-f52a3e18-80ec-4040-8856-d0a7545d54aa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392004 Sep 22 10:16:10.443985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd11e6-601a-4f29-a7b7-ceb09f3d0015 req-51c09618-08c1-4753-a038-b64360b1e79f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:10.445759 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-79cd11e6-601a-4f29-a7b7-ceb09f3d0015 req-51c09618-08c1-4753-a038-b64360b1e79f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0712469 Sep 22 10:16:10.485628 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.486940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.487558 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Floating IP 01ab2322-fe73-4db5-a53f-29b6960da592 disassociated. External IP: 172.25.1.104, port: 7d6eb995-dde4-4c13-b455-9caf3d99d60a. Sep 22 10:16:10.488109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Calling delete_port for 7d6eb995-dde4-4c13-b455-9caf3d99d60a owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:10.493464 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-79cd11e6-601a-4f29-a7b7-ceb09f3d0015 req-347b9011-085b-4d85-89f2-e9e43f98a260 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 Sep 22 10:16:10.494486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.632305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecb8aac-7927-472e-a945-093c4efa8a74,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:10.644899 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.780433 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5be3dcb2-1912-4d1a-b1ea-69c3868ba96e req-b30e248c-0d43-4138-a5d8-e83ac8869225 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 210 time: 0.0488658 Sep 22 10:16:10.808157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.813886 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.972911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:11.010534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event deleted for resources: {'Port': ['ID=7d6eb995-dde4-4c13-b455-9caf3d99d60a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:11.031739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:11.032291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d3f3423-b1e5-4e67-8747-2849b3d87481 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:16:11.038293 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:11.041306 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e834f322-6b3c-4093-82d2-615527a6c3d1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9d3f3423-b1e5-4e67-8747-2849b3d87481 HTTP/1.1" status: 204 len: 168 time: 2.5641367 Sep 22 10:16:11.042025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42692) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:11.074481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c07e-7577-4900-bdc8-9bd2006035ac req-3a9c9518-2d27-43cb-b65f-99a5d24e8e88 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:11.078565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9556c07e-7577-4900-bdc8-9bd2006035ac req-3a9c9518-2d27-43cb-b65f-99a5d24e8e88 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1428030 Sep 22 10:16:11.144932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7974ee3-ac74-452e-b9e4-fc2ae55471b8 admin admin] Deleting subnet 9948f0c0-5b5b-429b-b2b2-c9f337c771cf {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:16:11.153626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7974ee3-ac74-452e-b9e4-fc2ae55471b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:11.236566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9556c07e-7577-4900-bdc8-9bd2006035ac req-9fdc752d-cfcb-4060-9e77-81a4e60dca7e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444764 Sep 22 10:16:11.258500 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7974ee3-ac74-452e-b9e4-fc2ae55471b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:11.361428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Router d31dc09e-807f-4dfc-b986-1496bb976832 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:16:11.496906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7974ee3-ac74-452e-b9e4-fc2ae55471b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:11.548778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726629bd-877a-4fab-ace8-d56f9bb97efc req-73309438-dbec-4631-ad17-109c653ba3cf tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:11.554960 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-726629bd-877a-4fab-ace8-d56f9bb97efc req-73309438-dbec-4631-ad17-109c653ba3cf tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.2430563 Sep 22 10:16:11.631599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:16:11.646168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] Sync routers for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:16:11.646746 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-726629bd-877a-4fab-ace8-d56f9bb97efc req-b865ae74-6d0b-4a2d-8652-7a5923e7f930 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846844 Sep 22 10:16:11.665247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:11.666713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:11.736558 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7974ee3-ac74-452e-b9e4-fc2ae55471b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:11.804517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7974ee3-ac74-452e-b9e4-fc2ae55471b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9948f0c0-5b5b-429b-b2b2-c9f337c771cf,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:11.812334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] No DVR routers for this DVR port 7d6eb995-dde4-4c13-b455-9caf3d99d60a on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:11.816778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:11.844852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc4555b7-0655-40c9-9a66-2baf895bd71e req-c574f835-8681-42ec-91c8-df2e859095b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.32 "DELETE /v2.0/ports/7d6eb995-dde4-4c13-b455-9caf3d99d60a HTTP/1.1" status: 204 len: 173 time: 3.2411563 Sep 22 10:16:11.844852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'name': 'network-vif-deleted', 'tag': '7d6eb995-dde4-4c13-b455-9caf3d99d60a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:11.844852 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19794d26-70be-4288-9841-ad40d39aa2b2" -d '{"events": [{"server_uuid": "d68c842f-0d18-4f94-acd3-c0bdaacf8806", "name": "network-vif-deleted", "tag": "7d6eb995-dde4-4c13-b455-9caf3d99d60a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:11.845514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cbbbf0ed-f662-4770-94dc-7d1f919fb22a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:11.849097 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7974ee3-ac74-452e-b9e4-fc2ae55471b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:11.853369 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d7974ee3-ac74-452e-b9e4-fc2ae55471b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9948f0c0-5b5b-429b-b2b2-c9f337c771cf HTTP/1.1" status: 204 len: 168 time: 0.8080704 Sep 22 10:16:11.855907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42722) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:11.873250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: cbbbf0ed-f662-4770-94dc-7d1f919fb22a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:11.873901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cbbbf0ed-f662-4770-94dc-7d1f919fb22a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:11.874537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1ecb8aac-7927-472e-a945-093c4efa8a74 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:11.878405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8af457-dd90-4fe8-bca1-efe1d6bbb629 None None] Network d57c3e5f-98d3-4ade-bebc-2e92d04c5407 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:11.883321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc88b2b-085b-4ee4-bcc3-2ad864b3c8ef req-6ce34896-2577-42c1-b9a1-4352542b5b13 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:11.894040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc88b2b-085b-4ee4-bcc3-2ad864b3c8ef req-6ce34896-2577-42c1-b9a1-4352542b5b13 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.2349281 Sep 22 10:16:11.931314 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f5ea516-7f5e-4032-936d-70de5886db1f req-7c13771d-f5cd-42b2-858d-b876138944bb tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 210 time: 0.0431280 Sep 22 10:16:11.958502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc88b2b-085b-4ee4-bcc3-2ad864b3c8ef req-13087c55-cc77-43be-8a55-7d4604250d2d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633252 Sep 22 10:16:12.019518 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3706da42-af5c-4397-820d-ff7e35f2da56 x-openstack-request-id: req-3706da42-af5c-4397-820d-ff7e35f2da56 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:12.019812 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c842f-0d18-4f94-acd3-c0bdaacf8806", "name": "network-vif-deleted", "tag": "7d6eb995-dde4-4c13-b455-9caf3d99d60a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:12.020058 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3706da42-af5c-4397-820d-ff7e35f2da56 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:12.020467 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c842f-0d18-4f94-acd3-c0bdaacf8806', 'name': 'network-vif-deleted', 'tag': '7d6eb995-dde4-4c13-b455-9caf3d99d60a', 'status': 'completed', 'code': 200} Sep 22 10:16:12.043775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:12.255768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 1ecb8aac-7927-472e-a945-093c4efa8a74 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:12.258236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1ecb8aac-7927-472e-a945-093c4efa8a74 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:12.383157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device a52c45ed-c028-4d5b-b575-625a2177aabd details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:12.407492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:12.609908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-24b74a5c-74a3-4a6f-a5bc-03733686924e tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:12.611976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-24b74a5c-74a3-4a6f-a5bc-03733686924e tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.30 "GET /v2.0/networks?id=723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 200 len: 824 time: 0.2447982 Sep 22 10:16:12.646705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42740) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:12.649942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7d6eb995-dde4-4c13-b455-9caf3d99d60a no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:12.725701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-bd944f35-efe2-47c7-8187-8ca5e17e9ec5 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a165e48c66f46fbb1b67278bff790b9 HTTP/1.1" status: 200 len: 379 time: 0.1001270 Sep 22 10:16:12.740168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Request body: {'port': {'device_id': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'admin_state_up': True, 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'security_groups': ['e136cef8-4d3d-4223-9eb4-a38ef60d7bb9']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:12.800569 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 7d6eb995-dde4-4c13-b455-9caf3d99d60a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:12.801457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7d6eb995-dde4-4c13-b455-9caf3d99d60a not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:12.904462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Deleting port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:12.905837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:12.955521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a409552-7f69-4c4c-a374-c4125a99868e req-f12550a1-9d64-43b6-9c08-f98cc4102839 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:12.964744 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2a409552-7f69-4c4c-a374-c4125a99868e req-f12550a1-9d64-43b6-9c08-f98cc4102839 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1754687 Sep 22 10:16:13.002192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:13.019203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'a52c45ed-c028-4d5b-b575-625a2177aabd', 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587', 'port_id': 'a52c45ed-c028-4d5b-b575-625a2177aabd', 'mac_address': 'fa:16:3e:ba:3a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8d2fba-94e6-483e-9929-5a59c83660b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:13.052614 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2a409552-7f69-4c4c-a374-c4125a99868e req-94e0f5f0-631c-4472-bf64-968663d8a48a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868976 Sep 22 10:16:13.055328 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] For port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93c28a63-7af2-4f37-9d2e-f515ff80e9c7,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:13.059362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.085914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Calling delete_port for 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:13.093827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e1beb-ef7b-416a-95e2-3270266d521d None None] DHCP port deletion for d57c3e5f-98d3-4ade-bebc-2e92d04c5407 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:16:13.104961 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.141108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52c45ed-c028-4d5b-b575-625a2177aabd {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:13.171380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:13.175562 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2ef6fe14-bb3d-4788-b673-ade63555dd3c req-c665e6f7-867d-4435-88e3-e6d2df97aae4 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 210 time: 0.0455759 Sep 22 10:16:13.185115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:13.230143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] Checking router: d31dc09e-807f-4dfc-b986-1496bb976832 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:16:13.244173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e1beb-ef7b-416a-95e2-3270266d521d None None] Deleting port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:13.244485 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1beb-ef7b-416a-95e2-3270266d521d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.247661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:13.247661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:13.269893 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93778c19-76d6-4c7c-a02f-ff37e678c982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.323551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0613c-7b0d-4d27-abdb-d3f6dc3f87a7 req-a1ae0d35-4879-4000-b6b5-83e69332dc06 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:13.335842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fd0613c-7b0d-4d27-abdb-d3f6dc3f87a7 req-a1ae0d35-4879-4000-b6b5-83e69332dc06 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.4609909 Sep 22 10:16:13.406735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fd0613c-7b0d-4d27-abdb-d3f6dc3f87a7 req-ebd7df62-76c6-4377-bd62-e3f05759806b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571389 Sep 22 10:16:13.437675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9a9e1beb-ef7b-416a-95e2-3270266d521d None None] For port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93c28a63-7af2-4f37-9d2e-f515ff80e9c7,segment=NetworkSegment(3f06439f-51ac-438f-815c-1c38d8ead17a),segment_id=3f06439f-51ac-438f-815c-1c38d8ead17a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:13.441380 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1beb-ef7b-416a-95e2-3270266d521d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.444892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93778c19-76d6-4c7c-a02f-ff37e678c982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.464339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e1beb-ef7b-416a-95e2-3270266d521d None None] Calling delete_port for 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:13.519644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409fb28-7a23-4d2f-8f4b-83c7626ec966 req-320896a7-86a9-4a12-9b52-d5e8e093c08d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:13.521850 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3409fb28-7a23-4d2f-8f4b-83c7626ec966 req-320896a7-86a9-4a12-9b52-d5e8e093c08d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0791245 Sep 22 10:16:13.522425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:13.522549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.526306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.556821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c28a63-7af2-4f37-9d2e-f515ff80e9c7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:13.561677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] No DVR routers for this DVR port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:13.579221 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93778c19-76d6-4c7c-a02f-ff37e678c982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.635809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-93778c19-76d6-4c7c-a02f-ff37e678c982 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db718f04a55d465ebe3754f1aabb4fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9880524 Sep 22 10:16:13.636415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42766) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:13.643428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93778c19-76d6-4c7c-a02f-ff37e678c982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4341a2-8694-428e-987b-01108c70a325,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:13.697186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Made reservation on behalf of 9a165e48c66f46fbb1b67278bff790b9 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:13.706952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=a52c45ed-c028-4d5b-b575-625a2177aabd,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:13.714726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.749154 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3409fb28-7a23-4d2f-8f4b-83c7626ec966 req-892b3f01-97e6-4077-aee8-4003645a8538 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168081 Sep 22 10:16:13.782086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['a52c45ed-c028-4d5b-b575-625a2177aabd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:13.786822 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1beb-ef7b-416a-95e2-3270266d521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.830877 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.860983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:13.863976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e1beb-ef7b-416a-95e2-3270266d521d None None] No DVR routers for this DVR port 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:13.869801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57c3e5f-98d3-4ade-bebc-2e92d04c5407']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:13.881625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59482ae8-f8df-4fe7-abfa-225ada4b783e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.894121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e1beb-ef7b-416a-95e2-3270266d521d None None] Pushing event deleted for resources: {'Port': ['ID=93c28a63-7af2-4f37-9d2e-f515ff80e9c7,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:13.906882 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f06439f-51ac-438f-815c-1c38d8ead17a') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:13.907372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f06439f-51ac-438f-815c-1c38d8ead17a') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:13.924802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:13.925405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93c28a63-7af2-4f37-9d2e-f515ff80e9c7 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:13.926087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.931312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59482ae8-f8df-4fe7-abfa-225ada4b783e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.960226 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.969630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:16:13.970043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:16:13.972251 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:16:14.063934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Allocated IP 172.20.0.3 (723d782f-2c17-4acf-ae5f-7c0e87c61018/e93a07be-436a-4af0-acf9-38dad24cf0a4/346a435c-c71d-488b-aa1f-5864f799e26b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:14.072536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:14.122926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b8e65-98ea-4dc8-8741-fe4586fcfa53 None None] The sync data for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 is: [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:16:14.124376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:14.131441 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:14.136967 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d57c3e5f-98d3-4ade-bebc-2e92d04c5407 HTTP/1.1" status: 204 len: 168 time: 2.2767797 Sep 22 10:16:14.186846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83800d9c-4884-457a-9a9a-21202131a0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d57c3e5f-98d3-4ade-bebc-2e92d04c5407,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:14.200588 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59482ae8-f8df-4fe7-abfa-225ada4b783e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:14.203201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59482ae8-f8df-4fe7-abfa-225ada4b783e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:14.204383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-59482ae8-f8df-4fe7-abfa-225ada4b783e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab4341a2-8694-428e-987b-01108c70a325 HTTP/1.1" status: 204 len: 168 time: 0.5667732 Sep 22 10:16:14.253744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59482ae8-f8df-4fe7-abfa-225ada4b783e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4341a2-8694-428e-987b-01108c70a325,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:14.368297 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc596826-fa98-4ff7-9600-ffe196a23f95 req-8ca52dbe-64e7-4418-9b11-9eac07f94bfa tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 210 time: 0.0389829 Sep 22 10:16:14.396660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8119991-464b-4ab9-9a66-95bd858d5277 req-f019acfe-750b-47f8-b8f6-7c3eac7c8103 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:14.396660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8119991-464b-4ab9-9a66-95bd858d5277 req-f019acfe-750b-47f8-b8f6-7c3eac7c8103 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1140525 Sep 22 10:16:14.421386 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:14.482007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8119991-464b-4ab9-9a66-95bd858d5277 req-64e197fd-ce09-401b-b002-aaffc744aa58 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756276 Sep 22 10:16:14.588149 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cdbfe6-b869-423e-bc81-50e392e0cfc4 None None] New status for floating IP 01ab2322-fe73-4db5-a53f-29b6960da592: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:16:14.616659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:14.652464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2826c4-6f21-4bab-9831-fe60f6189bc2 req-c6ce39a3-2577-49fa-a522-84e3ca1b5260 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:14.661325 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2826c4-6f21-4bab-9831-fe60f6189bc2 req-c6ce39a3-2577-49fa-a522-84e3ca1b5260 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 944 time: 0.0930307 Sep 22 10:16:14.672638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:14.676988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:14.685531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42790) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:14.690343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:14.764742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:14.765509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:14.775753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event updated for resources: {'Port': ['ID=346a435c-c71d-488b-aa1f-5864f799e26b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:14.826736 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d2826c4-6f21-4bab-9831-fe60f6189bc2 req-b645d2f3-8d81-45c5-af5c-644ee6645523 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640887 Sep 22 10:16:14.867394 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4834dfe8-eee0-4b32-a291-ca5c65322c92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=328ae2ffde5e4a5cb8184510dffce2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749790 Sep 22 10:16:14.868196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42796) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:14.908835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-e5e8f483-b1f0-40a4-9806-dc2ccb929c28 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1786046 Sep 22 10:16:14.928319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Request body: {'port': {'device_id': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:15.016187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-96e3a098-b169-4016-ba22-146477174d3b None None] Provisioning complete for port 346a435c-c71d-488b-aa1f-5864f799e26b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:15.016773 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-96e3a098-b169-4016-ba22-146477174d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.071176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a098-b169-4016-ba22-146477174d3b None None] Port 346a435c-c71d-488b-aa1f-5864f799e26b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:16:15.078011 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5086fa5b-0858-463f-93b0-fd1f6ac23e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.092682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643f119-a6de-414b-9f89-a1bb4c2838be req-86617d82-9050-4ea4-b9d7-1206677be676 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:15.098781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5643f119-a6de-414b-9f89-a1bb4c2838be req-86617d82-9050-4ea4-b9d7-1206677be676 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1525552 Sep 22 10:16:15.099477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.156095 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5086fa5b-0858-463f-93b0-fd1f6ac23e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.247071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5643f119-a6de-414b-9f89-a1bb4c2838be req-de364146-a641-4c1b-b81f-81145f7c98c4 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413615 Sep 22 10:16:15.421342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42800) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:15.440317 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-013df92b-66d0-47b3-91c6-3ee52ed37946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.468116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5086fa5b-0858-463f-93b0-fd1f6ac23e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.470064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5086fa5b-0858-463f-93b0-fd1f6ac23e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.473553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5086fa5b-0858-463f-93b0-fd1f6ac23e17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed0c2413-2332-47f0-a27f-9b263a657f80 HTTP/1.1" status: 204 len: 168 time: 0.6020694 Sep 22 10:16:15.486738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086fa5b-0858-463f-93b0-fd1f6ac23e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0c2413-2332-47f0-a27f-9b263a657f80,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:15.540230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35176c92-fc24-4b38-bf21-d50a38654dc6 req-47991855-6057-45f0-9966-023f67c24ca8 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:15.543886 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-35176c92-fc24-4b38-bf21-d50a38654dc6 req-47991855-6057-45f0-9966-023f67c24ca8 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 931 time: 0.0880024 Sep 22 10:16:15.615242 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-35176c92-fc24-4b38-bf21-d50a38654dc6 req-037670f4-84e7-4ca3-a934-d9e9cb9e9a83 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634894 Sep 22 10:16:15.649500 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-013df92b-66d0-47b3-91c6-3ee52ed37946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.691087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346a435c-c71d-488b-aa1f-5864f799e26b {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:15.701073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.721594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Transition to ACTIVE for port object 346a435c-c71d-488b-aa1f-5864f799e26b will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:16:15.730483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550656-7911-425c-97ee-46aa34372a15 req-c0d386c7-e291-46df-be3a-3780f327eee5 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:15.738663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-013df92b-66d0-47b3-91c6-3ee52ed37946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.739919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56550656-7911-425c-97ee-46aa34372a15 req-c0d386c7-e291-46df-be3a-3780f327eee5 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1205375 Sep 22 10:16:15.803390 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56550656-7911-425c-97ee-46aa34372a15 req-2802b797-b9d9-43f4-9684-c5bc90e48577 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464242 Sep 22 10:16:15.826506 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-013df92b-66d0-47b3-91c6-3ee52ed37946 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caacc2eaa39c4f729b39eba08dec22fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039986 Sep 22 10:16:15.834538 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.836998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42818) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:15.868505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013df92b-66d0-47b3-91c6-3ee52ed37946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4e8c9d-a05b-425e-8d25-985f504d2b68,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:15.954669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=346a435c-c71d-488b-aa1f-5864f799e26b,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:16.030809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a30cba67-e9bd-48e4-8926-9212c6e70026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:16.043684 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344a004-36c9-4b82-83ec-eaac8f31f58e req-5d687092-07a0-4ab8-a835-e6ca62bd5826 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:16.046418 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f344a004-36c9-4b82-83ec-eaac8f31f58e req-5d687092-07a0-4ab8-a835-e6ca62bd5826 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 944 time: 0.0922096 Sep 22 10:16:16.083044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a30cba67-e9bd-48e4-8926-9212c6e70026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:16.147739 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f344a004-36c9-4b82-83ec-eaac8f31f58e req-b84372e6-624e-44d5-8832-034173499aee tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936968 Sep 22 10:16:16.166275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Attempting to bind port 346a435c-c71d-488b-aa1f-5864f799e26b on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:16.166641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Attempting to bind port 346a435c-c71d-488b-aa1f-5864f799e26b by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:16.166963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Attempting to bind port 346a435c-c71d-488b-aa1f-5864f799e26b on network 723d782f-2c17-4acf-ae5f-7c0e87c61018 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:16.173507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Port 346a435c-c71d-488b-aa1f-5864f799e26b on network 723d782f-2c17-4acf-ae5f-7c0e87c61018 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:16.173507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Attempting to bind port 346a435c-c71d-488b-aa1f-5864f799e26b on network 723d782f-2c17-4acf-ae5f-7c0e87c61018 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:16.182407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:16.182407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Checking segment: {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:16.182407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Bound using segment: {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:16.182407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Bound port: 346a435c-c71d-488b-aa1f-5864f799e26b, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:16.182407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:16.265312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] For port 346a435c-c71d-488b-aa1f-5864f799e26b, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:16.269723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] For port 346a435c-c71d-488b-aa1f-5864f799e26b, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=346a435c-c71d-488b-aa1f-5864f799e26b,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:16.278871 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a30cba67-e9bd-48e4-8926-9212c6e70026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:16.281764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a30cba67-e9bd-48e4-8926-9212c6e70026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:16.285605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a30cba67-e9bd-48e4-8926-9212c6e70026 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c4e8c9d-a05b-425e-8d25-985f504d2b68 HTTP/1.1" status: 204 len: 168 time: 0.4451761 Sep 22 10:16:16.294242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cba67-e9bd-48e4-8926-9212c6e70026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4e8c9d-a05b-425e-8d25-985f504d2b68,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:16.354005 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:16.387279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device a52c45ed-c028-4d5b-b575-625a2177aabd up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:16.457308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:16.458068 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:16.459579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/346a435c-c71d-488b-aa1f-5864f799e26b HTTP/1.1" status: 200 len: 1091 time: 1.5385625 Sep 22 10:16:16.462087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'tag': '346a435c-c71d-488b-aa1f-5864f799e26b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:16.466225 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1406b92-7184-410a-b5e2-f0d5de4218ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b342baa6-9257-4786-9d15-cb6b13d04474", "tag": "346a435c-c71d-488b-aa1f-5864f799e26b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:16.495249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca256f3-385b-4ff2-8ea0-da65a12e61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=346a435c-c71d-488b-aa1f-5864f799e26b,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:16.537680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef9479-309a-4119-9b96-232e924315f0 req-fd5147b4-0203-4ebb-84d4-33e924d28a26 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:16.539438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0ef9479-309a-4119-9b96-232e924315f0 req-fd5147b4-0203-4ebb-84d4-33e924d28a26 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1203754 Sep 22 10:16:16.543583 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3611d8c-d607-4fae-9596-06ec98290bd9 x-openstack-request-id: req-c3611d8c-d607-4fae-9596-06ec98290bd9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:16.544090 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b342baa6-9257-4786-9d15-cb6b13d04474", "tag": "346a435c-c71d-488b-aa1f-5864f799e26b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:16.544498 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3611d8c-d607-4fae-9596-06ec98290bd9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:16.545516 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'tag': '346a435c-c71d-488b-aa1f-5864f799e26b', 'status': 'completed', 'code': 200} Sep 22 10:16:16.664631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0ef9479-309a-4119-9b96-232e924315f0 req-eb31db50-be25-488b-b4f1-46ba2afb462d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178606 Sep 22 10:16:16.674527 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port a52c45ed-c028-4d5b-b575-625a2177aabd completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:16:16.682849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1406b92-7184-410a-b5e2-f0d5de4218ce req-d5f3d9ac-27ae-4ed2-809d-dcd99a872284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:16.686468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port a52c45ed-c028-4d5b-b575-625a2177aabd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:16.687061 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:16.691162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1406b92-7184-410a-b5e2-f0d5de4218ce req-d5f3d9ac-27ae-4ed2-809d-dcd99a872284 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 1094 time: 0.1085770 Sep 22 10:16:16.860652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1406b92-7184-410a-b5e2-f0d5de4218ce req-faff5e28-36a0-4c51-a4db-72660fcbb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:16.863860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496109a-8d3b-4a23-a45c-fa433f165084 req-61b7918f-7cc8-4f0f-9b2d-aec8a5c058da tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:16.866376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1406b92-7184-410a-b5e2-f0d5de4218ce req-faff5e28-36a0-4c51-a4db-72660fcbb309 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9a165e48c66f46fbb1b67278bff790b9&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1666288 Sep 22 10:16:16.881333 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3496109a-8d3b-4a23-a45c-fa433f165084 req-61b7918f-7cc8-4f0f-9b2d-aec8a5c058da tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 943 time: 0.1421468 Sep 22 10:16:16.946335 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:16.967285 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3496109a-8d3b-4a23-a45c-fa433f165084 req-d631bf28-c903-4d5b-a49d-041821d8ad34 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818365 Sep 22 10:16:17.023977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1406b92-7184-410a-b5e2-f0d5de4218ce req-303b8da7-827c-4eb2-84ca-f3d63fe8ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:17.025499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1406b92-7184-410a-b5e2-f0d5de4218ce req-303b8da7-827c-4eb2-84ca-f3d63fe8ac48 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1519594 Sep 22 10:16:17.046766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:17.060525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:17.060525 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7e1e98-c102-4ec3-ae41-76112f06977d" -d '{"events": [{"server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "name": "network-vif-plugged", "status": "completed", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:17.109103 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6909b6f-caa4-43ed-b3ed-a2b6c7e58a0b x-openstack-request-id: req-d6909b6f-caa4-43ed-b3ed-a2b6c7e58a0b {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:17.109466 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "name": "network-vif-plugged", "status": "completed", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:17.109726 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6909b6f-caa4-43ed-b3ed-a2b6c7e58a0b {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:17.110135 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd', 'code': 200} Sep 22 10:16:17.150011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923709e-c2b4-4c0f-903e-b15437d799ca req-05f3c89f-88c6-4c74-96eb-a8c09d63a7a2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:17.152235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4923709e-c2b4-4c0f-903e-b15437d799ca req-05f3c89f-88c6-4c74-96eb-a8c09d63a7a2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1258366 Sep 22 10:16:17.154743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-0e2fc20c-4219-4fb9-891d-d5bb38fe2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:17.156178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-0e2fc20c-4219-4fb9-891d-d5bb38fe2104 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 1094 time: 0.0888042 Sep 22 10:16:17.170575 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:17.261554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-99812184-815a-408f-a00a-fa0223d9e1c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346a435c-c71d-488b-aa1f-5864f799e26b HTTP/1.1" status: 200 len: 217 time: 0.0705476 Sep 22 10:16:17.285752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4923709e-c2b4-4c0f-903e-b15437d799ca req-f47b5928-f2d4-4743-9c29-3353ab0bf9a2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257670 Sep 22 10:16:17.287389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=a52c45ed-c028-4d5b-b575-625a2177aabd,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:17.334703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-c01feea7-655a-46cd-9861-1df80a8aa609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:17.339836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-c01feea7-655a-46cd-9861-1df80a8aa609 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e93a07be-436a-4af0-acf9-38dad24cf0a4 HTTP/1.1" status: 200 len: 863 time: 0.0669403 Sep 22 10:16:17.357689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7bf0d-d026-4265-bbea-4f7ab97a6b25 req-7c067106-e23e-4d30-8f70-a0ef302bc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:17.360242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4e7bf0d-d026-4265-bbea-4f7ab97a6b25 req-7c067106-e23e-4d30-8f70-a0ef302bc6f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1096 time: 0.1793380 Sep 22 10:16:17.376304 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df040b-3c12-4edb-9679-fb5cc89ef7bc req-924cf0c1-42b1-40ae-a1aa-389600b8ffea tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:17.383871 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-38df040b-3c12-4edb-9679-fb5cc89ef7bc req-924cf0c1-42b1-40ae-a1aa-389600b8ffea tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0880835 Sep 22 10:16:17.408396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-ef1893e8-11ed-4769-aa8d-f5c5b1bc76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:17.409937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-ef1893e8-11ed-4769-aa8d-f5c5b1bc76a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=723d782f-2c17-4acf-ae5f-7c0e87c61018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654368 Sep 22 10:16:17.433858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4e7bf0d-d026-4265-bbea-4f7ab97a6b25 req-9e45f5d9-68d6-462e-baef-2b2562a0bbf3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596204 Sep 22 10:16:17.458619 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-38df040b-3c12-4edb-9679-fb5cc89ef7bc req-b0974310-3e5b-4803-9088-bb03d6035c2a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737877 Sep 22 10:16:17.540004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-52bda88a-d30c-44fc-b26d-489593153a3d service neutron] 10.222.0.30 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222019 Sep 22 10:16:17.543505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42876) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:17.671762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-network', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:17.778284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e123496-a575-4e2a-bf15-72a7d42e8599 req-0476426a-1ea4-4636-b4af-dee8e49363ef service neutron] 10.222.0.30 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505718 Sep 22 10:16:17.800689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e476ec-f233-43ae-88fb-7a10976bed73 req-4229435b-cdff-4389-b908-8a498e30afb4 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:17.800806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11e476ec-f233-43ae-88fb-7a10976bed73 req-4229435b-cdff-4389-b908-8a498e30afb4 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0589230 Sep 22 10:16:17.833819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Made reservation on behalf of df04945fddf0412aa96e1007d7120d46 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:17.836204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:17.853336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11e476ec-f233-43ae-88fb-7a10976bed73 req-0ac2192d-3baf-40eb-b48b-7dd3d04ea2c4 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Sep 22 10:16:17.853336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:17.964639 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:18.038864 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:18.116658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:16:18.129419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:18.129781 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Added segment 70ff0513-5459-4202-806a-90cd5a3adee4 of type vlan for network 7327e63e-fae2-4026-950f-72f312e1de1e Sep 22 10:16:18.183981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c70c65-b74f-46e7-bb19-9f0e89828a94,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:18.210620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:18.253354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac971f1-0c0a-4eb4-831d-1567ec45c5c5 req-613d9659-bde6-46d8-ac8d-00a19a4680a5 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:18.255268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cac971f1-0c0a-4eb4-831d-1567ec45c5c5 req-613d9659-bde6-46d8-ac8d-00a19a4680a5 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 943 time: 0.1979930 Sep 22 10:16:18.298747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cac971f1-0c0a-4eb4-831d-1567ec45c5c5 req-a8b7d662-1548-4f92-9786-fae824e88cd7 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365393 Sep 22 10:16:18.409546 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aa55b-04d0-4643-b240-b946b05a967d req-6f34aa62-cf2e-453d-bd42-030790c7e9a3 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:18.411048 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-694aa55b-04d0-4643-b240-b946b05a967d req-6f34aa62-cf2e-453d-bd42-030790c7e9a3 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0562320 Sep 22 10:16:18.453018 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-694aa55b-04d0-4643-b240-b946b05a967d req-87b2637f-9dce-4cc6-b032-0b9844f4f4d2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351915 Sep 22 10:16:18.593519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da08a11-fdde-4e9a-9359-e18a4b250db7 req-94bb8273-0312-4b2b-aa6c-e8ec2bae85e7 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:18.595042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4da08a11-fdde-4e9a-9359-e18a4b250db7 req-94bb8273-0312-4b2b-aa6c-e8ec2bae85e7 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0482678 Sep 22 10:16:18.632790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4da08a11-fdde-4e9a-9359-e18a4b250db7 req-71a0a0dc-2ffa-4489-9ab3-7371f8348d34 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Sep 22 10:16:18.878747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:18.880011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:18.880643 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:18.963090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=7327e63e-fae2-4026-950f-72f312e1de1e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:18.983728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 7327e63e-fae2-4026-950f-72f312e1de1e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:16:18.988242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4904988c-4df6-4210-ba75-6a6efef58ae6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4436483 Sep 22 10:16:18.990938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42922) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:19.001949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Request body: {'subnet': {'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-subnet', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:19.069733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf45b52-4ba0-4afd-a3f7-39b1af1c2061 req-a15ab2c1-e981-40e1-aa87-3db73cb34e0d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:19.077238 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0cf45b52-4ba0-4afd-a3f7-39b1af1c2061 req-a15ab2c1-e981-40e1-aa87-3db73cb34e0d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1161571 Sep 22 10:16:19.134508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Made reservation on behalf of df04945fddf0412aa96e1007d7120d46 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:19.136897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:19.150496 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0cf45b52-4ba0-4afd-a3f7-39b1af1c2061 req-68c2527a-a719-4405-b1f1-f70f043ccb25 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706997 Sep 22 10:16:19.514540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e63c-9be2-4c77-83d2-7e2e240cbb3e req-a020a5c4-1edf-49eb-9742-de257674895c tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:19.514540 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ad8e63c-9be2-4c77-83d2-7e2e240cbb3e req-a020a5c4-1edf-49eb-9742-de257674895c tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 943 time: 0.0755029 Sep 22 10:16:19.516494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:19.623163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df1bb63-fb10-49e7-b68b-b5122cef4274,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:19.638470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ae52c-11e8-4704-9575-da2113c5cf43 req-d5183aca-6a13-461c-8177-3a9d9f6301ab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:19.648075 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-743ae52c-11e8-4704-9575-da2113c5cf43 req-d5183aca-6a13-461c-8177-3a9d9f6301ab tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0748672 Sep 22 10:16:19.658794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ad8e63c-9be2-4c77-83d2-7e2e240cbb3e req-a5e680e7-0d79-45e8-b09f-696b6a4f1601 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289239 Sep 22 10:16:19.697912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Checking segment: {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:19.699705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Network hostable DHCP agents. Network: 7327e63e-fae2-4026-950f-72f312e1de1e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:16:19.702650 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-743ae52c-11e8-4704-9575-da2113c5cf43 req-84e0bef8-e6d8-435b-af0c-9f910b595f79 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536835 Sep 22 10:16:19.830199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac523ae-cd8f-4984-83cd-012d3c603470 req-ccbfc343-a31f-494d-9327-414359ad8464 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:19.831686 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3ac523ae-cd8f-4984-83cd-012d3c603470 req-ccbfc343-a31f-494d-9327-414359ad8464 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0522549 Sep 22 10:16:19.872140 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3ac523ae-cd8f-4984-83cd-012d3c603470 req-7cde80ad-ab62-4563-9346-6567b5dab1d8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Sep 22 10:16:19.936004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Network 7327e63e-fae2-4026-950f-72f312e1de1e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:16:20.038661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 7327e63e-fae2-4026-950f-72f312e1de1e) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:20.044677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:20.045553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.049761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6ed5d-fbea-4b59-be60-91440a041af8 None None] Network 7327e63e-fae2-4026-950f-72f312e1de1e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:20.169698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1c5c23cc-c7d0-4ee8-aaf3-3f5b7f10c928 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1794479 Sep 22 10:16:20.172175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42974) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:20.176433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:20.224971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-7327e63e-fae2-4026-950f-72f312e1de1e', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:16:20.226391 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.290176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.291225 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.335076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37184641-e7ab-4619-aa9b-dfe916a5618e req-4b844657-9062-47e4-b57a-b9d7584c3685 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:20.335076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37184641-e7ab-4619-aa9b-dfe916a5618e req-4b844657-9062-47e4-b57a-b9d7584c3685 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1096 time: 0.0722706 Sep 22 10:16:20.359677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.379563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Allocated IP 172.20.0.2 (7327e63e-fae2-4026-950f-72f312e1de1e/8df1bb63-fb10-49e7-b68b-b5122cef4274/197f4f12-ef23-4cc3-9146-6de9d2984e2d) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:20.393965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37184641-e7ab-4619-aa9b-dfe916a5618e req-6b1ee394-c919-45ba-9e70-9c045d847f65 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Sep 22 10:16:20.559624 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.609579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d65e-f626-4078-bc34-8673b1f7bc16 req-ba1b9cc1-dbd7-47e8-bdef-9e7a29249966 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:20.611206 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0953d65e-f626-4078-bc34-8673b1f7bc16 req-ba1b9cc1-dbd7-47e8-bdef-9e7a29249966 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0690320 Sep 22 10:16:20.626830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.631896 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.673856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Network 7327e63e-fae2-4026-950f-72f312e1de1e is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:20.678802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:20.681881 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0953d65e-f626-4078-bc34-8673b1f7bc16 req-b21ae21e-c38c-4284-b599-2cfd2c432d79 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635703 Sep 22 10:16:20.694915 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:20.699488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Pushing event updated for resources: {'Port': ['ID=197f4f12-ef23-4cc3-9146-6de9d2984e2d,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:20.811790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Attempting to bind port 197f4f12-ef23-4cc3-9146-6de9d2984e2d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:20.812166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Attempting to bind port 197f4f12-ef23-4cc3-9146-6de9d2984e2d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:20.812545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Attempting to bind port 197f4f12-ef23-4cc3-9146-6de9d2984e2d on network 7327e63e-fae2-4026-950f-72f312e1de1e {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:20.820054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:20.822392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Checking segment: {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:20.826124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.831285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Bound using segment: {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:20.831285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Bound port: 197f4f12-ef23-4cc3-9146-6de9d2984e2d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:20.831285 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:20.903415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58857d6e-1006-4adf-b459-f47584858d99 req-2707042f-ed66-43d7-9e80-725dbf00eaac tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:20.911290 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-58857d6e-1006-4adf-b459-f47584858d99 req-2707042f-ed66-43d7-9e80-725dbf00eaac tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 943 time: 0.0962594 Sep 22 10:16:20.927039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] For port 197f4f12-ef23-4cc3-9146-6de9d2984e2d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:20.932281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] For port 197f4f12-ef23-4cc3-9146-6de9d2984e2d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=197f4f12-ef23-4cc3-9146-6de9d2984e2d,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:20.950748 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-58857d6e-1006-4adf-b459-f47584858d99 req-ce618b3b-bcfe-4ef3-997b-2e78c0174f99 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381367 Sep 22 10:16:21.006874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:21.027461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:21.056507 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:21.073421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dd0fb-74e2-4b71-aac5-99b7db0f03a0 req-01df04be-446f-405f-8dc8-f0f5cf62e858 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:21.079083 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-413dd0fb-74e2-4b71-aac5-99b7db0f03a0 req-01df04be-446f-405f-8dc8-f0f5cf62e858 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0635192 Sep 22 10:16:21.152274 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-413dd0fb-74e2-4b71-aac5-99b7db0f03a0 req-5eb9bd86-f171-49ad-b831-4dcf4b4da761 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650470 Sep 22 10:16:21.172784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Allocated IP 172.25.1.135 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/f497d570-fc19-4b18-9f4c-d1854d7361dc) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:21.188703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060f777-543d-4114-bd41-5c2ff26553a4 None None] Pushing event updated for resources: {'Port': ['ID=197f4f12-ef23-4cc3-9146-6de9d2984e2d,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:21.332780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:21.445311 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:21.509253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:21.527399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:21.533356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Pushing event updated for resources: {'Port': ['ID=f497d570-fc19-4b18-9f4c-d1854d7361dc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:21.536278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:21.832065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 197f4f12-ef23-4cc3-9146-6de9d2984e2d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:21.892263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 197f4f12-ef23-4cc3-9146-6de9d2984e2d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:21.893206 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.004606 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.050556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 197f4f12-ef23-4cc3-9146-6de9d2984e2d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=197f4f12-ef23-4cc3-9146-6de9d2984e2d,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:22.135033 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.223387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=197f4f12-ef23-4cc3-9146-6de9d2984e2d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:22.302006 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f126f85-9c10-407b-bf62-8891bb273a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.327185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ca480-0772-4a56-a4f4-d341b7ec7d57 req-22a7723b-e218-49bc-bd88-8d97fc1e9ca2 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:22.328876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-605ca480-0772-4a56-a4f4-d341b7ec7d57 req-22a7723b-e218-49bc-bd88-8d97fc1e9ca2 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.4619298 Sep 22 10:16:22.381196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 346a435c-c71d-488b-aa1f-5864f799e26b details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:22.382174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.385563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e995d58-a9f7-4fe0-a862-4f08fac1ca31 None None] Network 7327e63e-fae2-4026-950f-72f312e1de1e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:22.427489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-605ca480-0772-4a56-a4f4-d341b7ec7d57 req-be7ae4b2-987c-4d14-9f7f-0f773274b941 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846815 Sep 22 10:16:22.504483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0859e419-e513-4b9e-8b1f-ec77362a1091 None None] Provisioning complete for port 197f4f12-ef23-4cc3-9146-6de9d2984e2d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:22.504865 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0859e419-e513-4b9e-8b1f-ec77362a1091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.692273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.734203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 346a435c-c71d-488b-aa1f-5864f799e26b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=346a435c-c71d-488b-aa1f-5864f799e26b,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:22.793758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '346a435c-c71d-488b-aa1f-5864f799e26b', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'port_id': '346a435c-c71d-488b-aa1f-5864f799e26b', 'mac_address': 'fa:16:3e:4d:b0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:22.861061 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.876322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86cdd4-ffa9-4608-a356-92929f4eaf26 req-56cdfd72-7741-477f-b63e-56caede5e729 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:22.882631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b86cdd4-ffa9-4608-a356-92929f4eaf26 req-56cdfd72-7741-477f-b63e-56caede5e729 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 943 time: 0.1918390 Sep 22 10:16:22.883482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346a435c-c71d-488b-aa1f-5864f799e26b {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:22.914005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 346a435c-c71d-488b-aa1f-5864f799e26b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=346a435c-c71d-488b-aa1f-5864f799e26b,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:22.944158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b86cdd4-ffa9-4608-a356-92929f4eaf26 req-3117955b-f1d4-4ce2-930d-1e903df5b373 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573468 Sep 22 10:16:23.044888 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.045111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Router 08054ecb-f7a6-452f-9f1f-074e2b332275 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:16:23.125466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=346a435c-c71d-488b-aa1f-5864f799e26b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:23.247432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-db7d93ec-fb58-4bde-8007-7eb45563f3fc None None] Provisioning complete for port 197f4f12-ef23-4cc3-9146-6de9d2984e2d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:23.248113 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-db7d93ec-fb58-4bde-8007-7eb45563f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.256248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882b0a7-cbec-4600-ab09-f5b4ce83b4f3 req-20895c24-82cf-415d-ae83-383d6997f644 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:23.257823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2882b0a7-cbec-4600-ab09-f5b4ce83b4f3 req-20895c24-82cf-415d-ae83-383d6997f644 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1014977 Sep 22 10:16:23.284889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:16:23.298660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['346a435c-c71d-488b-aa1f-5864f799e26b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:23.300756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Sync routers for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:16:23.319571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2882b0a7-cbec-4600-ab09-f5b4ce83b4f3 req-c75e4fcf-c4e1-4296-aadc-1ba845ac8269 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512881 Sep 22 10:16:23.351105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:23.351809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:15:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:23.442922 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.447554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-34a99019-c783-4975-968b-8677d295b706 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.2713933 Sep 22 10:16:23.447763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43084) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:23.526509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:23.653654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13a308-c209-4216-8316-dc41670e7511 req-ab42bfb7-78dd-43bd-8d6d-b8b38ab8bd86 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:23.655582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be13a308-c209-4216-8316-dc41670e7511 req-ab42bfb7-78dd-43bd-8d6d-b8b38ab8bd86 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1156528 Sep 22 10:16:23.748877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be13a308-c209-4216-8316-dc41670e7511 req-31ecad8e-f9e4-474a-8b8f-164e68756828 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795128 Sep 22 10:16:23.812271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 197f4f12-ef23-4cc3-9146-6de9d2984e2d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:23.880197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:21Z', 'revision_number': 3, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:23.909382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Checking router: 08054ecb-f7a6-452f-9f1f-074e2b332275 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:16:23.909830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Updating router 08054ecb-f7a6-452f-9f1f-074e2b332275 port f497d570-fc19-4b18-9f4c-d1854d7361dc binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:16:23.944672 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.947868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 197f4f12-ef23-4cc3-9146-6de9d2984e2d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:23.948226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.002990 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-ab50114a-3cda-4887-bee2-66df14c647b1 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:24.007830 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-ab50114a-3cda-4887-bee2-66df14c647b1 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 804 time: 0.1540465 Sep 22 10:16:24.028488 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-1030718e-3223-40d9-8a38-30c7bfed8d24 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/quotas/2128028e07be4c7781f4db43dbf59f9a HTTP/1.1" status: 200 len: 375 time: 0.0188453 Sep 22 10:16:24.100514 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-1c8d7eeb-6825-4ff8-83a0-29dba6c061d4 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700207 Sep 22 10:16:24.201153 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.229393 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-6508e32b-2f29-4d4a-9b2e-34f7692df61d service neutron] 10.222.0.20 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273460 Sep 22 10:16:24.339509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237648d3-2e2c-411c-9a41-cacf5098e5a2 req-878751fe-30f3-4db9-ab52-f7e3722fbaba tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:24.348729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-237648d3-2e2c-411c-9a41-cacf5098e5a2 req-878751fe-30f3-4db9-ab52-f7e3722fbaba tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 944 time: 0.2732508 Sep 22 10:16:24.391769 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-957af885-0d12-41f1-83c9-b466dc9ce870 service neutron] 10.222.0.20 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609364 Sep 22 10:16:24.403039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 346a435c-c71d-488b-aa1f-5864f799e26b up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:24.405156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43116) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:24.456793 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.536183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-237648d3-2e2c-411c-9a41-cacf5098e5a2 req-ec915fa5-fb2d-46bc-b423-fa5b39002b63 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865108 Sep 22 10:16:24.543612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9f4f2a5-cdf6-4875-958e-e8d7b794384a no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:24.545290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Allocated IP 172.20.0.1 (7327e63e-fae2-4026-950f-72f312e1de1e/8df1bb63-fb10-49e7-b68b-b5122cef4274/bfcbecad-9141-4552-ae88-79aa06e60fd0) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:24.593042 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.609568 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-208dbcb2-bf93-44dd-9765-c3d3e7af0f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.657774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 346a435c-c71d-488b-aa1f-5864f799e26b completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:16:24.677137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 346a435c-c71d-488b-aa1f-5864f799e26b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:24.677523 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.705914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Attempting to bind port f497d570-fc19-4b18-9f4c-d1854d7361dc on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:24.706408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Attempting to bind port f497d570-fc19-4b18-9f4c-d1854d7361dc by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:24.706778 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Attempting to bind port f497d570-fc19-4b18-9f4c-d1854d7361dc on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:24.737107 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.821851 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bf2f6-5b50-4d90-ab7d-cb745b50b24d req-cdd02726-7e79-4c99-b398-e39821a2e9df tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:24.823353 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d19bf2f6-5b50-4d90-ab7d-cb745b50b24d req-cdd02726-7e79-4c99-b398-e39821a2e9df tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0815017 Sep 22 10:16:24.900885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.909174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:24.909636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:24.909933 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.910396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:24.911080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Bound port: f497d570-fc19-4b18-9f4c-d1854d7361dc, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:24.911463 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.955746 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d19bf2f6-5b50-4d90-ab7d-cb745b50b24d req-1a0f4c83-43d8-4f5a-9f87-b229c1131d55 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211815 Sep 22 10:16:24.971458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-208dbcb2-bf93-44dd-9765-c3d3e7af0f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.984148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78feb3b2-7524-4d37-8f11-ab7a357f59ac None None] Pushing event updated for resources: {'Port': ['ID=f497d570-fc19-4b18-9f4c-d1854d7361dc,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:24.990958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Network 7327e63e-fae2-4026-950f-72f312e1de1e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:24.995108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:25.002220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:25.032549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] For port f497d570-fc19-4b18-9f4c-d1854d7361dc, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:25.035514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfcbecad-9141-4552-ae88-79aa06e60fd0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:25.057871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] For port f497d570-fc19-4b18-9f4c-d1854d7361dc, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f497d570-fc19-4b18-9f4c-d1854d7361dc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:25.058954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.059916 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.100910 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cdab5a9d-34ec-4431-886f-918b04b05520 req-35b1513c-b4bf-47ec-abe7-055c6d4e3f25 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 210 time: 0.0986259 Sep 22 10:16:25.106252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-208dbcb2-bf93-44dd-9765-c3d3e7af0f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.167936 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f2d53bc-dc9e-48b2-a8ea-7ef8cf116a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.170145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:25.174360 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9bc065-6d8c-43c2-96f2-c39485170ba3" -d '{"events": [{"server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:25.201228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-208dbcb2-bf93-44dd-9765-c3d3e7af0f58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0401ba66f01d4f6aba72dd51c4c5b2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7949245 Sep 22 10:16:25.206939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43140) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:25.209324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.218551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:25.223133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dbcb2-bf93-44dd-9765-c3d3e7af0f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59ec87b-045e-4f4e-b0e0-5de7acea2aa6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:25.235033 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.334141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78feb3b2-7524-4d37-8f11-ab7a357f59ac None None] Pushing event updated for resources: {'Port': ['ID=f497d570-fc19-4b18-9f4c-d1854d7361dc,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:25.340825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:25.341750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:25.391910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc30b422-db54-4feb-b8ae-43319e70a572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.392404 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.414859 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc30b422-db54-4feb-b8ae-43319e70a572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.421716 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.465279 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69bdd4-3572-48d3-82c4-382d7edc8012 req-5f9b6dd2-11d6-4da6-a0de-b1d33223cf04 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:25.466878 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ee69bdd4-3572-48d3-82c4-382d7edc8012 req-5f9b6dd2-11d6-4da6-a0de-b1d33223cf04 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1674485 Sep 22 10:16:25.480214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.536331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 346a435c-c71d-488b-aa1f-5864f799e26b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=346a435c-c71d-488b-aa1f-5864f799e26b,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:25.539971 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ee69bdd4-3572-48d3-82c4-382d7edc8012 req-8bc24d41-78ac-49f5-9222-8f8107bf5dea tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653043 Sep 22 10:16:25.547067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72003b4e-8407-4e5b-afb0-cebb02af3a27 None None] Provisioning complete for port bfcbecad-9141-4552-ae88-79aa06e60fd0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:25.547552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72003b4e-8407-4e5b-afb0-cebb02af3a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.606016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:25.612519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc30b422-db54-4feb-b8ae-43319e70a572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.620135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc30b422-db54-4feb-b8ae-43319e70a572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.620640 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc30b422-db54-4feb-b8ae-43319e70a572 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b59ec87b-045e-4f4e-b0e0-5de7acea2aa6 HTTP/1.1" status: 204 len: 168 time: 0.4121881 Sep 22 10:16:25.625679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.631816 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.634310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30b422-db54-4feb-b8ae-43319e70a572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59ec87b-045e-4f4e-b0e0-5de7acea2aa6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:25.635016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72003b4e-8407-4e5b-afb0-cebb02af3a27 None None] Port bfcbecad-9141-4552-ae88-79aa06e60fd0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:16:25.646617 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d2bb51-5967-493b-aeca-ccf1ee66be85 x-openstack-request-id: req-05d2bb51-5967-493b-aeca-ccf1ee66be85 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:25.647308 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:25.647643 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05d2bb51-5967-493b-aeca-ccf1ee66be85 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:25.648100 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a', 'code': 200} Sep 22 10:16:25.706440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:25.711780 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.770932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-ed14bef3-4dd3-4b04-b133-2fc25a5c0b8e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:25.772487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-ed14bef3-4dd3-4b04-b133-2fc25a5c0b8e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888a146-be91-4415-9df7-5ba96dd6fbe3 HTTP/1.1" status: 200 len: 943 time: 0.1753385 Sep 22 10:16:25.825430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181081d-54e5-4df0-a1b2-f395b77bd9df req-ad8da0c1-bb0d-4984-ab69-646b397ea71a tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:25.837226 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8181081d-54e5-4df0-a1b2-f395b77bd9df req-ad8da0c1-bb0d-4984-ab69-646b397ea71a tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 945 time: 0.1320250 Sep 22 10:16:25.901274 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8181081d-54e5-4df0-a1b2-f395b77bd9df req-8d54e3a5-1cbf-4838-a554-9a05a9f801b0 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630832 Sep 22 10:16:25.912462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=346a435c-c71d-488b-aa1f-5864f799e26b,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:25.982243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:26.029437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Deleting port c9f4f2a5-cdf6-4875-958e-e8d7b794384a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:26.029782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:26.087281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:21Z', 'revision_number': 3, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:26.118581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33261a9d-f062-4822-bb78-f437fc91be0f None None] The sync data for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 is: [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:21Z', 'revision_number': 3, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:16:26.121713 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:26.166811 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:26.267655 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ef6cced0-1dfc-41db-a23e-da1a0fc2bb3d req-08157e1c-864c-47ca-aa3d-d83537883704 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 210 time: 0.0485013 Sep 22 10:16:26.317767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a7bdb-e412-4f96-9038-bac8ff7522af req-be302a03-1071-4810-9a9a-8c7f1a323498 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:26.325155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-401a7bdb-e412-4f96-9038-bac8ff7522af req-be302a03-1071-4810-9a9a-8c7f1a323498 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.2922802 Sep 22 10:16:26.373783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] For port c9f4f2a5-cdf6-4875-958e-e8d7b794384a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:26.374181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:26.377045 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:26.385705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfcbecad-9141-4552-ae88-79aa06e60fd0,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:26.398125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Calling delete_port for c9f4f2a5-cdf6-4875-958e-e8d7b794384a owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:26.509714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-401a7bdb-e412-4f96-9038-bac8ff7522af req-c718e915-3be6-4a71-bc21-95faec2cf15b tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836987 Sep 22 10:16:26.634713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Network 7327e63e-fae2-4026-950f-72f312e1de1e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:26.637159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:26.714625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a32fa-0366-46ce-b7be-13cb47526e6f req-4924e6f0-4008-4d57-9949-d9fafa36f0c5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:26.723566 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f66a32fa-0366-46ce-b7be-13cb47526e6f req-4924e6f0-4008-4d57-9949-d9fafa36f0c5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0681298 Sep 22 10:16:26.795250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43162) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:26.822638 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f66a32fa-0366-46ce-b7be-13cb47526e6f req-de989174-76eb-4d9b-aca7-8946e303e714 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976987 Sep 22 10:16:26.842511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a1a9-864f-4ca7-afe4-2424fc86960a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.085573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-83ab06ef-26d6-4e63-a3a2-23a57c443e17 None None] Provisioning complete for port bfcbecad-9141-4552-ae88-79aa06e60fd0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:27.086695 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-83ab06ef-26d6-4e63-a3a2-23a57c443e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.112492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a1a9-864f-4ca7-afe4-2424fc86960a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.129319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-83ab06ef-26d6-4e63-a3a2-23a57c443e17 None None] Port bfcbecad-9141-4552-ae88-79aa06e60fd0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:16:27.203121 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481c2a-bd85-46b9-82d7-a7fe2de8decf req-21f617bf-5e53-484a-9bcc-64c231c50957 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:27.216364 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e5481c2a-bd85-46b9-82d7-a7fe2de8decf req-21f617bf-5e53-484a-9bcc-64c231c50957 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 945 time: 0.1873744 Sep 22 10:16:27.236071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a1a9-864f-4ca7-afe4-2424fc86960a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.325138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-31e1cd0f-ee32-4760-8217-ed1ed6f730e9 service neutron] 10.222.0.30 "GET /v2.0/ports/c209932b-9b2e-413d-95d3-c94f0dafbb4d/bindings/n-h1-807025-3 HTTP/1.1" status: 200 len: 382 time: 0.1101208 Sep 22 10:16:27.331427 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e5481c2a-bd85-46b9-82d7-a7fe2de8decf req-9533385f-eefe-41b0-b689-6c5bfe645875 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005220 Sep 22 10:16:27.334483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Router 08054ecb-f7a6-452f-9f1f-074e2b332275 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:16:27.343663 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4ae4a1a9-864f-4ca7-afe4-2424fc86960a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faa807e5d57b4c3f8ea48233482808b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463674 Sep 22 10:16:27.344096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43178) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:27.345542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4a1a9-864f-4ca7-afe4-2424fc86960a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362893a7-c4f5-4e12-851a-430d19638bdb,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:27.418000 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.531253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Pushing event deleted for resources: {'Port': ['ID=c9f4f2a5-cdf6-4875-958e-e8d7b794384a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:27.558947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aada1b89-5c42-4623-a189-d01bc14fd783 req-79ecdca0-ec19-4081-af56-a41a33e000d0 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 210 time: 0.1338491 Sep 22 10:16:27.577253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7a90528-a5fd-4b50-bf82-fbe2f6158468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.650406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346a435c-c71d-488b-aa1f-5864f799e26b'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:27.653606 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b55522c-c76d-4195-aa65-a549ab53195c" -d '{"events": [{"server_uuid": "b342baa6-9257-4786-9d15-cb6b13d04474", "name": "network-vif-plugged", "status": "completed", "tag": "346a435c-c71d-488b-aa1f-5864f799e26b"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:27.670640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] No DVR routers for this DVR port c9f4f2a5-cdf6-4875-958e-e8d7b794384a on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:27.684743 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.686808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c9db471-c975-4209-b877-4e3af221bfd3 req-c53e487f-7463-4d65-8a5e-958b46025960 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "DELETE /v2.0/ports/c9f4f2a5-cdf6-4875-958e-e8d7b794384a HTTP/1.1" status: 204 len: 173 time: 1.8842857 Sep 22 10:16:27.714305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'name': 'network-vif-deleted', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:27.716448 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae0f76a-1c5e-425f-8b4b-90051321ef45" -d '{"events": [{"server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "name": "network-vif-deleted", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:27.781827 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7a90528-a5fd-4b50-bf82-fbe2f6158468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.859721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:16:27.868951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f497d570-fc19-4b18-9f4c-d1854d7361dc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:27.874548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d0a30ff1-0b0d-430a-847a-9941270270a8 admin admin] 10.222.0.20 "PUT /v2.0/routers/08054ecb-f7a6-452f-9f1f-074e2b332275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4257209 Sep 22 10:16:27.912430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456905b-b28c-44d1-b339-f6cce6113fd2 req-3c29391d-a979-45ca-9fed-e6a14cd1ee63 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:27.914240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8456905b-b28c-44d1-b339-f6cce6113fd2 req-3c29391d-a979-45ca-9fed-e6a14cd1ee63 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.2465684 Sep 22 10:16:27.951633 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.965476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-fee8d2c7-c0a6-4608-98e3-0d3653726c68 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:27.969425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-fee8d2c7-c0a6-4608-98e3-0d3653726c68 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 804 time: 0.3954771 Sep 22 10:16:27.993868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Request body: {'port': {'device_id': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'admin_state_up': True, 'tenant_id': '2128028e07be4c7781f4db43dbf59f9a'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:27.994163 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9731f3b4-0c12-49fb-96f1-1fd4613e1876 x-openstack-request-id: req-9731f3b4-0c12-49fb-96f1-1fd4613e1876 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:27.997736 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b342baa6-9257-4786-9d15-cb6b13d04474", "name": "network-vif-plugged", "status": "completed", "tag": "346a435c-c71d-488b-aa1f-5864f799e26b", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:27.998027 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9731f3b4-0c12-49fb-96f1-1fd4613e1876 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:27.998489 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346a435c-c71d-488b-aa1f-5864f799e26b', 'code': 200} Sep 22 10:16:28.015338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8456905b-b28c-44d1-b339-f6cce6113fd2 req-d4811314-112f-4e78-9474-0aacc30f7bea tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897503 Sep 22 10:16:28.058380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f497d570-fc19-4b18-9f4c-d1854d7361dc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:28.058772 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:28.084008 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7a90528-a5fd-4b50-bf82-fbe2f6158468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:28.094239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7a90528-a5fd-4b50-bf82-fbe2f6158468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:28.095613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c7a90528-a5fd-4b50-bf82-fbe2f6158468 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/362893a7-c4f5-4e12-851a-430d19638bdb HTTP/1.1" status: 204 len: 168 time: 0.7498131 Sep 22 10:16:28.156863 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3ec5ac-fe9e-4b21-bf12-ab406ca01b2e x-openstack-request-id: req-ec3ec5ac-fe9e-4b21-bf12-ab406ca01b2e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:28.159030 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888a146-be91-4415-9df7-5ba96dd6fbe3", "name": "network-vif-deleted", "tag": "c9f4f2a5-cdf6-4875-958e-e8d7b794384a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:28.161199 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec3ec5ac-fe9e-4b21-bf12-ab406ca01b2e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:28.163702 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888a146-be91-4415-9df7-5ba96dd6fbe3', 'name': 'network-vif-deleted', 'tag': 'c9f4f2a5-cdf6-4875-958e-e8d7b794384a', 'status': 'completed', 'code': 200} Sep 22 10:16:28.257438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:28.317215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f367e-2026-488d-9448-cc2258811ec6 req-ec5e752e-5838-434e-9011-dd7de3a1c296 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:28.318906 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d84f367e-2026-488d-9448-cc2258811ec6 req-ec5e752e-5838-434e-9011-dd7de3a1c296 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.0887821 Sep 22 10:16:28.327611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port f497d570-fc19-4b18-9f4c-d1854d7361dc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f497d570-fc19-4b18-9f4c-d1854d7361dc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:28.368237 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d84f367e-2026-488d-9448-cc2258811ec6 req-2e10be0a-fa54-4ecd-8fc1-08c89ecd6c9f tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415969 Sep 22 10:16:28.390551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a90528-a5fd-4b50-bf82-fbe2f6158468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362893a7-c4f5-4e12-851a-430d19638bdb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:28.401491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-f8b31a5e-88c3-4cc6-97df-16b5e98d856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:28.403063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-f8b31a5e-88c3-4cc6-97df-16b5e98d856a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee&tenant_id=f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 1101 time: 0.3499734 Sep 22 10:16:28.408881 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Sync routers for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:16:28.431656 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:28.432813 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:28.444999 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:28.497142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326c003-663c-4354-bb47-9dda73417eb2 req-a63ce165-1a13-471f-8950-22d243ff2a34 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:28.498744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7326c003-663c-4354-bb47-9dda73417eb2 req-a63ce165-1a13-471f-8950-22d243ff2a34 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.2481863 Sep 22 10:16:28.529639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=f497d570-fc19-4b18-9f4c-d1854d7361dc,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:28.541750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a7548-a8ea-4293-bf35-8a244ab06640 req-0ba3a2af-10bd-4551-beb3-7ddfacc9c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:28.548529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-797a7548-a8ea-4293-bf35-8a244ab06640 req-0ba3a2af-10bd-4551-beb3-7ddfacc9c119 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 1096 time: 0.3049011 Sep 22 10:16:28.599338 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:28.636500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-a6666448-0028-41d1-a635-d49b7511e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:28.637937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-a6666448-0028-41d1-a635-d49b7511e0e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 1101 time: 0.2059989 Sep 22 10:16:28.664389 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-86ef5d9b-b9c6-44b7-b473-acf660010178 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031208 Sep 22 10:16:28.715071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-797a7548-a8ea-4293-bf35-8a244ab06640 req-5e1a1f1d-bcec-4633-8df5-22dbf9cb965a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494606 Sep 22 10:16:28.732197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7326c003-663c-4354-bb47-9dda73417eb2 req-e61b7e19-6918-47d1-8f06-b989d119e454 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821651 Sep 22 10:16:28.734085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Made reservation on behalf of 2128028e07be4c7781f4db43dbf59f9a for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:28.745051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:28.771118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-bae795ca-fdf5-4864-bd9d-4b40387d5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:28.772832 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-bae795ca-fdf5-4864-bd9d-4b40387d5e0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 1100 time: 0.0857415 Sep 22 10:16:28.968253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d57be-e695-4ad3-812e-23bcde0437d4 req-e3f86e76-5cd8-4bff-b666-51be086c471b tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:28.976018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-636d57be-e695-4ad3-812e-23bcde0437d4 req-e3f86e76-5cd8-4bff-b666-51be086c471b tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 945 time: 0.1247804 Sep 22 10:16:29.004534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-1b750ede-69b1-428c-ad8d-7ba7dc014753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:29.006174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-1b750ede-69b1-428c-ad8d-7ba7dc014753 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.3474889 Sep 22 10:16:29.016006 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'bfcbecad-9141-4552-ae88-79aa06e60fd0', 'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'mac_address': 'fa:16:3e:3c:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:24Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 2, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'subnets': [{'id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:29.050188 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Checking router: 08054ecb-f7a6-452f-9f1f-074e2b332275 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:16:29.050953 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Updating router 08054ecb-f7a6-452f-9f1f-074e2b332275 port bfcbecad-9141-4552-ae88-79aa06e60fd0 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:16:29.083077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-f94feca5-7e60-4621-b743-6711d9f70529 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d HTTP/1.1" status: 200 len: 217 time: 0.0676200 Sep 22 10:16:29.084309 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:29.109467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-636d57be-e695-4ad3-812e-23bcde0437d4 req-0ef7dbf5-4438-49ff-844d-59b21288534c tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317799 Sep 22 10:16:29.170136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-66189180-2948-4c90-b59c-7534b40e551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:29.171967 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-66189180-2948-4c90-b59c-7534b40e551c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2144709 Sep 22 10:16:29.196154 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-439267a0-a9b8-4110-a721-7ff4ff249834 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:29.204938 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-439267a0-a9b8-4110-a721-7ff4ff249834 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/networks?id=7327e63e-fae2-4026-950f-72f312e1de1e HTTP/1.1" status: 200 len: 829 time: 0.2344158 Sep 22 10:16:29.240931 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-c4b49d36-95e5-4abb-bb16-03edef0018f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=f4fa76b8-f96e-469b-9753-d8ed54654a27 HTTP/1.1" status: 200 len: 217 time: 0.0611162 Sep 22 10:16:29.250023 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-d480d6f4-d55c-4d3e-a29a-b0d34d7cdb22 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/quotas/df04945fddf0412aa96e1007d7120d46 HTTP/1.1" status: 200 len: 375 time: 0.0439837 Sep 22 10:16:29.279238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-906ee3eb-702b-4b21-a67d-2d31e2ac034d req-7e83b929-1f86-43b7-8b3d-b38dd166ad1f tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 210 time: 0.0460525 Sep 22 10:16:29.320882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-4256cf5b-7637-4f0e-8496-9a403412884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:29.325313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-4256cf5b-7637-4f0e-8496-9a403412884d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.2327340 Sep 22 10:16:29.346577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-fb498dd6-a8a5-4625-a8b1-d5f27b9e8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:29.348638 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-fb498dd6-a8a5-4625-a8b1-d5f27b9e8559 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0962491 Sep 22 10:16:29.361623 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-3b344d04-0a2f-436f-854c-a95a366489bd tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=df04945fddf0412aa96e1007d7120d46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104848 Sep 22 10:16:29.400506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Allocated IP 172.20.0.3 (4456a5f3-75da-4ad1-8083-ad53f5ac39ef/0b024aa6-cd0c-41fd-a830-e069c01b4c45/555c93d3-c8cf-4a00-b2a0-ba48501d6e25) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:29.501631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04ca3e-5e1d-490a-82f6-1c17bb1def95 req-374e874f-e70a-4adf-879a-92602d3f5fda tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:29.503225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef04ca3e-5e1d-490a-82f6-1c17bb1def95 req-374e874f-e70a-4adf-879a-92602d3f5fda tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1002526 Sep 22 10:16:29.508848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-8c51ad53-cd1b-4861-8877-74ac91f5dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:29.510346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-8c51ad53-cd1b-4861-8877-74ac91f5dfcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1639748 Sep 22 10:16:29.598266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-da476cc3-3ed7-4cef-81d4-dd0613598038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:29.600053 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-da476cc3-3ed7-4cef-81d4-dd0613598038 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2341835 Sep 22 10:16:29.650823 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-2a481a18-52d8-437f-8e1a-67e6170293f3 service neutron] 10.222.0.20 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670181 Sep 22 10:16:29.651317 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:29.669753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef04ca3e-5e1d-490a-82f6-1c17bb1def95 req-df69ef9f-0690-45af-9304-f0e85fc1004a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584420 Sep 22 10:16:29.739938 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:29.797451 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:29.803878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-9cd92b6d-b493-466b-9328-168a8601e70d service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819476 Sep 22 10:16:29.857551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f497d570-fc19-4b18-9f4c-d1854d7361dc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:29.875428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-f4ca5006-9ddb-49d0-aa28-7b4ed6b8483f tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:29.875679 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Pushing event updated for resources: {'Port': ['ID=bfcbecad-9141-4552-ae88-79aa06e60fd0,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:29.877425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-f4ca5006-9ddb-49d0-aa28-7b4ed6b8483f tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.1945076 Sep 22 10:16:29.894231 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-6dd777e7-0960-425f-8fb8-4d62fce0dae6 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831202 Sep 22 10:16:29.894723 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.895136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.895782 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.896481 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.897003 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.897343 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.899082 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.899586 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.899931 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.900544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.901055 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.901316 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:29.907529 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-a1a586b7-07cb-4ab3-b99f-2d0fd46a88cf service neutron] 10.222.0.20 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557957 Sep 22 10:16:29.954308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f497d570-fc19-4b18-9f4c-d1854d7361dc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:29.955050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.077559 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Attempting to bind port bfcbecad-9141-4552-ae88-79aa06e60fd0 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:30.078186 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Attempting to bind port bfcbecad-9141-4552-ae88-79aa06e60fd0 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:30.078630 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Attempting to bind port bfcbecad-9141-4552-ae88-79aa06e60fd0 on network 7327e63e-fae2-4026-950f-72f312e1de1e {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:30.085368 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:30.085650 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Checking segment: {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:30.088546 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.088546 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Bound using segment: {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:30.088546 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Bound port: bfcbecad-9141-4552-ae88-79aa06e60fd0, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:30.088546 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.138300 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b545ca02-4a80-4191-aa6c-cf3193130b90 req-76eb2d19-634e-401a-8e84-db4bf777a569 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296185 Sep 22 10:16:30.140764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f1f3491-2d94-4bce-a67e-d8c910a42c52 req-33425c8e-baec-4c22-9c78-989e55c52870 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269820 Sep 22 10:16:30.184885 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43246) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:30.221439 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-15daa5b2-dcf9-4d3e-bbd4-48c3e310cf08 None None] Provisioning complete for port bfcbecad-9141-4552-ae88-79aa06e60fd0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:30.222010 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-15daa5b2-dcf9-4d3e-bbd4-48c3e310cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.225709 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] For port bfcbecad-9141-4552-ae88-79aa06e60fd0, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:30.234266 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] For port bfcbecad-9141-4552-ae88-79aa06e60fd0, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bfcbecad-9141-4552-ae88-79aa06e60fd0,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:30.263243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb171ea-f595-4052-b5eb-68983ec529e2 req-c4783a69-2cfc-4413-a0c1-4a4c68d0bfcf tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:30.270784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bb171ea-f595-4052-b5eb-68983ec529e2 req-c4783a69-2cfc-4413-a0c1-4a4c68d0bfcf tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 946 time: 0.3919666 Sep 22 10:16:30.274641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-15daa5b2-dcf9-4d3e-bbd4-48c3e310cf08 None None] Port bfcbecad-9141-4552-ae88-79aa06e60fd0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:16:30.321886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bb171ea-f595-4052-b5eb-68983ec529e2 req-9f2a6b59-5b6a-472e-9129-557c5caa0fe2 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/security-groups?id=f040514b-91ff-4f1f-a760-962a20fca665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501842 Sep 22 10:16:30.337080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Deleting port be09dd73-07c2-4238-81eb-3a1058069270 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:30.337627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.362754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-905411103-network', 'tenant_id': 'e192f08f9a784bf1b08be68f0f93c89f'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:30.380800 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.460623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.487846 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:30.489278 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:30.518783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Made reservation on behalf of e192f08f9a784bf1b08be68f0f93c89f for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:30.521101 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.566151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] For port be09dd73-07c2-4238-81eb-3a1058069270, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=be09dd73-07c2-4238-81eb-3a1058069270,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:30.569238 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:16:30.569644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.571986 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03fd18-350f-44af-8277-c47343b34a6b None None] Pushing event updated for resources: {'Port': ['ID=bfcbecad-9141-4552-ae88-79aa06e60fd0,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:30.576195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.587152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9f4f2a5-cdf6-4875-958e-e8d7b794384a no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:30.666585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Calling delete_port for be09dd73-07c2-4238-81eb-3a1058069270 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:30.671296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: c9f4f2a5-cdf6-4875-958e-e8d7b794384a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:30.671916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9f4f2a5-cdf6-4875-958e-e8d7b794384a not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:30.672692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d4968f01-676f-472e-96d0-f00c62c963a0 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:30.721757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd0c2f-7fb7-431a-b372-49c95e021f62 req-0db3afa4-f681-4ab7-a85d-93e4bd1f4039 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:30.724792 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-60cd0c2f-7fb7-431a-b372-49c95e021f62 req-0db3afa4-f681-4ab7-a85d-93e4bd1f4039 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 945 time: 0.1988835 Sep 22 10:16:30.741208 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:30.790516 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.831140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:30.833681 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99305494-566a-4a3e-b70f-92108bd13fe6" -d '{"events": [{"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-unplugged", "status": "completed", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:30.857295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:30.890011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:30.900868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Pushing event updated for resources: {'Port': ['ID=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:30.904033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:30.907454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0fe05cb7-b4f3-4afa-a37f-bd37f7dc4b1a None None] Provisioning complete for port bfcbecad-9141-4552-ae88-79aa06e60fd0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:30.908895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:30.910751 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fe05cb7-b4f3-4afa-a37f-bd37f7dc4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.947110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132de77-a54c-4e49-a1b2-b82752774d12 req-01f4e731-46e1-46ca-9371-88f9c8556564 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:30.955011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1132de77-a54c-4e49-a1b2-b82752774d12 req-01f4e731-46e1-46ca-9371-88f9c8556564 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.4989405 Sep 22 10:16:31.021924 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.032223 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.034139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:31.036950 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.050471 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-60cd0c2f-7fb7-431a-b372-49c95e021f62 req-f760e99c-7e4d-46ba-a373-7b1838d02af9 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111701 Sep 22 10:16:31.100791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1132de77-a54c-4e49-a1b2-b82752774d12 req-856bf722-ab79-4a25-a320-18126b87f637 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400137 Sep 22 10:16:31.153757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.179594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:16:31.194026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:31.197699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'bfcbecad-9141-4552-ae88-79aa06e60fd0', 'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'mac_address': 'fa:16:3e:3c:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:24Z', 'updated_at': '2021-09-22T10:16:30Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'subnets': [{'id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:31.220526 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.220526 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Added segment 721c7866-6244-45b6-a151-e7d53b364814 of type vlan for network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e Sep 22 10:16:31.230059 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93fcf8-96d3-4394-b4c8-7e05df6bbdf4 None None] The sync data for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 is: [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'bfcbecad-9141-4552-ae88-79aa06e60fd0', 'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'mac_address': 'fa:16:3e:3c:e4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:24Z', 'updated_at': '2021-09-22T10:16:30Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'subnets': [{'id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:16:31.232951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7c08fb6-b5eb-4cb6-9926-4927e33a17ea req-5b67d35e-7580-4eb9-b815-31840176f684 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 210 time: 0.0749826 Sep 22 10:16:31.245669 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fe05cb7-b4f3-4afa-a37f-bd37f7dc4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.273019 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.278913 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.302780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['be09dd73-07c2-4238-81eb-3a1058069270'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:31.389703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0fe05cb7-b4f3-4afa-a37f-bd37f7dc4b1a None None] For port bfcbecad-9141-4552-ae88-79aa06e60fd0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bfcbecad-9141-4552-ae88-79aa06e60fd0,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:31.398820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] No DVR routers for this DVR port be09dd73-07c2-4238-81eb-3a1058069270 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:31.407493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-cb044db4-13d0-4712-a65b-e12983219c17 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4141004 Sep 22 10:16:31.407493 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.407884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d628d281-33b2-4293-81c1-a82e48f5cebb req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.32 "DELETE /v2.0/ports/be09dd73-07c2-4238-81eb-3a1058069270 HTTP/1.1" status: 204 len: 173 time: 1.2952595 Sep 22 10:16:31.408438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9860af-3076-4e98-8c80-b3695cdf74ea', 'name': 'network-vif-deleted', 'tag': 'be09dd73-07c2-4238-81eb-3a1058069270'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:31.415260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.resource_extend [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:16:31.425590 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9170b8d-669c-4552-ae08-64abbe030b6a" -d '{"events": [{"server_uuid": "ce9860af-3076-4e98-8c80-b3695cdf74ea", "name": "network-vif-deleted", "tag": "be09dd73-07c2-4238-81eb-3a1058069270"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:31.430664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649aec01-3fa3-491f-a0c4-9c54336f0989 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] Pushing event deleted for resources: {'Port': ['ID=be09dd73-07c2-4238-81eb-3a1058069270,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:31.468181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Request body: {'port': {'device_id': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:31.474521 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fe05cb7-b4f3-4afa-a37f-bd37f7dc4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.503566 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909fabd0-f257-4473-b7ba-89d97e9e0305,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:31.527315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2459e-fa32-4bf9-9796-5b7c0e303233 req-a8df94a3-a871-4056-a1b4-4ffa51fe1037 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:31.529330 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-96f2459e-fa32-4bf9-9796-5b7c0e303233 req-a8df94a3-a871-4056-a1b4-4ffa51fe1037 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 931 time: 0.1986172 Sep 22 10:16:31.594433 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.595569 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:31.600695 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.649582 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05cb7-b4f3-4afa-a37f-bd37f7dc4b1a None None] Pushing event updated for resources: {'Port': ['ID=bfcbecad-9141-4552-ae88-79aa06e60fd0,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:31.712621 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-96f2459e-fa32-4bf9-9796-5b7c0e303233 req-e6a95a3f-4ec7-4012-a64d-16beb570f2ba tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766222 Sep 22 10:16:31.718924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c782bb-9d7b-4b27-98af-fa4510346a6e req-79f06fe3-7811-4e08-bc6a-fba3aca1b8f0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:31.723233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8c782bb-9d7b-4b27-98af-fa4510346a6e req-79f06fe3-7811-4e08-bc6a-fba3aca1b8f0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 948 time: 0.3213167 Sep 22 10:16:31.724062 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.784650 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] Pushing event updated for resources: {'Network': ['ID=394a1a91-3e61-4088-a3ba-26b5c1b69f6e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:31.816825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:16:31.826160 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3806730e-fcac-47b7-88f7-645f739d9f57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6363869 Sep 22 10:16:31.830448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43282) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:31.848650 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Request body: {'subnet': {'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-905411103-subnet', 'tenant_id': 'e192f08f9a784bf1b08be68f0f93c89f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:31.908378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8c782bb-9d7b-4b27-98af-fa4510346a6e req-640a83fb-a6be-4abe-a156-48b2e0b63db6 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600814 Sep 22 10:16:31.912000 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cb8489-31f7-4187-92f9-3ab99c5df582 x-openstack-request-id: req-f5cb8489-31f7-4187-92f9-3ab99c5df582 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:31.912475 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-unplugged", "status": "completed", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:31.912680 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5cb8489-31f7-4187-92f9-3ab99c5df582 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:31.913076 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'code': 200} Sep 22 10:16:32.039357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bfcbecad-9141-4552-ae88-79aa06e60fd0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:32.050603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Made reservation on behalf of e192f08f9a784bf1b08be68f0f93c89f for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:32.071554 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.132355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port bfcbecad-9141-4552-ae88-79aa06e60fd0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:32.133653 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.160253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8824f9b-cc63-4229-9f11-433685644211 req-1a403f5b-97d7-4bef-bc41-6979415f6790 tempest-AttachSCSIVolumeTestJSON-1827281008 tempest-AttachSCSIVolumeTestJSON-1827281008-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce9860af-3076-4e98-8c80-b3695cdf74ea HTTP/1.1" status: 200 len: 210 time: 0.0588765 Sep 22 10:16:32.292755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544566e1-0be5-426b-ac6f-81534b9b6096 req-1bed61aa-7806-430c-9ceb-437f69181c79 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:32.294531 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-544566e1-0be5-426b-ac6f-81534b9b6096 req-1bed61aa-7806-430c-9ceb-437f69181c79 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 945 time: 0.3125565 Sep 22 10:16:32.307080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43288) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:32.312476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c1fd04ae-f5a3-4946-87d4-4f383cc7c2ab tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Request body: {'floatingip': {'port_id': '346a435c-c71d-488b-aa1f-5864f799e26b'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:32.320515 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dd1b38-067a-4bb5-8b6d-40401fffef5e x-openstack-request-id: req-81dd1b38-067a-4bb5-8b6d-40401fffef5e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:32.320809 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9860af-3076-4e98-8c80-b3695cdf74ea", "name": "network-vif-deleted", "tag": "be09dd73-07c2-4238-81eb-3a1058069270", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:32.321064 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81dd1b38-067a-4bb5-8b6d-40401fffef5e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:32.321460 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9860af-3076-4e98-8c80-b3695cdf74ea', 'name': 'network-vif-deleted', 'tag': 'be09dd73-07c2-4238-81eb-3a1058069270', 'status': 'completed', 'code': 200} Sep 22 10:16:32.378548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1fd04ae-f5a3-4946-87d4-4f383cc7c2ab tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.435608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c209932b-9b2e-413d-95d3-c94f0dafbb4d no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:32.446534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:32.455352 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.470884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Transition to ACTIVE for port object 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:16:32.479068 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c38190a9-d6bd-407a-a1da-ca2a3d3c4ef2 req-ee8b8c19-5e36-49ae-ba6d-59a6cd551e90 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 210 time: 0.0594926 Sep 22 10:16:32.554684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52f293-e275-4dc1-87ae-4268f5507d8c req-5a5a973d-a659-4424-bd08-9268282ac343 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:32.555744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f52f293-e275-4dc1-87ae-4268f5507d8c req-5a5a973d-a659-4424-bd08-9268282ac343 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0834367 Sep 22 10:16:32.608336 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.620808 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.690031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:32.695772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d4968f01-676f-472e-96d0-f00c62c963a0 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:32.754151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Pushing event updated for resources: {'Port': ['ID=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:32.759571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f52f293-e275-4dc1-87ae-4268f5507d8c req-8a71a1e4-8217-4a14-a35e-dbcbd8735e86 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852129 Sep 22 10:16:32.820591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.854233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.910499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Attempting to bind port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:32.911021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Attempting to bind port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:32.911353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Attempting to bind port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:32.916708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:32.917034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Attempting to bind port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:32.922241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:32.922585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Checking segment: {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:32.922977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Bound using segment: {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:32.923450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Bound port: 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:32.923851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:33.040491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d7b8cd-3188-4b53-958d-bf25a65c9d98,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:33.048257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:33.051935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c209932b-9b2e-413d-95d3-c94f0dafbb4d,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:33.053559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:33.067971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:33.081839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'mac_address': 'fa:16:3e:24:64:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:33.098500 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8049c4-34b8-45a2-8e10-7b950d5d31da req-a6b706bd-15c9-41bf-ac1d-5b8024d91371 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:33.100448 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7f8049c4-34b8-45a2-8e10-7b950d5d31da req-a6b706bd-15c9-41bf-ac1d-5b8024d91371 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 943 time: 0.2438383 Sep 22 10:16:33.157106 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:33.157584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Network hostable DHCP agents. Network: 394a1a91-3e61-4088-a3ba-26b5c1b69f6e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:16:33.205160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:33.233402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4968f01-676f-472e-96d0-f00c62c963a0 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:33.243824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:33.300757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:33.302192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:33.302923 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:33.304643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] 10.222.0.32 "PUT /v2.0/ports/555c93d3-c8cf-4a00-b2a0-ba48501d6e25 HTTP/1.1" status: 200 len: 1091 time: 1.8423257 Sep 22 10:16:33.338146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570c0d-c3ec-4e43-a2d3-cd94240e43dd req-3b712ba8-3b77-4220-99ad-d3959dd0152b tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:33.339981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f570c0d-c3ec-4e43-a2d3-cd94240e43dd req-3b712ba8-3b77-4220-99ad-d3959dd0152b tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 948 time: 0.2139509 Sep 22 10:16:33.348344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-ddddeeb7-bbbf-45d9-9188-699b896ae828 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1920619 Sep 22 10:16:33.364968 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:33.369238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff2127-2097-49a9-a7f2-d9c3d7c1ba1b service neutron] Pushing event updated for resources: {'Port': ['ID=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:33.396480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f570c0d-c3ec-4e43-a2d3-cd94240e43dd req-ab26ef98-1fbb-4955-9940-2de7e166a35f tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453403 Sep 22 10:16:33.475989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:33.572600 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7f8049c4-34b8-45a2-8e10-7b950d5d31da req-40f57fbc-1438-4eff-9ba5-b2593b6ddbee tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617608 Sep 22 10:16:33.625693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d4968f01-676f-472e-96d0-f00c62c963a0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:33.691907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:16:33.726141 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1fd04ae-f5a3-4946-87d4-4f383cc7c2ab tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:33.778608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 394a1a91-3e61-4088-a3ba-26b5c1b69f6e) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:33.784027 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:33.786262 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:33.794621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3bd19-0a29-4a41-8126-8b4504511489 None None] Network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:33.806632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1fd04ae-f5a3-4946-87d4-4f383cc7c2ab tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:33.836269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-403e4951-45c4-4621-a3ff-9139c426b14f req-02985877-3729-4a0c-a19b-648cac6f6c25 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 210 time: 0.0673857 Sep 22 10:16:33.845495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-2349eed5-980e-4f67-a529-23850ab51e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:33.847044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-2349eed5-980e-4f67-a529-23850ab51e1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 1094 time: 0.4424462 Sep 22 10:16:33.858536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-899eb21e-7dbd-4da8-b3c1-657d4d4d1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:33.860197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-899eb21e-7dbd-4da8-b3c1-657d4d4d1fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1100 time: 0.4458506 Sep 22 10:16:33.901292 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5fc1ac1a-14d8-47fd-a611-c96248333731 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0696516 Sep 22 10:16:33.916041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:33.918413 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aa103d-7405-4166-8b1d-7bbe42ea70a7" -d '{"events": [{"server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "name": "network-vif-unplugged", "status": "completed", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:33.939916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-1252fd56-bc0b-4a40-99cb-f4e8839ab9cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25 HTTP/1.1" status: 200 len: 217 time: 0.0757420 Sep 22 10:16:33.956359 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-c1fd04ae-f5a3-4946-87d4-4f383cc7c2ab tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Floating IP 01ab2322-fe73-4db5-a53f-29b6960da592 associated. External IP: 172.25.1.104, port: 346a435c-c71d-488b-aa1f-5864f799e26b. Sep 22 10:16:34.010922 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7684cfb-dd09-4beb-84f4-bedfe5628d5e x-openstack-request-id: req-b7684cfb-dd09-4beb-84f4-bedfe5628d5e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:34.012561 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "name": "network-vif-unplugged", "status": "completed", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:34.012561 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7684cfb-dd09-4beb-84f4-bedfe5628d5e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:34.013949 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d', 'code': 200} Sep 22 10:16:34.026673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b4086-f846-4d5d-a058-4290453c0717 req-dccdfea2-b96f-43f1-960b-69ac67889c8b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:34.028278 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d32b4086-f846-4d5d-a058-4290453c0717 req-dccdfea2-b96f-43f1-960b-69ac67889c8b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 948 time: 0.1517758 Sep 22 10:16:34.078719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27157b41-edc3-4247-9859-5dd6858e15ff None None] Network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:34.081415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-c5194543-3e1d-454d-9349-48786797b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:34.083544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-c5194543-3e1d-454d-9349-48786797b1e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b024aa6-cd0c-41fd-a830-e069c01b4c45 HTTP/1.1" status: 200 len: 844 time: 0.1315732 Sep 22 10:16:34.135685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-752e6d61-8bbd-4056-9f14-44ccd2919b5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422623 Sep 22 10:16:34.136859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-1f919921-0d75-4cd8-8452-7e2b86fae304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:34.138426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-1f919921-0d75-4cd8-8452-7e2b86fae304 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2126193 Sep 22 10:16:34.234697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-8651c297-4fc3-4165-be4a-d841d110baa1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 217 time: 0.0495412 Sep 22 10:16:34.252981 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d32b4086-f846-4d5d-a058-4290453c0717 req-f417f90c-8c2b-47bd-874a-a3c77be19080 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073960 Sep 22 10:16:34.282630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-31cfe15a-4fd2-4e41-90cd-bb16fd248a2c tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:34.284952 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-31cfe15a-4fd2-4e41-90cd-bb16fd248a2c tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.32 "GET /v2.0/networks?id=7327e63e-fae2-4026-950f-72f312e1de1e HTTP/1.1" status: 200 len: 829 time: 0.2552536 Sep 22 10:16:34.336352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:34.339051 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10386c67-e09f-4fa0-97ab-c3452151e154" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:34.355633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Request body: {'port': {'device_id': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'admin_state_up': True, 'tenant_id': 'df04945fddf0412aa96e1007d7120d46'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:34.429690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-b3aaaf83-e028-4a82-81ce-f595a2123480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:34.431270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-b3aaaf83-e028-4a82-81ce-f595a2123480 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1837015 Sep 22 10:16:34.434500 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254b2e9e-5b38-4e7b-8d07-52f39bb02df3 x-openstack-request-id: req-254b2e9e-5b38-4e7b-8d07-52f39bb02df3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:34.434500 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:34.434500 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-254b2e9e-5b38-4e7b-8d07-52f39bb02df3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:34.434500 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25', 'status': 'completed', 'code': 200} Sep 22 10:16:34.435612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-a67f9fa4-7847-4227-bc05-71d48df520d1 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845688 Sep 22 10:16:34.461773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c209932b-9b2e-413d-95d3-c94f0dafbb4d details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:34.526225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fd04ae-f5a3-4946-87d4-4f383cc7c2ab tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Router d31dc09e-807f-4dfc-b986-1496bb976832 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:16:34.585407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-22be41a4-e95e-4095-aad7-fcbb6bc999bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:34.587545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-22be41a4-e95e-4095-aad7-fcbb6bc999bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383448 Sep 22 10:16:34.600999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d4968f01-676f-472e-96d0-f00c62c963a0 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:34.641189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:34.649677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-535fb67b-5c6a-4bef-bd3d-cfd4bab7cef0 req-352ad98a-da26-4b00-9d33-f3f1f58b0e52 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989429 Sep 22 10:16:34.666216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd100d1-b0bd-4a31-ac8d-3ae91abfd2a4 req-82075672-6f8c-4ab9-9f65-afef221b0906 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:34.667819 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5cd100d1-b0bd-4a31-ac8d-3ae91abfd2a4 req-82075672-6f8c-4ab9-9f65-afef221b0906 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 949 time: 0.1669636 Sep 22 10:16:34.677851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d', 'mac_address': 'fa:16:3e:78:79:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:34.733530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-59b43ed8-a72e-4531-91ac-27f783f556b6 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307905 Sep 22 10:16:34.738948 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:34.747210 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5cd100d1-b0bd-4a31-ac8d-3ae91abfd2a4 req-96db1848-877c-455b-ad31-807e95806297 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481527 Sep 22 10:16:34.755192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port d4968f01-676f-472e-96d0-f00c62c963a0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:34.755634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:34.760829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c209932b-9b2e-413d-95d3-c94f0dafbb4d {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:34.761843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fd04ae-f5a3-4946-87d4-4f383cc7c2ab tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:16:34.766260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1fd04ae-f5a3-4946-87d4-4f383cc7c2ab tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:34.789500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] Sync routers for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:16:34.820852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Made reservation on behalf of df04945fddf0412aa96e1007d7120d46 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:34.833261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:34.833586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:34.836285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:34.838674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:34.863086 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c1fd04ae-f5a3-4946-87d4-4f383cc7c2ab tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "PUT /v2.0/floatingips/01ab2322-fe73-4db5-a53f-29b6960da592 HTTP/1.1" status: 200 len: 991 time: 2.5548329 Sep 22 10:16:34.864958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'tag': '346a435c-c71d-488b-aa1f-5864f799e26b'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:34.868343 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b342baa6-9257-4786-9d15-cb6b13d04474", "tag": "346a435c-c71d-488b-aa1f-5864f799e26b"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:34.907784 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:35.040778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:35.041632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bc879-4266-4fa1-b45a-f859a05a4ab6 req-aad5ad0b-7356-4529-a69f-bd95f1b07b97 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.043307 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-af5bc879-4266-4fa1-b45a-f859a05a4ab6 req-aad5ad0b-7356-4529-a69f-bd95f1b07b97 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 949 time: 0.0919595 Sep 22 10:16:35.089549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:35.094073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24423d73-893f-422c-88e1-0f5694cc868f req-5e51bc5c-0297-44a2-8179-3862c6733d7f tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.102339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24423d73-893f-422c-88e1-0f5694cc868f req-5e51bc5c-0297-44a2-8179-3862c6733d7f tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 943 time: 0.3342946 Sep 22 10:16:35.128456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-63dc9e85-5e22-485a-8bf2-c6130158239b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.130300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-63dc9e85-5e22-485a-8bf2-c6130158239b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee&tenant_id=f86d306282364855b4f40fc67978d89d&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 949 time: 0.1886778 Sep 22 10:16:35.159616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-83721444-3006-40fd-bb41-50b70de94381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.159819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Allocated IP 172.20.0.5 (7327e63e-fae2-4026-950f-72f312e1de1e/8df1bb63-fb10-49e7-b68b-b5122cef4274/95a70473-52d1-4d20-a271-e18204d05861) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:35.161151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-83721444-3006-40fd-bb41-50b70de94381 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 1094 time: 0.2761822 Sep 22 10:16:35.165328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e9ff2cf-b643-4ffa-90e2-c802fb47550b req-7d4a015c-cebd-46b0-9fbc-9a3724979879 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222927 Sep 22 10:16:35.220378 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-af5bc879-4266-4fa1-b45a-f859a05a4ab6 req-ca427540-28ce-461e-b2e3-d09e58ed5c14 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615250 Sep 22 10:16:35.228407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24423d73-893f-422c-88e1-0f5694cc868f req-3396470b-a69f-4b80-a4a0-e26270669b0d tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251225 Sep 22 10:16:35.309144 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43374) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:35.326200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1810715646-network', 'tenant_id': 'eae36f34cea7403cab4af586aab13d75'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:35.332806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c209932b-9b2e-413d-95d3-c94f0dafbb4d,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:35.356819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.357225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.357633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.358060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.358471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.358867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.359265 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.359663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.360056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.360461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.360852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.361249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:35.385027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-a92c7c65-c253-4ca7-a145-6b1cc59788b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.388373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-a92c7c65-c253-4ca7-a145-6b1cc59788b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 905 time: 0.2006197 Sep 22 10:16:35.408886 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d50e8-763b-4ab1-9f03-98d290e0600b x-openstack-request-id: req-577d50e8-763b-4ab1-9f03-98d290e0600b {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:35.408886 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b342baa6-9257-4786-9d15-cb6b13d04474", "tag": "346a435c-c71d-488b-aa1f-5864f799e26b", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:35.408886 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-577d50e8-763b-4ab1-9f03-98d290e0600b {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:35.408886 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'tag': '346a435c-c71d-488b-aa1f-5864f799e26b', 'status': 'completed', 'code': 200} Sep 22 10:16:35.409301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c209932b-9b2e-413d-95d3-c94f0dafbb4d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:35.420517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:35.462697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-bb1b38f5-3021-42e9-ad31-68c7e3a9d612 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25 HTTP/1.1" status: 200 len: 217 time: 0.0632663 Sep 22 10:16:35.492240 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b9348c7-2750-478a-8540-22da30150af6 req-fd9d7084-90b8-426e-b031-e351e19c592e tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 210 time: 0.1223490 Sep 22 10:16:35.516305 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:35.528497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device be09dd73-07c2-4238-81eb-3a1058069270 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:35.550085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-24300a62-3f5a-46e4-b31c-dadcabe3f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.550085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-24300a62-3f5a-46e4-b31c-dadcabe3f611 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 1100 time: 0.0938687 Sep 22 10:16:35.556532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-1ddf21c2-5001-4c11-85b8-b1200df5e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.558242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-1ddf21c2-5001-4c11-85b8-b1200df5e541 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b024aa6-cd0c-41fd-a830-e069c01b4c45 HTTP/1.1" status: 200 len: 844 time: 0.0776069 Sep 22 10:16:35.568823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: be09dd73-07c2-4238-81eb-3a1058069270 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:35.569169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device be09dd73-07c2-4238-81eb-3a1058069270 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:35.589301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:35.597843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Made reservation on behalf of eae36f34cea7403cab4af586aab13d75 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:35.600214 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:35.603608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-d6aa345a-b3d1-416b-bb7e-a93aa68fd352 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369256 Sep 22 10:16:35.606441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-496d854b-ebdd-4bde-b8a6-e347ab13919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.608173 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-496d854b-ebdd-4bde-b8a6-e347ab13919d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a165e48c66f46fbb1b67278bff790b9&device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 1096 time: 0.1205146 Sep 22 10:16:35.616409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:35.624167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:35.633912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '01ab2322-fe73-4db5-a53f-29b6960da592', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'port_id': '346a435c-c71d-488b-aa1f-5864f799e26b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'mac_address': 'fa:16:3e:4d:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:13:57Z', 'updated_at': '2021-09-22T10:16:33Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:35.739416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] Checking router: d31dc09e-807f-4dfc-b986-1496bb976832 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:16:35.739416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:35.739416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:35.741532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-dc31d417-367a-41e4-b30f-2df1533ce3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.743100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-dc31d417-367a-41e4-b30f-2df1533ce3a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1884887 Sep 22 10:16:35.806620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-bfbd288a-6e0e-44ca-816e-3211dd1c3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.808557 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-bfbd288a-6e0e-44ca-816e-3211dd1c3aa4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 200 len: 925 time: 0.1897848 Sep 22 10:16:35.816230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-115e588b-d1c7-4a74-9fe8-e492d81962bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d HTTP/1.1" status: 200 len: 217 time: 0.0624235 Sep 22 10:16:35.818689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-eb9873bf-0f6f-4dfe-8fbd-0514e8abdae5 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065663 Sep 22 10:16:35.879174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:35.909174 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-dc9d9f79-87f5-4f5e-9ff5-dd8ba693521c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346a435c-c71d-488b-aa1f-5864f799e26b HTTP/1.1" status: 200 len: 999 time: 0.0900123 Sep 22 10:16:35.920452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:35.962610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-de667135-e28d-43cb-9978-a49c82574646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.965240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-de667135-e28d-43cb-9978-a49c82574646 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1425371 Sep 22 10:16:35.996581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-c3e5949a-4d55-4ce2-bb90-a85ac90eda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:35.998883 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-c3e5949a-4d55-4ce2-bb90-a85ac90eda2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e93a07be-436a-4af0-acf9-38dad24cf0a4 HTTP/1.1" status: 200 len: 863 time: 0.0752561 Sep 22 10:16:36.022337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:36.024928 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6663b27-3dad-48a7-8d39-80ff6f87197d" -d '{"events": [{"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-plugged", "status": "completed", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:36.033804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586a54e-9095-48d9-80f6-e3ab7a88245c req-b754c271-92b7-485c-9ebb-28f4b8a63564 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.035519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0586a54e-9095-48d9-80f6-e3ab7a88245c req-b754c271-92b7-485c-9ebb-28f4b8a63564 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1589200 Sep 22 10:16:36.046658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10386c67-e09f-4fa0-97ab-c3452151e154 req-a9943dc6-4101-4e50-be2c-7c61c5187b9d service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103779 Sep 22 10:16:36.059430 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.079513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-ad47f9bd-6e84-48ac-b201-526dd1999bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.081175 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-ad47f9bd-6e84-48ac-b201-526dd1999bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045873 Sep 22 10:16:36.109026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0586a54e-9095-48d9-80f6-e3ab7a88245c req-bd87cb8b-c9dc-4af3-b617-8c6ffaccda27 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498152 Sep 22 10:16:36.112144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.135389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Network 7327e63e-fae2-4026-950f-72f312e1de1e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:36.142206 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2933105-8dc9-4c78-9c18-3fe7aa7aceca x-openstack-request-id: req-b2933105-8dc9-4c78-9c18-3fe7aa7aceca {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:36.142811 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-plugged", "status": "completed", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:36.144012 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2933105-8dc9-4c78-9c18-3fe7aa7aceca {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:36.144012 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'code': 200} Sep 22 10:16:36.167833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:36.184428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-89c8ff32-b67a-4c20-87f8-69a45dbf2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.188871 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-89c8ff32-b67a-4c20-87f8-69a45dbf2bca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=723d782f-2c17-4acf-ae5f-7c0e87c61018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790390 Sep 22 10:16:36.195716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:36.238537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '01ab2322-fe73-4db5-a53f-29b6960da592', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'port_id': '346a435c-c71d-488b-aa1f-5864f799e26b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'mac_address': 'fa:16:3e:4d:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:13:57Z', 'updated_at': '2021-09-22T10:16:33Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:36.254112 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.255477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.258521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Pushing event updated for resources: {'Port': ['ID=95a70473-52d1-4d20-a271-e18204d05861,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:36.266494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-c8e29d6d-2e18-4385-b41f-5e1771956a96 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564078 Sep 22 10:16:36.272962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:16:36.310911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa470e3-1607-424b-977d-fa64819edcf2 None None] The sync data for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 is: [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '01ab2322-fe73-4db5-a53f-29b6960da592', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'port_id': '346a435c-c71d-488b-aa1f-5864f799e26b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'mac_address': 'fa:16:3e:4d:b0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:13:57Z', 'updated_at': '2021-09-22T10:16:33Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:16:36.311910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720116c9-42e1-45e5-a0d5-ba95063e0e3e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:36.345602 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.346153 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Added segment eb1f0913-3ddb-43f1-abcf-f60f968d2426 of type vlan for network 5fe98536-d8c1-46f0-91a0-c6f77adf3c56 Sep 22 10:16:36.474169 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-717d38cc-d559-402a-9ea4-46f34514d232 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1270626 Sep 22 10:16:36.479427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c209932b-9b2e-413d-95d3-c94f0dafbb4d up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:36.492629 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Request body: {'port': {'device_id': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:36.501767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.565682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68409-acf1-437b-a7c4-372ee6781aa9 req-4117d3b7-b252-4952-8b24-706c85136ce1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.568019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46f68409-acf1-437b-a7c4-372ee6781aa9 req-4117d3b7-b252-4952-8b24-706c85136ce1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 949 time: 0.1850398 Sep 22 10:16:36.603548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port c209932b-9b2e-413d-95d3-c94f0dafbb4d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:36.603933 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.604439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd76574-9c50-4916-a64f-e76915664b3f req-e43e2eac-a3b8-40d6-b357-0cf8dcea465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.607305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3bd76574-9c50-4916-a64f-e76915664b3f req-e43e2eac-a3b8-40d6-b357-0cf8dcea465f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1101 time: 0.1778693 Sep 22 10:16:36.607563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f283db-dc1f-4db4-ac4c-27c60d4cb9ec req-7fe6c4f1-119f-4e3e-a159-fae53afca223 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.615149 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-54f283db-dc1f-4db4-ac4c-27c60d4cb9ec req-7fe6c4f1-119f-4e3e-a159-fae53afca223 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 943 time: 0.1865902 Sep 22 10:16:36.620541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.resource_extend [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:16:36.641909 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-8f95bbbc-590c-4d5d-8cdd-a6a8c2ad84a9 service neutron] 10.222.0.30 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598886 Sep 22 10:16:36.667216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46f68409-acf1-437b-a7c4-372ee6781aa9 req-8c0c62d9-5dec-4545-991d-1a25cf07c965 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876267 Sep 22 10:16:36.669612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1aa8678f-4d61-4163-ab6d-38533c8ea26d req-f6bf3bd7-30ee-4f66-a2a1-cc37e55e7142 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892643 Sep 22 10:16:36.671358 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa2575c-3dbd-49fb-8b84-880f77b527aa None None] New status for floating IP 01ab2322-fe73-4db5-a53f-29b6960da592: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:16:36.701485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3bd76574-9c50-4916-a64f-e76915664b3f req-11f74ffd-c52a-4ac4-96fb-2732e40d19cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757866 Sep 22 10:16:36.717657 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.718688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.719289 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.744898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-666e160e-8901-4e9c-acd1-b252dd83cfd8 None None] Provisioning complete for port 95a70473-52d1-4d20-a271-e18204d05861 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:36.745275 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-666e160e-8901-4e9c-acd1-b252dd83cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.788135 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.808170 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-666e160e-8901-4e9c-acd1-b252dd83cfd8 None None] Port 95a70473-52d1-4d20-a271-e18204d05861 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:16:36.833566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:36.888865 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5752692 Sep 22 10:16:36.889808 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.900810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43400) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:36.907940 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:36.912229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Request body: {'subnet': {'network_id': '5fe98536-d8c1-46f0-91a0-c6f77adf3c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1810715646-subnet', 'tenant_id': 'eae36f34cea7403cab4af586aab13d75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:36.953580 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-54f283db-dc1f-4db4-ac4c-27c60d4cb9ec req-dc6945da-b1e6-42fd-8ade-a1865bba04c7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373477 Sep 22 10:16:36.974640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0ffb0-7f98-48bd-a749-dd669e1aeeab req-5f8ddb0c-5515-4623-baa7-3cbf57469f09 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.974640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52f0ffb0-7f98-48bd-a749-dd669e1aeeab req-5f8ddb0c-5515-4623-baa7-3cbf57469f09 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 931 time: 0.1044936 Sep 22 10:16:36.980959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c209932b-9b2e-413d-95d3-c94f0dafbb4d,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:37.002524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e3cf2-a2e5-4c93-803c-206fd57da282 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe98536-d8c1-46f0-91a0-c6f77adf3c56,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:37.015565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 5fe98536-d8c1-46f0-91a0-c6f77adf3c56 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:16:37.030336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52f0ffb0-7f98-48bd-a749-dd669e1aeeab req-fd064ae4-44ea-4cbe-9fdd-43fa3eb1892c tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494425 Sep 22 10:16:37.061239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Made reservation on behalf of eae36f34cea7403cab4af586aab13d75 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:37.063843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:37.066139 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b7acd209-08a1-4fc7-b73d-ecfc9468a8dd req-b3cba727-7340-4113-a367-1efbbe54de69 service neutron] 10.222.0.30 "GET /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149609 Sep 22 10:16:37.255720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03418fc-ec88-44ca-b8a5-72864411e29c req-f7b1c44f-5bca-4a4b-a818-de2f9552273e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:37.258623 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e03418fc-ec88-44ca-b8a5-72864411e29c req-f7b1c44f-5bca-4a4b-a818-de2f9552273e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0884290 Sep 22 10:16:37.377949 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e03418fc-ec88-44ca-b8a5-72864411e29c req-32459ade-bf0a-4f81-9984-6791f2f4676a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063921 Sep 22 10:16:37.405163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:37.471478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a72ec65-a4dd-4e96-9349-318f1b0d79aa,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:37.474086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a70473-52d1-4d20-a271-e18204d05861 {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:37.480917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.481262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.481606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.482036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.482389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.482716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.483037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.483358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.483892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.484077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.484361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.484675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.489994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Checking segment: {'id': 'eb1f0913-3ddb-43f1-abcf-f60f968d2426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5fe98536-d8c1-46f0-91a0-c6f77adf3c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:37.490386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Network hostable DHCP agents. Network: 5fe98536-d8c1-46f0-91a0-c6f77adf3c56, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:16:37.494669 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:37.514023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Transition to ACTIVE for port object 95a70473-52d1-4d20-a271-e18204d05861 will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:16:37.627303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Network 5fe98536-d8c1-46f0-91a0-c6f77adf3c56 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:16:37.682497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:37.713342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 5fe98536-d8c1-46f0-91a0-c6f77adf3c56) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:37.715279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:37.715898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:37.739937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b0e94-2c17-406d-8b93-d92225395fa9 None None] Network 5fe98536-d8c1-46f0-91a0-c6f77adf3c56 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:37.814563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c61821cd-3a51-4fa8-9fdc-3fc5d0a782df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9102144 Sep 22 10:16:37.890710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Pushing event updated for resources: {'Port': ['ID=95a70473-52d1-4d20-a271-e18204d05861,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:37.911243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.911686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.912078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.912462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.913096 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.913433 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.914667 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.914874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.915703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.916038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.916368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:37.916732 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:38.018141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Attempting to bind port 95a70473-52d1-4d20-a271-e18204d05861 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:38.018478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Attempting to bind port 95a70473-52d1-4d20-a271-e18204d05861 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:38.018808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Attempting to bind port 95a70473-52d1-4d20-a271-e18204d05861 on network 7327e63e-fae2-4026-950f-72f312e1de1e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:38.028738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Port 95a70473-52d1-4d20-a271-e18204d05861 on network 7327e63e-fae2-4026-950f-72f312e1de1e not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:38.029065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Attempting to bind port 95a70473-52d1-4d20-a271-e18204d05861 on network 7327e63e-fae2-4026-950f-72f312e1de1e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:38.049835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:38.051312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Checking segment: {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:38.051312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Bound using segment: {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:38.051312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Bound port: 95a70473-52d1-4d20-a271-e18204d05861, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ff0513-5459-4202-806a-90cd5a3adee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:38.051672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:38.113653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9072c7-7a7d-4526-9a48-e34b7a152fe6 req-188d4f41-7d34-4fe0-88f1-785fd59e41fa tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.115671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd9072c7-7a7d-4526-9a48-e34b7a152fe6 req-188d4f41-7d34-4fe0-88f1-785fd59e41fa tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1603587 Sep 22 10:16:38.149516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:38.152964 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8bb8b7-1ba7-4e37-ac8c-65a2f6c7760c" -d '{"events": [{"server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "name": "network-vif-plugged", "status": "completed", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:38.229729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd9072c7-7a7d-4526-9a48-e34b7a152fe6 req-50c34bac-e98d-4bec-9ed9-83f9f020ffc1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007016 Sep 22 10:16:38.300782 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] For port 95a70473-52d1-4d20-a271-e18204d05861, host n-h2-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:38.307491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] For port 95a70473-52d1-4d20-a271-e18204d05861, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=95a70473-52d1-4d20-a271-e18204d05861,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:38.336141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6105-f704-4943-8c40-c42aec4c71fa req-c614eb7c-4c6a-4a94-942c-ffd38bdeb81b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.337054 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-110e6105-f704-4943-8c40-c42aec4c71fa req-c614eb7c-4c6a-4a94-942c-ffd38bdeb81b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 943 time: 0.2028854 Sep 22 10:16:38.395217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:38.404492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23003e7-57e1-4817-9ed9-f58da66a48fa None None] Network 5fe98536-d8c1-46f0-91a0-c6f77adf3c56 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:38.420233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba51358-5444-4f54-8ebd-9d6c9dcfbef4 req-e8dbae93-e26a-4853-bb9c-4fe847473730 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.427602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dba51358-5444-4f54-8ebd-9d6c9dcfbef4 req-e8dbae93-e26a-4853-bb9c-4fe847473730 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 943 time: 0.1140711 Sep 22 10:16:38.469718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.469718 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:38.470005 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] 10.222.0.32 "PUT /v2.0/ports/95a70473-52d1-4d20-a271-e18204d05861 HTTP/1.1" status: 200 len: 1091 time: 1.9859931 Sep 22 10:16:38.471778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dba51358-5444-4f54-8ebd-9d6c9dcfbef4 req-5bb0e5e3-eef6-4beb-ad8d-39b0405b5e37 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Sep 22 10:16:38.491394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'tag': '95a70473-52d1-4d20-a271-e18204d05861'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:38.494587 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "tag": "95a70473-52d1-4d20-a271-e18204d05861"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:38.500683 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-110e6105-f704-4943-8c40-c42aec4c71fa req-9a35c4e0-23b0-4c1f-b6d1-19075428bea1 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572244 Sep 22 10:16:38.547481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af7136-a05d-44c7-8520-3003aff9c4ab service neutron] Pushing event updated for resources: {'Port': ['ID=95a70473-52d1-4d20-a271-e18204d05861,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:38.579749 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330f7075-6236-4965-ab7f-c5e335f00d9e x-openstack-request-id: req-330f7075-6236-4965-ab7f-c5e335f00d9e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:38.580048 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "name": "network-vif-plugged", "status": "completed", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:38.580297 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-330f7075-6236-4965-ab7f-c5e335f00d9e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:38.580695 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d', 'code': 200} Sep 22 10:16:38.628896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:38.667081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-bfdabcca-3aa5-4826-a478-62c21367503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.672255 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-bfdabcca-3aa5-4826-a478-62c21367503e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df04945fddf0412aa96e1007d7120d46&device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 1094 time: 0.0915658 Sep 22 10:16:38.715591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7cd52-d64a-49c3-abc6-2816b3555453 req-843f3fc0-0446-4851-8bf3-5f1734ccb240 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.717161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54a7cd52-d64a-49c3-abc6-2816b3555453 req-843f3fc0-0446-4851-8bf3-5f1734ccb240 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.0829697 Sep 22 10:16:38.747322 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-dfe8aa56-3be4-4ea3-944c-d565655c1960 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a70473-52d1-4d20-a271-e18204d05861 HTTP/1.1" status: 200 len: 217 time: 0.0655327 Sep 22 10:16:38.789677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54a7cd52-d64a-49c3-abc6-2816b3555453 req-e2b14007-63ae-44db-bfe1-d2bdfe848e54 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656080 Sep 22 10:16:38.791723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:38.825271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'port_id': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25', 'mac_address': 'fa:16:3e:0b:e2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b024aa6-cd0c-41fd-a830-e069c01b4c45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:38.860034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-52e8f319-961a-4abe-a3c9-0703b1277159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.861849 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-52e8f319-961a-4abe-a3c9-0703b1277159 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1bb63-fb10-49e7-b68b-b5122cef4274 HTTP/1.1" status: 200 len: 868 time: 0.1052861 Sep 22 10:16:38.867949 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:38.886871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:38.906791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:38.958553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-a8ef670d-9a9e-4c7e-b6c4-5930cbbe7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.960087 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-a8ef670d-9a9e-4c7e-b6c4-5930cbbe7cae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7327e63e-fae2-4026-950f-72f312e1de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908213 Sep 22 10:16:38.962226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995263-d7dd-4f6d-8989-67fa936294f1 req-54d201d2-d031-4463-a225-e32535e3aad4 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.964012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1995263-d7dd-4f6d-8989-67fa936294f1 req-54d201d2-d031-4463-a225-e32535e3aad4 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0560818 Sep 22 10:16:38.998695 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:39.006984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1995263-d7dd-4f6d-8989-67fa936294f1 req-68fc4313-8d73-4db1-87bf-db8ed337349c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357437 Sep 22 10:16:39.065738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:39.253358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['555c93d3-c8cf-4a00-b2a0-ba48501d6e25'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:39.281094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dd38a-80e7-48b0-a335-93d2250b6fa3 req-a6c30c54-24e9-4874-9c1b-5c320243da33 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:39.283692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd2dd38a-80e7-48b0-a335-93d2250b6fa3 req-a6c30c54-24e9-4874-9c1b-5c320243da33 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0589416 Sep 22 10:16:39.339257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd2dd38a-80e7-48b0-a335-93d2250b6fa3 req-3e9e4f4c-b6f0-4279-bbd2-7b3178c57d15 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481999 Sep 22 10:16:39.393711 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52f19a-d39b-42bb-aa98-f1a4030c0d6b x-openstack-request-id: req-ab52f19a-d39b-42bb-aa98-f1a4030c0d6b {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:39.394307 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "tag": "95a70473-52d1-4d20-a271-e18204d05861", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:39.394307 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab52f19a-d39b-42bb-aa98-f1a4030c0d6b {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:39.394621 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'tag': '95a70473-52d1-4d20-a271-e18204d05861', 'status': 'completed', 'code': 200} Sep 22 10:16:39.428261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-9fcf3e42-ad38-4a0c-8585-cb767e670e1c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:39.430332 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-9fcf3e42-ad38-4a0c-8585-cb767e670e1c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 807 time: 0.5262985 Sep 22 10:16:39.454249 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-f466b6e0-14bc-45a4-bb54-b83dd777de1e service neutron] 10.222.0.32 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662695 Sep 22 10:16:39.455310 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-9197bc73-28fa-4ef4-a47c-3582c658fa4d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/quotas/e192f08f9a784bf1b08be68f0f93c89f HTTP/1.1" status: 200 len: 375 time: 0.0146677 Sep 22 10:16:39.501943 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ace724e5-92b3-4655-9ae7-5236ba49e942 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402598 Sep 22 10:16:39.641258 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3db4cecf-917a-4bc7-b895-0277ab0095d2 req-3de7d844-47bb-44a0-ab4a-a49b9061ba0e service neutron] 10.222.0.32 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784985 Sep 22 10:16:39.656975 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-b839faa0-b77b-4305-9b30-36ddad78807c service neutron] 10.222.0.20 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446388 Sep 22 10:16:39.762950 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-7982b7a2-d779-4c06-9556-5ca87e5fe38c service neutron] 10.222.0.20 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990305 Sep 22 10:16:39.827050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-f200d62e-75f4-43d7-937a-5d1713900b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:39.828628 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-f200d62e-75f4-43d7-937a-5d1713900b48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df04945fddf0412aa96e1007d7120d46&device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 1094 time: 0.0445588 Sep 22 10:16:39.951319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-7026840c-009b-4dae-b55d-47caa916ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:39.952803 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-7026840c-009b-4dae-b55d-47caa916ebe9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7327e63e-fae2-4026-950f-72f312e1de1e HTTP/1.1" status: 200 len: 930 time: 0.1028006 Sep 22 10:16:39.980950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6364b-3059-4355-a630-2c158f221a40 req-11bdc460-946f-4140-82af-12ebe649bb70 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:39.983254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f6364b-3059-4355-a630-2c158f221a40 req-11bdc460-946f-4140-82af-12ebe649bb70 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 943 time: 0.0638466 Sep 22 10:16:40.001487 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-d8c72294-e2d3-4f86-93b8-46b98f8e33c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a70473-52d1-4d20-a271-e18204d05861 HTTP/1.1" status: 200 len: 217 time: 0.0387099 Sep 22 10:16:40.040573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f6364b-3059-4355-a630-2c158f221a40 req-e403bc6e-53e8-4dd2-b1a8-d33277a35df1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Sep 22 10:16:40.107261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-80bf7d65-71aa-4353-81f2-d3f20f8d97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:40.108679 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-80bf7d65-71aa-4353-81f2-d3f20f8d97a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1bb63-fb10-49e7-b68b-b5122cef4274 HTTP/1.1" status: 200 len: 868 time: 0.0875540 Sep 22 10:16:40.164652 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d2619-7a90-4b00-b16e-38ba3a8b5358 req-98f24548-d64c-484c-9b17-cbffd4f42769 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:40.170579 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ca5d2619-7a90-4b00-b16e-38ba3a8b5358 req-98f24548-d64c-484c-9b17-cbffd4f42769 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 944 time: 0.1083927 Sep 22 10:16:40.245548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-ada7e27a-5475-42aa-9de3-8e9798b563f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:40.247355 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-ada7e27a-5475-42aa-9de3-8e9798b563f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7327e63e-fae2-4026-950f-72f312e1de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267512 Sep 22 10:16:40.253579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf244436-5264-4fe0-92db-523029378966 req-c06a0c7e-51b0-4970-8e9a-763c12a99404 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:40.255732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf244436-5264-4fe0-92db-523029378966 req-c06a0c7e-51b0-4970-8e9a-763c12a99404 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0900903 Sep 22 10:16:40.285899 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ca5d2619-7a90-4b00-b16e-38ba3a8b5358 req-03d24a31-5c02-458d-b49f-f642435341d5 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841370 Sep 22 10:16:40.334982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf244436-5264-4fe0-92db-523029378966 req-e94685ef-b1dd-4936-abf8-d0094e3e39fd tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684292 Sep 22 10:16:40.478186 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-c8338c1e-50f9-4fd6-badd-a612805371ae service neutron] 10.222.0.32 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877806 Sep 22 10:16:40.511372 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2b188427-ee35-4ba6-b330-0620eab132ac req-9bde4353-774e-4731-b299-92fd2bbd0c14 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 210 time: 0.0454278 Sep 22 10:16:40.609424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43512) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:40.638063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:40.653971 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e14fcdb-a801-457b-9046-f83f4d20416f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f86d306282364855b4f40fc67978d89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338614 Sep 22 10:16:40.706544 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc4f1a6d-f57b-4b82-a027-59950bd3ea9d req-72d075ec-15ca-4912-bdfc-e9d88d740194 service neutron] 10.222.0.32 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092769 Sep 22 10:16:40.775943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:16:40.782024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:40.787594 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:40.787919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d7744-4d13-4bd3-b461-7fc6e823fb48 req-e441f5f2-6db8-43d7-8d61-11b5079fcb37 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:40.787919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6d7744-4d13-4bd3-b461-7fc6e823fb48 req-e441f5f2-6db8-43d7-8d61-11b5079fcb37 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1096 time: 0.0790689 Sep 22 10:16:40.815909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-ec5dd874-499c-45d1-851c-aa1d328baabc tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:40.822621 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-ec5dd874-499c-45d1-851c-aa1d328baabc tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571691 Sep 22 10:16:40.834797 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-59a1d7d7-bb0c-48c6-ae76-5a724bf029a4 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/quotas/f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 375 time: 0.0091803 Sep 22 10:16:40.869288 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:40.883788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6d7744-4d13-4bd3-b461-7fc6e823fb48 req-4544bb4f-5aa9-458a-9b75-d209045de5a3 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626769 Sep 22 10:16:40.891298 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-92a92975-04d4-4ea4-af24-4cdf42eb16fd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493820 Sep 22 10:16:40.908149 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:40.914505 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962f39c7-90e4-4b78-ba54-524552afe894" -d '{"events": [{"server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "name": "network-vif-plugged", "status": "completed", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:40.943624 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:40.970825 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56f4c5e-2d3e-428e-803e-5b2fbe8409bc x-openstack-request-id: req-f56f4c5e-2d3e-428e-803e-5b2fbe8409bc {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:40.971205 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "name": "network-vif-plugged", "status": "completed", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:40.971698 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f56f4c5e-2d3e-428e-803e-5b2fbe8409bc {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:40.972185 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25', 'code': 200} Sep 22 10:16:41.052628 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:41.106583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121252f2-01b6-4d54-85ba-0cc9dc4e66b1 req-4d682b10-4561-4212-8807-1aa4eea1c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:41.108537 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-121252f2-01b6-4d54-85ba-0cc9dc4e66b1 req-4d682b10-4561-4212-8807-1aa4eea1c8fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 1096 time: 0.0705214 Sep 22 10:16:41.134907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:41.158258 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-121252f2-01b6-4d54-85ba-0cc9dc4e66b1 req-b5550887-3b4c-47a4-b7ef-b5143e213d68 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Sep 22 10:16:41.248127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e46804-aef7-4e67-95fb-224d927e53fe req-0034fc94-a87e-45aa-8cb1-1290b7f2a605 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:41.249733 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-48e46804-aef7-4e67-95fb-224d927e53fe req-0034fc94-a87e-45aa-8cb1-1290b7f2a605 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 943 time: 0.0527775 Sep 22 10:16:41.303800 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-48e46804-aef7-4e67-95fb-224d927e53fe req-5103e2f5-1b65-4841-a6a0-2b5cafd0f5c1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445263 Sep 22 10:16:41.378520 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-82a87f51-dfa1-49e6-bb3b-cc23e6d2fa30 req-a84adbc1-1bd2-4f58-ad9b-14f9e4efe293 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 210 time: 0.0289638 Sep 22 10:16:41.446074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:41.495571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43f89-5efb-4ea1-9c6e-f126e8f5afb6 req-64991b87-b896-4656-9c29-1a9722d7e88f tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:41.497232 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-33f43f89-5efb-4ea1-9c6e-f126e8f5afb6 req-64991b87-b896-4656-9c29-1a9722d7e88f tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0545533 Sep 22 10:16:41.537659 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-33f43f89-5efb-4ea1-9c6e-f126e8f5afb6 req-c7ff462d-e0d1-4089-82c6-7c23ca860ed0 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342951 Sep 22 10:16:41.677819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ef9a-751b-4791-9781-f13bed68f96f req-0fcf0eb9-8e17-493f-a117-f8d1e825e2da tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:41.679515 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b301ef9a-751b-4791-9781-f13bed68f96f req-0fcf0eb9-8e17-493f-a117-f8d1e825e2da tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0514350 Sep 22 10:16:41.738594 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b301ef9a-751b-4791-9781-f13bed68f96f req-0da5db30-8f7f-42a6-a8b5-1ddba79badd7 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502782 Sep 22 10:16:41.791504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Deleting port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:41.791504 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:41.883627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] For port c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:41.883906 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:41.896744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Calling delete_port for c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:41.912896 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d111ec40-fd36-4d94-a6bc-f82a4d028cc8 req-360e3a14-585c-46b1-b63d-48dad90d4093 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 210 time: 0.0263805 Sep 22 10:16:42.186972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:42.213169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:42.408630 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:42.458242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ca563-0d10-49ed-b24b-c3780e843836 req-6b95fc24-83f6-483b-88b0-344be3e0532a tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:42.459915 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-222ca563-0d10-49ed-b24b-c3780e843836 req-6b95fc24-83f6-483b-88b0-344be3e0532a tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 943 time: 0.0661666 Sep 22 10:16:42.500859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-222ca563-0d10-49ed-b24b-c3780e843836 req-d26770e8-817b-417a-9b48-8454f4916556 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Sep 22 10:16:42.610790 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-751404ff-8720-4213-ae64-abcb73e32891 req-a7796b25-2247-4f96-936a-16a371210ecc tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 210 time: 0.0305223 Sep 22 10:16:42.635390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 95a70473-52d1-4d20-a271-e18204d05861 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:42.655173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Router 0f606b48-fe53-4e8b-9da8-0ae726999714 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:16:42.733930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8cdc6-a13d-49fc-ab0a-509af11b5308 req-4bd24866-4599-43b8-930f-5da1317901b6 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:42.736264 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7fb8cdc6-a13d-49fc-ab0a-509af11b5308 req-4bd24866-4599-43b8-930f-5da1317901b6 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0528901 Sep 22 10:16:42.774875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 95a70473-52d1-4d20-a271-e18204d05861, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=95a70473-52d1-4d20-a271-e18204d05861,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:42.777602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:16:42.786610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fd55805f-ab23-488a-9c9f-345def4a8ddb admin admin] 10.222.0.20 "PUT /v2.0/routers/0f606b48-fe53-4e8b-9da8-0ae726999714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1756899 Sep 22 10:16:42.789019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43570) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:42.792975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] Sync routers for ids ['0f606b48-fe53-4e8b-9da8-0ae726999714'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:16:42.797438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '95a70473-52d1-4d20-a271-e18204d05861', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'port_id': '95a70473-52d1-4d20-a271-e18204d05861', 'mac_address': 'fa:16:3e:ee:6a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:42.805965 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7fb8cdc6-a13d-49fc-ab0a-509af11b5308 req-dfe7a5be-bc76-496a-b516-ca76cd6e0bec tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Sep 22 10:16:42.848610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] Routers {'0f606b48-fe53-4e8b-9da8-0ae726999714'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:42.849248 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0f606b48-fe53-4e8b-9da8-0ae726999714'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:42.932092 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:42.950439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:42.959236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a70473-52d1-4d20-a271-e18204d05861 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:43.010646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 95a70473-52d1-4d20-a271-e18204d05861, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=95a70473-52d1-4d20-a271-e18204d05861,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:43.011988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-9bbbed47-0d13-458c-9d2e-5a4942b51a45 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:43.014228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-9bbbed47-0d13-458c-9d2e-5a4942b51a45 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 807 time: 0.2037959 Sep 22 10:16:43.016753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] Set router 0f606b48-fe53-4e8b-9da8-0ae726999714 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:43.018252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-15f74e2c-7b2e-4af3-8649-b160cd078ce8 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:16:43.019722 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-15f74e2c-7b2e-4af3-8649-b160cd078ce8 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186985 Sep 22 10:16:43.027961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a41e60-bdfb-44cc-993e-9f1692b2ef51 req-23583bc6-9969-4e6e-bb25-65fd143288b7 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:43.034859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-38a41e60-bdfb-44cc-993e-9f1692b2ef51 req-23583bc6-9969-4e6e-bb25-65fd143288b7 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1414549 Sep 22 10:16:43.045121 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Request body: {'port': {'device_id': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e', 'admin_state_up': True, 'tenant_id': 'e192f08f9a784bf1b08be68f0f93c89f'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:43.091291 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:43.159979 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:43.173223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-099d369e-baa1-40b6-be16-a4c17b028d61 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:43.174765 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-099d369e-baa1-40b6-be16-a4c17b028d61 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports/a52c45ed-c028-4d5b-b575-625a2177aabd HTTP/1.1" status: 200 len: 1093 time: 0.1384590 Sep 22 10:16:43.194997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Request body: {'binding': {'host': 'n-h2-807025-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:43.195449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Unknown quota resources ['binding']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:16:43.202747 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-38a41e60-bdfb-44cc-993e-9f1692b2ef51 req-727cbc11-d3a1-4c26-86a7-d788b44672ee tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515636 Sep 22 10:16:43.227933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Deleting port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:43.228445 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:43.271665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=95a70473-52d1-4d20-a271-e18204d05861,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:43.292678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:17Z', 'updated_at': '2021-09-22T10:16:42Z', 'revision_number': 5, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'gw_port': {'id': '6899a1dd-33e5-4a7b-a20a-ffa25a5772b8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:18Z', 'updated_at': '2021-09-22T10:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:43.330260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] Checking router: 0f606b48-fe53-4e8b-9da8-0ae726999714 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:16:43.349038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] Routers {'0f606b48-fe53-4e8b-9da8-0ae726999714'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:43.349038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0f606b48-fe53-4e8b-9da8-0ae726999714'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:43.354675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] For port 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6899a1dd-33e5-4a7b-a20a-ffa25a5772b8,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:43.355273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:43.374701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Calling delete_port for 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:43.429833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['95a70473-52d1-4d20-a271-e18204d05861'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:43.439252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd on host n-h2-807025-3 for vnic_type normal with profile None {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:43.439915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:43.440260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:43.446997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Port a52c45ed-c028-4d5b-b575-625a2177aabd on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:43.447329 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:43.450676 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Made reservation on behalf of e192f08f9a784bf1b08be68f0f93c89f for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:43.454737 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:43.456684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] Set router 0f606b48-fe53-4e8b-9da8-0ae726999714 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:43.466775 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:43.467246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:43.467640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:43.468082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Bound port: a52c45ed-c028-4d5b-b575-625a2177aabd, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:43.515052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:17Z', 'updated_at': '2021-09-22T10:16:43Z', 'revision_number': 6, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:43.542467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-430eb159-0bb6-4156-bc93-7d4276c1d941 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f86d306282364855b4f40fc67978d89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259483 Sep 22 10:16:43.545873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa0728-1d5e-4120-abdd-20ee2a752954 None None] The sync data for ids ['0f606b48-fe53-4e8b-9da8-0ae726999714'] in n-d-807025-3 is: [{'id': '0f606b48-fe53-4e8b-9da8-0ae726999714', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239097227-router', 'tenant_id': '98106861901d45de95ba84e65e03a6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:17Z', 'updated_at': '2021-09-22T10:16:43Z', 'revision_number': 6, 'project_id': '98106861901d45de95ba84e65e03a6c0', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:16:43.602951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:43.684359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Allocated IP 172.20.0.8 (394a1a91-3e61-4088-a3ba-26b5c1b69f6e/e0d7b8cd-3188-4b53-958d-bf25a65c9d98/8a8024d1-2121-42f2-bdc7-d729b7e9a80f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:43.687711 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] Notify callbacks [] for binding, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:43.688574 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8a9e344f-6b99-476b-828e-2415989c98fd service neutron] 10.222.0.20 "POST /v2.0/ports/a52c45ed-c028-4d5b-b575-625a2177aabd/bindings HTTP/1.1" status: 201 len: 389 time: 0.5025296 Sep 22 10:16:43.791715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-082d3003-5dd2-42eb-96ff-61ee74730c44 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:43.794420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-082d3003-5dd2-42eb-96ff-61ee74730c44 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450495 Sep 22 10:16:43.824127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:43.825687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Request body: {'port': {'device_id': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'f86d306282364855b4f40fc67978d89d'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:43.846487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:43.846804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c8c3df4b-0127-4a23-9a6b-9b1fc14dfc25 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:43.856393 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3f0bd9c7-c0a7-4425-a72a-c2011837d954 req-a264a972-346c-4782-bfe5-4ae952e6d6ce tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 210 time: 0.0474236 Sep 22 10:16:43.909453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:43.943298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Pushing event deleted for resources: {'Port': ['ID=6899a1dd-33e5-4a7b-a20a-ffa25a5772b8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:44.027745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629add14-fe4b-44b1-b723-4212d9051534 req-4642dc8c-da42-4052-b0bf-e6aa46eb0b16 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:44.029404 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-629add14-fe4b-44b1-b723-4212d9051534 req-4642dc8c-da42-4052-b0bf-e6aa46eb0b16 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 944 time: 0.1070907 Sep 22 10:16:44.031258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.089522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.100831 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-629add14-fe4b-44b1-b723-4212d9051534 req-27de400d-70c2-48bc-8848-92ff69186950 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625989 Sep 22 10:16:44.135144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8c31e3b-4cef-48bf-91c2-f12ab06c251a req-0dbebc62-0a1d-4426-a61d-de53f4970a8f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 210 time: 0.0304770 Sep 22 10:16:44.160439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Made reservation on behalf of f86d306282364855b4f40fc67978d89d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:44.169879 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.173202 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.176093 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.234870 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.288398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:44.299351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290f1cf-e6ac-496b-bef6-eff22588fd80 req-b1baea21-78a1-40a9-b096-51d8be07a590 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:44.300889 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6290f1cf-e6ac-496b-bef6-eff22588fd80 req-b1baea21-78a1-40a9-b096-51d8be07a590 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.1042659 Sep 22 10:16:44.307529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:44.310218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:44.313968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Pushing event updated for resources: {'Port': ['ID=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:44.350158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6de269-e8b0-43e5-a1f8-488b98ef2067 req-fbdbc41e-1f5c-49da-9a80-50e505f8c7b6 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:44.351996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff6de269-e8b0-43e5-a1f8-488b98ef2067 req-fbdbc41e-1f5c-49da-9a80-50e505f8c7b6 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.1370595 Sep 22 10:16:44.355071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.355618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f606b48-fe53-4e8b-9da8-0ae726999714 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:16:44.364495 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.366117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-71cdad6d-cfa5-4891-bf81-1616100a9341 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0f606b48-fe53-4e8b-9da8-0ae726999714 HTTP/1.1" status: 204 len: 168 time: 1.5744417 Sep 22 10:16:44.368887 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43588) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:44.441258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff6de269-e8b0-43e5-a1f8-488b98ef2067 req-ee872a0e-f588-474e-b831-b7d8b590378f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559492 Sep 22 10:16:44.442356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Allocated IP 192.168.233.254 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/34533945-4368-4f76-ad0d-610f6e3fb840) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:44.446711 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6290f1cf-e6ac-496b-bef6-eff22588fd80 req-1925bf89-bfb3-44f1-9472-fcbc550ef38c tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117940 Sep 22 10:16:44.461575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:44.465893 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.497241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-d7b15c51-69ce-4b76-88d5-46661e18b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:44.499575 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-d7b15c51-69ce-4b76-88d5-46661e18b824 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1096 time: 0.1110339 Sep 22 10:16:44.502353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-0960f1cb-440d-440f-9487-e769052ac66a admin admin] Deleting subnet 64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:16:44.506193 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0960f1cb-440d-440f-9487-e769052ac66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.603389 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0960f1cb-440d-440f-9487-e769052ac66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.605991 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-ce47f238-953f-4e2e-a7ba-84d2dbaa6cf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5677717 Sep 22 10:16:44.638946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 95a70473-52d1-4d20-a271-e18204d05861 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:44.660932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Request body: {'port': {'device_id': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:44.727052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32288d9-fdb7-4144-8607-35473c811c63 req-ce837147-e705-450c-b767-7e43ac8e2099 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:44.730662 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e32288d9-fdb7-4144-8607-35473c811c63 req-ce837147-e705-450c-b767-7e43ac8e2099 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.2035766 Sep 22 10:16:44.765901 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.775812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 95a70473-52d1-4d20-a271-e18204d05861 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:16:44.779787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 95a70473-52d1-4d20-a271-e18204d05861 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:44.780162 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.861571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-358c1717-b513-40fd-8fa3-db14ed6180ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:44.863404 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-358c1717-b513-40fd-8fa3-db14ed6180ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.3376007 Sep 22 10:16:44.866401 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.891256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a70473-52d1-4d20-a271-e18204d05861'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:44.893514 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2b97ec-4150-44dd-85ba-64d0c0a49eef" -d '{"events": [{"server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "name": "network-vif-plugged", "status": "completed", "tag": "95a70473-52d1-4d20-a271-e18204d05861"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:44.907667 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 95a70473-52d1-4d20-a271-e18204d05861, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=95a70473-52d1-4d20-a271-e18204d05861,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:44.908804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.934150 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0960f1cb-440d-440f-9487-e769052ac66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:44.937116 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-b33f0154-5f0d-406d-8581-62d33c4a62d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a52c45ed-c028-4d5b-b575-625a2177aabd HTTP/1.1" status: 200 len: 217 time: 0.0600991 Sep 22 10:16:44.957815 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e32288d9-fdb7-4144-8607-35473c811c63 req-51708626-41fe-4ef3-96ae-2ef49e488a57 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967652 Sep 22 10:16:44.987403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc6277-ec90-44c3-8e52-454abbe44174 req-97d65e0c-3ab1-4d04-a0a5-9d95a9531160 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:44.997858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8dcc6277-ec90-44c3-8e52-454abbe44174 req-97d65e0c-3ab1-4d04-a0a5-9d95a9531160 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 931 time: 0.0554333 Sep 22 10:16:45.015769 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.018424 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d0016-9c5d-49e0-97bb-b26ea8a07cb3 x-openstack-request-id: req-8b0d0016-9c5d-49e0-97bb-b26ea8a07cb3 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:45.018990 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "name": "network-vif-plugged", "status": "completed", "tag": "95a70473-52d1-4d20-a271-e18204d05861", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:45.019448 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b0d0016-9c5d-49e0-97bb-b26ea8a07cb3 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:45.020003 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a70473-52d1-4d20-a271-e18204d05861', 'code': 200} Sep 22 10:16:45.049650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8dcc6277-ec90-44c3-8e52-454abbe44174 req-23b4ee69-6366-4c7c-b5f2-a03b087ba997 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541596 Sep 22 10:16:45.084633 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.098009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['09db16e6-35d5-4abf-8fb6-0620b751a9f6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:45.100243 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c209932b-9b2e-413d-95d3-c94f0dafbb4d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:45.102615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=95a70473-52d1-4d20-a271-e18204d05861,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:45.120658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-c8f6677b-8ada-4a12-ba0e-31f034b9da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:45.123558 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-c8f6677b-8ada-4a12-ba0e-31f034b9da63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1621096 Sep 22 10:16:45.182314 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-d9f5bc18-084e-4c4b-bf57-cb007cd44e4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391963 Sep 22 10:16:45.190459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0960f1cb-440d-440f-9487-e769052ac66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.199914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:45.211010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:45.218723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:45.223297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:45.227347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0960f1cb-440d-440f-9487-e769052ac66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.229457 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0960f1cb-440d-440f-9487-e769052ac66a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c HTTP/1.1" status: 204 len: 168 time: 0.8592730 Sep 22 10:16:45.230659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a5a51-e65f-4d0e-aff3-505ac457be56 None None] Network 308f8f3f-2e26-4717-ac97-337dfbcdf00f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:45.232472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43600) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:45.288210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b98c2e-6c5f-4005-be17-7ce80d2efbe2 req-1c1c7a2d-a9fd-4502-9aab-9f82ace3e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:45.297399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7b98c2e-6c5f-4005-be17-7ce80d2efbe2 req-1c1c7a2d-a9fd-4502-9aab-9f82ace3e796 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 1096 time: 0.1921389 Sep 22 10:16:45.303312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960f1cb-440d-440f-9487-e769052ac66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cb5cd2-5e7b-4610-9b92-6ab5ce205c6c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:45.426239 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-59882cd7-d58a-4faa-bc96-3b90ff330977 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240272 Sep 22 10:16:45.430505 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.443412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7b98c2e-6c5f-4005-be17-7ce80d2efbe2 req-84cd9c2f-e58c-440b-8735-15d307764f7a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288202 Sep 22 10:16:45.470373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:45.471550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.551508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ec3ab-ce44-403d-8ea6-6ace9dcbaded req-d887f9fc-dc13-4fbe-ae05-eb5f40eb183d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:45.552724 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-b126e7c4-398b-4138-8c02-7153d6e467e3 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060903 Sep 22 10:16:45.555643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-461ec3ab-ce44-403d-8ea6-6ace9dcbaded req-d887f9fc-dc13-4fbe-ae05-eb5f40eb183d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 936 time: 0.3088381 Sep 22 10:16:45.579412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb58257-2398-418e-8efc-33d46c30c2b5 req-bf73c6dc-0a4e-4130-bf0a-84a8a900db7c tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:45.581012 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-adb58257-2398-418e-8efc-33d46c30c2b5 req-bf73c6dc-0a4e-4130-bf0a-84a8a900db7c tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 945 time: 0.3675215 Sep 22 10:16:45.597369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-6e5c73cb-5446-4ad1-bf77-7ce9c6e2149b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7851048 Sep 22 10:16:45.623005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99637907-1394-436e-ba5b-bba0517fe081 None None] DHCP port deletion for 308f8f3f-2e26-4717-ac97-337dfbcdf00f request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:16:45.626083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Request body: {'port': {'device_id': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:45.633821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Deleting port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:45.634186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.659085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8024d1-2121-42f2-bdc7-d729b7e9a80f {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:45.667005 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-adb58257-2398-418e-8efc-33d46c30c2b5 req-be02a87d-e5de-4866-a3ae-8079f0b7a97e tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741229 Sep 22 10:16:45.672545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.680914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-461ec3ab-ce44-403d-8ea6-6ace9dcbaded req-cb2505f3-86b7-47a5-85c1-94ea5b0d0cc6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200409 Sep 22 10:16:45.686355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Transition to ACTIVE for port object 8a8024d1-2121-42f2-bdc7-d729b7e9a80f will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:16:45.697103 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-57172568-7315-4472-8a7e-a363f570481c None None] Provisioning complete for port 34533945-4368-4f76-ad0d-610f6e3fb840 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:45.697596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57172568-7315-4472-8a7e-a363f570481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.763610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-57172568-7315-4472-8a7e-a363f570481c None None] Port 34533945-4368-4f76-ad0d-610f6e3fb840 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:16:45.774783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.799783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-99637907-1394-436e-ba5b-bba0517fe081 None None] Deleting port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:45.800415 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99637907-1394-436e-ba5b-bba0517fe081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.829847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] For port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3adf9c61-1f37-4116-9e5d-40303f9d9ba4,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:45.830238 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.834656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.863268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Calling delete_port for 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:45.884225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-99637907-1394-436e-ba5b-bba0517fe081 None None] For port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3adf9c61-1f37-4116-9e5d-40303f9d9ba4,segment=NetworkSegment(83763beb-4a4f-49dc-982b-daa5c9f1a07c),segment_id=83763beb-4a4f-49dc-982b-daa5c9f1a07c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:45.884833 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99637907-1394-436e-ba5b-bba0517fe081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:45.895862 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:45.902050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:45.916594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915a09-11ca-4b21-ba24-7fac34fbd277 req-693f272c-464a-46cb-be89-d00e30cc4f88 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:45.918142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff915a09-11ca-4b21-ba24-7fac34fbd277 req-693f272c-464a-46cb-be89-d00e30cc4f88 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.1349926 Sep 22 10:16:45.923758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-99637907-1394-436e-ba5b-bba0517fe081 None None] Calling delete_port for 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:45.925028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:45.925372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6899a1dd-33e5-4a7b-a20a-ffa25a5772b8 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:45.925782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:45.971842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a357fc-9db2-4b88-93d6-597b6450d700 req-bc72581e-ee65-4038-912e-78833b94b0e2 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:45.973479 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d7a357fc-9db2-4b88-93d6-597b6450d700 req-bc72581e-ee65-4038-912e-78833b94b0e2 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.1534176 Sep 22 10:16:46.020249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:46.020663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:46.021091 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:46.033607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:46.033607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:46.040440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:46.040921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:46.041410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:46.041937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Bound port: 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:46.042432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.089533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.100527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff915a09-11ca-4b21-ba24-7fac34fbd277 req-0f98f072-28be-4b7f-998c-eacee1ee9329 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510623 Sep 22 10:16:46.117622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:46.124138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:46.168856 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d7a357fc-9db2-4b88-93d6-597b6450d700 req-e2c1795a-12ea-4085-b109-93ba4c1573d3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806464 Sep 22 10:16:46.216512 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.235360 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:16:46.235360 n-d-807025-3 neutron-server[95683]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 22 10:16:46.235360 n-d-807025-3 neutron-server[95683]: [parameters: {'status': 'DOWN', 'ports_id': '3adf9c61-1f37-4116-9e5d-40303f9d9ba4'}] Sep 22 10:16:46.235360 n-d-807025-3 neutron-server[95683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:16:46.237289 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:16:46.244067 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99637907-1394-436e-ba5b-bba0517fe081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.267156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:46.267779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.268686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.270190 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 200 len: 1091 time: 1.6178739 Sep 22 10:16:46.271292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:46.275073 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b37516a-c703-4adb-af3d-d925c9548ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:46.316878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99637907-1394-436e-ba5b-bba0517fe081 None None] Pushing event deleted for resources: {'Port': ['ID=3adf9c61-1f37-4116-9e5d-40303f9d9ba4,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:46.326685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99637907-1394-436e-ba5b-bba0517fe081 None None] No DVR routers for this DVR port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:46.344166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a59dc7-8bdf-4519-9a70-eec81aaf24b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:46.369618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01293f7-2572-4d70-93f8-57f6744b3087 req-cf6eacbe-12da-4e1d-a84f-73f753ac920d tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:46.371347 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b01293f7-2572-4d70-93f8-57f6744b3087 req-cf6eacbe-12da-4e1d-a84f-73f753ac920d tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0903599 Sep 22 10:16:46.403273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adf9c61-1f37-4116-9e5d-40303f9d9ba4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:46.405375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] No DVR routers for this DVR port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:46.463081 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b01293f7-2572-4d70-93f8-57f6744b3087 req-61b1c955-ded7-47bc-8060-54d2cdb9a794 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846250 Sep 22 10:16:46.478647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-f9b2505b-4a0a-4b3b-a44d-241ed51111f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:46.480429 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-f9b2505b-4a0a-4b3b-a44d-241ed51111f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1094 time: 0.0595775 Sep 22 10:16:46.488119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34533945-4368-4f76-ad0d-610f6e3fb840 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:46.511143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.534895 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-9f1b7533-d428-4724-b1a4-3391c860794d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 200 len: 217 time: 0.0445876 Sep 22 10:16:46.542092 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1687f27d-ebfc-4c5f-935a-f26383d8f47e x-openstack-request-id: req-1687f27d-ebfc-4c5f-935a-f26383d8f47e {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:46.542468 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:46.542726 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1687f27d-ebfc-4c5f-935a-f26383d8f47e {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:46.543128 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f', 'status': 'completed', 'code': 200} Sep 22 10:16:46.550905 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.562165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089f2ed-eff6-4922-bae2-3e11bfd138ce req-2e9164e0-49e7-4295-8564-687538fc6834 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:46.569530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2089f2ed-eff6-4922-bae2-3e11bfd138ce req-2e9164e0-49e7-4295-8564-687538fc6834 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.2649508 Sep 22 10:16:46.611000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Transition to ACTIVE for port object 34533945-4368-4f76-ad0d-610f6e3fb840 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:16:46.612293 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-e00da34e-d271-478f-bdf8-e53699ede325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:46.614453 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-e00da34e-d271-478f-bdf8-e53699ede325 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0636170 Sep 22 10:16:46.614882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308f8f3f-2e26-4717-ac97-337dfbcdf00f']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:46.634949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83763beb-4a4f-49dc-982b-daa5c9f1a07c') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:46.635342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83763beb-4a4f-49dc-982b-daa5c9f1a07c') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:46.642199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2089f2ed-eff6-4922-bae2-3e11bfd138ce req-4380f5ca-3f28-4f59-9e87-a01445eadc22 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696454 Sep 22 10:16:46.649152 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.668452 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.676187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:16:46.676579 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.682053 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-7f2428f0-fd51-4a8a-884c-c7290ae103ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515444 Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:16:46.690251 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:16:46.693244 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:46.775082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Port 3adf9c61-1f37-4116-9e5d-40303f9d9ba4 update to DOWN by agent not found {{(pid=95683) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 22 10:16:46.807952 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-d3ae1de9-5aa5-411c-b5f0-238b3a571902 service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158800 Sep 22 10:16:46.893961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:46.984007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b70f9c-6999-4353-8d16-c023aa34369d req-4c263246-7368-450a-8403-4de5a6dc1ed2 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:46.985639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85b70f9c-6999-4353-8d16-c023aa34369d req-4c263246-7368-450a-8403-4de5a6dc1ed2 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 945 time: 0.1946909 Sep 22 10:16:46.988543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:46.988882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:46.989215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:46.994305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Port 34533945-4368-4f76-ad0d-610f6e3fb840 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:46.994710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:47.022550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:47.022943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:47.023901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:47.024432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Bound port: 34533945-4368-4f76-ad0d-610f6e3fb840, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:47.024868 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:47.028584 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:47.033176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:47.035325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/308f8f3f-2e26-4717-ac97-337dfbcdf00f HTTP/1.1" status: 204 len: 168 time: 1.8013134 Sep 22 10:16:47.055597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43618) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:47.076177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dab53-746b-4f1e-b291-d6db630226d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=308f8f3f-2e26-4717-ac97-337dfbcdf00f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:47.168293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:47.171605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:47.175451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85b70f9c-6999-4353-8d16-c023aa34369d req-aea48406-8722-4d05-a33b-503f5e6c4928 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751699 Sep 22 10:16:47.233355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a01e8-bfba-435f-8a06-09a2a434a3e5 req-e18a9079-368d-4397-833e-baecbf625b71 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.235212 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-337a01e8-bfba-435f-8a06-09a2a434a3e5 req-e18a9079-368d-4397-833e-baecbf625b71 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 948 time: 0.4229050 Sep 22 10:16:47.272400 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f29216fd-b955-4d24-a39e-81f034e39ddb req-44433a8d-3171-4f67-bdf5-03bcd3c6001b service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509411 Sep 22 10:16:47.293752 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-337a01e8-bfba-435f-8a06-09a2a434a3e5 req-9e53897a-7029-4040-b04e-b5a41a26f12e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483603 Sep 22 10:16:47.302214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:47.406281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.407237 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:47.408685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 1096 time: 1.7918842 Sep 22 10:16:47.415035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:47.417359 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925b240f-ece3-4dee-8e69-54115b2253f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:47.419565 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d132-542a-45dd-bf2d-fc5dc53bbdd1 req-c2c56194-373f-4fce-9e2b-7ba1f04054e3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.421587 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c871d132-542a-45dd-bf2d-fc5dc53bbdd1 req-c2c56194-373f-4fce-9e2b-7ba1f04054e3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0617273 Sep 22 10:16:47.472696 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c871d132-542a-45dd-bf2d-fc5dc53bbdd1 req-98a9bc84-3279-4652-9f9a-95e38747a3ef tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Sep 22 10:16:47.478331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f9a81-dd0c-4dfb-a59b-4383b67359b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:47.516755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cb006-5249-4688-b56a-21bdb89fc815 req-253b6cbd-8ec9-4f28-b014-9b4187c65682 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.524336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-122cb006-5249-4688-b56a-21bdb89fc815 req-253b6cbd-8ec9-4f28-b014-9b4187c65682 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.2291853 Sep 22 10:16:47.565783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-fa8cc515-961a-400c-aef8-98edd0c4f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.567398 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-fa8cc515-961a-400c-aef8-98edd0c4f6bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1099 time: 0.0600708 Sep 22 10:16:47.599705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-8af951e3-66f7-425c-9447-1d5b2fe35251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.601936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-8af951e3-66f7-425c-9447-1d5b2fe35251 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1094 time: 0.1384552 Sep 22 10:16:47.617957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-122cb006-5249-4688-b56a-21bdb89fc815 req-68cf2b06-ca52-4785-b472-94daa8957c3a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880041 Sep 22 10:16:47.633877 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-57b9f5ab-4fdf-4b31-8cc7-813b6b366885 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.0546238 Sep 22 10:16:47.702367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-a7f3132b-29bf-48cc-a035-ce1bd25b721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.704300 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-a7f3132b-29bf-48cc-a035-ce1bd25b721b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0618513 Sep 22 10:16:47.704656 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab8cca-57cd-429a-8085-c6e83e9ff614 x-openstack-request-id: req-faab8cca-57cd-429a-8085-c6e83e9ff614 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:47.704949 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:47.705205 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-faab8cca-57cd-429a-8085-c6e83e9ff614 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:47.705601 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840', 'status': 'completed', 'code': 200} Sep 22 10:16:47.770884 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-f34910ee-7853-4218-91dd-61a34a1d5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.772606 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-f34910ee-7853-4218-91dd-61a34a1d5661 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521576 Sep 22 10:16:47.844869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-5c130017-7fcf-40ab-842c-108bcf209b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.846674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-5c130017-7fcf-40ab-842c-108bcf209b20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.2257686 Sep 22 10:16:47.873035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a390-685e-4c16-9363-18e878d84f8d req-0fdddbbc-bf8e-48d9-994e-fe20b5d283cc tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.874606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb84a390-685e-4c16-9363-18e878d84f8d req-0fdddbbc-bf8e-48d9-994e-fe20b5d283cc tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0978785 Sep 22 10:16:47.880173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c95a18-ba99-4b94-a490-660dba35e674 req-c47ae9e3-7d2f-4975-a055-b825bb84c19a tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.882228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32c95a18-ba99-4b94-a490-660dba35e674 req-c47ae9e3-7d2f-4975-a055-b825bb84c19a tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.1077194 Sep 22 10:16:47.928274 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-aa2ea6cb-41e7-4f05-acfd-cfd8bdc63587 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437716 Sep 22 10:16:47.937840 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32c95a18-ba99-4b94-a490-660dba35e674 req-0926f87c-faa8-4233-a793-9afa9552f329 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468726 Sep 22 10:16:47.938363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-0882fa73-0d57-4111-b031-66c02e44eb57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 200 len: 217 time: 0.0627766 Sep 22 10:16:47.995287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb84a390-685e-4c16-9363-18e878d84f8d req-1864b296-0218-4de0-ac3a-081ef3631765 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059823 Sep 22 10:16:48.040856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-c44e9bf3-8f8f-4dbc-8cc5-2c6d50b69923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.042449 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-c44e9bf3-8f8f-4dbc-8cc5-2c6d50b69923 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0883517 Sep 22 10:16:48.045313 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a4a93b4-c1f7-4332-9e8a-be6005c30bbd req-388c540a-676c-4cb0-b102-f7bdbd928683 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942278 Sep 22 10:16:48.057895 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:48.116945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-098f63fb-468f-46bf-9cd2-abc0dca8443a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563307 Sep 22 10:16:48.244889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-55430f32-36f8-46fc-a34c-8c4037a2f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.246879 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-55430f32-36f8-46fc-a34c-8c4037a2f048 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1099 time: 0.0600474 Sep 22 10:16:48.304961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-3494ffe3-77c3-47dd-9979-8a7da8ddf00d service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591134 Sep 22 10:16:48.396084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01ede-f2cc-4f8d-b066-9beeb292b5c3 req-c7268719-3852-4339-963f-acf0673cd8a3 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.397595 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-74c01ede-f2cc-4f8d-b066-9beeb292b5c3 req-c7268719-3852-4339-963f-acf0673cd8a3 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 945 time: 0.1309574 Sep 22 10:16:48.433175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-3c627a85-dfdb-4ff5-b2d4-b484d92b9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.434778 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-3c627a85-dfdb-4ff5-b2d4-b484d92b9b11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1580329 Sep 22 10:16:48.480223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b37516a-c703-4adb-af3d-d925c9548ebd req-feaddfaa-5742-446f-96ab-f7ea4600988b service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630943 Sep 22 10:16:48.484490 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-74c01ede-f2cc-4f8d-b066-9beeb292b5c3 req-8132a4e0-4b51-4996-9bd9-82d9ac0b9802 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767996 Sep 22 10:16:48.487071 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-5d2e6dc4-d4db-463b-b81b-9cce665d29d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.0421102 Sep 22 10:16:48.488594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f1f5-cd84-4592-8330-589016475c89 req-f591a9e2-2523-432f-8562-5395e2b43d4d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.490130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc18f1f5-cd84-4592-8330-589016475c89 req-f591a9e2-2523-432f-8562-5395e2b43d4d tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 948 time: 0.1009336 Sep 22 10:16:48.559024 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc18f1f5-cd84-4592-8330-589016475c89 req-326a05db-fcda-47ee-a93f-d062b8bf2cf9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Sep 22 10:16:48.559229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-aad73296-0191-4b28-b4f3-6116f2b4022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.561475 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-aad73296-0191-4b28-b4f3-6116f2b4022d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0666802 Sep 22 10:16:48.572050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Deleting port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:48.578609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:48.654928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-7fe068e0-fcf9-45f1-ae3f-b46fb1b9a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.656597 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-7fe068e0-fcf9-45f1-ae3f-b46fb1b9a479 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834174 Sep 22 10:16:48.672920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09670664-0694-474b-a4f4-8eb56f8d0bf7 req-d7a06c20-9cfa-48b4-b81c-44adce520d95 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.674981 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-09670664-0694-474b-a4f4-8eb56f8d0bf7 req-d7a06c20-9cfa-48b4-b81c-44adce520d95 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0600812 Sep 22 10:16:48.773705 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-09670664-0694-474b-a4f4-8eb56f8d0bf7 req-e830c0db-fc3f-4d46-b1e5-912622e31d84 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896184 Sep 22 10:16:48.809623 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-f5dff956-15bb-41d6-8f57-d2aaa6a02059 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335220 Sep 22 10:16:48.926636 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-925b240f-ece3-4dee-8e69-54115b2253f8 req-94a66165-0954-4955-bd3d-64fe9a515e97 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071792 Sep 22 10:16:48.966677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0bfd7-8191-4a0d-a1cd-26e18e700d4c req-68daf916-4fcf-413c-8173-f51aae55734a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.968376 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f6c0bfd7-8191-4a0d-a1cd-26e18e700d4c req-68daf916-4fcf-413c-8173-f51aae55734a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0576932 Sep 22 10:16:49.013138 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f6c0bfd7-8191-4a0d-a1cd-26e18e700d4c req-94b6bce8-056c-4667-abfa-eaeb4d29ae89 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370622 Sep 22 10:16:49.081170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] For port 30d63fd6-9b50-4b8b-917a-0e69ebd281c6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=30d63fd6-9b50-4b8b-917a-0e69ebd281c6,segment=NetworkSegment(02841be7-cfaf-4837-8746-0868cea54bc7),segment_id=02841be7-cfaf-4837-8746-0868cea54bc7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:49.081728 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:49.115588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Calling delete_port for 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:49.122622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096d6f3-fc9c-499f-84a3-0f5e70540188 req-97676b6c-65ea-4717-9647-f610fffb8768 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:49.124273 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4096d6f3-fc9c-499f-84a3-0f5e70540188 req-97676b6c-65ea-4717-9647-f610fffb8768 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.0545785 Sep 22 10:16:49.128359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-0335238f-492e-4695-b32c-6924ce296c93 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 258 time: 0.5235043 Sep 22 10:16:49.140539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:49.166309 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4096d6f3-fc9c-499f-84a3-0f5e70540188 req-a63eb152-b34c-4d97-ac11-da235a60a81d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Sep 22 10:16:49.275604 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:49.289132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e33014-56d1-4555-a6a8-208da4541b45 req-ab957a10-e1d1-4f83-aae6-6f2648abc87b tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:49.290852 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-12e33014-56d1-4555-a6a8-208da4541b45 req-ab957a10-e1d1-4f83-aae6-6f2648abc87b tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0602896 Sep 22 10:16:49.342076 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-12e33014-56d1-4555-a6a8-208da4541b45 req-015628eb-961f-457c-8149-5adcb65f936f tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440676 Sep 22 10:16:49.420839 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:49.461860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:49.500815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Pushing event deleted for resources: {'Port': ['ID=30d63fd6-9b50-4b8b-917a-0e69ebd281c6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:49.656889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Allocated IP 172.25.1.164 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/be4ceea6-6731-4d9a-9e5c-0643fc0bff8a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:49.713940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e7511-61ee-486e-9203-c48fb8952b72 req-baaf94a5-31c2-42bb-bb0b-3be68f73c971 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:49.727301 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fd8e7511-61ee-486e-9203-c48fb8952b72 req-baaf94a5-31c2-42bb-bb0b-3be68f73c971 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 948 time: 0.0663242 Sep 22 10:16:49.773947 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fd8e7511-61ee-486e-9203-c48fb8952b72 req-2e58a991-eb89-4ea3-886a-63055ef0824a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473814 Sep 22 10:16:49.776297 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:49.885461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:49.907754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b806-5ebe-40ab-83aa-d290efc5afa9 req-fe9b4b58-c4bf-4c7a-b416-b3619c19a401 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:49.909519 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a883b806-5ebe-40ab-83aa-d290efc5afa9 req-fe9b4b58-c4bf-4c7a-b416-b3619c19a401 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0514538 Sep 22 10:16:49.952316 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a883b806-5ebe-40ab-83aa-d290efc5afa9 req-b7d8ec3b-c1ff-4b71-a85a-42348a84470f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Sep 22 10:16:50.049766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.057017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Router 40025702-6887-43b2-abc3-b95b72b5c01e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:16:50.095469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:50.098841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:50.104525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:50.135963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Pushing event updated for resources: {'Port': ['ID=be4ceea6-6731-4d9a-9e5c-0643fc0bff8a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:50.141638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b260c55-db65-4ceb-8262-7196d87a4749 req-31b2d4c2-69d0-4109-9b1e-09c9acb0e100 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:50.143180 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8b260c55-db65-4ceb-8262-7196d87a4749 req-31b2d4c2-69d0-4109-9b1e-09c9acb0e100 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0529900 Sep 22 10:16:50.206388 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8b260c55-db65-4ceb-8262-7196d87a4749 req-0fd6bcde-e767-4993-a6ba-1b81b599cf9e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522611 Sep 22 10:16:50.310655 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fbd0-b5bf-4350-853b-8ab9f98fd8d4 req-56e6509a-dd00-458b-b496-98092a7970a2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:50.312076 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-98d6fbd0-b5bf-4350-853b-8ab9f98fd8d4 req-56e6509a-dd00-458b-b496-98092a7970a2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.0579174 Sep 22 10:16:50.320608 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.326234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:16:50.341828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1a61bf58-6243-474c-86aa-4e71fb8fba8b admin admin] 10.222.0.20 "PUT /v2.0/routers/40025702-6887-43b2-abc3-b95b72b5c01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2830436 Sep 22 10:16:50.342050 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] Sync routers for ids ['40025702-6887-43b2-abc3-b95b72b5c01e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:16:50.342556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43658) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:50.354832 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] Routers {'40025702-6887-43b2-abc3-b95b72b5c01e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:50.355607 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['40025702-6887-43b2-abc3-b95b72b5c01e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:50.359509 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-98d6fbd0-b5bf-4350-853b-8ab9f98fd8d4 req-059dc4e6-b1ed-4e08-ad49-134be5678457 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Sep 22 10:16:50.465944 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.475132 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] Set router 40025702-6887-43b2-abc3-b95b72b5c01e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:50.478432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83643806-035c-469b-bae0-9cce6c1a8cac req-5b10992a-53e7-449e-b5aa-26990aa58b26 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:50.479959 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-83643806-035c-469b-bae0-9cce6c1a8cac req-5b10992a-53e7-449e-b5aa-26990aa58b26 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0518003 Sep 22 10:16:50.506227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.533521 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-83643806-035c-469b-bae0-9cce6c1a8cac req-5a90d15e-931b-4a3e-b663-0e7e1d6db462 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463629 Sep 22 10:16:50.551783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8a8024d1-2121-42f2-bdc7-d729b7e9a80f details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:50.677588 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:50.695785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f', 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e', 'port_id': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f', 'mac_address': 'fa:16:3e:33:01:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d7b8cd-3188-4b53-958d-bf25a65c9d98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:50.734608 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.747368 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.761644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.763662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8024d1-2121-42f2-bdc7-d729b7e9a80f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:50.776199 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:31Z', 'updated_at': '2021-09-22T10:16:49Z', 'revision_number': 5, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'gw_port': {'id': '4c334a64-d42f-42f1-b75e-3484aaf75757', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:14:32Z', 'updated_at': '2021-09-22T10:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:50.783178 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:50.803932 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] Checking router: 40025702-6887-43b2-abc3-b95b72b5c01e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:16:50.815753 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] Routers {'40025702-6887-43b2-abc3-b95b72b5c01e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:50.816850 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['40025702-6887-43b2-abc3-b95b72b5c01e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:50.838713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.899641 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef64ae-bccf-4cfd-a414-ae350042ea56 req-d6ee53f2-24cf-4234-9572-07d94a23946b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:50.901232 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c6ef64ae-bccf-4cfd-a414-ae350042ea56 req-d6ee53f2-24cf-4234-9572-07d94a23946b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 948 time: 0.0512686 Sep 22 10:16:50.907032 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.914284 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] Set router 40025702-6887-43b2-abc3-b95b72b5c01e gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:50.922172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Deleting port 4c334a64-d42f-42f1-b75e-3484aaf75757 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:50.922520 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:50.959281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:50.963776 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c6ef64ae-bccf-4cfd-a414-ae350042ea56 req-2a858fe0-afe1-403e-be5d-9e448c9cd8b7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538764 Sep 22 10:16:50.976482 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:31Z', 'updated_at': '2021-09-22T10:16:50Z', 'revision_number': 6, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:51.004897 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51055538-dee3-4fb2-91ad-2ea518c14446 None None] The sync data for ids ['40025702-6887-43b2-abc3-b95b72b5c01e'] in n-d-807025-3 is: [{'id': '40025702-6887-43b2-abc3-b95b72b5c01e', 'name': 'tempest-AttachSCSIVolumeTestJSON-979941055-router', 'tenant_id': '52460ec3f0584194b638b8c98b773d98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:14:31Z', 'updated_at': '2021-09-22T10:16:50Z', 'revision_number': 6, 'project_id': '52460ec3f0584194b638b8c98b773d98', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:16:51.092794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21727-4507-485c-a1c4-12c4717d5c50 req-46d52f5d-0a6b-4dc1-8818-1c855dde0742 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:51.094452 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8df21727-4507-485c-a1c4-12c4717d5c50 req-46d52f5d-0a6b-4dc1-8818-1c855dde0742 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0617535 Sep 22 10:16:51.149221 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8df21727-4507-485c-a1c4-12c4717d5c50 req-701eb66c-0e22-4e5b-b083-32ca8a9268ea tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480819 Sep 22 10:16:51.183447 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8a8024d1-2121-42f2-bdc7-d729b7e9a80f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:51.235873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:51.244841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Pushing event updated for resources: {'Port': ['ID=be4ceea6-6731-4d9a-9e5c-0643fc0bff8a,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:51.316785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] For port 4c334a64-d42f-42f1-b75e-3484aaf75757, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4c334a64-d42f-42f1-b75e-3484aaf75757,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:51.317077 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:51.332791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Calling delete_port for 4c334a64-d42f-42f1-b75e-3484aaf75757 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:51.338851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:51.340455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-cbdf7602-b3a8-4295-9752-98781f423b20 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2054570 Sep 22 10:16:51.358167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0d77a-91e0-4f7b-b366-aeb1f53206e6 req-700c5c90-be9e-4f84-bd07-fb6f93bd30f9 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:51.361461 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d9d0d77a-91e0-4f7b-b366-aeb1f53206e6 req-700c5c90-be9e-4f84-bd07-fb6f93bd30f9 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0687973 Sep 22 10:16:51.415544 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d9d0d77a-91e0-4f7b-b366-aeb1f53206e6 req-b803248e-5801-4d4e-9213-863f0af7e543 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 Sep 22 10:16:51.445792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-5d7aae66-bd8e-4593-aa23-3d65dc72aa13 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.0968642 Sep 22 10:16:51.527271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907da827-d1ac-400b-8312-e9c62fa208ad req-8e53e3e0-c678-4ba9-af5a-103185a7c721 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:51.528779 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-907da827-d1ac-400b-8312-e9c62fa208ad req-8e53e3e0-c678-4ba9-af5a-103185a7c721 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 944 time: 0.0551479 Sep 22 10:16:51.576684 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-907da827-d1ac-400b-8312-e9c62fa208ad req-b934f3eb-ea3b-4116-b461-5f5233b90ad9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Sep 22 10:16:51.607983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-fe9e497e-8b67-401a-aaad-9376df58527d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:51.609296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-fe9e497e-8b67-401a-aaad-9376df58527d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1580694 Sep 22 10:16:51.623421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-0f9ed0a6-6f01-4528-9f31-5c3893b32ac1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:16:51.625091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3afc8596-63d6-46fa-9570-6ecc3b8e962d req-0f9ed0a6-6f01-4528-9f31-5c3893b32ac1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085614 Sep 22 10:16:51.685217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75fd7c-abf7-41d4-9cbc-6d22d19b4eee req-941ed0c8-5c20-465d-930e-1817652dbb3f tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:51.686809 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0e75fd7c-abf7-41d4-9cbc-6d22d19b4eee req-941ed0c8-5c20-465d-930e-1817652dbb3f tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0552394 Sep 22 10:16:51.729603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0e75fd7c-abf7-41d4-9cbc-6d22d19b4eee req-0ab7360a-ea8c-4fb7-8221-1188abbbe078 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Sep 22 10:16:51.733336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:51.779022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c334a64-d42f-42f1-b75e-3484aaf75757,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:51.828226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19b40-929b-45f0-a93e-071225992897 req-ae7db82f-2014-422f-a1b9-7afeabb3462e tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:51.829824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-ae7db82f-2014-422f-a1b9-7afeabb3462e tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1467671 Sep 22 10:16:51.863355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4c334a64-d42f-42f1-b75e-3484aaf75757 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:51.884496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 4c334a64-d42f-42f1-b75e-3484aaf75757 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:51.884848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4c334a64-d42f-42f1-b75e-3484aaf75757 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:51.885260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:51.892514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-c3ee4341-c663-40de-b6e7-82df5b9e5ddb tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.0525830 Sep 22 10:16:51.895343 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:51.905335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:51.905688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 30d63fd6-9b50-4b8b-917a-0e69ebd281c6 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:51.932926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Request body: {'floatingip': {'port_id': '95a70473-52d1-4d20-a271-e18204d05861', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:52.003025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.058322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.061713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.079155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac01a9-a2ae-4e2b-b0ae-f8b5ae422881 req-a841cd53-0146-42c5-b572-548ec3ce7464 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:52.080656 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6dac01a9-a2ae-4e2b-b0ae-f8b5ae422881 req-a841cd53-0146-42c5-b572-548ec3ce7464 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 948 time: 0.0480311 Sep 22 10:16:52.118705 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6dac01a9-a2ae-4e2b-b0ae-f8b5ae422881 req-3b5ea77a-8b1c-46be-9439-c1d1c80d0c6a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Sep 22 10:16:52.235133 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.235686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40025702-6887-43b2-abc3-b95b72b5c01e {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:16:52.244006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.247450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-618d86d3-86f3-4a60-afa3-b323a467b09b admin admin] 10.222.0.20 "DELETE /v2.0/routers/40025702-6887-43b2-abc3-b95b72b5c01e HTTP/1.1" status: 204 len: 168 time: 1.9019933 Sep 22 10:16:52.247672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43682) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:52.275179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf41b7c-ea5d-4c14-b518-ff7218a68c93 req-5fa6b86c-0d81-4013-babe-965ced08ffcf tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:52.276699 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6cf41b7c-ea5d-4c14-b518-ff7218a68c93 req-5fa6b86c-0d81-4013-babe-965ced08ffcf tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0521498 Sep 22 10:16:52.282237 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5c199ad3-713a-4847-921e-7ecfbe446898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.307554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-114f44fe-f7b6-441d-89f3-03c126feb5e0 admin admin] Deleting subnet 28379889-e665-4539-8a57-99013ff53001 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:16:52.314330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-114f44fe-f7b6-441d-89f3-03c126feb5e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.333592 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6cf41b7c-ea5d-4c14-b518-ff7218a68c93 req-0361f38c-e1ef-47cb-8594-899131e9e011 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Sep 22 10:16:52.450424 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-114f44fe-f7b6-441d-89f3-03c126feb5e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.531564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd10e9-6667-4a62-a8ad-6847828a4d49 req-381b02ea-eae2-4e0a-a6c7-eec21eb81c69 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:52.533037 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-57fd10e9-6667-4a62-a8ad-6847828a4d49 req-381b02ea-eae2-4e0a-a6c7-eec21eb81c69 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0472231 Sep 22 10:16:52.555173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:52.559225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8a8024d1-2121-42f2-bdc7-d729b7e9a80f up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:52.586657 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-57fd10e9-6667-4a62-a8ad-6847828a4d49 req-0c58dfbb-32a2-4ce8-a5ee-31776de3aebc tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473671 Sep 22 10:16:52.696643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:52.696892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.resource_extend [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:16:52.714388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '34533945-4368-4f76-ad0d-610f6e3fb840', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '34533945-4368-4f76-ad0d-610f6e3fb840', 'mac_address': 'fa:16:3e:44:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:52.717503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b60409-2fb3-4fab-b4ab-f013ab661c45 req-762a92ac-5679-4168-a8e8-5fdb8d6348bd tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:52.719313 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-10b60409-2fb3-4fab-b4ab-f013ab661c45 req-762a92ac-5679-4168-a8e8-5fdb8d6348bd tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 944 time: 0.0617824 Sep 22 10:16:52.741479 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:16:52.746797 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-114f44fe-f7b6-441d-89f3-03c126feb5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.751662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:52.752047 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.764491 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-10b60409-2fb3-4fab-b4ab-f013ab661c45 req-c9b9d268-ce41-4796-b9e5-a4f9e199ef0a tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Sep 22 10:16:52.779770 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.793755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.801824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34533945-4368-4f76-ad0d-610f6e3fb840 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:52.832083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:52.870023 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.873795 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8c5b-adec-4efa-8b0c-e6103f4dc684 req-1ee05091-eb6d-432f-a192-72717bad2cfc tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:52.876569 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d0dd8c5b-adec-4efa-8b0c-e6103f4dc684 req-1ee05091-eb6d-432f-a192-72717bad2cfc tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0489028 Sep 22 10:16:52.892644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:52.894942 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84931f9-486e-497a-8f58-6e3627b6f2a7" -d '{"events": [{"server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "name": "network-vif-plugged", "status": "completed", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:52.907077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:52.907260 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.908812 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.910292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-114f44fe-f7b6-441d-89f3-03c126feb5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:52.916976 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d0dd8c5b-adec-4efa-8b0c-e6103f4dc684 req-b853ad3e-4308-48e1-8c62-d75adb588c71 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336328 Sep 22 10:16:52.959254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:52.963329 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab06b4fd-f900-4943-8d26-9438d14b66d3 x-openstack-request-id: req-ab06b4fd-f900-4943-8d26-9438d14b66d3 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:52.963616 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "name": "network-vif-plugged", "status": "completed", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:52.963869 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab06b4fd-f900-4943-8d26-9438d14b66d3 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:52.964391 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f', 'code': 200} Sep 22 10:16:53.004695 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.023557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f44fe-f7b6-441d-89f3-03c126feb5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28379889-e665-4539-8a57-99013ff53001,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:53.027036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-114f44fe-f7b6-441d-89f3-03c126feb5e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.031672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-114f44fe-f7b6-441d-89f3-03c126feb5e0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/28379889-e665-4539-8a57-99013ff53001 HTTP/1.1" status: 204 len: 168 time: 0.7803228 Sep 22 10:16:53.031672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43692) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:53.036950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad028d-a955-42c5-95fa-3b79f8eea12d None None] Network 4775aac3-ab86-4e28-8fba-bd775ab7a606 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:53.075087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf50655-3731-40f2-8c44-e9972e2863a8 req-6ddf0123-c5a9-49b5-93aa-199e0c6629e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:53.076836 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3bf50655-3731-40f2-8c44-e9972e2863a8 req-6ddf0123-c5a9-49b5-93aa-199e0c6629e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1096 time: 0.0457735 Sep 22 10:16:53.115728 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Floating IP 3ccd05a8-b349-458e-a668-6e387575e54b associated. External IP: 172.25.1.164, port: 95a70473-52d1-4d20-a271-e18204d05861. Sep 22 10:16:53.117105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:53.119456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.126902 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3bf50655-3731-40f2-8c44-e9972e2863a8 req-800a854f-cda3-4e1a-96d9-7851eded9d6b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Sep 22 10:16:53.249177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44edc7-b241-4ea6-9f5d-a1ce01d3a266 req-a38cfce0-d0f9-4430-a5b7-c508b404eb41 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:53.250744 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3f44edc7-b241-4ea6-9f5d-a1ce01d3a266 req-a38cfce0-d0f9-4430-a5b7-c508b404eb41 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 949 time: 0.0524931 Sep 22 10:16:53.254611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ecaea9-d1a5-401c-89e3-6f6530f6a0a0 None None] DHCP port deletion for 4775aac3-ab86-4e28-8fba-bd775ab7a606 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:16:53.265494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Deleting port 9b2e1c57-604c-4933-8d89-c183c912f0ad {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:53.266053 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.279325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['34533945-4368-4f76-ad0d-610f6e3fb840'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:53.294379 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3f44edc7-b241-4ea6-9f5d-a1ce01d3a266 req-eb368493-8c9e-44b1-95a3-f2d01cb7df1b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351965 Sep 22 10:16:53.364009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-94ecaea9-d1a5-401c-89e3-6f6530f6a0a0 None None] Deleting port 9b2e1c57-604c-4933-8d89-c183c912f0ad {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:53.364385 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-94ecaea9-d1a5-401c-89e3-6f6530f6a0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.460098 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-94ecaea9-d1a5-401c-89e3-6f6530f6a0a0 None None] For port 9b2e1c57-604c-4933-8d89-c183c912f0ad, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9b2e1c57-604c-4933-8d89-c183c912f0ad,segment=NetworkSegment(02841be7-cfaf-4837-8746-0868cea54bc7),segment_id=02841be7-cfaf-4837-8746-0868cea54bc7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:53.461080 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-94ecaea9-d1a5-401c-89e3-6f6530f6a0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.473156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cbbfa-9c11-4e65-9a17-4b388897a5ea req-cf581904-11f0-4309-8bc9-f3a934484a70 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:53.474774 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-213cbbfa-9c11-4e65-9a17-4b388897a5ea req-cf581904-11f0-4309-8bc9-f3a934484a70 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0511398 Sep 22 10:16:53.479936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-94ecaea9-d1a5-401c-89e3-6f6530f6a0a0 None None] Calling delete_port for 9b2e1c57-604c-4933-8d89-c183c912f0ad owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:53.515181 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-213cbbfa-9c11-4e65-9a17-4b388897a5ea req-31f32100-7698-4ddd-97c5-addcfa4adbb0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335188 Sep 22 10:16:53.695236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] For port 9b2e1c57-604c-4933-8d89-c183c912f0ad, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9b2e1c57-604c-4933-8d89-c183c912f0ad,segment=NetworkSegment(02841be7-cfaf-4837-8746-0868cea54bc7),segment_id=02841be7-cfaf-4837-8746-0868cea54bc7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:53.695600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.711443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Calling delete_port for 9b2e1c57-604c-4933-8d89-c183c912f0ad owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:53.716711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083df00d-9525-4e57-93bb-617c8eafb6ed req-ff3b7971-1ac8-4008-922d-1e9d8879b556 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:53.718370 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-083df00d-9525-4e57-93bb-617c8eafb6ed req-ff3b7971-1ac8-4008-922d-1e9d8879b556 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0497768 Sep 22 10:16:53.718573 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-94ecaea9-d1a5-401c-89e3-6f6530f6a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.736484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Router 08054ecb-f7a6-452f-9f1f-074e2b332275 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:16:53.761730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecaea9-d1a5-401c-89e3-6f6530f6a0a0 None None] Pushing event deleted for resources: {'Port': ['ID=9b2e1c57-604c-4933-8d89-c183c912f0ad,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:53.765811 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-083df00d-9525-4e57-93bb-617c8eafb6ed req-0dd4e8d2-c2ad-4f7f-93ed-c66f2bfb26c9 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Sep 22 10:16:53.770821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ecaea9-d1a5-401c-89e3-6f6530f6a0a0 None None] No DVR routers for this DVR port 9b2e1c57-604c-4933-8d89-c183c912f0ad on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:53.811095 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9b2e1c57-604c-4933-8d89-c183c912f0ad no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:53.834735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9b2e1c57-604c-4933-8d89-c183c912f0ad {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:53.835612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9b2e1c57-604c-4933-8d89-c183c912f0ad not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:53.893217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa9171-94c1-43b4-8d6a-48a44f482f90 req-5f3d64b0-ca89-450b-9a50-0d2ada4c0187 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:53.894875 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-53aa9171-94c1-43b4-8d6a-48a44f482f90 req-5f3d64b0-ca89-450b-9a50-0d2ada4c0187 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.0482905 Sep 22 10:16:53.897295 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.931370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2e1c57-604c-4933-8d89-c183c912f0ad,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:53.933897 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-53aa9171-94c1-43b4-8d6a-48a44f482f90 req-cfb1c709-551e-4711-920e-73d928582848 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Sep 22 10:16:53.935430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:16:53.937007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] No DVR routers for this DVR port 9b2e1c57-604c-4933-8d89-c183c912f0ad on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:53.940855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:53.946866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] Sync routers for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:16:53.956565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:53.957245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:53.995967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-39fbd69c-f724-4c2a-9bf6-030c8d99ddb1 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "PUT /v2.0/floatingips/3ccd05a8-b349-458e-a668-6e387575e54b HTTP/1.1" status: 200 len: 996 time: 2.0672879 Sep 22 10:16:53.998329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'tag': '95a70473-52d1-4d20-a271-e18204d05861'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:54.000554 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42411158-a7d8-4f6c-9d12-dc611b569fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "tag": "95a70473-52d1-4d20-a271-e18204d05861"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:54.042956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:54.064778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fea3e8-7c3d-46db-a59c-90ac7dfa3eb3 req-556985b2-0334-43ff-a54b-4fd403232976 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.066583 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-25fea3e8-7c3d-46db-a59c-90ac7dfa3eb3 req-556985b2-0334-43ff-a54b-4fd403232976 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0531709 Sep 22 10:16:54.089474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4775aac3-ab86-4e28-8fba-bd775ab7a606']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:54.103307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02841be7-cfaf-4837-8746-0868cea54bc7') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:54.103602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02841be7-cfaf-4837-8746-0868cea54bc7') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:54.113984 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-25fea3e8-7c3d-46db-a59c-90ac7dfa3eb3 req-2a361729-fc9e-4ca2-88db-26aaa72c1d99 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411541 Sep 22 10:16:54.115701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:54.135353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19b40-929b-45f0-a93e-071225992897 req-2864d6cb-8186-4021-9091-b4ab4abffcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.135353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-2864d6cb-8186-4021-9091-b4ab4abffcd3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df04945fddf0412aa96e1007d7120d46&device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 1096 time: 0.0824471 Sep 22 10:16:54.142293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:54.158469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:16:54.158901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:16:54.160598 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:16:54.180616 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80b62ef-ce7f-40c2-8736-bf669665de9d x-openstack-request-id: req-d80b62ef-ce7f-40c2-8736-bf669665de9d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:54.180943 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "tag": "95a70473-52d1-4d20-a271-e18204d05861", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:54.181155 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d80b62ef-ce7f-40c2-8736-bf669665de9d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:54.181542 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'tag': '95a70473-52d1-4d20-a271-e18204d05861', 'status': 'completed', 'code': 200} Sep 22 10:16:54.199080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:54.239780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-c1026c48-4a1b-4fec-b08f-21e075fede92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.241186 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-c1026c48-4a1b-4fec-b08f-21e075fede92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df04945fddf0412aa96e1007d7120d46&device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 1096 time: 0.0393100 Sep 22 10:16:54.283239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19b40-929b-45f0-a93e-071225992897 req-7642ef07-eab7-4192-9e84-1af81006ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.284755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-7642ef07-eab7-4192-9e84-1af81006ef29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7327e63e-fae2-4026-950f-72f312e1de1e HTTP/1.1" status: 200 len: 930 time: 0.1389043 Sep 22 10:16:54.362788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-6f69fd95-0ad6-4f6a-9ad2-91858c6d1ab7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a70473-52d1-4d20-a271-e18204d05861 HTTP/1.1" status: 200 len: 999 time: 0.0715797 Sep 22 10:16:54.364554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:54.383754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:54.383754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4775aac3-ab86-4e28-8fba-bd775ab7a606 HTTP/1.1" status: 204 len: 168 time: 1.3483632 Sep 22 10:16:54.408765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c5312-6987-4aab-a952-d1c3c5d08b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=4775aac3-ab86-4e28-8fba-bd775ab7a606,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:54.411382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-ca5b1076-97bd-46fa-83a0-99bf306ca06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.413228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-ca5b1076-97bd-46fa-83a0-99bf306ca06a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7327e63e-fae2-4026-950f-72f312e1de1e HTTP/1.1" status: 200 len: 930 time: 0.1600375 Sep 22 10:16:54.442401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d4a1b-f45f-4ef8-a265-941d5866ef8c req-f5a9b58f-a91b-4bb1-950d-5e3518c295c9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.444060 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8d4d4a1b-f45f-4ef8-a265-941d5866ef8c req-f5a9b58f-a91b-4bb1-950d-5e3518c295c9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 949 time: 0.0713224 Sep 22 10:16:54.453043 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19b40-929b-45f0-a93e-071225992897 req-89cfc614-7efe-4de3-921c-a82ce690d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.455120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-89cfc614-7efe-4de3-921c-a82ce690d829 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8df1bb63-fb10-49e7-b68b-b5122cef4274 HTTP/1.1" status: 200 len: 868 time: 0.0729375 Sep 22 10:16:54.494927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3ccd05a8-b349-458e-a668-6e387575e54b', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'port_id': '95a70473-52d1-4d20-a271-e18204d05861', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'mac_address': 'fa:16:3e:ee:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:16:50Z', 'updated_at': '2021-09-22T10:16:52Z', 'revision_number': 1, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfcbecad-9141-4552-ae88-79aa06e60fd0', 'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'mac_address': 'fa:16:3e:3c:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:24Z', 'updated_at': '2021-09-22T10:16:31Z', 'revision_number': 5, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'subnets': [{'id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:54.517728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc19b40-929b-45f0-a93e-071225992897 req-d67ffae9-6ff3-46a0-b967-9eabb08c693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.520958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-d67ffae9-6ff3-46a0-b967-9eabb08c693d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7327e63e-fae2-4026-950f-72f312e1de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577545 Sep 22 10:16:54.529808 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8d4d4a1b-f45f-4ef8-a265-941d5866ef8c req-5de5edb2-d4ec-4ba4-8c09-2688e5fa936b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526032 Sep 22 10:16:54.531853 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-def90a35-8b3b-42a0-80a7-b1f50c8b9579 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a70473-52d1-4d20-a271-e18204d05861 HTTP/1.1" status: 200 len: 999 time: 0.1066196 Sep 22 10:16:54.532090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] Checking router: 08054ecb-f7a6-452f-9f1f-074e2b332275 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:16:54.541528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:16:54.542305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:54.557486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:54.606845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-7c4ccc9a-5df7-4f68-82fe-fb62d275f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.608481 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-7c4ccc9a-5df7-4f68-82fe-fb62d275f1c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1bb63-fb10-49e7-b68b-b5122cef4274 HTTP/1.1" status: 200 len: 868 time: 0.0633593 Sep 22 10:16:54.638928 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-25b9c761-e161-40eb-8548-188fdd953dee service neutron] 10.222.0.20 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085572 Sep 22 10:16:54.711320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0eb11-a0be-456d-8b6b-23a6778cace2 req-2d7f2fd1-afcf-434b-be43-6c68d3972ccb tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.712876 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8ea0eb11-a0be-456d-8b6b-23a6778cace2 req-2d7f2fd1-afcf-434b-be43-6c68d3972ccb tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0850325 Sep 22 10:16:54.718035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-95c9943d-9afc-4d02-bb4f-6bd03c31abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.719606 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-95c9943d-9afc-4d02-bb4f-6bd03c31abef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7327e63e-fae2-4026-950f-72f312e1de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033359 Sep 22 10:16:54.737352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:16:54.755473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc19b40-929b-45f0-a93e-071225992897 req-30bbbd3a-29a6-4dcd-a4cd-21c5f5e64a7e service neutron] 10.222.0.20 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098242 Sep 22 10:16:54.765246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 34533945-4368-4f76-ad0d-610f6e3fb840 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:16:54.773733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 34533945-4368-4f76-ad0d-610f6e3fb840 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:54.774140 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:54.789070 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8ea0eb11-a0be-456d-8b6b-23a6778cace2 req-318a400c-11f3-4e50-95a4-fbb271b972c1 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612054 Sep 22 10:16:54.842370 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-3e997711-e279-4f8c-ab1e-b3af2b34e853 service neutron] 10.222.0.32 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132092 Sep 22 10:16:54.871426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43718) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:54.984929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7d8a7-b5d6-491b-aa27-c6a788bccec2 req-484683cb-8621-4328-94fd-4feaa870d74a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.987495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95b7d8a7-b5d6-491b-aa27-c6a788bccec2 req-484683cb-8621-4328-94fd-4feaa870d74a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0587804 Sep 22 10:16:55.007271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.026781 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-df065960-78fe-4206-b359-808d6b95bfc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98106861901d45de95ba84e65e03a6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542022 Sep 22 10:16:55.032285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43724) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:55.054982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:55.057238 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa9eecb-0093-44d1-b65c-f4dc9ef66f30" -d '{"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-plugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:55.061211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95b7d8a7-b5d6-491b-aa27-c6a788bccec2 req-ffbcec19-994e-4b9b-8792-2c06f5862fa7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661440 Sep 22 10:16:55.091407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:55.099700 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-42411158-a7d8-4f6c-9d12-dc611b569fc7 req-55324d88-5d31-4847-bcae-7b3a38daf172 service neutron] 10.222.0.32 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365808 Sep 22 10:16:55.105374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3550-06a4-40d7-a2b1-074346b3d42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.121139 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2fac607b-d13e-47af-897e-d1e131186597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.130136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3550-06a4-40d7-a2b1-074346b3d42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.134517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3ccd05a8-b349-458e-a668-6e387575e54b', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'port_id': '95a70473-52d1-4d20-a271-e18204d05861', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'mac_address': 'fa:16:3e:ee:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:16:50Z', 'updated_at': '2021-09-22T10:16:52Z', 'revision_number': 1, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfcbecad-9141-4552-ae88-79aa06e60fd0', 'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'mac_address': 'fa:16:3e:3c:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:24Z', 'updated_at': '2021-09-22T10:16:31Z', 'revision_number': 5, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'subnets': [{'id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:16:55.175742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.178293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218ee3a0-3771-49bb-afb1-a135c36e01a1 None None] The sync data for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 is: [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '3ccd05a8-b349-458e-a668-6e387575e54b', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'floating_ip_address': '172.25.1.164', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'port_id': '95a70473-52d1-4d20-a271-e18204d05861', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'mac_address': 'fa:16:3e:ee:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:16:50Z', 'updated_at': '2021-09-22T10:16:52Z', 'revision_number': 1, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfcbecad-9141-4552-ae88-79aa06e60fd0', 'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'mac_address': 'fa:16:3e:3c:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:24Z', 'updated_at': '2021-09-22T10:16:31Z', 'revision_number': 5, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'subnets': [{'id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:16:55.186946 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-71cae85e-c464-437f-9d8a-ef726b9d8ecb tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 258 time: 0.2735548 Sep 22 10:16:55.202413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:55.243424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2143e-dac7-421d-8e2b-89f7f8706801 req-a09ec67b-32e1-447e-b2a5-42cd499dbc45 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:55.244303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:55.245119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fba2143e-dac7-421d-8e2b-89f7f8706801 req-a09ec67b-32e1-447e-b2a5-42cd499dbc45 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.0711646 Sep 22 10:16:55.284575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3550-06a4-40d7-a2b1-074346b3d42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.287181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3550-06a4-40d7-a2b1-074346b3d42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.288913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6d1b3550-06a4-40d7-a2b1-074346b3d42f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f040514b-91ff-4f1f-a760-962a20fca665 HTTP/1.1" status: 204 len: 168 time: 0.2551627 Sep 22 10:16:55.292433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fba2143e-dac7-421d-8e2b-89f7f8706801 req-03a43791-2184-4cd5-8539-7666b9c1497b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391035 Sep 22 10:16:55.300381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b3550-06a4-40d7-a2b1-074346b3d42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f040514b-91ff-4f1f-a760-962a20fca665,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:55.341528 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.342185 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.373665 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee67499-d182-4c90-ab14-2425636a2aec x-openstack-request-id: req-1ee67499-d182-4c90-ab14-2425636a2aec {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:55.374180 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-plugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:55.374437 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ee67499-d182-4c90-ab14-2425636a2aec {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:55.374839 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840', 'code': 200} Sep 22 10:16:55.451097 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.453045 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b3f67c-98e1-49ac-94ae-a7396b8272d5 None None] New status for floating IP 3ccd05a8-b349-458e-a668-6e387575e54b: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:16:55.506466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbb1ed-cac4-4922-af84-abba9c77a949 req-4eeab1fa-0127-4d5f-968a-f65b5595cba0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:55.514460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66fbb1ed-cac4-4922-af84-abba9c77a949 req-4eeab1fa-0127-4d5f-968a-f65b5595cba0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0677388 Sep 22 10:16:55.515177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0299bb0-8ce4-467d-803b-9b7fa53954ab req-623827cf-9240-41da-a2e9-f3e42d016923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:55.516658 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b0299bb0-8ce4-467d-803b-9b7fa53954ab req-623827cf-9240-41da-a2e9-f3e42d016923 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1101 time: 0.0532789 Sep 22 10:16:55.522361 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.549956 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.554969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66fbb1ed-cac4-4922-af84-abba9c77a949 req-4cd52ce5-4631-4e4c-a891-2c3d914a8a88 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Sep 22 10:16:55.603767 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b0299bb0-8ce4-467d-803b-9b7fa53954ab req-594d8efb-a135-4152-be31-53316d2cc11d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759118 Sep 22 10:16:55.671053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Allocated IP 172.25.1.124 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/aa9932e8-4d72-4264-8b89-8f35913296c2) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:55.791212 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.884348 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.920703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:55.925008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:55.928419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812638cf-ca4b-4685-814c-3d8413788c2e req-212bb785-e569-445f-8550-8d30595314f2 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:55.928600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:55.931448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-812638cf-ca4b-4685-814c-3d8413788c2e req-212bb785-e569-445f-8550-8d30595314f2 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1096 time: 0.0455921 Sep 22 10:16:55.952140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Pushing event updated for resources: {'Port': ['ID=aa9932e8-4d72-4264-8b89-8f35913296c2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:55.967620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-812638cf-ca4b-4685-814c-3d8413788c2e req-f279555d-fda3-4b59-84fa-1d7be633bb91 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299356 Sep 22 10:16:56.014548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.030479 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.069826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb5c2-5a84-4ea9-b96e-0501c9385869 req-61500d20-34f2-4d18-9e4d-7a01f844d516 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:56.071272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-836eb5c2-5a84-4ea9-b96e-0501c9385869 req-61500d20-34f2-4d18-9e4d-7a01f844d516 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0487330 Sep 22 10:16:56.109083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-836eb5c2-5a84-4ea9-b96e-0501c9385869 req-c8a5ba45-d306-4557-aba0-6e42ab93e4c8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Sep 22 10:16:56.112838 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.133173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43748) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:56.205799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ad950715-df11-4a42-aa28-51b12fb34a13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52460ec3f0584194b638b8c98b773d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714774 Sep 22 10:16:56.209022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43750) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:56.251310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c583a0-9c0e-4788-843e-7a6bab6a96eb req-216d81be-c279-4053-a909-9312d3c2709c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:56.252812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65c583a0-9c0e-4788-843e-7a6bab6a96eb req-216d81be-c279-4053-a909-9312d3c2709c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 945 time: 0.0761483 Sep 22 10:16:56.271513 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.296425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e4c090c1-804e-4b75-aed5-4083fecf7e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.311260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65c583a0-9c0e-4788-843e-7a6bab6a96eb req-b38b5d0c-937d-44d1-9bc7-8d1f6d4f0a47 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506821 Sep 22 10:16:56.322545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.324115 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e4c090c1-804e-4b75-aed5-4083fecf7e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.395120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Pushing event updated for resources: {'Port': ['ID=aa9932e8-4d72-4264-8b89-8f35913296c2,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:56.404962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.450201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e4c090c1-804e-4b75-aed5-4083fecf7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.453146 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e4c090c1-804e-4b75-aed5-4083fecf7e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.454349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e4c090c1-804e-4b75-aed5-4083fecf7e0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e8964dd-50eb-4b44-b2df-28bf2a51ea99 HTTP/1.1" status: 204 len: 168 time: 0.2444141 Sep 22 10:16:56.478882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.480267 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-411c580d-1ae9-4d8c-8f87-7bd7db76ad88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2832911 Sep 22 10:16:56.485242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c090c1-804e-4b75-aed5-4083fecf7e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8964dd-50eb-4b44-b2df-28bf2a51ea99,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:56.503003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f3b5-1e99-4edd-8d57-8475e4cf19c5 req-97460070-aee4-424e-a10d-fa47242b5cab tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:56.505196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3bb1f3b5-1e99-4edd-8d57-8475e4cf19c5 req-97460070-aee4-424e-a10d-fa47242b5cab tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1096 time: 0.0495100 Sep 22 10:16:56.548658 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-b2d47809-f89c-493c-95eb-c2d870e1dc64 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0551460 Sep 22 10:16:56.549002 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3bb1f3b5-1e99-4edd-8d57-8475e4cf19c5 req-a1bc9467-0696-4d99-918e-78fb2e28d26a tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356309 Sep 22 10:16:56.664505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-7fdfb729-7b62-4abd-97c5-218f6d72d2f4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:56.666672 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a97114de-9dfc-4138-8faa-cda48d28b8d2 req-7fdfb729-7b62-4abd-97c5-218f6d72d2f4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1118157 Sep 22 10:16:56.668366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887a156-2b51-40c7-a00c-6e79fb71e21a req-0ce983a6-cccf-441a-947d-ae4dfce6cfaa tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:56.669409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d887a156-2b51-40c7-a00c-6e79fb71e21a req-0ce983a6-cccf-441a-947d-ae4dfce6cfaa tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0492859 Sep 22 10:16:56.710376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d887a156-2b51-40c7-a00c-6e79fb71e21a req-3dca457d-f658-4351-bc9d-6078db2d31be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344145 Sep 22 10:16:56.801841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7d79d-3344-4182-9aae-80a421781ce4 req-84a5f1e6-41de-4963-a824-0f3059e43b36 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:56.805895 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-05a7d79d-3344-4182-9aae-80a421781ce4 req-84a5f1e6-41de-4963-a824-0f3059e43b36 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0523963 Sep 22 10:16:56.824266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12745c-5199-41ef-b750-edc31b05f60b req-fe80af9e-73fb-4d92-a1dc-5e00ca65f87b tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:56.825848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae12745c-5199-41ef-b750-edc31b05f60b req-fe80af9e-73fb-4d92-a1dc-5e00ca65f87b tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0547934 Sep 22 10:16:56.843735 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-05a7d79d-3344-4182-9aae-80a421781ce4 req-a3fc853e-f5c6-41c0-8971-207089b84dc6 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 Sep 22 10:16:56.880358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae12745c-5199-41ef-b750-edc31b05f60b req-40ac4e46-be46-4b72-9804-cfb9002bbfa2 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0487342 Sep 22 10:16:56.890201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ae12745c-5199-41ef-b750-edc31b05f60b req-0db47206-22ff-483f-bda5-12dfd8068f6f tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Request body: {'floatingip': {'port_id': '95a70473-52d1-4d20-a271-e18204d05861', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:56.938461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ae12745c-5199-41ef-b750-edc31b05f60b req-0db47206-22ff-483f-bda5-12dfd8068f6f tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:56.953212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-73af3648-6192-4030-a35b-a6dc993bd46c req-0b086f2c-fd5c-4f5f-9798-782befcb2b8a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:16:56.954200 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-73af3648-6192-4030-a35b-a6dc993bd46c req-0b086f2c-fd5c-4f5f-9798-782befcb2b8a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052500 Sep 22 10:16:57.156016 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-ae12745c-5199-41ef-b750-edc31b05f60b req-0db47206-22ff-483f-bda5-12dfd8068f6f tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 10:16:57.156994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae12745c-5199-41ef-b750-edc31b05f60b req-0db47206-22ff-483f-bda5-12dfd8068f6f tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "PUT /v2.0/floatingips/2abfb631-569b-4c30-a689-5e4925936a8d HTTP/1.1" status: 409 len: 550 time: 0.2707281 Sep 22 10:16:57.268694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785c632-0d5e-42ed-a188-5c132f18d2ac req-de1406bc-f37d-4c17-a5a0-4260a58a24ca tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:57.270215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1785c632-0d5e-42ed-a188-5c132f18d2ac req-de1406bc-f37d-4c17-a5a0-4260a58a24ca tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0486608 Sep 22 10:16:57.308802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1785c632-0d5e-42ed-a188-5c132f18d2ac req-c1de6b3e-0185-4c4d-97bd-e7cb0b153e5b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Sep 22 10:16:57.396121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-1f9086d4-cf06-42a0-a602-ad5587f4c5d4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips/2abfb631-569b-4c30-a689-5e4925936a8d HTTP/1.1" status: 200 len: 693 time: 0.0611479 Sep 22 10:16:57.514062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-5a2e7205-5323-4b0d-8cc7-c0fe97a5a904 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:57.515546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-5a2e7205-5323-4b0d-8cc7-c0fe97a5a904 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1118824 Sep 22 10:16:57.526269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-071f8602-021c-4c1f-957f-fa50f6ee82bf tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:16:57.527242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-071f8602-021c-4c1f-957f-fa50f6ee82bf tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061324 Sep 22 10:16:57.576356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-3badc9b8-05b2-46bd-be29-62a8eb2c391a tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0433540 Sep 22 10:16:57.629825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-535a6919-fb4b-4b5e-89cf-7aa1b19975e8 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0473673 Sep 22 10:16:57.671128 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-5958e78a-69e1-4409-93a6-35805d8b509f tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:57.672968 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-5958e78a-69e1-4409-93a6-35805d8b509f tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.0870299 Sep 22 10:16:57.686767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-3'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:57.751836 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:57.786638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Deleting port aa9932e8-4d72-4264-8b89-8f35913296c2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:57.789521 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:57.886378 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:57.886724 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:57.900182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Calling delete_port for aa9932e8-4d72-4264-8b89-8f35913296c2 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:57.906431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:57.912381 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:57.951244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:57.992560 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:57.994852 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff999998-badf-4465-97a4-559c2b358cac" -d '{"events": [{"server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:57.999720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.099003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.127698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.155321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Pushing event deleted for resources: {'Port': ['ID=aa9932e8-4d72-4264-8b89-8f35913296c2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:58.193466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Pushing event updated for resources: {'Port': ['ID=a52c45ed-c028-4d5b-b575-625a2177aabd,revision_number=7']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:58.207407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd on host n-h1-807025-3 for vnic_type normal with profile {"migrating_to": "n-h2-807025-3"} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:58.207745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:58.208072 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:58.212625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Port a52c45ed-c028-4d5b-b575-625a2177aabd on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:58.213176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Attempting to bind port a52c45ed-c028-4d5b-b575-625a2177aabd on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:58.218226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:58.218612 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:58.219002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:58.219426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Bound port: a52c45ed-c028-4d5b-b575-625a2177aabd, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:58.219790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.222803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.225365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.239061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdc788f7-adbb-45d2-b423-9e9016f04e71 req-c5b9a301-45f5-4afd-92c7-099642b63ef4 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "DELETE /v2.0/floatingips/2abfb631-569b-4c30-a689-5e4925936a8d HTTP/1.1" status: 204 len: 173 time: 0.5957818 Sep 22 10:16:58.295632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:58.298764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:58.332354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf8383-8f81-4fa7-a7a6-0c07bf9ca54d req-423427a1-ea8f-4a8c-93c3-4e79a39d11e5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:58.335641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fdf8383-8f81-4fa7-a7a6-0c07bf9ca54d req-423427a1-ea8f-4a8c-93c3-4e79a39d11e5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.0527477 Sep 22 10:16:58.373306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fdf8383-8f81-4fa7-a7a6-0c07bf9ca54d req-30bc2861-75f7-4859-be87-7a8134b57192 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318220 Sep 22 10:16:58.388755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.480631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Pushing event updated for resources: {'Port': ['ID=a52c45ed-c028-4d5b-b575-625a2177aabd,revision_number=8']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:58.486460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:58.487070 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.488473 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-a4ef5b58-be2b-4cae-bdbc-2f8455049bcb service neutron] 10.222.0.32 "PUT /v2.0/ports/a52c45ed-c028-4d5b-b575-625a2177aabd HTTP/1.1" status: 200 len: 1121 time: 0.8062670 Sep 22 10:16:58.563358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a3d8-3bac-46b2-88f0-209ffbe947d7 req-b6cf95b4-ce2a-4a4d-86d5-df7a553e789c tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:58.564891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fe0a3d8-3bac-46b2-88f0-209ffbe947d7 req-b6cf95b4-ce2a-4a4d-86d5-df7a553e789c tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0481591 Sep 22 10:16:58.604418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a52c45ed-c028-4d5b-b575-625a2177aabd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:58.608596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fe0a3d8-3bac-46b2-88f0-209ffbe947d7 req-442f769a-5fa1-4b71-af5c-6307359d448a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374737 Sep 22 10:16:58.628115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['a52c45ed-c028-4d5b-b575-625a2177aabd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:58.706476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a52c45ed-c028-4d5b-b575-625a2177aabd details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:58.726319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdf72-92c4-4f1e-b2d2-cae907ed7226 req-b263fb00-090d-4a0d-9aac-f02aa0035dc0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:58.727874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c7fdf72-92c4-4f1e-b2d2-cae907ed7226 req-b263fb00-090d-4a0d-9aac-f02aa0035dc0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0543406 Sep 22 10:16:58.784858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c7fdf72-92c4-4f1e-b2d2-cae907ed7226 req-5f72a6c5-de91-4954-bfd8-b6c4b0262ba5 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496185 Sep 22 10:16:58.840555 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f617a8b-8cf3-4cd2-84f5-a9176d0c78f1 x-openstack-request-id: req-7f617a8b-8cf3-4cd2-84f5-a9176d0c78f1 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:58.841106 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:58.841106 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f617a8b-8cf3-4cd2-84f5-a9176d0c78f1 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:58.841464 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd', 'code': 200} Sep 22 10:16:58.915596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-5794e1d5-0e6c-4a9e-a11a-be834beb2540 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 1001 time: 0.0644197 Sep 22 10:16:58.930670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:58.951597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a52c45ed-c028-4d5b-b575-625a2177aabd has no active binding in host n-h2-807025-3 {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:16:58.969543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-4f57c553-8cb0-44af-a1fe-e1e425c67631 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:58.970994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-4f57c553-8cb0-44af-a1fe-e1e425c67631 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports/95a70473-52d1-4d20-a271-e18204d05861 HTTP/1.1" status: 200 len: 942 time: 0.0487893 Sep 22 10:16:59.071249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-4baa5e61-020a-4690-a27e-0d22dad87f11 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 1001 time: 0.0583634 Sep 22 10:16:59.117260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-7f3f8d31-2e10-4165-8e17-46a1c60eca11 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:16:59.118238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-7f3f8d31-2e10-4165-8e17-46a1c60eca11 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088747 Sep 22 10:16:59.191432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-52199ec9-c3e8-45e7-a03f-701075a037ae tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:59.192806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-52199ec9-c3e8-45e7-a03f-701075a037ae tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports/8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 200 len: 1093 time: 0.0454333 Sep 22 10:16:59.203049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Request body: {'binding': {'host': 'n-h2-807025-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:59.203492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Unknown quota resources ['binding']. {{(pid=95682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:16:59.214799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-4e80a445-69ef-45ed-a49e-0e54bfc53c97 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:59.216083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-4e80a445-69ef-45ed-a49e-0e54bfc53c97 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1393526 Sep 22 10:16:59.318593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-000799a5-1e9e-4978-ba2a-ecd42f691b42 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 1001 time: 0.0858321 Sep 22 10:16:59.350022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-b3ddf5f4-354d-4e27-9aa3-372a75d1f229 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:59.427333 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-b3ddf5f4-354d-4e27-9aa3-372a75d1f229 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:59.468518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on host n-h2-807025-3 for vnic_type normal with profile None {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:59.468848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:59.469170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:59.476396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:59.476718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:59.485354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:59.485682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:59.486063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:59.486515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Bound port: 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:59.617851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:59.621563 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-b3ddf5f4-354d-4e27-9aa3-372a75d1f229 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:59.719198 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:59.720370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-4a72047d-cb39-488f-ba43-7d95ae5d3bbb service neutron] 10.222.0.20 "POST /v2.0/ports/8a8024d1-2121-42f2-bdc7-d729b7e9a80f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5205984 Sep 22 10:16:59.744270 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-b3ddf5f4-354d-4e27-9aa3-372a75d1f229 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:59.744684 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-b3ddf5f4-354d-4e27-9aa3-372a75d1f229 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Floating IP 3ccd05a8-b349-458e-a668-6e387575e54b disassociated. External IP: 172.25.1.164, port: 95a70473-52d1-4d20-a271-e18204d05861. Sep 22 10:16:59.965976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-b3ddf5f4-354d-4e27-9aa3-372a75d1f229 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Router 08054ecb-f7a6-452f-9f1f-074e2b332275 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:16:59.984540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4871e40-36f6-4b55-af0e-29e586191d14 req-64a65796-8eef-46d4-89d8-942d3a031c10 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:59.986035 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4871e40-36f6-4b55-af0e-29e586191d14 req-64a65796-8eef-46d4-89d8-942d3a031c10 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0494564 Sep 22 10:17:00.023617 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4871e40-36f6-4b55-af0e-29e586191d14 req-1d66b317-3734-4bb4-911a-4f6882d5e8ed tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Sep 22 10:17:00.074908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-b3ddf5f4-354d-4e27-9aa3-372a75d1f229 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:17:00.079658 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-b3ddf5f4-354d-4e27-9aa3-372a75d1f229 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:00.085543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] Sync routers for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:17:00.094557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:00.095274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:00.108149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-b3ddf5f4-354d-4e27-9aa3-372a75d1f229 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "PUT /v2.0/floatingips/3ccd05a8-b349-458e-a668-6e387575e54b HTTP/1.1" status: 200 len: 695 time: 0.7661049 Sep 22 10:17:00.108602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'tag': '95a70473-52d1-4d20-a271-e18204d05861'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:00.111018 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a4cd79-ef73-40e3-8058-233c043e01b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "tag": "95a70473-52d1-4d20-a271-e18204d05861"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:00.169110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-afb8b519-3088-413e-bcba-246cca75b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:00.170629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-afb8b519-3088-413e-bcba-246cca75b7f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df04945fddf0412aa96e1007d7120d46&device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 1096 time: 0.0476851 Sep 22 10:17:00.215223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec042c-b5ff-46f8-91c2-513d43025a19 req-06884aae-4b33-4f37-8d15-b433f1bdfa51 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:00.216774 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-87ec042c-b5ff-46f8-91c2-513d43025a19 req-06884aae-4b33-4f37-8d15-b433f1bdfa51 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.0709727 Sep 22 10:17:00.231306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:00.254687 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-87ec042c-b5ff-46f8-91c2-513d43025a19 req-ee904567-9518-4831-bfec-21c1d0b29a11 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Sep 22 10:17:00.276911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-46af3b82-1d0b-449b-b04a-5c036824351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:00.278622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-46af3b82-1d0b-449b-b04a-5c036824351a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7327e63e-fae2-4026-950f-72f312e1de1e HTTP/1.1" status: 200 len: 930 time: 0.1011050 Sep 22 10:17:00.319947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-5f657598-3f41-4ae0-ae1c-4784699cc138 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a70473-52d1-4d20-a271-e18204d05861 HTTP/1.1" status: 200 len: 217 time: 0.0335805 Sep 22 10:17:00.442069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'bfcbecad-9141-4552-ae88-79aa06e60fd0', 'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'mac_address': 'fa:16:3e:3c:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:24Z', 'updated_at': '2021-09-22T10:16:31Z', 'revision_number': 5, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'subnets': [{'id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:00.451515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f53e9-a4c4-468f-b9ae-6e3bae7610dd req-71ebd161-e4cf-4308-92c7-6ec9ce010432 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:00.453094 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9a7f53e9-a4c4-468f-b9ae-6e3bae7610dd req-71ebd161-e4cf-4308-92c7-6ec9ce010432 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0558388 Sep 22 10:17:00.470008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] Checking router: 08054ecb-f7a6-452f-9f1f-074e2b332275 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:17:00.481108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:00.481507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:00.497051 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9a7f53e9-a4c4-468f-b9ae-6e3bae7610dd req-9bcd20d4-b4bc-48e7-9fb8-d2a851ecb84f tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369449 Sep 22 10:17:00.618074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748355-b6ba-4ab5-b17a-b127fae2573f req-9466b87f-60ad-4383-b99b-40aafd4949a3 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:00.619744 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a748355-b6ba-4ab5-b17a-b127fae2573f req-9466b87f-60ad-4383-b99b-40aafd4949a3 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0578794 Sep 22 10:17:00.661639 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a748355-b6ba-4ab5-b17a-b127fae2573f req-94ce40f0-9c53-4be7-a370-9bca2947d2be tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352619 Sep 22 10:17:00.667921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-6ba4ff72-93c2-4cef-9261-06d249efd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:00.669407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-6ba4ff72-93c2-4cef-9261-06d249efd8d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8df1bb63-fb10-49e7-b68b-b5122cef4274 HTTP/1.1" status: 200 len: 868 time: 0.3412359 Sep 22 10:17:00.718783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-4050acf5-bac5-449a-ad33-a4dfa018dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:00.720553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-4050acf5-bac5-449a-ad33-a4dfa018dad0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7327e63e-fae2-4026-950f-72f312e1de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397797 Sep 22 10:17:00.743272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:00.765968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7a085-b6a0-42d5-8e0e-8a0d971f982b req-ce3b85a4-11ba-4699-a7a7-785ffcd8b879 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:00.767603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-73c7a085-b6a0-42d5-8e0e-8a0d971f982b req-ce3b85a4-11ba-4699-a7a7-785ffcd8b879 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.0493975 Sep 22 10:17:00.807508 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-73c7a085-b6a0-42d5-8e0e-8a0d971f982b req-1ad4604a-eb43-4117-b0b1-016491dd3c27 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333445 Sep 22 10:17:00.828468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-386fa6f0-eb44-4e0e-ad64-73a6f49eaa9b service neutron] 10.222.0.20 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986316 Sep 22 10:17:00.842490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:00.847163 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde26de4-457d-4e8b-9046-49b1342f45e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:00.916708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e70a103-3e5b-4eb9-a064-9b58d404ccc1 req-bd20cbc3-baa5-4c17-85a9-1beffee12b46 service neutron] 10.222.0.20 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873463 Sep 22 10:17:00.953251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'bfcbecad-9141-4552-ae88-79aa06e60fd0', 'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'mac_address': 'fa:16:3e:3c:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:24Z', 'updated_at': '2021-09-22T10:16:31Z', 'revision_number': 5, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'subnets': [{'id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:00.980365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3c257-5453-4a80-b383-3321d8a0d73d None None] The sync data for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 is: [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:16:25Z', 'revision_number': 4, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'bfcbecad-9141-4552-ae88-79aa06e60fd0', 'name': '', 'network_id': '7327e63e-fae2-4026-950f-72f312e1de1e', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'mac_address': 'fa:16:3e:3c:e4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:24Z', 'updated_at': '2021-09-22T10:16:31Z', 'revision_number': 5, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'subnets': [{'id': '8df1bb63-fb10-49e7-b68b-b5122cef4274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:17:01.220140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab35d50-2a97-44c5-858c-d54721c80e5f req-267532e9-aabc-401e-9daf-a03a65e4e24e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:01.221792 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cab35d50-2a97-44c5-858c-d54721c80e5f req-267532e9-aabc-401e-9daf-a03a65e4e24e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.3485298 Sep 22 10:17:01.258478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e0a15-0148-45a0-95ae-ac09c83fd128 None None] New status for floating IP 3ccd05a8-b349-458e-a668-6e387575e54b: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:17:01.262914 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cab35d50-2a97-44c5-858c-d54721c80e5f req-9c3f17fd-430b-44ca-bcfc-b5ce2490cb04 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338488 Sep 22 10:17:01.308924 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31debdd3-c4d2-4fa5-b4ae-43e8751d7f05 x-openstack-request-id: req-31debdd3-c4d2-4fa5-b4ae-43e8751d7f05 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:01.309419 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "tag": "95a70473-52d1-4d20-a271-e18204d05861", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:01.309898 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31debdd3-c4d2-4fa5-b4ae-43e8751d7f05 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:01.310526 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'tag': '95a70473-52d1-4d20-a271-e18204d05861', 'status': 'completed', 'code': 200} Sep 22 10:17:01.353943 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46be1ab6-0bc6-469e-8547-b9aa16564aa7 x-openstack-request-id: req-46be1ab6-0bc6-469e-8547-b9aa16564aa7 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:01.354578 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:01.355021 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46be1ab6-0bc6-469e-8547-b9aa16564aa7 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:01.355628 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd', 'status': 'completed', 'code': 200} Sep 22 10:17:01.452603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-15420935-726c-412d-8e8b-9c66b3211e88 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips/3ccd05a8-b349-458e-a668-6e387575e54b HTTP/1.1" status: 200 len: 695 time: 0.0810211 Sep 22 10:17:01.464913 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-5383ac92-90f9-47bd-ad42-bc86e1826c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:01.466416 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-5383ac92-90f9-47bd-ad42-bc86e1826c52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df04945fddf0412aa96e1007d7120d46&device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 1096 time: 0.1262097 Sep 22 10:17:01.496786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-3b0bbfc8-2824-407c-94bc-c4c6bbab169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:01.498332 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-3b0bbfc8-2824-407c-94bc-c4c6bbab169f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1124 time: 0.1202412 Sep 22 10:17:01.701131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a0368-acdf-4469-9c4f-0f4c6b1a24e7 req-86065c35-695a-44e3-a38e-9115bb8f31b1 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:01.702443 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-73163721-99e0-4afa-b7a5-1e343938ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:01.702647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-395a0368-acdf-4469-9c4f-0f4c6b1a24e7 req-86065c35-695a-44e3-a38e-9115bb8f31b1 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.0491729 Sep 22 10:17:01.703926 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-73163721-99e0-4afa-b7a5-1e343938ee66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7327e63e-fae2-4026-950f-72f312e1de1e HTTP/1.1" status: 200 len: 930 time: 0.2278457 Sep 22 10:17:01.714021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-e27c5a65-4458-4719-86cb-67da4d3ce2f7 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:01.715448 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-e27c5a65-4458-4719-86cb-67da4d3ce2f7 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.2540181 Sep 22 10:17:01.745735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-395a0368-acdf-4469-9c4f-0f4c6b1a24e7 req-5db84efe-70ae-4ff9-b98c-2be8144f4ccb tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366578 Sep 22 10:17:01.770273 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-73d00e29-5930-4c18-ad0d-a3407a269408 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95a70473-52d1-4d20-a271-e18204d05861 HTTP/1.1" status: 200 len: 217 time: 0.0538132 Sep 22 10:17:01.803373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-37bac480-7782-4322-9174-c874ce034344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:01.805354 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-37bac480-7782-4322-9174-c874ce034344 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.2935781 Sep 22 10:17:01.844527 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-c384c7d7-aa9e-4c3a-8403-7b1e0d674c28 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.1192923 Sep 22 10:17:01.885976 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-b9cc7da1-008b-4d44-b9d5-3567a85cb2a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a52c45ed-c028-4d5b-b575-625a2177aabd HTTP/1.1" status: 200 len: 217 time: 0.0654912 Sep 22 10:17:01.909831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db32d95-7096-4cb9-8937-b0170e21c4e3 req-8107f5d4-cb8e-446f-b2da-1b37a87e3029 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:01.911371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4db32d95-7096-4cb9-8937-b0170e21c4e3 req-8107f5d4-cb8e-446f-b2da-1b37a87e3029 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0485942 Sep 22 10:17:01.949223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4db32d95-7096-4cb9-8937-b0170e21c4e3 req-7e0b9fa8-bba5-4a3d-9e9a-817947e7109a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313771 Sep 22 10:17:01.955229 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-11de2818-08bf-41e6-b499-c1b6483d2f6f tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.164 HTTP/1.1" status: 200 len: 696 time: 0.0795949 Sep 22 10:17:01.956563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-0e3e6402-0e4d-473a-8e3c-bafbfe66799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:01.957916 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-0e3e6402-0e4d-473a-8e3c-bafbfe66799d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1bb63-fb10-49e7-b68b-b5122cef4274 HTTP/1.1" status: 200 len: 868 time: 0.1563425 Sep 22 10:17:02.040731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-02b1e805-d9c2-4740-b3aa-6a3e7b394c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:02.042268 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-02b1e805-d9c2-4740-b3aa-6a3e7b394c4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1238873 Sep 22 10:17:02.108409 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-f0da6f5e-f01b-4acc-bb95-ff67dff68a09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294216 Sep 22 10:17:02.141703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-55f85ebe-09b6-4e92-99ce-f39153b5b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:02.143105 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-55f85ebe-09b6-4e92-99ce-f39153b5b943 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7327e63e-fae2-4026-950f-72f312e1de1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661735 Sep 22 10:17:02.281528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Deleting port be4ceea6-6731-4d9a-9e5c-0643fc0bff8a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:02.282256 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:02.321025 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-49361804-f6f6-4a48-bd0f-8667b53a28cb service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924169 Sep 22 10:17:02.326987 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-f56f7bf3-cfcd-4a1a-8b40-f15170dafa19 service neutron] 10.222.0.32 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709187 Sep 22 10:17:02.482069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:02.482421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:02.505274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Calling delete_port for be4ceea6-6731-4d9a-9e5c-0643fc0bff8a owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:02.541000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b8f4b-6d65-4e66-82d0-3c0266863b96 req-c5b74028-673c-487f-a703-d0e93f538282 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:02.542515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b66b8f4b-6d65-4e66-82d0-3c0266863b96 req-c5b74028-673c-487f-a703-d0e93f538282 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0485225 Sep 22 10:17:02.548783 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cde26de4-457d-4e8b-9046-49b1342f45e1 req-5ac13650-51f8-4e40-9101-3eef8198f8b4 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947892 Sep 22 10:17:02.576959 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e3a4cd79-ef73-40e3-8058-233c043e01b4 req-bc6d612d-2677-4716-9e29-ec1100c217c7 service neutron] 10.222.0.32 "GET /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239933 Sep 22 10:17:02.586846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b66b8f4b-6d65-4e66-82d0-3c0266863b96 req-509141ec-3ac4-42bb-9659-206be1cf2a22 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382001 Sep 22 10:17:02.689680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10d40b-1fce-40ef-9937-1ca5ef65df60 req-414d4ba0-ad0e-4f29-a4cf-4eba3106c177 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:02.691164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d10d40b-1fce-40ef-9937-1ca5ef65df60 req-414d4ba0-ad0e-4f29-a4cf-4eba3106c177 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.0479693 Sep 22 10:17:02.731918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d10d40b-1fce-40ef-9937-1ca5ef65df60 req-32cbb08a-b08d-480a-aeb4-bfbf22b4475e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343614 Sep 22 10:17:02.739198 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:02.773602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Pushing event deleted for resources: {'Port': ['ID=be4ceea6-6731-4d9a-9e5c-0643fc0bff8a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:02.834652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:02.837676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:02.838927 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-883f4a47-fdc6-4bf6-a2b8-4843686214e4 req-3951cd0c-4180-4706-83e6-a9498f821a4d tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "DELETE /v2.0/floatingips/3ccd05a8-b349-458e-a668-6e387575e54b HTTP/1.1" status: 204 len: 173 time: 0.8726578 Sep 22 10:17:02.935228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148b288-9760-454c-b7f2-bb0f8f7df657 req-ef9f3cf6-978c-48e7-b156-b00423e6d840 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:02.936705 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5148b288-9760-454c-b7f2-bb0f8f7df657 req-ef9f3cf6-978c-48e7-b156-b00423e6d840 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.0483160 Sep 22 10:17:02.973273 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5148b288-9760-454c-b7f2-bb0f8f7df657 req-95b3e896-0bf0-40cd-816a-4ee44ad15d6e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308127 Sep 22 10:17:03.192799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15429122-9883-4971-a552-a9afe85aa4ef req-9c16bbd3-bd28-42f9-8d99-a56b0c317936 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:03.194860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15429122-9883-4971-a552-a9afe85aa4ef req-9c16bbd3-bd28-42f9-8d99-a56b0c317936 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0492773 Sep 22 10:17:03.232581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15429122-9883-4971-a552-a9afe85aa4ef req-75630705-e7e3-458e-9e69-673638c98dce tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Sep 22 10:17:03.284720 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3c6a97ec-6e6d-46dd-834d-d333795f9639 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451713 Sep 22 10:17:03.340591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a1d04-e055-4e36-9729-9bbe6c8c91f6 req-8a745ff0-7288-49c7-9e0c-b33c81348d9e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:03.342000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9a1d04-e055-4e36-9729-9bbe6c8c91f6 req-8a745ff0-7288-49c7-9e0c-b33c81348d9e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0486600 Sep 22 10:17:03.381113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9a1d04-e055-4e36-9729-9bbe6c8c91f6 req-f0ac19de-15b5-4b62-8ffe-b44d3d0fad6b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Sep 22 10:17:03.492117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b07a64-c332-404a-8bf3-68c9c4db2232 req-9fa09a5e-85ea-4200-9b84-98d58c71115b tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:03.493825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9b07a64-c332-404a-8bf3-68c9c4db2232 req-9fa09a5e-85ea-4200-9b84-98d58c71115b tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0517151 Sep 22 10:17:03.549608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9b07a64-c332-404a-8bf3-68c9c4db2232 req-aa2675de-66e2-45dc-a4c7-1e7672eeef67 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0458264 Sep 22 10:17:03.604934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef507c0e-8a9b-4d84-8bfc-73fcf0e94c64 req-81e1b563-1330-471a-b910-c37c9a818a63 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0431430 Sep 22 10:17:03.713656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64840115-083b-4f4b-a5b9-0ae31e5bf11d req-58935709-9b4a-42ae-948e-863dcb835dcd tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:03.715500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64840115-083b-4f4b-a5b9-0ae31e5bf11d req-58935709-9b4a-42ae-948e-863dcb835dcd tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0545921 Sep 22 10:17:03.756889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64840115-083b-4f4b-a5b9-0ae31e5bf11d req-8c024848-572d-456e-bf24-afb28f756be0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Sep 22 10:17:03.908352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3e7c-b5b6-4983-bc82-88f2a520c34a req-035a8e48-7dda-4842-acb3-096ae7f6329e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:03.909857 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bb7c3e7c-b5b6-4983-bc82-88f2a520c34a req-035a8e48-7dda-4842-acb3-096ae7f6329e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.0486512 Sep 22 10:17:03.950477 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bb7c3e7c-b5b6-4983-bc82-88f2a520c34a req-2fe0d44f-d094-469a-91e3-905616e0b40b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335634 Sep 22 10:17:04.097106 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a29318-d45b-4575-ac5e-ca0c1b7dedb7 req-ae87591e-0235-4680-9198-64cfb6c8f9f5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:04.098604 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b6a29318-d45b-4575-ac5e-ca0c1b7dedb7 req-ae87591e-0235-4680-9198-64cfb6c8f9f5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.0478289 Sep 22 10:17:04.136540 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b6a29318-d45b-4575-ac5e-ca0c1b7dedb7 req-e1a38bee-e071-4689-b3ce-3076a155d4b4 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Sep 22 10:17:04.324688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1c166-1ca4-4751-b585-f06b92d95111 req-d73afc4e-d66c-4438-a210-e73efb0d09da tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:04.326250 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-04c1c166-1ca4-4751-b585-f06b92d95111 req-d73afc4e-d66c-4438-a210-e73efb0d09da tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 945 time: 0.0543408 Sep 22 10:17:04.363740 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-04c1c166-1ca4-4751-b585-f06b92d95111 req-a986c198-99d6-4664-8436-6674081f9c95 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Sep 22 10:17:04.477141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9216e-e193-4faf-9b88-c6c3b4f756d5 req-75300d73-9a86-4478-aa44-f8d3c357eea9 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:04.478676 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e6b9216e-e193-4faf-9b88-c6c3b4f756d5 req-75300d73-9a86-4478-aa44-f8d3c357eea9 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0572600 Sep 22 10:17:04.518621 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e6b9216e-e193-4faf-9b88-c6c3b4f756d5 req-d05b7392-c4fd-4373-aa99-b46a6eed7699 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337675 Sep 22 10:17:04.536273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72362ffc-fe0d-4a60-8453-5238ec306116 req-b49eb58d-ff5a-441a-b673-bfc3b09ff8d7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:04.537827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72362ffc-fe0d-4a60-8453-5238ec306116 req-b49eb58d-ff5a-441a-b673-bfc3b09ff8d7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0504470 Sep 22 10:17:04.586738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72362ffc-fe0d-4a60-8453-5238ec306116 req-2beecf74-8c3f-43b9-b806-14a91f84eddb tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412903 Sep 22 10:17:04.881543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecbf64-b0d1-45f9-9494-a830bbd7dce2 req-958df516-ed3b-46d1-85c0-f282867eaa65 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:04.883777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72ecbf64-b0d1-45f9-9494-a830bbd7dce2 req-958df516-ed3b-46d1-85c0-f282867eaa65 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0590041 Sep 22 10:17:04.920900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72ecbf64-b0d1-45f9-9494-a830bbd7dce2 req-7f5d1b4d-1920-4882-aba3-c7fd4f937999 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Sep 22 10:17:05.077332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d3174-bc6c-4f23-8110-90d6a1798932 req-7f779c98-23bb-439f-9712-1264a43673e9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:05.079019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-093d3174-bc6c-4f23-8110-90d6a1798932 req-7f779c98-23bb-439f-9712-1264a43673e9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.0600123 Sep 22 10:17:05.116837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-093d3174-bc6c-4f23-8110-90d6a1798932 req-9d0d2420-0804-4df2-8a38-33a25e54671b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Sep 22 10:17:05.274465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f933c40-b08f-4f78-8726-d128dd3b3537 req-a23f7f31-18c0-4861-9869-f4eb2768076a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:05.275962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f933c40-b08f-4f78-8726-d128dd3b3537 req-a23f7f31-18c0-4861-9869-f4eb2768076a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.0496049 Sep 22 10:17:05.315930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f933c40-b08f-4f78-8726-d128dd3b3537 req-28b37be0-5ef4-41f9-bffd-75a54f6c8973 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Sep 22 10:17:05.597166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc3797-0344-4744-a53a-224ab12f82de req-d35022a8-434d-4a82-b6f4-be90f1e57392 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:05.599199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3fc3797-0344-4744-a53a-224ab12f82de req-d35022a8-434d-4a82-b6f4-be90f1e57392 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 945 time: 0.0951488 Sep 22 10:17:05.646162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3fc3797-0344-4744-a53a-224ab12f82de req-60342aac-8300-4b7a-b21e-bd17efc03fc3 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Sep 22 10:17:05.817795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728745d-dbe0-4246-9bdf-b0a504e642b0 req-05e706e8-e6a3-4591-8d94-2e65507cf577 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:05.819364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8728745d-dbe0-4246-9bdf-b0a504e642b0 req-05e706e8-e6a3-4591-8d94-2e65507cf577 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0732086 Sep 22 10:17:05.847178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-a0881784-eff3-4c49-83f9-386b7c0a199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:05.850537 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-a0881784-eff3-4c49-83f9-386b7c0a199f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1101 time: 0.0718122 Sep 22 10:17:05.863793 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8728745d-dbe0-4246-9bdf-b0a504e642b0 req-2dc61b97-d004-46dd-9e21-4d0db26e7e4a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375221 Sep 22 10:17:05.981008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bce1e-abd6-45e3-956a-bb1892e3ddc7 req-e974f626-4386-4ea4-aaa4-ebc568501f3e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:05.983795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c2bce1e-abd6-45e3-956a-bb1892e3ddc7 req-e974f626-4386-4ea4-aaa4-ebc568501f3e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0545666 Sep 22 10:17:06.014551 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-780c24f1-f3fc-416b-86d9-adaa38b32927 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:06.016178 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-780c24f1-f3fc-416b-86d9-adaa38b32927 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.32 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 945 time: 0.1098025 Sep 22 10:17:06.018140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-d9061974-cc7b-460f-a539-906fa91e230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:06.020062 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-d9061974-cc7b-460f-a539-906fa91e230a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1528239 Sep 22 10:17:06.046864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c2bce1e-abd6-45e3-956a-bb1892e3ddc7 req-586e3737-6b2c-4e60-a2ec-27acddf6355b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513959 Sep 22 10:17:06.172047 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-a6314198-acfb-4748-a377-2b3bcd02ac1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.0908666 Sep 22 10:17:06.248771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65f5f1-2a63-4e9f-aff9-45d30c5cf19d req-b4ffd55f-d52f-4308-85de-415061bcfbfa tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:06.248771 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fa65f5f1-2a63-4e9f-aff9-45d30c5cf19d req-b4ffd55f-d52f-4308-85de-415061bcfbfa tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.1347501 Sep 22 10:17:06.271086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-06dad43b-c6ed-42c0-8894-39482af412a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:06.273103 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-06dad43b-c6ed-42c0-8894-39482af412a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0925434 Sep 22 10:17:06.279374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Deleting port 95a70473-52d1-4d20-a271-e18204d05861 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:06.279713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:06.342601 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fa65f5f1-2a63-4e9f-aff9-45d30c5cf19d req-60e8e0d4-72f3-4d48-b975-71d5e05f31d0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965011 Sep 22 10:17:06.434995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-732db01f-f7c9-42da-b2c4-efc91b30c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:06.436762 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-732db01f-f7c9-42da-b2c4-efc91b30c705 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1519456 Sep 22 10:17:06.470374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] For port 95a70473-52d1-4d20-a271-e18204d05861, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=95a70473-52d1-4d20-a271-e18204d05861,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:06.470744 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:06.501813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Calling delete_port for 95a70473-52d1-4d20-a271-e18204d05861 owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:06.561417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cbae8-036c-4559-9002-ba1a9002982f req-feeff96d-dad8-4ef8-942e-269b71b421f4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:06.562973 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0a1cbae8-036c-4559-9002-ba1a9002982f req-feeff96d-dad8-4ef8-942e-269b71b421f4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.1454515 Sep 22 10:17:06.720950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f88daf-ed20-4559-ae59-486bf34983ec req-be1ae1a2-b47f-4d0e-9977-ed67182b6d98 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:06.722848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2f88daf-ed20-4559-ae59-486bf34983ec req-be1ae1a2-b47f-4d0e-9977-ed67182b6d98 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.0575445 Sep 22 10:17:06.828125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2f88daf-ed20-4559-ae59-486bf34983ec req-56068fd1-3346-4942-b5f2-d135dd84a99f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Sep 22 10:17:06.953248 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-e451ac03-1d8f-4433-9a48-9e2be4254b98 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009348 Sep 22 10:17:06.961160 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0a1cbae8-036c-4559-9002-ba1a9002982f req-edb4a07f-ab81-4971-b21a-3312e393fd18 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726314 Sep 22 10:17:07.134704 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-cbd8b668-af21-4371-a989-da37b7d11c53 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713324 Sep 22 10:17:07.142852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595e04b-af42-420a-a9ce-0a88b3770e77 req-9089cfc3-0cb8-42e7-abf5-9d3f4cf402de tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:07.149799 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8595e04b-af42-420a-a9ce-0a88b3770e77 req-9089cfc3-0cb8-42e7-abf5-9d3f4cf402de tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 945 time: 0.1121516 Sep 22 10:17:07.198504 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8595e04b-af42-420a-a9ce-0a88b3770e77 req-3028ad4f-3c75-4943-b4a9-2087937facb5 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8c70c65-b74f-46e7-bb19-9f0e89828a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Sep 22 10:17:07.223254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:07.258354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Pushing event deleted for resources: {'Port': ['ID=95a70473-52d1-4d20-a271-e18204d05861,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:07.344623 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-190dd6a2-08e9-4a76-b525-080707557d97 service neutron] 10.222.0.30 "GET /v2.0/ports/a52c45ed-c028-4d5b-b575-625a2177aabd/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 384 time: 0.1572108 Sep 22 10:17:07.346341 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] No DVR routers for this DVR port 95a70473-52d1-4d20-a271-e18204d05861 on host n-h2-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:07.349745 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:07.352377 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0478b30d-78ac-4f02-88d5-32a73c6d7275 req-3664456b-816c-4af7-8631-2c33e063b552 tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.32 "DELETE /v2.0/ports/95a70473-52d1-4d20-a271-e18204d05861 HTTP/1.1" status: 204 len: 173 time: 1.3272617 Sep 22 10:17:07.352868 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'name': 'network-vif-deleted', 'tag': '95a70473-52d1-4d20-a271-e18204d05861'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:07.355154 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062b3ee6-36b0-4551-b5f3-fdc0fa4ef934" -d '{"events": [{"server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "name": "network-vif-deleted", "tag": "95a70473-52d1-4d20-a271-e18204d05861"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:07.399825 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5df6-a485-4010-b4a5-7d8d92293475 req-b7fe10df-d0d6-4424-90f7-1638828010fd tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:07.402603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8eea5df6-a485-4010-b4a5-7d8d92293475 req-b7fe10df-d0d6-4424-90f7-1638828010fd tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.1420434 Sep 22 10:17:07.468824 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8eea5df6-a485-4010-b4a5-7d8d92293475 req-1e0f1a1e-a1f7-4566-afe0-af95461a4cae tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587533 Sep 22 10:17:07.529829 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d348eb70-cc26-42ba-9d5d-051a7f4cfc37 x-openstack-request-id: req-d348eb70-cc26-42ba-9d5d-051a7f4cfc37 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:07.530199 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf", "name": "network-vif-deleted", "tag": "95a70473-52d1-4d20-a271-e18204d05861", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:07.530518 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d348eb70-cc26-42ba-9d5d-051a7f4cfc37 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:07.530977 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf', 'name': 'network-vif-deleted', 'tag': '95a70473-52d1-4d20-a271-e18204d05861', 'status': 'completed', 'code': 200} Sep 22 10:17:07.561142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b9369-cb0d-4b6c-9bbd-bcb530c54826 req-bad4746b-2b8e-40e5-8066-72895186516e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:07.567417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-388b9369-cb0d-4b6c-9bbd-bcb530c54826 req-bad4746b-2b8e-40e5-8066-72895186516e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0634694 Sep 22 10:17:07.575268 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:17:07.601313 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:07.607568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-388b9369-cb0d-4b6c-9bbd-bcb530c54826 req-b94c948a-e98b-4a6c-b993-67b6fa962cb5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369830 Sep 22 10:17:07.650385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:07.689314 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c5313-b6bd-4ca6-ac15-d7543469ce9f req-b813e095-dff7-4f82-81a5-cf091048330c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:07.690877 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9b0c5313-b6bd-4ca6-ac15-d7543469ce9f req-b813e095-dff7-4f82-81a5-cf091048330c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0962965 Sep 22 10:17:07.697839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52c45ed-c028-4d5b-b575-625a2177aabd {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:07.715928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:07.749660 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9b0c5313-b6bd-4ca6-ac15-d7543469ce9f req-d39f8380-8279-44a7-9bdd-74d6b30e77ee tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472245 Sep 22 10:17:07.849844 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:07.936885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05e3d3-5b38-4d01-a4c7-9bc94b7f499f req-fde697e2-4c46-4638-9f1e-bb38b124870c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:07.938523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa05e3d3-5b38-4d01-a4c7-9bc94b7f499f req-fde697e2-4c46-4638-9f1e-bb38b124870c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 943 time: 0.0501022 Sep 22 10:17:07.938996 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] Transition to ACTIVE for port object a52c45ed-c028-4d5b-b575-625a2177aabd will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:17:07.976180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa05e3d3-5b38-4d01-a4c7-9bc94b7f499f req-167fb866-5d11-43fe-9982-7f08bb509682 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Sep 22 10:17:08.033056 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:08.116904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] No DVR routers for this DVR port a52c45ed-c028-4d5b-b575-625a2177aabd on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:08.164069 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f3936-e7e2-4650-babe-6de2a8ebd26e req-e80649e8-4812-4fe8-865c-c04b3594e704 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:08.166000 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d98f3936-e7e2-4650-babe-6de2a8ebd26e req-e80649e8-4812-4fe8-865c-c04b3594e704 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.1291695 Sep 22 10:17:08.167606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] Pushing event updated for resources: {'Port': ['ID=a52c45ed-c028-4d5b-b575-625a2177aabd,revision_number=10']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:08.176954 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8af0ecc6-a4af-43d2-a410-1a5835aefb6b service neutron] 10.222.0.30 "PUT /v2.0/ports/a52c45ed-c028-4d5b-b575-625a2177aabd/bindings/n-h2-807025-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8188248 Sep 22 10:17:08.208669 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d98f3936-e7e2-4650-babe-6de2a8ebd26e req-1cc16f9e-3b4b-4af6-ba8c-ad8e15900ea8 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364466 Sep 22 10:17:08.306298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbb11154-25fb-453b-965f-2e6e38dd4637 req-a52992be-7440-43f4-8f0a-0422a38c2f8b tempest-FloatingIPsAssociationNegativeTestJSON-32422811 tempest-FloatingIPsAssociationNegativeTestJSON-32422811-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa0e815-836c-4653-b2d3-6b5e8fe2cfcf HTTP/1.1" status: 200 len: 210 time: 0.0269005 Sep 22 10:17:08.437211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8ab3e9e8-98c1-45ed-ab85-5ce71e158e4a tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:08.438737 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-8ab3e9e8-98c1-45ed-ab85-5ce71e158e4a tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1095 time: 0.0424373 Sep 22 10:17:08.517277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-1b6580cc-f0c5-4267-ae96-71c22b1670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:08.518834 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-1b6580cc-f0c5-4267-ae96-71c22b1670a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d&tenant_id=acf61846bf9f431ea54396a7fdd153bb HTTP/1.1" status: 200 len: 1095 time: 0.0719488 Sep 22 10:17:08.588599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device a52c45ed-c028-4d5b-b575-625a2177aabd no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:08.612406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-ba415533-8d16-41b0-afdc-a2d7f6a09781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:08.613944 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-ba415533-8d16-41b0-afdc-a2d7f6a09781 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1095 time: 0.0704780 Sep 22 10:17:08.635836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device a52c45ed-c028-4d5b-b575-625a2177aabd not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:08.638374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa25561-b50d-4494-8c48-524e845fe55a req-396a2912-be24-48cc-97e0-d9fdb2843639 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:08.639097 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-aaa25561-b50d-4494-8c48-524e845fe55a req-396a2912-be24-48cc-97e0-d9fdb2843639 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0858412 Sep 22 10:17:08.725869 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-aaa25561-b50d-4494-8c48-524e845fe55a req-43c46f69-7a91-4aa0-a8ac-2bf549fdab70 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744455 Sep 22 10:17:08.728061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012a83d-f3ff-495c-a4f0-3b653dddc5c0 req-04148ff6-d217-40cf-8256-c837a2ff03f8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:08.729747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d012a83d-f3ff-495c-a4f0-3b653dddc5c0 req-04148ff6-d217-40cf-8256-c837a2ff03f8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0503991 Sep 22 10:17:08.754964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-85512b66-a21f-4594-b3a8-7469bdbba81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:08.755914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 95a70473-52d1-4d20-a271-e18204d05861 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:08.756693 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-85512b66-a21f-4594-b3a8-7469bdbba81f service neutron] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.1338871 Sep 22 10:17:08.778013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 95a70473-52d1-4d20-a271-e18204d05861 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:08.778923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 95a70473-52d1-4d20-a271-e18204d05861 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:08.796611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d012a83d-f3ff-495c-a4f0-3b653dddc5c0 req-77019bc3-e1e4-48c5-8f24-c965c21565ce tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596249 Sep 22 10:17:08.817287 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-9f450bd7-a987-4708-9925-85b3d486e384 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a52c45ed-c028-4d5b-b575-625a2177aabd HTTP/1.1" status: 200 len: 217 time: 0.0428874 Sep 22 10:17:08.829250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44450) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:08.894457 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-aaea8838-7dda-48f3-8136-633fe5d6c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:08.895978 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-aaea8838-7dda-48f3-8136-633fe5d6c60e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.0793979 Sep 22 10:17:08.920643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d14f-bf2e-47d2-9834-043486f700a1 req-313ac04b-bdda-43f5-b3e5-a7ae1ca76724 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:08.922153 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a30d14f-bf2e-47d2-9834-043486f700a1 req-313ac04b-bdda-43f5-b3e5-a7ae1ca76724 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0746086 Sep 22 10:17:08.938524 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-641173e5-ddb2-4d2c-918d-89e649d83623 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343645 Sep 22 10:17:08.955593 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c040-ad26-4c89-8446-e824226bbec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:08.996767 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3a30d14f-bf2e-47d2-9834-043486f700a1 req-af430dd2-e32a-476f-94bf-6ea1d1b57cd2 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604961 Sep 22 10:17:09.053773 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c040-ad26-4c89-8446-e824226bbec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:09.054435 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-2b4f3fea-0ef5-47ce-b0f1-65eba498e389 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029732 Sep 22 10:17:09.110631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6560-8695-4219-9c0d-f17d3b9c3bcb req-3eaadeff-6e73-4686-a738-304a44b70ade tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:09.112121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-001d6560-8695-4219-9c0d-f17d3b9c3bcb req-3eaadeff-6e73-4686-a738-304a44b70ade tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 944 time: 0.0483382 Sep 22 10:17:09.138074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c040-ad26-4c89-8446-e824226bbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:09.150226 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-7b9297e7-e0d6-469f-80a2-1f7270cc3009 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869517 Sep 22 10:17:09.176173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-001d6560-8695-4219-9c0d-f17d3b9c3bcb req-b5cdc450-922d-4e34-ad32-21820fe78d08 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578380 Sep 22 10:17:09.183930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3ef5c040-ad26-4c89-8446-e824226bbec9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba317b91033b406cbb7dcfcc23f5112d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540726 Sep 22 10:17:09.186719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44458) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:09.192939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5c040-ad26-4c89-8446-e824226bbec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2756895b-474c-462f-9c7b-e5cbaf563745,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:09.245969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b12546ef-9f6e-4864-acad-f47a908d0353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:09.270311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b12546ef-9f6e-4864-acad-f47a908d0353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:09.345863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5c857-8827-450d-9006-d05d7952ba22 req-180cc219-be24-445b-b625-6bd9281c5604 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:09.347227 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6bb5c857-8827-450d-9006-d05d7952ba22 req-180cc219-be24-445b-b625-6bd9281c5604 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.0694711 Sep 22 10:17:09.364270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44464) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:09.393491 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6bb5c857-8827-450d-9006-d05d7952ba22 req-ab6db5d4-a29e-433a-b6d8-2590faf6f9ec tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350640 Sep 22 10:17:09.466959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b12546ef-9f6e-4864-acad-f47a908d0353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:09.469684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b12546ef-9f6e-4864-acad-f47a908d0353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:09.470859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b12546ef-9f6e-4864-acad-f47a908d0353 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2756895b-474c-462f-9c7b-e5cbaf563745 HTTP/1.1" status: 204 len: 168 time: 0.2829792 Sep 22 10:17:09.479374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12546ef-9f6e-4864-acad-f47a908d0353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2756895b-474c-462f-9c7b-e5cbaf563745,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:09.679780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d426513-ef9a-40df-a41b-abc097e73093 req-6a611e2e-3844-43a4-b77c-41aa1f137f9e tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:09.681501 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-6a611e2e-3844-43a4-b77c-41aa1f137f9e tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1095 time: 0.0440612 Sep 22 10:17:09.720851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:09.904270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-9d426513-ef9a-40df-a41b-abc097e73093 req-4988a8f2-a0f2-4ed3-ab68-757f71d229a4 service neutron] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:09.910649 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-9d426513-ef9a-40df-a41b-abc097e73093 req-4988a8f2-a0f2-4ed3-ab68-757f71d229a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:09.911862 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d426513-ef9a-40df-a41b-abc097e73093 req-4988a8f2-a0f2-4ed3-ab68-757f71d229a4 service neutron] 10.222.0.32 "DELETE /v2.0/ports/a52c45ed-c028-4d5b-b575-625a2177aabd/bindings/n-h1-807025-3 HTTP/1.1" status: 204 len: 173 time: 0.2185192 Sep 22 10:17:09.918692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0ffb2-9893-4694-9995-494e12a187a7 req-843d1d5a-4d24-4cde-93b3-c400a6aa37a7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:09.925837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ecb0ffb2-9893-4694-9995-494e12a187a7 req-843d1d5a-4d24-4cde-93b3-c400a6aa37a7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.1196690 Sep 22 10:17:09.934243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3169c-921d-47e0-8ff8-6d74540155b3 req-16838f4c-7cee-464f-9be9-62053cc4ad32 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:09.938651 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8bd3169c-921d-47e0-8ff8-6d74540155b3 req-16838f4c-7cee-464f-9be9-62053cc4ad32 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0678656 Sep 22 10:17:09.979373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ecb0ffb2-9893-4694-9995-494e12a187a7 req-dbef2059-22db-4816-9712-b55be1f896b2 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525954 Sep 22 10:17:09.981473 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8bd3169c-921d-47e0-8ff8-6d74540155b3 req-21438d2d-f59e-4da5-a015-a67361b4bf1e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392234 Sep 22 10:17:10.092788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Deleting port bfcbecad-9141-4552-ae88-79aa06e60fd0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:10.093127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:10.117192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238e51-e65e-4ebe-926c-8112d7ad564f req-b9a6f75c-3247-4bf8-8066-8733d3a380df tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:10.118745 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43238e51-e65e-4ebe-926c-8112d7ad564f req-b9a6f75c-3247-4bf8-8066-8733d3a380df tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0493000 Sep 22 10:17:10.158370 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-43238e51-e65e-4ebe-926c-8112d7ad564f req-f6aa86ef-bc78-4434-a379-6171bf962dd6 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329385 Sep 22 10:17:10.185178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] For port bfcbecad-9141-4552-ae88-79aa06e60fd0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bfcbecad-9141-4552-ae88-79aa06e60fd0,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:10.185554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:10.197246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Calling delete_port for bfcbecad-9141-4552-ae88-79aa06e60fd0 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:10.350331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b28d7-069e-4535-8af7-41d6b4fb8528 req-38470848-ee93-4658-9c0a-b30cc2778929 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:10.352436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-428b28d7-069e-4535-8af7-41d6b4fb8528 req-38470848-ee93-4658-9c0a-b30cc2778929 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 944 time: 0.0937543 Sep 22 10:17:10.414563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-428b28d7-069e-4535-8af7-41d6b4fb8528 req-39658340-3c3e-4e0b-ac63-4f3d1f7c9495 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546744 Sep 22 10:17:10.543450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cc339-8945-42a7-88cd-c87d0475a0a8 req-51853bc0-2b0d-448c-9834-dc4f8ed76ba3 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:10.544963 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-828cc339-8945-42a7-88cd-c87d0475a0a8 req-51853bc0-2b0d-448c-9834-dc4f8ed76ba3 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.0648363 Sep 22 10:17:10.550182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:10.584347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcbecad-9141-4552-ae88-79aa06e60fd0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:10.609226 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-828cc339-8945-42a7-88cd-c87d0475a0a8 req-c6dcd29b-1f55-44e2-9f86-3457b71d5514 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570965 Sep 22 10:17:10.640140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390a793-84a4-4061-954c-717409fd96d3 req-bd5c2578-e063-4f49-9c9b-0f28f65cfd2b tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:10.642649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9390a793-84a4-4061-954c-717409fd96d3 req-bd5c2578-e063-4f49-9c9b-0f28f65cfd2b tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1095 time: 0.1193569 Sep 22 10:17:10.728064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9390a793-84a4-4061-954c-717409fd96d3 req-c57c2935-cc96-4bc9-9e37-4bf265f1d491 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780926 Sep 22 10:17:10.804183 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:10.935481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f9aa5-585f-4158-9c69-a16ff252bc74 req-1857bc82-8426-43e4-a57c-3801b1d43a8d tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:10.937017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-874f9aa5-585f-4158-9c69-a16ff252bc74 req-1857bc82-8426-43e4-a57c-3801b1d43a8d tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 1095 time: 0.0847435 Sep 22 10:17:11.043364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-874f9aa5-585f-4158-9c69-a16ff252bc74 req-828fb9c0-2cac-4381-a246-90a9e74b9a45 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973909 Sep 22 10:17:11.084028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Router 08054ecb-f7a6-452f-9f1f-074e2b332275 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:17:11.183292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b72d-60fe-450e-a3d0-feb7eade5fe4 req-2cd67b35-2c81-4079-8469-cffa724e46c8 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:11.191990 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e1c1b72d-60fe-450e-a3d0-feb7eade5fe4 req-2cd67b35-2c81-4079-8469-cffa724e46c8 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.1337876 Sep 22 10:17:11.207673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:17:11.222128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] Sync routers for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:17:11.226023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3a568525-f457-414f-b319-bb759b2a1782 admin admin] 10.222.0.20 "PUT /v2.0/routers/08054ecb-f7a6-452f-9f1f-074e2b332275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8605649 Sep 22 10:17:11.228672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44556) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:11.233626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:11.234579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:11.250137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6559b3-8368-4c1c-af2a-7e47f2926d21 req-b366efbb-f934-48db-be36-5a231df14a48 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:11.251507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be6559b3-8368-4c1c-af2a-7e47f2926d21 req-b366efbb-f934-48db-be36-5a231df14a48 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0553493 Sep 22 10:17:11.251753 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e1c1b72d-60fe-450e-a3d0-feb7eade5fe4 req-ebc04d0d-0b15-4d67-8fd7-3aad647f75d9 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551183 Sep 22 10:17:11.320275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be6559b3-8368-4c1c-af2a-7e47f2926d21 req-3e1763dc-5ea7-49f0-8339-d08346745d91 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608108 Sep 22 10:17:11.373579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:11.389103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:11.467210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883a659-5471-4f5f-91a5-64e60aeedf1a req-9704c2d7-0cbd-43f4-80dc-7f3440711317 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:11.474573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6883a659-5471-4f5f-91a5-64e60aeedf1a req-9704c2d7-0cbd-43f4-80dc-7f3440711317 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0729413 Sep 22 10:17:11.529425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:11.542538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6883a659-5471-4f5f-91a5-64e60aeedf1a req-5a3b408d-f201-4aa2-a5bb-d42e0062df4c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577016 Sep 22 10:17:11.586743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:17:10Z', 'revision_number': 5, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port': {'id': 'f497d570-fc19-4b18-9f4c-d1854d7361dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:16:21Z', 'updated_at': '2021-09-22T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:11.621915 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] Checking router: 08054ecb-f7a6-452f-9f1f-074e2b332275 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:17:11.633909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] Routers {'08054ecb-f7a6-452f-9f1f-074e2b332275'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:11.634887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08054ecb-f7a6-452f-9f1f-074e2b332275'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:11.699176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-d0027d23-593d-4bf7-bc4a-e04ecc94b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:11.700758 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-d0027d23-593d-4bf7-bc4a-e04ecc94b3e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1096 time: 0.0607073 Sep 22 10:17:11.708356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Deleting port f497d570-fc19-4b18-9f4c-d1854d7361dc {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:11.708692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:11.734875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7e423-1209-403c-a6e2-a9662eb39eb1 req-338b14ca-8318-4161-870d-a4d5838f3636 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:11.742437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfd7e423-1209-403c-a6e2-a9662eb39eb1 req-338b14ca-8318-4161-870d-a4d5838f3636 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.0611565 Sep 22 10:17:11.757670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] Set router 08054ecb-f7a6-452f-9f1f-074e2b332275 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:11.816484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44566) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:11.832888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfd7e423-1209-403c-a6e2-a9662eb39eb1 req-fa82f30d-ce80-4497-a122-c0b5131a5b43 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844960 Sep 22 10:17:11.859161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:17:11Z', 'revision_number': 6, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:11.887308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390bcf7e-07d3-46e6-9395-c3a85aea81eb None None] The sync data for ids ['08054ecb-f7a6-452f-9f1f-074e2b332275'] in n-d-807025-3 is: [{'id': '08054ecb-f7a6-452f-9f1f-074e2b332275', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1334851691-router', 'tenant_id': 'df04945fddf0412aa96e1007d7120d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:16:20Z', 'updated_at': '2021-09-22T10:17:11Z', 'revision_number': 6, 'project_id': 'df04945fddf0412aa96e1007d7120d46', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:17:11.903157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] For port f497d570-fc19-4b18-9f4c-d1854d7361dc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f497d570-fc19-4b18-9f4c-d1854d7361dc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:11.903514 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:11.917317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a070096e-cce4-43f8-9617-4c22234e5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:11.919197 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a070096e-cce4-43f8-9617-4c22234e5bfe service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.2079113 Sep 22 10:17:11.922873 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Calling delete_port for f497d570-fc19-4b18-9f4c-d1854d7361dc owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:11.997488 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9c80-4ba7-4418-8156-20d377d252f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.008540 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-96d088e0-933c-4d99-92ef-d752af0d5175 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 200 len: 217 time: 0.0771368 Sep 22 10:17:12.087007 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9c80-4ba7-4418-8156-20d377d252f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.108122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-2abfa79f-cbea-4145-98b5-1e85624e47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.109500 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-2abfa79f-cbea-4145-98b5-1e85624e47f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0832486 Sep 22 10:17:12.141620 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-d0fdf79a-247b-4b76-b212-c7d16eb37e71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244069 Sep 22 10:17:12.203731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9c80-4ba7-4418-8156-20d377d252f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.244851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ea2b9c80-4ba7-4418-8156-20d377d252f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36007be5d5bf4e9da93daa8c7dccadff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186456 Sep 22 10:17:12.244851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b9c80-4ba7-4418-8156-20d377d252f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee28930-883a-46cb-8fa9-a600c35cf2fe,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:12.245320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44572) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:12.285975 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-7e5fbbac-bcb0-4623-86f8-a99ea43d7937 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353526 Sep 22 10:17:12.304863 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.369424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Pushing event deleted for resources: {'Port': ['ID=f497d570-fc19-4b18-9f4c-d1854d7361dc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:12.391691 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72a3ed74-3449-4865-a7f2-31f18be341ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.458357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916c90b-2117-49b4-9581-e2ac041d7df0 req-80767893-96fe-4205-afdd-6c96b6ee238f tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.460311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8916c90b-2117-49b4-9581-e2ac041d7df0 req-80767893-96fe-4205-afdd-6c96b6ee238f tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.1286092 Sep 22 10:17:12.492763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72a3ed74-3449-4865-a7f2-31f18be341ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.507328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.513367 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-9b143c5e-ba21-48bf-8804-26bf037cb039 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181692 Sep 22 10:17:12.529863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8916c90b-2117-49b4-9581-e2ac041d7df0 req-1d028701-b3b6-451b-8a25-0a9587820b7e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613205 Sep 22 10:17:12.654854 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.663504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cd264-2b70-4b34-a9de-d0cba11fbaab req-e85b244c-78eb-4169-8566-a644a6774332 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.666740 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.670990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b9cd264-2b70-4b34-a9de-d0cba11fbaab req-e85b244c-78eb-4169-8566-a644a6774332 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0574887 Sep 22 10:17:12.710500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b9cd264-2b70-4b34-a9de-d0cba11fbaab req-aa3ca793-0a0b-40ee-9315-fbae57883f3a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377831 Sep 22 10:17:12.756052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade98d2b-5eac-4d35-ad0f-2d4f3e1eb98d req-bbd468d4-d067-4547-82d5-a5f26a4af3c7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.758011 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ade98d2b-5eac-4d35-ad0f-2d4f3e1eb98d req-bbd468d4-d067-4547-82d5-a5f26a4af3c7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.1755879 Sep 22 10:17:12.775366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-7cd3ff52-cd20-4370-bbcc-8c23215cb8e2 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.776844 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-7cd3ff52-cd20-4370-bbcc-8c23215cb8e2 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.1259961 Sep 22 10:17:12.791087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-3'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:12.828694 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ade98d2b-5eac-4d35-ad0f-2d4f3e1eb98d req-b744f29b-5725-45f0-ae8a-3cab472d1851 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644379 Sep 22 10:17:12.834135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.835192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08054ecb-f7a6-452f-9f1f-074e2b332275 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:17:12.836796 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72a3ed74-3449-4865-a7f2-31f18be341ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.839290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72a3ed74-3449-4865-a7f2-31f18be341ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.843145 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72a3ed74-3449-4865-a7f2-31f18be341ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ee28930-883a-46cb-8fa9-a600c35cf2fe HTTP/1.1" status: 204 len: 168 time: 0.5968692 Sep 22 10:17:12.861538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.865473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44584) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:12.866388 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9bb4a095-b957-4a85-b11b-f59ae27a9147 admin admin] 10.222.0.20 "DELETE /v2.0/routers/08054ecb-f7a6-452f-9f1f-074e2b332275 HTTP/1.1" status: 204 len: 168 time: 1.6355255 Sep 22 10:17:12.884093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:12.901679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3ed74-3449-4865-a7f2-31f18be341ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee28930-883a-46cb-8fa9-a600c35cf2fe,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:12.953693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-761ddc23-dfd3-4f0e-b08d-3335340eac26 admin admin] Deleting subnet 8df1bb63-fb10-49e7-b68b-b5122cef4274 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:17:12.957018 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-761ddc23-dfd3-4f0e-b08d-3335340eac26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.016250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-761ddc23-dfd3-4f0e-b08d-3335340eac26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.092884 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:13.140549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:13.149893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fea905-bc4d-4a49-9941-8572b7911c3f req-a6066d50-ffc8-4824-b0eb-32ebc4335f1c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:13.151525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64fea905-bc4d-4a49-9941-8572b7911c3f req-a6066d50-ffc8-4824-b0eb-32ebc4335f1c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 945 time: 0.1552508 Sep 22 10:17:13.170565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-761ddc23-dfd3-4f0e-b08d-3335340eac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.211611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:13.216979 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9f4e72-6851-408b-8eb9-7713329d88b5" -d '{"events": [{"server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:13.236585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.239277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64fea905-bc4d-4a49-9941-8572b7911c3f req-87b3d0b0-5ca6-4ee0-9cca-c21703cb74fa tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790713 Sep 22 10:17:13.266075 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad426c30-f4b7-44b2-bb6d-0a2732672099 x-openstack-request-id: req-ad426c30-f4b7-44b2-bb6d-0a2732672099 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:13.266648 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:13.267112 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad426c30-f4b7-44b2-bb6d-0a2732672099 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:13.267652 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f', 'code': 200} Sep 22 10:17:13.369523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.400580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-761ddc23-dfd3-4f0e-b08d-3335340eac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.442839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ddc23-dfd3-4f0e-b08d-3335340eac26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df1bb63-fb10-49e7-b68b-b5122cef4274,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:13.449648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Pushing event updated for resources: {'Port': ['ID=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,revision_number=7']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:13.455453 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae7dc5d-b18a-4c2f-b6d1-52d17272b1c2 None None] Network 7327e63e-fae2-4026-950f-72f312e1de1e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:17:13.462816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on host n-h1-807025-3 for vnic_type normal with profile {"migrating_to": "n-h2-807025-3"} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:13.463154 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:13.463485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:13.468259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-761ddc23-dfd3-4f0e-b08d-3335340eac26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.468419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:17:13.468649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Attempting to bind port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:13.473881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-761ddc23-dfd3-4f0e-b08d-3335340eac26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8df1bb63-fb10-49e7-b68b-b5122cef4274 HTTP/1.1" status: 204 len: 168 time: 0.6048450 Sep 22 10:17:13.474526 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44600) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:13.484020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:13.484360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:13.484778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:13.485191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Bound port: 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:13.485548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.740135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29e407b-3729-40a9-a39c-fd8e6d5ffe11 None None] DHCP port deletion for 7327e63e-fae2-4026-950f-72f312e1de1e request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:17:13.799252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b29e407b-3729-40a9-a39c-fd8e6d5ffe11 None None] Deleting port 197f4f12-ef23-4cc3-9146-6de9d2984e2d {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:13.800550 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b29e407b-3729-40a9-a39c-fd8e6d5ffe11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.880445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f497d570-fc19-4b18-9f4c-d1854d7361dc no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:13.903752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f497d570-fc19-4b18-9f4c-d1854d7361dc {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:13.905934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f497d570-fc19-4b18-9f4c-d1854d7361dc not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:13.906705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bfcbecad-9141-4552-ae88-79aa06e60fd0 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:13.909086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9c736-1fb6-4961-8735-bd1375c6408b req-92a053a0-cf21-4e97-b63f-f864b5d02efe tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:13.922625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:13.922748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dc9c736-1fb6-4961-8735-bd1375c6408b req-92a053a0-cf21-4e97-b63f-f864b5d02efe tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 950 time: 0.0900166 Sep 22 10:17:13.976222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: bfcbecad-9141-4552-ae88-79aa06e60fd0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:13.976567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bfcbecad-9141-4552-ae88-79aa06e60fd0 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:13.976988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 197f4f12-ef23-4cc3-9146-6de9d2984e2d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:13.980327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:13.989033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:13.993738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dc9c736-1fb6-4961-8735-bd1375c6408b req-d63fc734-26f9-45d1-94d9-8f83f16ae8f6 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721059 Sep 22 10:17:14.010306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b29e407b-3729-40a9-a39c-fd8e6d5ffe11 None None] For port 197f4f12-ef23-4cc3-9146-6de9d2984e2d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=197f4f12-ef23-4cc3-9146-6de9d2984e2d,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:14.010711 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b29e407b-3729-40a9-a39c-fd8e6d5ffe11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.027339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b29e407b-3729-40a9-a39c-fd8e6d5ffe11 None None] Calling delete_port for 197f4f12-ef23-4cc3-9146-6de9d2984e2d owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:14.046302 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5f9de-3844-4185-8022-c6a7bddd9fe2 req-b0f2df41-ec45-4d1d-8e1a-5cbecb0c9905 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:14.050703 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-90d5f9de-3844-4185-8022-c6a7bddd9fe2 req-b0f2df41-ec45-4d1d-8e1a-5cbecb0c9905 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.1787536 Sep 22 10:17:14.114835 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.125903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9531a-939c-400f-8dbd-4781b9958baf req-914f43a0-d334-429e-8156-4e785fc69728 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:14.127696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ce9531a-939c-400f-8dbd-4781b9958baf req-914f43a0-d334-429e-8156-4e785fc69728 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0658815 Sep 22 10:17:14.135187 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.177503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 197f4f12-ef23-4cc3-9146-6de9d2984e2d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=197f4f12-ef23-4cc3-9146-6de9d2984e2d,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:14.195354 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-90d5f9de-3844-4185-8022-c6a7bddd9fe2 req-31f34bc9-c405-49b1-8e9a-1471da9851f4 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397693 Sep 22 10:17:14.207494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Deleting port 197f4f12-ef23-4cc3-9146-6de9d2984e2d {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:14.207906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.218807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ce9531a-939c-400f-8dbd-4781b9958baf req-bd8f580d-0640-4fa5-b406-3c15be353b2f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639155 Sep 22 10:17:14.272584 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.276620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Pushing event updated for resources: {'Port': ['ID=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,revision_number=8']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:14.311981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:14.312613 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.321335 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a47aa2ff-b5d4-421b-92c8-2c527de783ae service neutron] 10.222.0.32 "PUT /v2.0/ports/8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 200 len: 1121 time: 1.5365734 Sep 22 10:17:14.348321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] For port 197f4f12-ef23-4cc3-9146-6de9d2984e2d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=197f4f12-ef23-4cc3-9146-6de9d2984e2d,segment=NetworkSegment(70ff0513-5459-4202-806a-90cd5a3adee4),segment_id=70ff0513-5459-4202-806a-90cd5a3adee4)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:14.348685 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.365966 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Calling delete_port for 197f4f12-ef23-4cc3-9146-6de9d2984e2d owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:14.410815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=197f4f12-ef23-4cc3-9146-6de9d2984e2d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:14.424284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b29e407b-3729-40a9-a39c-fd8e6d5ffe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.455908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fb23f-e7e6-4ee8-9241-4da5afb93536 req-1d3086f6-2ff1-48c5-952c-07958fb28037 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:14.462411 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.468826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d75fb23f-e7e6-4ee8-9241-4da5afb93536 req-1d3086f6-2ff1-48c5-952c-07958fb28037 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.1192048 Sep 22 10:17:14.491449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] No DVR routers for this DVR port 197f4f12-ef23-4cc3-9146-6de9d2984e2d on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:14.493411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Pushing event deleted for resources: {'Port': ['ID=197f4f12-ef23-4cc3-9146-6de9d2984e2d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:14.499539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8a8024d1-2121-42f2-bdc7-d729b7e9a80f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:14.505374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e407b-3729-40a9-a39c-fd8e6d5ffe11 None None] Pushing event deleted for resources: {'Port': ['ID=197f4f12-ef23-4cc3-9146-6de9d2984e2d,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:14.548796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d75fb23f-e7e6-4ee8-9241-4da5afb93536 req-260c1e35-4677-4c5f-a1f3-95cc5084cbc1 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724368 Sep 22 10:17:14.556875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e407b-3729-40a9-a39c-fd8e6d5ffe11 None None] No DVR routers for this DVR port 197f4f12-ef23-4cc3-9146-6de9d2984e2d on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:14.611015 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.643468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7327e63e-fae2-4026-950f-72f312e1de1e']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:14.655647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ff0513-5459-4202-806a-90cd5a3adee4') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:14.656040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ff0513-5459-4202-806a-90cd5a3adee4') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:14.668848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.686719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.693213 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:17:14.693668 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:17:14.695851 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:17:14.765466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d4968f01-676f-472e-96d0-f00c62c963a0 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:14.772693 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-bb1b8c98-0229-4c15-b0a6-ea17a1f3586a tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=24403440e065495daf646b81f6be7b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224819 Sep 22 10:17:14.846488 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.866670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:14.868793 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.870714 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7327e63e-fae2-4026-950f-72f312e1de1e HTTP/1.1" status: 204 len: 168 time: 1.3952193 Sep 22 10:17:14.873630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf39bd-8a55-4e5a-bd7e-656178746472 admin admin] Pushing event deleted for resources: {'Network': ['ID=7327e63e-fae2-4026-950f-72f312e1de1e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:14.879628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'mac_address': 'fa:16:3e:24:64:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:17:14.904542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c500ad-4b25-4705-8563-d9ed85819524 req-f30bc870-d045-477c-ae48-b04ca93b9493 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:14.906240 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-f30bc870-d045-477c-ae48-b04ca93b9493 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266770 Sep 22 10:17:14.922322 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:14.923155 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-bfcc5106-12f7-4cec-bcd6-d9cbed81956c tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/quotas/24403440e065495daf646b81f6be7b3f HTTP/1.1" status: 200 len: 375 time: 0.0101449 Sep 22 10:17:14.938209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4968f01-676f-472e-96d0-f00c62c963a0 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:14.962827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:14.963038 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-ecc76b7b-13ca-44a1-b2dc-0f154b82e4ad tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=24403440e065495daf646b81f6be7b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340359 Sep 22 10:17:15.034266 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:15.088327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:15.128564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5440d-010f-4871-8b35-8c25dbd5d220 req-f9ac0e4a-094e-4419-b76c-8ab99244d319 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:15.130060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4c5440d-010f-4871-8b35-8c25dbd5d220 req-f9ac0e4a-094e-4419-b76c-8ab99244d319 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 949 time: 0.0526371 Sep 22 10:17:15.187944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4c5440d-010f-4871-8b35-8c25dbd5d220 req-ac81adc2-b157-4cfb-a13a-9fa2d42e8686 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 Sep 22 10:17:15.234806 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-804fad2b-e8ea-4c34-ac61-eaf54cf9017a req-8c2d391e-9508-41f0-ad4e-be23cfd86281 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 210 time: 0.0305512 Sep 22 10:17:15.269189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:15.271585 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef55ea-66f1-4e08-90b9-41dccafb5041" -d '{"events": [{"name": "network-changed", "server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:15.308224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d4968f01-676f-472e-96d0-f00c62c963a0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:15.353161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bfe80-8ac4-4afa-9c9f-427ef5c6ffa2 req-d996ba7a-02d1-44cd-b990-aa82c39b1f71 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:15.358730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c7bfe80-8ac4-4afa-9c9f-427ef5c6ffa2 req-d996ba7a-02d1-44cd-b990-aa82c39b1f71 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 945 time: 0.0754242 Sep 22 10:17:15.393205 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff50c4c-4490-4bca-93b2-a6434b751350 req-4af416a9-914d-40b1-87a3-afbce7a978cc tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:15.404321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c7bfe80-8ac4-4afa-9c9f-427ef5c6ffa2 req-9ad2e310-7256-4883-89d0-63387d9084f4 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Sep 22 10:17:15.406959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44660) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:15.407318 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-eff50c4c-4490-4bca-93b2-a6434b751350 req-4af416a9-914d-40b1-87a3-afbce7a978cc tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0916710 Sep 22 10:17:15.454665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0b4e3103-776a-43f9-a97f-04ae7929b6a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df04945fddf0412aa96e1007d7120d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484626 Sep 22 10:17:15.456930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44664) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:15.472203 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecab6f9b-599c-4213-b920-027827d91782 x-openstack-request-id: req-ecab6f9b-599c-4213-b920-027827d91782 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:15.472541 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:15.472806 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecab6f9b-599c-4213-b920-027827d91782 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:15.473199 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f', 'status': 'completed', 'code': 200} Sep 22 10:17:15.520668 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6268-c73e-49ca-b782-103c051cb1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:15.532645 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-eff50c4c-4490-4bca-93b2-a6434b751350 req-c5cdcb2a-4b90-4923-a957-5368d5424b78 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243830 Sep 22 10:17:15.553694 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6268-c73e-49ca-b782-103c051cb1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:15.652729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-4d60941a-b4ca-45ec-8c6c-28b0778623a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:15.654359 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-4d60941a-b4ca-45ec-8c6c-28b0778623a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1124 time: 0.1434171 Sep 22 10:17:15.718361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6268-c73e-49ca-b782-103c051cb1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:15.720945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6268-c73e-49ca-b782-103c051cb1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:15.724573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8c0b6268-c73e-49ca-b782-103c051cb1b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8c70c65-b74f-46e7-bb19-9f0e89828a94 HTTP/1.1" status: 204 len: 168 time: 0.2639730 Sep 22 10:17:15.739173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b6268-c73e-49ca-b782-103c051cb1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c70c65-b74f-46e7-bb19-9f0e89828a94,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:15.807100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b38188-4185-4dee-9fdd-9bd318eabaf1 req-16992f7c-f077-46e8-acf4-b93be2e6c792 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:15.814380 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-38b38188-4185-4dee-9fdd-9bd318eabaf1 req-16992f7c-f077-46e8-acf4-b93be2e6c792 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.1380179 Sep 22 10:17:15.825388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-681f50d7-4fb2-4a0a-927b-bf30241e98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:15.832277 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-681f50d7-4fb2-4a0a-927b-bf30241e98f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1630957 Sep 22 10:17:15.884317 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-997f223d-b7bc-4fbb-82cb-d86ca16bd751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 200 len: 217 time: 0.0481141 Sep 22 10:17:15.892137 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-38b38188-4185-4dee-9fdd-9bd318eabaf1 req-14ae5334-6028-4e88-9766-3e48d2619168 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769341 Sep 22 10:17:15.959722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-d1c78bf5-a43d-46ae-86c6-b483ba858b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:15.961920 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-d1c78bf5-a43d-46ae-86c6-b483ba858b65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0649629 Sep 22 10:17:16.000274 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-12749aed-31db-4cf8-ad66-d37acd9ce416 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299628 Sep 22 10:17:16.103610 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-eea29ff0-8e1c-4d22-be5d-51f8a345016d service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885684 Sep 22 10:17:16.212044 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95ef55ea-66f1-4e08-90b9-41dccafb5041 req-a87cabf2-6041-4143-83c3-22394b9655ce service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951080 Sep 22 10:17:16.326288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bea15a-daa7-4de5-b216-268592187e0b req-716b20ba-23d8-4d41-b049-74514c7a5535 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:16.327856 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-03bea15a-daa7-4de5-b216-268592187e0b req-716b20ba-23d8-4d41-b049-74514c7a5535 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 949 time: 0.0635054 Sep 22 10:17:16.359752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4d19a74-e18c-4a87-bc0c-166f0d27b9e0 req-0af07f40-6158-4626-a23a-60d74051348e tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 210 time: 0.0371437 Sep 22 10:17:16.389765 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-03bea15a-daa7-4de5-b216-268592187e0b req-aaa456f0-86af-46c3-9fe2-982cf72365b9 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516632 Sep 22 10:17:16.641527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91d7a7-8472-4387-bce6-f0e4eee2c603 req-550f6b8b-5305-4f48-9b6b-6f310c18ac63 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:16.643165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a91d7a7-8472-4387-bce6-f0e4eee2c603 req-550f6b8b-5305-4f48-9b6b-6f310c18ac63 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0516443 Sep 22 10:17:16.692495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a91d7a7-8472-4387-bce6-f0e4eee2c603 req-77a7b23d-18e2-4d26-b75f-d39e128f0c16 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363402 Sep 22 10:17:16.768443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8a8024d1-2121-42f2-bdc7-d729b7e9a80f details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:16.773159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d4968f01-676f-472e-96d0-f00c62c963a0 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:16.886269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port d4968f01-676f-472e-96d0-f00c62c963a0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:16.886645 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:16.938641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:16.957070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8a8024d1-2121-42f2-bdc7-d729b7e9a80f has no active binding in host n-h2-807025-3 {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:17:16.997951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.022779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce529a26-0336-4fd3-ac2c-037a4a63d775 req-21159373-92a8-48d1-a967-512f9ed23dab tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:17.023352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:17.025396 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c50394-4448-4d29-a5d3-b56e388d4af0" -d '{"events": [{"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-plugged", "status": "completed", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:17.030684 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ce529a26-0336-4fd3-ac2c-037a4a63d775 req-21159373-92a8-48d1-a967-512f9ed23dab tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.0588772 Sep 22 10:17:17.044389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:17.064538 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ce529a26-0336-4fd3-ac2c-037a4a63d775 req-20f12a31-99cd-4e97-8359-6052d395d72b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329120 Sep 22 10:17:17.113981 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e997681-c4b1-4c76-80ef-b0dbc43f7152 x-openstack-request-id: req-9e997681-c4b1-4c76-80ef-b0dbc43f7152 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:17.114307 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-plugged", "status": "completed", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:17.114555 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e997681-c4b1-4c76-80ef-b0dbc43f7152 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:17.114941 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'code': 200} Sep 22 10:17:17.119887 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.171687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:17.196773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44724) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:17.298902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-network', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:17.326118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0147cd-b039-4712-b67e-d59ee0fe9dee req-81a1807f-1078-4c4f-bcd1-360671ef8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:17.327720 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-aa0147cd-b039-4712-b67e-d59ee0fe9dee req-81a1807f-1078-4c4f-bcd1-360671ef8906 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1102 time: 0.0430720 Sep 22 10:17:17.364800 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-aa0147cd-b039-4712-b67e-d59ee0fe9dee req-aa5ae96e-1528-4150-89e4-b05eeb54a906 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275269 Sep 22 10:17:17.407453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Made reservation on behalf of bbac2e644ce44ce0849f48a931dbd32b for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:17.409825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.418919 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.466526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d55c7c5c-cd87-4b6a-8bc7-ba61a8d49ced req-bb9b53f8-e69a-48c1-9e1c-5a2ec51a678e tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 210 time: 0.0346556 Sep 22 10:17:17.507941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd5aa7-d67f-4c3f-b870-6c5a3109c659 req-8a61d8bb-7d39-48ee-bab3-ac5655da6e33 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:17.509006 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-78dd5aa7-d67f-4c3f-b870-6c5a3109c659 req-8a61d8bb-7d39-48ee-bab3-ac5655da6e33 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 951 time: 0.0551667 Sep 22 10:17:17.544466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.551892 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-78dd5aa7-d67f-4c3f-b870-6c5a3109c659 req-d75071e8-1c91-4147-bd36-391032ab42a7 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370493 Sep 22 10:17:17.744380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.765748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:17:17.782340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903b2148-f050-451b-b496-8aa5973dd066,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:17.785434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.785966 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Added segment 167c5167-70c4-49b5-98ac-51bd6443e0cd of type vlan for network 8267ad23-853f-4972-9db1-5ff3e9a83c00 Sep 22 10:17:17.813970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed74d-996f-40e9-a5f7-713c190f8a92 req-089db989-16af-4720-9e47-cfa8bdaef5bd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:17.815572 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1bed74d-996f-40e9-a5f7-713c190f8a92 req-089db989-16af-4720-9e47-cfa8bdaef5bd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0527787 Sep 22 10:17:17.844917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.861544 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1bed74d-996f-40e9-a5f7-713c190f8a92 req-5ef5ab86-ffd4-451d-b539-747656a4e366 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364039 Sep 22 10:17:17.921535 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.922578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:17.923165 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.985507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=8267ad23-853f-4972-9db1-5ff3e9a83c00,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:17.998090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 8267ad23-853f-4972-9db1-5ff3e9a83c00 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:17:18.030281 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:18.031568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-badcd260-f6bc-415e-9732-9ce84cd97ca4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8327513 Sep 22 10:17:18.035427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Request body: {'subnet': {'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-subnet', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:18.115975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Made reservation on behalf of bbac2e644ce44ce0849f48a931dbd32b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:18.118574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:18.184104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d384713-2cf4-4c95-8ff7-98fa96665c6b req-29ca6738-f570-4fa2-97e8-4ff6691266b0 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:18.185634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d384713-2cf4-4c95-8ff7-98fa96665c6b req-29ca6738-f570-4fa2-97e8-4ff6691266b0 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.0520263 Sep 22 10:17:18.224615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d384713-2cf4-4c95-8ff7-98fa96665c6b req-6e23f891-b5c3-47f8-8132-a952bed33b1c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324690 Sep 22 10:17:18.444252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:18.502368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c004aa3d-f52d-4dc9-b9ca-2053a343ba46,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:18.517047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Checking segment: {'id': '167c5167-70c4-49b5-98ac-51bd6443e0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:18.518658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Network hostable DHCP agents. Network: 8267ad23-853f-4972-9db1-5ff3e9a83c00, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:17:18.607272 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-e4e09c3c-69e3-4ffa-b27b-fbfb4c0643cc tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=24403440e065495daf646b81f6be7b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370231 Sep 22 10:17:18.609134 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d549d641-bb4f-4144-9f68-5744fd4df6d8 req-10678d78-b735-42f1-91bd-4c40dd6fac1a tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 210 time: 0.0549376 Sep 22 10:17:18.662184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Network 8267ad23-853f-4972-9db1-5ff3e9a83c00 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:17:18.717130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d5acc-b1fd-4d92-9873-129b8fe785a5 req-1b9d9bb1-a047-45dd-aedd-38aad19c74a0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:18.718744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e04d5acc-b1fd-4d92-9873-129b8fe785a5 req-1b9d9bb1-a047-45dd-aedd-38aad19c74a0 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 951 time: 0.0568643 Sep 22 10:17:18.745630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c500ad-4b25-4705-8563-d9ed85819524 req-fa6010f1-1823-42ad-b7c2-abd529e398bb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:18.747102 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-fa6010f1-1823-42ad-b7c2-abd529e398bb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286955 Sep 22 10:17:18.748122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 8267ad23-853f-4972-9db1-5ff3e9a83c00) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:18.752153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:18.752713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:18.758458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1927776c-da39-46e4-bb9b-f2c31d0af8a9 None None] Network 8267ad23-853f-4972-9db1-5ff3e9a83c00 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:17:18.758806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e04d5acc-b1fd-4d92-9873-129b8fe785a5 req-4b107a1f-ccb7-4d7f-8bb7-e9622e650e35 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Sep 22 10:17:18.768519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Request body: {'port': {'device_id': '23534d88-c811-45ed-8867-4c438c44daa0', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '24403440e065495daf646b81f6be7b3f'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:18.781205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:18.864299 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2369d1a3-9deb-4e9f-bce7-a6f402f40f0d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8329196 Sep 22 10:17:18.867574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44812) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:18.873177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:18.979037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Made reservation on behalf of 24403440e065495daf646b81f6be7b3f for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:18.982652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:18.994001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.030688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a912150-a360-4300-9782-11b0c8c56337 req-1215f3ba-523c-4dbb-8e60-806471e88565 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:19.032678 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6a912150-a360-4300-9782-11b0c8c56337 req-1215f3ba-523c-4dbb-8e60-806471e88565 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0949192 Sep 22 10:17:19.070823 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.071934 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.087058 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6a912150-a360-4300-9782-11b0c8c56337 req-a348fdab-b488-4995-b95e-c4a201256dc9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477142 Sep 22 10:17:19.174880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.174991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.192100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:19.202226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-8267ad23-853f-4972-9db1-5ff3e9a83c00', 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'fixed_ips': [{'subnet_id': 'c004aa3d-f52d-4dc9-b9ca-2053a343ba46'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:17:19.203072 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.214660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'port_id': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25', 'mac_address': 'fa:16:3e:0b:e2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b024aa6-cd0c-41fd-a830-e069c01b4c45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:17:19.261170 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.372873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.396576 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943b9ee2-8e49-48be-9eb8-420176f8e872,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:19.418027 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:19.479970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40ae06-3ac5-4af5-9db8-a3fd59428183 req-8b33ecc5-d1f8-42a1-91f0-1b5248ec8a91 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:19.487727 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3c40ae06-3ac5-4af5-9db8-a3fd59428183 req-8b33ecc5-d1f8-42a1-91f0-1b5248ec8a91 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.1316841 Sep 22 10:17:19.540069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:19.559189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Allocated IP 172.20.0.2 (8267ad23-853f-4972-9db1-5ff3e9a83c00/c004aa3d-f52d-4dc9-b9ca-2053a343ba46/0378f6cc-c06e-4ab9-bcbd-38575c52a38e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:19.559445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Allocated IP 192.168.233.248 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/eb943496-c697-428f-9ffe-d9711e3df4ca) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:19.598361 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3c40ae06-3ac5-4af5-9db8-a3fd59428183 req-6a752281-5ad9-4b6c-a7e0-de2359b12b45 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958538 Sep 22 10:17:19.744129 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.770681 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5dffd1d8-ecb4-46ca-bfb6-fb19152c3b12 req-6e320ae5-fdd5-4b62-9d4a-e43e03facef3 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 210 time: 0.0309434 Sep 22 10:17:19.890979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['555c93d3-c8cf-4a00-b2a0-ba48501d6e25'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:19.926553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.948443 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:19.969546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:19.996377 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79d0e3-a93c-48be-bdc4-0d7cd551f101 req-9955a97c-b26a-490c-9db7-359d665c82db tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:19.997968 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fa79d0e3-a93c-48be-bdc4-0d7cd551f101 req-9955a97c-b26a-490c-9db7-359d665c82db tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 951 time: 0.1102681 Sep 22 10:17:20.012621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.057732 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fa79d0e3-a93c-48be-bdc4-0d7cd551f101 req-04a5f5e7-e0aa-466c-9d98-0c0dab2fd947 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497463 Sep 22 10:17:20.147965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.157559 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.193312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:20.198061 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:20.201558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:20.281660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Network 8267ad23-853f-4972-9db1-5ff3e9a83c00 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:20.289203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:20.296871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:20.310401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Pushing event updated for resources: {'Port': ['ID=0378f6cc-c06e-4ab9-bcbd-38575c52a38e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:20.361951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Pushing event updated for resources: {'Port': ['ID=eb943496-c697-428f-9ffe-d9711e3df4ca,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:20.395283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:20.395958 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.430353 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.439589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Attempting to bind port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:20.441595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Attempting to bind port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '167c5167-70c4-49b5-98ac-51bd6443e0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:20.442021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Attempting to bind port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e on network 8267ad23-853f-4972-9db1-5ff3e9a83c00 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:20.448107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4606cd-1677-4cd6-b4be-c71ed99fc524 req-415e3aee-6338-4023-bfee-1fb8ef2bd292 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:20.455874 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8c4606cd-1677-4cd6-b4be-c71ed99fc524 req-415e3aee-6338-4023-bfee-1fb8ef2bd292 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.1883099 Sep 22 10:17:20.458654 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.466440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:20.469108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Checking segment: {'id': '167c5167-70c4-49b5-98ac-51bd6443e0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:20.471034 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.471494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Bound using segment: {'id': '167c5167-70c4-49b5-98ac-51bd6443e0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:20.472002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Bound port: 0378f6cc-c06e-4ab9-bcbd-38575c52a38e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c5167-70c4-49b5-98ac-51bd6443e0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:20.472402 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.541166 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-410e045a-73e6-40f1-8c2d-a818908f4ddb tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7765567 Sep 22 10:17:20.566713 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8c4606cd-1677-4cd6-b4be-c71ed99fc524 req-7dc2b388-c3a1-4613-a1ab-6c225f835993 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981369 Sep 22 10:17:20.587274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Request body: {'port': {'device_id': '23534d88-c811-45ed-8867-4c438c44daa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:20.591491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] For port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:20.594912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] For port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0378f6cc-c06e-4ab9-bcbd-38575c52a38e,segment=NetworkSegment(167c5167-70c4-49b5-98ac-51bd6443e0cd),segment_id=167c5167-70c4-49b5-98ac-51bd6443e0cd)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:20.663123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2c0f51b9-ac95-43ea-8ca3-861ab847b101 None None] Provisioning complete for port eb943496-c697-428f-9ffe-d9711e3df4ca triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:20.663467 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2c0f51b9-ac95-43ea-8ca3-861ab847b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.697935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Allocated IP 172.25.1.77 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/d25ba802-4b08-4425-b981-20874078f1ee) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:20.710392 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.768369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64538d4-d4cf-499f-b164-78eaa791d235 None None] Pushing event updated for resources: {'Port': ['ID=0378f6cc-c06e-4ab9-bcbd-38575c52a38e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:20.797371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:20.801811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f51b9-ac95-43ea-8ca3-861ab847b101 None None] Port eb943496-c697-428f-9ffe-d9711e3df4ca cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:17:20.857997 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-c65762e4-7c57-4d3a-8b8f-1049be622576 service neutron] 10.222.0.30 "GET /v2.0/ports/8a8024d1-2121-42f2-bdc7-d729b7e9a80f/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 384 time: 0.3778586 Sep 22 10:17:20.861922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.897289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:20.897657 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.005289 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcc13f-82e4-497a-b1c5-31768e1452bd req-27ad1fe5-9782-4e0a-b04e-6b6bbf8d0b6d tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:21.010206 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f5fcc13f-82e4-497a-b1c5-31768e1452bd req-27ad1fe5-9782-4e0a-b04e-6b6bbf8d0b6d tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1102 time: 0.2509248 Sep 22 10:17:21.047966 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.070088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441d81a-ec77-473b-aca7-17773010a93d req-c00ad373-9b9b-4074-a0fa-788f9b8d5664 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:21.077472 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.090078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7441d81a-ec77-473b-aca7-17773010a93d req-c00ad373-9b9b-4074-a0fa-788f9b8d5664 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 943 time: 0.2282820 Sep 22 10:17:21.195115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:21.197632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:21.206698 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47312155-0c8e-432c-bf23-c45d69cc0b8f" -d '{"events": [{"server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "name": "network-vif-plugged", "status": "completed", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:21.210728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7441d81a-ec77-473b-aca7-17773010a93d req-ae8ab51b-d3bf-463e-9f2e-8cdf44d007e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201971 Sep 22 10:17:21.267328 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.385671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:21.389788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce0ff2-3c63-4dc0-9bcd-d1bd20e1398f req-5db96d4b-7e73-4760-a13e-8264b24c4a43 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:21.399696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45ce0ff2-3c63-4dc0-9bcd-d1bd20e1398f req-5db96d4b-7e73-4760-a13e-8264b24c4a43 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 936 time: 0.1090147 Sep 22 10:17:21.402316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.444573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:21.466562 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f5fcc13f-82e4-497a-b1c5-31768e1452bd req-edc8fe9e-c96a-45f1-af10-ac3d2ee2e9c7 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342253 Sep 22 10:17:21.477914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:21.493486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:21.500185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:21.517511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:21.531120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45ce0ff2-3c63-4dc0-9bcd-d1bd20e1398f req-2f7da7e9-bc32-4153-9e14-9be70daf3695 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/security-groups?id=943b9ee2-8e49-48be-9eb8-420176f8e872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224573 Sep 22 10:17:21.582155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Pushing event updated for resources: {'Port': ['ID=d25ba802-4b08-4425-b981-20874078f1ee,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:21.602561 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcc2c9c-4b48-4ffe-ac71-9aab30a3ec4f x-openstack-request-id: req-7fcc2c9c-4b48-4ffe-ac71-9aab30a3ec4f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:21.602928 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "name": "network-vif-plugged", "status": "completed", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:21.603774 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fcc2c9c-4b48-4ffe-ac71-9aab30a3ec4f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:21.603774 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25', 'code': 200} Sep 22 10:17:21.663247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8024d1-2121-42f2-bdc7-d729b7e9a80f {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:21.686069 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:21.770632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.798215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb943496-c697-428f-9ffe-d9711e3df4ca {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:21.808197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.826902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Transition to ACTIVE for port object eb943496-c697-428f-9ffe-d9711e3df4ca will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:17:21.949216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0378f6cc-c06e-4ab9-bcbd-38575c52a38e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:21.974536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] Transition to ACTIVE for port object 8a8024d1-2121-42f2-bdc7-d729b7e9a80f will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:17:21.975496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.064548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:22.064548 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.235566 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Pushing event updated for resources: {'Port': ['ID=eb943496-c697-428f-9ffe-d9711e3df4ca,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:22.253516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.313226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.353294 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a035fe19-9339-436c-9041-b48b2829e477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.378594 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.393406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Attempting to bind port eb943496-c697-428f-9ffe-d9711e3df4ca on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:22.394536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Attempting to bind port eb943496-c697-428f-9ffe-d9711e3df4ca by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:22.396512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Attempting to bind port eb943496-c697-428f-9ffe-d9711e3df4ca on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:22.416244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] No DVR routers for this DVR port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:22.448918 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Port eb943496-c697-428f-9ffe-d9711e3df4ca on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:17:22.449585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Attempting to bind port eb943496-c697-428f-9ffe-d9711e3df4ca on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:22.454636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0378f6cc-c06e-4ab9-bcbd-38575c52a38e,segment=NetworkSegment(167c5167-70c4-49b5-98ac-51bd6443e0cd),segment_id=167c5167-70c4-49b5-98ac-51bd6443e0cd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:22.508586 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.533291 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] 10.222.0.30 "PUT /v2.0/ports/8a8024d1-2121-42f2-bdc7-d729b7e9a80f/bindings/n-h2-807025-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6628182 Sep 22 10:17:22.541907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:22.545730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:22.546174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:22.549138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Bound port: eb943496-c697-428f-9ffe-d9711e3df4ca, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:22.549526 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.580171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa9e1c-e210-4edc-901d-a55ef05f4259 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,revision_number=10']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:22.671646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=0378f6cc-c06e-4ab9-bcbd-38575c52a38e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:22.675464 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.753321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] For port eb943496-c697-428f-9ffe-d9711e3df4ca, host n-h2-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:22.759066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee1c8dd-c623-4566-8970-c473c3437464 None None] Network 8267ad23-853f-4972-9db1-5ff3e9a83c00 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:17:22.764274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] For port eb943496-c697-428f-9ffe-d9711e3df4ca, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=eb943496-c697-428f-9ffe-d9711e3df4ca,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:22.824640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234b939-6fee-4456-8141-33523fbd3b12 req-ff33433b-4b75-40d5-829c-df244ab23357 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:22.826296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0234b939-6fee-4456-8141-33523fbd3b12 req-ff33433b-4b75-40d5-829c-df244ab23357 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.5053997 Sep 22 10:17:22.854382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.880929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a541390b-a51a-4298-ba6b-ffffc8c885e0 None None] Provisioning complete for port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:22.881692 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a541390b-a51a-4298-ba6b-ffffc8c885e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.944166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:22.944847 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.946364 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] 10.222.0.32 "PUT /v2.0/ports/eb943496-c697-428f-9ffe-d9711e3df4ca HTTP/1.1" status: 200 len: 1096 time: 2.3655889 Sep 22 10:17:22.946838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23534d88-c811-45ed-8867-4c438c44daa0', 'tag': 'eb943496-c697-428f-9ffe-d9711e3df4ca'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:22.957334 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0833958a-1954-456b-8328-62593adc47f1" -d '{"events": [{"name": "network-changed", "server_uuid": "23534d88-c811-45ed-8867-4c438c44daa0", "tag": "eb943496-c697-428f-9ffe-d9711e3df4ca"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:22.991692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0234b939-6fee-4456-8141-33523fbd3b12 req-f9cc2caa-1e0f-4c50-a825-5598ea587989 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505105 Sep 22 10:17:23.041452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffb2e8-c687-4b02-a319-976ef8a12d21 service neutron] Pushing event updated for resources: {'Port': ['ID=eb943496-c697-428f-9ffe-d9711e3df4ca,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:23.125471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a736d589-9439-44bf-9dd6-175e3d04f5f3 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.134514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-a736d589-9439-44bf-9dd6-175e3d04f5f3 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1095 time: 0.2334423 Sep 22 10:17:23.158651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c500ad-4b25-4705-8563-d9ed85819524 req-8dfd22f4-917a-466f-8069-571c75a9e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.160346 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-8dfd22f4-917a-466f-8069-571c75a9e6cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24403440e065495daf646b81f6be7b3f&device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 1099 time: 0.0877299 Sep 22 10:17:23.223238 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-6559c814-cc48-4668-aef7-ece70dd0b8e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=eb943496-c697-428f-9ffe-d9711e3df4ca HTTP/1.1" status: 200 len: 217 time: 0.0543725 Sep 22 10:17:23.319858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:17:23.379941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-e8eb0a78-b0a9-4ee7-a60f-3a07416f3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.381650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-e8eb0a78-b0a9-4ee7-a60f-3a07416f3d04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a&tenant_id=e192f08f9a784bf1b08be68f0f93c89f HTTP/1.1" status: 200 len: 1095 time: 0.2170913 Sep 22 10:17:23.393376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c500ad-4b25-4705-8563-d9ed85819524 req-2f055dd6-e88c-446e-a52f-10f14fd63f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.399238 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-2f055dd6-e88c-446e-a52f-10f14fd63f64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1619236 Sep 22 10:17:23.498616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c500ad-4b25-4705-8563-d9ed85819524 req-f057487e-6511-4081-a16c-16c3d2a96b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.510433 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-f057487e-6511-4081-a16c-16c3d2a96b57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946975 Sep 22 10:17:23.543533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296059f-476d-4a8c-ae11-aae78d83cade req-1ed250ca-b432-4351-9eff-41708a278fa4 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.547908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6296059f-476d-4a8c-ae11-aae78d83cade req-1ed250ca-b432-4351-9eff-41708a278fa4 tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1102 time: 0.3277955 Sep 22 10:17:23.594598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4fc905ce-1a31-4304-8ea9-083cac2733b1 None None] Provisioning complete for port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:23.596551 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4fc905ce-1a31-4304-8ea9-083cac2733b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:23.621937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-19becdb5-f2eb-4c03-93db-26d76c3c41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.624090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-19becdb5-f2eb-4c03-93db-26d76c3c41cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1095 time: 0.1722829 Sep 22 10:17:23.649023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6296059f-476d-4a8c-ae11-aae78d83cade req-296c8af6-1fcb-4d67-9eda-7f77f83eed9d tempest-ServersAdminTestJSON-253318358 tempest-ServersAdminTestJSON-253318358-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927405 Sep 22 10:17:23.674953 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-466be13b-158a-4f29-8fcd-11c8dca1c79f service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636350 Sep 22 10:17:23.736316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:17:23.747754 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Sync routers for ids ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:17:23.767504 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Routers {'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:23.770017 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:23.855526 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01c500ad-4b25-4705-8563-d9ed85819524 req-9494158a-3f6f-4494-89e6-0186ffb283c3 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726396 Sep 22 10:17:23.861690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0378f6cc-c06e-4ab9-bcbd-38575c52a38e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:23.887057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46891de-13b4-4d1a-acc7-4ecc1b369c23 req-b09930a4-573a-4e70-895f-a3485807ed2e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.894003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e46891de-13b4-4d1a-acc7-4ecc1b369c23 req-b09930a4-573a-4e70-895f-a3485807ed2e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 944 time: 0.1751916 Sep 22 10:17:23.895402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-0be69d00-6430-465a-bd7a-86438bf143b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.896910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-0be69d00-6430-465a-bd7a-86438bf143b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.2626393 Sep 22 10:17:23.905096 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:23.913646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9ce20800-432d-4499-9667-f2a3964e9c79 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0372195 Sep 22 10:17:23.913789 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44934) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:23.951240 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Set router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:23.956551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-5b2b0936-caa9-4679-aa75-c2809326d147 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 200 len: 217 time: 0.0492237 Sep 22 10:17:23.976004 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:23.976392 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:24.107797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e46891de-13b4-4d1a-acc7-4ecc1b369c23 req-c9a9dc79-df20-44e3-85f7-74d6b4961a99 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099257 Sep 22 10:17:24.161273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-8dd6bb72-d5ba-4db5-a411-250813c5ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:24.169749 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:19Z', 'updated_at': '2021-09-22T10:17:21Z', 'revision_number': 3, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'gw_port': {'id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:39:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:20Z', 'updated_at': '2021-09-22T10:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:24.171774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-8dd6bb72-d5ba-4db5-a411-250813c5ca22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.1958556 Sep 22 10:17:24.230973 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Checking router: a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:17:24.232381 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Updating router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c port d25ba802-4b08-4425-b981-20874078f1ee binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:17:24.248144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-1d65ef52-6af4-448b-ad41-770c0ecdc02b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686243 Sep 22 10:17:24.273640 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:24.493308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f7ad2-3eea-43f7-abb2-6862d0dbaa4b req-23abe0e4-9128-450f-9b1e-c06ea9c6f986 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:24.495964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e9f7ad2-3eea-43f7-abb2-6862d0dbaa4b req-23abe0e4-9128-450f-9b1e-c06ea9c6f986 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 948 time: 0.2504435 Sep 22 10:17:24.572247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-60d7de1b-d805-4017-bfba-76b9f5ed0878 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131382 Sep 22 10:17:24.643650 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:24.651279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e9f7ad2-3eea-43f7-abb2-6862d0dbaa4b req-de025743-dc0f-4ce0-ac10-5524a174ea91 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/security-groups?id=943b9ee2-8e49-48be-9eb8-420176f8e872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469851 Sep 22 10:17:24.687316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8a8024d1-2121-42f2-bdc7-d729b7e9a80f no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:24.701453 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:24.840661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8a8024d1-2121-42f2-bdc7-d729b7e9a80f not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:24.843576 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Attempting to bind port d25ba802-4b08-4425-b981-20874078f1ee on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:24.844081 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Attempting to bind port d25ba802-4b08-4425-b981-20874078f1ee by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:24.844309 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Attempting to bind port d25ba802-4b08-4425-b981-20874078f1ee on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:24.861165 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b691e5c8-50d3-467d-89d8-a30b44816ab1 x-openstack-request-id: req-b691e5c8-50d3-467d-89d8-a30b44816ab1 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:24.861766 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23534d88-c811-45ed-8867-4c438c44daa0", "tag": "eb943496-c697-428f-9ffe-d9711e3df4ca", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:24.861766 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b691e5c8-50d3-467d-89d8-a30b44816ab1 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:24.862205 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23534d88-c811-45ed-8867-4c438c44daa0', 'tag': 'eb943496-c697-428f-9ffe-d9711e3df4ca', 'status': 'completed', 'code': 200} Sep 22 10:17:24.881940 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:24.882340 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:24.882920 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:24.883387 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:24.883935 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Bound port: d25ba802-4b08-4425-b981-20874078f1ee, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:24.884407 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:24.895536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-6b610268-5133-4383-8cfd-d25256a82563 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047688 Sep 22 10:17:24.954808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833958a-1954-456b-8328-62593adc47f1 req-cd0f9a43-9568-4b12-bb25-a65cb2beb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:24.956493 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0833958a-1954-456b-8328-62593adc47f1 req-cd0f9a43-9568-4b12-bb25-a65cb2beb842 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24403440e065495daf646b81f6be7b3f&device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 1099 time: 0.1042604 Sep 22 10:17:24.963294 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] For port d25ba802-4b08-4425-b981-20874078f1ee, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:24.967035 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] For port d25ba802-4b08-4425-b981-20874078f1ee, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d25ba802-4b08-4425-b981-20874078f1ee,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:24.969075 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65595e2-10f1-44ea-a838-dbc4f87d8d67 None None] Pushing event updated for resources: {'Port': ['ID=d25ba802-4b08-4425-b981-20874078f1ee,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:25.040205 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:25.121160 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Routers {'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:25.125568 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:16:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:25.128875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833958a-1954-456b-8328-62593adc47f1 req-83c04e3e-8688-4936-a277-3237e6771a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:25.130753 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0833958a-1954-456b-8328-62593adc47f1 req-83c04e3e-8688-4936-a277-3237e6771a38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1465921 Sep 22 10:17:25.133284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6d777375-3d60-4ebb-881a-0df43af29a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:25.172295 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65595e2-10f1-44ea-a838-dbc4f87d8d67 None None] Pushing event updated for resources: {'Port': ['ID=d25ba802-4b08-4425-b981-20874078f1ee,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:25.196529 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0833958a-1954-456b-8328-62593adc47f1 req-86ec60ac-606a-46a7-99a8-2c9f4c664c28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=eb943496-c697-428f-9ffe-d9711e3df4ca HTTP/1.1" status: 200 len: 217 time: 0.0464008 Sep 22 10:17:25.235585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:25.272464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833958a-1954-456b-8328-62593adc47f1 req-e383745f-620a-4721-a7c5-996830dd7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:25.274058 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0833958a-1954-456b-8328-62593adc47f1 req-e383745f-620a-4721-a7c5-996830dd7bab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0687461 Sep 22 10:17:25.307438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:25.368974 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] Set router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:25.402147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833958a-1954-456b-8328-62593adc47f1 req-7f2cdb22-c4ad-4932-b939-2d53e21f501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:25.403724 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0833958a-1954-456b-8328-62593adc47f1 req-7f2cdb22-c4ad-4932-b939-2d53e21f501c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973816 Sep 22 10:17:25.465371 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:25.527596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Allocated IP 172.20.0.1 (8267ad23-853f-4972-9db1-5ff3e9a83c00/c004aa3d-f52d-4dc9-b9ca-2053a343ba46/b7ea5fbe-43c7-4390-81bc-abab8350c81e) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:25.552220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-eadf9a0e-bc7f-46d8-86d1-50bfe7991fbc tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:25.554577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-eadf9a0e-bc7f-46d8-86d1-50bfe7991fbc tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1095 time: 0.1066284 Sep 22 10:17:25.556392 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:25.588355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0f809-08e9-4378-84d4-61e968585014 req-f707098d-5f64-4d51-b4cb-9b2fe4273ab6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:25.594756 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0833958a-1954-456b-8328-62593adc47f1 req-0fbd2a3a-8784-4284-ba48-81d9fe13c0c9 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816709 Sep 22 10:17:25.600721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22e0f809-08e9-4378-84d4-61e968585014 req-f707098d-5f64-4d51-b4cb-9b2fe4273ab6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.1423395 Sep 22 10:17:25.756217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:25.765219 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0833958a-1954-456b-8328-62593adc47f1 req-a59efa71-f6a7-49da-96b6-4f523e79987b service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589797 Sep 22 10:17:25.848522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22e0f809-08e9-4378-84d4-61e968585014 req-aba69e2b-65dc-4330-9d87-d651ada62ee0 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455981 Sep 22 10:17:25.922615 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:19Z', 'updated_at': '2021-09-22T10:17:21Z', 'revision_number': 3, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'gw_port': {'id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:39:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:20Z', 'updated_at': '2021-09-22T10:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:25.939652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:25.967373 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccec6b-53ab-4da0-983d-df149edaf056 None None] The sync data for ids ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'] in n-d-807025-3 is: [{'id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:19Z', 'updated_at': '2021-09-22T10:17:21Z', 'revision_number': 3, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'gw_port': {'id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:39:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:20Z', 'updated_at': '2021-09-22T10:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:17:25.994649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-452e9c2f-106e-4d96-84e3-129e7898bea8 service neutron] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:26.004591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-452e9c2f-106e-4d96-84e3-129e7898bea8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:26.004591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65496a23-9de5-45db-ad08-f3a14d55c3f0 req-452e9c2f-106e-4d96-84e3-129e7898bea8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/8a8024d1-2121-42f2-bdc7-d729b7e9a80f/bindings/n-h1-807025-3 HTTP/1.1" status: 204 len: 173 time: 0.3955123 Sep 22 10:17:26.055257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Network 8267ad23-853f-4972-9db1-5ff3e9a83c00 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:26.061885 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:26.068482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:26.072576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:26.081510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Pushing event updated for resources: {'Port': ['ID=b7ea5fbe-43c7-4390-81bc-abab8350c81e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:26.105830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d868e-c237-4cad-aa91-aec121848ee9 req-ce84e8b8-d527-4321-8755-aeb1ca7eb45d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:26.108032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-829d868e-c237-4cad-aa91-aec121848ee9 req-ce84e8b8-d527-4321-8755-aeb1ca7eb45d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 944 time: 0.0763338 Sep 22 10:17:26.174330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:26.203469 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-829d868e-c237-4cad-aa91-aec121848ee9 req-010f7c31-bd55-4246-9f14-ca883549122c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761998 Sep 22 10:17:26.398636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07924378-3ae2-4e02-a82f-03cff0622fc0 req-92044ba9-b885-4b73-8da8-f0fd85915f3e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:26.413147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07924378-3ae2-4e02-a82f-03cff0622fc0 req-92044ba9-b885-4b73-8da8-f0fd85915f3e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 949 time: 0.1434677 Sep 22 10:17:26.463412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6523f320-609d-471b-a131-5276998acc0c None None] Provisioning complete for port b7ea5fbe-43c7-4390-81bc-abab8350c81e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:26.465021 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6523f320-609d-471b-a131-5276998acc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:26.496720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07924378-3ae2-4e02-a82f-03cff0622fc0 req-2efa3a56-d110-4065-8ee0-f4d1f00eeda8 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828753 Sep 22 10:17:26.547767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6523f320-609d-471b-a131-5276998acc0c None None] Port b7ea5fbe-43c7-4390-81bc-abab8350c81e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:17:26.593499 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:26.773374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beed49b-32ad-4f1c-96cc-b8d9536184c4 req-3ee0fefa-02dc-49db-a325-4e004c881874 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:26.783223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9beed49b-32ad-4f1c-96cc-b8d9536184c4 req-3ee0fefa-02dc-49db-a325-4e004c881874 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 948 time: 0.1346805 Sep 22 10:17:26.823309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device eb943496-c697-428f-9ffe-d9711e3df4ca details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:26.846421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9beed49b-32ad-4f1c-96cc-b8d9536184c4 req-1c004bc3-d31d-474c-9f89-9dddb0df13ef tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/security-groups?id=943b9ee2-8e49-48be-9eb8-420176f8e872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621626 Sep 22 10:17:27.035140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.053476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-2d44e30b-83f2-49a2-b128-ebc074d9567e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:27.061174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-2d44e30b-83f2-49a2-b128-ebc074d9567e tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 949 time: 0.1447928 Sep 22 10:17:27.091576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port eb943496-c697-428f-9ffe-d9711e3df4ca, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=eb943496-c697-428f-9ffe-d9711e3df4ca,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:27.106728 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.111909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'eb943496-c697-428f-9ffe-d9711e3df4ca', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'eb943496-c697-428f-9ffe-d9711e3df4ca', 'mac_address': 'fa:16:3e:4c:f4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:17:27.172381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Pushing event updated for resources: {'Port': ['ID=b7ea5fbe-43c7-4390-81bc-abab8350c81e,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:27.216235 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.257363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb943496-c697-428f-9ffe-d9711e3df4ca {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:27.266640 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.302762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port eb943496-c697-428f-9ffe-d9711e3df4ca, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=eb943496-c697-428f-9ffe-d9711e3df4ca,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:27.362594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5bafb-2cfd-4971-8c66-b6ea044f9c75 req-743f82eb-3bcc-4fbd-88fe-c25f942dd942 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:27.372920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60f5bafb-2cfd-4971-8c66-b6ea044f9c75 req-743f82eb-3bcc-4fbd-88fe-c25f942dd942 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.2225981 Sep 22 10:17:27.447201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60f5bafb-2cfd-4971-8c66-b6ea044f9c75 req-d8c26bf1-dede-499b-acd9-6add17ef9311 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729656 Sep 22 10:17:27.475212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Deleting port 2f4b713d-8165-4387-9d3a-b1a1415588d1 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:27.480303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.545182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Network 8267ad23-853f-4972-9db1-5ff3e9a83c00 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:27.551469 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.653745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:27.653745 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-aa7842e2-e366-488d-a41a-0bbd8bb5b91d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1837854 Sep 22 10:17:27.739913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=eb943496-c697-428f-9ffe-d9711e3df4ca,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:27.837181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] For port 2f4b713d-8165-4387-9d3a-b1a1415588d1, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f4b713d-8165-4387-9d3a-b1a1415588d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:27.837914 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.874265 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['eb943496-c697-428f-9ffe-d9711e3df4ca'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:27.909591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Calling delete_port for 2f4b713d-8165-4387-9d3a-b1a1415588d1 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:27.923051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-be1eb088-e5d3-48aa-a623-c5159a582e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:27.924688 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-be1eb088-e5d3-48aa-a623-c5159a582e12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1095 time: 0.1695919 Sep 22 10:17:27.952473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d25ba802-4b08-4425-b981-20874078f1ee up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:27.991911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de42b6-bbfc-4712-a9fc-7c0226aa7776 req-3ba2fe73-edc5-4bbd-a122-7f296f6c6ee8 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:27.994113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08de42b6-bbfc-4712-a9fc-7c0226aa7776 req-3ba2fe73-edc5-4bbd-a122-7f296f6c6ee8 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1095 time: 0.1366491 Sep 22 10:17:27.995839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:17:28.064317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08de42b6-bbfc-4712-a9fc-7c0226aa7776 req-b496b28f-23ba-4d05-a81d-22299d5bd98e tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619869 Sep 22 10:17:28.160998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6b4a3be0-802a-4be0-b045-bd0a4b8f1e75 None None] Provisioning complete for port b7ea5fbe-43c7-4390-81bc-abab8350c81e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:28.161993 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b4a3be0-802a-4be0-b045-bd0a4b8f1e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.232043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-8c2799dd-b8b2-435d-9ae3-b74eac658f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:28.232637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d25ba802-4b08-4425-b981-20874078f1ee triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:28.233007 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.233451 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-8c2799dd-b8b2-435d-9ae3-b74eac658f97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.2825444 Sep 22 10:17:28.257960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b076d-34cb-4de3-8180-f9232b0caf9b req-a9bc574f-d814-4bb2-a64f-f0133a7613e5 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:28.259542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c73b076d-34cb-4de3-8180-f9232b0caf9b req-a9bc574f-d814-4bb2-a64f-f0133a7613e5 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2100a1f-8f61-46fc-8d69-3070b1c9345f HTTP/1.1" status: 200 len: 949 time: 0.0722423 Sep 22 10:17:28.284921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a3be0-802a-4be0-b045-bd0a4b8f1e75 None None] Port b7ea5fbe-43c7-4390-81bc-abab8350c81e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:17:28.299898 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.326821 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-662e1e34-211b-4b1e-97ab-e1d30f84fddb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 217 time: 0.0837810 Sep 22 10:17:28.329627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:17:28.343028 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-474b45ae-fe87-4bb6-890f-cc117c46981f admin admin] 10.222.0.20 "PUT /v2.0/routers/a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4248183 Sep 22 10:17:28.358765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c73b076d-34cb-4de3-8180-f9232b0caf9b req-076c07e6-497c-40f0-949f-3bb241533d2c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811365 Sep 22 10:17:28.361764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.422024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Pushing event deleted for resources: {'Port': ['ID=2f4b713d-8165-4387-9d3a-b1a1415588d1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:28.423254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f4fa76b8-f96e-469b-9753-d8ed54654a27'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:28.462732 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-141d177a-7ec7-41da-8407-712a9adb6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:28.462732 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-141d177a-7ec7-41da-8407-712a9adb6d2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1209729 Sep 22 10:17:28.524567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] No DVR routers for this DVR port 2f4b713d-8165-4387-9d3a-b1a1415588d1 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:28.538881 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-1603766c-26a6-4cd0-9346-fe5f7d79b7ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712180 Sep 22 10:17:28.541625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.544021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08d1e73f-2372-4826-a279-e5e05801a8cb req-531adb23-9fe4-41b8-93fe-fee288f9df7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "DELETE /v2.0/ports/2f4b713d-8165-4387-9d3a-b1a1415588d1 HTTP/1.1" status: 204 len: 173 time: 1.4718685 Sep 22 10:17:28.547914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2100a1f-8f61-46fc-8d69-3070b1c9345f', 'name': 'network-vif-deleted', 'tag': '2f4b713d-8165-4387-9d3a-b1a1415588d1'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:28.563939 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.592014 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe4083-3b94-4279-aacc-17347d434f83" -d '{"events": [{"server_uuid": "b2100a1f-8f61-46fc-8d69-3070b1c9345f", "name": "network-vif-deleted", "tag": "2f4b713d-8165-4387-9d3a-b1a1415588d1"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:28.669531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d25ba802-4b08-4425-b981-20874078f1ee, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d25ba802-4b08-4425-b981-20874078f1ee,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:28.684568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc7a01-e5fe-4867-bc62-a7900f579380 req-a44481f4-a497-4414-92e8-d15dec0bdd01 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:28.688225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96dc7a01-e5fe-4867-bc62-a7900f579380 req-a44481f4-a497-4414-92e8-d15dec0bdd01 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 949 time: 0.1623232 Sep 22 10:17:28.773001 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.778587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96dc7a01-e5fe-4867-bc62-a7900f579380 req-9ea1ac18-bdf5-4f02-aaef-1a66b6ab0963 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/security-groups?id=943b9ee2-8e49-48be-9eb8-420176f8e872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756385 Sep 22 10:17:28.881040 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-f1c81897-0238-4c6d-9c2e-e6cb2832ac12 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241093 Sep 22 10:17:28.919148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d25ba802-4b08-4425-b981-20874078f1ee,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:29.024112 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Sync routers for ids ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:17:29.036365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Routers {'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:29.037911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:17:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:29.093102 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c1a01b4a-99dc-4e26-a0b1-3832c4d86038 req-8810209c-2ed6-4fd3-a5a6-8db4752c9677 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030365 Sep 22 10:17:29.163565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d4968f01-676f-472e-96d0-f00c62c963a0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:29.245531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Set router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:29.725742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:19Z', 'updated_at': '2021-09-22T10:17:26Z', 'revision_number': 4, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'gw_port': {'id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:20Z', 'updated_at': '2021-09-22T10:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b7ea5fbe-43c7-4390-81bc-abab8350c81e', 'name': '', 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'mac_address': 'fa:16:3e:06:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c004aa3d-f52d-4dc9-b9ca-2053a343ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:25Z', 'updated_at': '2021-09-22T10:17:26Z', 'revision_number': 2, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'subnets': [{'id': 'c004aa3d-f52d-4dc9-b9ca-2053a343ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:29.760038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Checking router: a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:17:29.760708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Updating router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c port b7ea5fbe-43c7-4390-81bc-abab8350c81e binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:17:29.800185 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:29.860728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d25ba802-4b08-4425-b981-20874078f1ee up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:30.073853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d25ba802-4b08-4425-b981-20874078f1ee triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:30.074266 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:30.292834 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:30.398539 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:30.481138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e736d10-689b-4bd0-99cb-06219bd76b71 None None] Pushing event updated for resources: {'Port': ['ID=b7ea5fbe-43c7-4390-81bc-abab8350c81e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:30.526352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Attempting to bind port b7ea5fbe-43c7-4390-81bc-abab8350c81e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:30.526923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Attempting to bind port b7ea5fbe-43c7-4390-81bc-abab8350c81e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '167c5167-70c4-49b5-98ac-51bd6443e0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:30.527450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Attempting to bind port b7ea5fbe-43c7-4390-81bc-abab8350c81e on network 8267ad23-853f-4972-9db1-5ff3e9a83c00 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:30.535923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:30.536603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Checking segment: {'id': '167c5167-70c4-49b5-98ac-51bd6443e0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:30.540877 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:30.541450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Bound using segment: {'id': '167c5167-70c4-49b5-98ac-51bd6443e0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:30.542164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Bound port: b7ea5fbe-43c7-4390-81bc-abab8350c81e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c5167-70c4-49b5-98ac-51bd6443e0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:30.542719 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:30.615753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] For port b7ea5fbe-43c7-4390-81bc-abab8350c81e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:30.621648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] For port b7ea5fbe-43c7-4390-81bc-abab8350c81e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b7ea5fbe-43c7-4390-81bc-abab8350c81e,segment=NetworkSegment(167c5167-70c4-49b5-98ac-51bd6443e0cd),segment_id=167c5167-70c4-49b5-98ac-51bd6443e0cd)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:30.722237 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:30.769946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-98e38da6-fc5e-4015-8b98-162b1382de59 None None] Provisioning complete for port b7ea5fbe-43c7-4390-81bc-abab8350c81e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:30.770482 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-98e38da6-fc5e-4015-8b98-162b1382de59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:30.832842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device eb943496-c697-428f-9ffe-d9711e3df4ca up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:30.893448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e736d10-689b-4bd0-99cb-06219bd76b71 None None] Pushing event updated for resources: {'Port': ['ID=b7ea5fbe-43c7-4390-81bc-abab8350c81e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:30.902349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Routers {'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:30.903059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:17:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:31.073193 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-98e38da6-fc5e-4015-8b98-162b1382de59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:31.123749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port eb943496-c697-428f-9ffe-d9711e3df4ca completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:17:31.130965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] Set router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:31.134090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-98e38da6-fc5e-4015-8b98-162b1382de59 None None] For port b7ea5fbe-43c7-4390-81bc-abab8350c81e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b7ea5fbe-43c7-4390-81bc-abab8350c81e,segment=NetworkSegment(167c5167-70c4-49b5-98ac-51bd6443e0cd),segment_id=167c5167-70c4-49b5-98ac-51bd6443e0cd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:31.159951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port eb943496-c697-428f-9ffe-d9711e3df4ca triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:31.160306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:31.228511 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-98e38da6-fc5e-4015-8b98-162b1382de59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:31.379685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e38da6-fc5e-4015-8b98-162b1382de59 None None] Pushing event updated for resources: {'Port': ['ID=b7ea5fbe-43c7-4390-81bc-abab8350c81e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:31.407619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-485d003a-6d73-4a09-88f3-30e7916386a0 None None] Provisioning complete for port b7ea5fbe-43c7-4390-81bc-abab8350c81e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:31.408020 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-485d003a-6d73-4a09-88f3-30e7916386a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:31.453748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:31.501637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23534d88-c811-45ed-8867-4c438c44daa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb943496-c697-428f-9ffe-d9711e3df4ca'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:31.505827 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01a31ba-7ce3-47a6-a44d-dd6b71faf968" -d '{"events": [{"server_uuid": "23534d88-c811-45ed-8867-4c438c44daa0", "name": "network-vif-plugged", "status": "completed", "tag": "eb943496-c697-428f-9ffe-d9711e3df4ca"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:31.522871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port eb943496-c697-428f-9ffe-d9711e3df4ca, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=eb943496-c697-428f-9ffe-d9711e3df4ca,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:31.558622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:19Z', 'updated_at': '2021-09-22T10:17:26Z', 'revision_number': 4, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'gw_port': {'id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:20Z', 'updated_at': '2021-09-22T10:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b7ea5fbe-43c7-4390-81bc-abab8350c81e', 'name': '', 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'mac_address': 'fa:16:3e:06:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c004aa3d-f52d-4dc9-b9ca-2053a343ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:25Z', 'updated_at': '2021-09-22T10:17:30Z', 'revision_number': 4, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'subnets': [{'id': 'c004aa3d-f52d-4dc9-b9ca-2053a343ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:31.592760 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:31.606182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 2f4b713d-8165-4387-9d3a-b1a1415588d1 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:31.606182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d0c123-cd42-4b03-b054-4730b5c56bbf None None] The sync data for ids ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'] in n-d-807025-3 is: [{'id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:19Z', 'updated_at': '2021-09-22T10:17:26Z', 'revision_number': 4, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'gw_port': {'id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:20Z', 'updated_at': '2021-09-22T10:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b7ea5fbe-43c7-4390-81bc-abab8350c81e', 'name': '', 'network_id': '8267ad23-853f-4972-9db1-5ff3e9a83c00', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'mac_address': 'fa:16:3e:06:f9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'c004aa3d-f52d-4dc9-b9ca-2053a343ba46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:25Z', 'updated_at': '2021-09-22T10:17:30Z', 'revision_number': 4, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'subnets': [{'id': 'c004aa3d-f52d-4dc9-b9ca-2053a343ba46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:17:31.652702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 2f4b713d-8165-4387-9d3a-b1a1415588d1 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:31.652702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 2f4b713d-8165-4387-9d3a-b1a1415588d1 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:31.716225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=eb943496-c697-428f-9ffe-d9711e3df4ca,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:31.867219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b7ea5fbe-43c7-4390-81bc-abab8350c81e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:31.939148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b7ea5fbe-43c7-4390-81bc-abab8350c81e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:31.939809 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:34.091860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3194693d-0d17-495f-9313-b3e27a212187 req-2e42e555-b18f-4bdb-8f52-a212f44cb9ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416851 Sep 22 10:17:34.169661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194693d-0d17-495f-9313-b3e27a212187 req-658d777b-f369-4bbe-a179-4ee6c97228f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:34.171174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3194693d-0d17-495f-9313-b3e27a212187 req-658d777b-f369-4bbe-a179-4ee6c97228f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ccb98c53bb8d4a42ad090de69044b144&device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 1102 time: 0.0449114 Sep 22 10:17:34.331954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194693d-0d17-495f-9313-b3e27a212187 req-e98e8ecb-3cdf-41bd-a7ff-9bc5bd18c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:34.333844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3194693d-0d17-495f-9313-b3e27a212187 req-e98e8ecb-3cdf-41bd-a7ff-9bc5bd18c514 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1408019 Sep 22 10:17:34.387220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3194693d-0d17-495f-9313-b3e27a212187 req-24435861-06ce-419d-9219-a6afa3354381 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d4968f01-676f-472e-96d0-f00c62c963a0 HTTP/1.1" status: 200 len: 217 time: 0.0416532 Sep 22 10:17:34.452117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194693d-0d17-495f-9313-b3e27a212187 req-17eacb37-bf40-4f19-ae3b-606edf99dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:34.453776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3194693d-0d17-495f-9313-b3e27a212187 req-17eacb37-bf40-4f19-ae3b-606edf99dc63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0576737 Sep 22 10:17:34.533755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194693d-0d17-495f-9313-b3e27a212187 req-a8d56aa9-6892-463a-adac-a48ac68e2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:34.535201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3194693d-0d17-495f-9313-b3e27a212187 req-a8d56aa9-6892-463a-adac-a48ac68e2eda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717242 Sep 22 10:17:34.645414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3194693d-0d17-495f-9313-b3e27a212187 req-a8f07f6f-ba82-463e-9ddb-3b9bc56080ce service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020269 Sep 22 10:17:34.774276 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3194693d-0d17-495f-9313-b3e27a212187 req-ca8b9722-2283-4674-8cff-13b11599931c service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162136 Sep 22 10:17:36.742142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef970d67-5f43-409d-bf7c-03e68af24aaf req-1d2e7509-fec4-412e-8fcc-1cd6efbadafa tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:36.866268 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ef970d67-5f43-409d-bf7c-03e68af24aaf req-1d2e7509-fec4-412e-8fcc-1cd6efbadafa tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0537612 Sep 22 10:17:36.866920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-d291f8b2-9068-4259-aecc-4cd5c5bb51ee tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:36.866920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-d291f8b2-9068-4259-aecc-4cd5c5bb51ee tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 807 time: 0.1224980 Sep 22 10:17:36.866920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-a2f7d9c1-8489-4921-bc0b-5db65d6a69e4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/quotas/e192f08f9a784bf1b08be68f0f93c89f HTTP/1.1" status: 200 len: 375 time: 0.0095501 Sep 22 10:17:36.867638 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ef970d67-5f43-409d-bf7c-03e68af24aaf req-e157a59d-af32-45e5-b17c-21adaba12d60 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Sep 22 10:17:36.867733 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9fe422-4a4c-4cba-b2ea-f178c8de3d65 x-openstack-request-id: req-fa9fe422-4a4c-4cba-b2ea-f178c8de3d65 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:36.867733 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2100a1f-8f61-46fc-8d69-3070b1c9345f", "name": "network-vif-deleted", "tag": "2f4b713d-8165-4387-9d3a-b1a1415588d1", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:36.867733 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa9fe422-4a4c-4cba-b2ea-f178c8de3d65 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:36.867733 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2100a1f-8f61-46fc-8d69-3070b1c9345f', 'name': 'network-vif-deleted', 'tag': '2f4b713d-8165-4387-9d3a-b1a1415588d1', 'status': 'completed', 'code': 200} Sep 22 10:17:36.867733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-622bfeeb-fa46-4e19-8ba9-c833b5632fed tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546930 Sep 22 10:17:36.940081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-2431be2e-7c18-490b-9df0-51cb6df1b3a6 service neutron] 10.222.0.20 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975406 Sep 22 10:17:37.047892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-04ba2293-ecb7-49da-8665-c90349c7eb5e service neutron] 10.222.0.20 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004024 Sep 22 10:17:37.087178 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f308a144-51e8-4046-9848-566131c621be req-09770bf4-e9e7-4966-acec-1e9187ebc2a1 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1137626 Sep 22 10:17:37.098738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:37.236179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:37.429855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:37.635595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee7f12-0014-49fa-bfbf-223b082787e7 req-86e7c784-bf75-4952-8b98-869f370ee4a5 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:37.645231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acee7f12-0014-49fa-bfbf-223b082787e7 req-86e7c784-bf75-4952-8b98-869f370ee4a5 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 950 time: 0.0899951 Sep 22 10:17:37.668206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Allocated IP 172.25.1.81 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/f05f2a35-dfd6-4910-8445-1ff3dcca8bb4) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:37.739052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acee7f12-0014-49fa-bfbf-223b082787e7 req-e7a925bf-6c73-492e-b347-bcd9eeb1a53b tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/security-groups?id=943b9ee2-8e49-48be-9eb8-420176f8e872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877135 Sep 22 10:17:37.808729 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aac44ac-ec6f-4a76-96b1-426da962ec6a x-openstack-request-id: req-0aac44ac-ec6f-4a76-96b1-426da962ec6a {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:37.809536 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23534d88-c811-45ed-8867-4c438c44daa0", "name": "network-vif-plugged", "status": "completed", "tag": "eb943496-c697-428f-9ffe-d9711e3df4ca", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:37.809833 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0aac44ac-ec6f-4a76-96b1-426da962ec6a {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:37.810364 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23534d88-c811-45ed-8867-4c438c44daa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb943496-c697-428f-9ffe-d9711e3df4ca', 'code': 200} Sep 22 10:17:37.871330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:37.887883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb86e00a-52d9-46e7-bd08-c064d65f54e4 req-c981e5b3-a306-4713-aa10-30ae9c6a073e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 210 time: 0.0387723 Sep 22 10:17:37.943699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9d0fc-0bce-487d-878b-9fa53ca95f43 req-08070715-d3bc-44e6-bf29-2d04ee405a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:37.943699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74d9d0fc-0bce-487d-878b-9fa53ca95f43 req-08070715-d3bc-44e6-bf29-2d04ee405a4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 1101 time: 0.0551543 Sep 22 10:17:37.994913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74d9d0fc-0bce-487d-878b-9fa53ca95f43 req-6383504f-b0ba-4229-937f-0c5e5df1492a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=943b9ee2-8e49-48be-9eb8-420176f8e872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Sep 22 10:17:38.072929 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:38.119327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:38.125371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:38.128459 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event updated for resources: {'Port': ['ID=f05f2a35-dfd6-4910-8445-1ff3dcca8bb4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:38.131648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:38.161327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.161646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.161998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.162372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.162744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.165961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.170156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.170796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.171147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.171491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.171835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.172167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:38.251074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:38.436382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:38.642814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:38.664648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b83603-fa26-49f9-ad25-3aa2b1e61858 req-f32c88c3-59c1-4e77-9768-a387c5cbb9d6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:38.666298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40b83603-fa26-49f9-ad25-3aa2b1e61858 req-f32c88c3-59c1-4e77-9768-a387c5cbb9d6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0508101 Sep 22 10:17:38.706744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40b83603-fa26-49f9-ad25-3aa2b1e61858 req-cdb7d36a-9a37-47b9-b461-5b6906f3a7b9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Sep 22 10:17:38.729342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:38.819888 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event updated for resources: {'Port': ['ID=f05f2a35-dfd6-4910-8445-1ff3dcca8bb4,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:38.829892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:38.870881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191c678-deee-48b3-ac39-0c11b8b73691 req-a25cdace-c749-4e1f-9d67-8ef592728307 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:38.872375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0191c678-deee-48b3-ac39-0c11b8b73691 req-a25cdace-c749-4e1f-9d67-8ef592728307 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 949 time: 0.0506065 Sep 22 10:17:38.910259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:38.911996 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f308a144-51e8-4046-9848-566131c621be req-6fb718c3-a166-4f7c-b60a-040a07cc696a tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8190441 Sep 22 10:17:38.915921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0191c678-deee-48b3-ac39-0c11b8b73691 req-2ec08aeb-818d-4fab-a2d3-0c746773797f tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371251 Sep 22 10:17:38.974077 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f308a144-51e8-4046-9848-566131c621be req-4d0a3a07-ed42-4b8e-af53-c36d829e5c24 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.81 HTTP/1.1" status: 200 len: 695 time: 0.0513434 Sep 22 10:17:39.104562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308a144-51e8-4046-9848-566131c621be req-2b52c0ea-3736-4b1c-bb73-618a0b4137d9 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:39.105949 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f308a144-51e8-4046-9848-566131c621be req-2b52c0ea-3736-4b1c-bb73-618a0b4137d9 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1251233 Sep 22 10:17:39.126309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1a050-bef0-4c3f-b54a-1fb66a73d928 req-321e8d73-9beb-40e2-a4d0-00aba6218e04 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:39.126309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc1a050-bef0-4c3f-b54a-1fb66a73d928 req-321e8d73-9beb-40e2-a4d0-00aba6218e04 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 950 time: 0.0579655 Sep 22 10:17:39.183812 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c89c9957-8d3b-4ff2-b43f-cec542f52072 req-44c5c84c-98f5-4c18-a2d9-fa9fbeeafa22 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 210 time: 0.0286744 Sep 22 10:17:39.472437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc1a050-bef0-4c3f-b54a-1fb66a73d928 req-0e534db0-3f77-4202-9f3e-0e0dcb3fcf04 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/security-groups?id=943b9ee2-8e49-48be-9eb8-420176f8e872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387940 Sep 22 10:17:39.693215 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-4f9b8b80-d507-48a0-aa98-fc1f362ed25b service neutron] show failed (client error): The resource could not be found. Sep 22 10:17:39.694566 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-4f9b8b80-d507-48a0-aa98-fc1f362ed25b service neutron] 10.222.0.30 "GET /v2.0/ports/34533945-4368-4f76-ad0d-610f6e3fb840/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0669470 Sep 22 10:17:39.769844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0902880-8715-498f-b7d2-925cd916479e req-d5455d61-b4a5-46cd-b321-ab64f241b172 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2620881 Sep 22 10:17:39.782877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:39.920026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.009712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-13f7972a-d37d-486f-96df-15be1c004a4d tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:40.010688 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-13f7972a-d37d-486f-96df-15be1c004a4d tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 949 time: 0.0700061 Sep 22 10:17:40.053128 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.147086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Deleting port f4fa76b8-f96e-469b-9753-d8ed54654a27 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:40.147515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.183883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Allocated IP 172.25.1.50 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/47477c4d-731b-440a-9b58-5511f9ca2fe8) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:40.278656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] For port f4fa76b8-f96e-469b-9753-d8ed54654a27, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f4fa76b8-f96e-469b-9753-d8ed54654a27,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:40.279027 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.291397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Calling delete_port for f4fa76b8-f96e-469b-9753-d8ed54654a27 owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:40.447186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.462031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-1ed2c07f-40da-4f2d-9e96-b83c703cffab tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:40.464073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-1ed2c07f-40da-4f2d-9e96-b83c703cffab tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 807 time: 0.1652732 Sep 22 10:17:40.472061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-43e3a98c-3b6a-47bf-a32e-b941e84e9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:40.473459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-43e3a98c-3b6a-47bf-a32e-b941e84e9bb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb&tenant_id=f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 1101 time: 0.1369750 Sep 22 10:17:40.480637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Request body: {'port': {'device_id': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e', 'admin_state_up': True, 'tenant_id': 'e192f08f9a784bf1b08be68f0f93c89f'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:40.489157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.490516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:40.501724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d4968f01-676f-472e-96d0-f00c62c963a0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:40.507272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f4fa76b8-f96e-469b-9753-d8ed54654a27'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:40.549197 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Pushing event deleted for resources: {'Port': ['ID=f4fa76b8-f96e-469b-9753-d8ed54654a27,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:40.643037 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.653434 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] No DVR routers for this DVR port f4fa76b8-f96e-469b-9753-d8ed54654a27 on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:40.659977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.662959 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4d26835d-de0f-4418-8dd7-65ee305b2db5 req-8068425b-efa1-4c39-bc91-c16bab851b7c tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.30 "DELETE /v2.0/ports/f4fa76b8-f96e-469b-9753-d8ed54654a27 HTTP/1.1" status: 204 len: 173 time: 0.6439605 Sep 22 10:17:40.665367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8afbbcf-741c-4e2d-8a99-8dcdceac0017', 'name': 'network-vif-deleted', 'tag': 'f4fa76b8-f96e-469b-9753-d8ed54654a27'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:40.682398 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3fb14f-13e9-4f6a-af02-74fc5d3a9fe8" -d '{"events": [{"server_uuid": "d8afbbcf-741c-4e2d-8a99-8dcdceac0017", "name": "network-vif-deleted", "tag": "f4fa76b8-f96e-469b-9753-d8ed54654a27"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:40.700996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.778864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:40.826705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:40.838910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:40.845671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event updated for resources: {'Port': ['ID=47477c4d-731b-440a-9b58-5511f9ca2fe8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:40.856735 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a5213-76d5-4e25-8535-acdc3e3e66d5 req-19fac258-c277-4cfb-a752-cc727b13a2c8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:40.858519 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-416a5213-76d5-4e25-8535-acdc3e3e66d5 req-19fac258-c277-4cfb-a752-cc727b13a2c8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0831192 Sep 22 10:17:40.874899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Made reservation on behalf of e192f08f9a784bf1b08be68f0f93c89f for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:40.884432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:40.891656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.892001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.892342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.892683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.893006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.893332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.893654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.893967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.894323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.894645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.894964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.895281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:40.910945 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-416a5213-76d5-4e25-8535-acdc3e3e66d5 req-18df697d-925f-4b54-adc9-61c757be2b74 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Sep 22 10:17:41.126968 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2f55df4d-ec89-464e-80e9-e668de5c2759 req-f1d1de75-8e75-4a59-a1e3-a116c3966dc6 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8afbbcf-741c-4e2d-8a99-8dcdceac0017 HTTP/1.1" status: 200 len: 210 time: 0.0403216 Sep 22 10:17:41.139622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:41.141852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:41.201207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Allocated IP 172.20.0.10 (394a1a91-3e61-4088-a3ba-26b5c1b69f6e/e0d7b8cd-3188-4b53-958d-bf25a65c9d98/8382cfc9-04cc-4885-b377-c4f33733333a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:41.221057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:41.239646 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a07954a4-0e53-42c3-ab1f-114e427092bc req-4a6da546-789e-4ab9-aa0e-1dffe6268eac tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 210 time: 0.0309701 Sep 22 10:17:41.292213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:41.294487 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f34d57-83e8-479b-8b51-c536290405cf" -d '{"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-unplugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:41.302144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:41.345290 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81f244-a928-4483-a69d-e1a7b24572bb req-48b9cc67-93c1-4bc5-8b38-af1a80bf150c tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:41.346767 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7b81f244-a928-4483-a69d-e1a7b24572bb req-48b9cc67-93c1-4bc5-8b38-af1a80bf150c tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 950 time: 0.0504105 Sep 22 10:17:41.354799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Transition to ACTIVE for port object 34533945-4368-4f76-ad0d-610f6e3fb840 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:17:41.355686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:41.385825 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7b81f244-a928-4483-a69d-e1a7b24572bb req-10b833e1-ad5a-4ea7-8851-0d7398c472e9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/security-groups?id=943b9ee2-8e49-48be-9eb8-420176f8e872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Sep 22 10:17:41.435196 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba2868e-958d-48f2-aef8-75fea7f4b1f8 x-openstack-request-id: req-9ba2868e-958d-48f2-aef8-75fea7f4b1f8 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:41.435486 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8afbbcf-741c-4e2d-8a99-8dcdceac0017", "name": "network-vif-deleted", "tag": "f4fa76b8-f96e-469b-9753-d8ed54654a27", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:41.435839 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ba2868e-958d-48f2-aef8-75fea7f4b1f8 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:41.436311 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8afbbcf-741c-4e2d-8a99-8dcdceac0017', 'name': 'network-vif-deleted', 'tag': 'f4fa76b8-f96e-469b-9753-d8ed54654a27', 'status': 'completed', 'code': 200} Sep 22 10:17:41.496882 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:41.498530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:41.621154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] No DVR routers for this DVR port 34533945-4368-4f76-ad0d-610f6e3fb840 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:41.622902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:41.693893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:41.700548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:41.700548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:41.705960 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:41.707722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Port 34533945-4368-4f76-ad0d-610f6e3fb840 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:17:41.708052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:41.713903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:41.714278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:41.714666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:41.715097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Bound port: 34533945-4368-4f76-ad0d-610f6e3fb840, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:41.715456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:41.783210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:41.786200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:41.810434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:41.861661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:41.866719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:41.874218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:41.899939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Pushing event updated for resources: {'Port': ['ID=8382cfc9-04cc-4885-b377-c4f33733333a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:41.917764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:41.954457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:41.955112 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:42.000758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:42.022613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event updated for resources: {'Port': ['ID=47477c4d-731b-440a-9b58-5511f9ca2fe8,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:42.058678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:42.059313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:42.060716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] 10.222.0.32 "PUT /v2.0/ports/34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 1096 time: 1.5746622 Sep 22 10:17:42.065411 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:42.071451 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af50df93-bc44-46c9-a23d-a96e43b865a9 x-openstack-request-id: req-af50df93-bc44-46c9-a23d-a96e43b865a9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:42.071751 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-unplugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:42.072006 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af50df93-bc44-46c9-a23d-a96e43b865a9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:42.072402 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840', 'code': 200} Sep 22 10:17:42.123476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038ad01-d561-4e9b-a335-23afe3d3baa0 service neutron] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:42.143936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-7e5b6de3-1a5b-40db-9c42-d49b46856e95 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6681840 Sep 22 10:17:42.158359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Request body: {'port': {'device_id': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:42.163315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-9ae7877f-14ed-47f9-b2e5-c27f07e88da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:42.164810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-9ae7877f-14ed-47f9-b2e5-c27f07e88da2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1099 time: 0.0721619 Sep 22 10:17:42.274321 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:42.324154 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:42.325407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0902880-8715-498f-b7d2-925cd916479e req-2f429a8d-8b21-46ca-a59a-2e3bbe71f691 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5466781 Sep 22 10:17:42.328289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-35efc8e2-cecb-422b-bf03-8560565545c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:42.329661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-35efc8e2-cecb-422b-bf03-8560565545c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1495857 Sep 22 10:17:42.418996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-502cce64-b86e-4c1f-9c3d-8f1f0fab4150 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.0770392 Sep 22 10:17:42.421948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0902880-8715-498f-b7d2-925cd916479e req-14d7bf3e-802b-4a08-a408-a2791b2ce0d4 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0898042 Sep 22 10:17:42.609784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-925612e6-be8a-405a-bbf6-9d044afd6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:42.611416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-925612e6-be8a-405a-bbf6-9d044afd6b42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1826320 Sep 22 10:17:42.711234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0902880-8715-498f-b7d2-925cd916479e req-f7ae4e19-be4e-4366-926f-0ecc6fa9c324 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:42.712605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0902880-8715-498f-b7d2-925cd916479e req-f7ae4e19-be4e-4366-926f-0ecc6fa9c324 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.2768557 Sep 22 10:17:42.728370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-d6f3597b-d1d4-4f60-b3a9-f1aacd4825fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:42.730142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-d6f3597b-d1d4-4f60-b3a9-f1aacd4825fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092098 Sep 22 10:17:42.798611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5643f-06df-4362-b4f7-79001093e227 req-ff61dbe6-0996-4b98-bdc4-8060d3fcc49a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:42.801114 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1fe5643f-06df-4362-b4f7-79001093e227 req-ff61dbe6-0996-4b98-bdc4-8060d3fcc49a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 948 time: 0.0576198 Sep 22 10:17:42.819863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:42.850832 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1fe5643f-06df-4362-b4f7-79001093e227 req-f7266fd5-1a97-4985-b335-10261ada4f55 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423028 Sep 22 10:17:42.891586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8382cfc9-04cc-4885-b377-c4f33733333a {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:42.895594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-a25bc898-5883-43d7-acdc-54a846f9427a service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539795 Sep 22 10:17:42.898423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:42.966292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Transition to ACTIVE for port object 8382cfc9-04cc-4885-b377-c4f33733333a will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:17:43.004021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627d58-65dd-455e-94de-8b00cefa80e7 req-0b3e19f5-6d2b-4c90-9c79-2e05ff0c74bf tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:43.006093 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-82627d58-65dd-455e-94de-8b00cefa80e7 req-0b3e19f5-6d2b-4c90-9c79-2e05ff0c74bf tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 932 time: 0.0544231 Sep 22 10:17:43.016061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:43.048811 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-82627d58-65dd-455e-94de-8b00cefa80e7 req-c104a0fc-a251-4cc2-9cfa-74e006a5e99d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354307 Sep 22 10:17:43.059156 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:43.078864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:43.120727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:43.147937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:43.150411 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfef32c-4d92-4f4b-8518-2eb522b6d70d" -d '{"events": [{"server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "name": "network-vif-unplugged", "status": "completed", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:43.164424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c40bbf-8e83-41bc-b3fb-8b709d5d1f66 req-11a61ca8-d197-4789-a3e6-2d42cb3ef322 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:43.165034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:43.166305 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-94c40bbf-8e83-41bc-b3fb-8b709d5d1f66 req-11a61ca8-d197-4789-a3e6-2d42cb3ef322 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 950 time: 0.0566149 Sep 22 10:17:43.207073 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-94c40bbf-8e83-41bc-b3fb-8b709d5d1f66 req-92c96517-aa40-48a6-b3d8-831a27f383dc tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/security-groups?id=943b9ee2-8e49-48be-9eb8-420176f8e872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340450 Sep 22 10:17:43.337165 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-8ae1ab61-ca17-42ad-9e9e-3a31a4f4deab tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1061168 Sep 22 10:17:43.346369 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:43.347060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:43.398904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:43.406704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.407124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.407541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.407902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.408292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.408712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.409318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.409435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.409839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.410334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.410729 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.411128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:43.425703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a0b8f28-1fdb-4675-bf02-ea6546144199 req-db6d80d0-4b51-4da7-ac1d-8c3a6480f593 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185857 Sep 22 10:17:43.444482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Pushing event updated for resources: {'Port': ['ID=8382cfc9-04cc-4885-b377-c4f33733333a,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:43.456152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-a5b74e58-6b2b-49c6-973c-67d5e81905e2 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:43.457712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-a5b74e58-6b2b-49c6-973c-67d5e81905e2 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 804 time: 0.5319476 Sep 22 10:17:43.506719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-b6fa03ba-4ca6-4693-9321-cf588088920d tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/quotas/2128028e07be4c7781f4db43dbf59f9a HTTP/1.1" status: 200 len: 375 time: 0.0331430 Sep 22 10:17:43.555761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:43.556093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:43.556421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:43.565421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Port 8382cfc9-04cc-4885-b377-c4f33733333a on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:17:43.565738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:43.575948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:43.576745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:43.576745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:43.577094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Bound port: 8382cfc9-04cc-4885-b377-c4f33733333a, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:43.577449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:43.583038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-fdb85903-824b-4344-ad1f-0ab6b8e19d3a tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702455 Sep 22 10:17:43.597379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:43.717348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:43.719907 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:43.753844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-86a2b2d5-d59c-406d-b4aa-ccf2e6be5acf service neutron] 10.222.0.20 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627705 Sep 22 10:17:43.756405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:43.806777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-a3f16267-a52c-49e2-bcbd-3d688b34efc2 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:43.808320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-a3f16267-a52c-49e2-bcbd-3d688b34efc2 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d6b589a-6e70-4d6e-8e9d-7921a060462e HTTP/1.1" status: 200 len: 943 time: 0.0885785 Sep 22 10:17:43.846278 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Allocated IP 172.25.1.244 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/48873e09-49c5-49c7-b665-90e76968a2f8) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:43.917707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:43.929612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-a91dea13-f30d-468a-b341-f4fc50b060f4 service neutron] 10.222.0.20 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692412 Sep 22 10:17:43.964314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:43.964416 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:43.964515 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:43.964515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] 10.222.0.30 "PUT /v2.0/ports/8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 200 len: 1092 time: 1.8097942 Sep 22 10:17:44.009181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77734667-6409-4215-97a0-a367e3f4a311 service neutron] Pushing event updated for resources: {'Port': ['ID=8382cfc9-04cc-4885-b377-c4f33733333a,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:44.015477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Deleting port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:44.015477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:44.087418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840'}, {'name': 'network-changed', 'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:44.089782 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840"}, {"name": "network-changed", "server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:44.148577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] For port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:44.148931 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:44.162366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:44.164433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-9a47550e-a332-43c2-bf51-aff524f6e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:44.165976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-9a47550e-a332-43c2-bf51-aff524f6e103 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1095 time: 0.0726795 Sep 22 10:17:44.166813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Calling delete_port for 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:44.209613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:44.226991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:44.229937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:44.239635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-b3a41515-362f-4586-92ac-3bb7eb9b1c7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 200 len: 217 time: 0.0644605 Sep 22 10:17:44.286275 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event updated for resources: {'Port': ['ID=48873e09-49c5-49c7-b665-90e76968a2f8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:44.311116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-be2676f6-85fd-4937-af4b-c2aa0faebca2 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:44.313027 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-be2676f6-85fd-4937-af4b-c2aa0faebca2 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.32 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 950 time: 0.1204267 Sep 22 10:17:44.368554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-b44eba15-0720-4fce-b234-8f5025d9d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:44.368848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-b44eba15-0720-4fce-b234-8f5025d9d92d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.1209688 Sep 22 10:17:44.398481 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:44.425119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-c0fbb646-f103-4b55-9043-af1a35c0913b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350208 Sep 22 10:17:44.452581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Deleting port eb943496-c697-428f-9ffe-d9711e3df4ca {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:44.452926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:44.530086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-a25bcd13-23bb-4f02-a4a9-6761e56f6151 service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961597 Sep 22 10:17:44.546495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] For port eb943496-c697-428f-9ffe-d9711e3df4ca, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=eb943496-c697-428f-9ffe-d9711e3df4ca,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:44.546860 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:44.559351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Calling delete_port for eb943496-c697-428f-9ffe-d9711e3df4ca owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:44.579008 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:17:44.628664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eafca5fa-c829-4648-904c-05f1c3ce9aab req-cb096aba-bcc5-4956-8712-8c8369ac78fc service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910933 Sep 22 10:17:44.647969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:44.677498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Pushing event deleted for resources: {'Port': ['ID=555c93d3-c8cf-4a00-b2a0-ba48501d6e25,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:44.728218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] No DVR routers for this DVR port 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:44.731983 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:44.734657 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87ca3ae0-5131-417a-8c0f-cf70656f1cdc req-93c149a8-a58d-4eee-a264-c2687410d7d3 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "DELETE /v2.0/ports/555c93d3-c8cf-4a00-b2a0-ba48501d6e25 HTTP/1.1" status: 204 len: 173 time: 0.8987422 Sep 22 10:17:44.839561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f4fa76b8-f96e-469b-9753-d8ed54654a27 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:44.876657 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4621aa-a3b3-4c03-a096-fd68a328a419 x-openstack-request-id: req-cf4621aa-a3b3-4c03-a096-fd68a328a419 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:44.877009 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "name": "network-vif-unplugged", "status": "completed", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:44.877444 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf4621aa-a3b3-4c03-a096-fd68a328a419 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:44.878144 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25', 'code': 200} Sep 22 10:17:44.878883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: f4fa76b8-f96e-469b-9753-d8ed54654a27 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:44.879423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f4fa76b8-f96e-469b-9753-d8ed54654a27 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:44.988984 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:45.017344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362535f-5725-4c92-ac2c-906f46262e43 req-7d73f920-43d7-4331-a840-3522ded95d4e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.018919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d362535f-5725-4c92-ac2c-906f46262e43 req-7d73f920-43d7-4331-a840-3522ded95d4e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 948 time: 0.0533755 Sep 22 10:17:45.062242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d362535f-5725-4c92-ac2c-906f46262e43 req-f9b2335d-05a4-40b8-871f-ba2fdf443613 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Sep 22 10:17:45.221898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:45.244518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3477bb-f711-48bc-9d0e-28b7ab70ebe8 req-192685a0-4c07-4ad1-9054-3f6b5ce007f8 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.246119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a3477bb-f711-48bc-9d0e-28b7ab70ebe8 req-192685a0-4c07-4ad1-9054-3f6b5ce007f8 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 944 time: 0.0612278 Sep 22 10:17:45.247626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:45.278804 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Pushing event deleted for resources: {'Port': ['ID=eb943496-c697-428f-9ffe-d9711e3df4ca,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:45.292265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a3477bb-f711-48bc-9d0e-28b7ab70ebe8 req-99f8d26a-f6f6-4625-99c3-7187b76d9f64 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374167 Sep 22 10:17:45.330306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] No DVR routers for this DVR port eb943496-c697-428f-9ffe-d9711e3df4ca on host n-h2-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:45.333194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:45.335294 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-92ca4a80-cb9f-453c-bce6-1dbd5c20950f req-f6f4a01d-45b2-44f6-9211-f539911557c9 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.32 "DELETE /v2.0/ports/eb943496-c697-428f-9ffe-d9711e3df4ca HTTP/1.1" status: 204 len: 173 time: 0.9977579 Sep 22 10:17:45.340062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23534d88-c811-45ed-8867-4c438c44daa0', 'name': 'network-vif-deleted', 'tag': 'eb943496-c697-428f-9ffe-d9711e3df4ca'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:45.340062 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c420affb-9968-478f-97f7-df88ef28f641" -d '{"events": [{"server_uuid": "23534d88-c811-45ed-8867-4c438c44daa0", "name": "network-vif-deleted", "tag": "eb943496-c697-428f-9ffe-d9711e3df4ca"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:45.372870 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4f58a7-237b-460f-a702-360c0a75f89b x-openstack-request-id: req-bd4f58a7-237b-460f-a702-360c0a75f89b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:45.373024 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:45.373178 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:45.373692 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd4f58a7-237b-460f-a702-360c0a75f89b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:45.373833 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840', 'status': 'completed', 'code': 200} Sep 22 10:17:45.374150 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a', 'status': 'completed', 'code': 200} Sep 22 10:17:45.481548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aee9ad56-2ea0-4159-928b-18e0cf8051fb req-d0ab8d11-5c8e-4e71-ac64-9e07f3ad6439 tempest-ImagesNegativeTestJSON-1250549286 tempest-ImagesNegativeTestJSON-1250549286-project] 10.222.0.20 "GET /v2.0/ports?device_id=23534d88-c811-45ed-8867-4c438c44daa0 HTTP/1.1" status: 200 len: 210 time: 0.0327671 Sep 22 10:17:45.484810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event updated for resources: {'Port': ['ID=48873e09-49c5-49c7-b665-90e76968a2f8,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:45.499764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-8c78526b-4813-41fc-aa88-b6d441439969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.503566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-8c78526b-4813-41fc-aa88-b6d441439969 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1099 time: 0.0925674 Sep 22 10:17:45.520315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:45.526372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-12be5caa-bc85-49d5-8090-5167f4370988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.527882 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-12be5caa-bc85-49d5-8090-5167f4370988 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1099 time: 0.1207798 Sep 22 10:17:45.585171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16072390-60f1-462a-9afe-fe5e5938b0d3 req-82b189a4-a394-4399-a2e5-0f66be6f7145 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 210 time: 0.0486512 Sep 22 10:17:45.660315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-c58dbe96-a22f-4643-b69f-68ee7f1f6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.662877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-c58dbe96-a22f-4643-b69f-68ee7f1f6464 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1515653 Sep 22 10:17:45.681380 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-6e94ec82-2ba3-4046-9793-bff9dee457ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.682942 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-6e94ec82-2ba3-4046-9793-bff9dee457ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1293228 Sep 22 10:17:45.702784 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:45.703948 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-b66a8778-2a44-436c-bc6b-0263c9b934ec tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3609538 Sep 22 10:17:45.728807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-20c67147-e3b5-4df5-baed-1e69ee39235b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.0537920 Sep 22 10:17:45.737115 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-1c63b02a-1a95-4096-b2b4-ea7c8185c436 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.0436792 Sep 22 10:17:45.783951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d57f-c827-4304-a130-0eb345aaf001 req-9d84c6d2-76f1-40ba-b44f-29237f8400ac tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.785738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6e6d57f-c827-4304-a130-0eb345aaf001 req-9d84c6d2-76f1-40ba-b44f-29237f8400ac tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 951 time: 0.1217005 Sep 22 10:17:45.811779 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-bd1a162e-7bdb-4024-97ec-3b00e2e9758f tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.0773165 Sep 22 10:17:45.815878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-4b4d7348-ea42-4f28-aea7-4c03571d2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.817416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-4b4d7348-ea42-4f28-aea7-4c03571d2caa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0806477 Sep 22 10:17:45.866556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6e6d57f-c827-4304-a130-0eb345aaf001 req-0bcac1a3-4483-4cfe-a779-ae4230da0f08 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c1c5107-149f-4f2f-a86a-d8af775cc160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725389 Sep 22 10:17:45.870371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-09b6953d-ee46-48c1-b93f-e26114790f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.871943 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-09b6953d-ee46-48c1-b93f-e26114790f80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0972888 Sep 22 10:17:45.880313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-875391ac-9fe4-4716-a653-66ea2c867fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.885782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-875391ac-9fe4-4716-a653-66ea2c867fe5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507867 Sep 22 10:17:45.932046 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c8cb6c-b5d4-4c94-bfdd-3ddb9768b8c9 x-openstack-request-id: req-39c8cb6c-b5d4-4c94-bfdd-3ddb9768b8c9 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:45.932340 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23534d88-c811-45ed-8867-4c438c44daa0", "name": "network-vif-deleted", "tag": "eb943496-c697-428f-9ffe-d9711e3df4ca", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:45.932598 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39c8cb6c-b5d4-4c94-bfdd-3ddb9768b8c9 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:45.933017 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23534d88-c811-45ed-8867-4c438c44daa0', 'name': 'network-vif-deleted', 'tag': 'eb943496-c697-428f-9ffe-d9711e3df4ca', 'status': 'completed', 'code': 200} Sep 22 10:17:45.972213 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-2fe91d49-271e-407a-aab1-48e28c423a6d tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.973145 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fdf22219-dbb4-4aab-abc5-0e307c77d022 req-2fe91d49-271e-407a-aab1-48e28c423a6d tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1535072 Sep 22 10:17:45.976178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-082b6f7f-88a6-452a-841e-176f98e5bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.977537 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-082b6f7f-88a6-452a-841e-176f98e5bef8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750592 Sep 22 10:17:46.013943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-26e7a8bf-22cf-451f-afbe-55423e6cdc5e service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246040 Sep 22 10:17:46.110094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-1b9b7af2-0988-4fd1-819d-ad6dce41dc58 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876923 Sep 22 10:17:46.179067 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-27adf151-c12d-4b82-b3ce-d51ebc92d8b0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811500 Sep 22 10:17:46.183712 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2b856121-d892-45d1-a962-4f0049630647 req-1e65d6aa-befa-4bbf-8f21-b1a88ba41960 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1877530 Sep 22 10:17:46.200687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:46.238527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1eb2-003e-4ac8-b092-64c59a9de634 req-2d2d6e11-c5b1-4a34-af47-f7e9611f922c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:46.240209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e81f1eb2-003e-4ac8-b092-64c59a9de634 req-2d2d6e11-c5b1-4a34-af47-f7e9611f922c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 948 time: 0.0811884 Sep 22 10:17:46.247418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-7f3b90af-9d5e-42ec-b937-b517eb3aad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:46.250290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-7f3b90af-9d5e-42ec-b937-b517eb3aad54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1095 time: 0.0787652 Sep 22 10:17:46.295669 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-8c20bc77-bce3-4edf-b8b7-2d8ae065e6e7 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068313 Sep 22 10:17:46.366196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e81f1eb2-003e-4ac8-b092-64c59a9de634 req-497058ec-40aa-4b9f-a66f-8879dac652d0 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999017 Sep 22 10:17:46.367298 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:46.395436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-9a47b50e-9d23-41ce-b90b-fb19dc6101de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:46.396996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-9a47b50e-9d23-41ce-b90b-fb19dc6101de service neutron] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1397405 Sep 22 10:17:46.452807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-14108903-bcbc-459f-ad97-435960db973e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 200 len: 217 time: 0.0461659 Sep 22 10:17:46.531260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-68a7ffe1-f690-4c0d-852b-27052445fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:46.532887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-68a7ffe1-f690-4c0d-852b-27052445fa36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0725105 Sep 22 10:17:46.541644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a5ee-2c60-43e9-9394-da0664e12c17 req-2ed7a615-24c0-4677-ac24-0dbdaeee27e9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:46.542081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-cd105370-40ec-4451-be45-c2273ee4f80a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:46.543071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bd0a5ee-2c60-43e9-9394-da0664e12c17 req-2ed7a615-24c0-4677-ac24-0dbdaeee27e9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 944 time: 0.0931313 Sep 22 10:17:46.543550 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-cd105370-40ec-4451-be45-c2273ee4f80a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 951 time: 0.0651698 Sep 22 10:17:46.547959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:46.575047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-7375ad92-fc8f-40fc-8604-18d2243a3914 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309517 Sep 22 10:17:46.632189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bd0a5ee-2c60-43e9-9394-da0664e12c17 req-1c08fa1b-1d24-43ee-a6f0-11d144af4ca2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785351 Sep 22 10:17:46.720205 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Allocated IP 172.25.1.118 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/a3353775-8bcc-4b16-aad6-22a92e05b941) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:46.725227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-5929109e-e2b9-404f-b386-a7b9b2388a4b service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412995 Sep 22 10:17:46.733598 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Deleting port d4968f01-676f-472e-96d0-f00c62c963a0 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:46.733944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:46.833921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-677f294d-6df6-4bf4-b5a6-3e858d62a2aa req-8201c759-3bd1-4da4-b1d8-0ad4e6b1e0b8 service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002553 Sep 22 10:17:46.846896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8382cfc9-04cc-4885-b377-c4f33733333a details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:46.852484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:46.858945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device eb943496-c697-428f-9ffe-d9711e3df4ca no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:46.890450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] For port d4968f01-676f-472e-96d0-f00c62c963a0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d4968f01-676f-472e-96d0-f00c62c963a0,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:46.890823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:46.898840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: eb943496-c697-428f-9ffe-d9711e3df4ca {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:46.899332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device eb943496-c697-428f-9ffe-d9711e3df4ca not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:46.899773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:46.913634 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Calling delete_port for d4968f01-676f-472e-96d0-f00c62c963a0 owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:46.927902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:46.928258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 555c93d3-c8cf-4a00-b2a0-ba48501d6e25 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:46.932204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.079868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:47.082990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:47.101319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '8382cfc9-04cc-4885-b377-c4f33733333a', 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e', 'port_id': '8382cfc9-04cc-4885-b377-c4f33733333a', 'mac_address': 'fa:16:3e:e1:6b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d7b8cd-3188-4b53-958d-bf25a65c9d98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:17:47.103787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '34533945-4368-4f76-ad0d-610f6e3fb840', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '34533945-4368-4f76-ad0d-610f6e3fb840', 'mac_address': 'fa:16:3e:44:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:17:47.147109 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.167655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.170410 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.183428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:47.186280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:47.189638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8382cfc9-04cc-4885-b377-c4f33733333a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:47.189797 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:47.195426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34533945-4368-4f76-ad0d-610f6e3fb840 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:47.229349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.229740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:47.232199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:47.240404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event updated for resources: {'Port': ['ID=a3353775-8bcc-4b16-aad6-22a92e05b941,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:47.242830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d4968f01-676f-472e-96d0-f00c62c963a0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:47.280212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Pushing event deleted for resources: {'Port': ['ID=d4968f01-676f-472e-96d0-f00c62c963a0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:47.328626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] No DVR routers for this DVR port d4968f01-676f-472e-96d0-f00c62c963a0 on host n-h2-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:47.336108 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.342078 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-eb0551ce-68a1-490d-b579-8c008cb30c6d req-642a1dbd-a2b6-45d9-bde5-57846fedf731 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.32 "DELETE /v2.0/ports/d4968f01-676f-472e-96d0-f00c62c963a0 HTTP/1.1" status: 204 len: 173 time: 0.7919900 Sep 22 10:17:47.345774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-52d99f38-e17b-4882-9ca9-b6de94a9ee65 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:47.355900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-52d99f38-e17b-4882-9ca9-b6de94a9ee65 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 804 time: 0.1384935 Sep 22 10:17:47.370206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Request body: {'port': {'device_id': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'admin_state_up': True, 'tenant_id': '2128028e07be4c7781f4db43dbf59f9a'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:47.381560 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.384301 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.387490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'name': 'network-vif-deleted', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:47.392066 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51e028b-89b4-40e4-a0b3-89a51dbceb8e" -d '{"events": [{"server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "name": "network-vif-deleted", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:47.431874 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.465470 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:47.531593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=8382cfc9-04cc-4885-b377-c4f33733333a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:47.557959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4402db-f057-451d-acca-043383a04798 req-c6f7ed81-e64e-450e-8e5e-8db1d195713e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 210 time: 0.0419269 Sep 22 10:17:47.620375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8382cfc9-04cc-4885-b377-c4f33733333a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:47.658476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.666967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['34533945-4368-4f76-ad0d-610f6e3fb840'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:47.667967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Made reservation on behalf of 2128028e07be4c7781f4db43dbf59f9a for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:47.669185 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-bfa4d11a-0f96-4a68-90a4-59609cbcd83f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:47.670751 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-bfa4d11a-0f96-4a68-90a4-59609cbcd83f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb&tenant_id=f86d306282364855b4f40fc67978d89d&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 949 time: 0.1299963 Sep 22 10:17:47.672955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:47.685795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f999b0c8-96d8-4d00-9d46-6684499ba452 req-8124edc0-6737-426c-8008-239be12bcd3a tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 210 time: 0.0667589 Sep 22 10:17:47.789348 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-a6930f3a-ebde-449b-b413-63682d93406a service neutron] 10.222.0.32 "GET /v2.0/ports/34533945-4368-4f76-ad0d-610f6e3fb840/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 382 time: 0.1005259 Sep 22 10:17:47.920620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Allocated IP 172.20.0.8 (4456a5f3-75da-4ad1-8083-ad53f5ac39ef/0b024aa6-cd0c-41fd-a830-e069c01b4c45/a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:47.934417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-deleted', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:47.937198 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58104b53-145b-49f7-9748-b1651bc34b56" -d '{"events": [{"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-deleted", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:47.948948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-88748ba8-e330-4ef7-9a40-25c6cd48db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:47.950642 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-88748ba8-e330-4ef7-9a40-25c6cd48db76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1100 time: 0.0951614 Sep 22 10:17:47.955182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:48.010930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dc530-0a51-492a-9804-cc2a44cc6bb7 req-9f5f3116-f72f-4b04-a821-f9027c137545 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:48.012475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-382dc530-0a51-492a-9804-cc2a44cc6bb7 req-9f5f3116-f72f-4b04-a821-f9027c137545 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 949 time: 0.0948057 Sep 22 10:17:48.045321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-d0385394-a6bf-4284-81a3-97e9ef2aae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:48.046913 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-d0385394-a6bf-4284-81a3-97e9ef2aae03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.0875163 Sep 22 10:17:48.095440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:48.103964 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-310f2352-43bb-41e9-b576-cec9aaaa3984 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.0481148 Sep 22 10:17:48.127013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-382dc530-0a51-492a-9804-cc2a44cc6bb7 req-49f473e5-f987-417a-ba45-318f04d31d68 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048687 Sep 22 10:17:48.182521 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffc5c4a-8c24-483f-8e45-041803d2a344 x-openstack-request-id: req-fffc5c4a-8c24-483f-8e45-041803d2a344 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:48.186436 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6b589a-6e70-4d6e-8e9d-7921a060462e", "name": "network-vif-deleted", "tag": "555c93d3-c8cf-4a00-b2a0-ba48501d6e25", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:48.186436 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fffc5c4a-8c24-483f-8e45-041803d2a344 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:48.186436 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6b589a-6e70-4d6e-8e9d-7921a060462e', 'name': 'network-vif-deleted', 'tag': '555c93d3-c8cf-4a00-b2a0-ba48501d6e25', 'status': 'completed', 'code': 200} Sep 22 10:17:48.195682 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:48.229095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event updated for resources: {'Port': ['ID=a3353775-8bcc-4b16-aad6-22a92e05b941,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:48.254476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-833cb2ad-f9c4-40de-b2bf-b07ed43fc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:48.256542 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-833cb2ad-f9c4-40de-b2bf-b07ed43fc896 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1258624 Sep 22 10:17:48.258131 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:48.313201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-f2f96a3e-5686-46fb-8eb5-4aae94955902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:48.314762 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-f2f96a3e-5686-46fb-8eb5-4aae94955902 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475307 Sep 22 10:17:48.323118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d782-5238-47a8-9f4b-b099d8e74fdd req-56d85e76-2200-469d-a671-109155aed495 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:48.324649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab7d782-5238-47a8-9f4b-b099d8e74fdd req-56d85e76-2200-469d-a671-109155aed495 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 945 time: 0.0549231 Sep 22 10:17:48.370315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab7d782-5238-47a8-9f4b-b099d8e74fdd req-de45ff72-c39c-4851-8f89-9748f8d754df tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390894 Sep 22 10:17:48.416661 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-81264a55-effb-4882-9c49-6c28b1c57f8c service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944498 Sep 22 10:17:48.426293 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94646f4-86d8-40ba-a4db-bc79b1f6e2c0 x-openstack-request-id: req-d94646f4-86d8-40ba-a4db-bc79b1f6e2c0 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:48.426588 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81337134-cdb0-4c93-82f8-63b671dd4815", "name": "network-vif-deleted", "tag": "d4968f01-676f-472e-96d0-f00c62c963a0", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:48.426934 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d94646f4-86d8-40ba-a4db-bc79b1f6e2c0 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:48.427266 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81337134-cdb0-4c93-82f8-63b671dd4815', 'name': 'network-vif-deleted', 'tag': 'd4968f01-676f-472e-96d0-f00c62c963a0', 'status': 'completed', 'code': 200} Sep 22 10:17:48.506531 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:48.544170 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-6ad03ae0-bc5f-49e9-b156-73ef589b1724 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153514 Sep 22 10:17:48.558427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:48.566146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Pushing event updated for resources: {'Port': ['ID=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:48.572429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:48.578836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:48.598224 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:48.599478 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2b856121-d892-45d1-a962-4f0049630647 req-6769339e-e0ac-4219-a4b3-5a4e2b0a0d85 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4096355 Sep 22 10:17:48.638588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:48.639276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:48.662403 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2b856121-d892-45d1-a962-4f0049630647 req-ed2943ea-f114-4805-af31-ac68f81ebdd6 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0556734 Sep 22 10:17:48.703993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897249f3-5f97-431a-86e1-5710a4fff1ce req-a320d94c-8f7f-4be5-a5f1-8fd54b3039be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:48.705613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-897249f3-5f97-431a-86e1-5710a4fff1ce req-a320d94c-8f7f-4be5-a5f1-8fd54b3039be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 931 time: 0.0517037 Sep 22 10:17:48.751671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-897249f3-5f97-431a-86e1-5710a4fff1ce req-7a4e2b56-7203-4376-b9fe-c04c3c6e76ed tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 Sep 22 10:17:48.774881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-251a0e99-a2b7-47ec-9246-a7b8151e63e7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4040396 Sep 22 10:17:48.788998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Request body: {'port': {'device_id': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:48.791376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b856121-d892-45d1-a962-4f0049630647 req-394056d7-95ed-4ed7-b73a-27a7ae6d8f51 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:48.792898 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2b856121-d892-45d1-a962-4f0049630647 req-394056d7-95ed-4ed7-b73a-27a7ae6d8f51 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1223752 Sep 22 10:17:48.863932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8382cfc9-04cc-4885-b377-c4f33733333a up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:48.868721 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a995d3a7-8984-4fcf-85ea-8f0fffb4a969 req-066a3d2b-fe4d-4dec-afb2-2de355b60212 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips/24988929-18a2-416f-8ada-48b7b8e8c862 HTTP/1.1" status: 200 len: 693 time: 0.0532508 Sep 22 10:17:48.880024 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44317c8c-a622-489c-9d0f-3a7ad07fb392 req-35e60dc5-1b50-4230-bdce-732eb1101707 tempest-ServersAdminTestJSON-1307406866 tempest-ServersAdminTestJSON-1307406866-project] 10.222.0.20 "GET /v2.0/ports?device_id=81337134-cdb0-4c93-82f8-63b671dd4815 HTTP/1.1" status: 200 len: 210 time: 0.0361798 Sep 22 10:17:48.883330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:48.918762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:49.019063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995d3a7-8984-4fcf-85ea-8f0fffb4a969 req-68119a88-9dce-4a85-a86e-fcc04cd8e0fc tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:49.020517 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a995d3a7-8984-4fcf-85ea-8f0fffb4a969 req-68119a88-9dce-4a85-a86e-fcc04cd8e0fc tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1419175 Sep 22 10:17:49.100893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 8382cfc9-04cc-4885-b377-c4f33733333a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:17:49.102132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cbc42dc-1691-461b-87de-91578e03feea req-628caa01-9b04-4dd5-8440-ec79f77b1f41 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips/24988929-18a2-416f-8ada-48b7b8e8c862 HTTP/1.1" status: 200 len: 693 time: 0.0562868 Sep 22 10:17:49.105543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 8382cfc9-04cc-4885-b377-c4f33733333a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:49.105918 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.127405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45288) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:49.147457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 34533945-4368-4f76-ad0d-610f6e3fb840 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:17:49.158262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 34533945-4368-4f76-ad0d-610f6e3fb840 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:49.159054 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.257492 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.285512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc42dc-1691-461b-87de-91578e03feea req-40fa67ca-3282-47a0-ae20-89f4695d5810 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:49.293531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cbc42dc-1691-461b-87de-91578e03feea req-40fa67ca-3282-47a0-ae20-89f4695d5810 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1668277 Sep 22 10:17:49.307774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:49.309993 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8590f9-f86c-436b-a133-8380b054735d" -d '{"events": [{"server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "name": "network-vif-plugged", "status": "completed", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:49.311000 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074b2ea-8c36-429c-bb20-7e21b5d319a2 req-4bbc1079-0ae6-4fc2-9e88-152a1ef9c63f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:49.312559 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f074b2ea-8c36-429c-bb20-7e21b5d319a2 req-4bbc1079-0ae6-4fc2-9e88-152a1ef9c63f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 949 time: 0.0962739 Sep 22 10:17:49.321837 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-014e8c1b-24de-40ca-be91-3c8784860644 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24403440e065495daf646b81f6be7b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909976 Sep 22 10:17:49.327199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:49.328312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45296) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:49.328434 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.350644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cbc42dc-1691-461b-87de-91578e03feea req-06b83ac6-586d-4cea-b55a-3b629ca7d3bf tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0562181 Sep 22 10:17:49.358012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:49.363805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:49.374493 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.397447 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f074b2ea-8c36-429c-bb20-7e21b5d319a2 req-06ff45a0-7c73-4249-9cc7-9ea523fa8d3c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703983 Sep 22 10:17:49.413234 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0a52b393-bf93-4c50-bbf4-54ad4f4312ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.423176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Transition to ACTIVE for port object a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:17:49.428491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cbc42dc-1691-461b-87de-91578e03feea req-74ab4fb8-bb29-4956-8b1a-f87ec52a217d tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0631738 Sep 22 10:17:49.437177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0a52b393-bf93-4c50-bbf4-54ad4f4312ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.455940 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f8350-867e-4568-9f4d-8635dfa4d2f0 x-openstack-request-id: req-ee9f8350-867e-4568-9f4d-8635dfa4d2f0 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:49.456514 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "name": "network-vif-plugged", "status": "completed", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:49.456514 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee9f8350-867e-4568-9f4d-8635dfa4d2f0 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:49.456868 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a', 'code': 200} Sep 22 10:17:49.460854 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.521930 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.522726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d4968f01-676f-472e-96d0-f00c62c963a0 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:49.558360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: d4968f01-676f-472e-96d0-f00c62c963a0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:49.558888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d4968f01-676f-472e-96d0-f00c62c963a0 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:49.572692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6bf57-214c-4b5a-a4a2-addf9bb233d3 req-c00fe3d7-f848-4701-aa36-bc7e4c03bf5e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:49.574514 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a1d6bf57-214c-4b5a-a4a2-addf9bb233d3 req-c00fe3d7-f848-4701-aa36-bc7e4c03bf5e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 946 time: 0.0650659 Sep 22 10:17:49.591242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=8382cfc9-04cc-4885-b377-c4f33733333a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:49.613322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.630369 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a1d6bf57-214c-4b5a-a4a2-addf9bb233d3 req-feb51729-79b5-4ba8-8d91-d08d83a85394 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Sep 22 10:17:49.643673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:49.669811 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0a52b393-bf93-4c50-bbf4-54ad4f4312ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.672648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0a52b393-bf93-4c50-bbf4-54ad4f4312ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.673422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079f90e-3e03-4406-8d22-79ff2d50815e req-8836b1df-d8e1-4b52-9a3a-97d3bf4d4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:49.674944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b079f90e-3e03-4406-8d22-79ff2d50815e req-8836b1df-d8e1-4b52-9a3a-97d3bf4d4ee6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1097 time: 0.1491184 Sep 22 10:17:49.676755 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0a52b393-bf93-4c50-bbf4-54ad4f4312ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/943b9ee2-8e49-48be-9eb8-420176f8e872 HTTP/1.1" status: 204 len: 168 time: 0.3474255 Sep 22 10:17:49.687492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52b393-bf93-4c50-bbf4-54ad4f4312ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943b9ee2-8e49-48be-9eb8-420176f8e872,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:49.694224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Pushing event updated for resources: {'Port': ['ID=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:49.755601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0cbc42dc-1691-461b-87de-91578e03feea req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Deleting port a3353775-8bcc-4b16-aad6-22a92e05b941 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:49.756290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0cbc42dc-1691-461b-87de-91578e03feea req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:49.797870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b079f90e-3e03-4406-8d22-79ff2d50815e req-4a0eb44d-259e-4840-8465-4d4f54421aa6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131678 Sep 22 10:17:49.879107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99c318-cd86-4ee9-a0aa-4fcb00344bc1 req-5a5684cb-895f-4470-8dc8-3826661676f2 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:49.881465 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-aa99c318-cd86-4ee9-a0aa-4fcb00344bc1 req-5a5684cb-895f-4470-8dc8-3826661676f2 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 943 time: 0.0603747 Sep 22 10:17:49.929590 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-aa99c318-cd86-4ee9-a0aa-4fcb00344bc1 req-641f51ab-db60-4dc4-879f-5bcc8b6d63fb tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Sep 22 10:17:50.175543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Attempting to bind port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:50.175889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Attempting to bind port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:50.176222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Attempting to bind port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:50.184933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:17:50.185267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Attempting to bind port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:50.195725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:50.196074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Checking segment: {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:50.196590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Bound using segment: {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:50.197051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Bound port: a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:50.197393 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:50.214545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0cbc42dc-1691-461b-87de-91578e03feea req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:50.214881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0cbc42dc-1691-461b-87de-91578e03feea req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:50.245424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0cbc42dc-1691-461b-87de-91578e03feea req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Calling delete_port for a3353775-8bcc-4b16-aad6-22a92e05b941 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:50.326428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:50.330937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:50.528528 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0cbc42dc-1691-461b-87de-91578e03feea req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:50.531780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:50.537692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006ab5-c956-4ad1-8150-08148fa5d7ae req-4e0f427e-caa3-4022-8a8e-e58c9c3d0113 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:50.544740 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-97006ab5-c956-4ad1-8150-08148fa5d7ae req-4e0f427e-caa3-4022-8a8e-e58c9c3d0113 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0663629 Sep 22 10:17:50.579518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event deleted for resources: {'Port': ['ID=a3353775-8bcc-4b16-aad6-22a92e05b941,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:50.600454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:50.605030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:50.605030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] 10.222.0.32 "PUT /v2.0/ports/a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 HTTP/1.1" status: 200 len: 1091 time: 1.8234272 Sep 22 10:17:50.605343 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-97006ab5-c956-4ad1-8150-08148fa5d7ae req-9276c944-4ac0-4328-9f98-efd1dd016f87 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578263 Sep 22 10:17:50.605870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:50.608226 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b08a982-f587-43a0-8646-5fad4f008a80" -d '{"events": [{"name": "network-changed", "server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:50.662485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45334) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:50.673531 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a4afc0-9c83-463f-bbe8-6682f18cc79e x-openstack-request-id: req-b3a4afc0-9c83-463f-bbe8-6682f18cc79e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:50.674122 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:50.674122 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3a4afc0-9c83-463f-bbe8-6682f18cc79e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:50.674475 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249', 'status': 'completed', 'code': 200} Sep 22 10:17:50.769666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0cbc42dc-1691-461b-87de-91578e03feea req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:50.773553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0cbc42dc-1691-461b-87de-91578e03feea req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:50.777976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cbc42dc-1691-461b-87de-91578e03feea req-4218e92d-2d8e-4fdf-9dc1-3e25a7433d39 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "DELETE /v2.0/floatingips/24988929-18a2-416f-8ada-48b7b8e8c862 HTTP/1.1" status: 204 len: 173 time: 1.3441608 Sep 22 10:17:50.789100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e05d68-69e6-4fbb-b9dc-cdd92d5ab88f req-b64cd64d-6d9a-4872-9152-85f7e403460c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:50.791841 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-56e05d68-69e6-4fbb-b9dc-cdd92d5ab88f req-b64cd64d-6d9a-4872-9152-85f7e403460c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 946 time: 0.0675912 Sep 22 10:17:50.827756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08a982-f587-43a0-8646-5fad4f008a80 req-f03f2d3a-95f7-4110-942a-d1215a2eadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:50.829233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b08a982-f587-43a0-8646-5fad4f008a80 req-f03f2d3a-95f7-4110-942a-d1215a2eadd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 1094 time: 0.1106553 Sep 22 10:17:50.839204 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522772a7-83ff-4cde-a05d-aa3d0968962d service neutron] Pushing event updated for resources: {'Port': ['ID=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:50.850621 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-56e05d68-69e6-4fbb-b9dc-cdd92d5ab88f req-6fb350b2-893f-4854-8c87-f46166f34f67 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521448 Sep 22 10:17:50.903609 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-32e82ba0-7ff9-44bf-adde-2d0f72217685 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccb98c53bb8d4a42ad090de69044b144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399292 Sep 22 10:17:50.906321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:50.964069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa4f1-50cb-48da-9a55-9f0e4a08849b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:50.991052 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa4f1-50cb-48da-9a55-9f0e4a08849b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:51.106068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3139a32-d82b-4c61-ac90-180df9b5e02e req-f264b337-6470-4d71-9c2e-5cc5e42984e5 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.107609 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d3139a32-d82b-4c61-ac90-180df9b5e02e req-f264b337-6470-4d71-9c2e-5cc5e42984e5 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 943 time: 0.0615206 Sep 22 10:17:51.111897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcdf7b-bee5-41b2-965f-30e7a7993ba6 req-f8918dc5-4478-43e9-992d-3ace5c3d48be tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.113366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19fcdf7b-bee5-41b2-965f-30e7a7993ba6 req-f8918dc5-4478-43e9-992d-3ace5c3d48be tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3026910 Sep 22 10:17:51.118838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08a982-f587-43a0-8646-5fad4f008a80 req-9deed551-64bb-4d25-8d31-7e66f8671608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.120274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b08a982-f587-43a0-8646-5fad4f008a80 req-9deed551-64bb-4d25-8d31-7e66f8671608 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2128028e07be4c7781f4db43dbf59f9a&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2822628 Sep 22 10:17:51.165577 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d3139a32-d82b-4c61-ac90-180df9b5e02e req-f1c1c00e-8088-4eb4-9a5a-c37683538037 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459263 Sep 22 10:17:51.205965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa4f1-50cb-48da-9a55-9f0e4a08849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:51.209683 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa4f1-50cb-48da-9a55-9f0e4a08849b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:51.211033 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6b6aa4f1-50cb-48da-9a55-9f0e4a08849b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c1c5107-149f-4f2f-a86a-d8af775cc160 HTTP/1.1" status: 204 len: 168 time: 0.3033350 Sep 22 10:17:51.247330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08a982-f587-43a0-8646-5fad4f008a80 req-12cb0454-916b-44f6-aec0-b6c9811f59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.248982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b08a982-f587-43a0-8646-5fad4f008a80 req-12cb0454-916b-44f6-aec0-b6c9811f59ef service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218116 Sep 22 10:17:51.295514 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cef53390-eaa9-45ab-8fcd-033fcb7f1694 req-2c47bdce-1a0e-4c64-aedd-94822abb2d6b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=bbac2e644ce44ce0849f48a931dbd32b HTTP/1.1" status: 200 len: 1655 time: 0.1098974 Sep 22 10:17:51.297417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aa4f1-50cb-48da-9a55-9f0e4a08849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1c5107-149f-4f2f-a86a-d8af775cc160,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:51.354064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-028805df-4771-43a8-875f-669b170bd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.358277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-028805df-4771-43a8-875f-669b170bd1dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 1094 time: 0.0667956 Sep 22 10:17:51.389437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45358) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:51.414564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-edb21002-0edb-4de0-887b-efb0d47d88c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 HTTP/1.1" status: 200 len: 217 time: 0.0501757 Sep 22 10:17:51.423387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef53390-eaa9-45ab-8fcd-033fcb7f1694 req-c0280f5f-4348-4bf8-bd91-8ddc8cd996fc tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.424939 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cef53390-eaa9-45ab-8fcd-033fcb7f1694 req-c0280f5f-4348-4bf8-bd91-8ddc8cd996fc tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks?id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 787 time: 0.1285994 Sep 22 10:17:51.436794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-cef53390-eaa9-45ab-8fcd-033fcb7f1694 req-7e92bf56-992a-4579-9482-87ed2d422f99 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:17:51.437858 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cef53390-eaa9-45ab-8fcd-033fcb7f1694 req-7e92bf56-992a-4579-9482-87ed2d422f99 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061617 Sep 22 10:17:51.459056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:51.464198 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70caacf-b929-4590-83e7-26a238a7df31" -d '{"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-plugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:51.502323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-101515973-network', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:51.515789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-feaa19d7-8983-4d53-9826-cd8a37e42964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.517840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-feaa19d7-8983-4d53-9826-cd8a37e42964 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b024aa6-cd0c-41fd-a830-e069c01b4c45 HTTP/1.1" status: 200 len: 844 time: 0.0957406 Sep 22 10:17:51.519556 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b27f56-e7b5-4a9f-a559-aeab8cec43e9 x-openstack-request-id: req-a6b27f56-e7b5-4a9f-a559-aeab8cec43e9 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:51.527982 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-plugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:51.527982 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6b27f56-e7b5-4a9f-a559-aeab8cec43e9 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:51.527982 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840', 'code': 200} Sep 22 10:17:51.528458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-905d6816-d74c-4c47-a8b9-b9092fdc9634 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips/17cf9636-8efc-4643-9095-e13d12e2f6cb HTTP/1.1" status: 200 len: 693 time: 0.0563135 Sep 22 10:17:51.558395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-302b7c42-845d-4359-8093-ac85e1405c74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335979 Sep 22 10:17:51.643802 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Made reservation on behalf of c0f40f6d725a4f4aadd42ecf929b97ba for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:51.646791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:51.656326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:51.734619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-a877e3f2-8084-4015-bbfd-9932fb107dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.736149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-a877e3f2-8084-4015-bbfd-9932fb107dca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb&tenant_id=f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 1101 time: 0.1394212 Sep 22 10:17:51.753405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:51.783168 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85809d46-3be5-4d9a-8de1-fbb9cbcb8a60 req-f2b5a936-8330-46a2-bee5-98631c815359 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.784733 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-85809d46-3be5-4d9a-8de1-fbb9cbcb8a60 req-f2b5a936-8330-46a2-bee5-98631c815359 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.0857401 Sep 22 10:17:51.788859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-57b76150-05c0-4079-9b14-fb6923f73e1c tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.790370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-57b76150-05c0-4079-9b14-fb6923f73e1c tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.2566338 Sep 22 10:17:51.796986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-c072d75e-ea17-4a5d-83ff-3e3c3653e3e5 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284644 Sep 22 10:17:51.854868 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:51.858290 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-85809d46-3be5-4d9a-8de1-fbb9cbcb8a60 req-6b241a4c-b939-4e25-89a8-96ae20b64da1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655806 Sep 22 10:17:51.893753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-d765d7e5-20e5-49be-8ced-8b781b8c886e tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.0882289 Sep 22 10:17:51.900993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:51.970139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a2ec6-7e70-414b-8a69-5d59447e7e96 req-4dce3fa9-a04f-4389-a851-56c9ac13296d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.971512 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-599a2ec6-7e70-414b-8a69-5d59447e7e96 req-4dce3fa9-a04f-4389-a851-56c9ac13296d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 946 time: 0.0514996 Sep 22 10:17:52.011085 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-599a2ec6-7e70-414b-8a69-5d59447e7e96 req-42a172ec-8ed1-424b-a460-5787a7f6d587 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 Sep 22 10:17:52.012062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.021609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-55b026a1-ddb4-47d6-85d8-44516f2f6879 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.1183031 Sep 22 10:17:52.040976 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:17:52.050170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a5af0c-1da5-4bcc-90d3-b269c71bac20,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:52.051096 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cf1b3b-cbc1-453d-a74a-a18ab8247464 req-5600c53a-8db6-48f6-b9ef-14e411b6b0b5 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454185 Sep 22 10:17:52.070094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.070600 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Added segment 09e13086-4196-4a4f-96ad-8fa8b6f09ca6 of type vlan for network bb6a5443-f60e-4ca4-adb5-ef40307f650e Sep 22 10:17:52.115943 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.178037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a56c5-45bc-4c61-a20d-5f3a9512a078 req-f555142e-fce4-4ec2-9486-e851eeff86ba tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:52.180625 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c87a56c5-45bc-4c61-a20d-5f3a9512a078 req-f555142e-fce4-4ec2-9486-e851eeff86ba tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1097 time: 0.0619438 Sep 22 10:17:52.222841 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c87a56c5-45bc-4c61-a20d-5f3a9512a078 req-b227b62b-f9b2-4132-984e-bb1af30d2c57 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344152 Sep 22 10:17:52.239736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45380) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:52.258387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.259596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:52.260407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.327659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Deleting port 48873e09-49c5-49c7-b665-90e76968a2f8 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:52.328004 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.347115 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c93b7e94-2bbd-420e-8ba6-5eb0404250bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=566176b9a09f49809fc8a3ab7013a5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062472 Sep 22 10:17:52.350823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45384) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:52.352211 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2a956a3a-a84c-419d-bd17-72699d375a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.371447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:52.380000 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb6a5443-f60e-4ca4-adb5-ef40307f650e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:52.395259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network bb6a5443-f60e-4ca4-adb5-ef40307f650e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:17:52.405633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28edb1-ff04-4329-bfad-d205d0fe31b8 req-4502592b-2bc5-4483-bda0-7012f114becc tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:52.407353 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9f28edb1-ff04-4329-bfad-d205d0fe31b8 req-4502592b-2bc5-4483-bda0-7012f114becc tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 943 time: 0.1131229 Sep 22 10:17:52.457619 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ee9c87cc-680b-4566-938e-eed2711590d5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0645781 Sep 22 10:17:52.457892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45386) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:52.462648 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9f28edb1-ff04-4329-bfad-d205d0fe31b8 req-bf2acd00-b98f-44ac-bd6f-10be6b1211d7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Sep 22 10:17:52.462833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Request body: {'subnet': {'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-101515973-subnet', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:52.494439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.494815 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.501706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:52.539478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Calling delete_port for 48873e09-49c5-49c7-b665-90e76968a2f8 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:52.549068 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2684e62-8bab-4794-9eeb-995b3a31d32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.622965 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.627147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757a0b0-8e9e-45da-9d54-13160cc3135f req-0542d1c5-52f9-4d91-a1e5-c745a8e6b01b tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:52.629087 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a757a0b0-8e9e-45da-9d54-13160cc3135f req-0542d1c5-52f9-4d91-a1e5-c745a8e6b01b tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1097 time: 0.0417690 Sep 22 10:17:52.632173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2684e62-8bab-4794-9eeb-995b3a31d32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.658421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Transition to ACTIVE for port object 34533945-4368-4f76-ad0d-610f6e3fb840 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:17:52.670195 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a757a0b0-8e9e-45da-9d54-13160cc3135f req-fd6bc3da-b2bd-48f7-8ca3-c302944b3919 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302930 Sep 22 10:17:52.678338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:52.681078 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f2cd87-7dc3-46cf-a146-942fc0f0a583" -d '{"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-unplugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:52.689468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Made reservation on behalf of c0f40f6d725a4f4aadd42ecf929b97ba for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:52.691005 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.757165 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fcaeb0-ea18-4462-b45b-9fe360483b14 x-openstack-request-id: req-18fcaeb0-ea18-4462-b45b-9fe360483b14 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:52.757451 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-unplugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:52.757700 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18fcaeb0-ea18-4462-b45b-9fe360483b14 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:52.758092 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840', 'code': 200} Sep 22 10:17:52.775199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.876717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=10']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:52.881217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] No DVR routers for this DVR port 34533945-4368-4f76-ad0d-610f6e3fb840 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:52.887389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:52.917875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:52.918246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:52.918831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:52.923437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Port 34533945-4368-4f76-ad0d-610f6e3fb840 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:17:52.923763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Attempting to bind port 34533945-4368-4f76-ad0d-610f6e3fb840 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:52.929685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:52.930023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:52.930439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:52.930871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Bound port: 34533945-4368-4f76-ad0d-610f6e3fb840, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:52.931231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.932616 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:52.933004 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2684e62-8bab-4794-9eeb-995b3a31d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.935650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2684e62-8bab-4794-9eeb-995b3a31d32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:52.936808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e2684e62-8bab-4794-9eeb-995b3a31d32d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afbad247-aa74-4a09-b7b5-efec24afbb51 HTTP/1.1" status: 204 len: 168 time: 0.5826232 Sep 22 10:17:52.954497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2684e62-8bab-4794-9eeb-995b3a31d32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbad247-aa74-4a09-b7b5-efec24afbb51,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:53.039836 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:53.090582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:53.112951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event deleted for resources: {'Port': ['ID=48873e09-49c5-49c7-b665-90e76968a2f8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:53.118624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:53.224931 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:53.226908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe277981-0b63-4565-b1b9-21222501f52a req-363ec717-ce5f-4e08-8b27-d19ba55a756a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:53.228113 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:53.228650 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fe277981-0b63-4565-b1b9-21222501f52a req-363ec717-ce5f-4e08-8b27-d19ba55a756a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 949 time: 0.0523026 Sep 22 10:17:53.243450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c8d4123-ea5e-417c-80cf-dd2535498d27 req-5a981691-966a-48ca-aa1c-38a58b98987b tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "DELETE /v2.0/floatingips/17cf9636-8efc-4643-9095-e13d12e2f6cb HTTP/1.1" status: 204 len: 173 time: 1.1972842 Sep 22 10:17:53.248364 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:53.296399 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fe277981-0b63-4565-b1b9-21222501f52a req-a5e523c3-55ce-406c-80da-950a9a57cff9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572741 Sep 22 10:17:53.307009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:53.307897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:53.309393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] 10.222.0.30 "PUT /v2.0/ports/34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 1097 time: 1.5647862 Sep 22 10:17:53.401385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5356b-d65c-46c9-9fc4-11e21e5997f4 service neutron] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=11']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:53.438392 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-c6496d37-0927-40c9-a618-2d880b9395e6 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips/8c669452-c3f7-4766-bc7b-d408cfd00a00 HTTP/1.1" status: 200 len: 692 time: 0.0874164 Sep 22 10:17:53.465689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706b18d-9c98-405b-b247-c27dcddb87b0 req-79301015-8a2c-4d86-85e1-232d46cece66 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:53.473879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2706b18d-9c98-405b-b247-c27dcddb87b0 req-79301015-8a2c-4d86-85e1-232d46cece66 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1097 time: 0.1561882 Sep 22 10:17:53.477423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-0805144a-0b13-4ba8-abe9-bebdcbf12986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:53.479125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-0805144a-0b13-4ba8-abe9-bebdcbf12986 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1100 time: 0.1348403 Sep 22 10:17:53.546041 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:53.628134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc6d5f0-9b32-42fd-a81b-0354c7bb9503,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:53.669822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-4d5e14fc-f96d-47ed-86a9-e10ed88eaffb tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:53.671822 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-4d5e14fc-f96d-47ed-86a9-e10ed88eaffb tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.2265575 Sep 22 10:17:53.686357 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2706b18d-9c98-405b-b247-c27dcddb87b0 req-e6e46041-7f82-4652-b0e2-8a7347d08f94 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111058 Sep 22 10:17:53.767799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Checking segment: {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:53.768284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Network hostable DHCP agents. Network: bb6a5443-f60e-4ca4-adb5-ef40307f650e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:17:53.802341 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-7879c956-b1fb-4c2d-8cc5-45e90c0926c5 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.1155610 Sep 22 10:17:53.805231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-a7bab94b-bd3e-46e1-9d81-f5f621ce03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:53.806743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-a7bab94b-bd3e-46e1-9d81-f5f621ce03fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.3197434 Sep 22 10:17:53.846633 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-03322f3f-b716-4906-bb8c-fea127da5a6e tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0434201 Sep 22 10:17:53.874068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-bc2d6a76-9a1f-4700-a619-315e4679b527 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.0442052 Sep 22 10:17:53.898962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f62b4e-302f-44f6-bc59-acddc25fa723 req-d7197aa8-a32f-4d6a-9aff-20fd93b3f226 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:53.900519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67f62b4e-302f-44f6-bc59-acddc25fa723 req-d7197aa8-a32f-4d6a-9aff-20fd93b3f226 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 943 time: 0.1093771 Sep 22 10:17:53.922343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Network bb6a5443-f60e-4ca4-adb5-ef40307f650e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:17:53.969024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-4af36765-8093-416c-9e2d-b43c9cddf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:53.970625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-4af36765-8093-416c-9e2d-b43c9cddf21f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0877376 Sep 22 10:17:53.973949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67f62b4e-302f-44f6-bc59-acddc25fa723 req-4c5911b4-a7c0-42ff-9a6b-ca9b52199121 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Sep 22 10:17:54.035366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-c371baeb-eabe-4208-94f2-202f19c65dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:54.041863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-c371baeb-eabe-4208-94f2-202f19c65dbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592515 Sep 22 10:17:54.074343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, bb6a5443-f60e-4ca4-adb5-ef40307f650e) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:54.088278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:54.088278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.096234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe185c-5194-436b-8e55-277ac3ceba94 None None] Network bb6a5443-f60e-4ca4-adb5-ef40307f650e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:17:54.162593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-2004d651-c189-41be-bc40-355ab5894153 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161427 Sep 22 10:17:54.236526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3099cfd1-43c5-42d8-a0ac-82a405346d11 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7775321 Sep 22 10:17:54.240893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45428) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:54.246479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:54.268122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:17:54.270051 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.291163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c663466f-bdc6-44fe-b575-a7d8b0263b2d req-faddc6b5-151b-4df6-8338-99444dfda7f2 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209795 Sep 22 10:17:54.339779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Deleting port 47477c4d-731b-440a-9b58-5511f9ca2fe8 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:54.340232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.370634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.371723 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.444914 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.448229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Allocated IP 172.20.0.2 (bb6a5443-f60e-4ca4-adb5-ef40307f650e/6dc6d5f0-9b32-42fd-a81b-0354c7bb9503/130b9b8d-17c7-47b2-835a-5fa4188931fe) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:54.500193 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.500528 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.504059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da41f9-c553-4ea0-b5fb-f0efaa4e30c0 req-4788066e-98fc-4bc3-815f-9c3967e0755f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:54.505726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74da41f9-c553-4ea0-b5fb-f0efaa4e30c0 req-4788066e-98fc-4bc3-815f-9c3967e0755f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 949 time: 0.0593145 Sep 22 10:17:54.515959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Calling delete_port for 47477c4d-731b-440a-9b58-5511f9ca2fe8 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:54.671528 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.744398 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.775203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.816065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Pushing event updated for resources: {'Port': ['ID=130b9b8d-17c7-47b2-835a-5fa4188931fe,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:54.821537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Network bb6a5443-f60e-4ca4-adb5-ef40307f650e is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:54.825038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:54.827721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:54.828989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:54.831269 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58" -d '{"events": [{"name": "network-changed", "server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:54.878792 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event deleted for resources: {'Port': ['ID=47477c4d-731b-440a-9b58-5511f9ca2fe8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:54.903228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:54.917896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Attempting to bind port 130b9b8d-17c7-47b2-835a-5fa4188931fe on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:54.918692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Attempting to bind port 130b9b8d-17c7-47b2-835a-5fa4188931fe by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:54.918692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Attempting to bind port 130b9b8d-17c7-47b2-835a-5fa4188931fe on network bb6a5443-f60e-4ca4-adb5-ef40307f650e {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:54.925721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:54.926025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Checking segment: {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:54.926724 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.926864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Bound using segment: {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:54.927325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Bound port: 130b9b8d-17c7-47b2-835a-5fa4188931fe, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:54.927707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.928793 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74da41f9-c553-4ea0-b5fb-f0efaa4e30c0 req-5cf8a672-9fb4-4bbb-b2b0-f11bbeced900 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166849 Sep 22 10:17:54.935650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.938673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.950765 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36e02a6a-f208-4a39-9db6-3c2ab4d19c67 req-cb4c984f-9d14-487f-8e7a-3d883fb22411 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "DELETE /v2.0/floatingips/8c669452-c3f7-4766-bc7b-d408cfd00a00 HTTP/1.1" status: 204 len: 173 time: 1.0978613 Sep 22 10:17:55.031072 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579c316b-ca00-4d35-b67d-faf4f7fd771e x-openstack-request-id: req-579c316b-ca00-4d35-b67d-faf4f7fd771e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:55.031351 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:55.031609 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-579c316b-ca00-4d35-b67d-faf4f7fd771e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:55.032470 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840', 'status': 'completed', 'code': 200} Sep 22 10:17:55.084974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.108894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:55.110353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-41107930-0968-43cf-ba13-d706f0f17201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.111549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bb537-a7ef-4417-b11f-1b62bd97ec43 req-4bd1ff3b-f960-4f07-8f7f-2a2e5171e9c0 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.112147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-41107930-0968-43cf-ba13-d706f0f17201 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1100 time: 0.0787647 Sep 22 10:17:55.113901 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bb537-a7ef-4417-b11f-1b62bd97ec43 req-4bd1ff3b-f960-4f07-8f7f-2a2e5171e9c0 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1097 time: 0.0896859 Sep 22 10:17:55.118680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-f00078dd-1a33-488a-8502-3d46253d134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.120138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-f00078dd-1a33-488a-8502-3d46253d134c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 1100 time: 0.0918131 Sep 22 10:17:55.130860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'port_id': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249', 'mac_address': 'fa:16:3e:d4:1d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b024aa6-cd0c-41fd-a830-e069c01b4c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:17:55.161530 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d9bb537-a7ef-4417-b11f-1b62bd97ec43 req-c366e2c4-8fc7-424c-ade9-9cc38f2618c1 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 Sep 22 10:17:55.215520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] For port 130b9b8d-17c7-47b2-835a-5fa4188931fe, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:55.251923 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.257001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] For port 130b9b8d-17c7-47b2-835a-5fa4188931fe, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=130b9b8d-17c7-47b2-835a-5fa4188931fe,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:55.260981 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b9db4dd3-980b-4fce-9f88-7eb56313d825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.267008 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-c33d0369-b5a1-48b5-bf69-71746430d9ed tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips/bb92259e-f4c9-419c-8ebc-3ccc6f3fbdea HTTP/1.1" status: 200 len: 692 time: 0.0753820 Sep 22 10:17:55.281555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:55.304908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:55.368188 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.399198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-acf5067b-4b9a-4077-aefe-ae262853e9b0 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.401116 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-acf5067b-4b9a-4077-aefe-ae262853e9b0 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1333258 Sep 22 10:17:55.424289 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.430814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-c411db3a-fe3c-4c53-9054-b9e2098a7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.432366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-c411db3a-fe3c-4c53-9054-b9e2098a7129 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.3113196 Sep 22 10:17:55.435225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-f53934e6-76c7-4da3-9256-98e7ca61e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.436697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-f53934e6-76c7-4da3-9256-98e7ca61e940 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.3066032 Sep 22 10:17:55.444121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7747572-9148-4722-9187-2b9a324d41d8 req-a32b79f1-f5ec-4f8e-8804-87954d39fb20 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.447226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.447956 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.456313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-a32b79f1-f5ec-4f8e-8804-87954d39fb20 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 821 time: 0.3322189 Sep 22 10:17:55.466497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47815e4-d985-457d-93b2-ee4bd96cd558 None None] Pushing event updated for resources: {'Port': ['ID=130b9b8d-17c7-47b2-835a-5fa4188931fe,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:55.487010 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-5ec1a0d7-18e9-4919-a8b4-cad21e3b4696 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.81 HTTP/1.1" status: 200 len: 695 time: 0.0776727 Sep 22 10:17:55.526534 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.543292 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4b22e1d4-f8f6-4c91-9fe5-74266f089b4f tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.81 HTTP/1.1" status: 200 len: 695 time: 0.0552821 Sep 22 10:17:55.549084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-3e094f2f-5812-49e5-a825-7f47c2d2a676 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/quotas/acf61846bf9f431ea54396a7fdd153bb HTTP/1.1" status: 200 len: 375 time: 0.0894809 Sep 22 10:17:55.554660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-e056dbad-fad0-434f-a361-f019c526875f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.0939350 Sep 22 10:17:55.556094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:55.569053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-b0b18f93-d83a-4aed-85fe-a08a820e9429 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 200 len: 217 time: 0.1073506 Sep 22 10:17:55.679882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:55.685721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-abd92167-ce45-4098-8a2c-c11ae29587c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.687244 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-abd92167-ce45-4098-8a2c-c11ae29587c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1173277 Sep 22 10:17:55.689819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Deleting port f05f2a35-dfd6-4910-8445-1ff3dcca8bb4 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:55.690198 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.742746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-d857c26c-acad-49bb-915a-3ca819378476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.744201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-d857c26c-acad-49bb-915a-3ca819378476 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1507196 Sep 22 10:17:55.765159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-02f26ec4-8969-4341-ac47-534e9d44524b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2152274 Sep 22 10:17:55.827460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.833647 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.854484 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Calling delete_port for f05f2a35-dfd6-4910-8445-1ff3dcca8bb4 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:55.961409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-f1cdfc54-bd88-40b4-90df-f518c0ceb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.963102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-f1cdfc54-bd88-40b4-90df-f518c0ceb3a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342181 Sep 22 10:17:55.986753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-a5fdfb82-e7da-47c1-9a30-d5bbbab3c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.988183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-a5fdfb82-e7da-47c1-9a30-d5bbbab3c303 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2060380 Sep 22 10:17:56.018311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 130b9b8d-17c7-47b2-835a-5fa4188931fe up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:56.063194 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.071983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 130b9b8d-17c7-47b2-835a-5fa4188931fe triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:56.072841 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.087655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-b5ab9d22-d188-4ed8-aa9e-4e72cbaa6aec service neutron] 10.222.0.20 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014050 Sep 22 10:17:56.153854 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.194864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 130b9b8d-17c7-47b2-835a-5fa4188931fe, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=130b9b8d-17c7-47b2-835a-5fa4188931fe,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:56.203300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.232410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Pushing event deleted for resources: {'Port': ['ID=f05f2a35-dfd6-4910-8445-1ff3dcca8bb4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:56.291772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.294442 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.295599 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5441e0b3-d20b-4752-bc99-a4bc84617872 req-4c377b1f-2b26-49a4-8ae4-bfce3fa15755 tempest-FloatingIPDetailsTestJSON-989774684 tempest-FloatingIPDetailsTestJSON-989774684-project] 10.222.0.20 "DELETE /v2.0/floatingips/bb92259e-f4c9-419c-8ebc-3ccc6f3fbdea HTTP/1.1" status: 204 len: 173 time: 0.7528927 Sep 22 10:17:56.300451 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.302286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45474) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:56.338254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-030c4c19-5717-4515-84c9-3cbd2d9c01d5 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642526 Sep 22 10:17:56.339367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.344453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-0084605c-c15c-4868-991a-7f619e126228 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372064 Sep 22 10:17:56.406763 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.445622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-f23458c5-b1e9-440b-915d-a8efea1badd1 service neutron] 10.222.0.20 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161578 Sep 22 10:17:56.480053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9c733-87cd-46da-932f-5ff21008035a req-26be52d2-2929-4c5a-a72b-46df2ecdb4ff tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:56.480053 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-dfc9c733-87cd-46da-932f-5ff21008035a req-26be52d2-2929-4c5a-a72b-46df2ecdb4ff tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 944 time: 0.1012399 Sep 22 10:17:56.547241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=130b9b8d-17c7-47b2-835a-5fa4188931fe,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:56.549494 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-dfc9c733-87cd-46da-932f-5ff21008035a req-a347312f-9604-417a-bf85-cfd1a2f7683b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567169 Sep 22 10:17:56.632863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-2b3b8b97-c290-4b29-aec9-b51254db9b14 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841105 Sep 22 10:17:56.727231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c1d6558-6ddb-4f9e-a160-4efc9d5aee58 req-f7b88bf3-3adf-4b39-a674-b3585ba82b23 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433716 Sep 22 10:17:56.745675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Allocated IP 172.25.1.140 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/dde7f90e-001e-4214-a48e-dd89d47e128a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:56.870958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d8194-86d1-4677-9eb9-f92560099b4c None None] Network bb6a5443-f60e-4ca4-adb5-ef40307f650e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:17:56.871177 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.881129 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.894330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:56.967762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:56.973080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.998048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8bcb4dd8-95f8-46e2-8514-a398aa7611f1 None None] Provisioning complete for port 130b9b8d-17c7-47b2-835a-5fa4188931fe triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:56.998455 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8bcb4dd8-95f8-46e2-8514-a398aa7611f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.011983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:57.016228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:57.019064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:57.069891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Pushing event updated for resources: {'Port': ['ID=dde7f90e-001e-4214-a48e-dd89d47e128a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:57.192888 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Deleting port b7ea5fbe-43c7-4390-81bc-abab8350c81e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:57.193355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.237689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:17:57.290928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:57.291304 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.336891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:57.360519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '34533945-4368-4f76-ad0d-610f6e3fb840', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '34533945-4368-4f76-ad0d-610f6e3fb840', 'mac_address': 'fa:16:3e:44:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:17:57.370810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] For port b7ea5fbe-43c7-4390-81bc-abab8350c81e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b7ea5fbe-43c7-4390-81bc-abab8350c81e,segment=NetworkSegment(167c5167-70c4-49b5-98ac-51bd6443e0cd),segment_id=167c5167-70c4-49b5-98ac-51bd6443e0cd)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:57.371175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.403038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Calling delete_port for b7ea5fbe-43c7-4390-81bc-abab8350c81e owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:57.450436 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.465119 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.468277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34533945-4368-4f76-ad0d-610f6e3fb840 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:57.502166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.510242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:57.518351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:57.522406 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c728b3e-6ba7-4536-ab70-09baf01bca56" -d '{"events": [{"server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "name": "network-vif-plugged", "status": "completed", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:57.541698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:57.583359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-92ad99a4-def7-42e0-83fd-dad7db3b1f44 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=31ce1987750f4a79b440a95e76601586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821631 Sep 22 10:17:57.586609 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.686944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=12']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:57.692425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.758441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:57.774949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2ee825ac-b14a-4145-8f10-94ad74041347 None None] Provisioning complete for port 130b9b8d-17c7-47b2-835a-5fa4188931fe triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:57.775583 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ee825ac-b14a-4145-8f10-94ad74041347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.866975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.867190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['34533945-4368-4f76-ad0d-610f6e3fb840'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:57.869298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 130b9b8d-17c7-47b2-835a-5fa4188931fe up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:57.942043 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:57.947301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ea5fbe-43c7-4390-81bc-abab8350c81e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:57.980267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 130b9b8d-17c7-47b2-835a-5fa4188931fe triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:57.980639 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:58.167895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-2f7dfc48-eaa2-40df-addd-8c6f52ad7cbf tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:58.176374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-2f7dfc48-eaa2-40df-addd-8c6f52ad7cbf tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5466073 Sep 22 10:17:58.197105 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:58.226081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-39289899-8d74-47ce-992e-79808576579d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/quotas/31ce1987750f4a79b440a95e76601586 HTTP/1.1" status: 200 len: 375 time: 0.0485942 Sep 22 10:17:58.259192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-392aa5ea-5a2e-4a39-a6f1-c6586528c40a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31ce1987750f4a79b440a95e76601586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322387 Sep 22 10:17:58.280907 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:58.462595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:17:58.490531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Router 6cc59f0c-6372-4c11-9a55-2d500d6319ca is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:17:58.591361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:17:58.597159 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-35ad326d-ad41-47de-80b2-df3f607d9300 admin admin] 10.222.0.20 "PUT /v2.0/routers/a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2937720 Sep 22 10:17:58.600258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45532) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:58.612856 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] Sync routers for ids ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:17:58.625670 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] Routers {'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:58.633347 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:17:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:58.671034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3af6-391e-41ee-a466-76c115391aba req-c21ed593-a2c1-42a3-9d32-03d663b00caf tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:58.672573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e8c3af6-391e-41ee-a466-76c115391aba req-c21ed593-a2c1-42a3-9d32-03d663b00caf tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.1137161 Sep 22 10:17:58.690594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:17:58.709329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Sync routers for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:17:58.722683 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:58.723871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:17:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:58.743573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e8c3af6-391e-41ee-a466-76c115391aba req-e0b0a324-58d8-450a-9a8e-7398b79c2dc5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550575 Sep 22 10:17:58.793364 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:58.804278 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] Set router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:58.821078 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:58.823129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5a5ade41-207b-458b-8dfc-c52475992b0c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5813186 Sep 22 10:17:58.825830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45540) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:58.897964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:58.936252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:58.973219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcf7040a-ce1c-4310-946d-b58d98676717 req-e3a739e4-f690-4fe7-81e9-8ba59fc153ad tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 210 time: 0.0683966 Sep 22 10:17:58.986976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:59.037140 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d0e0e5-acf7-473c-8f40-465817f3387e x-openstack-request-id: req-a6d0e0e5-acf7-473c-8f40-465817f3387e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:59.037434 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "name": "network-vif-plugged", "status": "completed", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:59.038599 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6d0e0e5-acf7-473c-8f40-465817f3387e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:59.038599 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249', 'code': 200} Sep 22 10:17:59.053263 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:19Z', 'updated_at': '2021-09-22T10:17:57Z', 'revision_number': 5, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'gw_port': {'id': 'd25ba802-4b08-4425-b981-20874078f1ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:39:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:20Z', 'updated_at': '2021-09-22T10:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:59.079360 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] Checking router: a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:17:59.090047 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] Routers {'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:17:59.092122 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:17:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:59.179209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Deleting port d25ba802-4b08-4425-b981-20874078f1ee {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:59.179825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:59.198933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e347cc-ff9f-48b1-ae14-7f794050af82 req-874eb50b-374d-4c66-ae78-d15b56e30450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:59.200594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55e347cc-ff9f-48b1-ae14-7f794050af82 req-874eb50b-374d-4c66-ae78-d15b56e30450 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 1096 time: 0.0969205 Sep 22 10:17:59.216109 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] Set router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:17:59.273210 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:17:57Z', 'revision_number': 3, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:59.278368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] For port d25ba802-4b08-4425-b981-20874078f1ee, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d25ba802-4b08-4425-b981-20874078f1ee,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:59.278733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:59.301882 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Calling delete_port for d25ba802-4b08-4425-b981-20874078f1ee owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:59.305009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Checking router: 6cc59f0c-6372-4c11-9a55-2d500d6319ca for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:17:59.305285 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:19Z', 'updated_at': '2021-09-22T10:17:58Z', 'revision_number': 6, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:59.305770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Updating router 6cc59f0c-6372-4c11-9a55-2d500d6319ca port dde7f90e-001e-4214-a48e-dd89d47e128a binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:17:59.336553 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:59.338052 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd964d0-74a9-41ad-b7e2-772bf97e94a4 None None] The sync data for ids ['a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c'] in n-d-807025-3 is: [{'id': 'a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c', 'name': 'tempest-FloatingIPDetailsTestJSON-1645167796-router', 'tenant_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:19Z', 'updated_at': '2021-09-22T10:17:58Z', 'revision_number': 6, 'project_id': 'bbac2e644ce44ce0849f48a931dbd32b', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:17:59.380732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 34533945-4368-4f76-ad0d-610f6e3fb840 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:17:59.396403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 34533945-4368-4f76-ad0d-610f6e3fb840 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:59.396869 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:59.409911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505c1d0-9f96-4a30-ab50-fd0971e2527a req-326a1703-301b-4069-ae87-65d141f72e5c tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:59.412027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8505c1d0-9f96-4a30-ab50-fd0971e2527a req-326a1703-301b-4069-ae87-65d141f72e5c tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 945 time: 0.2344368 Sep 22 10:17:59.417737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55e347cc-ff9f-48b1-ae14-7f794050af82 req-02876cd4-4bfb-434e-b3c5-94d131069179 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954923 Sep 22 10:17:59.437444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-efcf45e8-9095-45a0-98a9-d91a021ec24f tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:17:59.438456 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-efcf45e8-9095-45a0-98a9-d91a021ec24f tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082712 Sep 22 10:17:59.474241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8505c1d0-9f96-4a30-ab50-fd0971e2527a req-812ca78b-f89a-4087-b91b-0ae5fc799fca tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 Sep 22 10:17:59.493049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-8a9ba2ab-d9a3-4f68-9278-5f960a75d9a6 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:59.495938 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-8a9ba2ab-d9a3-4f68-9278-5f960a75d9a6 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports/8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 200 len: 1094 time: 0.0447690 Sep 22 10:17:59.521677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Request body: {'binding': {'host': 'n-h2-807025-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:59.522270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Unknown quota resources ['binding']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:17:59.604347 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:59.622092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:59.659986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcdfa4df-eeea-473c-a059-fb51eaf95f73 req-c12556a1-a6cf-41d6-b1de-8102948d479f tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 210 time: 0.0349522 Sep 22 10:17:59.855905 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:59.882564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ded1df-8cfa-4058-b460-3ce4385b2aef req-f6fc0fc9-01d8-4296-a4c2-c466a3696248 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:59.890685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1ded1df-8cfa-4058-b460-3ce4385b2aef req-f6fc0fc9-01d8-4296-a4c2-c466a3696248 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 950 time: 0.1312170 Sep 22 10:17:59.892494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:59.898552 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b7ea5fbe-43c7-4390-81bc-abab8350c81e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:59.915807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d25ba802-4b08-4425-b981-20874078f1ee,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:59.933298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Allocated IP 172.20.0.1 (bb6a5443-f60e-4ca4-adb5-ef40307f650e/6dc6d5f0-9b32-42fd-a81b-0354c7bb9503/f6500787-1859-4412-a3a5-5dbf88eed36c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:59.935746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: b7ea5fbe-43c7-4390-81bc-abab8350c81e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:59.936032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b7ea5fbe-43c7-4390-81bc-abab8350c81e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:59.949289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1ded1df-8cfa-4058-b460-3ce4385b2aef req-28f38b0b-9189-4aa1-b571-35f991d5e2f1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577188 Sep 22 10:17:59.950734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a on host n-h2-807025-3 for vnic_type normal with profile None {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:59.951073 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:59.951422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:59.960459 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Port 8382cfc9-04cc-4885-b377-c4f33733333a on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:17:59.960796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:59.972384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:59.972615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:59.972615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:59.972615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:59.972615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Bound port: 8382cfc9-04cc-4885-b377-c4f33733333a, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:00.042071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.126784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-faac24c8-143c-47fb-98ea-4a80b37ec636 req-7e52057b-9868-4604-9bd3-34f5b1eefa4d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 210 time: 0.0597699 Sep 22 10:18:00.138664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=13']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:00.144749 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.177925 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.202405 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.223135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.278044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7747572-9148-4722-9187-2b9a324d41d8 req-89ff3671-8ed1-48cf-8fd1-e66c2efb7141 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:00.279739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-89ff3671-8ed1-48cf-8fd1-e66c2efb7141 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 821 time: 0.1686177 Sep 22 10:18:00.297915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:00.298678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Request body: {'port': {'device_id': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587', 'admin_state_up': True, 'tenant_id': 'acf61846bf9f431ea54396a7fdd153bb'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:00.312842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-feb6b0a9-5588-4dfd-9b3e-64fdf2cf05d6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f86d306282364855b4f40fc67978d89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321832 Sep 22 10:18:00.315384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.341162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Attempting to bind port dde7f90e-001e-4214-a48e-dd89d47e128a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:00.341656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Attempting to bind port dde7f90e-001e-4214-a48e-dd89d47e128a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:00.342024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Attempting to bind port dde7f90e-001e-4214-a48e-dd89d47e128a on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:00.350908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:00.356443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:00.356443 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.356443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:00.356443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Bound port: dde7f90e-001e-4214-a48e-dd89d47e128a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:00.356443 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.360363 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.416821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.419495 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-f17e7924-52da-4732-8dd4-37ccfeac06a7 service neutron] 10.222.0.20 "POST /v2.0/ports/8382cfc9-04cc-4885-b377-c4f33733333a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9012439 Sep 22 10:18:00.419495 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.419495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:18:00.435428 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.444515 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-147b7908-5f9d-433a-ac2e-a8d4b31430ba admin admin] 10.222.0.20 "DELETE /v2.0/routers/a70aee2e-bcb4-401a-b5f7-4a8ad133dd5c HTTP/1.1" status: 204 len: 168 time: 1.8431358 Sep 22 10:18:00.448249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:00.469276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Network bb6a5443-f60e-4ca4-adb5-ef40307f650e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:00.492046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:00.501298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:00.525990 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4e2cde-8c7d-41db-8d51-01dbff78ffda admin admin] Deleting subnet c004aa3d-f52d-4dc9-b9ca-2053a343ba46 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:18:00.530252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b4e2cde-8c7d-41db-8d51-01dbff78ffda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.567059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Pushing event updated for resources: {'Port': ['ID=f6500787-1859-4412-a3a5-5dbf88eed36c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:00.593971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-9c4a9a60-5687-499e-93fa-97c157326d82 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:00.595577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-9c4a9a60-5687-499e-93fa-97c157326d82 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2689362 Sep 22 10:18:00.615366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40211777-3306-46cc-a4be-1f2317c9be5c None None] Pushing event updated for resources: {'Port': ['ID=dde7f90e-001e-4214-a48e-dd89d47e128a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:00.649144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.670342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] For port dde7f90e-001e-4214-a48e-dd89d47e128a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:00.674225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] For port dde7f90e-001e-4214-a48e-dd89d47e128a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=dde7f90e-001e-4214-a48e-dd89d47e128a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:00.714068 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b4e2cde-8c7d-41db-8d51-01dbff78ffda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.748172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-8e7dcfd4-7e2a-40b5-af30-4a6951c3a691 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/quotas/f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 375 time: 0.1286125 Sep 22 10:18:00.754509 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.756536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Made reservation on behalf of acf61846bf9f431ea54396a7fdd153bb for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:00.760875 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.845878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b4e2cde-8c7d-41db-8d51-01dbff78ffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.859483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:18:00.867200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:17:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:00.867200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40211777-3306-46cc-a4be-1f2317c9be5c None None] Pushing event updated for resources: {'Port': ['ID=dde7f90e-001e-4214-a48e-dd89d47e128a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:00.938003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-fc86a2e2-2cf7-4d99-b810-f3893a8e284b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1541221 Sep 22 10:18:00.975257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6cfdb3ae-e37a-44e9-a68d-de903a951844 None None] Provisioning complete for port f6500787-1859-4412-a3a5-5dbf88eed36c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:00.975758 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb3ae-e37a-44e9-a68d-de903a951844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.014923 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee3855-d033-40fe-84af-f9b3b9381402 req-f30c80ca-f6eb-44a0-8f45-d1417710eaeb tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:01.016505 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a3ee3855-d033-40fe-84af-f9b3b9381402 req-f30c80ca-f6eb-44a0-8f45-d1417710eaeb tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 945 time: 0.0873480 Sep 22 10:18:01.032819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6cfdb3ae-e37a-44e9-a68d-de903a951844 None None] Port f6500787-1859-4412-a3a5-5dbf88eed36c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:18:01.035489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:18:01.061912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:01.064397 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50ddc6c-dcfb-4436-ac78-7f465990ecbd" -d '{"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-plugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:01.113069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b4e2cde-8c7d-41db-8d51-01dbff78ffda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.117440 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a3ee3855-d033-40fe-84af-f9b3b9381402 req-a9f4e803-1072-47c1-bd34-fd0bcdbfa252 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889926 Sep 22 10:18:01.147918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Allocated IP 172.20.0.14 (92a1dbc7-fcf4-41fb-8de7-91f2cb507587/0d8d2fba-94e6-483e-9929-5a59c83660b5/aa4dc1cd-0d1c-4f3e-ab4c-95826814419b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:01.166987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e2cde-8c7d-41db-8d51-01dbff78ffda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c004aa3d-f52d-4dc9-b9ca-2053a343ba46,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:01.178161 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b4e2cde-8c7d-41db-8d51-01dbff78ffda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.183628 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5b4e2cde-8c7d-41db-8d51-01dbff78ffda admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c004aa3d-f52d-4dc9-b9ca-2053a343ba46 HTTP/1.1" status: 204 len: 168 time: 0.7339022 Sep 22 10:18:01.183628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45574) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:01.193663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb8861a-8d9d-4fa6-97af-9bef69331b3f None None] Network 8267ad23-853f-4972-9db1-5ff3e9a83c00 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:18:01.246391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.390735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:17:57Z', 'revision_number': 3, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:01.403895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.420576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e8ac6-8b9b-441b-9e1e-d0e89ddb7c79 None None] The sync data for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 is: [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:17:57Z', 'revision_number': 3, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:18:01.521643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ed869-e38d-400f-85f5-a69012419f9e None None] DHCP port deletion for 8267ad23-853f-4972-9db1-5ff3e9a83c00 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:18:01.625455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-255ed869-e38d-400f-85f5-a69012419f9e None None] Deleting port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:01.625843 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-255ed869-e38d-400f-85f5-a69012419f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.651351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-00e7f35b-b3e9-4da0-ab9c-55b8af7e76e3 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=31ce1987750f4a79b440a95e76601586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453641 Sep 22 10:18:01.674540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedca85d-907d-4bb4-a3b3-f0da72437974 req-ec8b40f3-f2e2-4d99-9bdd-962be9d4b799 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:01.682503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cedca85d-907d-4bb4-a3b3-f0da72437974 req-ec8b40f3-f2e2-4d99-9bdd-962be9d4b799 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 946 time: 0.2143295 Sep 22 10:18:01.715694 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.746573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-255ed869-e38d-400f-85f5-a69012419f9e None None] For port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0378f6cc-c06e-4ab9-bcbd-38575c52a38e,segment=NetworkSegment(167c5167-70c4-49b5-98ac-51bd6443e0cd),segment_id=167c5167-70c4-49b5-98ac-51bd6443e0cd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:01.747170 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-255ed869-e38d-400f-85f5-a69012419f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.762847 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.786635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-255ed869-e38d-400f-85f5-a69012419f9e None None] Calling delete_port for 0378f6cc-c06e-4ab9-bcbd-38575c52a38e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:01.854394 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:01.963667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Pushing event updated for resources: {'Port': ['ID=f6500787-1859-4412-a3a5-5dbf88eed36c,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:01.986803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cedca85d-907d-4bb4-a3b3-f0da72437974 req-b87a8362-4a0d-40a0-92c9-1d881d7655c4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032646 Sep 22 10:18:02.000854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d25ba802-4b08-4425-b981-20874078f1ee no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:02.023157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d25ba802-4b08-4425-b981-20874078f1ee {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:02.023505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d25ba802-4b08-4425-b981-20874078f1ee not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:02.023932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0378f6cc-c06e-4ab9-bcbd-38575c52a38e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:02.115580 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4077ef-41c6-48c4-a222-81d72143e747 x-openstack-request-id: req-9b4077ef-41c6-48c4-a222-81d72143e747 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:02.118597 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-plugged", "status": "completed", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:02.118597 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b4077ef-41c6-48c4-a222-81d72143e747 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:02.118597 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840', 'code': 200} Sep 22 10:18:02.142789 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.146473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-ab88cbd6-7ff6-4446-a6ee-862afc9c9a7d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:02.150053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-ab88cbd6-7ff6-4446-a6ee-862afc9c9a7d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4819844 Sep 22 10:18:02.151818 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.173295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Request body: {'port': {'device_id': 'bd5b8142-386d-48e2-a9e4-ec2a14dd736a', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '31ce1987750f4a79b440a95e76601586'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:02.184664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-255ed869-e38d-400f-85f5-a69012419f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.196764 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1a07d336-8e3e-4bf7-90c5-bc8bcfcab7df req-81ba98ab-e2cd-44a1-bca3-9dbe678104dd tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 210 time: 0.7275145 Sep 22 10:18:02.210777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-06e93a5f-b02d-410a-a0da-11d77ac85494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:02.215953 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-06e93a5f-b02d-410a-a0da-11d77ac85494 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1097 time: 0.7994587 Sep 22 10:18:02.289341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ed869-e38d-400f-85f5-a69012419f9e None None] Pushing event deleted for resources: {'Port': ['ID=0378f6cc-c06e-4ab9-bcbd-38575c52a38e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:02.338469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.353390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ed869-e38d-400f-85f5-a69012419f9e None None] No DVR routers for this DVR port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:02.368176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a52c45ed-c028-4d5b-b575-625a2177aabd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:02.425689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Deleting port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:02.426311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.509210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:02.519277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:02.524993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Network bb6a5443-f60e-4ca4-adb5-ef40307f650e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:02.529783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-9f452e8e-14d2-4a9b-aa01-553aea6152f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:02.531604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:02.533367 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-9f452e8e-14d2-4a9b-aa01-553aea6152f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.3101933 Sep 22 10:18:02.538077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Pushing event updated for resources: {'Port': ['ID=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:02.554311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:02.623249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] For port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e, host n-d-807025-3, got binding levels [] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:02.623656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.718520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc101fb-5e1a-4e6d-b916-b021ac2ff22f req-020bad8e-5f24-4263-894c-6e9daa10d511 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:02.720124 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6cc101fb-5e1a-4e6d-b916-b021ac2ff22f req-020bad8e-5f24-4263-894c-6e9daa10d511 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 932 time: 0.3076537 Sep 22 10:18:02.737630 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-0341beb4-5a52-4c7c-8b88-3bfc78001603 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 200 len: 217 time: 0.1342611 Sep 22 10:18:02.781114 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Calling delete_port for 0378f6cc-c06e-4ab9-bcbd-38575c52a38e owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:02.819436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:02.820791 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.903280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc18dcc7-2399-40d0-a268-e89a1333e8b5 req-47e28e18-9757-4a14-969a-579acd3a5b91 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 210 time: 0.0653934 Sep 22 10:18:02.905602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_backend_mixin [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e was not found and therefore no delete operation was performed {{(pid=95681) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 10:18:02.927902 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6cc101fb-5e1a-4e6d-b916-b021ac2ff22f req-58f71ea0-daaf-4d2c-bf8b-628a34520302 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891451 Sep 22 10:18:02.930593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.935735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Made reservation on behalf of 31ce1987750f4a79b440a95e76601586 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:02.942379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.980184 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:02.983422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] No DVR routers for this DVR port 0378f6cc-c06e-4ab9-bcbd-38575c52a38e on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:03.026326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=0378f6cc-c06e-4ab9-bcbd-38575c52a38e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:03.040179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Router 6cc59f0c-6372-4c11-9a55-2d500d6319ca has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:18:03.106297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e6c27b04-9f52-47f3-bbc2-56f15f8fa066 None None] Provisioning complete for port f6500787-1859-4412-a3a5-5dbf88eed36c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:03.106909 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e6c27b04-9f52-47f3-bbc2-56f15f8fa066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:03.111887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-7affd985-08d9-4c0f-82b7-87ba6aa1201e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8186598 Sep 22 10:18:03.155337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Request body: {'port': {'device_id': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:03.164891 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-3f7ec267-61a0-44db-b445-96a73db81675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:03.167114 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-3f7ec267-61a0-44db-b445-96a73db81675 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.4202471 Sep 22 10:18:03.207755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:03.209242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e6c27b04-9f52-47f3-bbc2-56f15f8fa066 None None] Port f6500787-1859-4412-a3a5-5dbf88eed36c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:18:03.251802 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8267ad23-853f-4972-9db1-5ff3e9a83c00']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:03.266716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167c5167-70c4-49b5-98ac-51bd6443e0cd') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:03.267109 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167c5167-70c4-49b5-98ac-51bd6443e0cd') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:03.279593 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:03.281311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:03.308948 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-49fcc3ae-d2e1-44e0-8b42-cf7f0d9d5bd0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972748 Sep 22 10:18:03.321196 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9886809-5234-4cfc-808b-946fbbe99994 req-601604c4-14c4-422a-b753-4191f37b6617 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:03.325993 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a9886809-5234-4cfc-808b-946fbbe99994 req-601604c4-14c4-422a-b753-4191f37b6617 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 945 time: 0.2346203 Sep 22 10:18:03.340564 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:03.360331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:18:03.361408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:18:03.387962 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:18:03.549014 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a9886809-5234-4cfc-808b-946fbbe99994 req-9eedce2c-f4aa-4026-a7b7-3238d91bf8a7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625483 Sep 22 10:18:03.580367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:03.586344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:03.592300 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8267ad23-853f-4972-9db1-5ff3e9a83c00 HTTP/1.1" status: 204 len: 168 time: 2.4085193 Sep 22 10:18:03.640891 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45719f5b-37a2-4851-ba48-8e6690377a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=8267ad23-853f-4972-9db1-5ff3e9a83c00,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:03.652666 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-812e9027-1f64-4249-a018-d0115236e1f6 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286886 Sep 22 10:18:03.802525 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-d935cf5f-4147-4707-91ee-8ff68be45ef4 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372445 Sep 22 10:18:03.871253 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-361da978-93d3-48ce-b86d-cdd990d4d76a req-6b0af0e7-fafe-4e87-bae4-10a49cde3b1f tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 210 time: 0.0652974 Sep 22 10:18:03.918146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:18:03.931359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4b5861a5-440b-41c2-bc65-2e8d6bac698f admin admin] 10.222.0.20 "PUT /v2.0/routers/6cc59f0c-6372-4c11-9a55-2d500d6319ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1044235 Sep 22 10:18:03.953546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device dde7f90e-001e-4214-a48e-dd89d47e128a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:03.956465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4f765-eb60-4aae-86ca-769cf3f077af req-ca8313cb-6efb-44c8-a7a0-5da289415f7e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:03.961819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7cd4f765-eb60-4aae-86ca-769cf3f077af req-ca8313cb-6efb-44c8-a7a0-5da289415f7e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 946 time: 0.8151746 Sep 22 10:18:04.097745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:04.100720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port dde7f90e-001e-4214-a48e-dd89d47e128a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:04.101100 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:04.106689 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-771def34-8b31-47b2-bcf9-95b35c158919 req-9e899bd4-2583-4103-9344-aa2bc6479e3c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 210 time: 0.0417264 Sep 22 10:18:04.128081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-47d2c424-140f-418c-8b98-14707dc0b7f1 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:04.131314 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-47d2c424-140f-418c-8b98-14707dc0b7f1 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1097 time: 0.1494787 Sep 22 10:18:04.140123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-401e3caa-2829-489a-a199-4e1c98429ed5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f86d306282364855b4f40fc67978d89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788059 Sep 22 10:18:04.152503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-3'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:04.242815 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:04.272868 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:04.287785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port dde7f90e-001e-4214-a48e-dd89d47e128a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=dde7f90e-001e-4214-a48e-dd89d47e128a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:04.306899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7cd4f765-eb60-4aae-86ca-769cf3f077af req-e6b8e786-67a0-41c3-bb2b-6fd810da6ba8 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338938 Sep 22 10:18:04.307381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45608) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:04.320642 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Sync routers for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:18:04.347212 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:18:04.349115 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:17:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:04.351521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:04.392031 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08d3c0-3da6-4ec2-9a20-131f33d80f82 req-e34430f7-3aa7-4e93-8ded-4f8f21306d82 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:04.403224 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-af08d3c0-3da6-4ec2-9a20-131f33d80f82 req-e34430f7-3aa7-4e93-8ded-4f8f21306d82 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 932 time: 0.1354442 Sep 22 10:18:04.404195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4dc1cd-0d1c-4f3e-ab4c-95826814419b {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:04.459476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:04.464685 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:04.540492 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-af08d3c0-3da6-4ec2-9a20-131f33d80f82 req-98940ec2-943c-4aaf-a292-aca61a82fe00 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360278 Sep 22 10:18:04.568808 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:18:04.605226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=dde7f90e-001e-4214-a48e-dd89d47e128a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:04.631778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a9ac7-c647-4314-b78f-968ed4ebc510,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:04.706934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Transition to ACTIVE for port object aa4dc1cd-0d1c-4f3e-ab4c-95826814419b will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:04.739069 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:04.756791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-37309148-6e61-415d-b227-53faebd265f6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:04.758321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-37309148-6e61-415d-b227-53faebd265f6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5422099 Sep 22 10:18:04.774959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Request body: {'port': {'device_id': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'f86d306282364855b4f40fc67978d89d'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:04.781349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-de631306-5794-46f2-a8a8-8d23b5f752f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbac2e644ce44ce0849f48a931dbd32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4651084 Sep 22 10:18:04.795438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45614) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:04.803157 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:04.871743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818f721-acaf-4e39-b6c2-5a93d1bbda16 req-643d5f3b-5168-43d1-96f5-62a76f478ecf tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:04.873507 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0818f721-acaf-4e39-b6c2-5a93d1bbda16 req-643d5f3b-5168-43d1-96f5-62a76f478ecf tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 945 time: 0.1757250 Sep 22 10:18:04.903450 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f6500787-1859-4412-a3a5-5dbf88eed36c', 'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'mac_address': 'fa:16:3e:60:fb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:59Z', 'updated_at': '2021-09-22T10:18:01Z', 'revision_number': 2, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'subnets': [{'id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:04.940676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Allocated IP 192.168.233.94 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:04.946490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acc0bd0e-c674-435b-893e-5084333f5603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:04.963986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:04.973914 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acc0bd0e-c674-435b-893e-5084333f5603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.000656 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Checking router: 6cc59f0c-6372-4c11-9a55-2d500d6319ca for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:18:05.003631 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Updating router 6cc59f0c-6372-4c11-9a55-2d500d6319ca port f6500787-1859-4412-a3a5-5dbf88eed36c binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:18:05.024085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:05.035769 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.067582 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0818f721-acaf-4e39-b6c2-5a93d1bbda16 req-560638b3-90ae-4e39-8cc6-a559bc9cb457 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547794 Sep 22 10:18:05.091148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:05.093888 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a7260-b7de-46d6-8dce-f31e46b4a2bd" -d '{"events": [{"server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "name": "network-vif-unplugged", "status": "completed", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:05.099239 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.117330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acc0bd0e-c674-435b-893e-5084333f5603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.121942 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acc0bd0e-c674-435b-893e-5084333f5603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.121942 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-acc0bd0e-c674-435b-893e-5084333f5603 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/903b2148-f050-451b-b496-8aa5973dd066 HTTP/1.1" status: 204 len: 168 time: 0.3209250 Sep 22 10:18:05.149602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0bd0e-c674-435b-893e-5084333f5603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b2148-f050-451b-b496-8aa5973dd066,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:05.173876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:05.174514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:05.175339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:05.216219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:05.218915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:05.232621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:05.233045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:05.233665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:05.234392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Bound port: aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:05.235115 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.249253 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ba680d7c-0101-4cf4-a2e0-9b446b7ec990 req-31f0e439-b59c-4b5a-8a05-530e2552df4b tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 210 time: 0.1015651 Sep 22 10:18:05.260002 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.329468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45626) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:05.336733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9e08ca76-4539-45f9-a113-66e8d4f5b976 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598233179', 'description': 'tempest-description--1929013171'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:05.357319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:05.365266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:05.370249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Made reservation on behalf of f86d306282364855b4f40fc67978d89d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:05.392966 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.396613 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175f1544-972e-48d7-b191-80fa430fdea7 x-openstack-request-id: req-175f1544-972e-48d7-b191-80fa430fdea7 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:05.396900 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "name": "network-vif-unplugged", "status": "completed", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:05.397145 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-175f1544-972e-48d7-b191-80fa430fdea7 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:05.397536 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a', 'code': 200} Sep 22 10:18:05.422590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a on host n-h1-807025-3 for vnic_type normal with profile {"migrating_to": "n-h2-807025-3"} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:05.423114 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:05.424098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:05.431240 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8382cfc9-04cc-4885-b377-c4f33733333a,revision_number=7']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:05.447443 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Port 8382cfc9-04cc-4885-b377-c4f33733333a on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:05.447767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Attempting to bind port 8382cfc9-04cc-4885-b377-c4f33733333a on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:05.460103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:05.460436 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:05.461807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:05.464139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Bound port: 8382cfc9-04cc-4885-b377-c4f33733333a, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:05.466078 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.468264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.496910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e08ca76-4539-45f9-a113-66e8d4f5b976 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.567634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfbb42ff-82f3-4e0a-a6cb-067082a29352 req-95ac419d-4efd-4314-84c2-a83f7559c4d6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 210 time: 0.0570827 Sep 22 10:18:05.582305 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.674663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:05.680295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:05.680732 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.689161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.738421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e08ca76-4539-45f9-a113-66e8d4f5b976 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.756587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:05.758403 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.761050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa4dc1cd-0d1c-4f3e-ab4c-95826814419b HTTP/1.1" status: 200 len: 1092 time: 2.6130729 Sep 22 10:18:05.769404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:05.772362 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7fe177-ec72-490c-ab29-d1a70552cce3" -d '{"events": [{"name": "network-changed", "server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:05.852306 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.859162 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.861172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e08ca76-4539-45f9-a113-66e8d4f5b976 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:05.921038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:05.925085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5af970-8db0-433e-9c3c-9927474e2579 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:05.936501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device dde7f90e-001e-4214-a48e-dd89d47e128a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:05.958511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:05.971768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:06.075544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08ca76-4539-45f9-a113-66e8d4f5b976 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8174cc4-66f3-46aa-a695-f3d9c3374df8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:06.087159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port dde7f90e-001e-4214-a48e-dd89d47e128a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:06.087480 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.337375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e08ca76-4539-45f9-a113-66e8d4f5b976 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.343659 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9e08ca76-4539-45f9-a113-66e8d4f5b976 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0130970 Sep 22 10:18:06.350950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45656) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:06.354994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:06.368471 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.385744 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] 10.222.0.32 "PUT /v2.0/ports/8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 200 len: 1122 time: 2.2339900 Sep 22 10:18:06.390749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6e3f0f5d-447a-4b8b-ac25-ab182b5edf23 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Request body: {'security_group_rule': {'security_group_id': 'c8174cc4-66f3-46aa-a695-f3d9c3374df8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:06.405454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab4aef-713e-4feb-bdf7-4d2b2347ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8382cfc9-04cc-4885-b377-c4f33733333a,revision_number=8']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:06.418807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Pushing event updated for resources: {'Port': ['ID=f6500787-1859-4412-a3a5-5dbf88eed36c,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:06.429640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea00ce-914b-45c2-91bd-641091b03692 req-839da0cb-e58a-4b41-adb5-febad138915e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:06.442851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8382cfc9-04cc-4885-b377-c4f33733333a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:06.450495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79ea00ce-914b-45c2-91bd-641091b03692 req-839da0cb-e58a-4b41-adb5-febad138915e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 944 time: 0.7647915 Sep 22 10:18:06.491255 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.491602 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.491933 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.492264 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.492589 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.492908 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.493230 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.493565 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.493873 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.494211 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.513820 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.514193 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:06.526799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0f5d-447a-4b8b-ac25-ab182b5edf23 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.550673 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Attempting to bind port f6500787-1859-4412-a3a5-5dbf88eed36c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:06.551235 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Attempting to bind port f6500787-1859-4412-a3a5-5dbf88eed36c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:06.552646 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Attempting to bind port f6500787-1859-4412-a3a5-5dbf88eed36c on network bb6a5443-f60e-4ca4-adb5-ef40307f650e {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:06.564946 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:06.571666 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Checking segment: {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:06.572660 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.573530 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Bound using segment: {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:06.574588 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Bound port: f6500787-1859-4412-a3a5-5dbf88eed36c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:06.575178 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.621043 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:06.625525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.645187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bdce0edb-8fbd-45bf-b624-f1e143786f4d None None] Provisioning complete for port f6500787-1859-4412-a3a5-5dbf88eed36c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:06.645988 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdce0edb-8fbd-45bf-b624-f1e143786f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.725862 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bdce0edb-8fbd-45bf-b624-f1e143786f4d None None] Port f6500787-1859-4412-a3a5-5dbf88eed36c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:18:06.730488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Pushing event updated for resources: {'Port': ['ID=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:06.740436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Allocated IP 192.168.233.234 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/b5fd3623-1ec5-41e0-9520-a613fbe88f79) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:06.753833 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] For port f6500787-1859-4412-a3a5-5dbf88eed36c, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:06.763659 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] For port f6500787-1859-4412-a3a5-5dbf88eed36c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f6500787-1859-4412-a3a5-5dbf88eed36c,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:06.777298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bdce0edb-8fbd-45bf-b624-f1e143786f4d None None] Provisioning complete for port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:06.777696 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdce0edb-8fbd-45bf-b624-f1e143786f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.826489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63add73-580e-424b-9513-381b7537dff6 req-3dc3ea49-b75c-4d82-8b6b-03fb7ecda857 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:06.835437 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b63add73-580e-424b-9513-381b7537dff6 req-3dc3ea49-b75c-4d82-8b6b-03fb7ecda857 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.1811953 Sep 22 10:18:06.836443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bdce0edb-8fbd-45bf-b624-f1e143786f4d None None] Port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:18:06.839289 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0f5d-447a-4b8b-ac25-ab182b5edf23 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.850621 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.906672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0f5d-447a-4b8b-ac25-ab182b5edf23 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:06.915454 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:18:06.917022 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:17:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:06.925886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-472effec-115f-4cb5-982d-d8ca54ffcb85 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7593555 Sep 22 10:18:06.950929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-b63add73-580e-424b-9513-381b7537dff6 req-3e0e5dc8-39a1-4670-8f0d-3e2397820b3b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142786 Sep 22 10:18:06.974862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Request body: {'port': {'device_id': 'bd5b8142-386d-48e2-a9e4-ec2a14dd736a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:06.980205 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f0f5d-447a-4b8b-ac25-ab182b5edf23 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9636ca-8c1f-40c1-b4ea-4065cea0c873,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:07.042853 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e3f0f5d-447a-4b8b-ac25-ab182b5edf23 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.042853 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6e3f0f5d-447a-4b8b-ac25-ab182b5edf23 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6545937 Sep 22 10:18:07.045539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45666) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:07.063246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bfd309b1-eb2a-4999-b9ad-5c07fc5c61bd tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Request body: {'security_group_rule': {'security_group_id': 'c8174cc4-66f3-46aa-a695-f3d9c3374df8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:07.086186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79ea00ce-914b-45c2-91bd-641091b03692 req-b79e03b2-e5ae-476a-ae8c-0f96875a2cfd tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346045 Sep 22 10:18:07.093435 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586672c-4ea5-44dc-8e53-73401ad2c031 None None] Pushing event updated for resources: {'Port': ['ID=f6500787-1859-4412-a3a5-5dbf88eed36c,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:07.120152 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630cb404-5fe6-4673-957a-8411b566cc7c x-openstack-request-id: req-630cb404-5fe6-4673-957a-8411b566cc7c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:07.121432 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:07.122400 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-630cb404-5fe6-4673-957a-8411b566cc7c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:07.123440 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b', 'status': 'completed', 'code': 200} Sep 22 10:18:07.153240 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:18:07.211722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7747572-9148-4722-9187-2b9a324d41d8 req-9a9a64de-6e56-4c11-a96b-cc8b93c13567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:07.214004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-9a9a64de-6e56-4c11-a96b-cc8b93c13567 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 1095 time: 1.2797146 Sep 22 10:18:07.231855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfd309b1-eb2a-4999-b9ad-5c07fc5c61bd tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.351341 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfd309b1-eb2a-4999-b9ad-5c07fc5c61bd tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.364466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-16a9d798-061c-432f-bb98-06ba1ad4b059 None None] Provisioning complete for port f6500787-1859-4412-a3a5-5dbf88eed36c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:07.368025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-16a9d798-061c-432f-bb98-06ba1ad4b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.396824 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c81915b4-2087-48a0-9e5c-ba35b065ca6d req-1243310e-2473-4a23-9895-dc3fee850b5c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 210 time: 0.0615182 Sep 22 10:18:07.399888 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:07.405528 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36480a00-d3d4-4989-b3b5-43198ee63e55" -d '{"events": [{"name": "network-changed", "server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:07.414922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfd309b1-eb2a-4999-b9ad-5c07fc5c61bd tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.442691 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-f1ec0fb4-d69a-4496-9b31-0ac12fc8bab3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b HTTP/1.1" status: 200 len: 217 time: 0.1819577 Sep 22 10:18:07.471392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd309b1-eb2a-4999-b9ad-5c07fc5c61bd tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51552d81-51b0-4c00-a67d-502e988e3036,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:07.484538 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.497452 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70efaf5f-e791-4398-8f87-4afbc5908c83 x-openstack-request-id: req-70efaf5f-e791-4398-8f87-4afbc5908c83 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:07.497961 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:07.498385 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70efaf5f-e791-4398-8f87-4afbc5908c83 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:07.498931 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a', 'status': 'completed', 'code': 200} Sep 22 10:18:07.500618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfd309b1-eb2a-4999-b9ad-5c07fc5c61bd tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.507289 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bfd309b1-eb2a-4999-b9ad-5c07fc5c61bd tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4604783 Sep 22 10:18:07.508428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45684) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:07.519563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:07.544421 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-16a9d798-061c-432f-bb98-06ba1ad4b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.569672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45686) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:07.604705 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.613113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-16a9d798-061c-432f-bb98-06ba1ad4b059 None None] For port f6500787-1859-4412-a3a5-5dbf88eed36c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f6500787-1859-4412-a3a5-5dbf88eed36c,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:07.622442 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f6500787-1859-4412-a3a5-5dbf88eed36c', 'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'mac_address': 'fa:16:3e:60:fb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:59Z', 'updated_at': '2021-09-22T10:18:06Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'subnets': [{'id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:07.658874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f0276-5282-4569-a643-83d2a1f4654c req-553222a6-35be-4c38-88f5-06234599def7 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:07.660464 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f0276-5282-4569-a643-83d2a1f4654c req-553222a6-35be-4c38-88f5-06234599def7 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 935 time: 0.3810098 Sep 22 10:18:07.673652 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-a501bc4f-5d57-4e83-8722-411a395add45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:07.675882 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91ef4c-c1a0-430f-8c36-a55c7b118475 None None] The sync data for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 is: [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f6500787-1859-4412-a3a5-5dbf88eed36c', 'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'mac_address': 'fa:16:3e:60:fb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:59Z', 'updated_at': '2021-09-22T10:18:06Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'subnets': [{'id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:18:07.679060 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-a501bc4f-5d57-4e83-8722-411a395add45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1125 time: 0.1416440 Sep 22 10:18:07.694814 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-16a9d798-061c-432f-bb98-06ba1ad4b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.723638 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.823572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:07.842890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-379718696-network', 'tenant_id': 'ed70814dcd4d498899cdaa6ddb898ef8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:07.867573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7747572-9148-4722-9187-2b9a324d41d8 req-fb1fbbde-f3e0-43df-bc75-582157393388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:07.877115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-fb1fbbde-f3e0-43df-bc75-582157393388 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.4200640 Sep 22 10:18:07.884603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-05e03e14-b9b6-4348-98d4-2d5efdf08c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:07.888539 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-05e03e14-b9b6-4348-98d4-2d5efdf08c1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.2037284 Sep 22 10:18:07.960202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9d798-061c-432f-bb98-06ba1ad4b059 None None] Pushing event updated for resources: {'Port': ['ID=f6500787-1859-4412-a3a5-5dbf88eed36c,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:07.969225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c209932b-9b2e-413d-95d3-c94f0dafbb4d', '34533945-4368-4f76-ad0d-610f6e3fb840'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:07.977518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['09db16e6-35d5-4abf-8fb6-0620b751a9f6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:08.015893 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Made reservation on behalf of ed70814dcd4d498899cdaa6ddb898ef8 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:08.018198 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:08.029804 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-88e92fe1-e7e0-452b-ad90-a6caa25f2897 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 200 len: 217 time: 0.1322026 Sep 22 10:18:08.067142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:08.095475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f6500787-1859-4412-a3a5-5dbf88eed36c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:08.253573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-ab73ccc7-cec8-404c-835d-3253dcf95d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:08.260643 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-ab73ccc7-cec8-404c-835d-3253dcf95d99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.2226057 Sep 22 10:18:08.332010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f6500787-1859-4412-a3a5-5dbf88eed36c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:08.333112 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:08.344495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:08.358688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f0276-5282-4569-a643-83d2a1f4654c req-01f1eff1-970f-4ef2-8a7b-b1446a4cc4b8 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830904 Sep 22 10:18:08.376063 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-21883bd0-071e-4227-9854-fd8486c312e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811193 Sep 22 10:18:08.393144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:08.473102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad00c42-5712-46b8-ae0e-6fd5282e2d32 req-5db6f488-6690-4d2a-91ac-8fa537d47931 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:08.482438 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9ad00c42-5712-46b8-ae0e-6fd5282e2d32 req-5db6f488-6690-4d2a-91ac-8fa537d47931 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.2542503 Sep 22 10:18:08.514283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:08.514491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:08.516793 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:08.537528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Transition to ACTIVE for port object 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:08.553548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:08.574229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-823b17f7-32d5-495d-b6e2-fc907cb2d37c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2360635 Sep 22 10:18:08.575886 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:08.654648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:08.664929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9ad00c42-5712-46b8-ae0e-6fd5282e2d32 req-ab7e51c6-ed19-49c5-803b-704abaaf1aac tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820321 Sep 22 10:18:08.831957 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Allocated IP 172.25.1.179 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/ed9d8bb7-b8dc-49ad-ad66-a2715f426397) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:08.854878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:08.861574 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:08.869948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:08.880249 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-25d063bf-1499-4edb-8c3b-fe381e07dc46 service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933650 Sep 22 10:18:08.888957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53d8a6-076d-42ea-9582-62b4b93b7da0 req-6ae8b553-cb38-493b-8b70-e72dc961acad tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:08.896645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e53d8a6-076d-42ea-9582-62b4b93b7da0 req-6ae8b553-cb38-493b-8b70-e72dc961acad tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 944 time: 0.3403633 Sep 22 10:18:08.937305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:09.019529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e53d8a6-076d-42ea-9582-62b4b93b7da0 req-4f306ea5-2ab7-4533-ab05-4871f1c40a84 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218312 Sep 22 10:18:09.027569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-69dd3d3a-c4a9-4817-b9b7-df89cce77a68 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385190 Sep 22 10:18:09.053268 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-36480a00-d3d4-4989-b3b5-43198ee63e55 req-11d8dea4-ec58-48e8-b1f2-354d353b30eb service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211925 Sep 22 10:18:09.124708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-aa4afcb2-7189-45b8-a4d3-6265a50fc75a None None] Provisioning complete for port b5fd3623-1ec5-41e0-9520-a613fbe88f79 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:09.125689 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa4afcb2-7189-45b8-a4d3-6265a50fc75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.139707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bff7d-c57a-4da9-8700-7f5cb8527d22 req-eea915f5-e811-4c92-be07-96c37d6469c0 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:09.141293 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-241bff7d-c57a-4da9-8700-7f5cb8527d22 req-eea915f5-e811-4c92-be07-96c37d6469c0 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 936 time: 0.2644141 Sep 22 10:18:09.186875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.203338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-aa4afcb2-7189-45b8-a4d3-6265a50fc75a None None] Port b5fd3623-1ec5-41e0-9520-a613fbe88f79 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:18:09.220468 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-241bff7d-c57a-4da9-8700-7f5cb8527d22 req-d666612d-7c16-44d8-96f2-26330ccdb3dc tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722244 Sep 22 10:18:09.230737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Attempting to bind port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:09.231551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Attempting to bind port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:09.231983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Attempting to bind port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:09.241805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:09.249007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Attempting to bind port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:09.251337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:09.278796 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.280797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'port_id': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249', 'mac_address': 'fa:16:3e:d4:1d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b024aa6-cd0c-41fd-a830-e069c01b4c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:09.285458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.322042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:18:09.329791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:09.330197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:09.330598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:09.331038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Bound port: 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:09.331397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.350734 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.351628 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Added segment 08e629d4-5b29-4ee3-a457-b5f560f3ae88 of type vlan for network a540eeef-455b-4c5b-bef0-b909d288a857 Sep 22 10:18:09.401807 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.429332 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5abce2-3a33-46b2-8604-fbbd443270ad,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:09.467869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-f1e7f74e-e172-4dd0-b9f3-e77e4c375128 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6994541 Sep 22 10:18:09.494375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Request body: {'port': {'device_id': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:09.497396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] For port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:09.541413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.541761 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.542656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:09.543325 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.546886 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.558403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7747572-9148-4722-9187-2b9a324d41d8 req-865b7470-5120-421a-8ceb-b790883325cc service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142968 Sep 22 10:18:09.558818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:09.560280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] For port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:09.582698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:09.639568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b20301-6f3a-4210-b14b-470afbe142b9 req-e379a751-c77a-4dd3-b938-a8a76a3a0dea tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:09.641207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14b20301-6f3a-4210-b14b-470afbe142b9 req-e379a751-c77a-4dd3-b938-a8a76a3a0dea tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 947 time: 0.1798737 Sep 22 10:18:09.645318 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.665652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.680516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:09.688503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:09.700617 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.701328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8382cfc9-04cc-4885-b377-c4f33733333a details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:09.721002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:09.728150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=a540eeef-455b-4c5b-bef0-b909d288a857,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:09.751367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Pushing event updated for resources: {'Port': ['ID=ed9d8bb7-b8dc-49ad-ad66-a2715f426397,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:09.764299 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8e644ede-da07-4131-9f14-0e5584056ee3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1884484 Sep 22 10:18:09.770798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45724) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:09.775078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Request body: {'subnet': {'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-379718696-subnet', 'tenant_id': 'ed70814dcd4d498899cdaa6ddb898ef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:09.798281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:09.798916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.800318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b HTTP/1.1" status: 200 len: 1095 time: 2.8616834 Sep 22 10:18:09.801056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5b8142-386d-48e2-a9e4-ec2a14dd736a', 'tag': '1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:09.803891 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780c1f58-1796-4c02-87a8-566736e5a21e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5b8142-386d-48e2-a9e4-ec2a14dd736a", "tag": "1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:09.851205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a540eeef-455b-4c5b-bef0-b909d288a857 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:18:09.897328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d664d0-2c5d-4955-8a86-70038b8f51f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:09.935574 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:09.966021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f6500787-1859-4412-a3a5-5dbf88eed36c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:09.974502 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00a72-9d0f-4168-8d6a-0a243b12911a req-e7cf9c99-f830-4aa5-b541-c23b48147e07 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:09.977921 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d3b00a72-9d0f-4168-8d6a-0a243b12911a req-e7cf9c99-f830-4aa5-b541-c23b48147e07 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.1853468 Sep 22 10:18:09.983754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14b20301-6f3a-4210-b14b-470afbe142b9 req-d37c4c99-95d0-40e3-b6b0-c95795120e0c tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207154 Sep 22 10:18:09.984475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Made reservation on behalf of ed70814dcd4d498899cdaa6ddb898ef8 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:09.987438 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.993898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:10.167594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:10.193128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8382cfc9-04cc-4885-b377-c4f33733333a has no active binding in host n-h2-807025-3 {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:18:10.197925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f6500787-1859-4412-a3a5-5dbf88eed36c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:10.198803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:10.206755 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e4ff3c-0251-439c-b426-c64b883d0250 x-openstack-request-id: req-b0e4ff3c-0251-439c-b426-c64b883d0250 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:10.207147 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5b8142-386d-48e2-a9e4-ec2a14dd736a", "tag": "1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:10.207799 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0e4ff3c-0251-439c-b426-c64b883d0250 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:10.208298 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5b8142-386d-48e2-a9e4-ec2a14dd736a', 'tag': '1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b', 'status': 'completed', 'code': 200} Sep 22 10:18:10.222785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-0d0129bc-ca2f-43b1-b7ea-27e77e5f49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:10.225127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-0d0129bc-ca2f-43b1-b7ea-27e77e5f49b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 1095 time: 0.4674921 Sep 22 10:18:10.244817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-f0c7e4c4-5f33-4d6d-88ac-da6dd9b2a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:10.246634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-f0c7e4c4-5f33-4d6d-88ac-da6dd9b2a998 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31ce1987750f4a79b440a95e76601586&device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 1098 time: 0.3058116 Sep 22 10:18:10.295549 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d3b00a72-9d0f-4168-8d6a-0a243b12911a req-fe4b44bd-83ba-4e69-b11c-09a83d7f4387 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941294 Sep 22 10:18:10.312173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:10.315572 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:10.350028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-cc03a7a3-5e86-40f1-876d-adb2d169953f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b HTTP/1.1" status: 200 len: 217 time: 0.0901840 Sep 22 10:18:10.568595 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:10.683512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49f1fc1-49a2-4c42-975e-0dd11ab84321,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:10.708020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf253a4-ec88-45c1-8d82-44ee953c66a1 req-cdf5f3f0-07a0-4b11-90a3-915c7c41d363 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:10.709659 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1bf253a4-ec88-45c1-8d82-44ee953c66a1 req-cdf5f3f0-07a0-4b11-90a3-915c7c41d363 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 936 time: 0.2062449 Sep 22 10:18:10.711121 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-20229664-65bd-4d2d-99d4-3d3dc6f4b42a service neutron] 10.222.0.30 "GET /v2.0/ports/8382cfc9-04cc-4885-b377-c4f33733333a/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 384 time: 0.2064869 Sep 22 10:18:10.749454 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:10.778883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Checking segment: {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:10.779296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Network hostable DHCP agents. Network: a540eeef-455b-4c5b-bef0-b909d288a857, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:18:10.811430 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1bf253a4-ec88-45c1-8d82-44ee953c66a1 req-30acf1aa-3075-4be3-a80e-e7fe2cbd389f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927413 Sep 22 10:18:10.824301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:10.875785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6316d-4198-4e0f-9029-9e09bedd437e req-0433d6a1-c185-4d02-9e7d-1f34b7e1fd4f tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:10.878628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bf6316d-4198-4e0f-9029-9e09bedd437e req-0433d6a1-c185-4d02-9e7d-1f34b7e1fd4f tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 944 time: 0.5957150 Sep 22 10:18:10.898590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-9aabb0f1-4e0d-44a3-9db6-47c6fe12b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:10.900052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-9aabb0f1-4e0d-44a3-9db6-47c6fe12b6e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.5283892 Sep 22 10:18:10.944174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Network a540eeef-455b-4c5b-bef0-b909d288a857 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:18:10.945515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:10.946219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Pushing event updated for resources: {'Port': ['ID=ed9d8bb7-b8dc-49ad-ad66-a2715f426397,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:10.977236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-f5dee26a-11ad-4047-a573-ee22e8efa91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:10.978783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-f5dee26a-11ad-4047-a573-ee22e8efa91e service neutron] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.7410150 Sep 22 10:18:10.982271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:11.047728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-9c6bb1a9-6597-454e-8578-c3493440e8ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b HTTP/1.1" status: 200 len: 217 time: 0.0516300 Sep 22 10:18:11.048719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:11.049740 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:11.097379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bf6316d-4198-4e0f-9029-9e09bedd437e req-3c8d2013-315b-44d5-8f5b-280d2a7596b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004375 Sep 22 10:18:11.149433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fd3623-1ec5-41e0-9520-a613fbe88f79 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:11.157824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-388a720d-a9d0-415b-bc6a-30e769a52bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.159959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-388a720d-a9d0-415b-bc6a-30e769a52bbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2343519 Sep 22 10:18:11.177536 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:11.193593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:11.248853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:11.250424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Transition to ACTIVE for port object b5fd3623-1ec5-41e0-9520-a613fbe88f79 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:11.251138 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b958f5-ea78-4380-839e-1ac2d8fc5540" -d '{"events": [{"server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "name": "network-vif-plugged", "status": "completed", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:11.268920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-6884776a-058c-49c7-9f4d-a50c131bd5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.270756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:11.276010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-6884776a-058c-49c7-9f4d-a50c131bd5a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1825135 Sep 22 10:18:11.320599 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db81a753-df2c-4c01-85b9-5f71c9d1dddd x-openstack-request-id: req-db81a753-df2c-4c01-85b9-5f71c9d1dddd {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:11.320896 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "name": "network-vif-plugged", "status": "completed", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:11.321153 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db81a753-df2c-4c01-85b9-5f71c9d1dddd {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:11.321557 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249', 'code': 200} Sep 22 10:18:11.346065 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:11.374393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-bdda3284-6f53-4fc7-8292-24efbedf4789 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442688 Sep 22 10:18:11.375111 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:11.397893 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a540eeef-455b-4c5b-bef0-b909d288a857) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:11.422575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f5d529-7852-486d-9b9e-4e4141c7e591 None None] Network a540eeef-455b-4c5b-bef0-b909d288a857 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:18:11.488400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-8b4b7473-ebbc-4233-b1d1-5450f9eabc5f service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017020 Sep 22 10:18:11.508971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:11.535856 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:11.541219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.541863 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:11.557581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:11.559005 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ef479c68-9c12-43e3-b00c-05f737051ac8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0490296 Sep 22 10:18:11.595096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:11.595466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:11.682595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-31033bdb-938d-4914-90f6-9674b49ea74a req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8382cfc9-04cc-4885-b377-c4f33733333a {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:11.698997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:11.705035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce5ec12-c20d-4c2a-9abd-762f7d10c84f None None] Network a540eeef-455b-4c5b-bef0-b909d288a857 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:18:11.778710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a7c4e-712e-4ffd-99de-47e9c1dedbe5 req-dd11a9c1-3dc0-43fa-9f2e-c51c8d279dfb tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.779633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35c8bdf-ba23-4ea2-b945-9b5593b0682d req-1044375c-7301-49a2-8d45-2343a3858263 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684252 Sep 22 10:18:11.790814 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e06a7c4e-712e-4ffd-99de-47e9c1dedbe5 req-dd11a9c1-3dc0-43fa-9f2e-c51c8d279dfb tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 947 time: 0.4074569 Sep 22 10:18:11.793927 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:11.891270 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf5b4e24-3fbf-492e-ba0c-e9e92ea3b47f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1254475 Sep 22 10:18:11.893876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9443d-a0ad-4d1c-ae55-a6c21327710f req-225bf457-2d86-482b-a9f9-7fbee694c177 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.905753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cae9443d-a0ad-4d1c-ae55-a6c21327710f req-225bf457-2d86-482b-a9f9-7fbee694c177 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.4453068 Sep 22 10:18:11.933620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:11.933970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:11.934350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:11.974688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-fc2830de-e026-4356-98b4-f7552c7c4453 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890980 Sep 22 10:18:11.976611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:11.981254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:12.033625 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e06a7c4e-712e-4ffd-99de-47e9c1dedbe5 req-555e2af9-ebeb-4c87-b066-50b124835757 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056181 Sep 22 10:18:12.094958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-31033bdb-938d-4914-90f6-9674b49ea74a req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] Transition to ACTIVE for port object 8382cfc9-04cc-4885-b377-c4f33733333a will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:12.121605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:12.121899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:12.123255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:12.125785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Bound port: b5fd3623-1ec5-41e0-9520-a613fbe88f79, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:12.126542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:12.175673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cae9443d-a0ad-4d1c-ae55-a6c21327710f req-4a5c780a-dade-46ad-81fb-51b00840e024 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687144 Sep 22 10:18:12.197290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:12.330731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1f58-1796-4c02-87a8-566736e5a21e req-1da515a2-7aaf-4e91-9c60-a0c093488ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:12.332397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-780c1f58-1796-4c02-87a8-566736e5a21e req-1da515a2-7aaf-4e91-9c60-a0c093488ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=31ce1987750f4a79b440a95e76601586&device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 1098 time: 0.3843393 Sep 22 10:18:12.335725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] No DVR routers for this DVR port 8382cfc9-04cc-4885-b377-c4f33733333a on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:12.417002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] Pushing event updated for resources: {'Port': ['ID=8382cfc9-04cc-4885-b377-c4f33733333a,revision_number=10']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:12.424236 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-aaf22fea-c1d1-459a-abaa-9e789b40e5dd service neutron] 10.222.0.30 "PUT /v2.0/ports/8382cfc9-04cc-4885-b377-c4f33733333a/bindings/n-h2-807025-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6991940 Sep 22 10:18:12.472320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f9aaf-1a4e-4d53-8171-ce0f1c441d80 req-4d666e11-6e7f-4c33-9d55-a2aa903ea90c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:12.481305 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5e1f9aaf-1a4e-4d53-8171-ce0f1c441d80 req-4d666e11-6e7f-4c33-9d55-a2aa903ea90c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 945 time: 0.1351705 Sep 22 10:18:12.501315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:12.516128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:12.528627 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5e1f9aaf-1a4e-4d53-8171-ce0f1c441d80 req-2cf27efc-1e6f-490d-b07f-d77fb8f6d1b3 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467148 Sep 22 10:18:12.593897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e7fe177-ec72-490c-ab29-d1a70552cce3 req-b905a3fa-09ea-4b76-a794-071b42e87bf4 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065834 Sep 22 10:18:12.620215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e029e-d628-44d2-8bee-1a0d276b5b13 req-bbc9aa56-461f-4255-944e-c3d4e80869da tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:12.624545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e8e029e-d628-44d2-8bee-1a0d276b5b13 req-bbc9aa56-461f-4255-944e-c3d4e80869da tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 948 time: 0.3040986 Sep 22 10:18:12.629820 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:12.759310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:12.759969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:12.761562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] 10.222.0.30 "PUT /v2.0/ports/b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 1096 time: 3.2798793 Sep 22 10:18:12.763015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:12.767160 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266" -d '{"events": [{"name": "network-changed", "server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:12.814435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1f58-1796-4c02-87a8-566736e5a21e req-3a02a617-f508-4d3c-b233-12d6719c0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:12.818884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-780c1f58-1796-4c02-87a8-566736e5a21e req-3a02a617-f508-4d3c-b233-12d6719c0594 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.4567800 Sep 22 10:18:12.945456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-780c1f58-1796-4c02-87a8-566736e5a21e req-38223ae3-f681-4c9b-b004-84024459b83c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b HTTP/1.1" status: 200 len: 217 time: 0.1119506 Sep 22 10:18:12.979941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e8e029e-d628-44d2-8bee-1a0d276b5b13 req-cd8dad9e-fd81-4096-93e4-d2484785c3c6 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363745 Sep 22 10:18:12.989245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa75bba-38f4-46b7-876a-72a284a1876e service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:13.007878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-383bb40f-f8a7-421e-abdf-bace6f0ab6cd tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.020749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-383bb40f-f8a7-421e-abdf-bace6f0ab6cd tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.3635933 Sep 22 10:18:13.050568 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-c3d5aefd-a7d9-4617-bad0-08fe0c8df502 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.052190 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-c3d5aefd-a7d9-4617-bad0-08fe0c8df502 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/networks?id=a540eeef-455b-4c5b-bef0-b909d288a857 HTTP/1.1" status: 200 len: 817 time: 0.1666653 Sep 22 10:18:13.074370 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3019d7c1-dad8-4375-b2a0-319671026406 x-openstack-request-id: req-3019d7c1-dad8-4375-b2a0-319671026406 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:13.074999 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:13.075464 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3019d7c1-dad8-4375-b2a0-319671026406 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:13.076071 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'status': 'completed', 'code': 200} Sep 22 10:18:13.102089 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-cd5bbf68-163f-4fe3-b666-22e5cd8a8357 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/quotas/ed70814dcd4d498899cdaa6ddb898ef8 HTTP/1.1" status: 200 len: 375 time: 0.0383828 Sep 22 10:18:13.130527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-ba3f3aca-c982-4084-b0a1-ae8a700f9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.132193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-ba3f3aca-c982-4084-b0a1-ae8a700f9616 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1099 time: 0.2066801 Sep 22 10:18:13.135894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1f58-1796-4c02-87a8-566736e5a21e req-a2af6e0e-47cd-48c6-9860-e672d9ed3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.137415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-780c1f58-1796-4c02-87a8-566736e5a21e req-a2af6e0e-47cd-48c6-9860-e672d9ed3286 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1724079 Sep 22 10:18:13.151152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-ef37b0b6-5251-41d5-9591-52d8a8159ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.152883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-ef37b0b6-5251-41d5-9591-52d8a8159ced service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82&tenant_id=e192f08f9a784bf1b08be68f0f93c89f HTTP/1.1" status: 200 len: 1096 time: 0.1226656 Sep 22 10:18:13.165125 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-a0b59573-df2f-42a0-bce1-d730d57ea660 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed70814dcd4d498899cdaa6ddb898ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543365 Sep 22 10:18:13.223105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-16ca6b99-b2ae-4538-8c7b-b7b1639c783b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 217 time: 0.0782845 Sep 22 10:18:13.326541 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-6700b9d9-e87b-471e-8687-c58d70737ade service neutron] 10.222.0.20 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495690 Sep 22 10:18:13.338741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1f58-1796-4c02-87a8-566736e5a21e req-187bd0f3-c2a5-4728-b66a-96109ab65684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.340263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-780c1f58-1796-4c02-87a8-566736e5a21e req-187bd0f3-c2a5-4728-b66a-96109ab65684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1853220 Sep 22 10:18:13.344900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-41d0c721-df8c-4947-9008-f5ae40b80e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.346317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-41d0c721-df8c-4947-9008-f5ae40b80e5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0990908 Sep 22 10:18:13.356785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5613f20-96ab-49de-ae63-05fcea03d2c6 req-74bcc3a3-0708-4d89-b7d5-0b2e12380e65 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.358273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5613f20-96ab-49de-ae63-05fcea03d2c6 req-74bcc3a3-0708-4d89-b7d5-0b2e12380e65 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 947 time: 0.1578634 Sep 22 10:18:13.375952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-170374d9-5587-4bb9-a2c3-1b3a42c0d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.377659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-170374d9-5587-4bb9-a2c3-1b3a42c0d26b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1096 time: 0.1675534 Sep 22 10:18:13.455740 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-eecc332c-23e2-4194-b6c8-b8c7c89a924c service neutron] 10.222.0.20 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278601 Sep 22 10:18:13.609593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5613f20-96ab-49de-ae63-05fcea03d2c6 req-551d3c3d-6429-4a43-8d3c-f7906556c511 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292700 Sep 22 10:18:13.625974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4ef4c015-4d71-4e5a-82be-6a2467991144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.628216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-4ef4c015-4d71-4e5a-82be-6a2467991144 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2621524 Sep 22 10:18:13.653846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-780c1f58-1796-4c02-87a8-566736e5a21e req-032fd8f0-5e82-4f4f-8d6e-ea141f33f462 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043621 Sep 22 10:18:13.860872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-79181b1a-0f1c-4f5b-b7ed-6c21d044bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.862802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-79181b1a-0f1c-4f5b-b7ed-6c21d044bea7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.4553137 Sep 22 10:18:13.988153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-ff2cd02d-5946-4edb-8b3c-bd02bca1cd6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 200 len: 217 time: 0.0986850 Sep 22 10:18:14.030593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-780c1f58-1796-4c02-87a8-566736e5a21e req-a5755589-82fb-45b3-9073-7db8d248ba75 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626027 Sep 22 10:18:14.108314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-05e1897d-14c1-4765-a603-aa78d2ddccb3 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533262 Sep 22 10:18:14.141887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ab8d-17cc-4eca-a404-d7b057f34e9f req-5f0379a1-186c-46d5-933a-8050ad95d474 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:14.149513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c00ab8d-17cc-4eca-a404-d7b057f34e9f req-5f0379a1-186c-46d5-933a-8050ad95d474 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.3564608 Sep 22 10:18:14.231665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801f76d-39b8-4a0e-9584-07ddd7b3212b req-a3843a4c-00b2-4608-834d-1c3a9af74c67 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:14.233356 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e801f76d-39b8-4a0e-9584-07ddd7b3212b req-a3843a4c-00b2-4608-834d-1c3a9af74c67 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 945 time: 0.0679457 Sep 22 10:18:14.288406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7a1632d-3f8f-4803-8ac3-06cf867c3725 req-0bcd3d1f-565e-4285-a81f-8fe948260c3a service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624768 Sep 22 10:18:14.293881 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e801f76d-39b8-4a0e-9584-07ddd7b3212b req-216df850-ef93-49e5-98ee-cdb566c08f7b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537724 Sep 22 10:18:14.318422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-c5530f02-62d0-4a07-a4e9-9afa43f41f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:14.320093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-c5530f02-62d0-4a07-a4e9-9afa43f41f32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.2886424 Sep 22 10:18:14.364191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-2304cb84-174a-4685-9102-2477db567de0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283740 Sep 22 10:18:14.372381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c00ab8d-17cc-4eca-a404-d7b057f34e9f req-0cafc00e-d8a1-44a9-8ead-f62cd45ce8de tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215395 Sep 22 10:18:14.844014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-a58aff28-cdc1-441c-a91a-6a514d192e1d service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943686 Sep 22 10:18:14.844014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85f8fe-0a41-407d-9308-a2821f95a0a7 req-7b7093dd-11a0-428f-b222-c75a1602941f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:14.844014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af85f8fe-0a41-407d-9308-a2821f95a0a7 req-7b7093dd-11a0-428f-b222-c75a1602941f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 948 time: 0.1387126 Sep 22 10:18:14.844014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-64bc6f53-39a8-487d-a376-ba8fcf043755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:14.844014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-64bc6f53-39a8-487d-a376-ba8fcf043755 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1099 time: 0.1235259 Sep 22 10:18:14.946333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:15.128797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af85f8fe-0a41-407d-9308-a2821f95a0a7 req-da88c30e-e3f4-48da-ab17-a4b4fffbba2f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853742 Sep 22 10:18:15.130355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8382cfc9-04cc-4885-b377-c4f33733333a no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:15.137512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-b54d4833-ffce-4e8c-8908-bdb013b18897 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616825 Sep 22 10:18:15.139528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-9bbac01e-306a-48e1-9b8f-2e8f32c24122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:15.141079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-9bbac01e-306a-48e1-9b8f-2e8f32c24122 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.5091300 Sep 22 10:18:15.187303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-e130d076-45d6-4de8-ad4a-be950b0ee80f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 217 time: 0.0380158 Sep 22 10:18:15.209139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:15.232386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8382cfc9-04cc-4885-b377-c4f33733333a not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:15.235505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b', 'mac_address': 'fa:16:3e:2e:07:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:15.270884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-5729ea22-a01f-44c0-a623-2fa467ae5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:15.277412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-5729ea22-a01f-44c0-a623-2fa467ae5000 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0795319 Sep 22 10:18:15.293803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:15.307650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:15.328474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:15.387524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403473d-9daf-472b-8e0f-1482f0afd059 req-c2efc6bc-87bd-4ce3-8274-9347d7db3260 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:15.388987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f403473d-9daf-472b-8e0f-1482f0afd059 req-c2efc6bc-87bd-4ce3-8274-9347d7db3260 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 947 time: 0.1049275 Sep 22 10:18:15.395802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-f10033cd-ad47-4022-8f38-004fbcaab0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:15.397679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-f10033cd-ad47-4022-8f38-004fbcaab0ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104167 Sep 22 10:18:15.444068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:15.498769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f403473d-9daf-472b-8e0f-1482f0afd059 req-19ddd60a-967d-4594-aa7a-bed66d735e3c tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004786 Sep 22 10:18:15.512948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:15.550872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-684419f5-4c21-4cc9-a7e9-08fe4cf2e325 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441016 Sep 22 10:18:15.738036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc8ecd0f-cd45-4a56-b776-d9a6945b8266 req-0fd3e2a5-58f9-414b-8dc2-8b91977e5a76 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788838 Sep 22 10:18:15.749191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:15.777068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76f6a798-6872-4660-aa4a-439e447c356f req-aae34495-0f25-4b15-83e7-f069bd503dc6 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 210 time: 0.0713027 Sep 22 10:18:16.011770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e3254-d266-4bb0-8c89-29cff623ae1e req-e3a0e311-a813-4bb3-b969-7a7c3bb38339 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:16.019344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e82e3254-d266-4bb0-8c89-29cff623ae1e req-e3a0e311-a813-4bb3-b969-7a7c3bb38339 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 945 time: 0.1287248 Sep 22 10:18:16.062716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31033bdb-938d-4914-90f6-9674b49ea74a req-5604c731-6ca3-4992-9ad1-b503e80490b9 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:16.064279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-5604c731-6ca3-4992-9ad1-b503e80490b9 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.1246231 Sep 22 10:18:16.125653 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e82e3254-d266-4bb0-8c89-29cff623ae1e req-0295c65c-8dce-4cbd-b1a6-006333f0fc15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053793 Sep 22 10:18:16.276765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bc2c2-1ecc-403c-bd07-a3e8912b61f8 req-2c0c6643-3422-4924-a333-45412017f8c3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:16.279615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc7bc2c2-1ecc-403c-bd07-a3e8912b61f8 req-2c0c6643-3422-4924-a333-45412017f8c3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.0754502 Sep 22 10:18:16.329773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc7bc2c2-1ecc-403c-bd07-a3e8912b61f8 req-a5ec7574-b6c7-4183-a64c-0e28c51977a7 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444641 Sep 22 10:18:16.415714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-31033bdb-938d-4914-90f6-9674b49ea74a req-6ac03b04-b52d-42b3-a50c-9fe6917868b5 service neutron] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:16.419428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-31033bdb-938d-4914-90f6-9674b49ea74a req-6ac03b04-b52d-42b3-a50c-9fe6917868b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:16.420638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31033bdb-938d-4914-90f6-9674b49ea74a req-6ac03b04-b52d-42b3-a50c-9fe6917868b5 service neutron] 10.222.0.32 "DELETE /v2.0/ports/8382cfc9-04cc-4885-b377-c4f33733333a/bindings/n-h1-807025-3 HTTP/1.1" status: 204 len: 173 time: 0.3429959 Sep 22 10:18:16.496398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3cec-faec-4eb9-9532-94db996e2425 req-aab5ae2a-852b-4ef1-b3e0-2769d98a78d1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:16.505692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcaa3cec-faec-4eb9-9532-94db996e2425 req-aab5ae2a-852b-4ef1-b3e0-2769d98a78d1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 948 time: 0.0838101 Sep 22 10:18:16.555546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcaa3cec-faec-4eb9-9532-94db996e2425 req-49cef001-7e98-4d33-ae31-ec06ccb7ac73 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445318 Sep 22 10:18:16.685444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ae29f-8ccf-490a-90b0-560f130bf280 req-107e3163-a15d-497e-9fc6-8f3ddcb2f677 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:16.693865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a6ae29f-8ccf-490a-90b0-560f130bf280 req-107e3163-a15d-497e-9fc6-8f3ddcb2f677 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 948 time: 0.0675831 Sep 22 10:18:16.748005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a6ae29f-8ccf-490a-90b0-560f130bf280 req-cf00515c-98a5-4acd-b927-f2b7ef4eed36 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490475 Sep 22 10:18:16.947352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aa4dc1cd-0d1c-4f3e-ab4c-95826814419b details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:16.950776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:17.002508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359c7718-8233-46f8-b830-ee0efb9eebe9 req-648c7bd4-5f19-44e9-b386-7bbb21bc98bf tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 210 time: 0.0383682 Sep 22 10:18:17.084663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:17.270785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:17.288343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:17.295710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:17.301425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:17.310908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec4076-acca-41fe-864b-05600b9e1dec req-40a192a5-4fe2-4075-99ee-4a03959427ea tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:17.314695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0ec4076-acca-41fe-864b-05600b9e1dec req-40a192a5-4fe2-4075-99ee-4a03959427ea tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 945 time: 0.0645289 Sep 22 10:18:17.336060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:17.352929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'mac_address': 'fa:16:3e:c8:2f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:17.355273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b', 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587', 'port_id': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b', 'mac_address': 'fa:16:3e:3d:06:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8d2fba-94e6-483e-9929-5a59c83660b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:17.378833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0ec4076-acca-41fe-864b-05600b9e1dec req-150d6700-f5af-454a-abaf-7bd52fe53ef9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595813 Sep 22 10:18:17.625496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a5730-2d4e-44c3-80db-3e08df7e295a req-9e75e187-9951-4ed9-9f0f-7cebcb5b2ace tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:17.642983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-444a5730-2d4e-44c3-80db-3e08df7e295a req-9e75e187-9951-4ed9-9f0f-7cebcb5b2ace tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.1245880 Sep 22 10:18:17.705875 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-444a5730-2d4e-44c3-80db-3e08df7e295a req-8ce9d17c-0bfc-4a2c-bbc0-dcecdb1b90f5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 Sep 22 10:18:17.720542 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:17.773596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:17.782216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fd3623-1ec5-41e0-9520-a613fbe88f79 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:17.805921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:17.827759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4dc1cd-0d1c-4f3e-ab4c-95826814419b {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:17.851380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:17.874515 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:17.922600 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:17.940635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5b8142-386d-48e2-a9e4-ec2a14dd736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:17.943986 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea49057-73da-45c4-9c58-f311e3fe59a5" -d '{"events": [{"server_uuid": "bd5b8142-386d-48e2-a9e4-ec2a14dd736a", "name": "network-vif-plugged", "status": "completed", "tag": "1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:17.964586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5654ab-cdb8-4f98-b2ac-f682a67e8a12 req-da7b780f-2585-458c-8ca5-16f54c754b50 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:17.969577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a5654ab-cdb8-4f98-b2ac-f682a67e8a12 req-da7b780f-2585-458c-8ca5-16f54c754b50 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 948 time: 0.1064098 Sep 22 10:18:17.981724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:18.001447 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:18.008346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:18.045640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a5654ab-cdb8-4f98-b2ac-f682a67e8a12 req-0621edeb-73fe-449e-a73b-dcb352dec00e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689073 Sep 22 10:18:18.094446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:18.126697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:18.177418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['b5fd3623-1ec5-41e0-9520-a613fbe88f79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:18.196101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348ff93-2e4e-492b-9e5d-11d0c726fb15 req-02d61408-11ef-47cf-9a2e-ea857e4de09b tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:18.198014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f348ff93-2e4e-492b-9e5d-11d0c726fb15 req-02d61408-11ef-47cf-9a2e-ea857e4de09b tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 948 time: 0.0921926 Sep 22 10:18:18.287993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:18.288144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f348ff93-2e4e-492b-9e5d-11d0c726fb15 req-db0cbf1d-23ba-421a-a1e9-0689ee7d277e tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777237 Sep 22 10:18:18.313307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['aa4dc1cd-0d1c-4f3e-ab4c-95826814419b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:18.480375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bfead-bebe-4fe9-b0f1-7e093ee06c5e req-3d0546c8-74be-4a90-9f6c-b262272d1ce2 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:18.482195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-395bfead-bebe-4fe9-b0f1-7e093ee06c5e req-3d0546c8-74be-4a90-9f6c-b262272d1ce2 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1096 time: 0.1005690 Sep 22 10:18:18.536491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-395bfead-bebe-4fe9-b0f1-7e093ee06c5e req-831e85c3-1d1c-4e66-8d30-08a48927f424 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481205 Sep 22 10:18:18.739443 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bba2a9-75cf-464d-804d-0933c328e1b6 x-openstack-request-id: req-56bba2a9-75cf-464d-804d-0933c328e1b6 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:18.739740 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5b8142-386d-48e2-a9e4-ec2a14dd736a", "name": "network-vif-plugged", "status": "completed", "tag": "1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:18.740018 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56bba2a9-75cf-464d-804d-0933c328e1b6 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:18.740493 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5b8142-386d-48e2-a9e4-ec2a14dd736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b', 'code': 200} Sep 22 10:18:18.834650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed00d497-41a2-4f95-9215-334e07df0b00 req-a65935a9-cd4c-406e-bcbd-6e899c0c936f tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 210 time: 0.0421927 Sep 22 10:18:18.890289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e4e05-57e0-4cf6-8a0f-0a81b4d1ada2 req-89f11b83-1c9f-4588-a2b4-3214c669b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:18.891795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b4e4e05-57e0-4cf6-8a0f-0a81b4d1ada2 req-89f11b83-1c9f-4588-a2b4-3214c669b8e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 1100 time: 0.0602515 Sep 22 10:18:18.935563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b4e4e05-57e0-4cf6-8a0f-0a81b4d1ada2 req-9bce1c1f-9e06-400d-bfbc-eee8158582d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365074 Sep 22 10:18:19.112998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:19.311604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-856de522-3524-4d54-8b72-242748c1f533 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:19.313119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-856de522-3524-4d54-8b72-242748c1f533 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.30 "GET /v2.0/networks?id=a540eeef-455b-4c5b-bef0-b909d288a857 HTTP/1.1" status: 200 len: 817 time: 0.1284461 Sep 22 10:18:19.329718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Request body: {'port': {'device_id': 'e683c326-acdc-43cd-b9c3-ad488cbcd237', 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857', 'admin_state_up': True, 'tenant_id': 'ed70814dcd4d498899cdaa6ddb898ef8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:19.412202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port b5fd3623-1ec5-41e0-9520-a613fbe88f79 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:19.416374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port b5fd3623-1ec5-41e0-9520-a613fbe88f79 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:19.423257 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:19.548691 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:19.619699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:19.653655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Made reservation on behalf of ed70814dcd4d498899cdaa6ddb898ef8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:19.658485 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:19.842829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Allocated IP 172.20.0.12 (a540eeef-455b-4c5b-bef0-b909d288a857/a49f1fc1-49a2-4c42-975e-0dd11ab84321/3557ec1d-a816-4486-9cc9-69625bba2d87) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:20.028978 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:20.029375 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:20.084907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:20.206874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:20.294609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Pushing event updated for resources: {'Port': ['ID=3557ec1d-a816-4486-9cc9-69625bba2d87,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:20.331418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Network a540eeef-455b-4c5b-bef0-b909d288a857 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:20.335244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:20.339724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:20.497128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:20.497911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:20.530456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-c077cd4b-17b4-4bb4-8f43-cadca7d1e44a tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:20.532100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-c077cd4b-17b4-4bb4-8f43-cadca7d1e44a tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.32 "GET /v2.0/networks?id=a540eeef-455b-4c5b-bef0-b909d288a857 HTTP/1.1" status: 200 len: 817 time: 0.2475710 Sep 22 10:18:20.542998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-9de8490e-3ff2-487a-a55b-a7b21ad0c9d2 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:20.545285 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-9de8490e-3ff2-487a-a55b-a7b21ad0c9d2 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.30 "GET /v2.0/networks?id=a540eeef-455b-4c5b-bef0-b909d288a857 HTTP/1.1" status: 200 len: 817 time: 0.1402903 Sep 22 10:18:20.559342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Request body: {'port': {'device_id': '1a95fe65-a9b7-4170-9986-008ef2412870', 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857', 'admin_state_up': True, 'tenant_id': 'ed70814dcd4d498899cdaa6ddb898ef8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:20.571377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Request body: {'port': {'device_id': '1c1d0f69-b814-4f8d-998f-ea03cc2034a6', 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857', 'admin_state_up': True, 'tenant_id': 'ed70814dcd4d498899cdaa6ddb898ef8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:20.682733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-7112b7dd-eb2d-42b6-b214-1e38136f3d78 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3605962 Sep 22 10:18:20.702421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Request body: {'port': {'device_id': 'e683c326-acdc-43cd-b9c3-ad488cbcd237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:20.742326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:20.746362 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87547c8-faf4-4f4c-810b-93f719c89fb1" -d '{"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:20.796189 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:20.883945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Made reservation on behalf of ed70814dcd4d498899cdaa6ddb898ef8 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:20.888248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:20.979361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aa4dc1cd-0d1c-4f3e-ab4c-95826814419b up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:21.072663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Allocated IP 172.20.0.14 (a540eeef-455b-4c5b-bef0-b909d288a857/a49f1fc1-49a2-4c42-975e-0dd11ab84321/5dcced27-5823-4212-a6f5-5c93b42849ef) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:21.117446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Made reservation on behalf of ed70814dcd4d498899cdaa6ddb898ef8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:21.120959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.231896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:21.236683 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:21.237057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.264738 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.353827 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.389685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:21.472619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.492429 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.529532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Network a540eeef-455b-4c5b-bef0-b909d288a857 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:21.532557 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:21.536808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:21.580942 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:18:21.590442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Pushing event updated for resources: {'Port': ['ID=5dcced27-5823-4212-a6f5-5c93b42849ef,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:21.596225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:21.656916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:21.657849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.707232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3557ec1d-a816-4486-9cc9-69625bba2d87 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:21.716411 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.735290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Transition to ACTIVE for port object 3557ec1d-a816-4486-9cc9-69625bba2d87 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:21.745456 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ccac16b0-2914-4678-b5fb-241be3e551a8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1897175 Sep 22 10:18:21.759952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Request body: {'port': {'device_id': '1a95fe65-a9b7-4170-9986-008ef2412870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:21.812779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.858861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.901368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Pushing event updated for resources: {'Port': ['ID=3557ec1d-a816-4486-9cc9-69625bba2d87,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:21.964100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Allocated IP 172.20.0.5 (a540eeef-455b-4c5b-bef0-b909d288a857/a49f1fc1-49a2-4c42-975e-0dd11ab84321/cc8f2cd7-e2fd-4f59-95a0-6d4262602cce) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:22.063133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Attempting to bind port 3557ec1d-a816-4486-9cc9-69625bba2d87 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:22.063595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Attempting to bind port 3557ec1d-a816-4486-9cc9-69625bba2d87 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:22.064008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Attempting to bind port 3557ec1d-a816-4486-9cc9-69625bba2d87 on network a540eeef-455b-4c5b-bef0-b909d288a857 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:22.072518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Port 3557ec1d-a816-4486-9cc9-69625bba2d87 on network a540eeef-455b-4c5b-bef0-b909d288a857 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:22.072833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Attempting to bind port 3557ec1d-a816-4486-9cc9-69625bba2d87 on network a540eeef-455b-4c5b-bef0-b909d288a857 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:22.088016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:22.088432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Checking segment: {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:22.088897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Bound using segment: {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:22.089423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Bound port: 3557ec1d-a816-4486-9cc9-69625bba2d87, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:22.089849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.265880 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bc0e-05ab-4eeb-87e4-180e0c224027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.271890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] For port 3557ec1d-a816-4486-9cc9-69625bba2d87, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:22.277249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] For port 3557ec1d-a816-4486-9cc9-69625bba2d87, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=3557ec1d-a816-4486-9cc9-69625bba2d87,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:22.317503 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.354704 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.399884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.400509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.402047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] 10.222.0.30 "PUT /v2.0/ports/3557ec1d-a816-4486-9cc9-69625bba2d87 HTTP/1.1" status: 200 len: 1092 time: 1.7043200 Sep 22 10:18:22.402535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e683c326-acdc-43cd-b9c3-ad488cbcd237', 'tag': '3557ec1d-a816-4486-9cc9-69625bba2d87'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:22.404772 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79f9797-deda-47c8-ad9a-18bf17c66b64" -d '{"events": [{"name": "network-changed", "server_uuid": "e683c326-acdc-43cd-b9c3-ad488cbcd237", "tag": "3557ec1d-a816-4486-9cc9-69625bba2d87"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:22.436782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd67649-a37b-4fd1-b8a3-3bad4b1f033e service neutron] Pushing event updated for resources: {'Port': ['ID=3557ec1d-a816-4486-9cc9-69625bba2d87,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:22.469826 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.587316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Network a540eeef-455b-4c5b-bef0-b909d288a857 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:22.615242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:22.625200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:22.662990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4ac99c3e-d971-474d-a3a4-9244ac1ed379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.666140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4ac99c3e-d971-474d-a3a4-9244ac1ed379 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed70814dcd4d498899cdaa6ddb898ef8&device_id=e683c326-acdc-43cd-b9c3-ad488cbcd237 HTTP/1.1" status: 200 len: 1095 time: 0.1330717 Sep 22 10:18:22.667094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Pushing event updated for resources: {'Port': ['ID=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:22.741226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcced27-5823-4212-a6f5-5c93b42849ef {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:22.749032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.759520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-773e513e-b99b-43d9-84ef-ddaa1e8fd210 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3557ec1d-a816-4486-9cc9-69625bba2d87 HTTP/1.1" status: 200 len: 217 time: 0.0765970 Sep 22 10:18:22.768935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Transition to ACTIVE for port object 5dcced27-5823-4212-a6f5-5c93b42849ef will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:22.774798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.775651 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.840447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-cf0987d0-588d-4fd1-8053-3ecd2140cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.842696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-cf0987d0-588d-4fd1-8053-3ecd2140cf89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a49f1fc1-49a2-4c42-975e-0dd11ab84321 HTTP/1.1" status: 200 len: 857 time: 0.0600569 Sep 22 10:18:22.871846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.909128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-11749679-cf3b-4e1c-9b51-d4aad71f4a87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a540eeef-455b-4c5b-bef0-b909d288a857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514395 Sep 22 10:18:22.911365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-068d6567-0383-4ad3-8a86-7924eaa506e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3536806 Sep 22 10:18:22.924427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Request body: {'port': {'device_id': '1c1d0f69-b814-4f8d-998f-ea03cc2034a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:22.991858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Pushing event updated for resources: {'Port': ['ID=5dcced27-5823-4212-a6f5-5c93b42849ef,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:23.065075 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:23.083785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Attempting to bind port 5dcced27-5823-4212-a6f5-5c93b42849ef on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:23.084126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Attempting to bind port 5dcced27-5823-4212-a6f5-5c93b42849ef by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:23.084462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Attempting to bind port 5dcced27-5823-4212-a6f5-5c93b42849ef on network a540eeef-455b-4c5b-bef0-b909d288a857 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:23.094620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Port 5dcced27-5823-4212-a6f5-5c93b42849ef on network a540eeef-455b-4c5b-bef0-b909d288a857 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:23.094956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Attempting to bind port 5dcced27-5823-4212-a6f5-5c93b42849ef on network a540eeef-455b-4c5b-bef0-b909d288a857 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:23.095554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-4776ff26-7110-4b29-9218-084e74a15d28 service neutron] 10.222.0.30 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831656 Sep 22 10:18:23.100988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:23.101402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Checking segment: {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:23.102320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Bound using segment: {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:23.102778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Bound port: 5dcced27-5823-4212-a6f5-5c93b42849ef, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:23.103128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:23.193271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] For port 5dcced27-5823-4212-a6f5-5c93b42849ef, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:23.197204 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] For port 5dcced27-5823-4212-a6f5-5c93b42849ef, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5dcced27-5823-4212-a6f5-5c93b42849ef,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:23.300971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:23.355940 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-5a69886b-51af-4d78-b38c-b11ac6ad361c service neutron] 10.222.0.30 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374787 Sep 22 10:18:23.370734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:23.371474 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:23.373003 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] 10.222.0.30 "PUT /v2.0/ports/5dcced27-5823-4212-a6f5-5c93b42849ef HTTP/1.1" status: 200 len: 1092 time: 1.6195943 Sep 22 10:18:23.373547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a95fe65-a9b7-4170-9986-008ef2412870', 'tag': '5dcced27-5823-4212-a6f5-5c93b42849ef'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:23.375956 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8c03de-b6ec-4568-bf4f-606594a80828" -d '{"events": [{"name": "network-changed", "server_uuid": "1a95fe65-a9b7-4170-9986-008ef2412870", "tag": "5dcced27-5823-4212-a6f5-5c93b42849ef"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:23.402903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4413a1d-7c6f-4ab9-832e-f8cee2d6f76f service neutron] Pushing event updated for resources: {'Port': ['ID=5dcced27-5823-4212-a6f5-5c93b42849ef,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:23.600808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-3208f015-27f6-4bf7-b832-c7090b28c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:23.605058 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-3208f015-27f6-4bf7-b832-c7090b28c788 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed70814dcd4d498899cdaa6ddb898ef8&device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 1095 time: 0.0862401 Sep 22 10:18:23.620459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8f2cd7-e2fd-4f59-95a0-6d4262602cce {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:23.628774 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:23.642445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Transition to ACTIVE for port object cc8f2cd7-e2fd-4f59-95a0-6d4262602cce will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:23.653813 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-9245ddbe-e084-4351-989e-58d17c2bbeda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcced27-5823-4212-a6f5-5c93b42849ef HTTP/1.1" status: 200 len: 217 time: 0.0395491 Sep 22 10:18:23.700052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:23.713149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f9c1749b-f6eb-4537-aeb9-bc423d3f8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:23.717497 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-f9c1749b-f6eb-4537-aeb9-bc423d3f8526 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a49f1fc1-49a2-4c42-975e-0dd11ab84321 HTTP/1.1" status: 200 len: 857 time: 0.0527346 Sep 22 10:18:23.763891 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-c36e724d-18b4-4cb6-93b4-6c02c4870954 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a540eeef-455b-4c5b-bef0-b909d288a857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395398 Sep 22 10:18:23.811965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:23.871331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Attempting to bind port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:23.871745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Attempting to bind port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:23.872045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Attempting to bind port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce on network a540eeef-455b-4c5b-bef0-b909d288a857 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:23.875464 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-1f152d49-2875-41cb-beeb-b2d475a37c8e service neutron] 10.222.0.30 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025872 Sep 22 10:18:23.876751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce on network a540eeef-455b-4c5b-bef0-b909d288a857 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:23.877486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Attempting to bind port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce on network a540eeef-455b-4c5b-bef0-b909d288a857 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:23.883428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:23.883796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Checking segment: {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:23.884195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Bound using segment: {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:23.884865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Bound port: cc8f2cd7-e2fd-4f59-95a0-6d4262602cce, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e629d4-5b29-4ee3-a457-b5f560f3ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:23.885239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:23.997613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] For port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:24.001700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] For port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:24.007305 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-fb822a4e-7364-4ea8-9614-263160ed13ce service neutron] 10.222.0.30 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234877 Sep 22 10:18:24.300962 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:24.341780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:24.342531 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:24.344108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-08594911-7212-43f5-8dab-3b145c683194 service neutron] 10.222.0.32 "PUT /v2.0/ports/cc8f2cd7-e2fd-4f59-95a0-6d4262602cce HTTP/1.1" status: 200 len: 1091 time: 1.4234886 Sep 22 10:18:24.369916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08594911-7212-43f5-8dab-3b145c683194 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:24.565946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ab363521-9b94-452d-a2eb-d290aede77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:24.565946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-ab363521-9b94-452d-a2eb-d290aede77b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed70814dcd4d498899cdaa6ddb898ef8&device_id=1c1d0f69-b814-4f8d-998f-ea03cc2034a6 HTTP/1.1" status: 200 len: 1094 time: 0.0497534 Sep 22 10:18:24.616632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-49966d13-b7b2-4fad-92ca-5a4ea6255811 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce HTTP/1.1" status: 200 len: 217 time: 0.0378008 Sep 22 10:18:24.677412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-0117c256-566e-4211-ba10-c8c620417732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:24.679265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-0117c256-566e-4211-ba10-c8c620417732 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a49f1fc1-49a2-4c42-975e-0dd11ab84321 HTTP/1.1" status: 200 len: 857 time: 0.0542178 Sep 22 10:18:24.716211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-b3c66253-5565-430e-ad5c-183adeb123eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a540eeef-455b-4c5b-bef0-b909d288a857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281975 Sep 22 10:18:24.835082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-a759dfd9-62ad-4d11-b055-cb8dc5c243be service neutron] 10.222.0.32 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108251 Sep 22 10:18:24.965715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4ab633-163b-4f1b-ae45-462f202073a3 req-216023e4-37fc-4f36-b617-286407e1db9c service neutron] 10.222.0.32 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236091 Sep 22 10:18:25.131922 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2187e3f1-5bdd-48e1-999d-558a2814cdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:25.565014 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b79f2-e9e4-45fa-93ad-2f513bc54d28 req-28fa91ef-8a05-469a-a6b6-a8dd1bfed7ec tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:25.565014 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2e5b79f2-e9e4-45fa-93ad-2f513bc54d28 req-28fa91ef-8a05-469a-a6b6-a8dd1bfed7ec tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.0560970 Sep 22 10:18:25.587593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-aba42e81-f37e-46eb-b0eb-00ea1f57101e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:25.590560 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-aba42e81-f37e-46eb-b0eb-00ea1f57101e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 807 time: 0.1379712 Sep 22 10:18:25.605888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-6d0557cc-5b36-4f03-a0c1-c6d6438d7230 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/quotas/e192f08f9a784bf1b08be68f0f93c89f HTTP/1.1" status: 200 len: 375 time: 0.0105965 Sep 22 10:18:25.618844 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2e5b79f2-e9e4-45fa-93ad-2f513bc54d28 req-44566ad0-7955-4135-9419-4cf05ee397b9 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Sep 22 10:18:25.668619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-8fa15ec7-35e6-4f23-84eb-30103f828c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565908 Sep 22 10:18:25.745541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a70b-0be0-42bc-9228-efb7aac6ad2d req-5e583b16-1f53-46c4-a475-b94675f5c8db tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:25.747257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-23c4a70b-0be0-42bc-9228-efb7aac6ad2d req-5e583b16-1f53-46c4-a475-b94675f5c8db tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0648873 Sep 22 10:18:25.749043 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:25.777807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-29603ce1-7933-4edd-b981-adaad39c963e service neutron] 10.222.0.20 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020315 Sep 22 10:18:25.789921 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-23c4a70b-0be0-42bc-9228-efb7aac6ad2d req-78577bb1-086f-4e1d-9557-67e2d00618f7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Sep 22 10:18:25.843622 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:25.887335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-aec1a098-4041-4c66-867b-14f073b04195 service neutron] 10.222.0.20 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000788 Sep 22 10:18:25.913782 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc1f1-0ebe-4f7c-8d9e-2f438e97466f req-ad106804-d21c-4dc3-93f4-6e4643e3e4e3 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:25.915405 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8b4bc1f1-0ebe-4f7c-8d9e-2f438e97466f req-ad106804-d21c-4dc3-93f4-6e4643e3e4e3 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 949 time: 0.0629549 Sep 22 10:18:25.917489 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:25.967219 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8b4bc1f1-0ebe-4f7c-8d9e-2f438e97466f req-76d4a656-75df-4bec-a76f-56bc19d677a8 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Sep 22 10:18:26.100390 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:26.163510 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e445e62-e48e-4e78-aa5b-87120bd9bb67 x-openstack-request-id: req-2e445e62-e48e-4e78-aa5b-87120bd9bb67 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:26.164803 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:26.165273 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e445e62-e48e-4e78-aa5b-87120bd9bb67 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:26.165930 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'code': 200} Sep 22 10:18:26.187919 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbb498-b4cd-4898-96c4-3a6ec7eaabeb req-efaac70b-9804-4a6c-bb5e-628e4184b8a2 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.189575 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01bbb498-b4cd-4898-96c4-3a6ec7eaabeb req-efaac70b-9804-4a6c-bb5e-628e4184b8a2 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 944 time: 0.0964992 Sep 22 10:18:26.203918 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497de625-c614-4e52-b674-a96fc4927e7f x-openstack-request-id: req-497de625-c614-4e52-b674-a96fc4927e7f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:26.203918 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e683c326-acdc-43cd-b9c3-ad488cbcd237", "tag": "3557ec1d-a816-4486-9cc9-69625bba2d87", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:26.203918 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-497de625-c614-4e52-b674-a96fc4927e7f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:26.203918 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e683c326-acdc-43cd-b9c3-ad488cbcd237', 'tag': '3557ec1d-a816-4486-9cc9-69625bba2d87', 'status': 'completed', 'code': 200} Sep 22 10:18:26.287750 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33fb9af-8b05-4bb3-bb23-1e3898332b9e x-openstack-request-id: req-a33fb9af-8b05-4bb3-bb23-1e3898332b9e {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:26.288043 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a95fe65-a9b7-4170-9986-008ef2412870", "tag": "5dcced27-5823-4212-a6f5-5c93b42849ef", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:26.288295 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a33fb9af-8b05-4bb3-bb23-1e3898332b9e {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:26.288702 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a95fe65-a9b7-4170-9986-008ef2412870', 'tag': '5dcced27-5823-4212-a6f5-5c93b42849ef', 'status': 'completed', 'code': 200} Sep 22 10:18:26.345813 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01bbb498-b4cd-4898-96c4-3a6ec7eaabeb req-679d5683-1e6b-4cc1-95e9-2022829b2013 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365008 Sep 22 10:18:26.363171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c65a0-28c3-45ff-a548-99af18e6667c req-1ed0fdc7-ff50-47dc-907a-65acd06596cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.366235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-208c65a0-28c3-45ff-a548-99af18e6667c req-1ed0fdc7-ff50-47dc-907a-65acd06596cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1101 time: 0.0920300 Sep 22 10:18:26.370865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-79d3325b-b62f-4355-bdfc-7e50dc6100f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.372848 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-79d3325b-b62f-4355-bdfc-7e50dc6100f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed70814dcd4d498899cdaa6ddb898ef8&device_id=e683c326-acdc-43cd-b9c3-ad488cbcd237 HTTP/1.1" status: 200 len: 1095 time: 0.1378942 Sep 22 10:18:26.378995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-2e806394-91a4-40d5-a476-e277d0262330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.380441 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-2e806394-91a4-40d5-a476-e277d0262330 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed70814dcd4d498899cdaa6ddb898ef8&device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 1095 time: 0.0664983 Sep 22 10:18:26.432689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-208c65a0-28c3-45ff-a548-99af18e6667c req-99d5ddce-a134-47fa-99ee-b8d5c45d636b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Sep 22 10:18:26.527936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-3028ace3-41a3-4dab-9255-be7e2ad7f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.527936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-3028ace3-41a3-4dab-9255-be7e2ad7f2fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=a540eeef-455b-4c5b-bef0-b909d288a857 HTTP/1.1" status: 200 len: 918 time: 0.1239772 Sep 22 10:18:26.550138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d864e21-1dcc-4001-952d-3047e12d109e req-e207ea20-65f0-473c-8ced-e2ad97606535 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.554563 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d864e21-1dcc-4001-952d-3047e12d109e req-e207ea20-65f0-473c-8ced-e2ad97606535 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 945 time: 0.1244018 Sep 22 10:18:26.602491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-ec5f9430-63e1-44a5-8fc4-e01bb2a9d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.604185 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-ec5f9430-63e1-44a5-8fc4-e01bb2a9d8ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=a540eeef-455b-4c5b-bef0-b909d288a857 HTTP/1.1" status: 200 len: 918 time: 0.2236712 Sep 22 10:18:26.633554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ec34fa2-31d0-4b13-be34-27e4a5ab45fc req-0f2eda70-e4cf-4877-9e49-fa921ff5e471 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 210 time: 0.0452881 Sep 22 10:18:26.696040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-6be62910-5d98-40f4-a4d3-f8875ce66524 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcced27-5823-4212-a6f5-5c93b42849ef HTTP/1.1" status: 200 len: 217 time: 0.0607440 Sep 22 10:18:26.729461 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-39891d20-de5e-45cb-91fa-adc1062b8697 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3557ec1d-a816-4486-9cc9-69625bba2d87 HTTP/1.1" status: 200 len: 217 time: 0.0923638 Sep 22 10:18:26.736082 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9d864e21-1dcc-4001-952d-3047e12d109e req-3ac731c1-baab-4fa3-af54-bfaa2e6dc0a8 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676514 Sep 22 10:18:26.785277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-3b1de393-ac59-4839-95dd-c70ae22a1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.790619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-3b1de393-ac59-4839-95dd-c70ae22a1d55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a49f1fc1-49a2-4c42-975e-0dd11ab84321 HTTP/1.1" status: 200 len: 857 time: 0.0843015 Sep 22 10:18:26.801298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-ac1d10c2-d969-47b5-bf96-200b1932be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.806916 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-ac1d10c2-d969-47b5-bf96-200b1932be66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a49f1fc1-49a2-4c42-975e-0dd11ab84321 HTTP/1.1" status: 200 len: 857 time: 0.0691705 Sep 22 10:18:26.833941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-2a8ffc04-ef68-435f-9d7a-fd173132214a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a540eeef-455b-4c5b-bef0-b909d288a857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364890 Sep 22 10:18:26.862398 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-42a234b0-e741-45ef-a77d-a4dc03e3fa79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a540eeef-455b-4c5b-bef0-b909d288a857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309410 Sep 22 10:18:26.948411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-aa47dc23-7430-4e75-ad46-fd3851092bbd service neutron] 10.222.0.30 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973306 Sep 22 10:18:26.984721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036cd75-b6ab-4470-9a05-40854a0cb92b req-7261dd9e-6250-4e57-a203-25bc0407431b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:26.986276 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d036cd75-b6ab-4470-9a05-40854a0cb92b req-7261dd9e-6250-4e57-a203-25bc0407431b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.1094673 Sep 22 10:18:26.991817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cc8f2cd7-e2fd-4f59-95a0-6d4262602cce details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:27.011145 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-1edd0056-67a5-42c0-9855-46e6f10b9c16 service neutron] 10.222.0.30 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418078 Sep 22 10:18:27.067052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a8c03de-b6ec-4568-bf4f-606594a80828 req-af631644-e08e-453a-992f-8743df7e0d3e service neutron] 10.222.0.30 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109211 Sep 22 10:18:27.071261 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d036cd75-b6ab-4470-9a05-40854a0cb92b req-6e0724fa-be1c-46b7-8efd-596abdc466ec tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768337 Sep 22 10:18:27.163648 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f79f9797-deda-47c8-ad9a-18bf17c66b64 req-271fe050-1cc7-4101-ad4b-dc4ef97e83fd service neutron] 10.222.0.30 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408267 Sep 22 10:18:27.164108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:27.176564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'cc8f2cd7-e2fd-4f59-95a0-6d4262602cce', 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857', 'port_id': 'cc8f2cd7-e2fd-4f59-95a0-6d4262602cce', 'mac_address': 'fa:16:3e:28:d4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49f1fc1-49a2-4c42-975e-0dd11ab84321', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:27.201725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5dcced27-5823-4212-a6f5-5c93b42849ef details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:27.230873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:27.255785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8f2cd7-e2fd-4f59-95a0-6d4262602cce {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:27.309330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:27.343405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 5dcced27-5823-4212-a6f5-5c93b42849ef, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5dcced27-5823-4212-a6f5-5c93b42849ef,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:27.358929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '5dcced27-5823-4212-a6f5-5c93b42849ef', 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857', 'port_id': '5dcced27-5823-4212-a6f5-5c93b42849ef', 'mac_address': 'fa:16:3e:f6:20:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49f1fc1-49a2-4c42-975e-0dd11ab84321', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:27.404641 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:27.410737 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:27.440840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcced27-5823-4212-a6f5-5c93b42849ef {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:27.478535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 5dcced27-5823-4212-a6f5-5c93b42849ef, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5dcced27-5823-4212-a6f5-5c93b42849ef,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:27.481749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:27.565803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:27.566446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 3557ec1d-a816-4486-9cc9-69625bba2d87 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:27.629812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 3557ec1d-a816-4486-9cc9-69625bba2d87, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=3557ec1d-a816-4486-9cc9-69625bba2d87,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:27.641799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=5dcced27-5823-4212-a6f5-5c93b42849ef,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:27.649292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '3557ec1d-a816-4486-9cc9-69625bba2d87', 'network_id': 'a540eeef-455b-4c5b-bef0-b909d288a857', 'port_id': '3557ec1d-a816-4486-9cc9-69625bba2d87', 'mac_address': 'fa:16:3e:8f:04:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49f1fc1-49a2-4c42-975e-0dd11ab84321', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:27.688013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['cc8f2cd7-e2fd-4f59-95a0-6d4262602cce'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:27.716405 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:27.735854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3557ec1d-a816-4486-9cc9-69625bba2d87 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:27.768013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 3557ec1d-a816-4486-9cc9-69625bba2d87, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=3557ec1d-a816-4486-9cc9-69625bba2d87,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:27.895206 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:27.925546 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:27.954520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=3557ec1d-a816-4486-9cc9-69625bba2d87,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:28.168066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:28.169610 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f20425-7f03-42e7-b509-aabc5050d8d9" -d '{"events": [{"server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "name": "network-vif-plugged", "status": "completed", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:28.185840 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-e6713820-a1fd-4e1e-a95d-4659d33e8744 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=31ce1987750f4a79b440a95e76601586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338693 Sep 22 10:18:28.203102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1d0f69-b814-4f8d-998f-ea03cc2034a6', 'tag': 'cc8f2cd7-e2fd-4f59-95a0-6d4262602cce'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:28.208154 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a476446b-7d06-490b-98fc-ba612bdcb2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1d0f69-b814-4f8d-998f-ea03cc2034a6", "tag": "cc8f2cd7-e2fd-4f59-95a0-6d4262602cce"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:28.209474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['5dcced27-5823-4212-a6f5-5c93b42849ef'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:28.219316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['3557ec1d-a816-4486-9cc9-69625bba2d87'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:28.235076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6428d-dee7-469e-b088-2f6690d67a1c req-351ecf7d-9691-49ec-975a-696bec8c6031 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:28.237885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19b6428d-dee7-469e-b088-2f6690d67a1c req-351ecf7d-9691-49ec-975a-696bec8c6031 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0739691 Sep 22 10:18:28.298897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19b6428d-dee7-469e-b088-2f6690d67a1c req-d80346ad-0f46-44af-ad8e-ee6e356dcc59 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510156 Sep 22 10:18:28.333267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-11260836-52fb-4783-ab1b-b93caaf4c7fe tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:28.334890 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-11260836-52fb-4783-ab1b-b93caaf4c7fe tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1424260 Sep 22 10:18:28.352229 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-ea700359-1235-47e0-8a5a-ece23fa08db8 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/quotas/31ce1987750f4a79b440a95e76601586 HTTP/1.1" status: 200 len: 375 time: 0.0103161 Sep 22 10:18:28.427208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c65c3-5e7d-4dc3-a8f6-192b8ac91e08 req-3f1d28db-e9c0-4bf2-b07f-01705133e708 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:28.427208 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c02c65c3-5e7d-4dc3-a8f6-192b8ac91e08 req-3f1d28db-e9c0-4bf2-b07f-01705133e708 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 945 time: 0.0627449 Sep 22 10:18:28.427555 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-3e257bb2-0aac-4a76-954a-8b78a59e9b8a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31ce1987750f4a79b440a95e76601586&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586057 Sep 22 10:18:28.499821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c02c65c3-5e7d-4dc3-a8f6-192b8ac91e08 req-4feab5ac-b346-497a-877b-51686a276556 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631127 Sep 22 10:18:28.624475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-9c4ddbb0-a0fd-43c2-99c6-fd440c7c7d78 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:28.626406 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-9c4ddbb0-a0fd-43c2-99c6-fd440c7c7d78 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 807 time: 0.1506429 Sep 22 10:18:28.640810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Request body: {'port': {'device_id': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e', 'admin_state_up': True, 'tenant_id': 'e192f08f9a784bf1b08be68f0f93c89f'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:28.758849 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1989cf81-f953-4d17-8f67-4c3d0b5c319a req-ddd3f960-e5ce-4f5a-95fd-1bd8dc49a64b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 210 time: 0.0315862 Sep 22 10:18:28.879898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d810ac5-99e3-4950-9eb0-8ca6566f5d47 req-77bf6b90-963a-4581-bbfd-ec66ab5f47a3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:28.882561 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3d810ac5-99e3-4950-9eb0-8ca6566f5d47 req-77bf6b90-963a-4581-bbfd-ec66ab5f47a3 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.0642765 Sep 22 10:18:28.933301 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3d810ac5-99e3-4950-9eb0-8ca6566f5d47 req-3e7a9093-06c8-4491-a07f-5503a1172e11 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Sep 22 10:18:28.951776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Made reservation on behalf of e192f08f9a784bf1b08be68f0f93c89f for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:28.955695 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.007916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cc8f2cd7-e2fd-4f59-95a0-6d4262602cce up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:29.040192 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce43d91-5deb-4638-a3c1-a351816d4eab x-openstack-request-id: req-9ce43d91-5deb-4638-a3c1-a351816d4eab {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:29.040192 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "name": "network-vif-plugged", "status": "completed", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:29.040192 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ce43d91-5deb-4638-a3c1-a351816d4eab {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:29.040192 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b', 'code': 200} Sep 22 10:18:29.087884 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad21ae24-edcf-4df4-ab5a-4bee05114118 x-openstack-request-id: req-ad21ae24-edcf-4df4-ab5a-4bee05114118 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:29.088178 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1d0f69-b814-4f8d-998f-ea03cc2034a6", "tag": "cc8f2cd7-e2fd-4f59-95a0-6d4262602cce", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:29.088417 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad21ae24-edcf-4df4-ab5a-4bee05114118 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:29.088804 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1d0f69-b814-4f8d-998f-ea03cc2034a6', 'tag': 'cc8f2cd7-e2fd-4f59-95a0-6d4262602cce', 'status': 'completed', 'code': 200} Sep 22 10:18:29.137162 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Allocated IP 172.20.0.13 (394a1a91-3e61-4088-a3ba-26b5c1b69f6e/e0d7b8cd-3188-4b53-958d-bf25a65c9d98/464c5258-b00a-4c2a-ba66-7e609c4aa820) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:29.146441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:29.150468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:29.150851 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.244596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f4b68-b0f0-48c2-bc0c-e629b9126175 req-971224d3-2433-4dbd-847d-c19074afd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:29.246176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e4f4b68-b0f0-48c2-bc0c-e629b9126175 req-971224d3-2433-4dbd-847d-c19074afd537 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 1097 time: 0.1056690 Sep 22 10:18:29.262403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216239e-a683-4da1-9d01-5e9fec93922d req-be7ff183-0a5d-40c3-9500-b604ec8a76fb tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:29.263879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3216239e-a683-4da1-9d01-5e9fec93922d req-be7ff183-0a5d-40c3-9500-b604ec8a76fb tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1101 time: 0.1123178 Sep 22 10:18:29.267464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-342d1da7-4bc1-42c0-b5bb-84064b016337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:29.269289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-342d1da7-4bc1-42c0-b5bb-84064b016337 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed70814dcd4d498899cdaa6ddb898ef8&device_id=1c1d0f69-b814-4f8d-998f-ea03cc2034a6 HTTP/1.1" status: 200 len: 1095 time: 0.1308048 Sep 22 10:18:29.297273 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.360981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.366275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:29.395836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e4f4b68-b0f0-48c2-bc0c-e629b9126175 req-4e613032-8c6a-49ee-a989-b26eac468aa3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416726 Sep 22 10:18:29.409696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3216239e-a683-4da1-9d01-5e9fec93922d req-ff2b58ee-4a06-4185-8f2d-1f0db37922f4 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184556 Sep 22 10:18:29.447914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-c1a340c4-a3ca-4e08-9436-39cf88d48378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:29.449462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-c1a340c4-a3ca-4e08-9436-39cf88d48378 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a540eeef-455b-4c5b-bef0-b909d288a857 HTTP/1.1" status: 200 len: 918 time: 0.1633346 Sep 22 10:18:29.500175 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.500993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:29.524997 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c12ba8a5-69a0-46b5-a33e-a83f2744d497 req-4f40c671-f063-4d96-91fb-17a2e7298421 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 210 time: 0.0456440 Sep 22 10:18:29.555869 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.600925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:29.606089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:29.609616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:29.658483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Pushing event updated for resources: {'Port': ['ID=464c5258-b00a-4c2a-ba66-7e609c4aa820,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:29.680517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:29.685620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.686227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:29.712334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-902b08ad-c39b-40c8-a0a5-54f65186edc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce HTTP/1.1" status: 200 len: 217 time: 0.1114087 Sep 22 10:18:29.735000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-612a6af9-2787-4abf-909e-d83d9626b648 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2038574 Sep 22 10:18:29.744738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613df3c-91a0-476a-9054-f859c3eba332 req-350a6978-383d-47ae-ad00-250a3b62efd3 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:29.759842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b613df3c-91a0-476a-9054-f859c3eba332 req-350a6978-383d-47ae-ad00-250a3b62efd3 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 945 time: 0.1629329 Sep 22 10:18:29.764822 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.799228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b502b98c-9b8c-47c3-be7a-246960295529 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1609809 Sep 22 10:18:29.812403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Request body: {'port': {'device_id': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:29.812601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:29.889303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b613df3c-91a0-476a-9054-f859c3eba332 req-c8d3c92a-4234-45ef-848c-c100b5677820 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups?id=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256723 Sep 22 10:18:29.892628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-2e0a4737-fe52-4bf1-bd52-2e6cc43bac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:29.894148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-2e0a4737-fe52-4bf1-bd52-2e6cc43bac1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a49f1fc1-49a2-4c42-975e-0dd11ab84321 HTTP/1.1" status: 200 len: 857 time: 0.1308124 Sep 22 10:18:29.899069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.914707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:29.927331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-41e10e8d-2936-4053-8477-a7c377619914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:29.929368 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-41e10e8d-2936-4053-8477-a7c377619914 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 1101 time: 0.1605909 Sep 22 10:18:29.977600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-c7aa6435-a186-41d8-8d0a-69258b511122 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a540eeef-455b-4c5b-bef0-b909d288a857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734982 Sep 22 10:18:29.991247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:30.178518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7545bf-2adf-41c0-8fb2-6517b0b8cdba req-62428545-5fd3-4233-af0f-0aaa2062b1ba tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:30.179965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a7545bf-2adf-41c0-8fb2-6517b0b8cdba req-62428545-5fd3-4233-af0f-0aaa2062b1ba tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 945 time: 0.1666865 Sep 22 10:18:30.198143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-3feaff6f-2a7c-4c4b-b514-442dacd0ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:30.199957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-3feaff6f-2a7c-4c4b-b514-442dacd0ffa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2249041 Sep 22 10:18:30.272288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464c5258-b00a-4c2a-ba66-7e609c4aa820 {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:30.280642 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:30.295478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Transition to ACTIVE for port object 464c5258-b00a-4c2a-ba66-7e609c4aa820 will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:30.543575 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-c16d0261-ea24-4db7-8eca-9b001a6d0f1f service neutron] 10.222.0.32 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480683 Sep 22 10:18:30.590605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-2f7c7745-98a7-4d5c-8357-e103f540c836 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d HTTP/1.1" status: 200 len: 217 time: 0.0560319 Sep 22 10:18:30.670374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a7545bf-2adf-41c0-8fb2-6517b0b8cdba req-dfaeb39b-a051-451c-b479-b1ec836d8c53 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807734 Sep 22 10:18:30.736570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17563ccf-adb2-404a-bece-181290791d9b req-2c6a5407-a160-4b71-9744-5444b269cf10 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:30.739330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17563ccf-adb2-404a-bece-181290791d9b req-2c6a5407-a160-4b71-9744-5444b269cf10 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.30 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 945 time: 0.1654265 Sep 22 10:18:30.742553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-fe8f1c8f-2d62-484e-8626-d0320306464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:30.744070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-fe8f1c8f-2d62-484e-8626-d0320306464b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1286929 Sep 22 10:18:30.848812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a476446b-7d06-490b-98fc-ba612bdcb2ef req-452b25b0-aa77-4c4b-a7d1-40c9daf1c220 service neutron] 10.222.0.32 "GET /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747796 Sep 22 10:18:30.943907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-c471d3a7-7f81-409e-865d-6f8f5b1b7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:30.945429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-c471d3a7-7f81-409e-865d-6f8f5b1b7a07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1927180 Sep 22 10:18:31.005107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-4c9802e1-8b93-45ea-9df8-fb80bac50ca6 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:31.006657 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-4c9802e1-8b93-45ea-9df8-fb80bac50ca6 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 804 time: 0.2506380 Sep 22 10:18:31.040611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1d0f69-b814-4f8d-998f-ea03cc2034a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8f2cd7-e2fd-4f59-95a0-6d4262602cce'}, {'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:31.042957 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48ab0d0-7565-426b-a40f-7df30f58ba0c" -d '{"events": [{"server_uuid": "1c1d0f69-b814-4f8d-998f-ea03cc2034a6", "name": "network-vif-plugged", "status": "completed", "tag": "cc8f2cd7-e2fd-4f59-95a0-6d4262602cce"}, {"server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:31.050237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Deleting port 346a435c-c71d-488b-aa1f-5864f799e26b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:31.050439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.076360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-22a27248-7745-4450-8293-30cdd43b6cdb tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/quotas/2128028e07be4c7781f4db43dbf59f9a HTTP/1.1" status: 200 len: 375 time: 0.0622787 Sep 22 10:18:31.160757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-4e9517eb-ea8d-4165-8892-38108386ba96 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003732 Sep 22 10:18:31.223087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5dcced27-5823-4212-a6f5-5c93b42849ef up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:31.231021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-03c89a34-1fec-4116-8b22-bad0ee56856d tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1420648 Sep 22 10:18:31.232790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] For port 346a435c-c71d-488b-aa1f-5864f799e26b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=346a435c-c71d-488b-aa1f-5864f799e26b,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:31.233159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.434979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a1e3f5-6f57-4d8f-8f4f-f9fde93637e9 req-359d20d9-98d8-4acf-83f2-0b00f0d84fed service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652528 Sep 22 10:18:31.486417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.524754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-c2f0a679-c82f-4937-bdd3-0279710da281 service neutron] 10.222.0.20 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475100 Sep 22 10:18:31.567504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Pushing event updated for resources: {'Port': ['ID=464c5258-b00a-4c2a-ba66-7e609c4aa820,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:31.572413 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 5dcced27-5823-4212-a6f5-5c93b42849ef completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:31.586989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 5dcced27-5823-4212-a6f5-5c93b42849ef triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:31.587370 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.606440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-b1e67e5e-4097-4d28-a3b1-58a85074439b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:31.608011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-b1e67e5e-4097-4d28-a3b1-58a85074439b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3efd730-b3f4-4c99-9626-852bbdfb27db HTTP/1.1" status: 200 len: 943 time: 0.1666470 Sep 22 10:18:31.614078 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.614770 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.614770 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Floating IP 01ab2322-fe73-4db5-a53f-29b6960da592 disassociated. External IP: 172.25.1.104, port: 346a435c-c71d-488b-aa1f-5864f799e26b. Sep 22 10:18:31.615127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Calling delete_port for 346a435c-c71d-488b-aa1f-5864f799e26b owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:31.648239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:31.648581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:31.648960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:31.654413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:31.654742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:31.662601 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:31.662957 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:31.668840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:31.668840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Bound port: 464c5258-b00a-4c2a-ba66-7e609c4aa820, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:31.668840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.752131 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.797580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 5dcced27-5823-4212-a6f5-5c93b42849ef, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5dcced27-5823-4212-a6f5-5c93b42849ef,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:31.819408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:31.825521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:31.845749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-e5e5c218-2637-41ab-9f02-7ab683112dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117976 Sep 22 10:18:31.851260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1a983-6fec-4d77-b199-1f6b79aa8fe3 req-4f7d8369-1159-40bf-91c7-cf37d7309666 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:31.854849 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4e1a983-6fec-4d77-b199-1f6b79aa8fe3 req-4f7d8369-1159-40bf-91c7-cf37d7309666 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 944 time: 0.0841856 Sep 22 10:18:31.900026 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d4e1a983-6fec-4d77-b199-1f6b79aa8fe3 req-cd9b26c2-d84b-4e55-a35e-0528490f2c5e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Sep 22 10:18:31.920966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Deleting port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:31.921337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.955075 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:31.964287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 3557ec1d-a816-4486-9cc9-69625bba2d87 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:32.015244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:32.080777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=5dcced27-5823-4212-a6f5-5c93b42849ef,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:32.083746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] For port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:32.084122 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:32.097270 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:32.104448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-63afb903-d4ea-46cb-a930-8109835dc8da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975339 Sep 22 10:18:32.107169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Calling delete_port for a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:32.142515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event deleted for resources: {'Port': ['ID=346a435c-c71d-488b-aa1f-5864f799e26b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:32.170878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:32.171515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:32.176164 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] 10.222.0.30 "PUT /v2.0/ports/464c5258-b00a-4c2a-ba66-7e609c4aa820 HTTP/1.1" status: 200 len: 1092 time: 2.3647940 Sep 22 10:18:32.182183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:32.186039 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121" -d '{"events": [{"name": "network-changed", "server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:32.214553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707be394-dbda-4196-b82e-8852b93ac562 service neutron] Pushing event updated for resources: {'Port': ['ID=464c5258-b00a-4c2a-ba66-7e609c4aa820,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:32.228456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 3557ec1d-a816-4486-9cc9-69625bba2d87 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:32.233693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 3557ec1d-a816-4486-9cc9-69625bba2d87 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:32.234401 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:32.256759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a8b5d-b58f-443d-bbc2-4914113c1785 req-5c30d1ea-4ff4-4b69-82ae-aa1cb4c721bf tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:32.259973 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-018a8b5d-b58f-443d-bbc2-4914113c1785 req-5c30d1ea-4ff4-4b69-82ae-aa1cb4c721bf tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.2697630 Sep 22 10:18:32.376772 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-018a8b5d-b58f-443d-bbc2-4914113c1785 req-773e8337-60c2-4927-ae79-53b1afe57c2d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106067 Sep 22 10:18:32.383487 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:32.398033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2565c29a-482f-4463-b780-83eb25fc417d req-d8c8278c-c3e2-468b-b11d-27801af5de93 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 210 time: 0.1670558 Sep 22 10:18:32.404964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-f67e45b2-427d-4178-804b-87adda351007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:32.406914 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-f67e45b2-427d-4178-804b-87adda351007 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1095 time: 0.1013978 Sep 22 10:18:32.484549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 3557ec1d-a816-4486-9cc9-69625bba2d87, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=3557ec1d-a816-4486-9cc9-69625bba2d87,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:32.504422 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5140de10-be7f-445a-90a9-77d240463448 x-openstack-request-id: req-5140de10-be7f-445a-90a9-77d240463448 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:32.504669 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1d0f69-b814-4f8d-998f-ea03cc2034a6", "name": "network-vif-plugged", "status": "completed", "tag": "cc8f2cd7-e2fd-4f59-95a0-6d4262602cce", "code": 200}, {"server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:32.504928 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5140de10-be7f-445a-90a9-77d240463448 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:32.505358 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1d0f69-b814-4f8d-998f-ea03cc2034a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8f2cd7-e2fd-4f59-95a0-6d4262602cce', 'code': 200} Sep 22 10:18:32.505631 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249', 'code': 200} Sep 22 10:18:32.516649 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-9787f54f-9151-437e-8ffc-2c8d7d2554fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820 HTTP/1.1" status: 200 len: 217 time: 0.0987837 Sep 22 10:18:32.591830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Router d31dc09e-807f-4dfc-b986-1496bb976832 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:18:32.641127 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:32.657063 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cecac7c0-d8ec-4dd0-92bc-6176f576c827 req-cb44c87d-2b6a-4b96-82ef-4fff0fe7f178 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 210 time: 0.0526164 Sep 22 10:18:32.668740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-8ad5029f-6f8d-4d2f-a5e9-c22bc6c539d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:32.670659 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-8ad5029f-6f8d-4d2f-a5e9-c22bc6c539d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.1446869 Sep 22 10:18:32.772555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=3557ec1d-a816-4486-9cc9-69625bba2d87,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:32.824674 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-ff77265f-d3f9-4967-8038-5a764f8bc9d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253996 Sep 22 10:18:32.899416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:32.933992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-e60a06e2-fa7c-4bdf-9a3b-d561938b9bb4 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=31ce1987750f4a79b440a95e76601586&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2510724 Sep 22 10:18:32.940025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8b685-f82f-4a02-84c6-1eba00bb8761 req-73f091fc-f79f-4509-8cd0-bbd96aed51af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:32.941550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4b8b685-f82f-4a02-84c6-1eba00bb8761 req-73f091fc-f79f-4509-8cd0-bbd96aed51af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c1d0f69-b814-4f8d-998f-ea03cc2034a6 HTTP/1.1" status: 200 len: 1096 time: 0.3282979 Sep 22 10:18:32.952129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec989d-648f-4c57-b175-86ebf6d63e0f req-9b09c3e8-a4ed-4553-886f-2066fb6c7818 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:32.952441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a68b8-d44d-45c3-90c9-f796afc99f10 req-687fda8f-070c-408a-82c0-ce6169686922 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:32.959509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acec989d-648f-4c57-b175-86ebf6d63e0f req-9b09c3e8-a4ed-4553-886f-2066fb6c7818 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.3142827 Sep 22 10:18:32.962297 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fe6a68b8-d44d-45c3-90c9-f796afc99f10 req-687fda8f-070c-408a-82c0-ce6169686922 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 946 time: 0.1580141 Sep 22 10:18:33.009215 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-b50ab8e5-4828-4cba-b0cd-b411cfb8ef18 service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578104 Sep 22 10:18:33.043854 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fe6a68b8-d44d-45c3-90c9-f796afc99f10 req-b52b84cc-eb1d-4668-ae89-04c3c8be0ac8 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717926 Sep 22 10:18:33.107249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Pushing event deleted for resources: {'Port': ['ID=a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:33.171121 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f22f1a85-5276-48bc-858d-5310846b6149 req-6894744d-e97a-4594-9522-330c0623004b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 210 time: 0.0421281 Sep 22 10:18:33.233142 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d03381a4-65b3-4d64-8b11-696c2f085c26 req-af8d37f9-6904-4eea-a3d5-0512d48b34a1 service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117200 Sep 22 10:18:33.246665 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b745dc15-bdc1-4c77-a8b1-c88ab05f86a3 x-openstack-request-id: req-b745dc15-bdc1-4c77-a8b1-c88ab05f86a3 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:33.247164 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:33.247569 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b745dc15-bdc1-4c77-a8b1-c88ab05f86a3 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:33.248488 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820', 'status': 'completed', 'code': 200} Sep 22 10:18:33.304132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4b8b685-f82f-4a02-84c6-1eba00bb8761 req-b40d577e-c81c-495f-962c-093f8acb8e9c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334575 Sep 22 10:18:33.310940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] No DVR routers for this DVR port a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:33.315160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acec989d-648f-4c57-b175-86ebf6d63e0f req-81364f5d-069f-4e45-9b38-272dca530878 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547580 Sep 22 10:18:33.316750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:33.318702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2839cb4-3b49-474f-9526-f0bf92de51fc req-3cb94bbb-58a2-4f9b-9cc0-f8875800e4be tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "DELETE /v2.0/ports/a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 HTTP/1.1" status: 204 len: 173 time: 1.7014661 Sep 22 10:18:33.322599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'name': 'network-vif-deleted', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:33.324848 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5093fa91-a072-4802-abf7-d18754f8b09a" -d '{"events": [{"server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "name": "network-vif-deleted", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:33.330723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:18:33.344169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] Sync routers for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:18:33.359231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14babbce-0c1f-4bc0-887a-bec89c1c2bfc req-25ef7a39-a4ed-4139-8824-cbdf8e4c1560 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:33.361668 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-14babbce-0c1f-4bc0-887a-bec89c1c2bfc req-25ef7a39-a4ed-4139-8824-cbdf8e4c1560 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 1097 time: 0.0529218 Sep 22 10:18:33.371773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:18:33.372123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-a3c3ea68-3274-463c-8dd1-8801630d9ca2 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:33.372680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:33.374402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-a3c3ea68-3274-463c-8dd1-8801630d9ca2 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4086914 Sep 22 10:18:33.418037 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-14babbce-0c1f-4bc0-887a-bec89c1c2bfc req-b406af3b-0977-45d8-af96-63cf21fc6dfd tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 Sep 22 10:18:33.426123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] No DVR routers for this DVR port 346a435c-c71d-488b-aa1f-5864f799e26b on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:33.430881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Request body: {'port': {'device_id': '794b5a4b-a381-4471-88f2-3c5182d51359', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '31ce1987750f4a79b440a95e76601586'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:33.445374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:33.447408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17563ccf-adb2-404a-bece-181290791d9b req-56d01677-a43b-4701-8b01-bc6dc529dcbf tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.30 "DELETE /v2.0/ports/346a435c-c71d-488b-aa1f-5864f799e26b HTTP/1.1" status: 204 len: 173 time: 2.7024839 Sep 22 10:18:33.516903 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84543df7-893b-4554-80db-d06071afd58e x-openstack-request-id: req-84543df7-893b-4554-80db-d06071afd58e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:33.522268 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3efd730-b3f4-4c99-9626-852bbdfb27db", "name": "network-vif-deleted", "tag": "a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:33.522569 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84543df7-893b-4554-80db-d06071afd58e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:33.523010 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3efd730-b3f4-4c99-9626-852bbdfb27db', 'name': 'network-vif-deleted', 'tag': 'a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249', 'status': 'completed', 'code': 200} Sep 22 10:18:33.543068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-a37ea4a1-0450-4e7e-8cdf-eb257b1104b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:33.544462 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-a37ea4a1-0450-4e7e-8cdf-eb257b1104b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1095 time: 0.1125929 Sep 22 10:18:33.609526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:18:33.707936 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d0fe1b36-a154-4648-ae47-e91a1a422e85 req-430e0e91-37f1-4880-8e60-100afcb81635 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 210 time: 0.0808294 Sep 22 10:18:33.774250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-92cb3894-9902-4c79-8554-0336daa39372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:33.775879 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-92cb3894-9902-4c79-8554-0336daa39372 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1927590 Sep 22 10:18:33.842559 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-856f78f5-658f-472a-abe4-7c63cad9e694 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820 HTTP/1.1" status: 200 len: 217 time: 0.0591924 Sep 22 10:18:33.909456 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbee24-4943-4113-8e32-5a21aa99092a req-704273a9-7e6a-4c78-80b7-f748f742eae2 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:33.911828 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f3cbee24-4943-4113-8e32-5a21aa99092a req-704273a9-7e6a-4c78-80b7-f748f742eae2 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 1097 time: 0.0719397 Sep 22 10:18:33.938135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-b35e6a9c-059f-402e-826f-ae4db1500d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:33.939788 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-b35e6a9c-059f-402e-826f-ae4db1500d57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0893440 Sep 22 10:18:33.958886 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f3cbee24-4943-4113-8e32-5a21aa99092a req-85a5fa3f-5fba-404b-8fe3-f7702b0d84c2 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Sep 22 10:18:33.986367 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-82381078-1aea-486e-bde2-9d9fd17fe689 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284650 Sep 22 10:18:34.033779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:34.096119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] Checking router: d31dc09e-807f-4dfc-b986-1496bb976832 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:18:34.116033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c28595-0a8c-4a63-835f-d939dd791f53 req-d954ef31-28cc-4f26-9864-7404d3e15571 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:34.118282 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:18:34.118906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:34.124033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82c28595-0a8c-4a63-835f-d939dd791f53 req-d954ef31-28cc-4f26-9864-7404d3e15571 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 944 time: 0.7010546 Sep 22 10:18:34.183908 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2ecd3067-5934-4be7-8c3a-b4e59ce5ee72 req-8249fa38-38ce-4356-9e87-891b0ec6fed2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b342baa6-9257-4786-9d15-cb6b13d04474 HTTP/1.1" status: 200 len: 210 time: 0.0515251 Sep 22 10:18:34.234059 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-81fe4bea-014c-4fb0-88d2-6c1ab5f4090e service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407868 Sep 22 10:18:34.234967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82c28595-0a8c-4a63-835f-d939dd791f53 req-52787b30-9c40-4511-bbb5-a8b6bccb4f37 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100392 Sep 22 10:18:34.320457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Made reservation on behalf of 31ce1987750f4a79b440a95e76601586 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:34.324611 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:34.410642 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-84d0d58f-47c4-4ac1-9cf0-5b8fc8aa6121 req-2b1272e9-8ec9-484c-8228-e45a9ac75c8d service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647274 Sep 22 10:18:34.421249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:18:34.440650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597eb03-79bd-4fb6-8cf0-a5a9b17980fb req-d2268341-6ad9-41ce-8835-f56cab3c59d7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:34.442957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d597eb03-79bd-4fb6-8cf0-a5a9b17980fb req-d2268341-6ad9-41ce-8835-f56cab3c59d7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 946 time: 0.1160169 Sep 22 10:18:34.516176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a95fe65-a9b7-4170-9986-008ef2412870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcced27-5823-4212-a6f5-5c93b42849ef'}, {'server_uuid': 'e683c326-acdc-43cd-b9c3-ad488cbcd237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3557ec1d-a816-4486-9cc9-69625bba2d87'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:34.518364 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c13781-9d93-4fc9-9132-72558a7bd613" -d '{"events": [{"server_uuid": "1a95fe65-a9b7-4170-9986-008ef2412870", "name": "network-vif-plugged", "status": "completed", "tag": "5dcced27-5823-4212-a6f5-5c93b42849ef"}, {"server_uuid": "e683c326-acdc-43cd-b9c3-ad488cbcd237", "name": "network-vif-plugged", "status": "completed", "tag": "3557ec1d-a816-4486-9cc9-69625bba2d87"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:34.527605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d597eb03-79bd-4fb6-8cf0-a5a9b17980fb req-50550c7c-c6fd-47f9-b6bd-b3a594196bb3 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760832 Sep 22 10:18:34.542516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Allocated IP 192.168.233.79 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/98878a05-1dbd-4858-bd2c-19517cfbc1f2) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:34.684363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:34.713995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dabcfe-c0b8-4a24-a581-699f5c1aafdb None None] The sync data for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 is: [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:13:37Z', 'revision_number': 4, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '81a21234-ad77-4549-98fd-105592baab2f', 'name': '', 'network_id': '723d782f-2c17-4acf-ae5f-7c0e87c61018', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'mac_address': 'fa:16:3e:5f:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:36Z', 'updated_at': '2021-09-22T10:13:41Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'subnets': [{'id': 'e93a07be-436a-4af0-acf9-38dad24cf0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:18:34.782951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-320e4075-60ce-4523-9f82-616d14e4d673 req-840b2f6e-22a6-4f44-91ac-075e14c90621 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 210 time: 0.1357346 Sep 22 10:18:34.841589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:34.940296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3dbdf-1dec-4b67-b35b-c376216b1fd9 req-272e8a07-ab02-4b9f-a92f-a9a078487ed5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:34.941976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3bd3dbdf-1dec-4b67-b35b-c376216b1fd9 req-272e8a07-ab02-4b9f-a92f-a9a078487ed5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0747151 Sep 22 10:18:35.001331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3bd3dbdf-1dec-4b67-b35b-c376216b1fd9 req-88e6ff3b-d3c5-4ae4-9977-bd08427b15dd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Sep 22 10:18:35.046373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:35.054988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:35.093060 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cbe35b-79ae-44c8-905e-744d4e5d38ef x-openstack-request-id: req-86cbe35b-79ae-44c8-905e-744d4e5d38ef {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:35.098074 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a95fe65-a9b7-4170-9986-008ef2412870", "name": "network-vif-plugged", "status": "completed", "tag": "5dcced27-5823-4212-a6f5-5c93b42849ef", "code": 200}, {"server_uuid": "e683c326-acdc-43cd-b9c3-ad488cbcd237", "name": "network-vif-plugged", "status": "completed", "tag": "3557ec1d-a816-4486-9cc9-69625bba2d87", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:35.098556 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86cbe35b-79ae-44c8-905e-744d4e5d38ef {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:35.103529 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a95fe65-a9b7-4170-9986-008ef2412870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcced27-5823-4212-a6f5-5c93b42849ef', 'code': 200} Sep 22 10:18:35.103529 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e683c326-acdc-43cd-b9c3-ad488cbcd237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3557ec1d-a816-4486-9cc9-69625bba2d87', 'code': 200} Sep 22 10:18:35.103529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:35.105757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:35.105757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4d1e9c1-f65b-4e2e-a8cd-d9e64c280249 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:35.120552 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581e709-c6b2-467b-9f63-f52a5e11ce80 None None] New status for floating IP 01ab2322-fe73-4db5-a53f-29b6960da592: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:18:35.122847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Pushing event updated for resources: {'Port': ['ID=98878a05-1dbd-4858-bd2c-19517cfbc1f2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:35.143552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:35.145054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:35.148392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:35.244955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 346a435c-c71d-488b-aa1f-5864f799e26b no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:35.273857 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d153687-43f8-4867-ab4e-5c1b5706af8b req-f3d83974-d72c-4359-b6e1-c7760eb0cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:35.281251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 346a435c-c71d-488b-aa1f-5864f799e26b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:35.281895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 346a435c-c71d-488b-aa1f-5864f799e26b not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:35.282792 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1d153687-43f8-4867-ab4e-5c1b5706af8b req-f3d83974-d72c-4359-b6e1-c7760eb0cbe1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e683c326-acdc-43cd-b9c3-ad488cbcd237 HTTP/1.1" status: 200 len: 1097 time: 0.0966222 Sep 22 10:18:35.324880 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-1d153687-43f8-4867-ab4e-5c1b5706af8b req-37ae6721-b141-42e1-a0f9-05beb709d422 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Sep 22 10:18:35.360285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:35.361066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:35.383387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25b5a1-9126-4f7d-9c4f-e5ee65bea0b2 req-a5595948-3cbe-4c4c-82d9-858c10d949b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:35.384921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c25b5a1-9126-4f7d-9c4f-e5ee65bea0b2 req-a5595948-3cbe-4c4c-82d9-858c10d949b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 1097 time: 0.1798711 Sep 22 10:18:35.396855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481f9c-1afe-4586-9356-6e393779a23d req-be4e91a7-53c7-49cc-b4dc-ef4cb0207e54 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:35.404725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60481f9c-1afe-4586-9356-6e393779a23d req-be4e91a7-53c7-49cc-b4dc-ef4cb0207e54 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 935 time: 0.1822391 Sep 22 10:18:35.440146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60481f9c-1afe-4586-9356-6e393779a23d req-3b9eb2ed-a123-482c-a8a2-eb2e58ab0635 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345488 Sep 22 10:18:35.467878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-2040ce27-593c-4608-9c04-1ae10ead2c6a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0426326 Sep 22 10:18:35.524407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'name': 'network-vif-deleted', 'tag': '346a435c-c71d-488b-aa1f-5864f799e26b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:35.528899 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4abe52f-6c27-4a6e-ad31-ff2f155d3b0c" -d '{"events": [{"server_uuid": "b342baa6-9257-4786-9d15-cb6b13d04474", "name": "network-vif-deleted", "tag": "346a435c-c71d-488b-aa1f-5864f799e26b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:35.543542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-53220fb3-4446-4a31-9d0e-7337eca7e4d2 None None] Provisioning complete for port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:35.544140 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-53220fb3-4446-4a31-9d0e-7337eca7e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:35.545413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Request body: {'port': {'device_id': '794b5a4b-a381-4471-88f2-3c5182d51359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:35.591367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-53220fb3-4446-4a31-9d0e-7337eca7e4d2 None None] Port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:18:35.660267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c25b5a1-9126-4f7d-9c4f-e5ee65bea0b2 req-e0c5ee98-4bc8-4b4e-a025-aac86797e1ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249053 Sep 22 10:18:35.665361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:35.686743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-cd46b36b-caf1-49fc-9984-99c7c33df592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:35.688474 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-cd46b36b-caf1-49fc-9984-99c7c33df592 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1101 time: 0.0427442 Sep 22 10:18:35.688709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0a412-1c00-4c2f-9eed-7d0d6e56d7ff req-63e5e2f3-e11d-43c9-9fd8-e1451a9f4cee tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:35.692841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36a0a412-1c00-4c2f-9eed-7d0d6e56d7ff req-63e5e2f3-e11d-43c9-9fd8-e1451a9f4cee tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 944 time: 0.1060271 Sep 22 10:18:35.778129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36a0a412-1c00-4c2f-9eed-7d0d6e56d7ff req-e74ec370-57b6-44ea-a464-a0a2780043f6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790491 Sep 22 10:18:35.868645 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b4ecca-6fd9-43ee-a539-0ec30213e1f4 x-openstack-request-id: req-61b4ecca-6fd9-43ee-a539-0ec30213e1f4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:35.868645 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b342baa6-9257-4786-9d15-cb6b13d04474", "name": "network-vif-deleted", "tag": "346a435c-c71d-488b-aa1f-5864f799e26b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:35.868645 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61b4ecca-6fd9-43ee-a539-0ec30213e1f4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:35.868645 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b342baa6-9257-4786-9d15-cb6b13d04474', 'name': 'network-vif-deleted', 'tag': '346a435c-c71d-488b-aa1f-5864f799e26b', 'status': 'completed', 'code': 200} Sep 22 10:18:35.968286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-8ee78587-0a6d-45a3-bb97-4d4ec2a9d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:35.970713 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-8ee78587-0a6d-45a3-bb97-4d4ec2a9d707 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1208112 Sep 22 10:18:36.016360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c94701-653a-488c-9143-40ab8bffa4f0 req-3eec8497-895b-44a1-b069-dfddedaedbef tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:36.018295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5c94701-653a-488c-9143-40ab8bffa4f0 req-3eec8497-895b-44a1-b069-dfddedaedbef tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 946 time: 0.0782022 Sep 22 10:18:36.035672 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-da04faab-4975-4545-946c-0ca3ed2d389c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 217 time: 0.0566170 Sep 22 10:18:36.086408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-e9156ed6-8852-48cb-9b05-c9d62eb6292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:36.089081 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-e9156ed6-8852-48cb-9b05-c9d62eb6292f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0453434 Sep 22 10:18:36.114753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5c94701-653a-488c-9143-40ab8bffa4f0 req-e3f169a6-21c3-4715-8a91-d4eea83c426d tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887434 Sep 22 10:18:36.131569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98878a05-1dbd-4858-bd2c-19517cfbc1f2 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:36.142884 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:36.146212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-f9d43b87-15e6-4869-9cc3-2c2095dfd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:36.147803 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-f9d43b87-15e6-4869-9cc3-2c2095dfd3d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509267 Sep 22 10:18:36.155935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Transition to ACTIVE for port object 98878a05-1dbd-4858-bd2c-19517cfbc1f2 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:36.199141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9bc0665-89d3-4f31-8ffd-51d5451965f6 req-91f32f8a-a95a-4f6e-97df-5835304ba762 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 210 time: 0.0276170 Sep 22 10:18:36.249011 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-022ff9e4-902f-49c5-915d-be10bd3a2742 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937214 Sep 22 10:18:36.263534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:36.367200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Pushing event updated for resources: {'Port': ['ID=98878a05-1dbd-4858-bd2c-19517cfbc1f2,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:36.480624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2556db1-512c-4fd8-ad4d-a40c6afe6551 req-23b36a9c-14eb-4672-a304-97ca4a4688da tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:36.482798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2556db1-512c-4fd8-ad4d-a40c6afe6551 req-23b36a9c-14eb-4672-a304-97ca4a4688da tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.1749697 Sep 22 10:18:36.545093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Attempting to bind port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:36.545444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Attempting to bind port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:36.545766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Attempting to bind port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:36.563610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:36.563973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Attempting to bind port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:36.595010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:36.595404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:36.595747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:36.596191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Bound port: 98878a05-1dbd-4858-bd2c-19517cfbc1f2, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:36.596561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:36.608827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-811e71b6-806a-419f-8ab6-4f0942731fd4 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:36.610469 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-811e71b6-806a-419f-8ab6-4f0942731fd4 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 804 time: 0.2044196 Sep 22 10:18:36.624238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2556db1-512c-4fd8-ad4d-a40c6afe6551 req-479b9ac9-0e7b-4dc3-a12d-0cd812a91b31 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051428 Sep 22 10:18:36.631771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Request body: {'port': {'device_id': 'd9cd02e5-3393-41b3-b46b-34524773c0c1', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'admin_state_up': True, 'tenant_id': '2128028e07be4c7781f4db43dbf59f9a'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:36.679036 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-0aae82ae-1e29-487f-a2f1-beb3be6e725a service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180584 Sep 22 10:18:36.758073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] For port 98878a05-1dbd-4858-bd2c-19517cfbc1f2, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:36.764115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] For port 98878a05-1dbd-4858-bd2c-19517cfbc1f2, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=98878a05-1dbd-4858-bd2c-19517cfbc1f2,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:36.809255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46304) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:36.869766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b56ac0b-0790-4fa5-9e8a-2d212cf45071 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:36.897610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b56ac0b-0790-4fa5-9e8a-2d212cf45071 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:36.904711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148171cb-843d-4471-a42f-01cbf9213cb0 req-2dff7a13-24e1-4caf-917d-d6447e69bd41 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:36.906428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-148171cb-843d-4471-a42f-01cbf9213cb0 req-2dff7a13-24e1-4caf-917d-d6447e69bd41 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 947 time: 0.0515780 Sep 22 10:18:36.954439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-148171cb-843d-4471-a42f-01cbf9213cb0 req-17e30e32-f28b-4b9b-a429-8af0f7c41bb3 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Sep 22 10:18:36.977231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Made reservation on behalf of 2128028e07be4c7781f4db43dbf59f9a for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:36.979261 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:36.981802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.060875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:37.061727 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.063259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/98878a05-1dbd-4858-bd2c-19517cfbc1f2 HTTP/1.1" status: 200 len: 1095 time: 1.5301986 Sep 22 10:18:37.075387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b56ac0b-0790-4fa5-9e8a-2d212cf45071 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.078152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b56ac0b-0790-4fa5-9e8a-2d212cf45071 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.081166 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2b56ac0b-0790-4fa5-9e8a-2d212cf45071 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "DELETE /v2.0/security-groups/e136cef8-4d3d-4223-9eb4-a38ef60d7bb9 HTTP/1.1" status: 204 len: 168 time: 0.2706702 Sep 22 10:18:37.086595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46308) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:37.098930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ac9bc-c95b-429a-96d2-2ef78a3c82f0 service neutron] Pushing event updated for resources: {'Port': ['ID=98878a05-1dbd-4858-bd2c-19517cfbc1f2,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:37.139487 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-f55e8554-9d63-452a-9d3a-691b058a0486 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] show failed (client error): The resource could not be found. Sep 22 10:18:37.140879 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f55e8554-9d63-452a-9d3a-691b058a0486 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "GET /v2.0/security-groups/e136cef8-4d3d-4223-9eb4-a38ef60d7bb9 HTTP/1.1" status: 404 len: 347 time: 0.0488992 Sep 22 10:18:37.144736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56ac0b-0790-4fa5-9e8a-2d212cf45071 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e136cef8-4d3d-4223-9eb4-a38ef60d7bb9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:37.146964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46312) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:37.166183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572127a-ab23-46dc-b1e1-189d03e7da52 req-f3f217d4-fbe1-415b-81c9-cfa7817e520d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:37.174272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8572127a-ab23-46dc-b1e1-189d03e7da52 req-f3f217d4-fbe1-415b-81c9-cfa7817e520d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 944 time: 0.1581988 Sep 22 10:18:37.257523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8572127a-ab23-46dc-b1e1-189d03e7da52 req-f99ed9b9-6969-45a1-8823-fcd5b809ac03 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822442 Sep 22 10:18:37.259792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 464c5258-b00a-4c2a-ba66-7e609c4aa820 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:37.300402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Deleting port c86bd9be-05f1-4f65-81d9-5818f1ec4a94 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:37.301697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.375721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Allocated IP 172.20.0.8 (4456a5f3-75da-4ad1-8083-ad53f5ac39ef/0b024aa6-cd0c-41fd-a830-e069c01b4c45/6795307e-7503-4b45-a1fc-57af3d3b29d6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:37.407644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:37.411651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.412226 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.425039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '464c5258-b00a-4c2a-ba66-7e609c4aa820', 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e', 'port_id': '464c5258-b00a-4c2a-ba66-7e609c4aa820', 'mac_address': 'fa:16:3e:84:14:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d7b8cd-3188-4b53-958d-bf25a65c9d98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:37.427763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Calling delete_port for c86bd9be-05f1-4f65-81d9-5818f1ec4a94 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:37.443889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-34e45e3b-b86e-4e2f-b535-66807ed77ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:37.445684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-34e45e3b-b86e-4e2f-b535-66807ed77ab4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ce1987750f4a79b440a95e76601586&device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 1098 time: 0.1619384 Sep 22 10:18:37.476690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.493173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464c5258-b00a-4c2a-ba66-7e609c4aa820 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:37.510431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-425b6bb4-a94c-40f2-b00a-afca99d898ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=98878a05-1dbd-4858-bd2c-19517cfbc1f2 HTTP/1.1" status: 200 len: 217 time: 0.0507400 Sep 22 10:18:37.518399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:37.529388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a858e2-fc2b-4710-a17d-6fa1e19ace42 req-87a5d9b8-5a35-4edd-846f-f17e63d24a24 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:37.530964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14a858e2-fc2b-4710-a17d-6fa1e19ace42 req-87a5d9b8-5a35-4edd-846f-f17e63d24a24 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 946 time: 0.1486218 Sep 22 10:18:37.676259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-e7e8c9d4-782f-4e58-bd8e-9f1b1b1af54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:37.678226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-e7e8c9d4-782f-4e58-bd8e-9f1b1b1af54c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1596358 Sep 22 10:18:37.691577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14a858e2-fc2b-4710-a17d-6fa1e19ace42 req-713fbafd-743a-4bd1-b68b-d6f93284f6dc tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385212 Sep 22 10:18:37.749099 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.763259 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.793107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-55c7c6bc-32d9-4455-89cf-6602903cbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:37.795086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-55c7c6bc-32d9-4455-89cf-6602903cbfa1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020935 Sep 22 10:18:37.799008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da749867-1829-4a2a-b0cc-8e7b789dccb3 req-6711d6d4-4892-4a26-aa7c-f5ef86b79955 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 210 time: 0.0459647 Sep 22 10:18:37.803429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.848006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=464c5258-b00a-4c2a-ba66-7e609c4aa820,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:37.863028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Pushing event deleted for resources: {'Port': ['ID=c86bd9be-05f1-4f65-81d9-5818f1ec4a94,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:37.873152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794b5a4b-a381-4471-88f2-3c5182d51359', 'tag': '98878a05-1dbd-4858-bd2c-19517cfbc1f2'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:37.873152 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc095c3-d99f-4d85-bfc4-b17a8e377180" -d '{"events": [{"name": "network-changed", "server_uuid": "794b5a4b-a381-4471-88f2-3c5182d51359", "tag": "98878a05-1dbd-4858-bd2c-19517cfbc1f2"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:37.939532 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.942797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:37.946489 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8d8b2527-00d3-4602-9fd9-1aea65455805 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] 10.222.0.20 "DELETE /v2.0/floatingips/01ab2322-fe73-4db5-a53f-29b6960da592 HTTP/1.1" status: 204 len: 168 time: 0.7960660 Sep 22 10:18:38.007806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c40cba-4a97-495c-b997-6ffc6db4724d req-7a4bc8f8-2ef7-4f88-a90b-0c1e1c8502c7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:38.009592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3c40cba-4a97-495c-b997-6ffc6db4724d req-7a4bc8f8-2ef7-4f88-a90b-0c1e1c8502c7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.1202202 Sep 22 10:18:38.011870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-862679e3-24cb-45b8-8eb0-30ebd5b12e01 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088754 Sep 22 10:18:38.029618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['464c5258-b00a-4c2a-ba66-7e609c4aa820'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:38.075387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:38.086857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3c40cba-4a97-495c-b997-6ffc6db4724d req-271d7a1a-51d1-44a1-b64d-96019008c7ae tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709927 Sep 22 10:18:38.162015 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92721a49-e5aa-4660-99d7-29c273aaf6e7 x-openstack-request-id: req-92721a49-e5aa-4660-99d7-29c273aaf6e7 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:38.162328 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794b5a4b-a381-4471-88f2-3c5182d51359", "tag": "98878a05-1dbd-4858-bd2c-19517cfbc1f2", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:38.162578 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92721a49-e5aa-4660-99d7-29c273aaf6e7 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:38.162968 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794b5a4b-a381-4471-88f2-3c5182d51359', 'tag': '98878a05-1dbd-4858-bd2c-19517cfbc1f2', 'status': 'completed', 'code': 200} Sep 22 10:18:38.168264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:38.179175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:38.181551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:38.184339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Pushing event updated for resources: {'Port': ['ID=6795307e-7503-4b45-a1fc-57af3d3b29d6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:38.236150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18e560b1-c4ed-46b2-8294-8790203ea900 req-b55b15c6-a2fc-469c-9134-eb4b8b39649a service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050700 Sep 22 10:18:38.261004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:38.261004 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:38.349354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1756-123c-4077-961c-43e428ed06a9 req-c8090b27-a71e-4e99-8b36-c8c3ae0f1fe0 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:38.350850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68cc1756-123c-4077-961c-43e428ed06a9 req-c8090b27-a71e-4e99-8b36-c8c3ae0f1fe0 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 947 time: 0.0509229 Sep 22 10:18:38.389304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68cc1756-123c-4077-961c-43e428ed06a9 req-f6df7cdd-d135-4ebe-93dc-e8dfb8e74cc3 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323746 Sep 22 10:18:38.409561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-3599f1c3-7778-4511-a3e5-b9a62529efb7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7800207 Sep 22 10:18:38.428362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Request body: {'port': {'device_id': 'd9cd02e5-3393-41b3-b46b-34524773c0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:38.486303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-86729d01-9f06-49bb-ae4b-ac15266a8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:38.487814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-86729d01-9f06-49bb-ae4b-ac15266a8882 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ce1987750f4a79b440a95e76601586&device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 1098 time: 0.0921497 Sep 22 10:18:38.533720 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:38.627732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800c03f-1ade-4ef0-9157-97058933d7b6 req-d2f26856-c8ab-452c-a285-63cd755ee919 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:38.629647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4800c03f-1ade-4ef0-9157-97058933d7b6 req-d2f26856-c8ab-452c-a285-63cd755ee919 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 945 time: 0.1481965 Sep 22 10:18:38.720178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-81b997a6-09c9-4002-a982-87795ce5eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:38.721672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-81b997a6-09c9-4002-a982-87795ce5eb9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2248774 Sep 22 10:18:38.779651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4800c03f-1ade-4ef0-9157-97058933d7b6 req-0d78b0ad-9933-4e2a-bd0e-924f19b3b58a tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422241 Sep 22 10:18:38.783397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-34ad629a-655e-4319-87b0-c4f9b0e905f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=98878a05-1dbd-4858-bd2c-19517cfbc1f2 HTTP/1.1" status: 200 len: 217 time: 0.0453448 Sep 22 10:18:38.883844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-6a491752-2143-40ce-90a5-aff8cf792e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:38.885226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-6a491752-2143-40ce-90a5-aff8cf792e64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0938828 Sep 22 10:18:38.962208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-4c46e6eb-97d3-4fd7-a97f-bc2c60680773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:38.963715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-4c46e6eb-97d3-4fd7-a97f-bc2c60680773 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699127 Sep 22 10:18:39.044356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6795307e-7503-4b45-a1fc-57af3d3b29d6 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:39.056340 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:39.106632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Transition to ACTIVE for port object 6795307e-7503-4b45-a1fc-57af3d3b29d6 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:39.116160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67f9b6-feb0-4993-9729-4ae10a9ddc10 req-d92eb325-ce92-4ad2-bc9f-7b536a4400b3 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:39.117653 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a67f9b6-feb0-4993-9729-4ae10a9ddc10 req-d92eb325-ce92-4ad2-bc9f-7b536a4400b3 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 946 time: 0.1121316 Sep 22 10:18:39.139927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-55018dd1-ad67-42a7-99e4-32d4c2f7e4c4 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593463 Sep 22 10:18:39.192344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a67f9b6-feb0-4993-9729-4ae10a9ddc10 req-460cbcf6-d446-41a4-ab44-d9362184e01d tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637233 Sep 22 10:18:39.228754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:39.270156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 464c5258-b00a-4c2a-ba66-7e609c4aa820 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:39.299896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc095c3-d99f-4d85-bfc4-b17a8e377180 req-6b9b12d4-e772-4b1c-810e-8b463ac8ec1c service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502435 Sep 22 10:18:39.323884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Pushing event updated for resources: {'Port': ['ID=6795307e-7503-4b45-a1fc-57af3d3b29d6,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:39.382149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fe4f0-b00a-490b-8215-d8f8c9f3dbcf req-af0edbac-f6ed-4951-b8de-03a8733812d5 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:39.383633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e7fe4f0-b00a-490b-8215-d8f8c9f3dbcf req-af0edbac-f6ed-4951-b8de-03a8733812d5 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 943 time: 0.1233261 Sep 22 10:18:39.422924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 464c5258-b00a-4c2a-ba66-7e609c4aa820 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:39.427489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 464c5258-b00a-4c2a-ba66-7e609c4aa820 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:39.427991 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:39.430257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Attempting to bind port 6795307e-7503-4b45-a1fc-57af3d3b29d6 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:39.430616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Attempting to bind port 6795307e-7503-4b45-a1fc-57af3d3b29d6 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:39.430928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Attempting to bind port 6795307e-7503-4b45-a1fc-57af3d3b29d6 on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:39.439386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e7fe4f0-b00a-490b-8215-d8f8c9f3dbcf req-6000ce09-5278-411e-b168-281c6cb4c82f tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496402 Sep 22 10:18:39.440076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Port 6795307e-7503-4b45-a1fc-57af3d3b29d6 on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:39.440402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Attempting to bind port 6795307e-7503-4b45-a1fc-57af3d3b29d6 on network 4456a5f3-75da-4ad1-8083-ad53f5ac39ef {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:39.445706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:39.446046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Checking segment: {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:39.446460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Bound using segment: {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:39.446899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Bound port: 6795307e-7503-4b45-a1fc-57af3d3b29d6, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3301e38b-f821-4c7b-b70c-d6c6f5899fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:39.447278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:39.526532 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:39.532993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] For port 6795307e-7503-4b45-a1fc-57af3d3b29d6, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:39.536817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] For port 6795307e-7503-4b45-a1fc-57af3d3b29d6, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:39.557491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:39.560178 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa14684-d806-485e-924b-22abad2d6c61" -d '{"events": [{"server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "name": "network-vif-plugged", "status": "completed", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:39.582195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:39.593711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de4705-2ded-4350-a8af-d36359c1f6b5 req-d2b0b2bb-de46-4fd4-a174-852c615a86b7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:39.595393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08de4705-2ded-4350-a8af-d36359c1f6b5 req-d2b0b2bb-de46-4fd4-a174-852c615a86b7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0558910 Sep 22 10:18:39.633387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08de4705-2ded-4350-a8af-d36359c1f6b5 req-42455ead-317e-48bf-8dcb-ba0c32128a39 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Sep 22 10:18:39.661073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:39.704527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:39.705162 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:39.707057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] 10.222.0.32 "PUT /v2.0/ports/6795307e-7503-4b45-a1fc-57af3d3b29d6 HTTP/1.1" status: 200 len: 1091 time: 1.2873271 Sep 22 10:18:39.751227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496cb2c-3aef-45a0-9e87-e75fb7ccd855 service neutron] Pushing event updated for resources: {'Port': ['ID=6795307e-7503-4b45-a1fc-57af3d3b29d6,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:39.762387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ef39c-1aa6-4372-be90-cffd11a5365f req-e7288eeb-ff3c-41da-8e2d-8c0fd8329e28 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:39.762902 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:39.763857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-578ef39c-1aa6-4372-be90-cffd11a5365f req-e7288eeb-ff3c-41da-8e2d-8c0fd8329e28 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1d0f69-b814-4f8d-998f-ea03cc2034a6 HTTP/1.1" status: 200 len: 945 time: 0.0754340 Sep 22 10:18:39.806418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-578ef39c-1aa6-4372-be90-cffd11a5365f req-228bccaa-c3a1-4e42-a98e-afec03aae44a tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Sep 22 10:18:39.816735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=464c5258-b00a-4c2a-ba66-7e609c4aa820,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:39.918083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-520b9ea5-09f6-4fa7-8676-ddd15791b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:39.919627 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-520b9ea5-09f6-4fa7-8676-ddd15791b362 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 1094 time: 0.0663669 Sep 22 10:18:39.934224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47de35-7bbc-44af-b615-790937a565eb req-d94cf6b1-7906-45fe-92ee-5afea7c76d30 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:39.935582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df47de35-7bbc-44af-b615-790937a565eb req-d94cf6b1-7906-45fe-92ee-5afea7c76d30 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 947 time: 0.0591671 Sep 22 10:18:40.279529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cd02e5-3393-41b3-b46b-34524773c0c1', 'tag': '6795307e-7503-4b45-a1fc-57af3d3b29d6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:40.281753 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6d2da4-44d7-4098-a2ef-071b09718c14" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cd02e5-3393-41b3-b46b-34524773c0c1", "tag": "6795307e-7503-4b45-a1fc-57af3d3b29d6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:40.291358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-aeb18580-27f2-412c-b3b8-94dfce277a19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6 HTTP/1.1" status: 200 len: 217 time: 0.3549094 Sep 22 10:18:40.351287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df47de35-7bbc-44af-b615-790937a565eb req-0640defe-aa0f-4bfa-8218-a4da2d7ddcc8 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075339 Sep 22 10:18:40.361444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b3fc8e17-4ee5-4d2f-a393-96788b4a47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:40.362996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-b3fc8e17-4ee5-4d2f-a393-96788b4a47fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b024aa6-cd0c-41fd-a830-e069c01b4c45 HTTP/1.1" status: 200 len: 844 time: 0.0629573 Sep 22 10:18:40.397051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-7c80d53e-b536-463b-97f8-99387a805e35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245001 Sep 22 10:18:40.422524 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c84cd4-2576-4344-9544-8dd223047f85 x-openstack-request-id: req-e3c84cd4-2576-4344-9544-8dd223047f85 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:40.423047 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "name": "network-vif-plugged", "status": "completed", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:40.423047 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3c84cd4-2576-4344-9544-8dd223047f85 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:40.423419 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820', 'code': 200} Sep 22 10:18:40.549260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-08f3bd44-e5b4-4913-8429-f1fd4896eeb0 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426342 Sep 22 10:18:40.565262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b623d-0e5f-437e-9a88-112bedcb5c87 req-81773f3c-d9e4-4813-9707-22b7698d69ec tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:40.566844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-541b623d-0e5f-437e-9a88-112bedcb5c87 req-81773f3c-d9e4-4813-9707-22b7698d69ec tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.0907457 Sep 22 10:18:40.626394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4980e2-66a3-4dcb-9865-263649c69998 req-f324141a-3b8c-4bdb-8b17-ade12e2af6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:40.628147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d4980e2-66a3-4dcb-9865-263649c69998 req-f324141a-3b8c-4bdb-8b17-ade12e2af6f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1097 time: 0.1102765 Sep 22 10:18:40.680730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-541b623d-0e5f-437e-9a88-112bedcb5c87 req-4b7b6bb1-81ed-436d-894d-7cc00af197ed tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055009 Sep 22 10:18:40.722206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d4980e2-66a3-4dcb-9865-263649c69998 req-ebec337b-5dcb-4fa0-b0d6-78a0831c2a89 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578752 Sep 22 10:18:40.724338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e3c5dab-c1c3-460a-8b26-34469a623464 req-1154c2f6-ec36-46a9-b16c-05c5958e0ea7 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667914 Sep 22 10:18:40.788063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfd84f-0a06-41ca-a610-84d08b1608d4 req-5284d292-17f8-4fd7-ab70-c652fa50e9cb tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:40.789666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4cfd84f-0a06-41ca-a610-84d08b1608d4 req-5284d292-17f8-4fd7-ab70-c652fa50e9cb tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=e683c326-acdc-43cd-b9c3-ad488cbcd237 HTTP/1.1" status: 200 len: 946 time: 0.0539796 Sep 22 10:18:40.828042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4cfd84f-0a06-41ca-a610-84d08b1608d4 req-53c041d7-246c-48fd-848f-f6e90d63e2e0 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Sep 22 10:18:40.871377 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c64db43-d497-46cd-9666-70d3274bc917 x-openstack-request-id: req-2c64db43-d497-46cd-9666-70d3274bc917 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:40.871697 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cd02e5-3393-41b3-b46b-34524773c0c1", "tag": "6795307e-7503-4b45-a1fc-57af3d3b29d6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:40.871930 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c64db43-d497-46cd-9666-70d3274bc917 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:40.872331 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cd02e5-3393-41b3-b46b-34524773c0c1', 'tag': '6795307e-7503-4b45-a1fc-57af3d3b29d6', 'status': 'completed', 'code': 200} Sep 22 10:18:40.941345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-37908e86-1e51-49d3-9b72-4259b443aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:40.943038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-37908e86-1e51-49d3-9b72-4259b443aad3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2128028e07be4c7781f4db43dbf59f9a&device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 1094 time: 0.0453331 Sep 22 10:18:41.055058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200efc0-cda0-4e21-9234-6311b3335b31 req-52b0db76-fa2c-4d7c-afa6-66042d914df1 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:41.056662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b200efc0-cda0-4e21-9234-6311b3335b31 req-52b0db76-fa2c-4d7c-afa6-66042d914df1 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 943 time: 0.1112702 Sep 22 10:18:41.087474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-db85ff1a-1c10-449e-a56c-2ce9c1faa37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:41.088818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-db85ff1a-1c10-449e-a56c-2ce9c1faa37b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 200 len: 905 time: 0.1354146 Sep 22 10:18:41.138734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b200efc0-cda0-4e21-9234-6311b3335b31 req-3e09f306-d951-45ad-aba1-12b34410d56e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739005 Sep 22 10:18:41.140086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-9c19f387-3718-4dd5-9b5d-5a002ce11267 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6 HTTP/1.1" status: 200 len: 217 time: 0.0401697 Sep 22 10:18:41.196612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-8e7fb830-c6c0-4577-98ee-976cfe75e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:41.198215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-8e7fb830-c6c0-4577-98ee-976cfe75e531 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b024aa6-cd0c-41fd-a830-e069c01b4c45 HTTP/1.1" status: 200 len: 844 time: 0.0493839 Sep 22 10:18:41.245495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-2a4d443d-99f3-4c60-b9fd-bcd68a0db171 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4456a5f3-75da-4ad1-8083-ad53f5ac39ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375299 Sep 22 10:18:41.279915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e383410-3b0e-423c-bb88-fd3674f61035 req-e68b4227-a3cf-4c7c-9a35-0b4c91889028 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:41.281779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e383410-3b0e-423c-bb88-fd3674f61035 req-e68b4227-a3cf-4c7c-9a35-0b4c91889028 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0825524 Sep 22 10:18:41.283461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 98878a05-1dbd-4858-bd2c-19517cfbc1f2 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:41.365269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e383410-3b0e-423c-bb88-fd3674f61035 req-75f6c1cc-c358-4305-990d-8c024e439776 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710852 Sep 22 10:18:41.385806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-ca105b68-cedf-4cb6-b6af-c3f178d7ab8d service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260402 Sep 22 10:18:41.387618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 98878a05-1dbd-4858-bd2c-19517cfbc1f2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=98878a05-1dbd-4858-bd2c-19517cfbc1f2,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:41.402087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '98878a05-1dbd-4858-bd2c-19517cfbc1f2', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '98878a05-1dbd-4858-bd2c-19517cfbc1f2', 'mac_address': 'fa:16:3e:48:98:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:41.454515 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:41.469012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98878a05-1dbd-4858-bd2c-19517cfbc1f2 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:41.483364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb6d2da4-44d7-4098-a2ef-071b09718c14 req-ea71da0c-7ad1-48fc-a5cd-a1cb78fae395 service neutron] 10.222.0.32 "GET /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940943 Sep 22 10:18:41.488106 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 98878a05-1dbd-4858-bd2c-19517cfbc1f2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=98878a05-1dbd-4858-bd2c-19517cfbc1f2,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:41.606383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:41.653201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=98878a05-1dbd-4858-bd2c-19517cfbc1f2,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:41.932111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994c595-5484-4761-a441-bdc9d588cc30 req-6bb1b957-1d90-4e73-91e1-3f0a597e0d36 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:41.933713 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a994c595-5484-4761-a441-bdc9d588cc30 req-6bb1b957-1d90-4e73-91e1-3f0a597e0d36 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 948 time: 0.1059787 Sep 22 10:18:41.972820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a994c595-5484-4761-a441-bdc9d588cc30 req-b45f97cf-737c-4468-8244-1654cace26e9 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Sep 22 10:18:41.992780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['98878a05-1dbd-4858-bd2c-19517cfbc1f2'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:42.074975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241729e-db4a-406d-b0ba-435f87900945 req-940565ff-3124-41bb-a443-89415d42b3b3 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:42.076467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4241729e-db4a-406d-b0ba-435f87900945 req-940565ff-3124-41bb-a443-89415d42b3b3 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.0488362 Sep 22 10:18:42.118549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4241729e-db4a-406d-b0ba-435f87900945 req-cba4c642-f181-4b45-b678-ff17c7d296f6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349464 Sep 22 10:18:42.227684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3a2f7-99c5-43cb-b882-79ec06cd8031 req-9a330663-bf25-4ed7-a4f0-18b578293c82 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:42.227684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ad3a2f7-99c5-43cb-b882-79ec06cd8031 req-9a330663-bf25-4ed7-a4f0-18b578293c82 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=e683c326-acdc-43cd-b9c3-ad488cbcd237 HTTP/1.1" status: 200 len: 946 time: 0.0485084 Sep 22 10:18:42.273662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ad3a2f7-99c5-43cb-b882-79ec06cd8031 req-b7344b92-0951-45f7-97a9-6448696acea7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Sep 22 10:18:42.316640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46382) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:42.411626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed4f6e-1e88-432e-bd43-daca87d9ccd1 req-ca73f7da-7881-484c-8617-a7a32b1c3833 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:42.413040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0ed4f6e-1e88-432e-bd43-daca87d9ccd1 req-ca73f7da-7881-484c-8617-a7a32b1c3833 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 943 time: 0.0557218 Sep 22 10:18:42.453318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0ed4f6e-1e88-432e-bd43-daca87d9ccd1 req-784f407c-b93d-4766-ba9d-2bf880d1c579 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338187 Sep 22 10:18:42.557561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4615e91-02a4-4385-a546-1ace503c58ac req-6849213a-82f2-4ec5-9751-6792486ba227 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:42.559141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4615e91-02a4-4385-a546-1ace503c58ac req-6849213a-82f2-4ec5-9751-6792486ba227 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0499480 Sep 22 10:18:42.598397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4615e91-02a4-4385-a546-1ace503c58ac req-a39b5b21-2f0f-4045-abb4-a9226e3ad1e9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327909 Sep 22 10:18:42.717477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:42.985777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Deleting port 81a21234-ad77-4549-98fd-105592baab2f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:42.986151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.079030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] For port 81a21234-ad77-4549-98fd-105592baab2f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=81a21234-ad77-4549-98fd-105592baab2f,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:43.079496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.088194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c4a3-826a-4c1f-bc02-8b8adafd921d req-4bf2a018-27a1-4dbb-b983-1f041b964e4b tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:43.089293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c984c4a3-826a-4c1f-bc02-8b8adafd921d req-4bf2a018-27a1-4dbb-b983-1f041b964e4b tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 948 time: 0.0488837 Sep 22 10:18:43.090268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6795307e-7503-4b45-a1fc-57af3d3b29d6 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:43.095233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Calling delete_port for 81a21234-ad77-4549-98fd-105592baab2f owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:43.134765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c984c4a3-826a-4c1f-bc02-8b8adafd921d req-983db50c-24bf-41c0-8b0b-27ee96ed6c9f tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376811 Sep 22 10:18:43.203769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6795307e-7503-4b45-a1fc-57af3d3b29d6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:43.219862 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '6795307e-7503-4b45-a1fc-57af3d3b29d6', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'port_id': '6795307e-7503-4b45-a1fc-57af3d3b29d6', 'mac_address': 'fa:16:3e:a1:f6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b024aa6-cd0c-41fd-a830-e069c01b4c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:43.257950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff134a42-78c8-474e-932a-109ab2d086f5 req-dca79fea-f27a-40f1-be56-55840d2c2144 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:43.260316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff134a42-78c8-474e-932a-109ab2d086f5 req-dca79fea-f27a-40f1-be56-55840d2c2144 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.0611172 Sep 22 10:18:43.266112 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.279856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6795307e-7503-4b45-a1fc-57af3d3b29d6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:43.301925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6795307e-7503-4b45-a1fc-57af3d3b29d6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:43.304608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 98878a05-1dbd-4858-bd2c-19517cfbc1f2 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:43.315541 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff134a42-78c8-474e-932a-109ab2d086f5 req-3c3a4b74-1e77-43a7-a0fd-1e6b8c8aa6ed tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Sep 22 10:18:43.406164 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.417906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.441214 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32660a6f-3f9f-438d-b661-9357ce8569db req-4b2c8e23-a353-4f26-8d4e-4fb0da77851c tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:43.443238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32660a6f-3f9f-438d-b661-9357ce8569db req-4b2c8e23-a353-4f26-8d4e-4fb0da77851c tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.30 "GET /v2.0/ports?device_id=e683c326-acdc-43cd-b9c3-ad488cbcd237 HTTP/1.1" status: 200 len: 946 time: 0.0924189 Sep 22 10:18:43.450576 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a21234-ad77-4549-98fd-105592baab2f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:43.465469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6795307e-7503-4b45-a1fc-57af3d3b29d6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:43.476141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:43.479940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.479940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.483100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.483100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.483100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.483100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.483100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.483100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.483100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.483100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.483100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.484275 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.484436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.484552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.484552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.484552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.484552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.484844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.487668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.487668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.487668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.487668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.487668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.487668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:43.489807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:43.490586 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.545750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a1c95-5fe3-4185-98e2-41643fe216ec req-85dd7fe9-53ad-4f4e-87ae-2384aa8e4148 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:43.558510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee1a1c95-5fe3-4185-98e2-41643fe216ec req-85dd7fe9-53ad-4f4e-87ae-2384aa8e4148 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=e683c326-acdc-43cd-b9c3-ad488cbcd237 HTTP/1.1" status: 200 len: 946 time: 0.1740949 Sep 22 10:18:43.624715 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.656499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794b5a4b-a381-4471-88f2-3c5182d51359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98878a05-1dbd-4858-bd2c-19517cfbc1f2'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:43.659036 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe8132-9bd8-4f82-b9ad-55115da349be" -d '{"events": [{"server_uuid": "794b5a4b-a381-4471-88f2-3c5182d51359", "name": "network-vif-plugged", "status": "completed", "tag": "98878a05-1dbd-4858-bd2c-19517cfbc1f2"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:43.674311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 98878a05-1dbd-4858-bd2c-19517cfbc1f2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=98878a05-1dbd-4858-bd2c-19517cfbc1f2,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:43.686781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee1a1c95-5fe3-4185-98e2-41643fe216ec req-fe2d135a-c76d-4c8c-8b78-45e84ed45522 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270900 Sep 22 10:18:43.709994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-32660a6f-3f9f-438d-b661-9357ce8569db req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Deleting port 3557ec1d-a816-4486-9cc9-69625bba2d87 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:43.710347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.710652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32660a6f-3f9f-438d-b661-9357ce8569db req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.765596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['6795307e-7503-4b45-a1fc-57af3d3b29d6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:43.825678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.838321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-32660a6f-3f9f-438d-b661-9357ce8569db req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] For port 3557ec1d-a816-4486-9cc9-69625bba2d87, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=3557ec1d-a816-4486-9cc9-69625bba2d87,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:43.838765 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32660a6f-3f9f-438d-b661-9357ce8569db req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:43.852558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6c984-04ea-4843-a3ca-71f86f8c2b17 req-eb7f56d1-cc30-43ec-bf17-1eaf5f1287ec tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:43.860347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17a6c984-04ea-4843-a3ca-71f86f8c2b17 req-eb7f56d1-cc30-43ec-bf17-1eaf5f1287ec tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1097 time: 0.0852132 Sep 22 10:18:43.879923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-32660a6f-3f9f-438d-b661-9357ce8569db req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Calling delete_port for 3557ec1d-a816-4486-9cc9-69625bba2d87 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:43.892609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=98878a05-1dbd-4858-bd2c-19517cfbc1f2,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:43.942871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17a6c984-04ea-4843-a3ca-71f86f8c2b17 req-01bdafed-cf6c-4acd-84fe-7e75d0808e61 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813155 Sep 22 10:18:44.019482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Router d31dc09e-807f-4dfc-b986-1496bb976832 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:18:44.088753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af405599-38e6-4385-9e5c-1bb09f9f5544 req-d1a6222b-ec35-4186-942a-fb89cf139544 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:44.090236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af405599-38e6-4385-9e5c-1bb09f9f5544 req-d1a6222b-ec35-4186-942a-fb89cf139544 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 944 time: 0.0866697 Sep 22 10:18:44.129038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af405599-38e6-4385-9e5c-1bb09f9f5544 req-b167d927-5519-42c4-b585-af1c5a857769 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Sep 22 10:18:44.140722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:18:44.149351 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f9c1a8aa-e6bd-47e5-a182-323209ddb243 admin admin] 10.222.0.20 "PUT /v2.0/routers/d31dc09e-807f-4dfc-b986-1496bb976832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8302441 Sep 22 10:18:44.151001 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46408) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:44.164278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] Sync routers for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:18:44.174182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:18:44.174827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:44.189519 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32660a6f-3f9f-438d-b661-9357ce8569db req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:44.212934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['3557ec1d-a816-4486-9cc9-69625bba2d87', '5dcced27-5823-4212-a6f5-5c93b42849ef'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:44.271868 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:44.292521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Pushing event deleted for resources: {'Port': ['ID=3557ec1d-a816-4486-9cc9-69625bba2d87,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:44.323310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-32660a6f-3f9f-438d-b661-9357ce8569db req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] No DVR routers for this DVR port 3557ec1d-a816-4486-9cc9-69625bba2d87 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:44.330170 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32660a6f-3f9f-438d-b661-9357ce8569db req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:44.333241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32660a6f-3f9f-438d-b661-9357ce8569db req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.30 "DELETE /v2.0/ports/3557ec1d-a816-4486-9cc9-69625bba2d87 HTTP/1.1" status: 204 len: 173 time: 0.8840251 Sep 22 10:18:44.335053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.335539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.336004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.336458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.337107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.337281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.337616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.338010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.338483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.339100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.339928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.340277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b73e54b-9cda-4e23-8352-804aa7a2edf9 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:44.346464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e683c326-acdc-43cd-b9c3-ad488cbcd237', 'name': 'network-vif-deleted', 'tag': '3557ec1d-a816-4486-9cc9-69625bba2d87'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:44.346663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:18:44.349845 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838c05d6-d669-433e-bb58-def6e27e9a32" -d '{"events": [{"server_uuid": "e683c326-acdc-43cd-b9c3-ad488cbcd237", "name": "network-vif-deleted", "tag": "3557ec1d-a816-4486-9cc9-69625bba2d87"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:44.379754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbb9da-5ffd-4391-b54c-e8c7d30e64e4 req-e82e11a4-d2a6-4cc4-b8e8-5aa59f1facf8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:44.382480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7cbbb9da-5ffd-4391-b54c-e8c7d30e64e4 req-e82e11a4-d2a6-4cc4-b8e8-5aa59f1facf8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.1779082 Sep 22 10:18:44.408390 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:44.435974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7cbbb9da-5ffd-4391-b54c-e8c7d30e64e4 req-c822092f-f956-4ed4-a3f6-f743355a2194 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Sep 22 10:18:44.489188 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed528623-3c37-4c86-a4d9-4ff5289ae84b x-openstack-request-id: req-ed528623-3c37-4c86-a4d9-4ff5289ae84b {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:44.489532 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794b5a4b-a381-4471-88f2-3c5182d51359", "name": "network-vif-plugged", "status": "completed", "tag": "98878a05-1dbd-4858-bd2c-19517cfbc1f2", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:44.489866 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed528623-3c37-4c86-a4d9-4ff5289ae84b {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:44.490193 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794b5a4b-a381-4471-88f2-3c5182d51359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98878a05-1dbd-4858-bd2c-19517cfbc1f2', 'code': 200} Sep 22 10:18:44.577867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Deleting port d76284ae-0252-469c-b245-73d91341a44e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:44.580417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:44.651088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02c917-27c5-4906-9a44-aaa6496899d2 req-0e7f5277-bc30-4e2c-9f44-c4586af5dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:44.657269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f02c917-27c5-4906-9a44-aaa6496899d2 req-0e7f5277-bc30-4e2c-9f44-c4586af5dfde service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 1100 time: 0.0928240 Sep 22 10:18:44.679793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['cc8f2cd7-e2fd-4f59-95a0-6d4262602cce'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:44.708198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'd76284ae-0252-469c-b245-73d91341a44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:18:43Z', 'revision_number': 5, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port': {'id': 'd76284ae-0252-469c-b245-73d91341a44e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:33Z', 'updated_at': '2021-09-22T10:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:44.727927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f02c917-27c5-4906-9a44-aaa6496899d2 req-c51e2cdf-320a-4e26-bf99-3ffa0a99e44f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619495 Sep 22 10:18:44.733197 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] For port d76284ae-0252-469c-b245-73d91341a44e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d76284ae-0252-469c-b245-73d91341a44e,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:44.733875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:44.737489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] Checking router: d31dc09e-807f-4dfc-b986-1496bb976832 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:18:44.745169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4b4ae-fc9a-4db8-8e39-47b2d74eef74 req-7c43c63c-f2d3-41f0-a6d6-ba16833a58e3 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:44.746786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63a4b4ae-fc9a-4db8-8e39-47b2d74eef74 req-7c43c63c-f2d3-41f0-a6d6-ba16833a58e3 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 949 time: 0.0829120 Sep 22 10:18:44.756630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Calling delete_port for d76284ae-0252-469c-b245-73d91341a44e owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:44.759861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] Routers {'d31dc09e-807f-4dfc-b986-1496bb976832'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:18:44.760477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d31dc09e-807f-4dfc-b986-1496bb976832'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:44.794781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63a4b4ae-fc9a-4db8-8e39-47b2d74eef74 req-7eb533ce-ef7b-4507-8dd5-9cb63c1f1200 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 Sep 22 10:18:44.854659 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0631de-7e98-4d45-92c7-b615a175800a x-openstack-request-id: req-6c0631de-7e98-4d45-92c7-b615a175800a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:44.854969 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e683c326-acdc-43cd-b9c3-ad488cbcd237", "name": "network-vif-deleted", "tag": "3557ec1d-a816-4486-9cc9-69625bba2d87", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:44.855324 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c0631de-7e98-4d45-92c7-b615a175800a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:44.855785 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e683c326-acdc-43cd-b9c3-ad488cbcd237', 'name': 'network-vif-deleted', 'tag': '3557ec1d-a816-4486-9cc9-69625bba2d87', 'status': 'completed', 'code': 200} Sep 22 10:18:44.866567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] Set router d31dc09e-807f-4dfc-b986-1496bb976832 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:18:44.935028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:18:44Z', 'revision_number': 6, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:44.955149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c6ee5d8-40f1-4ec9-af23-17acc2d42855 req-592af732-b46a-48a2-8a4a-a1ecbe770e7e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=e683c326-acdc-43cd-b9c3-ad488cbcd237 HTTP/1.1" status: 200 len: 210 time: 0.0300417 Sep 22 10:18:44.968374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdaec37-bfd9-43a9-8486-f1de85820ca8 None None] The sync data for ids ['d31dc09e-807f-4dfc-b986-1496bb976832'] in n-d-807025-3 is: [{'id': 'd31dc09e-807f-4dfc-b986-1496bb976832', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1630908604-router', 'tenant_id': '9a165e48c66f46fbb1b67278bff790b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:32Z', 'updated_at': '2021-09-22T10:18:44Z', 'revision_number': 6, 'project_id': '9a165e48c66f46fbb1b67278bff790b9', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:18:45.094449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6795307e-7503-4b45-a1fc-57af3d3b29d6 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:45.211997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.241585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Pushing event deleted for resources: {'Port': ['ID=d76284ae-0252-469c-b245-73d91341a44e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:45.251444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1a85a-41bf-49a4-8a59-6ac942a2ed87 req-875e7ea0-7084-4ff5-a3fc-02282b94b20b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:45.253764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfd1a85a-41bf-49a4-8a59-6ac942a2ed87 req-875e7ea0-7084-4ff5-a3fc-02282b94b20b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 944 time: 0.0513189 Sep 22 10:18:45.265767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 6795307e-7503-4b45-a1fc-57af3d3b29d6 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:45.270459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 6795307e-7503-4b45-a1fc-57af3d3b29d6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:45.273629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.293860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfd1a85a-41bf-49a4-8a59-6ac942a2ed87 req-bbafacd3-8bb7-40b0-8d67-0b7bd311428e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338929 Sep 22 10:18:45.305567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.371809 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.411347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6795307e-7503-4b45-a1fc-57af3d3b29d6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:45.416538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.418689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.534470 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.555482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc2694-a053-4463-9932-45d61a4f7f73 req-ba91d50b-5c5d-459a-b341-2dd79b576b42 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:45.557210 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fc2694-a053-4463-9932-45d61a4f7f73 req-ba91d50b-5c5d-459a-b341-2dd79b576b42 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0523627 Sep 22 10:18:45.590973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6795307e-7503-4b45-a1fc-57af3d3b29d6,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:45.603126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fc2694-a053-4463-9932-45d61a4f7f73 req-9932e424-22a6-4c33-8fc0-fedf54a871ff tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Sep 22 10:18:45.625850 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.626528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31dc09e-807f-4dfc-b986-1496bb976832 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:18:45.631759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.633212 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1319fcbc-ce96-4a5a-9126-51b823c7f03f admin admin] 10.222.0.20 "DELETE /v2.0/routers/d31dc09e-807f-4dfc-b986-1496bb976832 HTTP/1.1" status: 204 len: 168 time: 1.4818237 Sep 22 10:18:45.643317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46426) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:45.700096 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87b46b4-f50c-41b8-8c01-568d0d999702 admin admin] Deleting subnet e93a07be-436a-4af0-acf9-38dad24cf0a4 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:18:45.703090 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e87b46b4-f50c-41b8-8c01-568d0d999702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.738292 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e87b46b4-f50c-41b8-8c01-568d0d999702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.838912 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e87b46b4-f50c-41b8-8c01-568d0d999702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:45.906383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d76284ae-0252-469c-b245-73d91341a44e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:45.934375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d76284ae-0252-469c-b245-73d91341a44e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:45.934375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d76284ae-0252-469c-b245-73d91341a44e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:45.934375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 81a21234-ad77-4549-98fd-105592baab2f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:45.939081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e20ef7-4cc4-47c1-8058-178945d3b862 req-c80390bd-3c02-44dc-a6ef-b648c75b75cc tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:45.940739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28e20ef7-4cc4-47c1-8058-178945d3b862 req-c80390bd-3c02-44dc-a6ef-b648c75b75cc tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 949 time: 0.0563605 Sep 22 10:18:45.958003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 81a21234-ad77-4549-98fd-105592baab2f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:45.958390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 81a21234-ad77-4549-98fd-105592baab2f not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:45.996635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28e20ef7-4cc4-47c1-8058-178945d3b862 req-e02e81f6-a977-49fc-8aef-c767b0e2bca9 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491362 Sep 22 10:18:46.169749 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e87b46b4-f50c-41b8-8c01-568d0d999702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.192594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b46b4-f50c-41b8-8c01-568d0d999702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93a07be-436a-4af0-acf9-38dad24cf0a4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:46.195775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e87b46b4-f50c-41b8-8c01-568d0d999702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.196643 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e87b46b4-f50c-41b8-8c01-568d0d999702 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e93a07be-436a-4af0-acf9-38dad24cf0a4 HTTP/1.1" status: 204 len: 168 time: 0.5522861 Sep 22 10:18:46.200118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76f7c3-42f8-4010-9e94-c8b5e4c1a92e None None] Network 723d782f-2c17-4acf-ae5f-7c0e87c61018 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:18:46.201970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46444) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:46.278641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.373563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Deleting port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:46.373941 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.465732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] For port c06bae7c-b89b-421a-9bdd-d6cb71312cc5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c06bae7c-b89b-421a-9bdd-d6cb71312cc5,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:46.466380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.485866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Calling delete_port for c06bae7c-b89b-421a-9bdd-d6cb71312cc5 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:46.494054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cd02e5-3393-41b3-b46b-34524773c0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6795307e-7503-4b45-a1fc-57af3d3b29d6'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:46.495670 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f441b9d-99f9-4a10-a3be-2b8dea11eba1" -d '{"events": [{"server_uuid": "d9cd02e5-3393-41b3-b46b-34524773c0c1", "name": "network-vif-plugged", "status": "completed", "tag": "6795307e-7503-4b45-a1fc-57af3d3b29d6"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:46.559459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04802f7b-6094-4531-b08b-6b18323cbe0a None None] DHCP port deletion for 723d782f-2c17-4acf-ae5f-7c0e87c61018 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:18:46.614473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-04802f7b-6094-4531-b08b-6b18323cbe0a None None] Deleting port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:46.614867 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-04802f7b-6094-4531-b08b-6b18323cbe0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.616391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a92d16-0270-4da5-bb46-f89ca0457dad req-b99b47d2-eafd-4cc3-b1bd-507837455078 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:46.618614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9a92d16-0270-4da5-bb46-f89ca0457dad req-b99b47d2-eafd-4cc3-b1bd-507837455078 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1170027 Sep 22 10:18:46.666324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9a92d16-0270-4da5-bb46-f89ca0457dad req-231dec51-aed9-4d91-8229-3e7f31cd8c3d tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386887 Sep 22 10:18:46.687671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-04802f7b-6094-4531-b08b-6b18323cbe0a None None] For port c06bae7c-b89b-421a-9bdd-d6cb71312cc5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c06bae7c-b89b-421a-9bdd-d6cb71312cc5,segment=NetworkSegment(d3244beb-c6c2-496b-abc4-1b1dc4817ac7),segment_id=d3244beb-c6c2-496b-abc4-1b1dc4817ac7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:46.688072 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-04802f7b-6094-4531-b08b-6b18323cbe0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.704245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-04802f7b-6094-4531-b08b-6b18323cbe0a None None] Calling delete_port for c06bae7c-b89b-421a-9bdd-d6cb71312cc5 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:46.746149 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e727da0a-a566-420a-8a1d-554aedb8a915 x-openstack-request-id: req-e727da0a-a566-420a-8a1d-554aedb8a915 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:46.746457 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cd02e5-3393-41b3-b46b-34524773c0c1", "name": "network-vif-plugged", "status": "completed", "tag": "6795307e-7503-4b45-a1fc-57af3d3b29d6", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:46.746926 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e727da0a-a566-420a-8a1d-554aedb8a915 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:46.747292 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cd02e5-3393-41b3-b46b-34524773c0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6795307e-7503-4b45-a1fc-57af3d3b29d6', 'code': 200} Sep 22 10:18:46.764933 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.795032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] No DVR routers for this DVR port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:46.800175 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-04802f7b-6094-4531-b08b-6b18323cbe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.801148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06bae7c-b89b-421a-9bdd-d6cb71312cc5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:46.837379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04802f7b-6094-4531-b08b-6b18323cbe0a None None] Pushing event deleted for resources: {'Port': ['ID=c06bae7c-b89b-421a-9bdd-d6cb71312cc5,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:46.842511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04802f7b-6094-4531-b08b-6b18323cbe0a None None] No DVR routers for this DVR port c06bae7c-b89b-421a-9bdd-d6cb71312cc5 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:46.959397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:46.994129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af6760-0494-45cf-9fbb-aacdbfda9693 req-8369eadb-b97a-46bd-8268-408f152a0882 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:46.995718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67af6760-0494-45cf-9fbb-aacdbfda9693 req-8369eadb-b97a-46bd-8268-408f152a0882 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.1673756 Sep 22 10:18:47.000224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4754fc-1956-496d-8614-aad68a3a0837 req-018a0e47-732b-4a2f-9568-38ef633c1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:47.002326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd4754fc-1956-496d-8614-aad68a3a0837 req-018a0e47-732b-4a2f-9568-38ef633c1f92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1721976 Sep 22 10:18:47.005039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723d782f-2c17-4acf-ae5f-7c0e87c61018']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:47.027866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:47.028163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3244beb-c6c2-496b-abc4-1b1dc4817ac7') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:47.051181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:47.080746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:47.083665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd4754fc-1956-496d-8614-aad68a3a0837 req-0f71e5ac-9bc3-41c2-b8cf-35bc39624bba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696063 Sep 22 10:18:47.091159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:18:47.091546 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:18:47.093135 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:18:47.113404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67af6760-0494-45cf-9fbb-aacdbfda9693 req-ddbf1474-9504-4da0-9243-628f56df0946 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967455 Sep 22 10:18:47.215921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c15d-a26b-4ea0-a5fd-71aeaafab7e5 req-793f667e-dc16-4639-899c-8555d09c117e tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:47.217314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4918c15d-a26b-4ea0-a5fd-71aeaafab7e5 req-793f667e-dc16-4639-899c-8555d09c117e tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 949 time: 0.0486128 Sep 22 10:18:47.255198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4918c15d-a26b-4ea0-a5fd-71aeaafab7e5 req-72ecf69d-9163-456a-a60e-89f84b3a33be tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Sep 22 10:18:47.271208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:47.287282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:47.291771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/723d782f-2c17-4acf-ae5f-7c0e87c61018 HTTP/1.1" status: 204 len: 168 time: 1.0861793 Sep 22 10:18:47.291771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cb684-65df-4240-b767-4a24104c08b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=723d782f-2c17-4acf-ae5f-7c0e87c61018,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:47.292577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:47.302140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 3557ec1d-a816-4486-9cc9-69625bba2d87 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:47.331548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 3557ec1d-a816-4486-9cc9-69625bba2d87 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:47.331901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 3557ec1d-a816-4486-9cc9-69625bba2d87 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:47.655814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:47.880661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dd2d7-a4b1-484b-9235-01108f722732 req-91eb0a53-16f0-4971-8565-cbb0f03264b2 tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:47.886616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-628dd2d7-a4b1-484b-9235-01108f722732 req-91eb0a53-16f0-4971-8565-cbb0f03264b2 tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 1100 time: 0.0589283 Sep 22 10:18:47.906937 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-628dd2d7-a4b1-484b-9235-01108f722732 req-1fe9a9be-4256-4c1e-bae0-2aa91c962d52 tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:47.911715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c06bae7c-b89b-421a-9bdd-d6cb71312cc5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:47.936046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c06bae7c-b89b-421a-9bdd-d6cb71312cc5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:47.936694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c06bae7c-b89b-421a-9bdd-d6cb71312cc5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:47.990749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Deleting port e58cde3a-e634-476f-84d5-bd692bd8b5be {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:47.991091 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:48.037469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-628dd2d7-a4b1-484b-9235-01108f722732 req-1fe9a9be-4256-4c1e-bae0-2aa91c962d52 tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:48.090972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] For port e58cde3a-e634-476f-84d5-bd692bd8b5be, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e58cde3a-e634-476f-84d5-bd692bd8b5be,segment=NetworkSegment(213ad996-0e48-49af-a74c-75ceec31680e),segment_id=213ad996-0e48-49af-a74c-75ceec31680e)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:48.091262 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:48.103615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Calling delete_port for e58cde3a-e634-476f-84d5-bd692bd8b5be owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:48.117006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-628dd2d7-a4b1-484b-9235-01108f722732 req-1fe9a9be-4256-4c1e-bae0-2aa91c962d52 tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:48.140761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-628dd2d7-a4b1-484b-9235-01108f722732 req-1fe9a9be-4256-4c1e-bae0-2aa91c962d52 tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497051 Sep 22 10:18:48.153230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9a9be-4256-4c1e-bae0-2aa91c962d52 tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d18f64-561e-4a79-a0f6-d096335b1cdf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:48.258183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096250c-d6f5-4948-8671-6a26d79e779b req-e041d852-4fb6-40de-a6e6-a58fb58cc074 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:48.260073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8096250c-d6f5-4948-8671-6a26d79e779b req-e041d852-4fb6-40de-a6e6-a58fb58cc074 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Sep 22 10:18:48.300200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8096250c-d6f5-4948-8671-6a26d79e779b req-588468e0-e5b0-4e1f-992f-24a89c6ff9d8 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340767 Sep 22 10:18:48.445945 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:48.479120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=e58cde3a-e634-476f-84d5-bd692bd8b5be,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:48.954106 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:49.164328 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Router 444c2585-566e-41ef-8d95-632671a64bc3 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:18:49.266483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:18:49.271366 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3631a9de-52fb-4530-b485-8e78da96cc7c admin admin] 10.222.0.20 "PUT /v2.0/routers/444c2585-566e-41ef-8d95-632671a64bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9722431 Sep 22 10:18:49.274176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46502) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:49.274981 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] Sync routers for ids ['444c2585-566e-41ef-8d95-632671a64bc3'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:18:49.285084 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] Routers {'444c2585-566e-41ef-8d95-632671a64bc3'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:18:49.291664 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['444c2585-566e-41ef-8d95-632671a64bc3'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:49.378656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:49.390892 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] Set router 444c2585-566e-41ef-8d95-632671a64bc3 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:18:49.477268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:49.585505 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c2585-566e-41ef-8d95-632671a64bc3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120'}], 'enable_snat': True}, 'gw_port_id': '855fab37-af25-448b-87e8-5b7cf0012198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:43Z', 'updated_at': '2021-09-22T10:18:48Z', 'revision_number': 5, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'gw_port': {'id': '855fab37-af25-448b-87e8-5b7cf0012198', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c2585-566e-41ef-8d95-632671a64bc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:13:44Z', 'updated_at': '2021-09-22T10:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:49.613785 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] Checking router: 444c2585-566e-41ef-8d95-632671a64bc3 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:18:49.623520 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] Routers {'444c2585-566e-41ef-8d95-632671a64bc3'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:18:49.623520 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['444c2585-566e-41ef-8d95-632671a64bc3'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:49.627584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415d477-4d1f-42b4-87e8-03d8fddac0e0 req-efae1c1b-fe02-4498-a674-0881a2e91ada tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:49.629106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3415d477-4d1f-42b4-87e8-03d8fddac0e0 req-efae1c1b-fe02-4498-a674-0881a2e91ada tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0704868 Sep 22 10:18:49.658399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Deleting port 855fab37-af25-448b-87e8-5b7cf0012198 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:49.658983 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:49.699460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3415d477-4d1f-42b4-87e8-03d8fddac0e0 req-f0050db9-3425-48c4-8777-5a3d761824b9 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620835 Sep 22 10:18:49.709812 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] Set router 444c2585-566e-41ef-8d95-632671a64bc3 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:18:49.756601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] For port 855fab37-af25-448b-87e8-5b7cf0012198, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=855fab37-af25-448b-87e8-5b7cf0012198,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:49.757174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:49.770649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Calling delete_port for 855fab37-af25-448b-87e8-5b7cf0012198 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:49.775855 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c2585-566e-41ef-8d95-632671a64bc3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:43Z', 'updated_at': '2021-09-22T10:18:49Z', 'revision_number': 6, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:49.806019 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6a54a0-4269-479f-bbd5-e1510cdbb1c5 None None] The sync data for ids ['444c2585-566e-41ef-8d95-632671a64bc3'] in n-d-807025-3 is: [{'id': '444c2585-566e-41ef-8d95-632671a64bc3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597447459-router', 'tenant_id': 'af5f0137dcf245deb6f070ab7476bb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:13:43Z', 'updated_at': '2021-09-22T10:18:49Z', 'revision_number': 6, 'project_id': 'af5f0137dcf245deb6f070ab7476bb83', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:18:49.978084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b161e-14c1-4b01-9b6e-192ffdad7cd1 req-8d1d8bc5-3fb3-4f81-8d45-dfbfb526930e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:49.986232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b161e-14c1-4b01-9b6e-192ffdad7cd1 req-8d1d8bc5-3fb3-4f81-8d45-dfbfb526930e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:49.988955 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd1b161e-14c1-4b01-9b6e-192ffdad7cd1 req-8d1d8bc5-3fb3-4f81-8d45-dfbfb526930e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870&device_id=1c1d0f69-b814-4f8d-998f-ea03cc2034a6 HTTP/1.1" status: 200 len: 1682 time: 0.0924523 Sep 22 10:18:50.051774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd1b161e-14c1-4b01-9b6e-192ffdad7cd1 req-aa56ecc7-9bcd-416e-968f-586a504a036e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540855 Sep 22 10:18:50.100234 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.134090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Pushing event deleted for resources: {'Port': ['ID=855fab37-af25-448b-87e8-5b7cf0012198,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:50.227253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.234746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-bfd58664-1dad-41cf-be32-869ad0d1b485 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--598233179&fields=id&tenant_id=c0f40f6d725a4f4aadd42ecf929b97ba HTTP/1.1" status: 200 len: 267 time: 0.0518203 Sep 22 10:18:50.347410 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.353841 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.458351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-c13bfc97-b538-4c09-b42a-a359dcd0caba tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:50.459870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-c13bfc97-b538-4c09-b42a-a359dcd0caba tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/networks?id=bb6a5443-f60e-4ca4-adb5-ef40307f650e HTTP/1.1" status: 200 len: 815 time: 0.2016931 Sep 22 10:18:50.476158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-73c7342a-370e-4875-93ef-417e6ea2f744 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/quotas/c0f40f6d725a4f4aadd42ecf929b97ba HTTP/1.1" status: 200 len: 375 time: 0.0098255 Sep 22 10:18:50.517754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.518282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 444c2585-566e-41ef-8d95-632671a64bc3 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:18:50.524802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.525385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a04c5de6-459b-4671-91bd-dfbc60036273 admin admin] 10.222.0.20 "DELETE /v2.0/routers/444c2585-566e-41ef-8d95-632671a64bc3 HTTP/1.1" status: 204 len: 168 time: 1.2497702 Sep 22 10:18:50.528149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46512) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:50.591001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-208ad32f-6ab1-4c82-a2e0-78aa6c701dc3 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0f40f6d725a4f4aadd42ecf929b97ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842845 Sep 22 10:18:50.603771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee46b478-e762-4d8a-b913-14f234e0d6a3 admin admin] Deleting subnet 058e476c-f983-4e79-8606-f5fd9eb74463 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:18:50.607342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee46b478-e762-4d8a-b913-14f234e0d6a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.657529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee46b478-e762-4d8a-b913-14f234e0d6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.704676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-105450c9-43e1-4713-86d5-654ccd1060b5 service neutron] 10.222.0.20 "GET /v2.0/networks/bb6a5443-f60e-4ca4-adb5-ef40307f650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099858 Sep 22 10:18:50.752213 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee46b478-e762-4d8a-b913-14f234e0d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.811785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-5f61cedd-dcc3-4653-b9ce-a3627f404356 service neutron] 10.222.0.20 "GET /v2.0/networks/bb6a5443-f60e-4ca4-adb5-ef40307f650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961640 Sep 22 10:18:50.909344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee46b478-e762-4d8a-b913-14f234e0d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.947526 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46b478-e762-4d8a-b913-14f234e0d6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=058e476c-f983-4e79-8606-f5fd9eb74463,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:50.953954 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee46b478-e762-4d8a-b913-14f234e0d6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:50.956585 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ee46b478-e762-4d8a-b913-14f234e0d6a3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/058e476c-f983-4e79-8606-f5fd9eb74463 HTTP/1.1" status: 204 len: 168 time: 0.4265988 Sep 22 10:18:50.958430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46520) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:50.960230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0261176-4e4d-4147-85a5-b483cba815df None None] Network 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:18:51.183404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da3952-c624-4dc2-90bd-37288f45ca6a None None] DHCP port deletion for 49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:18:51.232351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-45da3952-c624-4dc2-90bd-37288f45ca6a None None] Deleting port d6de4d14-cda5-4885-b1a7-532c6191b7fd {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:51.232722 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-45da3952-c624-4dc2-90bd-37288f45ca6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:51.303774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-45da3952-c624-4dc2-90bd-37288f45ca6a None None] For port d6de4d14-cda5-4885-b1a7-532c6191b7fd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d6de4d14-cda5-4885-b1a7-532c6191b7fd,segment=NetworkSegment(213ad996-0e48-49af-a74c-75ceec31680e),segment_id=213ad996-0e48-49af-a74c-75ceec31680e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:51.304489 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-45da3952-c624-4dc2-90bd-37288f45ca6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:51.318384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-45da3952-c624-4dc2-90bd-37288f45ca6a None None] Calling delete_port for d6de4d14-cda5-4885-b1a7-532c6191b7fd owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:51.340203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:51.414501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Deleting port d6de4d14-cda5-4885-b1a7-532c6191b7fd {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:51.415181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:51.485905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] For port d6de4d14-cda5-4885-b1a7-532c6191b7fd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d6de4d14-cda5-4885-b1a7-532c6191b7fd,segment=NetworkSegment(213ad996-0e48-49af-a74c-75ceec31680e),segment_id=213ad996-0e48-49af-a74c-75ceec31680e)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:51.487036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:51.502415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Calling delete_port for d6de4d14-cda5-4885-b1a7-532c6191b7fd owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:51.512246 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-45da3952-c624-4dc2-90bd-37288f45ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:51.571031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da3952-c624-4dc2-90bd-37288f45ca6a None None] No DVR routers for this DVR port d6de4d14-cda5-4885-b1a7-532c6191b7fd on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:51.573551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da3952-c624-4dc2-90bd-37288f45ca6a None None] Pushing event deleted for resources: {'Port': ['ID=d6de4d14-cda5-4885-b1a7-532c6191b7fd,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:51.658380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67de7a-ba81-4a8b-8ed7-d69f3d075565 req-002a3933-328f-4d3e-8d6f-a6a9ea84cbde tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:51.660146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea67de7a-ba81-4a8b-8ed7-d69f3d075565 req-002a3933-328f-4d3e-8d6f-a6a9ea84cbde tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 1100 time: 0.1064157 Sep 22 10:18:51.714882 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:51.762614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6de4d14-cda5-4885-b1a7-532c6191b7fd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:51.774631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea67de7a-ba81-4a8b-8ed7-d69f3d075565 req-f329e0e4-2c7f-426c-b4d9-105ba2591827 tempest-ServersAdminNegativeTestJSON-376688872 tempest-ServersAdminNegativeTestJSON-376688872-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009877 Sep 22 10:18:51.776774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] No DVR routers for this DVR port d6de4d14-cda5-4885-b1a7-532c6191b7fd on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:51.863813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:51.895922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e58cde3a-e634-476f-84d5-bd692bd8b5be no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:51.914491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d9de8c-5fb7-4a5e-b51d-1eaadb39b522']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:51.917113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e58cde3a-e634-476f-84d5-bd692bd8b5be {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:51.917113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e58cde3a-e634-476f-84d5-bd692bd8b5be not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:51.917113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d6de4d14-cda5-4885-b1a7-532c6191b7fd no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:51.928847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213ad996-0e48-49af-a74c-75ceec31680e') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:51.929157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213ad996-0e48-49af-a74c-75ceec31680e') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:18:51.937719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d6de4d14-cda5-4885-b1a7-532c6191b7fd {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:51.938087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d6de4d14-cda5-4885-b1a7-532c6191b7fd not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:51.938539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 855fab37-af25-448b-87e8-5b7cf0012198 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:51.952182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:51.962349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 855fab37-af25-448b-87e8-5b7cf0012198 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:51.963405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 855fab37-af25-448b-87e8-5b7cf0012198 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:51.976466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5e020-c427-4c02-a3a0-98b75504dd35 req-1ef9389c-3dca-485e-89ea-aa68f6e382aa tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:51.978039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8d5e020-c427-4c02-a3a0-98b75504dd35 req-1ef9389c-3dca-485e-89ea-aa68f6e382aa tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 945 time: 0.1114733 Sep 22 10:18:51.986359 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:52.004235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:18:52.004676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:18:52.006320 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:18:52.070901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8d5e020-c427-4c02-a3a0-98b75504dd35 req-5de6baa1-a5a7-4753-9901-c65360c605f7 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864723 Sep 22 10:18:52.180027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:52.186479 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:52.191627 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/49d9de8c-5fb7-4a5e-b51d-1eaadb39b522 HTTP/1.1" status: 204 len: 168 time: 1.2294078 Sep 22 10:18:52.212390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf0092-2e21-48a4-add5-c6a38e2dfce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d9de8c-5fb7-4a5e-b51d-1eaadb39b522,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:52.235502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c72fe2-b8d3-4116-bf7a-8a14cb4c714f req-053d3b75-84ae-4bd3-9f48-7e70eabb8c1f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:52.237215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15c72fe2-b8d3-4116-bf7a-8a14cb4c714f req-053d3b75-84ae-4bd3-9f48-7e70eabb8c1f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0945373 Sep 22 10:18:52.282915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15c72fe2-b8d3-4116-bf7a-8a14cb4c714f req-8b9b94e3-cf78-4af8-97ce-e1704e0f01ce tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382731 Sep 22 10:18:52.300871 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ca0e394e-8a6d-4251-9df1-5ca1a9400408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:52.355184 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21089e0b-b1bd-4a31-92c7-e637703e8483 req-efdaf1be-09d3-4411-aec0-cb8951e5f78f tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 210 time: 0.0276272 Sep 22 10:18:52.589066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46554) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:52.633287 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ddefad96-e338-43b6-8287-756495f001b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a165e48c66f46fbb1b67278bff790b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422435 Sep 22 10:18:52.641396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:52.691323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72793e04-73b3-4e0c-8781-f2b2008ab694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:52.712482 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72793e04-73b3-4e0c-8781-f2b2008ab694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:52.882810 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72793e04-73b3-4e0c-8781-f2b2008ab694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:52.885487 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72793e04-73b3-4e0c-8781-f2b2008ab694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:52.886703 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72793e04-73b3-4e0c-8781-f2b2008ab694 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c376305-4b22-4736-a7c9-9e8fa923338f HTTP/1.1" status: 204 len: 168 time: 0.2442794 Sep 22 10:18:52.898515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72793e04-73b3-4e0c-8781-f2b2008ab694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c376305-4b22-4736-a7c9-9e8fa923338f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:53.806852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46610) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:53.873129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2ba72a3f-4162-438c-a87a-fd736bfc8802 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af5f0137dcf245deb6f070ab7476bb83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0651052 Sep 22 10:18:53.875631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46614) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:53.928925 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f48ca3f-0573-40bc-b50a-ef3bc3f69f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:53.951753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f48ca3f-0573-40bc-b50a-ef3bc3f69f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:54.065722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f48ca3f-0573-40bc-b50a-ef3bc3f69f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:54.068339 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f48ca3f-0573-40bc-b50a-ef3bc3f69f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:54.069539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3f48ca3f-0573-40bc-b50a-ef3bc3f69f51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97638e53-d2f4-44bc-a0f2-9940f68abef1 HTTP/1.1" status: 204 len: 168 time: 0.1927676 Sep 22 10:18:54.077936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48ca3f-0573-40bc-b50a-ef3bc3f69f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97638e53-d2f4-44bc-a0f2-9940f68abef1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:54.147014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409164b-93a4-49a0-987e-27c460e72aa9 req-e3520753-c640-4547-9c3e-219d3e0edf61 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:54.148539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7409164b-93a4-49a0-987e-27c460e72aa9 req-e3520753-c640-4547-9c3e-219d3e0edf61 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0562108 Sep 22 10:18:54.188149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7409164b-93a4-49a0-987e-27c460e72aa9 req-fffe575e-5f44-40dc-a310-e3417959e5b2 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325928 Sep 22 10:18:54.283513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-366bce74-4c48-46aa-96d6-d5a43fe51bd0 req-e59f6ef8-6f3c-49bf-b358-6fdc5e6d88c6 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 210 time: 0.0310009 Sep 22 10:18:54.645218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-de12a9b4-1ea5-4636-86d8-da7ce081039a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:54.646704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-de12a9b4-1ea5-4636-86d8-da7ce081039a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.32 "GET /v2.0/networks?id=bb6a5443-f60e-4ca4-adb5-ef40307f650e HTTP/1.1" status: 200 len: 815 time: 0.1172545 Sep 22 10:18:54.694429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-ec6a90ad-1011-4c29-9c8d-8301156bf852 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0f40f6d725a4f4aadd42ecf929b97ba HTTP/1.1" status: 200 len: 379 time: 0.0313256 Sep 22 10:18:54.704144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Request body: {'port': {'device_id': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'admin_state_up': True, 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'security_groups': ['c8174cc4-66f3-46aa-a695-f3d9c3374df8']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:54.988529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Made reservation on behalf of c0f40f6d725a4f4aadd42ecf929b97ba for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:54.992366 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.131932 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-992e2dd7-2fe9-4b4a-8700-72ef234243ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.148513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Allocated IP 172.20.0.9 (bb6a5443-f60e-4ca4-adb5-ef40307f650e/6dc6d5f0-9b32-42fd-a81b-0354c7bb9503/528765e6-d42c-450a-952e-2e9f792d3ffd) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:55.203567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6795307e-7503-4b45-a1fc-57af3d3b29d6 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:55.339265 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.339570 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.384214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6795307e-7503-4b45-a1fc-57af3d3b29d6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:55.420059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '6795307e-7503-4b45-a1fc-57af3d3b29d6', 'network_id': '4456a5f3-75da-4ad1-8083-ad53f5ac39ef', 'port_id': '6795307e-7503-4b45-a1fc-57af3d3b29d6', 'mac_address': 'fa:16:3e:a1:f6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b024aa6-cd0c-41fd-a830-e069c01b4c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:55.450954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c1c98-7f4e-418b-89a9-0ac25d5227ba req-7ea2752d-5774-4c64-971b-90a379cf1b8a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:55.452873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a56c1c98-7f4e-418b-89a9-0ac25d5227ba req-7ea2752d-5774-4c64-971b-90a379cf1b8a tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 949 time: 0.0616705 Sep 22 10:18:55.454632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.489057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.502054 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.518650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6795307e-7503-4b45-a1fc-57af3d3b29d6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:55.522316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Network bb6a5443-f60e-4ca4-adb5-ef40307f650e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:55.533258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:55.545425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:55.546755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6795307e-7503-4b45-a1fc-57af3d3b29d6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:55.548938 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.552172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Pushing event updated for resources: {'Port': ['ID=528765e6-d42c-450a-952e-2e9f792d3ffd,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:55.592718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a56c1c98-7f4e-418b-89a9-0ac25d5227ba req-90bc145e-98f8-4e2b-8d37-393e8baa4cec tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256225 Sep 22 10:18:55.631192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:55.635053 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.635236 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.734528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6795307e-7503-4b45-a1fc-57af3d3b29d6,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:55.757609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-19c758af-7bdb-412c-930d-4be8aded7544 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0568011 Sep 22 10:18:55.775474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Request body: {'port': {'device_id': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:55.793188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['6795307e-7503-4b45-a1fc-57af3d3b29d6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:55.835712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533e7b0-77b2-4972-8ec4-77e46bb00904 req-e093c3d3-c647-4de3-9a50-a6a1922cba6e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:55.835712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5533e7b0-77b2-4972-8ec4-77e46bb00904 req-e093c3d3-c647-4de3-9a50-a6a1922cba6e tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.1299188 Sep 22 10:18:55.952462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-1252ccfc-76aa-4e3e-b4db-f9ed9b2d90af tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:55.953620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-1252ccfc-76aa-4e3e-b4db-f9ed9b2d90af tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c1d0f69-b814-4f8d-998f-ea03cc2034a6 HTTP/1.1" status: 200 len: 945 time: 0.1382267 Sep 22 10:18:55.959654 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.961384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7776d96b-2873-4226-bbdc-7dc06c0994be None None] Provisioning complete for port 528765e6-d42c-450a-952e-2e9f792d3ffd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:55.961752 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7776d96b-2873-4226-bbdc-7dc06c0994be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.989770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5533e7b0-77b2-4972-8ec4-77e46bb00904 req-03802f4a-3300-45f9-af0a-fc7a35915f9a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454091 Sep 22 10:18:56.016545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7776d96b-2873-4226-bbdc-7dc06c0994be None None] Port 528765e6-d42c-450a-952e-2e9f792d3ffd cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:18:56.048547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:56.289091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Deleting port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:56.289468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:56.301105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5903e2-44cd-4d2b-91df-f3c3f859cbf7 req-25b4e600-d534-4446-990e-d421f74b53bb tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:56.302787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f5903e2-44cd-4d2b-91df-f3c3f859cbf7 req-25b4e600-d534-4446-990e-d421f74b53bb tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 944 time: 0.1794376 Sep 22 10:18:56.356041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-f97792f3-adef-49c6-a8fb-971401522cdb tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:56.357647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-f97792f3-adef-49c6-a8fb-971401522cdb tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a95fe65-a9b7-4170-9986-008ef2412870 HTTP/1.1" status: 200 len: 946 time: 0.1618071 Sep 22 10:18:56.508204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f5903e2-44cd-4d2b-91df-f3c3f859cbf7 req-9fff42a8-4196-443b-911c-1de3774edcb8 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840751 Sep 22 10:18:56.573251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] For port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:56.573705 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:56.609700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Calling delete_port for cc8f2cd7-e2fd-4f59-95a0-6d4262602cce owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:56.726232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528765e6-d42c-450a-952e-2e9f792d3ffd {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:56.739238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d32b30-eec9-4d53-a3ab-916b2767f296 req-2265e436-9ace-44f4-8707-08700320d802 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:56.740736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1d32b30-eec9-4d53-a3ab-916b2767f296 req-2265e436-9ace-44f4-8707-08700320d802 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 931 time: 0.1632490 Sep 22 10:18:56.750060 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:56.759220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Deleting port 5dcced27-5823-4212-a6f5-5c93b42849ef {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:56.759557 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:56.848540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-698abc09-b83c-4127-aa04-b85151fed956 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:56.850210 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-698abc09-b83c-4127-aa04-b85151fed956 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.30 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 949 time: 0.0615327 Sep 22 10:18:56.867209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Transition to ACTIVE for port object 528765e6-d42c-450a-952e-2e9f792d3ffd will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:56.879956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1d32b30-eec9-4d53-a3ab-916b2767f296 req-d2bc8ff1-7abc-4f39-bb79-3560b85cf84a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270633 Sep 22 10:18:56.967842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] For port 5dcced27-5823-4212-a6f5-5c93b42849ef, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5dcced27-5823-4212-a6f5-5c93b42849ef,segment=NetworkSegment(08e629d4-5b29-4ee3-a457-b5f560f3ae88),segment_id=08e629d4-5b29-4ee3-a457-b5f560f3ae88)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:56.968217 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:56.986579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Deleting port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:56.987045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Calling delete_port for 5dcced27-5823-4212-a6f5-5c93b42849ef owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:56.987435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:56.997220 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.111019 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] For port 98878a05-1dbd-4858-bd2c-19517cfbc1f2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=98878a05-1dbd-4858-bd2c-19517cfbc1f2,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:57.111600 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.134520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Calling delete_port for 98878a05-1dbd-4858-bd2c-19517cfbc1f2 owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:57.200751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Pushing event updated for resources: {'Port': ['ID=528765e6-d42c-450a-952e-2e9f792d3ffd,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:57.220156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cc8f2cd7-e2fd-4f59-95a0-6d4262602cce no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:57.308050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No active binding found for port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce {{(pid=95683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 10:18:57.308362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cc8f2cd7-e2fd-4f59-95a0-6d4262602cce not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:57.308986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6795307e-7503-4b45-a1fc-57af3d3b29d6 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:57.318544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54028c8-a2cf-4961-9027-004719cfd53f req-a8db2fa8-b1cb-4713-9fe6-94c7a7722999 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:57.320378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b54028c8-a2cf-4961-9027-004719cfd53f req-a8db2fa8-b1cb-4713-9fe6-94c7a7722999 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c1d0f69-b814-4f8d-998f-ea03cc2034a6 HTTP/1.1" status: 200 len: 867 time: 0.3281195 Sep 22 10:18:57.321118 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.340659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['5dcced27-5823-4212-a6f5-5c93b42849ef'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:57.394896 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.402120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Pushing event deleted for resources: {'Port': ['ID=cc8f2cd7-e2fd-4f59-95a0-6d4262602cce,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:57.421775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:57.466981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Pushing event deleted for resources: {'Port': ['ID=98878a05-1dbd-4858-bd2c-19517cfbc1f2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:57.487953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] No DVR routers for this DVR port cc8f2cd7-e2fd-4f59-95a0-6d4262602cce on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:57.510084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b54028c8-a2cf-4961-9027-004719cfd53f req-4c8de319-c586-4ed1-b9b9-47af0ac09a8e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.20 "GET /v2.0/security-groups?id=af5abce2-3a33-46b2-8604-fbbd443270ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725042 Sep 22 10:18:57.510792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Attempting to bind port 528765e6-d42c-450a-952e-2e9f792d3ffd on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:57.511133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Attempting to bind port 528765e6-d42c-450a-952e-2e9f792d3ffd by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:57.511465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Attempting to bind port 528765e6-d42c-450a-952e-2e9f792d3ffd on network bb6a5443-f60e-4ca4-adb5-ef40307f650e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:57.514466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.515940 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89f6c4cc-1d48-421d-868c-23079c3aeb40 req-96c4a0de-edab-47b6-bbf6-6c4e088d156e tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.32 "DELETE /v2.0/ports/cc8f2cd7-e2fd-4f59-95a0-6d4262602cce HTTP/1.1" status: 204 len: 173 time: 1.5413499 Sep 22 10:18:57.519318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1d0f69-b814-4f8d-998f-ea03cc2034a6', 'name': 'network-vif-deleted', 'tag': 'cc8f2cd7-e2fd-4f59-95a0-6d4262602cce'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:57.520899 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae51c90-1ce1-4e51-bb9f-f8d0d8983fc2" -d '{"events": [{"server_uuid": "1c1d0f69-b814-4f8d-998f-ea03cc2034a6", "name": "network-vif-deleted", "tag": "cc8f2cd7-e2fd-4f59-95a0-6d4262602cce"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:57.548408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Port 528765e6-d42c-450a-952e-2e9f792d3ffd on network bb6a5443-f60e-4ca4-adb5-ef40307f650e not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:57.553483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Attempting to bind port 528765e6-d42c-450a-952e-2e9f792d3ffd on network bb6a5443-f60e-4ca4-adb5-ef40307f650e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:57.557902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] No DVR routers for this DVR port 98878a05-1dbd-4858-bd2c-19517cfbc1f2 on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:57.562493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.565613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:57.565874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Checking segment: {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:57.568241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Bound using segment: {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:57.568241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Bound port: 528765e6-d42c-450a-952e-2e9f792d3ffd, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e13086-4196-4a4f-96ad-8fa8b6f09ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:57.568241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.568578 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ff927a5a-c5f0-434a-9048-57f9cddd57f5 req-a150a7e2-83b3-4927-b8fd-e3a548a5f54d tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.30 "DELETE /v2.0/ports/98878a05-1dbd-4858-bd2c-19517cfbc1f2 HTTP/1.1" status: 204 len: 173 time: 0.7105169 Sep 22 10:18:57.568672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794b5a4b-a381-4471-88f2-3c5182d51359', 'name': 'network-vif-deleted', 'tag': '98878a05-1dbd-4858-bd2c-19517cfbc1f2'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:57.570976 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450b93f4-09cc-40a6-89af-b0abd568c921" -d '{"events": [{"server_uuid": "794b5a4b-a381-4471-88f2-3c5182d51359", "name": "network-vif-deleted", "tag": "98878a05-1dbd-4858-bd2c-19517cfbc1f2"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:57.634496 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.695215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] For port 528765e6-d42c-450a-952e-2e9f792d3ffd, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:57.724630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] For port 528765e6-d42c-450a-952e-2e9f792d3ffd, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=528765e6-d42c-450a-952e-2e9f792d3ffd,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:57.726038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.730067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6795307e-7503-4b45-a1fc-57af3d3b29d6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:57.760938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6795307e-7503-4b45-a1fc-57af3d3b29d6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:57.788636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Pushing event deleted for resources: {'Port': ['ID=5dcced27-5823-4212-a6f5-5c93b42849ef,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:57.836656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] No DVR routers for this DVR port 5dcced27-5823-4212-a6f5-5c93b42849ef on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:57.840229 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.842561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-950a7d96-0ec6-4393-9d54-d4a98c991297 req-ae3bb34f-5df2-470c-8de0-c7a7dd46c0f7 tempest-ListServersNegativeTestJSON-1398194291 tempest-ListServersNegativeTestJSON-1398194291-project] 10.222.0.30 "DELETE /v2.0/ports/5dcced27-5823-4212-a6f5-5c93b42849ef HTTP/1.1" status: 204 len: 173 time: 1.4772840 Sep 22 10:18:57.850672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.884510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['98878a05-1dbd-4858-bd2c-19517cfbc1f2'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:57.892351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:57.895603 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.895603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] 10.222.0.32 "PUT /v2.0/ports/528765e6-d42c-450a-952e-2e9f792d3ffd HTTP/1.1" status: 200 len: 1091 time: 2.1247137 Sep 22 10:18:57.920657 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.924025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e54a88-eb78-4397-a763-76e2728f9245 service neutron] Pushing event updated for resources: {'Port': ['ID=528765e6-d42c-450a-952e-2e9f792d3ffd,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:57.978337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6795307e-7503-4b45-a1fc-57af3d3b29d6,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:57.999441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:58.144889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb49d4d3-92f0-4ff8-a045-df069a59dc29 req-76ea1eb2-a6d7-461b-ae30-3619bd1841b7 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=794b5a4b-a381-4471-88f2-3c5182d51359 HTTP/1.1" status: 200 len: 210 time: 0.0431883 Sep 22 10:18:58.147084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-4ef7bf9c-28a0-4aaa-935f-e9a5c8f53858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:58.148385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-4ef7bf9c-28a0-4aaa-935f-e9a5c8f53858 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0f40f6d725a4f4aadd42ecf929b97ba&device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 1094 time: 0.1054094 Sep 22 10:18:58.206894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-503888c6-fdb6-4e0f-a2f3-88e7d246217a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=528765e6-d42c-450a-952e-2e9f792d3ffd HTTP/1.1" status: 200 len: 217 time: 0.0448811 Sep 22 10:18:58.295522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-7e4fa018-b36b-45b8-b832-c2c80744c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:58.297198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-7e4fa018-b36b-45b8-b832-c2c80744c8d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc6d5f0-9b32-42fd-a81b-0354c7bb9503 HTTP/1.1" status: 200 len: 854 time: 0.0827501 Sep 22 10:18:58.312721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04f8b2-3ddc-4004-b193-cccf1519e7d2 req-e738ce16-7b49-4a93-ab64-2f4ab4af3832 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:58.314295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a04f8b2-3ddc-4004-b193-cccf1519e7d2 req-e738ce16-7b49-4a93-ab64-2f4ab4af3832 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0982676 Sep 22 10:18:58.380323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-cb37ac5b-d664-40a3-a86c-cb00557960d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:58.381833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-cb37ac5b-d664-40a3-a86c-cb00557960d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6a5443-f60e-4ca4-adb5-ef40307f650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666418 Sep 22 10:18:58.387943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a04f8b2-3ddc-4004-b193-cccf1519e7d2 req-e177148d-4e9e-4bfb-b29f-15f16e7110fb tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647056 Sep 22 10:18:58.453944 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317e014f-e083-4ce8-b690-6d3619c6ef26 x-openstack-request-id: req-317e014f-e083-4ce8-b690-6d3619c6ef26 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:58.454319 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1d0f69-b814-4f8d-998f-ea03cc2034a6", "name": "network-vif-deleted", "tag": "cc8f2cd7-e2fd-4f59-95a0-6d4262602cce", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:58.454664 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-317e014f-e083-4ce8-b690-6d3619c6ef26 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:58.455094 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1d0f69-b814-4f8d-998f-ea03cc2034a6', 'name': 'network-vif-deleted', 'tag': 'cc8f2cd7-e2fd-4f59-95a0-6d4262602cce', 'status': 'completed', 'code': 200} Sep 22 10:18:58.560811 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-143da499-b92a-464c-aeb3-f4cce57808bb service neutron] 10.222.0.32 "GET /v2.0/networks/bb6a5443-f60e-4ca4-adb5-ef40307f650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680260 Sep 22 10:18:58.571697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1db72-b1bf-450b-af9c-b2ab25264dc0 req-a7ea3ba7-9c0b-4f96-859e-730131d9bd7c tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:58.573241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89e1db72-b1bf-450b-af9c-b2ab25264dc0 req-a7ea3ba7-9c0b-4f96-859e-730131d9bd7c tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 943 time: 0.0738561 Sep 22 10:18:58.575085 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:18:58.660978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89e1db72-b1bf-450b-af9c-b2ab25264dc0 req-86025f46-6d0c-49e8-b2e5-963aabd54d0b tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778580 Sep 22 10:18:58.709311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f7c58-6566-45d1-a251-e4ade659df21 req-15463cef-fdc0-4ab3-a99f-2d2750bd0486 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6a5443-f60e-4ca4-adb5-ef40307f650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350904 Sep 22 10:18:58.735611 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc31bc8-626d-4756-8044-5a1a14901c04 x-openstack-request-id: req-ccc31bc8-626d-4756-8044-5a1a14901c04 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:58.736130 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794b5a4b-a381-4471-88f2-3c5182d51359", "name": "network-vif-deleted", "tag": "98878a05-1dbd-4858-bd2c-19517cfbc1f2", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:58.736270 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccc31bc8-626d-4756-8044-5a1a14901c04 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:58.736926 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794b5a4b-a381-4471-88f2-3c5182d51359', 'name': 'network-vif-deleted', 'tag': '98878a05-1dbd-4858-bd2c-19517cfbc1f2', 'status': 'completed', 'code': 200} Sep 22 10:18:58.843376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff02ee0-262c-4646-a969-7c1e4dc62cca req-65764540-895b-4533-9d32-90fb336ddf8c tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:58.844934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ff02ee0-262c-4646-a969-7c1e4dc62cca req-65764540-895b-4533-9d32-90fb336ddf8c tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 943 time: 0.0560594 Sep 22 10:18:58.890205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ff02ee0-262c-4646-a969-7c1e4dc62cca req-1df5e4c8-7d0e-4e8b-9714-51c7817abebf tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350397 Sep 22 10:18:59.379583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5dcced27-5823-4212-a6f5-5c93b42849ef no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:59.406396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 5dcced27-5823-4212-a6f5-5c93b42849ef {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:59.406730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5dcced27-5823-4212-a6f5-5c93b42849ef not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:59.407164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 98878a05-1dbd-4858-bd2c-19517cfbc1f2 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:59.426627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 98878a05-1dbd-4858-bd2c-19517cfbc1f2 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:59.426975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 98878a05-1dbd-4858-bd2c-19517cfbc1f2 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:59.536471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46716) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:59.542914 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-8d041b0f-fed5-4b10-bff0-49a3385ce37d service neutron] show failed (client error): The resource could not be found. Sep 22 10:18:59.544205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-8d041b0f-fed5-4b10-bff0-49a3385ce37d service neutron] 10.222.0.30 "GET /v2.0/ports/b5fd3623-1ec5-41e0-9520-a613fbe88f79/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0638998 Sep 22 10:18:59.593922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-803426a9-c266-4e63-b9cb-010fb0325c76 admin admin] Deleting subnet a49f1fc1-49a2-4c42-975e-0dd11ab84321 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:18:59.597931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-803426a9-c266-4e63-b9cb-010fb0325c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:59.641459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-803426a9-c266-4e63-b9cb-010fb0325c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:59.669771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed987df-6f4a-4050-a460-7c89a960f621 req-4913beab-2a07-4a1f-9be4-a0bfd8a19283 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:59.671387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ed987df-6f4a-4050-a460-7c89a960f621 req-4913beab-2a07-4a1f-9be4-a0bfd8a19283 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0601070 Sep 22 10:18:59.687941 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-803426a9-c266-4e63-b9cb-010fb0325c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:59.718540 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ed987df-6f4a-4050-a460-7c89a960f621 req-8d3aa90d-380a-43a6-99bc-5c47617595ab tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373616 Sep 22 10:18:59.832714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-803426a9-c266-4e63-b9cb-010fb0325c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:59.863227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803426a9-c266-4e63-b9cb-010fb0325c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49f1fc1-49a2-4c42-975e-0dd11ab84321,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:59.867708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-803426a9-c266-4e63-b9cb-010fb0325c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:59.872527 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-803426a9-c266-4e63-b9cb-010fb0325c76 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a49f1fc1-49a2-4c42-975e-0dd11ab84321 HTTP/1.1" status: 204 len: 168 time: 0.3316467 Sep 22 10:18:59.872527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46726) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:18:59.944723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.021692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.044358 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a540eeef-455b-4c5b-bef0-b909d288a857']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:00.053679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e629d4-5b29-4ee3-a457-b5f560f3ae88') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:00.053975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e629d4-5b29-4ee3-a457-b5f560f3ae88') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:00.063019 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.076579 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.085324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:19:00.085723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:19:00.087628 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:19:00.248521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.258298 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.260416 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] 10.222.0.20 "DELETE /v2.0/networks/a540eeef-455b-4c5b-bef0-b909d288a857 HTTP/1.1" status: 204 len: 168 time: 0.3872337 Sep 22 10:19:00.271120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b4249-901c-4035-a956-ece427e5666a admin admin] Pushing event deleted for resources: {'Network': ['ID=a540eeef-455b-4c5b-bef0-b909d288a857,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:00.425317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-f44b1eb1-c203-4921-9848-39ce62abe371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:00.427033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-f44b1eb1-c203-4921-9848-39ce62abe371 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5&tenant_id=f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 1101 time: 0.0418472 Sep 22 10:19:00.450954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:00.473923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a95fe65-a9b7-4170-9986-008ef2412870', 'name': 'network-vif-deleted', 'tag': '5dcced27-5823-4212-a6f5-5c93b42849ef'}, {'name': 'network-changed', 'server_uuid': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'tag': '528765e6-d42c-450a-952e-2e9f792d3ffd'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:00.476623 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29c6e97-cb60-46dc-947e-a41760e18636" -d '{"events": [{"server_uuid": "1a95fe65-a9b7-4170-9986-008ef2412870", "name": "network-vif-deleted", "tag": "5dcced27-5823-4212-a6f5-5c93b42849ef"}, {"name": "network-changed", "server_uuid": "d13e5e24-cbde-4e59-b0bc-089f18693efe", "tag": "528765e6-d42c-450a-952e-2e9f792d3ffd"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:00.520927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.803866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46750) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:00.851382 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6762ebf4-08e5-4c60-b5c7-6d03e509eaf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed70814dcd4d498899cdaa6ddb898ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459425 Sep 22 10:19:00.853773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46752) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:00.912221 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44f54c4d-ca21-48fb-b71e-5712382e3085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.934508 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44f54c4d-ca21-48fb-b71e-5712382e3085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.069426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:01.085948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44f54c4d-ca21-48fb-b71e-5712382e3085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.088687 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44f54c4d-ca21-48fb-b71e-5712382e3085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.089918 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-44f54c4d-ca21-48fb-b71e-5712382e3085 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af5abce2-3a33-46b2-8604-fbbd443270ad HTTP/1.1" status: 204 len: 168 time: 0.2346840 Sep 22 10:19:01.092757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ccf38-2757-4353-80bd-619109df5bc8 req-9475e60d-7d6c-4e94-9db5-0e508aea11c8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.094285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-714ccf38-2757-4353-80bd-619109df5bc8 req-9475e60d-7d6c-4e94-9db5-0e508aea11c8 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 943 time: 0.0769217 Sep 22 10:19:01.097892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f54c4d-ca21-48fb-b71e-5712382e3085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5abce2-3a33-46b2-8604-fbbd443270ad,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:01.128763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:01.168315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-714ccf38-2757-4353-80bd-619109df5bc8 req-ea83f22c-c060-4c03-aa6d-4406383abd9a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647001 Sep 22 10:19:01.190686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.200748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Transition to ACTIVE for port object b5fd3623-1ec5-41e0-9520-a613fbe88f79 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:01.276579 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.291944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f0222-7ec8-44d9-aba7-41f3140a12e0 req-251951a0-a534-404a-8044-417e646df4cc tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.293433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f5f0222-7ec8-44d9-aba7-41f3140a12e0 req-251951a0-a534-404a-8044-417e646df4cc tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 949 time: 0.0576737 Sep 22 10:19:01.385498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] No DVR routers for this DVR port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:01.401461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:01.418139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f5f0222-7ec8-44d9-aba7-41f3140a12e0 req-1ef22500-cdda-44f6-8763-eaa1e90f3915 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb8a9ac7-c647-4314-b78f-968ed4ebc510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059585 Sep 22 10:19:01.466609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-78aa086d-7902-4659-a1c0-d6b684b19ef0 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.468204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-78aa086d-7902-4659-a1c0-d6b684b19ef0 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 943 time: 0.1313021 Sep 22 10:19:01.469070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:01.469302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:01.469684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:01.486246 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab27cba3-69ed-45cf-8fa7-9fac4ba90ba1 x-openstack-request-id: req-ab27cba3-69ed-45cf-8fa7-9fac4ba90ba1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:01.486589 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a95fe65-a9b7-4170-9986-008ef2412870", "name": "network-vif-deleted", "tag": "5dcced27-5823-4212-a6f5-5c93b42849ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d13e5e24-cbde-4e59-b0bc-089f18693efe", "tag": "528765e6-d42c-450a-952e-2e9f792d3ffd", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:01.486777 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab27cba3-69ed-45cf-8fa7-9fac4ba90ba1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:01.487333 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a95fe65-a9b7-4170-9986-008ef2412870', 'name': 'network-vif-deleted', 'tag': '5dcced27-5823-4212-a6f5-5c93b42849ef', 'status': 'completed', 'code': 200} Sep 22 10:19:01.487432 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'tag': '528765e6-d42c-450a-952e-2e9f792d3ffd', 'status': 'completed', 'code': 200} Sep 22 10:19:01.489870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:01.489870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:01.525578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:01.525907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:01.526331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:01.526777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Bound port: b5fd3623-1ec5-41e0-9520-a613fbe88f79, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:01.527137 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.577082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-b4416b7e-102e-4183-ad72-07f2c08b569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.578770 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-b4416b7e-102e-4183-ad72-07f2c08b569a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0f40f6d725a4f4aadd42ecf929b97ba&device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 1094 time: 0.0633452 Sep 22 10:19:01.675646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb8fd2-b50b-41e8-877f-c3ecaa3987fb req-035f71b2-9b66-4e47-b4dc-19dbe4ce1525 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.681642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8bb8fd2-b50b-41e8-877f-c3ecaa3987fb req-035f71b2-9b66-4e47-b4dc-19dbe4ce1525 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1097 time: 0.1412487 Sep 22 10:19:01.684193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:01.688701 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-24999a47-336c-405a-8eae-edc5ed50b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.691613 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-24999a47-336c-405a-8eae-edc5ed50b970 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb6a5443-f60e-4ca4-adb5-ef40307f650e HTTP/1.1" status: 200 len: 916 time: 0.0980966 Sep 22 10:19:01.692051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:01.713340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Deleting port 6795307e-7503-4b45-a1fc-57af3d3b29d6 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:19:01.713870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.740374 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-3324fd6c-9609-465a-a042-627ef2f6883c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=528765e6-d42c-450a-952e-2e9f792d3ffd HTTP/1.1" status: 200 len: 217 time: 0.0394580 Sep 22 10:19:01.766383 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.793839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-3e2b5951-2739-4502-9fc7-a2eb1b5d951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.795613 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-3e2b5951-2739-4502-9fc7-a2eb1b5d951d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc6d5f0-9b32-42fd-a81b-0354c7bb9503 HTTP/1.1" status: 200 len: 854 time: 0.0458841 Sep 22 10:19:01.809685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8bb8fd2-b50b-41e8-877f-c3ecaa3987fb req-7c0ea652-712d-4054-b530-07e14068a6fe tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268361 Sep 22 10:19:01.854806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.855575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.858059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] 10.222.0.32 "PUT /v2.0/ports/b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 1096 time: 1.4116323 Sep 22 10:19:01.895187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] For port 6795307e-7503-4b45-a1fc-57af3d3b29d6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6795307e-7503-4b45-a1fc-57af3d3b29d6,segment=NetworkSegment(3301e38b-f821-4c7b-b70c-d6c6f5899fa5),segment_id=3301e38b-f821-4c7b-b70c-d6c6f5899fa5)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:01.895316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:01.904221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-f04071e1-ea67-4941-915f-d002deb8c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.906633 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-f04071e1-ea67-4941-915f-d002deb8c2ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6a5443-f60e-4ca4-adb5-ef40307f650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882952 Sep 22 10:19:01.949330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089eeae-7db3-4e7c-8881-fead96d3095b service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:01.954328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Calling delete_port for 6795307e-7503-4b45-a1fc-57af3d3b29d6 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:19:02.087150 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-732ff422-a235-471d-9fd0-248b3d399f1d service neutron] 10.222.0.32 "GET /v2.0/networks/bb6a5443-f60e-4ca4-adb5-ef40307f650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193378 Sep 22 10:19:02.094567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-18fdf8e0-36be-456b-a5ff-a06226f3c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:02.096355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-18fdf8e0-36be-456b-a5ff-a06226f3c1aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1099 time: 0.2043493 Sep 22 10:19:02.124999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c7b60-1512-4c0e-886b-0a2a3690c7a8 req-382214c6-8dcd-4d42-87af-4012097f83cd tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:02.131138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-283c7b60-1512-4c0e-886b-0a2a3690c7a8 req-382214c6-8dcd-4d42-87af-4012097f83cd tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9cd02e5-3393-41b3-b46b-34524773c0c1 HTTP/1.1" status: 200 len: 943 time: 0.1918838 Sep 22 10:19:02.135412 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a29c6e97-cb60-46dc-947e-a41760e18636 req-27452ee1-67c4-4f55-ae14-f7c2ef190f2c service neutron] 10.222.0.32 "GET /v2.0/networks/bb6a5443-f60e-4ca4-adb5-ef40307f650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932696 Sep 22 10:19:02.155102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd808659-b441-4e44-bfcb-589666e97e18 req-4bedb164-492e-47af-98ae-71c8ed42b7a8 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:02.156715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd808659-b441-4e44-bfcb-589666e97e18 req-4bedb164-492e-47af-98ae-71c8ed42b7a8 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd5b8142-386d-48e2-a9e4-ec2a14dd736a HTTP/1.1" status: 200 len: 949 time: 0.1624713 Sep 22 10:19:02.336397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-283c7b60-1512-4c0e-886b-0a2a3690c7a8 req-d6b67328-ca9b-4b0a-8331-413b53f6ce8e tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a747c33-2130-4801-8052-aa9f0f7a40fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908624 Sep 22 10:19:02.366354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-2073db60-e890-4a47-8aee-c6cd2eb8e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:02.368036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-2073db60-e890-4a47-8aee-c6cd2eb8e66a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2634063 Sep 22 10:19:02.414474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-c56d1eb9-3837-42d9-a618-19717897209b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 217 time: 0.0389917 Sep 22 10:19:02.425854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-fd808659-b441-4e44-bfcb-589666e97e18 req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Deleting port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:19:02.426213 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd808659-b441-4e44-bfcb-589666e97e18 req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:02.524096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-7ba958c1-9756-4328-b4f5-e7ba0d31e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:02.525571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-7ba958c1-9756-4328-b4f5-e7ba0d31e7e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1019576 Sep 22 10:19:02.567151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:02.636642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Pushing event deleted for resources: {'Port': ['ID=6795307e-7503-4b45-a1fc-57af3d3b29d6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:02.646191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fd808659-b441-4e44-bfcb-589666e97e18 req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] For port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:02.646560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd808659-b441-4e44-bfcb-589666e97e18 req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:02.663727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46782) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:02.668053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-fd808659-b441-4e44-bfcb-589666e97e18 req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Calling delete_port for 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:19:02.686998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-e103486c-eb35-4870-89c2-763a5637fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:02.688517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-e103486c-eb35-4870-89c2-763a5637fe10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560500 Sep 22 10:19:02.721607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] No DVR routers for this DVR port 6795307e-7503-4b45-a1fc-57af3d3b29d6 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:02.735557 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:02.737528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e281884-f455-469a-8ee2-6b89be01e6a0 req-c2c7b19d-3cb8-4588-9c35-c85ca3b30005 tempest-ImagesTestJSON-2038973705 tempest-ImagesTestJSON-2038973705-project] 10.222.0.32 "DELETE /v2.0/ports/6795307e-7503-4b45-a1fc-57af3d3b29d6 HTTP/1.1" status: 204 len: 173 time: 1.2596691 Sep 22 10:19:02.761421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-110953045-network', 'tenant_id': '975db0fc21434b6692bc514f1ae29023'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:02.778871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0d18-4655-478e-9db5-d71e80d1c88f req-a0171fcf-4ee2-4ded-9007-7cbb22e039fd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:02.780453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50dc0d18-4655-478e-9db5-d71e80d1c88f req-a0171fcf-4ee2-4ded-9007-7cbb22e039fd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 948 time: 0.2094080 Sep 22 10:19:02.879887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50dc0d18-4655-478e-9db5-d71e80d1c88f req-c73dedd8-410d-4dba-8c40-b098ac6afa90 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875721 Sep 22 10:19:02.888038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Made reservation on behalf of 975db0fc21434b6692bc514f1ae29023 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:02.896527 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:02.905087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-b1581f74-d9a0-4337-92ea-1f3817a29278 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927791 Sep 22 10:19:02.909157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.020170 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.031123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34c248d7-9267-4ce0-9a04-51856ad4d1cb req-49ed30fe-82d7-4984-94c9-170cf4bce76a service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039007 Sep 22 10:19:03.219957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.220207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd808659-b441-4e44-bfcb-589666e97e18 req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.233344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:03.249389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:19:03.260334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Pushing event deleted for resources: {'Port': ['ID=1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:03.263827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aab0ad7-f5ee-4c75-8368-e2920bb05748,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:03.268866 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.269285 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Added segment 7a8a228a-4d8d-4766-8f2b-80987fbf8b0a of type vlan for network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 Sep 22 10:19:03.316125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.326276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd808659-b441-4e44-bfcb-589666e97e18 req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] No DVR routers for this DVR port 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:03.332812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd808659-b441-4e44-bfcb-589666e97e18 req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.350443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd808659-b441-4e44-bfcb-589666e97e18 req-34469fd1-ec62-4a19-abca-7760169ec577 tempest-ServersAdminNegativeTestJSON-21704644 tempest-ServersAdminNegativeTestJSON-21704644-project] 10.222.0.32 "DELETE /v2.0/ports/1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b HTTP/1.1" status: 204 len: 173 time: 1.1687055 Sep 22 10:19:03.378494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:03.414879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:03.488347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'}, {'name': 'network-changed', 'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'}, {'server_uuid': 'd9cd02e5-3393-41b3-b46b-34524773c0c1', 'name': 'network-vif-deleted', 'tag': '6795307e-7503-4b45-a1fc-57af3d3b29d6'}, {'server_uuid': 'bd5b8142-386d-48e2-a9e4-ec2a14dd736a', 'name': 'network-vif-deleted', 'tag': '1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:03.490787 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eccc43-0aa2-43cf-b58f-25309b7c7f74" -d '{"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79"}, {"name": "network-changed", "server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79"}, {"server_uuid": "d9cd02e5-3393-41b3-b46b-34524773c0c1", "name": "network-vif-deleted", "tag": "6795307e-7503-4b45-a1fc-57af3d3b29d6"}, {"server_uuid": "bd5b8142-386d-48e2-a9e4-ec2a14dd736a", "name": "network-vif-deleted", "tag": "1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:03.575799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.576798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:03.577391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.638886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=0c0a77aa-22e7-491d-bb9e-7a4164301c98,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:03.648588 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:19:03.740280 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-160824c8-1baf-473f-a9d7-7d8272d15ec2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0738966 Sep 22 10:19:03.743017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46790) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:03.748798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Request body: {'subnet': {'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-subnet', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:03.851949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Made reservation on behalf of 975db0fc21434b6692bc514f1ae29023 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:03.854799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:04.105884 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:04.162290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3889866e-1a1e-464a-bf75-25978c674728,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:04.169213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Checking segment: {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:04.169568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Network hostable DHCP agents. Network: 0c0a77aa-22e7-491d-bb9e-7a4164301c98, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:19:04.331957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:19:04.474275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 0c0a77aa-22e7-491d-bb9e-7a4164301c98) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:04.479235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:04.479816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:04.482402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eccb7a-e58e-48eb-9fb7-bd6de260169b None None] Network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:19:04.586538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2011d701-1bb7-41b4-87dc-d7e14f5fe4c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8415840 Sep 22 10:19:04.587039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46812) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:04.593263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:04.630978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a739ed92-8fa3-4b49-b8a8-2c3f198d9e38 None None] Network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:19:04.717122 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:04.718322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:04.772115 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:05.021832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:05.246522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:05.249615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:05.282879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:19:05.283256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:05.283698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6795307e-7503-4b45-a1fc-57af3d3b29d6 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:05.306219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 6795307e-7503-4b45-a1fc-57af3d3b29d6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:19:05.306574 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6795307e-7503-4b45-a1fc-57af3d3b29d6 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:05.342587 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:05.360947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:05.391516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:05.401774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'mac_address': 'fa:16:3e:c8:2f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:05.438664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:05.452725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fd3623-1ec5-41e0-9520-a613fbe88f79 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:05.462075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Allocated IP 172.25.1.124 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/55086750-5e4c-4d88-a55f-25af0a2134c1) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:05.476346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:05.512752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3d54ffa0-478a-4e82-aaaf-9080b87acf50 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:19:05.513743 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3d54ffa0-478a-4e82-aaaf-9080b87acf50 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061049 Sep 22 10:19:05.557925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-d94f311c-f74d-4867-9add-4b3d093016e8 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:05.563141 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-d94f311c-f74d-4867-9add-4b3d093016e8 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports/464c5258-b00a-4c2a-ba66-7e609c4aa820 HTTP/1.1" status: 200 len: 1094 time: 0.0403967 Sep 22 10:19:05.569797 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Request body: {'binding': {'host': 'n-h2-807025-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:05.570280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Unknown quota resources ['binding']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:19:05.575884 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:05.657163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:05.704942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:05.707962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on host n-h2-807025-3 for vnic_type normal with profile None {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:05.708444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:05.708894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:05.713380 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:05.713718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:05.718611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:05.718950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:05.719334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:05.719770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Bound port: 464c5258-b00a-4c2a-ba66-7e609c4aa820, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:05.778051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:05.796858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:05.835201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:05.838012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:05.840359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:05.871703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Pushing event updated for resources: {'Port': ['ID=55086750-5e4c-4d88-a55f-25af0a2134c1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:05.938934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['b5fd3623-1ec5-41e0-9520-a613fbe88f79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:05.969282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] Notify callbacks [] for binding, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:05.972074 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9d9a6ec3-4c07-4ed9-b539-293ce8f9a652 service neutron] 10.222.0.20 "POST /v2.0/ports/464c5258-b00a-4c2a-ba66-7e609c4aa820/bindings HTTP/1.1" status: 201 len: 389 time: 0.4048305 Sep 22 10:19:06.240392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:06.470710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a129c9-feaf-4dee-80e2-c557dd3ee41e req-fcc364a8-3760-44cb-adaf-11b2b4fdf772 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:06.473660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65a129c9-feaf-4dee-80e2-c557dd3ee41e req-fcc364a8-3760-44cb-adaf-11b2b4fdf772 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 943 time: 0.0929859 Sep 22 10:19:06.489695 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:06.583232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65a129c9-feaf-4dee-80e2-c557dd3ee41e req-972f343e-4f70-43be-ad37-2dcee347fb2b tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020880 Sep 22 10:19:06.774399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Router 253fc199-4a39-4564-8aef-f333a182dbb4 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:19:06.885930 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01b67b6-837f-458f-a970-4282a48a2af8 x-openstack-request-id: req-a01b67b6-837f-458f-a970-4282a48a2af8 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:06.886328 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79", "code": 200}, {"name": "network-changed", "server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79", "status": "completed", "code": 200}, {"server_uuid": "d9cd02e5-3393-41b3-b46b-34524773c0c1", "name": "network-vif-deleted", "tag": "6795307e-7503-4b45-a1fc-57af3d3b29d6", "status": "completed", "code": 200}, {"server_uuid": "bd5b8142-386d-48e2-a9e4-ec2a14dd736a", "name": "network-vif-deleted", "tag": "1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:06.886676 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a01b67b6-837f-458f-a970-4282a48a2af8 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:06.887168 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'code': 200} Sep 22 10:19:06.887494 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'status': 'completed', 'code': 200} Sep 22 10:19:06.887756 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cd02e5-3393-41b3-b46b-34524773c0c1', 'name': 'network-vif-deleted', 'tag': '6795307e-7503-4b45-a1fc-57af3d3b29d6', 'status': 'completed', 'code': 200} Sep 22 10:19:06.888012 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5b8142-386d-48e2-a9e4-ec2a14dd736a', 'name': 'network-vif-deleted', 'tag': '1f0896c9-ba5b-49f0-a4f5-e7a5bab7c15b', 'status': 'completed', 'code': 200} Sep 22 10:19:06.983098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:19:06.992474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Sync routers for ids ['253fc199-4a39-4564-8aef-f333a182dbb4'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:19:07.001657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Routers {'253fc199-4a39-4564-8aef-f333a182dbb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:07.005925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['253fc199-4a39-4564-8aef-f333a182dbb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:07.020093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-c3cdac42-ea2b-4f4f-ab40-b076fa22d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.021680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-c3cdac42-ea2b-4f4f-ab40-b076fa22d592 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1100 time: 0.1138680 Sep 22 10:19:07.060480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348de76-b80a-4bd4-a59e-580e764befc0 req-516e21b9-2772-439a-bee9-bb8a775752c7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.061974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6348de76-b80a-4bd4-a59e-580e764befc0 req-516e21b9-2772-439a-bee9-bb8a775752c7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 949 time: 0.1207223 Sep 22 10:19:07.078821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-d6109b64-ef84-48eb-b10c-0eeeb6defe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.080315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-d6109b64-ef84-48eb-b10c-0eeeb6defe7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1100 time: 0.1634974 Sep 22 10:19:07.201972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.203286 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f7e0c22f-3873-4528-84e0-5bbe0a0eda80 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6153100 Sep 22 10:19:07.206423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46828) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:07.253911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Set router 253fc199-4a39-4564-8aef-f333a182dbb4 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:07.314228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:07.449231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46832) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:07.500934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:04Z', 'updated_at': '2021-09-22T10:19:05Z', 'revision_number': 3, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'gw_port': {'id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:05Z', 'updated_at': '2021-09-22T10:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:07.538256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port b5fd3623-1ec5-41e0-9520-a613fbe88f79 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:07.540537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Checking router: 253fc199-4a39-4564-8aef-f333a182dbb4 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:19:07.540893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Updating router 253fc199-4a39-4564-8aef-f333a182dbb4 port 55086750-5e4c-4d88-a55f-25af0a2134c1 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:19:07.572419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port b5fd3623-1ec5-41e0-9520-a613fbe88f79 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:07.578464 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.584093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6348de76-b80a-4bd4-a59e-580e764befc0 req-5ff4888f-7602-4448-878c-3f4d46c94409 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105302 Sep 22 10:19:07.614121 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.637081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-bc003e4c-1dd3-42dd-8c1b-f7cc406195a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.638374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-bc003e4c-1dd3-42dd-8c1b-f7cc406195a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.5429595 Sep 22 10:19:07.651966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-48a36043-bda4-4fb9-b6a4-b49f4911291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.653504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-48a36043-bda4-4fb9-b6a4-b49f4911291a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.6226776 Sep 22 10:19:07.677126 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-468fcf4e-5b5e-4106-9a73-e4dfd5dce84a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31ce1987750f4a79b440a95e76601586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264614 Sep 22 10:19:07.680366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46840) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:07.729814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-bf02b841-5978-4572-a39d-87f73ae61d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.731334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-bf02b841-5978-4572-a39d-87f73ae61d42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1097 time: 0.6435232 Sep 22 10:19:07.762064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-be7c8301-8328-4257-adfe-6e91b8db72f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 217 time: 0.1055934 Sep 22 10:19:07.763677 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.773613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-0db955f1-5ba1-4ebe-b076-d38030c71f13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 217 time: 0.1071546 Sep 22 10:19:07.792243 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.806438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:07.808683 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d1afa9-7ebe-45be-8cf2-60378f4123ef" -d '{"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:07.815290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b026-ce90-405d-ab41-3b410e330b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.852011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:07.881113 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b026-ce90-405d-ab41-3b410e330b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.891435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5c10-9c80-4708-b7bc-dee26f623ba8 req-c1760193-0f73-4493-9868-8b76c6901036 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.893114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-028b5c10-9c80-4708-b7bc-dee26f623ba8 req-c1760193-0f73-4493-9868-8b76c6901036 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.2377310 Sep 22 10:19:07.945440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-a570c643-cd05-4b1a-a1eb-b8177960fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.947107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-a570c643-cd05-4b1a-a1eb-b8177960fc9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1717584 Sep 22 10:19:07.953944 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.955957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-651ea97c-bf6f-4f08-bba1-0b8c9f6341cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.957542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-651ea97c-bf6f-4f08-bba1-0b8c9f6341cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1624155 Sep 22 10:19:08.012561 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.016224 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Allocated IP 172.20.0.1 (0c0a77aa-22e7-491d-bb9e-7a4164301c98/3889866e-1a1e-464a-bf75-25978c674728/8b3e80df-9b0e-4599-a8d9-be7898b366b3) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:08.049219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9a7425ba-0e2a-4647-8f16-5ea8072e17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:08.051367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9a7425ba-0e2a-4647-8f16-5ea8072e17fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.2882392 Sep 22 10:19:08.059212 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-028b5c10-9c80-4708-b7bc-dee26f623ba8 req-e6b4415a-b53d-41cc-88bc-128d1d11af2f tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318953 Sep 22 10:19:08.077914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:08.114060 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.114306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-9675a3fe-1321-4d2c-84ba-4d2eebb9188e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820 HTTP/1.1" status: 200 len: 217 time: 0.0540049 Sep 22 10:19:08.116999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-f6165b26-eac4-4cd2-abf1-ab1fc53cc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:08.118651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-f6165b26-eac4-4cd2-abf1-ab1fc53cc058 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601553 Sep 22 10:19:08.120609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-6daedaaa-1a7f-428c-b000-22fd169c17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:08.122072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-6daedaaa-1a7f-428c-b000-22fd169c17b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479905 Sep 22 10:19:08.132426 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.170980 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b026-ce90-405d-ab41-3b410e330b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.173594 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b026-ce90-405d-ab41-3b410e330b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.177298 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f6e4b026-ce90-405d-ab41-3b410e330b01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb8a9ac7-c647-4314-b78f-968ed4ebc510 HTTP/1.1" status: 204 len: 168 time: 0.4935939 Sep 22 10:19:08.180676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Attempting to bind port 55086750-5e4c-4d88-a55f-25af0a2134c1 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:08.180816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Attempting to bind port 55086750-5e4c-4d88-a55f-25af0a2134c1 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:08.181085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Attempting to bind port 55086750-5e4c-4d88-a55f-25af0a2134c1 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:08.182974 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4b026-ce90-405d-ab41-3b410e330b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a9ac7-c647-4314-b78f-968ed4ebc510,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:08.183220 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741ac76-cbd3-42f7-bc8e-cd71cbd967a4 None None] Pushing event updated for resources: {'Port': ['ID=55086750-5e4c-4d88-a55f-25af0a2134c1,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:08.188951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:08.189330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:08.189737 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.190186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:08.191121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Bound port: 55086750-5e4c-4d88-a55f-25af0a2134c1, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:08.191121 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.276603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] For port 55086750-5e4c-4d88-a55f-25af0a2134c1, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:08.280879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.284712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] For port 55086750-5e4c-4d88-a55f-25af0a2134c1, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=55086750-5e4c-4d88-a55f-25af0a2134c1,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:08.300590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-8a1b02a0-0ccc-4398-9106-aee165a0730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:08.302191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-8a1b02a0-0ccc-4398-9106-aee165a0730d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.1791883 Sep 22 10:19:08.327063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:08.331010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:08.335127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:08.349727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-452876fe-8fae-4de0-b310-87c3bbb42299 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388339 Sep 22 10:19:08.365603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3e80df-9b0e-4599-a8d9-be7898b366b3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:08.385817 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.392123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-899c1094-dc14-4fb6-bb4d-04ee03d4ab5d service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602737 Sep 22 10:19:08.396421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-cf7ca69a-60e1-4731-aafd-c9d928ef7fad service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653556 Sep 22 10:19:08.526188 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.586679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-35966c18-7b77-4287-a81e-5aff9559681e service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188802 Sep 22 10:19:08.588808 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Routers {'253fc199-4a39-4564-8aef-f333a182dbb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:08.589501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['253fc199-4a39-4564-8aef-f333a182dbb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:08.630886 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.631148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741ac76-cbd3-42f7-bc8e-cd71cbd967a4 None None] Pushing event updated for resources: {'Port': ['ID=55086750-5e4c-4d88-a55f-25af0a2134c1,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:08.661108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-122c34b2-433c-4d52-865f-a0a8d1bb8a90 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615492 Sep 22 10:19:08.672452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85eccc43-0aa2-43cf-b58f-25309b7c7f74 req-a45aef36-1f99-401c-9df0-a521957eaac8 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586420 Sep 22 10:19:08.718897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] Set router 253fc199-4a39-4564-8aef-f333a182dbb4 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:08.732176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-41aa5bcb-3c57-4fee-91ce-1748ebc10598 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354063 Sep 22 10:19:08.856172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:08.920806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201de07c-d967-4406-976a-3b179525a531 req-f5c1bd90-a0d6-43ed-9746-a3087d374080 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:08.922328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-201de07c-d967-4406-976a-3b179525a531 req-f5c1bd90-a0d6-43ed-9746-a3087d374080 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 943 time: 0.0488129 Sep 22 10:19:08.960384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-201de07c-d967-4406-976a-3b179525a531 req-4e0d8035-ae30-465e-b61f-3f98da343696 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314281 Sep 22 10:19:08.997224 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:09.013804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:04Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 4, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'gw_port': {'id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:05Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8b3e80df-9b0e-4599-a8d9-be7898b366b3', 'name': '', 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'mac_address': 'fa:16:3e:b0:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3889866e-1a1e-464a-bf75-25978c674728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:07Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 1, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'subnets': [{'id': '3889866e-1a1e-464a-bf75-25978c674728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:09.048817 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4145521b-183e-4609-977b-2a1f7433a58e x-openstack-request-id: req-4145521b-183e-4609-977b-2a1f7433a58e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:09.049894 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:09.050029 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4145521b-183e-4609-977b-2a1f7433a58e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:09.050371 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'code': 200} Sep 22 10:19:09.051509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ed138-08ee-428c-aec0-7276439abba9 None None] The sync data for ids ['253fc199-4a39-4564-8aef-f333a182dbb4'] in n-d-807025-3 is: [{'id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:04Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 4, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'gw_port': {'id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:05Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8b3e80df-9b0e-4599-a8d9-be7898b366b3', 'name': '', 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'mac_address': 'fa:16:3e:b0:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3889866e-1a1e-464a-bf75-25978c674728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:07Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 1, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'subnets': [{'id': '3889866e-1a1e-464a-bf75-25978c674728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:19:09.068673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-ca0fe577-cb10-4c4f-96f1-8c42e1958ccd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.070981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-ca0fe577-cb10-4c4f-96f1-8c42e1958ccd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.32 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5&tenant_id=f86d306282364855b4f40fc67978d89d&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 950 time: 0.0616338 Sep 22 10:19:09.089090 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:09.099094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3e80df-9b0e-4599-a8d9-be7898b366b3,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:09.144574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-5395c8fe-d4ca-49bd-937e-22d7f2235319 service neutron] 10.222.0.32 "GET /v2.0/ports/b5fd3623-1ec5-41e0-9520-a613fbe88f79/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 382 time: 0.0649352 Sep 22 10:19:09.206933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:09.208580 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:09.219443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-9464eb8d-e2fe-46e1-9e28-d545ebba8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.221078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-9464eb8d-e2fe-46e1-9e28-d545ebba8973 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1101 time: 0.0534163 Sep 22 10:19:09.329858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 528765e6-d42c-450a-952e-2e9f792d3ffd details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:09.354419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46862) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:09.399225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Router 253fc199-4a39-4564-8aef-f333a182dbb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:19:09.435952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-3b545ee7-d460-434f-bd8d-2104331fff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.437543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-3b545ee7-d460-434f-bd8d-2104331fff1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2092867 Sep 22 10:19:09.490819 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-751cb200-6b58-4ede-96e1-8dead062cd84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=616a0d6afae446a09e7f9b3ac50ec0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349645 Sep 22 10:19:09.491164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46866) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:09.508097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-1f03e6e7-e4df-4116-90fa-745e26183df4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 217 time: 0.0594118 Sep 22 10:19:09.544700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 528765e6-d42c-450a-952e-2e9f792d3ffd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=528765e6-d42c-450a-952e-2e9f792d3ffd,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:09.558206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '528765e6-d42c-450a-952e-2e9f792d3ffd', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'port_id': '528765e6-d42c-450a-952e-2e9f792d3ffd', 'mac_address': 'fa:16:3e:85:2f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:09.581200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:19:09.587837 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d20680c7-6dff-435f-a758-a1af00276d10 admin admin] 10.222.0.20 "PUT /v2.0/routers/253fc199-4a39-4564-8aef-f333a182dbb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3796990 Sep 22 10:19:09.623732 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:09.639336 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528765e6-d42c-450a-952e-2e9f792d3ffd {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:09.644284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58cf1c-222f-4d33-9cb6-912c7dc88683 req-2653a7be-96c7-4d9d-97ec-702e6e0bb6a5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.649105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b58cf1c-222f-4d33-9cb6-912c7dc88683 req-2653a7be-96c7-4d9d-97ec-702e6e0bb6a5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.1857357 Sep 22 10:19:09.663874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 528765e6-d42c-450a-952e-2e9f792d3ffd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=528765e6-d42c-450a-952e-2e9f792d3ffd,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:09.671899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-4a618c11-a847-4885-8663-1ddbd8dc5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.673399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-4a618c11-a847-4885-8663-1ddbd8dc5718 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1501102 Sep 22 10:19:09.697552 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d83e17f-b87b-47a5-8a4f-92b47ea80327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:09.740720 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:09.754073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d83e17f-b87b-47a5-8a4f-92b47ea80327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:09.758545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b58cf1c-222f-4d33-9cb6-912c7dc88683 req-c95b3fe2-e7eb-45ca-837b-1cc0d72bec47 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034851 Sep 22 10:19:09.789729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-a1d81840-b3db-4231-a53f-ad75e8970f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.791287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-a1d81840-b3db-4231-a53f-ad75e8970f5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085241 Sep 22 10:19:09.863121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=528765e6-d42c-450a-952e-2e9f792d3ffd,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:09.945561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-ac41f6f7-c27e-48be-ad99-2048cf290dfe service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436491 Sep 22 10:19:09.954445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a3600-3ad8-4b30-aaac-e6c2db97d34b req-5061beec-b84b-4bc7-9995-fc160b00e02d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.955998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a67a3600-3ad8-4b30-aaac-e6c2db97d34b req-5061beec-b84b-4bc7-9995-fc160b00e02d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.0808845 Sep 22 10:19:10.016036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['528765e6-d42c-450a-952e-2e9f792d3ffd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:10.083767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a67a3600-3ad8-4b30-aaac-e6c2db97d34b req-85aad0cf-e367-4646-b198-0950104767aa tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187124 Sep 22 10:19:10.102241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d83e17f-b87b-47a5-8a4f-92b47ea80327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:10.104553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d83e17f-b87b-47a5-8a4f-92b47ea80327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:10.106642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3d83e17f-b87b-47a5-8a4f-92b47ea80327 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21d18f64-561e-4a79-a0f6-d096335b1cdf HTTP/1.1" status: 204 len: 168 time: 0.6073182 Sep 22 10:19:10.151325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83e17f-b87b-47a5-8a4f-92b47ea80327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d18f64-561e-4a79-a0f6-d096335b1cdf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:10.156704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-09ef52f9-08a3-44af-a39b-544b0ae73fb1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998012 Sep 22 10:19:10.545247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-016c2c70-f47b-419e-81c4-4896f1c65166 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:10.547093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-016c2c70-f47b-419e-81c4-4896f1c65166 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 818 time: 0.1162908 Sep 22 10:19:10.592401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-20ec48fb-e957-4f9a-93a4-350db2aa3f2c tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/quotas/975db0fc21434b6692bc514f1ae29023 HTTP/1.1" status: 200 len: 375 time: 0.0390735 Sep 22 10:19:10.644076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-4b8208db-83bc-4338-81ff-6f8bfc9bff83 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506835 Sep 22 10:19:10.924315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-71f70cf7-7a97-41f2-b4ce-9ec7cefa9eae service neutron] 10.222.0.20 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689250 Sep 22 10:19:11.026544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-8a758b27-f4a1-4223-b298-d3d4829bab2a service neutron] 10.222.0.20 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959308 Sep 22 10:19:11.334528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 528765e6-d42c-450a-952e-2e9f792d3ffd up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:11.402136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379475d6-407d-45ee-b03f-a16fa8c5c450 req-6becf8b0-36bc-455a-82d3-1766697ab3cf tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:11.403806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-379475d6-407d-45ee-b03f-a16fa8c5c450 req-6becf8b0-36bc-455a-82d3-1766697ab3cf tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 944 time: 0.0641124 Sep 22 10:19:11.464549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-379475d6-407d-45ee-b03f-a16fa8c5c450 req-76b7c29a-da26-4cdc-9e16-89a69c368a71 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543280 Sep 22 10:19:11.490175 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 528765e6-d42c-450a-952e-2e9f792d3ffd completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:11.495464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 528765e6-d42c-450a-952e-2e9f792d3ffd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:11.495967 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:11.615179 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:11.642175 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528765e6-d42c-450a-952e-2e9f792d3ffd'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:11.644587 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df78a8eb-3d64-4853-9475-45a8fd55dd51" -d '{"events": [{"server_uuid": "d13e5e24-cbde-4e59-b0bc-089f18693efe", "name": "network-vif-plugged", "status": "completed", "tag": "528765e6-d42c-450a-952e-2e9f792d3ffd"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:11.662206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 528765e6-d42c-450a-952e-2e9f792d3ffd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=528765e6-d42c-450a-952e-2e9f792d3ffd,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:11.726081 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Sync routers for ids ['253fc199-4a39-4564-8aef-f333a182dbb4'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:19:11.737569 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Routers {'253fc199-4a39-4564-8aef-f333a182dbb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:11.741161 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:11.741324 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['253fc199-4a39-4564-8aef-f333a182dbb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:11.793440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749d2b8-3ff0-4e6b-813c-a8221138b5bc req-f32518ba-6903-4f0b-81cc-f83080a20066 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:11.802363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8749d2b8-3ff0-4e6b-813c-a8221138b5bc req-f32518ba-6903-4f0b-81cc-f83080a20066 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.0690401 Sep 22 10:19:11.816387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=528765e6-d42c-450a-952e-2e9f792d3ffd,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:11.855559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8749d2b8-3ff0-4e6b-813c-a8221138b5bc req-2ffa120e-f9eb-4353-88d9-227df14803bd tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493777 Sep 22 10:19:11.990529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 55086750-5e4c-4d88-a55f-25af0a2134c1 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:12.011103 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Set router 253fc199-4a39-4564-8aef-f333a182dbb4 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:12.044151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e431be-4d4f-4152-8dbc-ccc70746afb6 req-a5d56239-50fe-4006-a0d3-3f2ad663f872 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:12.056295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39e431be-4d4f-4152-8dbc-ccc70746afb6 req-a5d56239-50fe-4006-a0d3-3f2ad663f872 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.1051967 Sep 22 10:19:12.066894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 55086750-5e4c-4d88-a55f-25af0a2134c1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:12.067276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.112840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39e431be-4d4f-4152-8dbc-ccc70746afb6 req-3a6fbf40-c725-450f-b38f-3b00e10ca00f tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554373 Sep 22 10:19:12.187077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13b1361d-41ed-45fd-9961-81f7a81cc880 req-3aa6d4de-097a-4521-a5fc-e85ec45d49eb tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 210 time: 0.0342541 Sep 22 10:19:12.224196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.244621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 55086750-5e4c-4d88-a55f-25af0a2134c1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=55086750-5e4c-4d88-a55f-25af0a2134c1,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:12.264774 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:04Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 4, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'gw_port': {'id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:05Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8b3e80df-9b0e-4599-a8d9-be7898b366b3', 'name': '', 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'mac_address': 'fa:16:3e:b0:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3889866e-1a1e-464a-bf75-25978c674728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:07Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 2, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'subnets': [{'id': '3889866e-1a1e-464a-bf75-25978c674728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:12.295918 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Checking router: 253fc199-4a39-4564-8aef-f333a182dbb4 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:19:12.308458 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Updating router 253fc199-4a39-4564-8aef-f333a182dbb4 port 8b3e80df-9b0e-4599-a8d9-be7898b366b3 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:19:12.322267 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.425583 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.480110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=55086750-5e4c-4d88-a55f-25af0a2134c1,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:12.580629 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2118404-9143-4574-b34d-76f4718d292e x-openstack-request-id: req-f2118404-9143-4574-b34d-76f4718d292e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:12.580915 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13e5e24-cbde-4e59-b0bc-089f18693efe", "name": "network-vif-plugged", "status": "completed", "tag": "528765e6-d42c-450a-952e-2e9f792d3ffd", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:12.581176 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2118404-9143-4574-b34d-76f4718d292e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:12.581715 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528765e6-d42c-450a-952e-2e9f792d3ffd', 'code': 200} Sep 22 10:19:12.666045 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.792468 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.906149 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Pushing event updated for resources: {'Port': ['ID=8b3e80df-9b0e-4599-a8d9-be7898b366b3,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:12.927867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-d54ecc34-251a-4198-aca5-78a29e263f0c tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:12.929400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-d54ecc34-251a-4198-aca5-78a29e263f0c tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 818 time: 0.1885715 Sep 22 10:19:12.931115 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.931462 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.931599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dceff-e19e-4b41-a129-1cbdaa4800ef req-8f2fbb5a-4974-4ede-9e9d-c7a295e0312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:12.931796 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.932128 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.932456 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.933141 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.933480 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.933804 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.934138 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.937949 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.937949 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.937949 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:12.938295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-316dceff-e19e-4b41-a129-1cbdaa4800ef req-8f2fbb5a-4974-4ede-9e9d-c7a295e0312a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 1096 time: 0.2633631 Sep 22 10:19:12.959978 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Attempting to bind port 8b3e80df-9b0e-4599-a8d9-be7898b366b3 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:12.960496 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Attempting to bind port 8b3e80df-9b0e-4599-a8d9-be7898b366b3 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:12.960697 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Attempting to bind port 8b3e80df-9b0e-4599-a8d9-be7898b366b3 on network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:12.966057 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:12.966432 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Checking segment: {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:12.966799 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.967194 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Bound using segment: {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:12.967658 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Bound port: 8b3e80df-9b0e-4599-a8d9-be7898b366b3, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:12.968093 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.994767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-8448597e-2517-4e35-b74d-888de2934c0a tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/quotas/975db0fc21434b6692bc514f1ae29023 HTTP/1.1" status: 200 len: 375 time: 0.0549002 Sep 22 10:19:13.038253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-316dceff-e19e-4b41-a129-1cbdaa4800ef req-bea2bbfc-87dd-4ce8-930f-7aaa4a34815c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966315 Sep 22 10:19:13.065644 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] For port 8b3e80df-9b0e-4599-a8d9-be7898b366b3, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:13.070393 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] For port 8b3e80df-9b0e-4599-a8d9-be7898b366b3, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8b3e80df-9b0e-4599-a8d9-be7898b366b3,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:13.087071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-6c3295e8-481b-4db0-ac12-5481e629333e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759671 Sep 22 10:19:13.185051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-525ab593-28dc-4097-8a26-247ced177b09 service neutron] 10.222.0.20 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935960 Sep 22 10:19:13.284698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-b75b58e0-5738-42c7-9720-bc9932e6c1f0 service neutron] 10.222.0.20 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925524 Sep 22 10:19:13.301671 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:13.365003 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Routers {'253fc199-4a39-4564-8aef-f333a182dbb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:13.365642 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['253fc199-4a39-4564-8aef-f333a182dbb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:13.400761 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fec94-8a8b-4eab-b0b3-c1d22406c0f7 None None] Pushing event updated for resources: {'Port': ['ID=8b3e80df-9b0e-4599-a8d9-be7898b366b3,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:13.487745 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] Set router 253fc199-4a39-4564-8aef-f333a182dbb4 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:13.723088 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:04Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 4, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'gw_port': {'id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:05Z', 'updated_at': '2021-09-22T10:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8b3e80df-9b0e-4599-a8d9-be7898b366b3', 'name': '', 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'mac_address': 'fa:16:3e:b0:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3889866e-1a1e-464a-bf75-25978c674728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:07Z', 'updated_at': '2021-09-22T10:19:13Z', 'revision_number': 4, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'subnets': [{'id': '3889866e-1a1e-464a-bf75-25978c674728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:13.756601 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e628f917-79b3-45d4-a0e3-fb69e533a1aa None None] The sync data for ids ['253fc199-4a39-4564-8aef-f333a182dbb4'] in n-d-807025-3 is: [{'id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:04Z', 'updated_at': '2021-09-22T10:19:08Z', 'revision_number': 4, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'gw_port': {'id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:05Z', 'updated_at': '2021-09-22T10:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8b3e80df-9b0e-4599-a8d9-be7898b366b3', 'name': '', 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'mac_address': 'fa:16:3e:b0:dc:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '3889866e-1a1e-464a-bf75-25978c674728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:07Z', 'updated_at': '2021-09-22T10:19:13Z', 'revision_number': 4, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'subnets': [{'id': '3889866e-1a1e-464a-bf75-25978c674728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:19:13.761740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8463-3e9c-4628-ae33-3814fb98fd0c req-a2a9f7e7-df7d-4e76-b40c-e0ac1eff6ac0 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:13.763181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-027f8463-3e9c-4628-ae33-3814fb98fd0c req-a2a9f7e7-df7d-4e76-b40c-e0ac1eff6ac0 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 945 time: 0.0881755 Sep 22 10:19:13.765194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-fc231020-aa8b-4218-9218-4fa7bade8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:13.766607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-fc231020-aa8b-4218-9218-4fa7bade8bac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5&tenant_id=f86d306282364855b4f40fc67978d89d HTTP/1.1" status: 200 len: 1101 time: 0.0811687 Sep 22 10:19:13.787884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:13.876999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-027f8463-3e9c-4628-ae33-3814fb98fd0c req-dcf5c1c2-2465-4576-9f5e-91778b03379c tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059399 Sep 22 10:19:13.884485 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.026766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8b3e80df-9b0e-4599-a8d9-be7898b366b3 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:14.106359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8b3e80df-9b0e-4599-a8d9-be7898b366b3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:14.107001 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.205981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc8811-d372-4748-bc31-cdab36f99d4b req-0acd5619-e8fd-4299-ac10-c26572410291 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:14.212849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87bc8811-d372-4748-bc31-cdab36f99d4b req-0acd5619-e8fd-4299-ac10-c26572410291 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.1380305 Sep 22 10:19:14.218797 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.261061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:14.275479 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 8b3e80df-9b0e-4599-a8d9-be7898b366b3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8b3e80df-9b0e-4599-a8d9-be7898b366b3,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:14.303539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87bc8811-d372-4748-bc31-cdab36f99d4b req-5db46e4e-8b14-42cd-96b5-d94818c77779 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762444 Sep 22 10:19:14.332390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:14.374505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:14.378434 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c6c28-a6fc-4c77-84f4-854a4f031bbb" -d '{"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:14.382889 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.395901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Transition to ACTIVE for port object b5fd3623-1ec5-41e0-9520-a613fbe88f79 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:14.405623 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.407255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 55086750-5e4c-4d88-a55f-25af0a2134c1 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:14.485488 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.517709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=8b3e80df-9b0e-4599-a8d9-be7898b366b3,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:14.552637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 55086750-5e4c-4d88-a55f-25af0a2134c1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:14.553252 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.592289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] No DVR routers for this DVR port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:14.594499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=10']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:14.631401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-25098030-ebba-4c0f-88fb-d7121936bc29 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404241 Sep 22 10:19:14.743906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:14.744255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:14.744595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:14.754721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:14.755875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Attempting to bind port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:14.765657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:14.766051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:14.766413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:14.766855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Bound port: b5fd3623-1ec5-41e0-9520-a613fbe88f79, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:14.767362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.819663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-2eebaaaa-9e67-49c8-b35a-4d9b7a11ec7d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:14.821029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-2eebaaaa-9e67-49c8-b35a-4d9b7a11ec7d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640227 Sep 22 10:19:14.853721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-3bbc3844-c5a9-4c71-b24c-544683756861 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/quotas/814638ec47784acbb1ee5a54663d44fe HTTP/1.1" status: 200 len: 375 time: 0.0246434 Sep 22 10:19:14.887243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:14.905223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-0da87a61-6ece-49fb-b67f-bb85a77ee60c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395160 Sep 22 10:19:14.913796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:15.032542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.082872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:15.083492 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.084907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] 10.222.0.30 "PUT /v2.0/ports/b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 1097 time: 1.3024659 Sep 22 10:19:15.121951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-7f323acc-5c5b-416b-b13a-3aa4191d6349 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:15.123680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-7f323acc-5c5b-416b-b13a-3aa4191d6349 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.32 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 818 time: 0.1625147 Sep 22 10:19:15.129820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7567b67-d597-4200-bead-18d5e918c78b service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=11']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:15.138563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Request body: {'port': {'device_id': 'bd65c189-88a7-4e7b-a170-ed40eacdc61c', 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'admin_state_up': True, 'tenant_id': '975db0fc21434b6692bc514f1ae29023'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:15.352006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:15.399646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:15.604147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-e310c143-bb0d-4871-ac38-e72f9fd5db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:15.605656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-e310c143-bb0d-4871-ac38-e72f9fd5db5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1100 time: 0.4719627 Sep 22 10:19:15.615439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890937-8745-4988-b27e-0bb2817888aa req-9a0136ea-d0ee-443a-ba81-a2f51d32e39b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:15.616782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db890937-8745-4988-b27e-0bb2817888aa req-9a0136ea-d0ee-443a-ba81-a2f51d32e39b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.4399393 Sep 22 10:19:15.727691 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db890937-8745-4988-b27e-0bb2817888aa req-f3c59ce4-7b2a-451e-ac2c-5e90acb5dd87 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940552 Sep 22 10:19:15.753639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-fd33c009-2a80-4382-91dc-7feb08fe972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:15.755148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-fd33c009-2a80-4382-91dc-7feb08fe972c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1344466 Sep 22 10:19:15.799649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-d8e76c66-38ab-4d81-b8c2-3a2ee2f07d23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 217 time: 0.0359914 Sep 22 10:19:15.832076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f6ecebc-38c9-4bad-a320-34ae409c514f req-7fa3848e-2d91-4945-8ccf-417a7def8ac6 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 210 time: 0.0347157 Sep 22 10:19:15.869264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Made reservation on behalf of 975db0fc21434b6692bc514f1ae29023 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:15.872819 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.892592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-1d1f5ed6-ccf5-4455-b267-73ebff1a8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:15.895614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-1d1f5ed6-ccf5-4455-b267-73ebff1a8c6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0861521 Sep 22 10:19:15.922041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8b3e80df-9b0e-4599-a8d9-be7898b366b3 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:15.979070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8b3e80df-9b0e-4599-a8d9-be7898b366b3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:15.979437 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.990954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-d451b001-6b85-4148-8cef-767d11fcbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:15.992493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-d451b001-6b85-4148-8cef-767d11fcbf61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855596 Sep 22 10:19:16.067265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Allocated IP 172.20.0.9 (0c0a77aa-22e7-491d-bb9e-7a4164301c98/3889866e-1a1e-464a-bf75-25978c674728/003d9a78-a2ae-4949-b940-96817868530e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:16.117856 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91beb442-5e41-4017-8d69-78a97a635fc1 x-openstack-request-id: req-91beb442-5e41-4017-8d69-78a97a635fc1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:16.118202 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:16.124075 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91beb442-5e41-4017-8d69-78a97a635fc1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:16.124075 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'code': 200} Sep 22 10:19:16.198402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-2247c824-28ce-4f5b-b0ad-868cbaccc3f0 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621759 Sep 22 10:19:16.322910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc20724-38ad-4f74-973f-9e23bf83d4ad req-8b4acc27-242f-4559-b606-9f187f322042 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:16.324401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efc20724-38ad-4f74-973f-9e23bf83d4ad req-8b4acc27-242f-4559-b606-9f187f322042 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 945 time: 0.1771996 Sep 22 10:19:16.477017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efc20724-38ad-4f74-973f-9e23bf83d4ad req-7a816d84-f835-4b22-8b09-677192c9dc3d tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390934 Sep 22 10:19:16.500263 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.516185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-aaefd07f-f68b-4350-bf62-d09ce784c559 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:16.517642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-aaefd07f-f68b-4350-bf62-d09ce784c559 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.32 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 818 time: 0.2915933 Sep 22 10:19:16.522666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35009b9a-8bd7-4981-b268-f33e585e1cc7 req-3d0493c7-7053-4808-9e82-1b2cc7e739e3 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068256 Sep 22 10:19:16.539836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Request body: {'port': {'device_id': '80dabad7-375c-4e61-8571-837a9b4db9bb', 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'admin_state_up': True, 'tenant_id': '975db0fc21434b6692bc514f1ae29023'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:16.560813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f95f8247-74ec-464f-8619-56abeee3a417 req-dd5827dd-dde0-457f-9124-f61ee0c98f57 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 210 time: 0.0402570 Sep 22 10:19:16.707309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe3f72-a1a4-4ec2-bae6-4b95f1637398 req-ecf20b2f-3014-48ea-8b71-ba08f0b7ffa1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:16.708849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbbe3f72-a1a4-4ec2-bae6-4b95f1637398 req-ecf20b2f-3014-48ea-8b71-ba08f0b7ffa1 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 949 time: 0.0846360 Sep 22 10:19:16.746752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbbe3f72-a1a4-4ec2-bae6-4b95f1637398 req-39baf9f0-64d6-4ae5-99b3-eb84f04a6021 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Sep 22 10:19:16.751848 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.797481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:16.800549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:16.807208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:16.810524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Pushing event updated for resources: {'Port': ['ID=003d9a78-a2ae-4949-b940-96817868530e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:16.854761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:16.855370 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.862706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Made reservation on behalf of 975db0fc21434b6692bc514f1ae29023 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:16.872454 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.002159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Allocated IP 172.20.0.12 (0c0a77aa-22e7-491d-bb9e-7a4164301c98/3889866e-1a1e-464a-bf75-25978c674728/6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:17.057357 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-a373add4-fe9b-408e-b82c-00218e2bf8bf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9222617 Sep 22 10:19:17.078819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Request body: {'port': {'device_id': 'bd65c189-88a7-4e7b-a170-ed40eacdc61c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:17.203285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757a1dc-7749-46ce-8187-9d740e4ce01f req-4a7b6304-45c2-4857-b4e6-04a2fcb15ff6 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:17.204847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2757a1dc-7749-46ce-8187-9d740e4ce01f req-4a7b6304-45c2-4857-b4e6-04a2fcb15ff6 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 945 time: 0.1745439 Sep 22 10:19:17.219294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.219485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47038) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:17.224545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fc4bfe4d-8de7-4d92-95bf-d65745a7bdfe tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Request body: {'floatingip': {'port_id': '528765e6-d42c-450a-952e-2e9f792d3ffd'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:17.275119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfe4d-8de7-4d92-95bf-d65745a7bdfe tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.315554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.404432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fcc23-48f6-471d-b347-b73844e949d1 req-44181103-12cf-4588-9446-ece6741d6749 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:17.407092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e15fcc23-48f6-471d-b347-b73844e949d1 req-44181103-12cf-4588-9446-ece6741d6749 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.1283031 Sep 22 10:19:17.475135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e15fcc23-48f6-471d-b347-b73844e949d1 req-0dfe1940-4156-4b57-8d41-e5fa1b2eebc3 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559015 Sep 22 10:19:17.568614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dba76d4d-6dd6-4597-bd8f-dce1d1a0ae20 req-af694518-66d3-480c-a040-b2b66aa9c1d7 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 210 time: 0.0330925 Sep 22 10:19:17.578675 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.631561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:17.682350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:17.694355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47044) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:17.704909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:17.810876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6c145f2-c04c-4889-8b7b-a804d0048bc0 req-90069355-6e35-41a9-9771-808060f50668 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 210 time: 0.1020098 Sep 22 10:19:17.811531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Pushing event updated for resources: {'Port': ['ID=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:17.847565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab22997-d059-4e66-bd4c-9d758b768efa admin admin] Deleting subnet 0b024aa6-cd0c-41fd-a830-e069c01b4c45 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:19:17.857225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:17.857851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.860198 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ab22997-d059-4e66-bd4c-9d758b768efa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.920061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ab22997-d059-4e66-bd4c-9d758b768efa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.981630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003d9a78-a2ae-4949-b940-96817868530e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:17.996700 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.001591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-2e50e9ba-b5d5-4c6e-8809-befe636019e4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4665720 Sep 22 10:19:18.018560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Request body: {'port': {'device_id': '80dabad7-375c-4e61-8571-837a9b4db9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:18.024452 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ab22997-d059-4e66-bd4c-9d758b768efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.027967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfe4d-8de7-4d92-95bf-d65745a7bdfe tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.078019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Transition to ACTIVE for port object 003d9a78-a2ae-4949-b940-96817868530e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:18.121191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:18.123993 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b84633-804e-4942-86c9-b79b166d7038" -d '{"events": [{"name": "network-changed", "server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:18.124172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfe4d-8de7-4d92-95bf-d65745a7bdfe tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.161463 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.167120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-3899ccf6-14ec-4b12-9dac-9ed42e90e58a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333712 Sep 22 10:19:18.175286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058876c-1f57-423f-8027-c19ffce60f7d req-d2d18ba3-6ffc-4bce-aa76-f09187b48c80 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:18.176708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e058876c-1f57-423f-8027-c19ffce60f7d req-d2d18ba3-6ffc-4bce-aa76-f09187b48c80 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 949 time: 0.1829278 Sep 22 10:19:18.201329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.229657 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-fc4bfe4d-8de7-4d92-95bf-d65745a7bdfe tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Floating IP 0925e004-da44-46c7-a9ac-5377d60449a5 associated. External IP: 172.25.1.179, port: 528765e6-d42c-450a-952e-2e9f792d3ffd. Sep 22 10:19:18.348044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ab22997-d059-4e66-bd4c-9d758b768efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.386689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Pushing event updated for resources: {'Port': ['ID=003d9a78-a2ae-4949-b940-96817868530e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:18.391399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e058876c-1f57-423f-8027-c19ffce60f7d req-bc3aabac-dda1-4c41-9059-e01d1aa7954c tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055042 Sep 22 10:19:18.453472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4bfe4d-8de7-4d92-95bf-d65745a7bdfe tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Router 6cc59f0c-6372-4c11-9a55-2d500d6319ca has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:19:18.471971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab22997-d059-4e66-bd4c-9d758b768efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b024aa6-cd0c-41fd-a830-e069c01b4c45,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:18.476612 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ab22997-d059-4e66-bd4c-9d758b768efa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.477484 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2ab22997-d059-4e66-bd4c-9d758b768efa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0b024aa6-cd0c-41fd-a830-e069c01b4c45 HTTP/1.1" status: 204 len: 168 time: 0.7821288 Sep 22 10:19:18.500739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:18.511880 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06082ec0-9be3-4703-92ae-ce5b9be513ad x-openstack-request-id: req-06082ec0-9be3-4703-92ae-ce5b9be513ad {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:18.512173 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:18.512425 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06082ec0-9be3-4703-92ae-ce5b9be513ad {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:18.512828 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'status': 'completed', 'code': 200} Sep 22 10:19:18.586826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-78faac5c-02ea-420a-880c-5e65286c6ddb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:18.588380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-78faac5c-02ea-420a-880c-5e65286c6ddb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4087741 Sep 22 10:19:18.614669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Request body: {'port': {'device_id': '17ca597a-31a7-4dd2-8275-66a0c8842964', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '814638ec47784acbb1ee5a54663d44fe'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:18.629587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4bfe4d-8de7-4d92-95bf-d65745a7bdfe tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:19:18.636376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc4bfe4d-8de7-4d92-95bf-d65745a7bdfe tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.640450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] Sync routers for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:19:18.650349 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b84633-804e-4942-86c9-b79b166d7038 req-cb1d07dd-3647-41f9-bb22-4157ddbf242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:18.651167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:18.652139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:18.657100 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01b84633-804e-4942-86c9-b79b166d7038 req-cb1d07dd-3647-41f9-bb22-4157ddbf242b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1100 time: 0.0993860 Sep 22 10:19:18.723972 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc4bfe4d-8de7-4d92-95bf-d65745a7bdfe tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "PUT /v2.0/floatingips/0925e004-da44-46c7-a9ac-5377d60449a5 HTTP/1.1" status: 200 len: 991 time: 1.5030544 Sep 22 10:19:18.726459 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'tag': '528765e6-d42c-450a-952e-2e9f792d3ffd'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:18.729458 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67" -d '{"events": [{"name": "network-changed", "server_uuid": "d13e5e24-cbde-4e59-b0bc-089f18693efe", "tag": "528765e6-d42c-450a-952e-2e9f792d3ffd"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:18.777350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Attempting to bind port 003d9a78-a2ae-4949-b940-96817868530e on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:18.777693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Attempting to bind port 003d9a78-a2ae-4949-b940-96817868530e by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:18.778027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Attempting to bind port 003d9a78-a2ae-4949-b940-96817868530e on network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:18.795522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.828821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Port 003d9a78-a2ae-4949-b940-96817868530e on network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:18.829523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Attempting to bind port 003d9a78-a2ae-4949-b940-96817868530e on network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:18.830006 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b84633-804e-4942-86c9-b79b166d7038 req-b784558d-1b63-436d-9705-6ed28c440a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:18.832285 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01b84633-804e-4942-86c9-b79b166d7038 req-b784558d-1b63-436d-9705-6ed28c440a90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1533778 Sep 22 10:19:18.863151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:18.863500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Checking segment: {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:18.863895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Bound using segment: {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:18.864347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Bound port: 003d9a78-a2ae-4949-b940-96817868530e, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:18.864772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.876988 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01b84633-804e-4942-86c9-b79b166d7038 req-5f00c0d8-fcb0-43a1-a232-095cdcc6277e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 200 len: 217 time: 0.0373778 Sep 22 10:19:18.932611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b84633-804e-4942-86c9-b79b166d7038 req-d33af849-8b74-43d2-a903-93eaf2b0763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:18.934376 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01b84633-804e-4942-86c9-b79b166d7038 req-d33af849-8b74-43d2-a903-93eaf2b0763c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0509796 Sep 22 10:19:18.940185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:18.951908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d78a48-be0f-4372-82d1-2cd82c534610 req-206cd6c2-57d2-4a4f-bd22-b10a4e4fa826 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:18.953444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7d78a48-be0f-4372-82d1-2cd82c534610 req-206cd6c2-57d2-4a4f-bd22-b10a4e4fa826 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.1730816 Sep 22 10:19:19.001774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b84633-804e-4942-86c9-b79b166d7038 req-4cf6cd0a-f87f-4773-b714-6e58a9ecd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:19.003944 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01b84633-804e-4942-86c9-b79b166d7038 req-4cf6cd0a-f87f-4773-b714-6e58a9ecd98f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551889 Sep 22 10:19:19.104175 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01b84633-804e-4942-86c9-b79b166d7038 req-9df6de62-c098-40e2-8a6b-2d81897979f2 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932879 Sep 22 10:19:19.202391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '0925e004-da44-46c7-a9ac-5377d60449a5', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'port_id': '528765e6-d42c-450a-952e-2e9f792d3ffd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'mac_address': 'fa:16:3e:85:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:18:09Z', 'updated_at': '2021-09-22T10:19:17Z', 'revision_number': 1, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6500787-1859-4412-a3a5-5dbf88eed36c', 'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'mac_address': 'fa:16:3e:60:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:59Z', 'updated_at': '2021-09-22T10:18:07Z', 'revision_number': 5, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'subnets': [{'id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:19.225087 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-01b84633-804e-4942-86c9-b79b166d7038 req-e8b57a82-14a8-4135-b24c-622b23e3d719 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135037 Sep 22 10:19:19.235252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] Checking router: 6cc59f0c-6372-4c11-9a55-2d500d6319ca for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:19:19.244433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:19.245051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:18:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:19.351956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:19.392108 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.437746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:19.451966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4456a5f3-75da-4ad1-8083-ad53f5ac39ef']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:19.458123 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.460133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Made reservation on behalf of 814638ec47784acbb1ee5a54663d44fe for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:19.463595 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.476328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7d78a48-be0f-4372-82d1-2cd82c534610 req-571f61dd-5813-44f1-87db-c79a170d97c5 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859304 Sep 22 10:19:19.488005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3301e38b-f821-4c7b-b70c-d6c6f5899fa5') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:19.488308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3301e38b-f821-4c7b-b70c-d6c6f5899fa5') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:19.498383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] For port 003d9a78-a2ae-4949-b940-96817868530e, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:19.500578 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.514181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:19.516272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.518191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Transition to ACTIVE for port object 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:19.534423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] For port 003d9a78-a2ae-4949-b940-96817868530e, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=003d9a78-a2ae-4949-b940-96817868530e,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:19.548025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.558220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:19:19.558622 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:19:19.560313 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:19:19.649840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.668773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:19.683508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'mac_address': 'fa:16:3e:c8:2f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:19.711936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.712467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '0925e004-da44-46c7-a9ac-5377d60449a5', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'port_id': '528765e6-d42c-450a-952e-2e9f792d3ffd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'mac_address': 'fa:16:3e:85:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:18:09Z', 'updated_at': '2021-09-22T10:19:17Z', 'revision_number': 1, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6500787-1859-4412-a3a5-5dbf88eed36c', 'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'mac_address': 'fa:16:3e:60:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:59Z', 'updated_at': '2021-09-22T10:18:07Z', 'revision_number': 5, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'subnets': [{'id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:19.742816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208de06-dea0-494f-b904-b7915b96b0f4 None None] The sync data for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 is: [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '0925e004-da44-46c7-a9ac-5377d60449a5', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'port_id': '528765e6-d42c-450a-952e-2e9f792d3ffd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'mac_address': 'fa:16:3e:85:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:18:09Z', 'updated_at': '2021-09-22T10:19:17Z', 'revision_number': 1, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6500787-1859-4412-a3a5-5dbf88eed36c', 'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'mac_address': 'fa:16:3e:60:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:59Z', 'updated_at': '2021-09-22T10:18:07Z', 'revision_number': 5, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'subnets': [{'id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:19:19.745019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca47ea-3da0-44bd-aeb6-21ceb9364a2a req-25d21a63-ccf4-486e-a333-32a8565c5fd3 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:19.746591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6ca47ea-3da0-44bd-aeb6-21ceb9364a2a req-25d21a63-ccf4-486e-a333-32a8565c5fd3 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 932 time: 0.1685395 Sep 22 10:19:19.752985 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.753200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:19.774645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fd3623-1ec5-41e0-9520-a613fbe88f79 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:19.779757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:19.780521 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.781932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] 10.222.0.32 "PUT /v2.0/ports/003d9a78-a2ae-4949-b940-96817868530e HTTP/1.1" status: 200 len: 1091 time: 2.7087302 Sep 22 10:19:19.803856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:19.844298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.858652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.861275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] 10.222.0.20 "DELETE /v2.0/networks/4456a5f3-75da-4ad1-8083-ad53f5ac39ef HTTP/1.1" status: 204 len: 168 time: 1.3585343 Sep 22 10:19:19.907896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5920d13-fb57-4ceb-bfe9-f248ea18eb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4456a5f3-75da-4ad1-8083-ad53f5ac39ef,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:19.932784 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.940325 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.947622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6ca47ea-3da0-44bd-aeb6-21ceb9364a2a req-8c4c28bc-2c62-488d-bb93-318e4f68d1f1 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646662 Sep 22 10:19:20.006998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7acea-1a68-4b0a-925c-55b4db45ede8 service neutron] Pushing event updated for resources: {'Port': ['ID=003d9a78-a2ae-4949-b940-96817868530e,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:20.009795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Attempting to bind port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:20.010088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Attempting to bind port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:20.010446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Attempting to bind port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 on network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:20.012808 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3949027f-b3ab-46da-b4cc-6466d1a398bf None None] New status for floating IP 0925e004-da44-46c7-a9ac-5377d60449a5: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:19:20.018758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 on network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:20.019094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Attempting to bind port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 on network 0c0a77aa-22e7-491d-bb9e-7a4164301c98 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:20.027279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.035209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:20.035552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Checking segment: {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:20.036922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Bound using segment: {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:20.036922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Bound port: 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:20.036922 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.039523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=12']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:20.072022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e7cc8c99-88fe-408b-b4a2-6c6a1b912a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:20.073576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-e7cc8c99-88fe-408b-b4a2-6c6a1b912a3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 1094 time: 0.1432047 Sep 22 10:19:20.176500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0f7c19-a64b-45a3-940e-32dc4372910a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:20.183926 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-b1414c5d-0ed5-438e-9457-dec3b3706251 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003d9a78-a2ae-4949-b940-96817868530e HTTP/1.1" status: 200 len: 217 time: 0.0775366 Sep 22 10:19:20.192718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['b5fd3623-1ec5-41e0-9520-a613fbe88f79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:20.291871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] For port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:20.296896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] For port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:20.303007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-7e52d931-1462-47a1-ab93-6402a693eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:20.304536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-7e52d931-1462-47a1-ab93-6402a693eee3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 200 len: 858 time: 0.1118941 Sep 22 10:19:20.323572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Allocated IP 192.168.233.171 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/8879bffe-2c1a-4331-88f3-f9d39af45700) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:20.345409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-ffab858b-4e15-4b16-b403-7220db3358be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c0a77aa-22e7-491d-bb9e-7a4164301c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294547 Sep 22 10:19:20.352162 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3b1aa6-e326-4269-a0cd-142ec759c42b x-openstack-request-id: req-6c3b1aa6-e326-4269-a0cd-142ec759c42b {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:20.357232 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13e5e24-cbde-4e59-b0bc-089f18693efe", "tag": "528765e6-d42c-450a-952e-2e9f792d3ffd", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:20.357232 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c3b1aa6-e326-4269-a0cd-142ec759c42b {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:20.357232 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'tag': '528765e6-d42c-450a-952e-2e9f792d3ffd', 'status': 'completed', 'code': 200} Sep 22 10:19:20.435460 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.513939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47080) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:20.528482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd65c189-88a7-4e7b-a170-ed40eacdc61c', 'tag': '003d9a78-a2ae-4949-b940-96817868530e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:20.530844 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66eab486-ec23-4c51-aa13-fd43679cb85e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd65c189-88a7-4e7b-a170-ed40eacdc61c", "tag": "003d9a78-a2ae-4949-b940-96817868530e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:20.549546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b244a4f-eaa2-4cf3-9075-334381cae568 req-2178cbe3-8b03-4baa-911c-9d74a9caa2c1 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 210 time: 0.1271467 Sep 22 10:19:20.555464 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c780365-0b07-4a2a-891d-57ec7a78e039 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2128028e07be4c7781f4db43dbf59f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403478 Sep 22 10:19:20.558092 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47084) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:20.562689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:20.563339 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.565261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] 10.222.0.32 "PUT /v2.0/ports/6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 HTTP/1.1" status: 200 len: 1092 time: 2.5511961 Sep 22 10:19:20.612194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b30496f-8190-4f19-95ff-8d33f38a14a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.637857 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b30496f-8190-4f19-95ff-8d33f38a14a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.650797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-5ca6ec63-6065-4686-95f7-97579e3b8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:20.652420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-5ca6ec63-6065-4686-95f7-97579e3b8c86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0f40f6d725a4f4aadd42ecf929b97ba&device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 1096 time: 0.2725384 Sep 22 10:19:20.675384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950680f2-cb5a-4690-b6c9-975e2286c1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:20.693639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-b20d8b8c-7c3c-4734-973c-774fd3867de8 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306746 Sep 22 10:19:20.790798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b30496f-8190-4f19-95ff-8d33f38a14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.797091 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b30496f-8190-4f19-95ff-8d33f38a14a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.797091 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8b30496f-8190-4f19-95ff-8d33f38a14a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a747c33-2130-4801-8052-aa9f0f7a40fa HTTP/1.1" status: 204 len: 168 time: 0.2355645 Sep 22 10:19:20.803977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30496f-8190-4f19-95ff-8d33f38a14a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a747c33-2130-4801-8052-aa9f0f7a40fa,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:20.823290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.925980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-d4895c27-53ae-4480-8059-3986d4cd2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:20.927556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-d4895c27-53ae-4480-8059-3986d4cd2837 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 1095 time: 0.1977630 Sep 22 10:19:20.936237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-ab39e6ba-a468-4422-87b0-6621459f369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:20.937625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-ab39e6ba-a468-4422-87b0-6621459f369f service neutron] 10.222.0.32 "GET /v2.0/networks?id=bb6a5443-f60e-4ca4-adb5-ef40307f650e HTTP/1.1" status: 200 len: 916 time: 0.2759807 Sep 22 10:19:20.996883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-1a343760-ef8c-4907-8503-49eb31829131 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:20.998469 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-1a343760-ef8c-4907-8503-49eb31829131 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1097 time: 0.0454965 Sep 22 10:19:21.010086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-3'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:21.030708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aad19e1e-1bbf-46dd-a726-e3ccffd1aff8 req-ae0177f7-35ce-4231-a84a-f83b17bae45d service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170607 Sep 22 10:19:21.035683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-fb9ca716-bf0c-4505-a577-78ab9f4313c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 HTTP/1.1" status: 200 len: 217 time: 0.0971189 Sep 22 10:19:21.061053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04def3f4-6628-41fc-9e9b-0242878efa7a req-892a10d8-2733-4ef0-96ce-a8f92571029b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:21.062569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04def3f4-6628-41fc-9e9b-0242878efa7a req-892a10d8-2733-4ef0-96ce-a8f92571029b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 950 time: 0.1968894 Sep 22 10:19:21.070006 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.115588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-a1d3493f-1e51-4962-a7c3-472ea3e53ff1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=528765e6-d42c-450a-952e-2e9f792d3ffd HTTP/1.1" status: 200 len: 1001 time: 0.1588700 Sep 22 10:19:21.161492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-40e7512a-faab-48e0-8392-f23a1c959dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:21.163102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-40e7512a-faab-48e0-8392-f23a1c959dbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 200 len: 858 time: 0.1189470 Sep 22 10:19:21.168219 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.175992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04def3f4-6628-41fc-9e9b-0242878efa7a req-6c0de575-b946-4469-9105-30db149f4a30 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892005 Sep 22 10:19:21.226178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:21.239871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-807da4df-3325-4731-a596-6a4c84dd036a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c0a77aa-22e7-491d-bb9e-7a4164301c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596592 Sep 22 10:19:21.263146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-83ba1843-75da-4c39-9862-420f1e7ec38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:21.264857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-83ba1843-75da-4c39-9862-420f1e7ec38d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6dc6d5f0-9b32-42fd-a81b-0354c7bb9503 HTTP/1.1" status: 200 len: 854 time: 0.1429126 Sep 22 10:19:21.281978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:21.291282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:21.313276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:21.333637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:21.340507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event updated for resources: {'Port': ['ID=8879bffe-2c1a-4331-88f3-f9d39af45700,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:21.351705 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.412223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 464c5258-b00a-4c2a-ba66-7e609c4aa820 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:21.434209 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.467108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-85428e1d-1fef-459c-9883-0ea89a1add18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:21.468855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-85428e1d-1fef-459c-9883-0ea89a1add18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bb6a5443-f60e-4ca4-adb5-ef40307f650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843355 Sep 22 10:19:21.507070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:21.516710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:21.517352 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.573801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:21.574956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc6cff-757a-4708-80d0-dc85565dbff6 req-bd3cd277-36fe-4454-972a-fd06b6d98dea tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:21.583479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2dc6cff-757a-4708-80d0-dc85565dbff6 req-bd3cd277-36fe-4454-972a-fd06b6d98dea tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 946 time: 0.2683399 Sep 22 10:19:21.590203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-c02a118d-ee00-4098-b877-4cea9bec73c3 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289511 Sep 22 10:19:21.593386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on host n-h1-807025-3 for vnic_type normal with profile {"migrating_to": "n-h2-807025-3"} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:21.593725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:21.594066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:21.599944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 464c5258-b00a-4c2a-ba66-7e609c4aa820 has no active binding in host n-h2-807025-3 {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:19:21.604616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:21.604947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Attempting to bind port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:21.612391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Pushing event updated for resources: {'Port': ['ID=464c5258-b00a-4c2a-ba66-7e609c4aa820,revision_number=7']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:21.615757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:21.616092 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:21.616648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:21.617086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Bound port: 464c5258-b00a-4c2a-ba66-7e609c4aa820, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:21.617438 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.635257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-95a12f8b-3235-4e64-86fa-756c0f0ab244 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0252166 Sep 22 10:19:21.674071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e0487ac2-9f54-4f6e-aac7-f8a2f57921a2 None None] Provisioning complete for port 8879bffe-2c1a-4331-88f3-f9d39af45700 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:21.674468 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0487ac2-9f54-4f6e-aac7-f8a2f57921a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.677222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Request body: {'port': {'device_id': '17ca597a-31a7-4dd2-8275-66a0c8842964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:21.685619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:21.689241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:21.714171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port b5fd3623-1ec5-41e0-9520-a613fbe88f79 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:21.716085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e0487ac2-9f54-4f6e-aac7-f8a2f57921a2 None None] Port 8879bffe-2c1a-4331-88f3-f9d39af45700 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:19:21.719657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port b5fd3623-1ec5-41e0-9520-a613fbe88f79 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:21.720028 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.746498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-c1998a2e-cd2d-47f3-bd25-f1187b855b44 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6a5443-f60e-4ca4-adb5-ef40307f650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631531 Sep 22 10:19:21.783277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2dc6cff-757a-4708-80d0-dc85565dbff6 req-da3fd32f-2c6e-4af5-b018-75a9c644a0d4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985509 Sep 22 10:19:21.799024 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.814692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.823195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:21.826036 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ec66b9-b3ed-4861-8869-0540c24bd9cb" -d '{"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:21.852839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:21.871053 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288c27f7-7c09-4884-a3d3-b0eea26fe6ef x-openstack-request-id: req-288c27f7-7c09-4884-a3d3-b0eea26fe6ef {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:21.874274 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd65c189-88a7-4e7b-a170-ed40eacdc61c", "tag": "003d9a78-a2ae-4949-b940-96817868530e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:21.875402 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-288c27f7-7c09-4884-a3d3-b0eea26fe6ef {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:21.877262 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd65c189-88a7-4e7b-a170-ed40eacdc61c', 'tag': '003d9a78-a2ae-4949-b940-96817868530e', 'status': 'completed', 'code': 200} Sep 22 10:19:21.879236 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.922431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Pushing event updated for resources: {'Port': ['ID=464c5258-b00a-4c2a-ba66-7e609c4aa820,revision_number=8']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:21.926621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:21.927390 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.928894 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3da626de-7ae4-45ab-bbf1-54421eaac325 service neutron] 10.222.0.32 "PUT /v2.0/ports/464c5258-b00a-4c2a-ba66-7e609c4aa820 HTTP/1.1" status: 200 len: 1122 time: 0.9228277 Sep 22 10:19:21.933708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.984551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=13']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:22.009412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['464c5258-b00a-4c2a-ba66-7e609c4aa820'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:22.059176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['464c5258-b00a-4c2a-ba66-7e609c4aa820'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:22.069198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eca7ce4-75c2-4b35-88cf-eb9c5089f808 req-d66ca129-b0be-4d99-a933-4a48f75a8621 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282942 Sep 22 10:19:22.110532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b568a30-8cdc-44fa-9ea8-286ceafa8a67 req-a7f9e72e-610c-4229-b03d-9054507df6e8 service neutron] 10.222.0.32 "GET /v2.0/networks/bb6a5443-f60e-4ca4-adb5-ef40307f650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921917 Sep 22 10:19:22.139554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764d583-03af-48cd-b45c-6b7fc913a294 req-1196b98f-1481-4c5b-b500-683618836ff7 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:22.141725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3764d583-03af-48cd-b45c-6b7fc913a294 req-1196b98f-1481-4c5b-b500-683618836ff7 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 944 time: 0.1851857 Sep 22 10:19:22.144770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-30a94b77-d454-46e4-9b1d-5a30ed7e66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:22.148668 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-30a94b77-d454-46e4-9b1d-5a30ed7e66ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 1094 time: 0.1914546 Sep 22 10:19:22.194514 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47120) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:22.335237 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-819451680-network', 'tenant_id': 'e54e84e081ea480e801c4a5328c94591'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:22.354010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820'}, {'name': 'network-changed', 'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:22.356465 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f725cd-9f79-40d9-8ccd-db9999019c76" -d '{"events": [{"server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "name": "network-vif-unplugged", "status": "completed", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820"}, {"name": "network-changed", "server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:22.368381 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69869621-1034-4d7f-8fb3-cc346e42991d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.374876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3764d583-03af-48cd-b45c-6b7fc913a294 req-d52621f8-41c1-46e9-b305-d86de420d798 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701472 Sep 22 10:19:22.406855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-4c07cfd8-b31b-423c-9c15-0a58ad835b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:22.408350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-4c07cfd8-b31b-423c-9c15-0a58ad835b86 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 919 time: 0.2048962 Sep 22 10:19:22.482430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Made reservation on behalf of e54e84e081ea480e801c4a5328c94591 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:22.484890 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.494779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.602903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.725646 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.753190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:19:22.763326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7a60fb-cda5-4910-a3d1-8727faafb350,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:22.768479 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.768849 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Added segment 43e0b1f9-1b72-4408-a2bb-d1422c6a8842 of type vlan for network e834aadf-9b66-4a65-a72d-037123b226c5 Sep 22 10:19:22.788292 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-55618afb-bbe6-4521-8c6b-5ae1a017b5c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003d9a78-a2ae-4949-b940-96817868530e HTTP/1.1" status: 200 len: 217 time: 0.3703892 Sep 22 10:19:22.809947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.887864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8879bffe-2c1a-4331-88f3-f9d39af45700 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:22.896857 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.901606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2eecd-c6ad-429a-839a-589878d73370 req-95a3648e-b77e-40c4-890e-323849d96d51 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:22.903166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8c2eecd-c6ad-429a-839a-589878d73370 req-95a3648e-b77e-40c4-890e-323849d96d51 tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 1102 time: 0.1269612 Sep 22 10:19:22.921543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-f308b7f2-c961-46ed-99f2-94064736bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:22.922958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-f308b7f2-c961-46ed-99f2-94064736bcbe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 200 len: 858 time: 0.1165748 Sep 22 10:19:22.926766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Transition to ACTIVE for port object 8879bffe-2c1a-4331-88f3-f9d39af45700 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:22.939506 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.940513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:22.941100 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.963644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-cd8f118b-2e58-49b5-bda2-083420f5e9b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c0a77aa-22e7-491d-bb9e-7a4164301c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306666 Sep 22 10:19:22.975315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8c2eecd-c6ad-429a-839a-589878d73370 req-bdf36cca-f7b7-4c7c-b9ce-4ce458cf7b2d tempest-MigrationsAdminTest-132394425 tempest-MigrationsAdminTest-132394425-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645301 Sep 22 10:19:23.004391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] Pushing event updated for resources: {'Network': ['ID=e834aadf-9b66-4a65-a72d-037123b226c5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:23.014073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network e834aadf-9b66-4a65-a72d-037123b226c5 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:19:23.050302 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.078464 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2c587f1b-ab8d-48c4-8d5b-ad05c510396f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8824093 Sep 22 10:19:23.083249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47130) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:23.088199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Request body: {'subnet': {'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-819451680-subnet', 'tenant_id': 'e54e84e081ea480e801c4a5328c94591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:23.100288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-f563cc58-11e0-4163-8626-3ae4a5c8dbe3 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270478 Sep 22 10:19:23.128159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Pushing event updated for resources: {'Port': ['ID=8879bffe-2c1a-4331-88f3-f9d39af45700,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:23.253694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Made reservation on behalf of e54e84e081ea480e801c4a5328c94591 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:23.257613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Attempting to bind port 8879bffe-2c1a-4331-88f3-f9d39af45700 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:23.257613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Attempting to bind port 8879bffe-2c1a-4331-88f3-f9d39af45700 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:23.258063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.258202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Attempting to bind port 8879bffe-2c1a-4331-88f3-f9d39af45700 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:23.268449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Port 8879bffe-2c1a-4331-88f3-f9d39af45700 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:23.268731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Attempting to bind port 8879bffe-2c1a-4331-88f3-f9d39af45700 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:23.273180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66eab486-ec23-4c51-aa13-fd43679cb85e req-49e1f343-4454-4550-b4c5-cbc761e9868c service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617646 Sep 22 10:19:23.275855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:23.276201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:23.276570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:23.277006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Bound port: 8879bffe-2c1a-4331-88f3-f9d39af45700, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:23.277363 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.384498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] For port 8879bffe-2c1a-4331-88f3-f9d39af45700, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:23.388655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] For port 8879bffe-2c1a-4331-88f3-f9d39af45700, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8879bffe-2c1a-4331-88f3-f9d39af45700,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:23.396660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37751e34-afc5-4692-ace4-42c1d56990d9 req-2795fc06-ef29-410e-8bf0-755d6bdab1c3 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.398493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37751e34-afc5-4692-ace4-42c1d56990d9 req-2795fc06-ef29-410e-8bf0-755d6bdab1c3 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 948 time: 0.0800393 Sep 22 10:19:23.406671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 003d9a78-a2ae-4949-b940-96817868530e details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:23.440025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37751e34-afc5-4692-ace4-42c1d56990d9 req-803242eb-b8b3-48ca-ba43-59e832b06e0c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349202 Sep 22 10:19:23.486937 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c00bd2e-d743-4336-ae9f-9b2254c992d1 x-openstack-request-id: req-1c00bd2e-d743-4336-ae9f-9b2254c992d1 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:23.487506 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:23.487616 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c00bd2e-d743-4336-ae9f-9b2254c992d1 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:23.487972 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'code': 200} Sep 22 10:19:23.491939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.517464 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cd30cc-468f-4030-ab2d-10c83d1fd1f9 x-openstack-request-id: req-c9cd30cc-468f-4030-ab2d-10c83d1fd1f9 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:23.519541 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "name": "network-vif-unplugged", "status": "completed", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820", "code": 200}, {"name": "network-changed", "server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:23.520016 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9cd30cc-468f-4030-ab2d-10c83d1fd1f9 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:23.520623 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820', 'code': 200} Sep 22 10:19:23.521233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 003d9a78-a2ae-4949-b940-96817868530e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=003d9a78-a2ae-4949-b940-96817868530e,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:23.521739 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820', 'status': 'completed', 'code': 200} Sep 22 10:19:23.534601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.534756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '003d9a78-a2ae-4949-b940-96817868530e', 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'port_id': '003d9a78-a2ae-4949-b940-96817868530e', 'mac_address': 'fa:16:3e:8f:a7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3889866e-1a1e-464a-bf75-25978c674728', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:23.535512 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.572935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] 10.222.0.30 "PUT /v2.0/ports/8879bffe-2c1a-4331-88f3-f9d39af45700 HTTP/1.1" status: 200 len: 1096 time: 1.8796608 Sep 22 10:19:23.573852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.599846 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.621020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003d9a78-a2ae-4949-b940-96817868530e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:23.637244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Checking segment: {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:23.637805 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Network hostable DHCP agents. Network: e834aadf-9b66-4a65-a72d-037123b226c5, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:19:23.642163 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a972f049-191f-4618-ad61-898eb66c5a2b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:23.648833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453d594-7895-4b1b-8847-53a20ac671fd service neutron] Pushing event updated for resources: {'Port': ['ID=8879bffe-2c1a-4331-88f3-f9d39af45700,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:23.679720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 003d9a78-a2ae-4949-b940-96817868530e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=003d9a78-a2ae-4949-b940-96817868530e,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:23.696906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-186d5b25-481d-40dd-9e4e-75bfec1643ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.699232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-186d5b25-481d-40dd-9e4e-75bfec1643ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1125 time: 0.1428618 Sep 22 10:19:23.721452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b589f-abe2-4354-b72b-dff963b98983 req-9b58d959-a3a5-4156-94a5-d83b8c166925 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.723121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a69b589f-abe2-4354-b72b-dff963b98983 req-9b58d959-a3a5-4156-94a5-d83b8c166925 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 944 time: 0.1039455 Sep 22 10:19:23.759710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-662bfd28-d806-4454-9f88-6aacda2af5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.761252 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-662bfd28-d806-4454-9f88-6aacda2af5c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 1099 time: 0.0490010 Sep 22 10:19:23.808140 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-d0bcfc82-084e-4926-931d-33281fd15dc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8879bffe-2c1a-4331-88f3-f9d39af45700 HTTP/1.1" status: 200 len: 217 time: 0.0388105 Sep 22 10:19:23.808685 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Network e834aadf-9b66-4a65-a72d-037123b226c5 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:19:23.825750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a69b589f-abe2-4354-b72b-dff963b98983 req-125e4c74-a99c-4e36-8767-1daf67bce34b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945473 Sep 22 10:19:23.856562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-eccb93c3-af4e-4940-9693-7f1298055588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.856665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-eccb93c3-af4e-4940-9693-7f1298055588 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1440704 Sep 22 10:19:23.873408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-371a8756-89de-400f-8c1c-2fea25f972d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.875854 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-371a8756-89de-400f-8c1c-2fea25f972d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0600731 Sep 22 10:19:23.897095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dabad7-375c-4e61-8571-837a9b4db9bb', 'tag': '6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3'}, {'name': 'network-changed', 'server_uuid': '17ca597a-31a7-4dd2-8275-66a0c8842964', 'tag': '8879bffe-2c1a-4331-88f3-f9d39af45700'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:23.899386 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8" -d '{"events": [{"name": "network-changed", "server_uuid": "80dabad7-375c-4e61-8571-837a9b4db9bb", "tag": "6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3"}, {"name": "network-changed", "server_uuid": "17ca597a-31a7-4dd2-8275-66a0c8842964", "tag": "8879bffe-2c1a-4331-88f3-f9d39af45700"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:23.903561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-1a960bd7-5eb2-4836-ac23-05b4b959ed81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820 HTTP/1.1" status: 200 len: 217 time: 0.0404372 Sep 22 10:19:23.905359 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.906041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:23.936709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, e834aadf-9b66-4a65-a72d-037123b226c5) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:23.950449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f5858-86cc-4798-9498-a175071d0d52 None None] Network e834aadf-9b66-4a65-a72d-037123b226c5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:19:23.967448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.968089 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.970331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-0cd6262d-6486-4747-828e-7339852998a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.972078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-0cd6262d-6486-4747-828e-7339852998a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0623353 Sep 22 10:19:23.987012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-8faf2774-076f-4df1-8e77-eaac2e7ff495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:23.988741 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-8faf2774-076f-4df1-8e77-eaac2e7ff495 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1061428 Sep 22 10:19:24.006664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-6c728738-46db-467c-bd2b-a2b567720062 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266492 Sep 22 10:19:24.017293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=003d9a78-a2ae-4949-b940-96817868530e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:24.023739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:24.066073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3', 'network_id': '0c0a77aa-22e7-491d-bb9e-7a4164301c98', 'port_id': '6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3', 'mac_address': 'fa:16:3e:83:3d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3889866e-1a1e-464a-bf75-25978c674728', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:24.092574 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-650c8b63-802d-4217-a22c-84c9c4272b90 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0081084 Sep 22 10:19:24.096783 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-4db2f48c-0744-4f2b-bd2a-e33e55d6403f service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011081 Sep 22 10:19:24.114526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-cc1dae57-0e3c-4d48-9deb-434f57771424 service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009486 Sep 22 10:19:24.164369 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.171280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a87d36a-bcff-4ee1-85bc-3e4be9a7daeb None None] Network e834aadf-9b66-4a65-a72d-037123b226c5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:19:24.202618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:24.221562 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e0a7e191-478a-4bfc-b6d4-ff624c44dada req-55b57259-5f86-42a4-bd8b-828dac9f901a service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172879 Sep 22 10:19:24.248868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73f725cd-9f79-40d9-8ccd-db9999019c76 req-d09eb30d-ebd9-4243-ad06-78506d6cdf2e service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272221 Sep 22 10:19:24.284879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:24.425738 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.481363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:24.544916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bfcc1-acec-40bc-a7d0-e46712052654 req-6cff1321-e198-4b72-a89f-7f89036ca7d7 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:24.546510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-233bfcc1-acec-40bc-a7d0-e46712052654 req-6cff1321-e198-4b72-a89f-7f89036ca7d7 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 945 time: 0.0500729 Sep 22 10:19:24.585928 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-233bfcc1-acec-40bc-a7d0-e46712052654 req-e82fa174-a63f-4550-8406-5647f6c38339 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328405 Sep 22 10:19:24.639771 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7530d8c5-fe77-49fd-a23e-a5957829f7e4 x-openstack-request-id: req-7530d8c5-fe77-49fd-a23e-a5957829f7e4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:24.640138 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dabad7-375c-4e61-8571-837a9b4db9bb", "tag": "6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17ca597a-31a7-4dd2-8275-66a0c8842964", "tag": "8879bffe-2c1a-4331-88f3-f9d39af45700", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:24.640494 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7530d8c5-fe77-49fd-a23e-a5957829f7e4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:24.641145 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dabad7-375c-4e61-8571-837a9b4db9bb', 'tag': '6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3', 'status': 'completed', 'code': 200} Sep 22 10:19:24.641538 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ca597a-31a7-4dd2-8275-66a0c8842964', 'tag': '8879bffe-2c1a-4331-88f3-f9d39af45700', 'status': 'completed', 'code': 200} Sep 22 10:19:24.735342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-4a3e1f87-83da-4bfc-9930-8b602b070129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:24.737349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-4a3e1f87-83da-4bfc-9930-8b602b070129 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 1096 time: 0.0784264 Sep 22 10:19:24.749140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-36b90899-5002-43a3-be60-10b6f0184f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:24.750017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:24.750754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-36b90899-5002-43a3-be60-10b6f0184f94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 1099 time: 0.0653005 Sep 22 10:19:24.773152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['003d9a78-a2ae-4949-b940-96817868530e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:24.912117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-d17da8f1-dd39-47a6-9a7d-7abfe6ae02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:24.918324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-d17da8f1-dd39-47a6-9a7d-7abfe6ae02c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 919 time: 0.1684918 Sep 22 10:19:24.918324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-53c91427-4cb2-4a24-b1e1-cb89faeb87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:24.918324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-53c91427-4cb2-4a24-b1e1-cb89faeb87c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1574614 Sep 22 10:19:25.011941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-d609cd44-9a35-4c68-91d1-f8f354d41b4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 HTTP/1.1" status: 200 len: 217 time: 0.0865359 Sep 22 10:19:25.015338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-fa9eaaee-235b-4953-a0f0-c4353d368238 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8879bffe-2c1a-4331-88f3-f9d39af45700 HTTP/1.1" status: 200 len: 217 time: 0.0833073 Sep 22 10:19:25.128872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e6c9dc2e-a085-4710-86f0-8e7599eb638d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:25.141089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-269d3b67-600b-4c0f-baec-43bde868b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:25.143167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-269d3b67-600b-4c0f-baec-43bde868b216 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 200 len: 858 time: 0.1234286 Sep 22 10:19:25.146519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-7b8c4fbd-c266-4baa-9b4b-cf335b501957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:25.147888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-7b8c4fbd-c266-4baa-9b4b-cf335b501957 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1148422 Sep 22 10:19:25.190938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-0da876e6-49c3-4bcb-aa82-297c279619b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c0a77aa-22e7-491d-bb9e-7a4164301c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370505 Sep 22 10:19:25.198919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-5eba50f6-e6aa-443d-be17-335a436f96d1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:25.200303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-5eba50f6-e6aa-443d-be17-335a436f96d1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/networks?id=e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 200 len: 821 time: 0.2692380 Sep 22 10:19:25.251409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-df56f1a7-253f-4b5c-a53b-5a0218275acb tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/quotas/e54e84e081ea480e801c4a5328c94591 HTTP/1.1" status: 200 len: 375 time: 0.0319564 Sep 22 10:19:25.319676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-5741cab6-d38d-4466-86da-9bfe680611da tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e54e84e081ea480e801c4a5328c94591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589530 Sep 22 10:19:25.322880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-1c016bf0-8634-4d80-8827-585d588c56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:25.324298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-1c016bf0-8634-4d80-8827-585d588c56b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583316 Sep 22 10:19:25.363199 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:25.401621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-a3fe61f0-d4d4-43c3-bd1f-069493ac9244 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836441 Sep 22 10:19:25.513539 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:25.523779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-bbb0e94d-b0df-43d7-8308-2eb8641421da service neutron] 10.222.0.20 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969492 Sep 22 10:19:25.559153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-a12ce85b-9f9a-4048-830d-6317364b25b7 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242041 Sep 22 10:19:25.605068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:25.662408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-c7499123-15c0-4dec-b0b3-17f5232a1c34 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353952 Sep 22 10:19:25.719772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-8f4f61a1-9012-4af5-9db8-64151a13cbc9 service neutron] 10.222.0.20 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712902 Sep 22 10:19:25.730248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4e8ba9-e9e7-4232-9b20-5755deae50f8 req-24618c51-b9cf-41a5-b46a-563fa6f32412 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575849 Sep 22 10:19:25.974389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-4d17bf14-0955-46e3-a968-d6cbe3274e7a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:25.975910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-4d17bf14-0955-46e3-a968-d6cbe3274e7a tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 951 time: 0.0581384 Sep 22 10:19:26.045631 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:26.082478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45527f74-7bc6-4bed-a927-1b4aceadd99c req-2382d1e7-b59d-4f76-884b-b5eb9d82c35b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:26.083589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45527f74-7bc6-4bed-a927-1b4aceadd99c req-2382d1e7-b59d-4f76-884b-b5eb9d82c35b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 951 time: 0.0934465 Sep 22 10:19:26.134427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Deleting port b5fd3623-1ec5-41e0-9520-a613fbe88f79 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:19:26.134775 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:26.152587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45527f74-7bc6-4bed-a927-1b4aceadd99c req-e74cbe55-b48d-4cfd-a04f-aeb65dff64c5 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626938 Sep 22 10:19:26.227903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] For port b5fd3623-1ec5-41e0-9520-a613fbe88f79, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b5fd3623-1ec5-41e0-9520-a613fbe88f79,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:26.228264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:26.239889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Calling delete_port for b5fd3623-1ec5-41e0-9520-a613fbe88f79 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:19:26.366485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a41330-bf42-4f3e-90c8-172e02adb88f req-3321d48f-762e-42b1-856d-96057c0c5d00 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:26.367882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8a41330-bf42-4f3e-90c8-172e02adb88f req-3321d48f-762e-42b1-856d-96057c0c5d00 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 948 time: 0.0651305 Sep 22 10:19:26.434344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8a41330-bf42-4f3e-90c8-172e02adb88f req-2acc9c08-60c1-4c62-88e6-4b957a873042 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Sep 22 10:19:26.529686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:26.540678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c209932b-9b2e-413d-95d3-c94f0dafbb4d', '34533945-4368-4f76-ad0d-610f6e3fb840', 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:26.544427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['09db16e6-35d5-4abf-8fb6-0620b751a9f6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:26.594696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Pushing event deleted for resources: {'Port': ['ID=b5fd3623-1ec5-41e0-9520-a613fbe88f79,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:26.624420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] No DVR routers for this DVR port b5fd3623-1ec5-41e0-9520-a613fbe88f79 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:26.629158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:26.631637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc315256-2c1f-407b-83c9-c3350ceccb6c req-576bc637-8b6a-4de8-8ef0-72bf34fff6c3 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "DELETE /v2.0/ports/b5fd3623-1ec5-41e0-9520-a613fbe88f79 HTTP/1.1" status: 204 len: 173 time: 0.6483247 Sep 22 10:19:26.649128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be5349-cbbd-4ced-8dfd-b09562f5fe3b req-a0c527ae-2a01-4bf2-923d-df1526450cb2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:26.658315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02be5349-cbbd-4ced-8dfd-b09562f5fe3b req-a0c527ae-2a01-4bf2-923d-df1526450cb2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 944 time: 0.1562667 Sep 22 10:19:26.660921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-deleted', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:26.663492 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33ed272-0214-459a-a143-d5d0391776a1" -d '{"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-deleted", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:26.710297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02be5349-cbbd-4ced-8dfd-b09562f5fe3b req-c232d1e4-fb39-4299-8f4d-d7c4c4b75a05 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508714 Sep 22 10:19:26.867675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6ad3-dd67-442c-b78c-6899f9275174 req-127e7ced-5d53-4e16-afa8-20e37b446aea tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:26.869708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0dfb6ad3-dd67-442c-b78c-6899f9275174 req-127e7ced-5d53-4e16-afa8-20e37b446aea tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 945 time: 0.0600989 Sep 22 10:19:26.915457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0dfb6ad3-dd67-442c-b78c-6899f9275174 req-e6aa9f5e-0e3c-427f-a0e5-4ab7acf6c9bc tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 Sep 22 10:19:27.071957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11f14374-1144-44b3-bd39-0941f3dcce81 req-af3cc825-b9fc-44a2-aa97-b4ca97196803 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 210 time: 0.0295165 Sep 22 10:19:27.139644 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce88d78-6578-4a53-8bf2-e511ef87339b x-openstack-request-id: req-2ce88d78-6578-4a53-8bf2-e511ef87339b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:27.139934 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e7779-c3c5-42c7-a44f-9bebeb2c3bd5", "name": "network-vif-deleted", "tag": "b5fd3623-1ec5-41e0-9520-a613fbe88f79", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:27.140268 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ce88d78-6578-4a53-8bf2-e511ef87339b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:27.140796 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e7779-c3c5-42c7-a44f-9bebeb2c3bd5', 'name': 'network-vif-deleted', 'tag': 'b5fd3623-1ec5-41e0-9520-a613fbe88f79', 'status': 'completed', 'code': 200} Sep 22 10:19:27.351923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51c80ae2-a841-44fb-9f7c-c02041a0ae23 req-f43166dd-f72a-4eef-927e-395cc082cdc8 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=623e7779-c3c5-42c7-a44f-9bebeb2c3bd5 HTTP/1.1" status: 200 len: 210 time: 0.0280178 Sep 22 10:19:27.443195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 003d9a78-a2ae-4949-b940-96817868530e up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:27.500414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8879bffe-2c1a-4331-88f3-f9d39af45700 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:27.600352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 8879bffe-2c1a-4331-88f3-f9d39af45700, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8879bffe-2c1a-4331-88f3-f9d39af45700,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:27.611924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '8879bffe-2c1a-4331-88f3-f9d39af45700', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '8879bffe-2c1a-4331-88f3-f9d39af45700', 'mac_address': 'fa:16:3e:2b:f1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:27.616782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95071a6-1a3c-4aa6-88c6-21a9064ed49d req-ab84ab7d-fafe-492c-a830-889c88c2ba1d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:27.618444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c95071a6-1a3c-4aa6-88c6-21a9064ed49d req-ab84ab7d-fafe-492c-a830-889c88c2ba1d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 948 time: 0.0521052 Sep 22 10:19:27.644714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 003d9a78-a2ae-4949-b940-96817868530e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:27.653815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 003d9a78-a2ae-4949-b940-96817868530e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:27.654310 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:27.657209 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:27.661220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c95071a6-1a3c-4aa6-88c6-21a9064ed49d req-369905c4-7cd2-4e29-bfb1-dc76a6688b1f tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Sep 22 10:19:27.695312 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8879bffe-2c1a-4331-88f3-f9d39af45700 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:27.725338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 8879bffe-2c1a-4331-88f3-f9d39af45700, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8879bffe-2c1a-4331-88f3-f9d39af45700,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:27.764714 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:27.794706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd65c189-88a7-4e7b-a170-ed40eacdc61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003d9a78-a2ae-4949-b940-96817868530e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:27.797112 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ce258-4f67-4a5a-af92-7e3c1370ffb5" -d '{"events": [{"server_uuid": "bd65c189-88a7-4e7b-a170-ed40eacdc61c", "name": "network-vif-plugged", "status": "completed", "tag": "003d9a78-a2ae-4949-b940-96817868530e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:27.811262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 003d9a78-a2ae-4949-b940-96817868530e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=003d9a78-a2ae-4949-b940-96817868530e,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:27.852801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2d0c7-5208-49a2-8787-63e5261690f5 req-67eca22f-ab11-4a46-ba57-63b46c0528e9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:27.853980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99e2d0c7-5208-49a2-8787-63e5261690f5 req-67eca22f-ab11-4a46-ba57-63b46c0528e9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 944 time: 0.0616386 Sep 22 10:19:27.854416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:27.900904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99e2d0c7-5208-49a2-8787-63e5261690f5 req-f5497ca3-fbf1-4088-9860-8f940ca0babb tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Sep 22 10:19:27.914637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=8879bffe-2c1a-4331-88f3-f9d39af45700,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:27.942293 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:27.944260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:27.966626 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af591170-2b56-4dd2-81da-2f84cc12afae x-openstack-request-id: req-af591170-2b56-4dd2-81da-2f84cc12afae {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:27.967083 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd65c189-88a7-4e7b-a170-ed40eacdc61c", "name": "network-vif-plugged", "status": "completed", "tag": "003d9a78-a2ae-4949-b940-96817868530e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:27.973555 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af591170-2b56-4dd2-81da-2f84cc12afae {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:27.973555 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd65c189-88a7-4e7b-a170-ed40eacdc61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003d9a78-a2ae-4949-b940-96817868530e', 'code': 200} Sep 22 10:19:28.003268 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.036682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=003d9a78-a2ae-4949-b940-96817868530e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:28.099166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:28.111931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4699e67-cffe-4f01-ace5-65140a5be355 req-7efa95a1-d8f0-4b9a-94dc-50fd22baf831 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:28.113440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4699e67-cffe-4f01-ace5-65140a5be355 req-7efa95a1-d8f0-4b9a-94dc-50fd22baf831 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 945 time: 0.0826066 Sep 22 10:19:28.116141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8231-6da5-4419-9eb5-1dc9eb1acbfc req-4bdbfbe9-3f43-4623-a83e-855fec7429cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:28.117509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbba8231-6da5-4419-9eb5-1dc9eb1acbfc req-4bdbfbe9-3f43-4623-a83e-855fec7429cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 1096 time: 0.0594027 Sep 22 10:19:28.176230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4699e67-cffe-4f01-ace5-65140a5be355 req-5200a9f8-095f-4bf1-be67-f3d9459e3dc0 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561035 Sep 22 10:19:28.178162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbba8231-6da5-4419-9eb5-1dc9eb1acbfc req-2300b779-8c6a-4837-bce6-2771bef05b0a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513740 Sep 22 10:19:28.187784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:28.205452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:28.205824 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.337127 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.372856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:28.448060 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.465947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e86c57f-b3b3-4bcd-9c01-ecba64160883 req-c6c862eb-9981-4bb1-b194-48da62927a05 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 210 time: 0.0280406 Sep 22 10:19:28.522894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:29.001145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-bdbccc82-0281-4304-8109-b72524890761 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:29.003483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-bdbccc82-0281-4304-8109-b72524890761 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.30 "GET /v2.0/networks?id=e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 200 len: 821 time: 0.1317637 Sep 22 10:19:29.020708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Request body: {'port': {'device_id': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5', 'admin_state_up': True, 'tenant_id': 'e54e84e081ea480e801c4a5328c94591'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:29.184113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e066036-507d-44e8-be4f-96b308c715db req-49d5ad48-fdd6-4796-aabb-76a93422531a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:29.185626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e066036-507d-44e8-be4f-96b308c715db req-49d5ad48-fdd6-4796-aabb-76a93422531a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 949 time: 0.0494237 Sep 22 10:19:29.230731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e066036-507d-44e8-be4f-96b308c715db req-a6dece2f-f993-429e-9e8a-fbc50f6c63ba tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375960 Sep 22 10:19:29.285384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Made reservation on behalf of e54e84e081ea480e801c4a5328c94591 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:29.289901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.414428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b555ff0-f7ef-4e6b-8a69-5babb3ee1540 req-9532280b-29cf-40e7-9471-590b89d38482 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:29.415887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b555ff0-f7ef-4e6b-8a69-5babb3ee1540 req-9532280b-29cf-40e7-9471-590b89d38482 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 944 time: 0.1012101 Sep 22 10:19:29.489662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Allocated IP 172.20.0.8 (e834aadf-9b66-4a65-a72d-037123b226c5/a972f049-191f-4618-ad61-898eb66c5a2b/6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:29.498526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b555ff0-f7ef-4e6b-8a69-5babb3ee1540 req-67ca78c7-0f33-4abd-9aa4-d52df52b2fbf tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600200 Sep 22 10:19:29.503619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8879bffe-2c1a-4331-88f3-f9d39af45700 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:29.652145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 8879bffe-2c1a-4331-88f3-f9d39af45700 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:29.661438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 8879bffe-2c1a-4331-88f3-f9d39af45700 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:29.661980 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.698113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbae43-d332-4e84-b0bd-d9c0669cdc52 req-0b0937cb-2e74-4e71-a2c0-254fd16cd548 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:29.699631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ccbbae43-d332-4e84-b0bd-d9c0669cdc52 req-0b0937cb-2e74-4e71-a2c0-254fd16cd548 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 951 time: 0.1047037 Sep 22 10:19:29.717221 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.747437 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.762867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ccbbae43-d332-4e84-b0bd-d9c0669cdc52 req-c1953a1e-958e-44aa-9bd3-f2309193bd58 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510533 Sep 22 10:19:29.786338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 8879bffe-2c1a-4331-88f3-f9d39af45700, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8879bffe-2c1a-4331-88f3-f9d39af45700,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:29.866588 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.868409 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.869411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:29.916915 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: b5fd3623-1ec5-41e0-9520-a613fbe88f79 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:19:29.917258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b5fd3623-1ec5-41e0-9520-a613fbe88f79 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:29.917682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 464c5258-b00a-4c2a-ba66-7e609c4aa820 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:29.972238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dabad7-375c-4e61-8571-837a9b4db9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3'}, {'server_uuid': '17ca597a-31a7-4dd2-8275-66a0c8842964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8879bffe-2c1a-4331-88f3-f9d39af45700'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:29.974507 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462fe2c5-0f53-49bc-a1a9-e7d24134b239" -d '{"events": [{"server_uuid": "80dabad7-375c-4e61-8571-837a9b4db9bb", "name": "network-vif-plugged", "status": "completed", "tag": "6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3"}, {"server_uuid": "17ca597a-31a7-4dd2-8275-66a0c8842964", "name": "network-vif-plugged", "status": "completed", "tag": "8879bffe-2c1a-4331-88f3-f9d39af45700"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:29.981723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=8879bffe-2c1a-4331-88f3-f9d39af45700,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:30.202777 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-a4c979ee-fe64-40b9-9045-7d23bd38f49f service neutron] 10.222.0.30 "GET /v2.0/ports/464c5258-b00a-4c2a-ba66-7e609c4aa820/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 384 time: 0.0632868 Sep 22 10:19:30.247867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Network e834aadf-9b66-4a65-a72d-037123b226c5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:30.262202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3912a4-423f-4a07-971e-30edfa566531 req-c8f99ec6-9bcb-4bd3-8aec-65dbc1468162 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:30.263699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f3912a4-423f-4a07-971e-30edfa566531 req-c8f99ec6-9bcb-4bd3-8aec-65dbc1468162 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.4092941 Sep 22 10:19:30.265793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event updated for resources: {'Port': ['ID=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:30.269038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:30.277779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:30.367612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:30.368257 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:30.381499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:30.384729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-b29c8382-68ac-4f11-8b3c-935382d73bed tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:30.386258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-b29c8382-68ac-4f11-8b3c-935382d73bed tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 951 time: 0.1213667 Sep 22 10:19:30.392266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f3912a4-423f-4a07-971e-30edfa566531 req-67eb5e76-1459-444d-b889-a6ea23e41c10 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810373 Sep 22 10:19:30.431328 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:30.463268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464c5258-b00a-4c2a-ba66-7e609c4aa820 {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:30.478440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:30.497848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Deleting port 34533945-4368-4f76-ad0d-610f6e3fb840 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:19:30.503122 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:30.536877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-1c9fe484-c93c-4546-b7e6-d736b3179330 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5209026 Sep 22 10:19:30.590159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Request body: {'port': {'device_id': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:30.599511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:30.657343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1f62a-a1cb-46ce-b6c3-0641eabf479b req-f343481a-631a-4315-a2e9-a930652d82de tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:30.659443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37f1f62a-a1cb-46ce-b6c3-0641eabf479b req-f343481a-631a-4315-a2e9-a930652d82de tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 931 time: 0.1336675 Sep 22 10:19:30.679843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] Transition to ACTIVE for port object 464c5258-b00a-4c2a-ba66-7e609c4aa820 will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:30.699656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] For port 34533945-4368-4f76-ad0d-610f6e3fb840, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=34533945-4368-4f76-ad0d-610f6e3fb840,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:30.700030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:30.721017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:30.724007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Calling delete_port for 34533945-4368-4f76-ad0d-610f6e3fb840 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:19:30.760011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:30.812810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37f1f62a-a1cb-46ce-b6c3-0641eabf479b req-7795b1d8-35f5-46a7-9e12-0bf3887b4686 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364837 Sep 22 10:19:30.819438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] No DVR routers for this DVR port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:30.853940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] Pushing event updated for resources: {'Port': ['ID=464c5258-b00a-4c2a-ba66-7e609c4aa820,revision_number=10']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:30.862594 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-3996ebb6-31e5-4f08-8f88-3ae42ad06c28 service neutron] 10.222.0.30 "PUT /v2.0/ports/464c5258-b00a-4c2a-ba66-7e609c4aa820/bindings/n-h2-807025-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6529989 Sep 22 10:19:31.001257 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32b1ae4-dcfc-4e82-bd13-67d06bc42826 x-openstack-request-id: req-b32b1ae4-dcfc-4e82-bd13-67d06bc42826 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:31.002330 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dabad7-375c-4e61-8571-837a9b4db9bb", "name": "network-vif-plugged", "status": "completed", "tag": "6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3", "code": 200}, {"server_uuid": "17ca597a-31a7-4dd2-8275-66a0c8842964", "name": "network-vif-plugged", "status": "completed", "tag": "8879bffe-2c1a-4331-88f3-f9d39af45700", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:31.002489 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b32b1ae4-dcfc-4e82-bd13-67d06bc42826 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:31.002962 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dabad7-375c-4e61-8571-837a9b4db9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3', 'code': 200} Sep 22 10:19:31.003415 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ca597a-31a7-4dd2-8275-66a0c8842964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8879bffe-2c1a-4331-88f3-f9d39af45700', 'code': 200} Sep 22 10:19:31.108085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28840c-aa58-4708-8b41-14522d93fd1a req-6576d027-4f76-4b41-b2fb-9ac7bcfde545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:31.109516 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bb28840c-aa58-4708-8b41-14522d93fd1a req-6576d027-4f76-4b41-b2fb-9ac7bcfde545 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 1101 time: 0.0403972 Sep 22 10:19:31.146813 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bb28840c-aa58-4708-8b41-14522d93fd1a req-7e54e0ad-6330-4f7b-a856-ea47984c99f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Sep 22 10:19:31.203795 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:31.215649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c209932b-9b2e-413d-95d3-c94f0dafbb4d', '34533945-4368-4f76-ad0d-610f6e3fb840'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:31.223756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['09db16e6-35d5-4abf-8fb6-0620b751a9f6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:31.235687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0233029-fd2d-47b0-8ae1-e7cc2e1dbd55 req-e4c8af52-9b4f-4720-8d6b-79de4a60c8cc tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:31.238313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0233029-fd2d-47b0-8ae1-e7cc2e1dbd55 req-e4c8af52-9b4f-4720-8d6b-79de4a60c8cc tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 950 time: 0.1769252 Sep 22 10:19:31.299322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-d9829f0d-992f-45a0-80fc-369ab1f416b8 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:31.301916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-d9829f0d-992f-45a0-80fc-369ab1f416b8 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.1922996 Sep 22 10:19:31.306705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Pushing event deleted for resources: {'Port': ['ID=34533945-4368-4f76-ad0d-610f6e3fb840,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:31.310762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0c51a-8a32-4bec-82f9-91a97b334967 req-b8c1b8f3-794e-40dd-b65d-8e8e5b2bb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:31.312969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1be0c51a-8a32-4bec-82f9-91a97b334967 req-b8c1b8f3-794e-40dd-b65d-8e8e5b2bb53b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 1097 time: 0.2019026 Sep 22 10:19:31.347449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:31.420301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:31.487349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] No DVR routers for this DVR port 34533945-4368-4f76-ad0d-610f6e3fb840 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:31.495947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Transition to ACTIVE for port object 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:31.500181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0233029-fd2d-47b0-8ae1-e7cc2e1dbd55 req-d084e5c4-5992-4e41-a332-0da32bec949d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465074 Sep 22 10:19:31.503024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:31.505523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7db40b04-51df-48b5-86eb-d5ae5fc92749 req-e7164ade-8797-4a13-9a6c-0758ac7c370f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "DELETE /v2.0/ports/34533945-4368-4f76-ad0d-610f6e3fb840 HTTP/1.1" status: 204 len: 173 time: 1.1095660 Sep 22 10:19:31.509837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-deleted', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:31.520529 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90709a2-6eb0-4915-8bbf-5eea362ada39" -d '{"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-deleted", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:31.526191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1be0c51a-8a32-4bec-82f9-91a97b334967 req-b76fef63-8504-45e7-8592-68a0a5ddd99a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876826 Sep 22 10:19:31.529942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-97a088cc-f02e-4104-8dc9-a93b891cf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:31.531995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-97a088cc-f02e-4104-8dc9-a93b891cf335 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216&tenant_id=e192f08f9a784bf1b08be68f0f93c89f HTTP/1.1" status: 200 len: 1096 time: 0.2101965 Sep 22 10:19:31.613565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391c19-692d-4cbb-8941-e27f6f79a08f req-6c1d0c77-1c0e-4e5f-95ca-598355df4ffd tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:31.615026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a391c19-692d-4cbb-8941-e27f6f79a08f req-6c1d0c77-1c0e-4e5f-95ca-598355df4ffd tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 945 time: 0.0502193 Sep 22 10:19:31.616094 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:31.684355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:31.721741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a391c19-692d-4cbb-8941-e27f6f79a08f req-ad2a4c35-07f7-4ee7-ba22-ec2a142cae18 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977585 Sep 22 10:19:31.830542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Attempting to bind port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:31.830975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Attempting to bind port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:31.831311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Attempting to bind port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb on network e834aadf-9b66-4a65-a72d-037123b226c5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:31.849622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-12633ab2-c7a0-4167-b1c4-31f67e0dad9b req-b8f9415e-5cc0-4f11-835d-b6c5e44278ab tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c99851e-7c55-4756-8636-bb439d5db9cb HTTP/1.1" status: 200 len: 210 time: 0.0388477 Sep 22 10:19:31.852915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb on network e834aadf-9b66-4a65-a72d-037123b226c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:31.853195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Attempting to bind port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb on network e834aadf-9b66-4a65-a72d-037123b226c5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:31.860792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:31.861118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Checking segment: {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:31.870449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Bound using segment: {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:31.870449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Bound port: 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:31.870449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:31.870449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-1733d93c-650c-46da-b48e-55aea9d9dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:31.870449 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-1733d93c-650c-46da-b48e-55aea9d9dff0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1096 time: 0.0897872 Sep 22 10:19:32.027224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:32.031598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:32.050182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-11202269-5420-4902-ae16-84c92ac05c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:32.051666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-11202269-5420-4902-ae16-84c92ac05c0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1720872 Sep 22 10:19:32.059908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e0b59-aa13-4fee-b228-2c4e22df2070 req-ce0aaf17-a713-4436-807f-159f6966852f tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:32.061269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c99e0b59-aa13-4fee-b228-2c4e22df2070 req-ce0aaf17-a713-4436-807f-159f6966852f tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.1194692 Sep 22 10:19:32.101511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-799d7d9d-95c0-4e98-90c8-fe25f9bad313 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820 HTTP/1.1" status: 200 len: 217 time: 0.0393255 Sep 22 10:19:32.155709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c99e0b59-aa13-4fee-b228-2c4e22df2070 req-23359a73-8ecc-4407-b5af-49e4f835ecff tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864108 Sep 22 10:19:32.165896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-42400d3e-ceaa-466f-9aae-4e3dfcce5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:32.167686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-42400d3e-ceaa-466f-9aae-4e3dfcce5e0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0584033 Sep 22 10:19:32.201358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-a04103c0-696e-458d-a4ad-26550856cf41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247400 Sep 22 10:19:32.202566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:32.259468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:32.260088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:32.261499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] 10.222.0.30 "PUT /v2.0/ports/6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb HTTP/1.1" status: 200 len: 1091 time: 1.7056911 Sep 22 10:19:32.278351 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570bcb7e-b181-4b20-bc78-e307a5c103be x-openstack-request-id: req-570bcb7e-b181-4b20-bc78-e307a5c103be {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:32.278605 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c99851e-7c55-4756-8636-bb439d5db9cb", "name": "network-vif-deleted", "tag": "34533945-4368-4f76-ad0d-610f6e3fb840", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:32.278826 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-570bcb7e-b181-4b20-bc78-e307a5c103be {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:32.279256 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c99851e-7c55-4756-8636-bb439d5db9cb', 'name': 'network-vif-deleted', 'tag': '34533945-4368-4f76-ad0d-610f6e3fb840', 'status': 'completed', 'code': 200} Sep 22 10:19:32.324741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2974a-db6a-4743-a32c-e9ee5e6f2612 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:32.392058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-926bcf21-ef76-4f62-ba8f-9bfa0e8f940a service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812644 Sep 22 10:19:32.448863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99ee31-0848-4982-8cc0-9b65d2214104 req-7859dbff-8c2f-462f-a5af-1adc016a6ac7 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:32.450406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf99ee31-0848-4982-8cc0-9b65d2214104 req-7859dbff-8c2f-462f-a5af-1adc016a6ac7 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 943 time: 0.1212652 Sep 22 10:19:32.537511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-c4daf6b3-c8da-43dd-9b28-8463dddc1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:32.538973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-c4daf6b3-c8da-43dd-9b28-8463dddc1816 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e54e84e081ea480e801c4a5328c94591&device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 1094 time: 0.1390159 Sep 22 10:19:32.549266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf99ee31-0848-4982-8cc0-9b65d2214104 req-b49aa16e-d667-44e2-b0ae-52e35b743739 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920062 Sep 22 10:19:32.603187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-d037bcf9-e0af-4d42-990e-2bab4cbf4fba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb HTTP/1.1" status: 200 len: 217 time: 0.0514584 Sep 22 10:19:32.605266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-7abda77a-8c10-4b4f-85ae-f20675da260d service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041216 Sep 22 10:19:32.657587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-70d658a6-d2de-4fab-9b49-5140336d19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:32.659383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-70d658a6-d2de-4fab-9b49-5140336d19b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a972f049-191f-4618-ad61-898eb66c5a2b HTTP/1.1" status: 200 len: 861 time: 0.0485089 Sep 22 10:19:32.703116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-124f3e5e-5f23-491a-bb38-28b3bae228c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e834aadf-9b66-4a65-a72d-037123b226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360687 Sep 22 10:19:32.851143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de70f94-8062-4a52-8a2d-e04e50c0f13b req-2dc03ce6-8bec-46f7-b248-89e2ef0f806c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:32.852547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1de70f94-8062-4a52-8a2d-e04e50c0f13b req-2dc03ce6-8bec-46f7-b248-89e2ef0f806c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 950 time: 0.0938208 Sep 22 10:19:32.855421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-54cfaf55-993a-479a-90be-1ca52150d91b service neutron] 10.222.0.30 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441469 Sep 22 10:19:32.953594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1de70f94-8062-4a52-8a2d-e04e50c0f13b req-5254053b-ba06-48b4-bcf1-be0ae43dfd42 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907607 Sep 22 10:19:32.981404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-313d0963-1b79-4388-b449-4aa3a0ab17d4 req-5f2de1af-b291-43f3-880b-5f073749c209 service neutron] 10.222.0.30 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173577 Sep 22 10:19:33.086047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d843-fecd-4ff7-97cb-ecf35e2b94df req-b54424b6-a370-48b1-9bd3-4cf986a7fc5e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:33.087557 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b873d843-fecd-4ff7-97cb-ecf35e2b94df req-b54424b6-a370-48b1-9bd3-4cf986a7fc5e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 945 time: 0.0490940 Sep 22 10:19:33.126442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b873d843-fecd-4ff7-97cb-ecf35e2b94df req-81423748-24b4-4617-af51-73f1db16f957 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323935 Sep 22 10:19:33.373695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527037-7e81-40df-b4c7-d9bd7ea53d9e req-00b602fa-b60c-4b4f-b30f-2850836023ff tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:33.375347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61527037-7e81-40df-b4c7-d9bd7ea53d9e req-00b602fa-b60c-4b4f-b30f-2850836023ff tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 1101 time: 0.0437112 Sep 22 10:19:33.393259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-61527037-7e81-40df-b4c7-d9bd7ea53d9e req-bf3d8faa-fbdf-4d90-844e-5c0e13866211 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:33.481675 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-61527037-7e81-40df-b4c7-d9bd7ea53d9e req-bf3d8faa-fbdf-4d90-844e-5c0e13866211 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:33.509001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:33.532047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 34533945-4368-4f76-ad0d-610f6e3fb840 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:19:33.532390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 34533945-4368-4f76-ad0d-610f6e3fb840 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:33.631975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-b1f7f951-8c7e-421c-a4f6-a58f6ca6a76a tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:33.633985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-b1f7f951-8c7e-421c-a4f6-a58f6ca6a76a tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.0558681 Sep 22 10:19:33.652338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-61527037-7e81-40df-b4c7-d9bd7ea53d9e req-bf3d8faa-fbdf-4d90-844e-5c0e13866211 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:33.693134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61527037-7e81-40df-b4c7-d9bd7ea53d9e req-bf3d8faa-fbdf-4d90-844e-5c0e13866211 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115571 Sep 22 10:19:33.714530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d8faa-fbdf-4d90-844e-5c0e13866211 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36102fe7-a53b-48d6-a559-9cd48cc386c2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:33.965983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-5727b61a-4946-48e3-8f19-c2098f8e1e6a service neutron] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:33.969161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-5727b61a-4946-48e3-8f19-c2098f8e1e6a service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:33.970379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5edc2a45-56e9-4789-85e1-d36faa7cf906 req-5727b61a-4946-48e3-8f19-c2098f8e1e6a service neutron] 10.222.0.32 "DELETE /v2.0/ports/464c5258-b00a-4c2a-ba66-7e609c4aa820/bindings/n-h1-807025-3 HTTP/1.1" status: 204 len: 173 time: 0.3284760 Sep 22 10:19:34.280642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:34.282831 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb259efb-41b7-41d3-a694-7352e958dfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:34.292882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c3457-9557-4108-a30c-c8608e315b8a req-c3f5b1c2-bb19-42b5-987b-f094a601ec07 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:34.294382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-656c3457-9557-4108-a30c-c8608e315b8a req-c3f5b1c2-bb19-42b5-987b-f094a601ec07 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0546620 Sep 22 10:19:34.332808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-656c3457-9557-4108-a30c-c8608e315b8a req-fec343b2-abbb-4c15-bf20-53a29ef1502d tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Sep 22 10:19:34.509796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41dd67-4fce-4ee4-8f53-30c421d347ed req-c656556e-707e-404a-9c49-5ce078e2e592 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:34.511316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e41dd67-4fce-4ee4-8f53-30c421d347ed req-c656556e-707e-404a-9c49-5ce078e2e592 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 943 time: 0.0511489 Sep 22 10:19:34.558817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e41dd67-4fce-4ee4-8f53-30c421d347ed req-c87278a6-3417-4b85-854e-4673b4fa2174 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413489 Sep 22 10:19:34.891559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-8653fa79-9019-4a39-a3a1-5ba24af26f38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520039 Sep 22 10:19:35.007366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9318a-0051-45ad-8d03-71db1371c41d req-84e4eb46-09fd-4b57-b048-e761ba9cb400 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.008944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4c9318a-0051-45ad-8d03-71db1371c41d req-84e4eb46-09fd-4b57-b048-e761ba9cb400 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 945 time: 0.0681443 Sep 22 10:19:35.011657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-c8b83959-cc0f-4a34-acff-ef56f7a74343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.013260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-c8b83959-cc0f-4a34-acff-ef56f7a74343 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f86d306282364855b4f40fc67978d89d&device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 1100 time: 0.0802457 Sep 22 10:19:35.056453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4c9318a-0051-45ad-8d03-71db1371c41d req-79ab8ef2-2552-4927-8361-6564c99b1339 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Sep 22 10:19:35.165225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-52ebd6c4-313a-45a4-a6f9-f2bbb3b05536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.166745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-52ebd6c4-313a-45a4-a6f9-f2bbb3b05536 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1209545 Sep 22 10:19:35.217788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-01cf3b8f-1620-4bbc-91d7-a87c2aec8bca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 200 len: 217 time: 0.0421576 Sep 22 10:19:35.225243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814c170-389e-492f-a34b-1c78f77dba50 req-67d7bb38-0c6e-45fb-8310-31f8b41fb060 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.226666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3814c170-389e-492f-a34b-1c78f77dba50 req-67d7bb38-0c6e-45fb-8310-31f8b41fb060 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1013241 Sep 22 10:19:35.289914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-355b5551-dd21-4e53-aab1-198aa5d59e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.291410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-355b5551-dd21-4e53-aab1-198aa5d59e20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0637641 Sep 22 10:19:35.298967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3814c170-389e-492f-a34b-1c78f77dba50 req-ed36f097-94ed-4bca-aeaf-a5b19047331f tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636775 Sep 22 10:19:35.339786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-3fde568e-0867-4f9a-96a2-9e122724f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.341999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-3fde568e-0867-4f9a-96a2-9e122724f192 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421565 Sep 22 10:19:35.344257 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba8ebc6-ae50-4cf0-9cf6-49964e9ff6d0 x-openstack-request-id: req-1ba8ebc6-ae50-4cf0-9cf6-49964e9ff6d0 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:35.344542 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:35.344795 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ba8ebc6-ae50-4cf0-9cf6-49964e9ff6d0 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:35.345219 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb', 'status': 'completed', 'code': 200} Sep 22 10:19:35.468192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-f89e7de4-62a1-43f6-ae2f-4fff1975c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.469703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-f89e7de4-62a1-43f6-ae2f-4fff1975c0fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e54e84e081ea480e801c4a5328c94591&device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 1094 time: 0.0947969 Sep 22 10:19:35.493803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-838d72a5-b35a-4c0d-b60b-22d994b32fa2 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405916 Sep 22 10:19:35.516176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:35.595988 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:19:35.612772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:35.624121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb', 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5', 'port_id': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb', 'mac_address': 'fa:16:3e:33:c6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a972f049-191f-4618-ad61-898eb66c5a2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:35.665870 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:35.677235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-e7c14e47-3661-4f93-851d-22ba4e280af4 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.678432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:35.678718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-e7c14e47-3661-4f93-851d-22ba4e280af4 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab95a89e-b865-414d-8653-f513753d28ee HTTP/1.1" status: 200 len: 950 time: 0.1340919 Sep 22 10:19:35.693312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bddfcf-e3c8-4a98-96c2-7fd27ec03d26 req-c69b2edf-2cf0-4eac-b052-c67d6c12d8f9 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895523 Sep 22 10:19:35.695484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-30a92b1b-6efa-429e-8103-b8dc59694f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.696842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-30a92b1b-6efa-429e-8103-b8dc59694f54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 200 len: 922 time: 0.2162139 Sep 22 10:19:35.698483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:35.753370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-6057821b-4919-45b8-b815-7177ecd7805a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb HTTP/1.1" status: 200 len: 217 time: 0.0399859 Sep 22 10:19:35.802547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:35.853975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:35.855040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-8f2d1258-4e3f-4ce4-b02f-6d515e19acf0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337896 Sep 22 10:19:35.860263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-fe3e06e5-f10a-4a68-b65b-072f062bbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.863585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-fe3e06e5-f10a-4a68-b65b-072f062bbac1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a972f049-191f-4618-ad61-898eb66c5a2b HTTP/1.1" status: 200 len: 861 time: 0.1022897 Sep 22 10:19:35.941959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-fe4d3bda-600e-4d1e-801a-e29a5bd7dd91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e834aadf-9b66-4a65-a72d-037123b226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649071 Sep 22 10:19:36.012752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:36.328056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Deleting port c209932b-9b2e-413d-95d3-c94f0dafbb4d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:19:36.328292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:36.390629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-b5272fcf-c5ae-4a20-9ded-6b2298549b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:36.392666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-b5272fcf-c5ae-4a20-9ded-6b2298549b62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 1097 time: 0.5141878 Sep 22 10:19:36.489225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-17b8b8bc-a620-4118-94d8-f83fb627251a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:36.490981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-17b8b8bc-a620-4118-94d8-f83fb627251a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6251311 Sep 22 10:19:36.553328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-00b2bfcf-5ad9-407b-9fb3-173df77671be service neutron] 10.222.0.30 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030993 Sep 22 10:19:36.565798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] For port c209932b-9b2e-413d-95d3-c94f0dafbb4d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c209932b-9b2e-413d-95d3-c94f0dafbb4d,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:36.566195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:36.577366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-2ce52e4d-cea9-4b3d-ad84-ca6809fabf41 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/quotas/814638ec47784acbb1ee5a54663d44fe HTTP/1.1" status: 200 len: 375 time: 0.0721095 Sep 22 10:19:36.612771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Calling delete_port for c209932b-9b2e-413d-95d3-c94f0dafbb4d owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:19:36.667445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-d7b54d39-84ee-449e-b65b-c8c70f999e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:36.668911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-d7b54d39-84ee-449e-b65b-c8c70f999e1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 919 time: 0.2558680 Sep 22 10:19:36.774678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-dd59060e-baef-4283-8d52-d56a01c90f96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 HTTP/1.1" status: 200 len: 217 time: 0.0804532 Sep 22 10:19:36.781451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-fe3bbe87-af76-48a9-85fd-1bd43e501801 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1946375 Sep 22 10:19:36.842610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb259efb-41b7-41d3-a694-7352e958dfb5 req-5c29d81b-715a-43b9-8b28-a1f7761a551c service neutron] 10.222.0.30 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788925 Sep 22 10:19:36.864867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-4934ad3b-d817-42e4-935f-bb95a83a38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:36.865653 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-4934ad3b-d817-42e4-935f-bb95a83a38fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 200 len: 858 time: 0.0833731 Sep 22 10:19:36.922584 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-3303064b-e006-4068-b2d4-ada596f2ba97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c0a77aa-22e7-491d-bb9e-7a4164301c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491104 Sep 22 10:19:37.021148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-59fdda3e-f313-4287-ae23-4880742f8e8e service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900524 Sep 22 10:19:37.048253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:37.060644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c209932b-9b2e-413d-95d3-c94f0dafbb4d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:37.066961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['09db16e6-35d5-4abf-8fb6-0620b751a9f6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:37.093155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Pushing event deleted for resources: {'Port': ['ID=c209932b-9b2e-413d-95d3-c94f0dafbb4d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:37.165959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] No DVR routers for this DVR port c209932b-9b2e-413d-95d3-c94f0dafbb4d on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:37.169999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:37.171985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42901e28-d6fe-42dd-b9a6-d59f124c75b6 req-6af394f3-7617-4f5e-92c6-a34ed6391a81 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.30 "DELETE /v2.0/ports/c209932b-9b2e-413d-95d3-c94f0dafbb4d HTTP/1.1" status: 204 len: 173 time: 1.4867494 Sep 22 10:19:37.187146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f847f16e-0586-4c75-867a-89b62cfec8e7 req-c55640df-ac1d-44cd-9698-935594edda34 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591103 Sep 22 10:19:37.345951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'name': 'network-vif-deleted', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:37.348427 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2431d656-dacb-4201-bd09-b7b64a082516" -d '{"events": [{"server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "name": "network-vif-deleted", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:37.534129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:37.727680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:37.732757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:37.732757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:37.819563 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:37.847101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:37.849266 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d236d1-c4bb-4380-af37-d90a619db795" -d '{"events": [{"server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "name": "network-vif-plugged", "status": "completed", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:37.863443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:37.959784 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:37.960672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c209932b-9b2e-413d-95d3-c94f0dafbb4d no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:38.000066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: c209932b-9b2e-413d-95d3-c94f0dafbb4d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:19:38.000494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c209932b-9b2e-413d-95d3-c94f0dafbb4d not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:38.026620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:40.261368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-80d2ccf6-4def-4f6a-a324-e05003740741 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:19:40.262365 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-80d2ccf6-4def-4f6a-a324-e05003740741 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057018 Sep 22 10:19:40.301145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-b761f8bc-e625-454b-b7f4-a1dcb7160e80 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:40.302554 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-b761f8bc-e625-454b-b7f4-a1dcb7160e80 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports/aa4dc1cd-0d1c-4f3e-ab4c-95826814419b HTTP/1.1" status: 200 len: 1094 time: 0.0339944 Sep 22 10:19:40.311609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Request body: {'binding': {'host': 'n-h1-807025-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:40.312068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Unknown quota resources ['binding']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:19:40.449765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on host n-h1-807025-3 for vnic_type normal with profile None {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:40.450149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:40.450479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:40.455313 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:40.455651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:40.460583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:40.460916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:40.461351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:40.461769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Bound port: aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:40.515756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:40.582994 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] Notify callbacks [] for binding, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:40.584384 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-8d05f4ca-5c96-42c7-943b-dc05a3377682 service neutron] 10.222.0.20 "POST /v2.0/ports/aa4dc1cd-0d1c-4f3e-ab4c-95826814419b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2762210 Sep 22 10:19:40.671247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-22a4224e-8976-407f-b228-44a8412bad21 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254521 Sep 22 10:19:40.778702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-b004bdb5-ee43-41c3-8a7f-31c7a45d7d3e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:40.780091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-b004bdb5-ee43-41c3-8a7f-31c7a45d7d3e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035588 Sep 22 10:19:40.793118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Request body: {'port': {'device_id': '4decc71c-4998-4d2f-8e94-31e0ee13381f', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '814638ec47784acbb1ee5a54663d44fe'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:40.981619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Made reservation on behalf of 814638ec47784acbb1ee5a54663d44fe for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:40.986762 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:41.069034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806151a-b718-4ef4-9118-620b2d75d4d8 req-66a619c5-3c7a-490e-9773-4d280b41e783 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:41.070524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2806151a-b718-4ef4-9118-620b2d75d4d8 req-66a619c5-3c7a-490e-9773-4d280b41e783 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.1021109 Sep 22 10:19:41.156105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2806151a-b718-4ef4-9118-620b2d75d4d8 req-76c0a10d-e5c3-4b44-97ef-5b9914043cec tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772574 Sep 22 10:19:41.179852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Allocated IP 192.168.233.51 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/e53d1a42-f7bd-4f08-8065-9b28ec64d7a5) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:41.275115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-58bcdb54-9e67-4ee2-9817-2e9fd484217d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578992 Sep 22 10:19:41.430497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f69afb-7068-4428-b525-9ee20524ed40 req-983e9931-c688-46ed-a97d-05577388ce66 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:41.431959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23f69afb-7068-4428-b525-9ee20524ed40 req-983e9931-c688-46ed-a97d-05577388ce66 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.2164943 Sep 22 10:19:41.434729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-ef1827df-abc1-4d94-91d7-5011fff5a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:41.436221 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-ef1827df-abc1-4d94-91d7-5011fff5a594 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 1097 time: 0.0403171 Sep 22 10:19:41.523559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-08826850-679e-4c06-8212-35224a7e6465 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:41.525097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-08826850-679e-4c06-8212-35224a7e6465 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429087 Sep 22 10:19:41.528051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:41.532874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-51693416-cecd-4e4f-ac00-e6e79dfdf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:41.533193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23f69afb-7068-4428-b525-9ee20524ed40 req-c709e139-3604-4df5-82f0-7e8f39768de1 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925448 Sep 22 10:19:41.534412 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-51693416-cecd-4e4f-ac00-e6e79dfdf705 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.0917950 Sep 22 10:19:41.539402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Request body: {'port': {'device_id': '3b260504-81a2-4555-8e8f-adaa9fbc76ef', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '814638ec47784acbb1ee5a54663d44fe'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:41.577419 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-43642f13-9c9c-44cb-b7ae-b7beb5df2f56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b HTTP/1.1" status: 200 len: 217 time: 0.0361295 Sep 22 10:19:41.627444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-b4017a8d-f751-4dfd-9fb4-51255f598b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:41.628963 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-b4017a8d-f751-4dfd-9fb4-51255f598b94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.0448575 Sep 22 10:19:41.664220 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-6ed6742c-7e81-473b-8741-cb97fcbe4834 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282204 Sep 22 10:19:41.746028 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:41.749221 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2524e640-f341-4c89-b7ff-6b416cb5701c x-openstack-request-id: req-2524e640-f341-4c89-b7ff-6b416cb5701c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:41.749504 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab95a89e-b865-414d-8653-f513753d28ee", "name": "network-vif-deleted", "tag": "c209932b-9b2e-413d-95d3-c94f0dafbb4d", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:41.752402 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2524e640-f341-4c89-b7ff-6b416cb5701c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:41.752402 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab95a89e-b865-414d-8653-f513753d28ee', 'name': 'network-vif-deleted', 'tag': 'c209932b-9b2e-413d-95d3-c94f0dafbb4d', 'status': 'completed', 'code': 200} Sep 22 10:19:41.759405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:41.773562 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-d86f7883-bb52-4799-8260-11020f729dae service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987701 Sep 22 10:19:41.783231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Made reservation on behalf of 814638ec47784acbb1ee5a54663d44fe for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:41.786931 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:41.836649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:41.872781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:41.879683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:41.884858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event updated for resources: {'Port': ['ID=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:41.901293 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-7d01a1d1-16d2-4d05-a77a-a570c9fb0c37 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175945 Sep 22 10:19:41.902645 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1686ca38-e04e-4f59-8b8f-16a93e285a8b x-openstack-request-id: req-1686ca38-e04e-4f59-8b8f-16a93e285a8b {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:41.902937 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "name": "network-vif-plugged", "status": "completed", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:41.903186 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1686ca38-e04e-4f59-8b8f-16a93e285a8b {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:41.903572 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb', 'code': 200} Sep 22 10:19:42.012609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:42.013603 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:42.031435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad896889-4251-4927-ba6d-da9cb24ce211 req-97ae3756-b719-4784-a9f3-d13aaf058c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:42.034004 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ad896889-4251-4927-ba6d-da9cb24ce211 req-97ae3756-b719-4784-a9f3-d13aaf058c95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 1096 time: 0.0583217 Sep 22 10:19:42.062124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Allocated IP 192.168.233.12 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/28daa9de-8385-4edc-a43f-e51c0c8a5b5f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:42.101499 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ad896889-4251-4927-ba6d-da9cb24ce211 req-a526b824-c8cb-4b0f-a97f-c336eb2f8033 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611031 Sep 22 10:19:42.137984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-28347e47-ca12-45db-9d8b-20e9a40ff0d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3483782 Sep 22 10:19:42.236451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-397987b4-5511-43e4-9b14-14658cf9e6b4 None None] Provisioning complete for port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:42.236918 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-397987b4-5511-43e4-9b14-14658cf9e6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:42.248755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31522dc3-12a9-490a-af5b-75115d618a27 req-18971fe2-ff64-4f84-b140-aa9f7437e52b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:42.250332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31522dc3-12a9-490a-af5b-75115d618a27 req-18971fe2-ff64-4f84-b140-aa9f7437e52b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.1042900 Sep 22 10:19:42.261846 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:42.286215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-397987b4-5511-43e4-9b14-14658cf9e6b4 None None] Port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:19:42.303072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Request body: {'port': {'device_id': '4decc71c-4998-4d2f-8e94-31e0ee13381f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:42.336044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31522dc3-12a9-490a-af5b-75115d618a27 req-c65737ab-71ce-4526-9831-ce9a0156cee9 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721295 Sep 22 10:19:42.383583 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:42.440528 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:42.452445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:42.589231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:42.593300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event updated for resources: {'Port': ['ID=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:42.608739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:42.617487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:42.621398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db7ffa-e466-492c-81dc-24556d35ab93 req-aebb3a5b-5e32-42d2-a1da-c41a9483d5d6 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:42.623019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78db7ffa-e466-492c-81dc-24556d35ab93 req-aebb3a5b-5e32-42d2-a1da-c41a9483d5d6 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1096 time: 0.1957374 Sep 22 10:19:42.761596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:42.762315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:42.774647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78db7ffa-e466-492c-81dc-24556d35ab93 req-90b2439f-71a1-4a2f-9616-f15b04f8cb48 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251509 Sep 22 10:19:42.888221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:42.897674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-c6fa2352-f325-486b-bcfe-c8817a3b6005 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3634207 Sep 22 10:19:42.901276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:42.916361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7a0ad638-7926-4693-b497-c7bcfbd9362b None None] Provisioning complete for port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:42.918822 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7a0ad638-7926-4693-b497-c7bcfbd9362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:42.919374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Request body: {'port': {'device_id': '3b260504-81a2-4555-8e8f-adaa9fbc76ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:42.939699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Transition to ACTIVE for port object e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:42.965543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ad638-7926-4693-b497-c7bcfbd9362b None None] Port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:19:42.983189 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:43.095250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:43.185735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Pushing event updated for resources: {'Port': ['ID=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:43.326930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Attempting to bind port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:43.331111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Attempting to bind port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:43.331111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Attempting to bind port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:43.342598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:43.342953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Attempting to bind port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:43.354856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:43.355585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:43.355835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:43.356324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Bound port: e53d1a42-f7bd-4f08-8065-9b28ec64d7a5, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:43.356737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:43.476995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28daa9de-8385-4edc-a43f-e51c0c8a5b5f {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:43.488738 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:43.502887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c9ef7-7907-4622-a7d8-e38e5a3e1512 req-5ca33559-8249-4826-a11c-f15a6d0306f6 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:43.504448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-096c9ef7-7907-4622-a7d8-e38e5a3e1512 req-5ca33559-8249-4826-a11c-f15a6d0306f6 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 935 time: 0.1512165 Sep 22 10:19:43.540357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Transition to ACTIVE for port object 28daa9de-8385-4edc-a43f-e51c0c8a5b5f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:43.555689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] For port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:43.587323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] For port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:43.593107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-096c9ef7-7907-4622-a7d8-e38e5a3e1512 req-d6ba0908-1620-4549-879d-6f3bde64c4dc tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688560 Sep 22 10:19:43.613399 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:43.675364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:43.679467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:43.800558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:43.800558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:43.800558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] 10.222.0.30 "PUT /v2.0/ports/e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 HTTP/1.1" status: 200 len: 1095 time: 1.5052774 Sep 22 10:19:43.800558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4decc71c-4998-4d2f-8e94-31e0ee13381f', 'tag': 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:43.802826 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022ca827-7116-4e3f-a71e-92697aeb57ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4decc71c-4998-4d2f-8e94-31e0ee13381f", "tag": "e53d1a42-f7bd-4f08-8065-9b28ec64d7a5"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:43.844792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d059c0a-d455-4f68-9af1-8c80dbba0214 service neutron] Pushing event updated for resources: {'Port': ['ID=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:43.874616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Attempting to bind port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:43.874953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Attempting to bind port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:43.875288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Attempting to bind port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:43.886394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689a470-86f1-433b-a48e-c80c8027e889 req-08f7337e-aa6f-4d98-ad02-5aa19a3a92c2 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:43.887935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a689a470-86f1-433b-a48e-c80c8027e889 req-08f7337e-aa6f-4d98-ad02-5aa19a3a92c2 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.1537893 Sep 22 10:19:43.890140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:43.890474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Attempting to bind port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:43.897486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:43.910071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:43.910071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:43.910071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Bound port: 28daa9de-8385-4edc-a43f-e51c0c8a5b5f, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:43.910071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:43.995079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a689a470-86f1-433b-a48e-c80c8027e889 req-8e44640f-a7ce-4641-8d8a-c0110bf7823b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990329 Sep 22 10:19:44.042310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] For port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:44.051577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] For port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:44.059145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-1b5eda9b-5049-4c60-8b14-96fbba12808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:44.061127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-1b5eda9b-5049-4c60-8b14-96fbba12808c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 1098 time: 0.0979657 Sep 22 10:19:44.123772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-0aa1d7e6-7ace-4b87-a1d0-4ec178fda9fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 HTTP/1.1" status: 200 len: 217 time: 0.0535338 Sep 22 10:19:44.152959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:44.545661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:44.546318 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:44.547713 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/28daa9de-8385-4edc-a43f-e51c0c8a5b5f HTTP/1.1" status: 200 len: 1095 time: 1.6362231 Sep 22 10:19:44.564690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c98338-c4fa-4073-8511-9d087c2096d2 req-454e2b4a-720e-4aa2-a58d-6b3bf46afa0e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:44.564690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7c98338-c4fa-4073-8511-9d087c2096d2 req-454e2b4a-720e-4aa2-a58d-6b3bf46afa0e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.4806550 Sep 22 10:19:44.575880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-12670cbf-0bde-4443-9a19-5268ec9db9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:44.577137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-12670cbf-0bde-4443-9a19-5268ec9db9b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.4338343 Sep 22 10:19:44.588719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:44.634772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.635174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.635452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.635788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.636246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.636493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.636754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.637093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.637403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.637731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.638050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.638396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405a363-7a62-4fe9-bf3a-65667e35f0e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:44.689041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7c98338-c4fa-4073-8511-9d087c2096d2 req-0d2dc07f-5309-40ec-b8c0-91d2e5b1a011 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173444 Sep 22 10:19:44.701415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-1dcf8262-5f78-466c-8559-972827ebf862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:44.703051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-1dcf8262-5f78-466c-8559-972827ebf862 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155379 Sep 22 10:19:44.759633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-ee43d24f-b2b2-437d-b13d-2aa67c717dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:44.761165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-ee43d24f-b2b2-437d-b13d-2aa67c717dce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 1098 time: 0.1190660 Sep 22 10:19:44.863338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-88a9df30-1727-4804-978a-9c4bcc34b9e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=28daa9de-8385-4edc-a43f-e51c0c8a5b5f HTTP/1.1" status: 200 len: 217 time: 0.0890234 Sep 22 10:19:44.923878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-0e5b77cc-e3b0-44be-b11f-c0c8d8b6ae25 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119658 Sep 22 10:19:44.930073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656817a-7893-4557-b242-82dd54b8b907 req-65c14446-5a16-4b3f-aba1-426e3248f67d tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:44.931847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e656817a-7893-4557-b242-82dd54b8b907 req-65c14446-5a16-4b3f-aba1-426e3248f67d tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 1096 time: 0.1683095 Sep 22 10:19:44.966496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-c47a3cf8-541f-4e8c-9752-582986738fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:44.967927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-c47a3cf8-541f-4e8c-9752-582986738fa3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0942202 Sep 22 10:19:45.074744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e656817a-7893-4557-b242-82dd54b8b907 req-019d06ab-b244-493f-a9c7-002a82a6af5b tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304197 Sep 22 10:19:45.110335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c473-86ae-4377-903b-94a758d9affe req-d08ed392-f710-4c22-bea9-dda9aa13bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:45.112533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-d08ed392-f710-4c22-bea9-dda9aa13bec3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304207 Sep 22 10:19:45.147748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-399a645a-4ace-49db-8814-98273b59d500 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131205 Sep 22 10:19:45.177233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-b1268072-3e43-4b18-918f-8114f547d90b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:45.178867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-b1268072-3e43-4b18-918f-8114f547d90b tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.1313560 Sep 22 10:19:45.328980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-790ef01f-5dc9-4490-872a-fc1ce7aa082f service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066453 Sep 22 10:19:45.363431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17987234-0c46-456e-9b71-bdeb6e17a473 req-9fa27c28-9361-4992-93e5-2ec1b9dd04f7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:45.364967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17987234-0c46-456e-9b71-bdeb6e17a473 req-9fa27c28-9361-4992-93e5-2ec1b9dd04f7 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 949 time: 0.1253719 Sep 22 10:19:45.463084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Deleting port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:19:45.463424 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:45.482934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17987234-0c46-456e-9b71-bdeb6e17a473 req-e1aba90a-a153-45d3-86a8-63e38a48e8e0 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/security-groups?id=d640f0cc-95a0-4a42-a26a-bb746c9e65ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058803 Sep 22 10:19:45.509164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2500c473-86ae-4377-903b-94a758d9affe req-4e3e49ee-3a88-438f-8a6c-48c5e7a5633f service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732316 Sep 22 10:19:45.605153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] For port 09db16e6-35d5-4abf-8fb6-0620b751a9f6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=09db16e6-35d5-4abf-8fb6-0620b751a9f6,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:45.605514 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:45.622492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Calling delete_port for 09db16e6-35d5-4abf-8fb6-0620b751a9f6 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:19:45.646166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786de9-8e99-46f9-afaf-8766919e3ee7 req-c0fb2d2d-7112-4184-8eab-129e96b479f0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:45.647734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6786de9-8e99-46f9-afaf-8766919e3ee7 req-c0fb2d2d-7112-4184-8eab-129e96b479f0 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.0961199 Sep 22 10:19:45.732907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6786de9-8e99-46f9-afaf-8766919e3ee7 req-b04b42c3-0ab4-405b-9406-1ab402d50825 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516028 Sep 22 10:19:45.785986 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1868d300-27e4-44c1-8644-02bf531710ec x-openstack-request-id: req-1868d300-27e4-44c1-8644-02bf531710ec {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:45.786294 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4decc71c-4998-4d2f-8e94-31e0ee13381f", "tag": "e53d1a42-f7bd-4f08-8065-9b28ec64d7a5", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:45.786541 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1868d300-27e4-44c1-8644-02bf531710ec {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:45.786926 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4decc71c-4998-4d2f-8e94-31e0ee13381f', 'tag': 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', 'status': 'completed', 'code': 200} Sep 22 10:19:45.878081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:45.914008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Pushing event deleted for resources: {'Port': ['ID=09db16e6-35d5-4abf-8fb6-0620b751a9f6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:45.927763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-14e0cb70-328d-40ab-b6bc-44fa90e69ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:45.929312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-14e0cb70-328d-40ab-b6bc-44fa90e69ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 1098 time: 0.1108639 Sep 22 10:19:45.990945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] No DVR routers for this DVR port 09db16e6-35d5-4abf-8fb6-0620b751a9f6 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:46.000286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef840fa-98b9-47d0-9f42-74e037424459 req-6c3c560c-901f-4616-a6b2-981dd008a85f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:46.002819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cef840fa-98b9-47d0-9f42-74e037424459 req-6c3c560c-901f-4616-a6b2-981dd008a85f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.1611350 Sep 22 10:19:46.006126 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:46.008034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b5f1a95-3f4f-472f-906a-2bb8ce695921 req-9b10161f-f1f8-479c-91e7-7387825e10de tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.32 "DELETE /v2.0/ports/09db16e6-35d5-4abf-8fb6-0620b751a9f6 HTTP/1.1" status: 204 len: 173 time: 0.7993536 Sep 22 10:19:46.084686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cef840fa-98b9-47d0-9f42-74e037424459 req-64439d9b-1370-40c2-b1bd-73bdf0ae3391 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701029 Sep 22 10:19:46.103463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-6d595dfd-6d54-48b9-b001-a662b5f946ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:46.105772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-6d595dfd-6d54-48b9-b001-a662b5f946ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1551533 Sep 22 10:19:46.156994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-ead9507b-9174-4473-8af6-21b6f78e5ace service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 HTTP/1.1" status: 200 len: 217 time: 0.0431283 Sep 22 10:19:46.228457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-ccb5e9d4-8f8c-4bed-9008-6f1dda198834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:46.229882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-ccb5e9d4-8f8c-4bed-9008-6f1dda198834 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0641484 Sep 22 10:19:46.238854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ded24-66e0-441b-9fff-50571e71098c req-e069445d-eaa8-4a89-919e-5638179bb6a1 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:46.240293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c26ded24-66e0-441b-9fff-50571e71098c req-e069445d-eaa8-4a89-919e-5638179bb6a1 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 947 time: 0.0857470 Sep 22 10:19:46.309824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-17843543-9814-49ab-9e24-a5804b7edb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:46.311462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-17843543-9814-49ab-9e24-a5804b7edb72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677185 Sep 22 10:19:46.315092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c26ded24-66e0-441b-9fff-50571e71098c req-2c5a7167-dc1b-4117-9837-d10096e7afc1 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629990 Sep 22 10:19:46.442834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-51bdf4dc-55af-4fa6-832f-11fbd66bf993 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206682 Sep 22 10:19:46.541189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-022ca827-7116-4e3f-a71e-92697aeb57ee req-f7eff4c0-bb15-4171-9058-f44ca8065164 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908768 Sep 22 10:19:46.924277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1390b-2e68-45b5-ae4d-9f13b30b9a90 req-80b1b827-67c8-4fd9-a03f-17e7e6e85bde tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:46.932085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bf1390b-2e68-45b5-ae4d-9f13b30b9a90 req-80b1b827-67c8-4fd9-a03f-17e7e6e85bde tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0632567 Sep 22 10:19:46.966535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bf1390b-2e68-45b5-ae4d-9f13b30b9a90 req-ba21b0bd-2256-4603-aacb-5751b0fee74c tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Sep 22 10:19:47.076183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae31343a-f6c6-41ee-ad46-a90054a60b82 req-7f11b7a3-e2dc-4e2a-83d8-39a3b51f3c14 tempest-MigrationsAdminTest-1631640494 tempest-MigrationsAdminTest-1631640494-project] 10.222.0.20 "GET /v2.0/ports?device_id=8aad82c8-66fe-416b-a04c-1623c6004bcc HTTP/1.1" status: 200 len: 210 time: 0.0313115 Sep 22 10:19:47.180997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccaf5f-f2d9-4b19-9124-be733e7b9ada req-87b029d1-d3e5-4ea1-872c-26ad08546422 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:47.182527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0ccaf5f-f2d9-4b19-9124-be733e7b9ada req-87b029d1-d3e5-4ea1-872c-26ad08546422 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.0493455 Sep 22 10:19:47.223860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0ccaf5f-f2d9-4b19-9124-be733e7b9ada req-9122ffb7-bc63-4179-a237-91d382910f51 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352817 Sep 22 10:19:47.271566 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47428) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:47.380814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:47.394771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e6d0e-57c6-4241-a871-4d99d2920f47 req-0d1b762f-c633-4063-bfc7-941f2fcb05e2 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:47.396472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b67e6d0e-57c6-4241-a871-4d99d2920f47 req-0d1b762f-c633-4063-bfc7-941f2fcb05e2 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0554175 Sep 22 10:19:47.436361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b67e6d0e-57c6-4241-a871-4d99d2920f47 req-e6f20bf2-0aa0-495b-854e-8cf0b44beb70 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Sep 22 10:19:47.477789 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:47.546783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 09db16e6-35d5-4abf-8fb6-0620b751a9f6 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:47.547404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229c045-8c93-4dde-813f-f3f64d75f496 req-28710e9e-5009-4c22-9e33-ea1c320dbcc2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:47.551312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e229c045-8c93-4dde-813f-f3f64d75f496 req-28710e9e-5009-4c22-9e33-ea1c320dbcc2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 947 time: 0.0542593 Sep 22 10:19:47.570208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 28daa9de-8385-4edc-a43f-e51c0c8a5b5f details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:47.572530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 09db16e6-35d5-4abf-8fb6-0620b751a9f6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:19:47.572871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 09db16e6-35d5-4abf-8fb6-0620b751a9f6 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:47.581989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:47.610363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e229c045-8c93-4dde-813f-f3f64d75f496 req-c71912d1-8653-4949-9f49-5d602fb9005a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538895 Sep 22 10:19:47.625352 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ccce9fedcd34ab6aed50facfdc2a79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525054 Sep 22 10:19:47.627361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d7591c-2022-4723-ab7a-034584e71400,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:47.629748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47438) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:47.637054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.637636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.638228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.638752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.639393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.639969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.640460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.641010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.643200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.643974 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.644476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.645135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e53c75a-e93d-484b-946a-ddd735f1d82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:47.693865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50f4ca64-47d2-4671-a736-fc1436a0497f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:47.718059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:47.718623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50f4ca64-47d2-4671-a736-fc1436a0497f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:47.733786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'mac_address': 'fa:16:3e:a4:f8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:47.786748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:47.787604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b260504-81a2-4555-8e8f-adaa9fbc76ef', 'tag': '28daa9de-8385-4edc-a43f-e51c0c8a5b5f'}, {'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'name': 'network-vif-deleted', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:47.790975 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b260504-81a2-4555-8e8f-adaa9fbc76ef", "tag": "28daa9de-8385-4edc-a43f-e51c0c8a5b5f"}, {"server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "name": "network-vif-deleted", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:47.801156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28daa9de-8385-4edc-a43f-e51c0c8a5b5f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:47.824171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:47.854198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caefe8-b00f-4b51-9baa-1def03120c6b req-308ac9c2-9913-4c12-8fc7-934f971c8d16 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:47.855820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3caefe8-b00f-4b51-9baa-1def03120c6b req-308ac9c2-9913-4c12-8fc7-934f971c8d16 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0539999 Sep 22 10:19:47.876047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50f4ca64-47d2-4671-a736-fc1436a0497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:47.876047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50f4ca64-47d2-4671-a736-fc1436a0497f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:47.876047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-50f4ca64-47d2-4671-a736-fc1436a0497f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00d7591c-2022-4723-ab7a-034584e71400 HTTP/1.1" status: 204 len: 168 time: 0.2442079 Sep 22 10:19:47.891600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4ca64-47d2-4671-a736-fc1436a0497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d7591c-2022-4723-ab7a-034584e71400,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:47.895455 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:47.896228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:47.911168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3caefe8-b00f-4b51-9baa-1def03120c6b req-ecf26d4f-489d-4618-9bf5-fffc2fa0de8e tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473380 Sep 22 10:19:47.984889 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1f619-1446-4c00-bd48-091fd702a574 x-openstack-request-id: req-cbf1f619-1446-4c00-bd48-091fd702a574 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:47.986026 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b260504-81a2-4555-8e8f-adaa9fbc76ef", "tag": "28daa9de-8385-4edc-a43f-e51c0c8a5b5f", "status": "completed", "code": 200}, {"server_uuid": "8aad82c8-66fe-416b-a04c-1623c6004bcc", "name": "network-vif-deleted", "tag": "09db16e6-35d5-4abf-8fb6-0620b751a9f6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:47.986026 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbf1f619-1446-4c00-bd48-091fd702a574 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:47.986427 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b260504-81a2-4555-8e8f-adaa9fbc76ef', 'tag': '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'status': 'completed', 'code': 200} Sep 22 10:19:47.986630 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aad82c8-66fe-416b-a04c-1623c6004bcc', 'name': 'network-vif-deleted', 'tag': '09db16e6-35d5-4abf-8fb6-0620b751a9f6', 'status': 'completed', 'code': 200} Sep 22 10:19:47.989365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:48.006010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:48.009576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', 'mac_address': 'fa:16:3e:6d:15:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:48.021206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.021558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.021905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.022277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.022617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.022948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.034310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.034729 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.035107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.035603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.036083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.036423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:48.066379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-d56eda3a-c7a7-4167-8adf-fe76003719d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:48.067974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-d56eda3a-c7a7-4167-8adf-fe76003719d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 1099 time: 0.0621910 Sep 22 10:19:48.087262 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:48.100259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:48.122248 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:48.175360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3e0c-6850-446d-a9d4-9b014cefd8bc req-119abc46-f0ad-4658-9b5c-d412b0e75d46 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:48.176890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-031b3e0c-6850-446d-a9d4-9b014cefd8bc req-119abc46-f0ad-4658-9b5c-d412b0e75d46 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.1080561 Sep 22 10:19:48.197327 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:48.226776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-d776f57c-5474-4a43-900f-768feb05829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:48.228432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-d776f57c-5474-4a43-900f-768feb05829b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1499424 Sep 22 10:19:48.254435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-031b3e0c-6850-446d-a9d4-9b014cefd8bc req-b47eb965-2783-442f-874f-c89a8b1cf4ea tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580542 Sep 22 10:19:48.280515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:48.292756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-6ce273fd-37f6-4cd2-ad1e-b72240235dac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=28daa9de-8385-4edc-a43f-e51c0c8a5b5f HTTP/1.1" status: 200 len: 217 time: 0.0372686 Sep 22 10:19:48.379073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-0e507827-9170-4e2c-9bfb-b95cd2040596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:48.380320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-0e507827-9170-4e2c-9bfb-b95cd2040596 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0798380 Sep 22 10:19:48.393231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd574e7-5383-4a1f-b622-736b06ae8dc0 req-95edcf8c-c310-4619-be9a-137eedd1de82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:48.394761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd574e7-5383-4a1f-b622-736b06ae8dc0 req-95edcf8c-c310-4619-be9a-137eedd1de82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0848365 Sep 22 10:19:48.452879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['e53d1a42-f7bd-4f08-8065-9b28ec64d7a5'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:48.459416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['28daa9de-8385-4edc-a43f-e51c0c8a5b5f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:48.459616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-ebfd55cf-fc31-4623-b17d-a78beb985179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:48.461001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-ebfd55cf-fc31-4623-b17d-a78beb985179 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653331 Sep 22 10:19:48.464310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd574e7-5383-4a1f-b622-736b06ae8dc0 req-50f3c709-ad3c-411c-bcc7-b31bc2a6a77c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612319 Sep 22 10:19:48.738956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-9b51ebc6-9f19-46d7-a11f-f53a7915cbb5 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284046 Sep 22 10:19:48.739320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47464) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:48.739320 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a483726c-46ea-4f66-818a-b58cf567f77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:48.768313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491a891-b8e8-4936-99ea-6869852f9bef req-63c27967-645b-488e-bc61-bd6ae7420304 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:48.775932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b491a891-b8e8-4936-99ea-6869852f9bef req-63c27967-645b-488e-bc61-bd6ae7420304 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.1508994 Sep 22 10:19:48.807700 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfaf4f19-6bf0-4dc3-9828-18ccb7ba4ed1 req-989bbda5-faab-47da-b4cf-453e43dcf283 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990757 Sep 22 10:19:48.833321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b491a891-b8e8-4936-99ea-6869852f9bef req-9713fa59-5303-4525-97c0-672c948978a5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564654 Sep 22 10:19:48.857066 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a483726c-46ea-4f66-818a-b58cf567f77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:48.970817 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a483726c-46ea-4f66-818a-b58cf567f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.005163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75525903-8d4d-41bc-b772-6126212cd8fd req-6559936d-3c87-4388-8e9a-5390c363f009 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:49.007406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75525903-8d4d-41bc-b772-6126212cd8fd req-6559936d-3c87-4388-8e9a-5390c363f009 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0711734 Sep 22 10:19:49.014488 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a483726c-46ea-4f66-818a-b58cf567f77b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65a1e4d62f844de1b4817489956b50ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229892 Sep 22 10:19:49.016850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47468) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:49.017698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483726c-46ea-4f66-818a-b58cf567f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8bbd66-c5c1-498d-acaf-36a4a9b8f6bf,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:49.076805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75525903-8d4d-41bc-b772-6126212cd8fd req-c72737c6-f544-4d0b-a0ec-7f025d725eab tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625916 Sep 22 10:19:49.092435 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eaba254a-d17f-4d3e-9d0b-11414410367d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.128846 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eaba254a-d17f-4d3e-9d0b-11414410367d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.195831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47474) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:49.227924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70edc8-c9ac-46d8-a57c-2daa30a0d42f req-ca68b226-020b-4902-bde2-10129ebfbee9 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:49.229436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b70edc8-c9ac-46d8-a57c-2daa30a0d42f req-ca68b226-020b-4902-bde2-10129ebfbee9 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 948 time: 0.0591147 Sep 22 10:19:49.270144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b70edc8-c9ac-46d8-a57c-2daa30a0d42f req-2a8239bd-91b8-4620-a7e6-d7532c518e98 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Sep 22 10:19:49.279758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eaba254a-d17f-4d3e-9d0b-11414410367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.283378 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eaba254a-d17f-4d3e-9d0b-11414410367d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.286887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-eaba254a-d17f-4d3e-9d0b-11414410367d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be8bbd66-c5c1-498d-acaf-36a4a9b8f6bf HTTP/1.1" status: 204 len: 168 time: 0.2660117 Sep 22 10:19:49.312374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba254a-d17f-4d3e-9d0b-11414410367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8bbd66-c5c1-498d-acaf-36a4a9b8f6bf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:49.350293 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b0f364ef-0991-4acb-a307-00cd8c2ba463 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f86d306282364855b4f40fc67978d89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789193 Sep 22 10:19:49.351746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47482) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:49.406681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81820c10-7b9c-4d5a-8311-99941c2f079b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.428248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81820c10-7b9c-4d5a-8311-99941c2f079b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.485767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571a3e-ca53-4479-9e68-495a9f1007ef req-b589b082-28df-4026-901e-d617816851ad tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:49.487352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53571a3e-ca53-4479-9e68-495a9f1007ef req-b589b082-28df-4026-901e-d617816851ad tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0566049 Sep 22 10:19:49.525408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53571a3e-ca53-4479-9e68-495a9f1007ef req-6d89ca48-2b07-4da5-b0c3-49f02cd3211e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Sep 22 10:19:49.563014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 28daa9de-8385-4edc-a43f-e51c0c8a5b5f up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:49.606285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81820c10-7b9c-4d5a-8311-99941c2f079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.609342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81820c10-7b9c-4d5a-8311-99941c2f079b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.611604 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81820c10-7b9c-4d5a-8311-99941c2f079b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d640f0cc-95a0-4a42-a26a-bb746c9e65ab HTTP/1.1" status: 204 len: 168 time: 0.2586215 Sep 22 10:19:49.623044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81820c10-7b9c-4d5a-8311-99941c2f079b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d640f0cc-95a0-4a42-a26a-bb746c9e65ab,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:49.682827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7047cc5-a17f-4068-b3e1-71639fb84e9d req-5b46bab5-6996-479c-babe-58f7ed6179a8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:49.684852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7047cc5-a17f-4068-b3e1-71639fb84e9d req-5b46bab5-6996-479c-babe-58f7ed6179a8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0860817 Sep 22 10:19:49.695967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:49.701446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:49.701829 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.733419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7047cc5-a17f-4068-b3e1-71639fb84e9d req-18c7d416-6d40-4de0-9814-36e212c75cb3 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 Sep 22 10:19:49.834506 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:49.881742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16984ca9-4548-4fb2-b633-5807789c836a req-60176675-5a6b-4a1f-89e3-9e801b234a0c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:49.883960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16984ca9-4548-4fb2-b633-5807789c836a req-60176675-5a6b-4a1f-89e3-9e801b234a0c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0768046 Sep 22 10:19:49.895970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b260504-81a2-4555-8e8f-adaa9fbc76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28daa9de-8385-4edc-a43f-e51c0c8a5b5f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:49.898449 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634a8fd2-bb2d-49b1-a4e7-a62e2f762f96" -d '{"events": [{"server_uuid": "3b260504-81a2-4555-8e8f-adaa9fbc76ef", "name": "network-vif-plugged", "status": "completed", "tag": "28daa9de-8385-4edc-a43f-e51c0c8a5b5f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:49.912417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:49.938380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16984ca9-4548-4fb2-b633-5807789c836a req-3e3549e4-681d-4694-9355-8e176aa48812 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Sep 22 10:19:50.044831 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:50.045677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:50.070999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f6463-1367-459c-8e0b-1e64b745d1d7 req-07b44a1c-01c1-4609-89d4-bc36d1162479 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:50.080969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-214f6463-1367-459c-8e0b-1e64b745d1d7 req-07b44a1c-01c1-4609-89d4-bc36d1162479 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.0694559 Sep 22 10:19:50.131782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:50.153889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-214f6463-1367-459c-8e0b-1e64b745d1d7 req-de508df6-d116-4e27-932a-9d9ff7ea9a4a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717697 Sep 22 10:19:50.227542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:50.232051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:50.232435 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:50.276259 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1890789b-2d10-4b77-83f1-fae79a946326 x-openstack-request-id: req-1890789b-2d10-4b77-83f1-fae79a946326 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:50.276593 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b260504-81a2-4555-8e8f-adaa9fbc76ef", "name": "network-vif-plugged", "status": "completed", "tag": "28daa9de-8385-4edc-a43f-e51c0c8a5b5f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:50.276889 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1890789b-2d10-4b77-83f1-fae79a946326 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:50.277282 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b260504-81a2-4555-8e8f-adaa9fbc76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'code': 200} Sep 22 10:19:50.365882 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:50.441547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24709c9-fdd6-4c18-a6fb-3d04dcb95d99 req-a376bb02-5006-46e7-9c9d-8f704df30988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:50.443405 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d24709c9-fdd6-4c18-a6fb-3d04dcb95d99 req-a376bb02-5006-46e7-9c9d-8f704df30988 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 1100 time: 0.0874577 Sep 22 10:19:50.447445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:50.475098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47524) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:50.485095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d24709c9-fdd6-4c18-a6fb-3d04dcb95d99 req-e1fd4294-4e3a-429b-8347-a3ef4d433549 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Sep 22 10:19:50.524069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:50.539748 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-594b920e-e632-45b4-a2ec-05753cf4d197 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87aa3740fcb64f12a8295c099dc949b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630457 Sep 22 10:19:50.543270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47530) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:50.590399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:50.643442 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acc10ccc-1881-4350-9116-2f7b8f40140c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:50.668803 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acc10ccc-1881-4350-9116-2f7b8f40140c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:50.804564 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acc10ccc-1881-4350-9116-2f7b8f40140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:50.807214 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acc10ccc-1881-4350-9116-2f7b8f40140c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:50.810736 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-acc10ccc-1881-4350-9116-2f7b8f40140c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b91297f6-1f13-49b9-9368-4018ea72389c HTTP/1.1" status: 204 len: 168 time: 0.2640240 Sep 22 10:19:50.824015 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc10ccc-1881-4350-9116-2f7b8f40140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91297f6-1f13-49b9-9368-4018ea72389c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:51.072006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e9a6f-6ccd-4e05-8c49-a8d3e0fa81c5 req-97324e6a-957b-4d18-9f3d-e3a24e4d031f tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:51.073825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-211e9a6f-6ccd-4e05-8c49-a8d3e0fa81c5 req-97324e6a-957b-4d18-9f3d-e3a24e4d031f tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 949 time: 0.0614748 Sep 22 10:19:51.128442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-211e9a6f-6ccd-4e05-8c49-a8d3e0fa81c5 req-856b54c0-c82d-4d5a-b7a9-8baa82c1ed1f tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483999 Sep 22 10:19:51.297073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152fc6a-ba8c-49f2-9136-81b28a17e822 req-533ee040-aff5-48f6-9871-796c60af66c2 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:51.299221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b152fc6a-ba8c-49f2-9136-81b28a17e822 req-533ee040-aff5-48f6-9871-796c60af66c2 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0531366 Sep 22 10:19:51.347183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b152fc6a-ba8c-49f2-9136-81b28a17e822 req-098853b8-08aa-4790-9ad5-f2af64a15a70 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 Sep 22 10:19:51.533881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e86b5-705a-4190-8c41-7afb6ad77fe0 req-97cead15-1646-4edb-b661-1957afbb94f2 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:51.535402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-275e86b5-705a-4190-8c41-7afb6ad77fe0 req-97cead15-1646-4edb-b661-1957afbb94f2 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.0551863 Sep 22 10:19:51.575016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-275e86b5-705a-4190-8c41-7afb6ad77fe0 req-65389cf7-2bdd-4b1c-a0c7-3f46c3f58f32 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Sep 22 10:19:52.259838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8a980c1-9c86-4e90-be90-67d54ac0b921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:52.278577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4decc71c-4998-4d2f-8e94-31e0ee13381f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:52.281256 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6ecd48-8a69-4510-8ca0-705907e4f0b7" -d '{"events": [{"server_uuid": "4decc71c-4998-4d2f-8e94-31e0ee13381f", "name": "network-vif-plugged", "status": "completed", "tag": "e53d1a42-f7bd-4f08-8065-9b28ec64d7a5"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:52.327719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc143d-502a-47b7-995c-23cf9745c2a2 req-616dd24a-753f-4263-a32d-be16ef929d77 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:52.329211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9bc143d-502a-47b7-995c-23cf9745c2a2 req-616dd24a-753f-4263-a32d-be16ef929d77 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Sep 22 10:19:52.369467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9bc143d-502a-47b7-995c-23cf9745c2a2 req-25003cf3-3f79-4aff-aef4-5940476b3e72 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341411 Sep 22 10:19:52.471332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2def00-b38e-49d8-8d4d-60f82c871a5c req-bb500316-1618-4dab-b9dd-e3d04806f0d6 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:52.472797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc2def00-b38e-49d8-8d4d-60f82c871a5c req-bb500316-1618-4dab-b9dd-e3d04806f0d6 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 949 time: 0.0497658 Sep 22 10:19:52.510569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc2def00-b38e-49d8-8d4d-60f82c871a5c req-fd7602c9-42dd-49d7-9cca-7d7c3005ed3e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Sep 22 10:19:52.788903 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02b5c66-15f1-4d0e-b8d4-df639e881bc4 x-openstack-request-id: req-b02b5c66-15f1-4d0e-b8d4-df639e881bc4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:52.789155 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4decc71c-4998-4d2f-8e94-31e0ee13381f", "name": "network-vif-plugged", "status": "completed", "tag": "e53d1a42-f7bd-4f08-8065-9b28ec64d7a5", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:52.789357 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b02b5c66-15f1-4d0e-b8d4-df639e881bc4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:52.789998 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4decc71c-4998-4d2f-8e94-31e0ee13381f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', 'code': 200} Sep 22 10:19:52.917259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ead13-2a1b-42ae-be51-8e074c00fa7f req-b2646326-de92-4fc4-a42b-2c8dcbf21dac tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:52.918788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-869ead13-2a1b-42ae-be51-8e074c00fa7f req-b2646326-de92-4fc4-a42b-2c8dcbf21dac tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0808203 Sep 22 10:19:52.925718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e42014-7fb9-4973-b596-10554c8457ec req-30345008-6a84-4cdc-bbca-178db82505c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:52.927170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1e42014-7fb9-4973-b596-10554c8457ec req-30345008-6a84-4cdc-bbca-178db82505c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 1100 time: 0.0591140 Sep 22 10:19:52.982280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-869ead13-2a1b-42ae-be51-8e074c00fa7f req-911857fc-3f56-46a4-83c2-846bd050da30 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541382 Sep 22 10:19:52.984145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1e42014-7fb9-4973-b596-10554c8457ec req-30719a96-da89-42c6-854b-9feb44da7afb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495930 Sep 22 10:19:53.087087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a325-2772-4750-bf10-ceaf10fe71e2 req-ce5a67a5-ed64-477d-9dde-e47f52346e11 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:53.088621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5802a325-2772-4750-bf10-ceaf10fe71e2 req-ce5a67a5-ed64-477d-9dde-e47f52346e11 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 949 time: 0.0490015 Sep 22 10:19:53.126642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5802a325-2772-4750-bf10-ceaf10fe71e2 req-15123d9d-a86e-4e69-826a-acb8bbb004b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Sep 22 10:19:53.241032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12757f9d-ad85-4ec9-a908-799442b05c32 req-aa36b370-d5c7-45a4-80ce-70ed7b1d96d6 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:53.242568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-12757f9d-ad85-4ec9-a908-799442b05c32 req-aa36b370-d5c7-45a4-80ce-70ed7b1d96d6 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 946 time: 0.0541291 Sep 22 10:19:53.280989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-12757f9d-ad85-4ec9-a908-799442b05c32 req-7318c987-ad01-4116-84cf-caddcc87c41e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322394 Sep 22 10:19:53.631998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:53.644531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-78615663-e43b-4e05-91b3-26b09bf11ee1 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:53.646851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-78615663-e43b-4e05-91b3-26b09bf11ee1 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1097 time: 0.2560582 Sep 22 10:19:53.663008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807025-3'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:53.723428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:53.893601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:53.943120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:53.983309 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47686) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:53.995107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:54.009661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb', 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5', 'port_id': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb', 'mac_address': 'fa:16:3e:33:c6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a972f049-191f-4618-ad61-898eb66c5a2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:54.028733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:54.031554 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04f89d3-4412-4ea2-8682-d9102e0ab9df" -d '{"events": [{"server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:54.038891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.055929 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.056354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8306f-b4c3-4afe-867d-4b1650b501b9 req-8e2d1474-8988-43f3-83fb-319bb62ab2a0 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:54.058371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcc8306f-b4c3-4afe-867d-4b1650b501b9 req-8e2d1474-8988-43f3-83fb-319bb62ab2a0 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0817103 Sep 22 10:19:54.069543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:54.093381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:54.100871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcc8306f-b4c3-4afe-867d-4b1650b501b9 req-004216db-183d-4a17-b06a-afd80f03bf1b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342946 Sep 22 10:19:54.114645 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e53ba1b-0079-4889-baaa-c02ded00d587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.205493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e53ba1b-0079-4889-baaa-c02ded00d587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.219059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.219276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.273250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:54.309618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:54.315907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on host n-h2-807025-3 for vnic_type normal with profile {"migrating_to": "n-h1-807025-3"} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:54.332514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:54.332514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:54.332514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:54.332514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Attempting to bind port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on network 92a1dbc7-fcf4-41fb-8de7-91f2cb507587 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:54.332514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:54.332514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Checking segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:54.332514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Bound using segment: {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:54.332514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Bound port: aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92a1dbc7-fcf4-41fb-8de7-91f2cb507587'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:54.332514 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.401969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e53ba1b-0079-4889-baaa-c02ded00d587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.410537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:54.414950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:54.432054 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4e53ba1b-0079-4889-baaa-c02ded00d587 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e62f0ef91fa4ca7a8a9784aeeed5e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460068 Sep 22 10:19:54.433388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47704) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:54.450275 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53ba1b-0079-4889-baaa-c02ded00d587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a13b18-294d-482a-b2db-3710b49f6a53,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:54.513007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:54.537552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8ff2d-04eb-441e-b67f-55a984871e4a req-e00e40a5-4fee-45b7-a8b0-2c9591074d54 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:54.539169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ba8ff2d-04eb-441e-b67f-55a984871e4a req-e00e40a5-4fee-45b7-a8b0-2c9591074d54 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0844252 Sep 22 10:19:54.540077 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8abb15c2-dbb7-413b-85c8-9919df3e910c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.543356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.642182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8abb15c2-dbb7-413b-85c8-9919df3e910c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.717087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,revision_number=8']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:54.728264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ba8ff2d-04eb-441e-b67f-55a984871e4a req-09a7ad36-5ed7-492b-8861-f581db088f84 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774070 Sep 22 10:19:54.731951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:54.732638 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.733938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-a0fa409f-503e-4d26-9f3b-565f40cc3107 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa4dc1cd-0d1c-4f3e-ab4c-95826814419b HTTP/1.1" status: 200 len: 1122 time: 1.0788915 Sep 22 10:19:54.779778 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8776770a-96b2-4a54-8fa3-f549de986145 x-openstack-request-id: req-8776770a-96b2-4a54-8fa3-f549de986145 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:54.779998 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:54.780249 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8776770a-96b2-4a54-8fa3-f549de986145 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:54.780644 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b', 'code': 200} Sep 22 10:19:54.857169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['aa4dc1cd-0d1c-4f3e-ab4c-95826814419b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:54.861321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['aa4dc1cd-0d1c-4f3e-ab4c-95826814419b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:54.865763 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8abb15c2-dbb7-413b-85c8-9919df3e910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.866947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8abb15c2-dbb7-413b-85c8-9919df3e910c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.871492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8abb15c2-dbb7-413b-85c8-9919df3e910c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89a13b18-294d-482a-b2db-3710b49f6a53 HTTP/1.1" status: 204 len: 168 time: 0.4332817 Sep 22 10:19:54.880978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb15c2-dbb7-413b-85c8-9919df3e910c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a13b18-294d-482a-b2db-3710b49f6a53,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:54.905159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5e696-3336-4ed2-a97e-33cada98cb51 req-7dc327c3-a266-4354-85a4-1f7e8aaa6b41 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:54.914327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbc5e696-3336-4ed2-a97e-33cada98cb51 req-7dc327c3-a266-4354-85a4-1f7e8aaa6b41 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 949 time: 0.0790665 Sep 22 10:19:54.983348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbc5e696-3336-4ed2-a97e-33cada98cb51 req-c7274ccf-4048-4957-9545-6d71d7cd77a7 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549695 Sep 22 10:19:55.102596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5c14-49dd-40e9-91f2-ffe4deb9512b req-1618738d-dbdc-4312-bdb0-fe937da01913 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:55.104189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a30c5c14-49dd-40e9-91f2-ffe4deb9512b req-1618738d-dbdc-4312-bdb0-fe937da01913 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.0583866 Sep 22 10:19:55.149642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a30c5c14-49dd-40e9-91f2-ffe4deb9512b req-776a86d2-e630-4815-8392-0670f3bdf183 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381029 Sep 22 10:19:55.187900 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1eaec6a9-14af-4bef-8e40-7977096a75a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:55.402245 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:55.507637 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:55.610324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:55.645638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device aa4dc1cd-0d1c-4f3e-ab4c-95826814419b details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:55.647811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:55.747344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347dc02-524a-4681-9be9-def4e8334257 req-34cb6beb-0a3a-4edb-9a28-e70a1ace6735 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:55.758148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e347dc02-524a-4681-9be9-def4e8334257 req-34cb6beb-0a3a-4edb-9a28-e70a1ace6735 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 944 time: 0.0728874 Sep 22 10:19:55.764247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:55.764619 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:55.800917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e347dc02-524a-4681-9be9-def4e8334257 req-b0e41d7e-4544-4afe-999a-e74e9d51e9a4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418165 Sep 22 10:19:55.815589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:55.831161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device aa4dc1cd-0d1c-4f3e-ab4c-95826814419b has no active binding in host n-h1-807025-3 {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:19:55.836099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47770) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:55.852275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b430bfa9-addc-400e-ba20-f2307abecde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:55.883346 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:55.911176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:55.913737 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f76b652-1582-4678-960f-ed625012ffc8" -d '{"events": [{"server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "name": "network-vif-plugged", "status": "completed", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:55.927013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:55.971490 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b430bfa9-addc-400e-ba20-f2307abecde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:56.013383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:56.072726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:56.165036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b430bfa9-addc-400e-ba20-f2307abecde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:56.166810 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:56.230320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b430bfa9-addc-400e-ba20-f2307abecde9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d58d951010e47b1bfada2bb5fde526e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908179 Sep 22 10:19:56.230320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430bfa9-addc-400e-ba20-f2307abecde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cf8157-1ebb-4396-826f-c39a4d1501a2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:56.230667 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47784) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:56.271727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76cf3d-4484-41cd-aa26-fa1f0ff7d642 req-2ce18047-b428-47df-8f88-63552f2a8adc tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:56.274565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e76cf3d-4484-41cd-aa26-fa1f0ff7d642 req-2ce18047-b428-47df-8f88-63552f2a8adc tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0584564 Sep 22 10:19:56.294655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63d3dace-78b3-4972-9012-dbd7748320f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:56.312780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e76cf3d-4484-41cd-aa26-fa1f0ff7d642 req-6963794e-b6e0-4a13-96ed-1c500ca11cc0 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Sep 22 10:19:56.316619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63d3dace-78b3-4972-9012-dbd7748320f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:56.518774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63d3dace-78b3-4972-9012-dbd7748320f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:56.521318 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63d3dace-78b3-4972-9012-dbd7748320f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:56.523444 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63d3dace-78b3-4972-9012-dbd7748320f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20cf8157-1ebb-4396-826f-c39a4d1501a2 HTTP/1.1" status: 204 len: 168 time: 0.2909126 Sep 22 10:19:56.538606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3dace-78b3-4972-9012-dbd7748320f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cf8157-1ebb-4396-826f-c39a4d1501a2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:56.781486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:56.784403 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:56.859927 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea86447-c9ed-4f33-ac0d-cc76508b610d x-openstack-request-id: req-bea86447-c9ed-4f33-ac0d-cc76508b610d {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:56.860538 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "name": "network-vif-plugged", "status": "completed", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:56.861225 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bea86447-c9ed-4f33-ac0d-cc76508b610d {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:56.869409 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb', 'code': 200} Sep 22 10:19:56.966150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fa48c-e274-4eed-b657-65e3118ddd5b req-b87d6b78-984f-4b26-bd94-a167581d6855 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:56.967675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f9fa48c-e274-4eed-b657-65e3118ddd5b req-b87d6b78-984f-4b26-bd94-a167581d6855 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 949 time: 0.0579634 Sep 22 10:19:57.012384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f9fa48c-e274-4eed-b657-65e3118ddd5b req-d0785c22-703f-47b2-a638-c22cd8545d44 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343440 Sep 22 10:19:57.132769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdca9d-8374-44d0-accb-4bfa0e1dc9ca req-587bc21d-1a34-4205-9291-49b0b5a9031f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:57.134554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70bdca9d-8374-44d0-accb-4bfa0e1dc9ca req-587bc21d-1a34-4205-9291-49b0b5a9031f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.0486929 Sep 22 10:19:57.174745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70bdca9d-8374-44d0-accb-4bfa0e1dc9ca req-4f2cd9ed-20cc-4342-8026-02ef2d853111 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337858 Sep 22 10:19:57.251399 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2d6102-fb2d-4515-977b-53bc9775b227 x-openstack-request-id: req-4a2d6102-fb2d-4515-977b-53bc9775b227 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:57.251399 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:57.251399 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a2d6102-fb2d-4515-977b-53bc9775b227 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:57.251399 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b', 'status': 'completed', 'code': 200} Sep 22 10:19:57.339398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-dc250727-0595-4a81-b0cb-5157267526d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:57.341077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-dc250727-0595-4a81-b0cb-5157267526d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 1125 time: 0.0808821 Sep 22 10:19:57.357119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5d2e-e8d2-4428-a453-0fc41bc332f7 req-c5511c8c-b016-403f-a318-90675c2d5c26 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:57.357119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f2f5d2e-e8d2-4428-a453-0fc41bc332f7 req-c5511c8c-b016-403f-a318-90675c2d5c26 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 945 time: 0.0651224 Sep 22 10:19:57.573095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47816) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:57.659498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:57.759153 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:57.771028 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63f1f948-a9c5-42a1-8018-c5ed66a3465d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:57.794660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f2f5d2e-e8d2-4428-a453-0fc41bc332f7 req-9e50e08f-37d7-4ec5-9656-14e15bb5cfa8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279833 Sep 22 10:19:57.795194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:57.827617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-6483993e-8c76-4ee2-8cde-4936f88301e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:57.828157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-6483993e-8c76-4ee2-8cde-4936f88301e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.4701595 Sep 22 10:19:57.890719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-f609a6ca-6263-41a4-a291-ff83acb09667 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b HTTP/1.1" status: 200 len: 217 time: 0.0505314 Sep 22 10:19:57.896643 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:57.959523 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:57.964160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63f1f948-a9c5-42a1-8018-c5ed66a3465d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:57.992851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:58.013764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-02cecd10-6dff-443b-a48a-0f61efbd5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:58.015260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-02cecd10-6dff-443b-a48a-0f61efbd5a71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.1160679 Sep 22 10:19:58.041910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63f1f948-a9c5-42a1-8018-c5ed66a3465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:58.053080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-84e20208-eb30-4738-80ab-86997d6bed0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285316 Sep 22 10:19:58.102250 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63f1f948-a9c5-42a1-8018-c5ed66a3465d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4eb11338c7c418381855e44eb8ac0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267489 Sep 22 10:19:58.103041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1f948-a9c5-42a1-8018-c5ed66a3465d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e01292-64b6-4bd1-9502-1784651e5f79,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:58.105448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47830) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:58.227377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-a060f46a-ae6a-4453-9dc8-e8526fc1f8c6 service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653211 Sep 22 10:19:58.268251 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef11c-62b9-4340-82b0-bff5f86021e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:58.279364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a478ab-a5b8-4fe5-9327-61e606eb1f00 req-8e55b161-e038-4009-b7ee-9b648dca142b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:58.285351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a478ab-a5b8-4fe5-9327-61e606eb1f00 req-8e55b161-e038-4009-b7ee-9b648dca142b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:58.287059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7a478ab-a5b8-4fe5-9327-61e606eb1f00 req-8e55b161-e038-4009-b7ee-9b648dca142b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef&device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 1689 time: 0.1208093 Sep 22 10:19:58.361804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef11c-62b9-4340-82b0-bff5f86021e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:58.407654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7a478ab-a5b8-4fe5-9327-61e606eb1f00 req-a2d37029-175c-44fb-97bc-06d96ff87afe tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038399 Sep 22 10:19:58.430016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95089b8-7bf6-4a2e-bd09-ae38f56e6dd8 req-27051eb4-840c-4550-814d-c7a1865f339e service neutron] 10.222.0.32 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879258 Sep 22 10:19:58.508888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06864073-b2a7-4189-b683-5f8c1175059b req-1bd676c8-6fe9-4ffc-865d-5b0683ec9fa7 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:58.510788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06864073-b2a7-4189-b683-5f8c1175059b req-1bd676c8-6fe9-4ffc-865d-5b0683ec9fa7 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0501549 Sep 22 10:19:58.546648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef11c-62b9-4340-82b0-bff5f86021e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:58.550442 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b3ef11c-62b9-4340-82b0-bff5f86021e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:58.553864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9b3ef11c-62b9-4340-82b0-bff5f86021e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8e01292-64b6-4bd1-9502-1784651e5f79 HTTP/1.1" status: 204 len: 168 time: 0.4451222 Sep 22 10:19:58.561994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06864073-b2a7-4189-b683-5f8c1175059b req-ecab0ad3-be5d-496e-ab21-679edb5f5021 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 Sep 22 10:19:58.568324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ef11c-62b9-4340-82b0-bff5f86021e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e01292-64b6-4bd1-9502-1784651e5f79,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:58.701059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba663d-1357-4678-a05d-737470bd520c req-a169aed3-8b76-4db1-bf6a-f62f4e11414a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:58.702585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57ba663d-1357-4678-a05d-737470bd520c req-a169aed3-8b76-4db1-bf6a-f62f4e11414a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.0536358 Sep 22 10:19:58.750999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57ba663d-1357-4678-a05d-737470bd520c req-aa6a38eb-3d08-4b78-b260-cb3d22847c40 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414388 Sep 22 10:19:58.865777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:58.868236 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d545876-ebf7-4249-b4e7-4665e024f39a" -d '{"events": [{"server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "name": "network-vif-unplugged", "status": "completed", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:58.930249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b5566-bf7b-4210-81ab-b70593985afa req-50fe62b7-b2a9-4ee5-a283-6ae000286784 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:58.931820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a14b5566-bf7b-4210-81ab-b70593985afa req-50fe62b7-b2a9-4ee5-a283-6ae000286784 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 943 time: 0.0570438 Sep 22 10:19:58.974956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a14b5566-bf7b-4210-81ab-b70593985afa req-a9cd78f0-e6f8-4d0a-95c1-a4a05b45c096 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373039 Sep 22 10:19:59.110933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24905d-49ab-4547-8dd9-280fe1e37419 req-20a4ee42-f7dc-4d2b-9a5d-c62413b391bb tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:59.113226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e24905d-49ab-4547-8dd9-280fe1e37419 req-20a4ee42-f7dc-4d2b-9a5d-c62413b391bb tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 1100 time: 0.0588717 Sep 22 10:19:59.198907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e24905d-49ab-4547-8dd9-280fe1e37419 req-8f4403c6-72fc-4ae3-9f50-71b711bf39c7 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763156 Sep 22 10:19:59.235516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-d957a70d-e78a-4ffd-9dd0-fed9eac05417 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:59.237457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-d957a70d-e78a-4ffd-9dd0-fed9eac05417 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.30 "GET /v2.0/ports?device_id=4869b1ff-7c48-4b43-9e98-867b9b7c2da1 HTTP/1.1" status: 200 len: 943 time: 0.0944343 Sep 22 10:19:59.251725 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679c797d-ca59-4fc2-a41f-f09641a06875 x-openstack-request-id: req-679c797d-ca59-4fc2-a41f-f09641a06875 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:59.252021 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "name": "network-vif-unplugged", "status": "completed", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:59.252274 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-679c797d-ca59-4fc2-a41f-f09641a06875 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:59.252679 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb', 'code': 200} Sep 22 10:19:59.374940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Deleting port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:19:59.374940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:59.524930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bda43-c654-46df-b0f9-24c20eacacf1 req-b93a9c16-ea5d-4ff7-8758-57279bdc5e9e tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:59.527253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b0bda43-c654-46df-b0f9-24c20eacacf1 req-b93a9c16-ea5d-4ff7-8758-57279bdc5e9e tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 1100 time: 0.0650229 Sep 22 10:19:59.533340 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47872) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:59.548051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7b22-ec92-48c1-8b57-b4469680151e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:59.571947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] For port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:59.572316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:59.602990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Calling delete_port for 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:19:59.628491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b0bda43-c654-46df-b0f9-24c20eacacf1 req-30a28dbc-adf1-4d37-a0eb-ecd6675b0931 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805092 Sep 22 10:19:59.679141 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7b22-ec92-48c1-8b57-b4469680151e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:59.758843 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7b22-ec92-48c1-8b57-b4469680151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:59.814564 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8aeb7b22-ec92-48c1-8b57-b4469680151e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22bf97edeb68419e8c861015f91e2eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811468 Sep 22 10:19:59.816716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47882) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:59.868148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:59.902243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb7b22-ec92-48c1-8b57-b4469680151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bc3387-ff90-4bae-a0e0-63fd9a7db5ab,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:59.932364 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-520e5beb-b375-4b8a-821d-31b2c55f627f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:59.940238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event deleted for resources: {'Port': ['ID=6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:59.958717 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-520e5beb-b375-4b8a-821d-31b2c55f627f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:59.989190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] No DVR routers for this DVR port 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:59.991658 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:59.994762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2abee953-5c7d-4e60-a1db-8bb6ca805af2 req-b7b297ca-7b1a-4773-b368-1a37e1a28f4b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.30 "DELETE /v2.0/ports/6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb HTTP/1.1" status: 204 len: 173 time: 0.7501082 Sep 22 10:19:59.995775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'name': 'network-vif-deleted', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:59.999249 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1387f8f1-7906-4af5-b631-240a9bb11c35" -d '{"events": [{"server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "name": "network-vif-deleted", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:00.099345 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-520e5beb-b375-4b8a-821d-31b2c55f627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:00.103753 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-520e5beb-b375-4b8a-821d-31b2c55f627f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:00.105411 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-520e5beb-b375-4b8a-821d-31b2c55f627f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0bc3387-ff90-4bae-a0e0-63fd9a7db5ab HTTP/1.1" status: 204 len: 168 time: 0.2875223 Sep 22 10:20:00.122690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-e57849fc-7858-40c3-b76e-6a1980fd876f tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a536c84e00a4889b5c23d5045455c9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342960 Sep 22 10:20:00.123655 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e5beb-b375-4b8a-821d-31b2c55f627f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bc3387-ff90-4bae-a0e0-63fd9a7db5ab,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:00.282507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-cf28d4c7-5ea7-48f3-90b2-4edc696953d2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:00.284035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-cf28d4c7-5ea7-48f3-90b2-4edc696953d2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604207 Sep 22 10:20:00.300871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-6c08996e-5112-465a-853b-ebc9109a4d9d tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/quotas/5a536c84e00a4889b5c23d5045455c9e HTTP/1.1" status: 200 len: 375 time: 0.0107005 Sep 22 10:20:00.342651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-9431c2dd-edb1-409f-9d34-646d2fc015d1 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a536c84e00a4889b5c23d5045455c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346491 Sep 22 10:20:00.746484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1ff76-1610-464b-899a-7d04d7e9649e req-803ad0bf-0d25-47eb-bef5-00df405cc8e9 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:00.755959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfa1ff76-1610-464b-899a-7d04d7e9649e req-803ad0bf-0d25-47eb-bef5-00df405cc8e9 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0678282 Sep 22 10:20:00.802823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfa1ff76-1610-464b-899a-7d04d7e9649e req-d05aa5d2-4189-4eaf-83bd-f69ed792162e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458887 Sep 22 10:20:01.203330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa4880-2140-48a4-a1fc-1d7235b23556 req-b6f96234-a9e9-4880-b7bf-a0d663205327 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:01.205732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76fa4880-2140-48a4-a1fc-1d7235b23556 req-b6f96234-a9e9-4880-b7bf-a0d663205327 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 944 time: 0.0603118 Sep 22 10:20:01.287542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76fa4880-2140-48a4-a1fc-1d7235b23556 req-fbbeb378-43ff-41da-9395-781a119139f2 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745409 Sep 22 10:20:01.296825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-90c6d909-229f-4fad-b09f-1877d19e4173 service neutron] 10.222.0.32 "GET /v2.0/ports/aa4dc1cd-0d1c-4f3e-ab4c-95826814419b/bindings/n-h1-807025-3 HTTP/1.1" status: 200 len: 384 time: 0.0898089 Sep 22 10:20:01.374250 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a132aa9-69e0-4f60-a6c1-f57b66e8f6b1 x-openstack-request-id: req-8a132aa9-69e0-4f60-a6c1-f57b66e8f6b1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:01.374579 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4869b1ff-7c48-4b43-9e98-867b9b7c2da1", "name": "network-vif-deleted", "tag": "6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:01.381009 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a132aa9-69e0-4f60-a6c1-f57b66e8f6b1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:01.381009 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4869b1ff-7c48-4b43-9e98-867b9b7c2da1', 'name': 'network-vif-deleted', 'tag': '6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb', 'status': 'completed', 'code': 200} Sep 22 10:20:01.553299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9412d8de-c52b-49cd-b0ae-583790041c79 req-48f5a1fe-4a20-40a3-b74d-81606bb58cd6 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 210 time: 0.0353320 Sep 22 10:20:01.561749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:01.588274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:01.626600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4dc1cd-0d1c-4f3e-ab4c-95826814419b {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:01.640175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:01.693815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-55ff4bd8-3b94-48b8-ba62-1a7d599bbf81 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222075 Sep 22 10:20:01.740890 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:01.851130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-f8067297-1f00-4b35-b8c5-c1c264d8281d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:01.852603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-f8067297-1f00-4b35-b8c5-c1c264d8281d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525326 Sep 22 10:20:01.877257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-8125d882-6de0-43ad-a723-30d19aa02e52 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/quotas/814638ec47784acbb1ee5a54663d44fe HTTP/1.1" status: 200 len: 375 time: 0.0171540 Sep 22 10:20:01.898060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] Transition to ACTIVE for port object aa4dc1cd-0d1c-4f3e-ab4c-95826814419b will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:01.945655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-b37829ef-775d-4b03-9197-52e1daf5d9ce tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607970 Sep 22 10:20:01.973156 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:02.042088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] No DVR routers for this DVR port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:20:02.058143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,revision_number=10']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:02.080140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-c6ba5bea-cea8-438f-a03b-ee69a86a54a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa4dc1cd-0d1c-4f3e-ab4c-95826814419b/bindings/n-h1-807025-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7683556 Sep 22 10:20:02.266414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-9a8e8d2c-9eb9-4618-b1f9-de7360b50955 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:02.270667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-9a8e8d2c-9eb9-4618-b1f9-de7360b50955 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.0476010 Sep 22 10:20:02.323511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-b77b06b4-62ba-4871-97de-c09ec50d3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:02.324942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-b77b06b4-62ba-4871-97de-c09ec50d3ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc&tenant_id=acf61846bf9f431ea54396a7fdd153bb HTTP/1.1" status: 200 len: 1096 time: 0.0456707 Sep 22 10:20:02.388987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-dbd84377-8762-49a1-af46-3c48ff8bed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:02.390554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-dbd84377-8762-49a1-af46-3c48ff8bed69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 1096 time: 0.0427327 Sep 22 10:20:02.507296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-b1c4d386-2d8b-4251-b02c-54845a57fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:02.508849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-b1c4d386-2d8b-4251-b02c-54845a57fd6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.1114402 Sep 22 10:20:02.575546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-29c3f050-7fe3-4105-9ece-0760b2179b4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b HTTP/1.1" status: 200 len: 217 time: 0.0590842 Sep 22 10:20:02.633691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-46181f2c-eff0-4042-8da3-a7e5ca6e2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:02.635559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-46181f2c-eff0-4042-8da3-a7e5ca6e2a49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.0510898 Sep 22 10:20:02.669111 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-d78ad21d-3253-4a7a-ac97-b83299b13719 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266089 Sep 22 10:20:02.774324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-3da4119c-4989-4f5d-ac65-527dfb73674c service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981834 Sep 22 10:20:02.947748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-ea73cd16-6452-4522-a918-ceae95b4cc78 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629722 Sep 22 10:20:03.243664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47986) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:03.249223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c9e2d06e-f4df-48b6-9b44-45aadbfeef71 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396066792', 'description': 'tempest-description--650590810'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:03.340160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eccb69-b6fb-46c2-be98-f9cad552b34a req-d38cbd2c-7fd4-4eb9-9ecb-c15e756edfc5 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:03.341935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69eccb69-b6fb-46c2-be98-f9cad552b34a req-d38cbd2c-7fd4-4eb9-9ecb-c15e756edfc5 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0541978 Sep 22 10:20:03.389733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69eccb69-b6fb-46c2-be98-f9cad552b34a req-74a57809-9644-43b7-90c0-7b7fc2fe4b00 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406284 Sep 22 10:20:03.419031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9e2d06e-f4df-48b6-9b44-45aadbfeef71 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:03.504716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681dbac-9ff4-44fc-b99a-e24f5b8626df req-2c10a6e9-ac19-4b57-8c73-764fb8d28f3b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:03.507397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d681dbac-9ff4-44fc-b99a-e24f5b8626df req-2c10a6e9-ac19-4b57-8c73-764fb8d28f3b tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 945 time: 0.0618129 Sep 22 10:20:03.520231 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9e2d06e-f4df-48b6-9b44-45aadbfeef71 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:03.553206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d681dbac-9ff4-44fc-b99a-e24f5b8626df req-98fa7008-f57b-4c90-a985-2181329fd509 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Sep 22 10:20:03.624577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aa4dc1cd-0d1c-4f3e-ab4c-95826814419b no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:20:03.642590 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9e2d06e-f4df-48b6-9b44-45aadbfeef71 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:03.701825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aa4dc1cd-0d1c-4f3e-ab4c-95826814419b not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:20:03.723037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:20:03.731589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2d06e-f4df-48b6-9b44-45aadbfeef71 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38f3499-6cf4-4f89-adda-13832cd477a0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:03.752604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:20:03.753066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6d1815ae-5f0b-4f55-9f58-cfd6c1f1f7cb not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:20:03.762586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8f707ae-76b4-46ed-b6c0-b3ecfaf91b8f req-a773face-dc98-4133-b3a0-8e824d13207d tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 210 time: 0.0373504 Sep 22 10:20:03.804558 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9e2d06e-f4df-48b6-9b44-45aadbfeef71 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:03.805900 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c9e2d06e-f4df-48b6-9b44-45aadbfeef71 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5609078 Sep 22 10:20:03.809577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47994) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:03.816165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-58bda27e-1104-4c65-ae71-2ea35807648d tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Request body: {'security_group_rule': {'security_group_id': 'a38f3499-6cf4-4f89-adda-13832cd477a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:04.079143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-f895ce97-95b4-42dd-a447-ad87db3e12aa tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5a536c84e00a4889b5c23d5045455c9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299165 Sep 22 10:20:04.150368 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58bda27e-1104-4c65-ae71-2ea35807648d tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:04.203417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-48bbaf2a-092e-4365-8f64-777eea034147 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:04.208024 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-48bbaf2a-092e-4365-8f64-777eea034147 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1231012 Sep 22 10:20:04.231169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Request body: {'port': {'device_id': '1767808d-9c8b-4f6c-a1cf-3b28878640f5', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '5a536c84e00a4889b5c23d5045455c9e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:04.243640 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58bda27e-1104-4c65-ae71-2ea35807648d tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:04.320144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58bda27e-1104-4c65-ae71-2ea35807648d tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:04.321127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e3e622b-1c03-4596-bfd7-541e359e405f req-e8782101-d847-4673-8558-b928abad4a2d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 210 time: 0.0612798 Sep 22 10:20:04.369827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bda27e-1104-4c65-ae71-2ea35807648d tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908c84b7-0528-4c45-94cd-d1bfc2243e0f,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:04.384949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-ca8b94be-8449-4041-a73d-a294e2e14f6b tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:04.386981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-ca8b94be-8449-4041-a73d-a294e2e14f6b tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc&tenant_id=acf61846bf9f431ea54396a7fdd153bb&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.1448128 Sep 22 10:20:04.501752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58bda27e-1104-4c65-ae71-2ea35807648d tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:04.508581 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-58bda27e-1104-4c65-ae71-2ea35807648d tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937466 Sep 22 10:20:04.509151 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48018) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:04.513175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1f8cafa7-7099-4d18-be59-fb7638b6bf2c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Request body: {'security_group_rule': {'security_group_id': 'a38f3499-6cf4-4f89-adda-13832cd477a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:04.599923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9ef39-fb2d-495a-af2d-d607e25d2a32 req-6e09acc1-02cf-4d45-9717-91bc7a355503 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:04.601669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcd9ef39-fb2d-495a-af2d-d607e25d2a32 req-6e09acc1-02cf-4d45-9717-91bc7a355503 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0585477 Sep 22 10:20:04.645996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcd9ef39-fb2d-495a-af2d-d607e25d2a32 req-db977c8b-6f97-466c-ad3e-71b1fcfcc19e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379710 Sep 22 10:20:04.693466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Made reservation on behalf of 5a536c84e00a4889b5c23d5045455c9e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:04.699306 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:04.717944 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:04.739902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-11019d5e-ced9-434e-9ffe-a747e9969b4a service neutron] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:04.758908 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-11019d5e-ced9-434e-9ffe-a747e9969b4a service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:04.760616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-056b16f2-23b5-4096-814c-e579b3d57d1a req-11019d5e-ced9-434e-9ffe-a747e9969b4a service neutron] 10.222.0.30 "DELETE /v2.0/ports/aa4dc1cd-0d1c-4f3e-ab4c-95826814419b/bindings/n-h2-807025-3 HTTP/1.1" status: 204 len: 173 time: 0.3639400 Sep 22 10:20:04.787583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386a92-1044-4952-8bda-8d2391a71da4 req-7056bbea-1766-4031-9bec-2767ceea21d8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:04.789161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8386a92-1044-4952-8bda-8d2391a71da4 req-7056bbea-1766-4031-9bec-2767ceea21d8 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 945 time: 0.0777135 Sep 22 10:20:04.826634 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f8cafa7-7099-4d18-be59-fb7638b6bf2c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:04.836834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8386a92-1044-4952-8bda-8d2391a71da4 req-ce796abe-e4fa-4018-ad8c-9622bdc77569 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Sep 22 10:20:04.898550 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f8cafa7-7099-4d18-be59-fb7638b6bf2c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:04.924368 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.034545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f8cafa7-7099-4d18-be59-fb7638b6bf2c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.055654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cafa7-7099-4d18-be59-fb7638b6bf2c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8570bd52-fbae-43d1-8cb0-e581427421e6,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:05.074642 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.154753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:05.181225 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f8cafa7-7099-4d18-be59-fb7638b6bf2c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.189991 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1f8cafa7-7099-4d18-be59-fb7638b6bf2c tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6728733 Sep 22 10:20:05.189991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48038) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:05.190288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:05.246289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Allocated IP 192.168.233.206 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:05.327439 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.369161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-860da731-ddbb-47a3-b0ee-6567a383e711 req-00d3ad04-1b4e-465b-9bd2-7da398880848 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 210 time: 0.0436447 Sep 22 10:20:05.471176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.476391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.621621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Allocated IP 172.25.1.168 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/b0e1f418-0528-4e55-98ed-77f78753147f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:05.648962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37d86196-f3c4-4ee1-8c7a-a7f53a58b206 req-2eb12b3c-baf7-47f7-9382-b6076b5ef954 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 210 time: 0.0529706 Sep 22 10:20:05.684874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.739650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:05.757255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:05.765192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:05.784417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.802199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Pushing event updated for resources: {'Port': ['ID=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:05.880618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:05.881382 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:05.887345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859fe99-f74a-40f4-a845-d4636d6686e1 req-02049c58-3e21-46ca-8d36-3dc4ed034cd9 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:05.888891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7859fe99-f74a-40f4-a845-d4636d6686e1 req-02049c58-3e21-46ca-8d36-3dc4ed034cd9 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 1096 time: 0.1453428 Sep 22 10:20:05.934566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7859fe99-f74a-40f4-a845-d4636d6686e1 req-7ba7220c-b8eb-40b9-8652-b7cabec9d097 tempest-LiveAutoBlockMigrationV225Test-1928978913 tempest-LiveAutoBlockMigrationV225Test-1928978913-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368743 Sep 22 10:20:05.998535 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.045269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-101899a3-a0c6-45f5-bdb3-981058dfd3b2 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8205607 Sep 22 10:20:06.061745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Request body: {'port': {'device_id': '1767808d-9c8b-4f6c-a1cf-3b28878640f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:06.069660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fe2181cb-4fb8-4ed2-a6cb-f88b87e8a23d None None] Provisioning complete for port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:06.072561 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fe2181cb-4fb8-4ed2-a6cb-f88b87e8a23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.082711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event updated for resources: {'Port': ['ID=b0e1f418-0528-4e55-98ed-77f78753147f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:06.106450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:06.109250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:06.112950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:06.175766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-fe2181cb-4fb8-4ed2-a6cb-f88b87e8a23d None None] Port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:20:06.187827 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.207339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.242859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec7acb-6fec-4fa4-b8ff-0f2c4dd3f321 req-bafc9999-fef0-4d05-88b1-fe24693fd643 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:06.244448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aec7acb-6fec-4fa4-b8ff-0f2c4dd3f321 req-bafc9999-fef0-4d05-88b1-fe24693fd643 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.1791627 Sep 22 10:20:06.362380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aec7acb-6fec-4fa4-b8ff-0f2c4dd3f321 req-3650c6a0-bc1b-4712-a588-b72e60de430c tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100380 Sep 22 10:20:06.505239 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.587486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:06.599623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.623601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Transition to ACTIVE for port object 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:06.731123 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.758398 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.819312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Pushing event updated for resources: {'Port': ['ID=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:06.850498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.921490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Attempting to bind port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:06.921822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Attempting to bind port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:06.922802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Attempting to bind port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:06.928839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:06.928839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Attempting to bind port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:06.936083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:06.936457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:06.936895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:06.937634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Bound port: 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:06.938743 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:06.966654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event updated for resources: {'Port': ['ID=b0e1f418-0528-4e55-98ed-77f78753147f,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:06.987388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:07.170357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] For port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:07.179045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] For port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:07.207735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:07.218757 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fcd55963-9931-462c-b66e-c90e52e4f4b1 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0224414 Sep 22 10:20:07.235678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-d1767242-7cbe-4b57-8528-9e9c3540611d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442352 Sep 22 10:20:07.340644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb9e6d-dc83-4632-a817-a5d5310cf069 req-d61dd724-2fba-49c9-8386-b724cfb1a87c tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:07.342186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8bbb9e6d-dc83-4632-a817-a5d5310cf069 req-d61dd724-2fba-49c9-8386-b724cfb1a87c tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 948 time: 0.1178448 Sep 22 10:20:07.348465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:07.418137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:07.420595 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:07.420595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] 10.222.0.30 "PUT /v2.0/ports/0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c HTTP/1.1" status: 200 len: 1096 time: 1.3633277 Sep 22 10:20:07.423967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1767808d-9c8b-4f6c-a1cf-3b28878640f5', 'tag': '0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:07.426430 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d8d19-b101-49cb-b108-edf6025090a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1767808d-9c8b-4f6c-a1cf-3b28878640f5", "tag": "0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:07.455322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-751619a0-9de2-4eb0-a57f-56b7de688afe tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:07.456827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-751619a0-9de2-4eb0-a57f-56b7de688afe tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028749 Sep 22 10:20:07.466140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25625fb7-6eb4-4d8a-920a-98e9e9ba2c6d service neutron] Pushing event updated for resources: {'Port': ['ID=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:07.472501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8bbb9e6d-dc83-4632-a817-a5d5310cf069 req-aa6501b2-a412-470b-8971-4961fe4193a6 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206183 Sep 22 10:20:07.479572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Request body: {'port': {'device_id': 'd5a3bdd8-5541-4a50-b585-da365adc09f0', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '814638ec47784acbb1ee5a54663d44fe'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:07.541539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-e115eb72-2d3c-4fe8-b5fd-c9fdbc1eab6e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554714 Sep 22 10:20:07.718500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c00cc92e-3a82-4294-9a3c-150c250817ec req-63e47e6e-dad0-415d-98b2-21a75ebec0e5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 210 time: 0.1038382 Sep 22 10:20:07.842114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-0165bdb3-b39d-4879-83ed-c316a2180f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:07.843548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48086) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:07.844218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-0165bdb3-b39d-4879-83ed-c316a2180f3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a536c84e00a4889b5c23d5045455c9e&device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 1099 time: 0.2060893 Sep 22 10:20:07.918878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-9d1eb51b-e1ca-4035-ab73-45208c976daf tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:07.921361 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-9d1eb51b-e1ca-4035-ab73-45208c976daf tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.30 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 945 time: 0.0629125 Sep 22 10:20:08.051944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72ebc236-e124-4519-980b-a3aa3a92cd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:08.112251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Deleting port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:20:08.112596 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:08.238550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] For port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:08.238925 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:08.261376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72ebc236-e124-4519-980b-a3aa3a92cd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:08.262553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Calling delete_port for aa4dc1cd-0d1c-4f3e-ab4c-95826814419b owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:20:08.279396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Made reservation on behalf of 814638ec47784acbb1ee5a54663d44fe for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:08.285741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:08.308528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-1b84bb55-445e-40db-8fc9-c56e6e886a5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c HTTP/1.1" status: 200 len: 217 time: 0.4412436 Sep 22 10:20:08.323161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-7492dfc5-83ae-449e-9460-094eb39f3bb0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:08.324643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-7492dfc5-83ae-449e-9460-094eb39f3bb0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7756822 Sep 22 10:20:08.341004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232830a-bcd3-43d9-87cf-a8f80c64386e req-70f5d05c-eee4-48fb-a715-1ed4f1db4d84 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:08.342681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d232830a-bcd3-43d9-87cf-a8f80c64386e req-70f5d05c-eee4-48fb-a715-1ed4f1db4d84 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 945 time: 0.5310276 Sep 22 10:20:08.358318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Request body: {'port': {'device_id': 'abf752f9-0296-49c5-a413-7ee7d684ad56', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '814638ec47784acbb1ee5a54663d44fe'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:08.536707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-7184acf9-19b1-475b-99c4-eb07a44a8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:08.538158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-7184acf9-19b1-475b-99c4-eb07a44a8e3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.2114108 Sep 22 10:20:08.571241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d232830a-bcd3-43d9-87cf-a8f80c64386e req-55e46892-e398-4497-8688-3b8bbaf3cbe9 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169721 Sep 22 10:20:08.658416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Allocated IP 192.168.233.32 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/f15546ef-c7b1-4e3f-8b15-42a28062c3b9) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:08.682367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-5a701b64-9c7f-42e4-ad87-684cb63f86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:08.685407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-5a701b64-9c7f-42e4-ad87-684cb63f86cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176958 Sep 22 10:20:08.836467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72ebc236-e124-4519-980b-a3aa3a92cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:08.840495 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:08.853069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a52c45ed-c028-4d5b-b575-625a2177aabd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:08.863662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['aa4dc1cd-0d1c-4f3e-ab4c-95826814419b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:08.976665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Pushing event deleted for resources: {'Port': ['ID=aa4dc1cd-0d1c-4f3e-ab4c-95826814419b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:08.979641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-1a48ccb0-0abb-4618-8853-64599462b68b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:08.986864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-1a48ccb0-0abb-4618-8853-64599462b68b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/networks?id=e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 200 len: 821 time: 0.3233669 Sep 22 10:20:09.009647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] No DVR routers for this DVR port aa4dc1cd-0d1c-4f3e-ab4c-95826814419b on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:20:09.012690 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebc236-e124-4519-980b-a3aa3a92cd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177f1c58-cc43-4b21-a4e3-8414902d958e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:09.019136 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:09.026609 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ca4c401f-83db-4632-8a4d-839a16e90a2c req-d4e90244-53e1-4ce1-9647-b05185ee0099 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.30 "DELETE /v2.0/ports/aa4dc1cd-0d1c-4f3e-ab4c-95826814419b HTTP/1.1" status: 204 len: 173 time: 1.0901787 Sep 22 10:20:09.027000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-7c03561f-f086-4624-b5c4-cd79aee162fd service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273952 Sep 22 10:20:09.027109 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'name': 'network-vif-deleted', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:09.027842 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd16a3c-6b57-46af-a6d3-f120e74b9e4b" -d '{"events": [{"server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "name": "network-vif-deleted", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:09.037590 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72ebc236-e124-4519-980b-a3aa3a92cd44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06391343364541c193684b74a18356ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1927168 Sep 22 10:20:09.040257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48106) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:09.044560 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-aa7e6dca-6d03-4195-b142-f0e1eef48ed9 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/quotas/e54e84e081ea480e801c4a5328c94591 HTTP/1.1" status: 200 len: 375 time: 0.0568733 Sep 22 10:20:09.057299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Made reservation on behalf of 814638ec47784acbb1ee5a54663d44fe for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:09.060899 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:09.106546 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27339fca-f11f-450e-8909-5825d34983f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:09.132238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27339fca-f11f-450e-8909-5825d34983f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:09.133976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964adeb-d9fd-4dd7-8e3a-7e419ee38cf1 req-168efe4a-5df3-4e4d-9f60-ff2e839e1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:09.135527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5964adeb-d9fd-4dd7-8e3a-7e419ee38cf1 req-168efe4a-5df3-4e4d-9f60-ff2e839e1f81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 1097 time: 0.2189803 Sep 22 10:20:09.168214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:09.300266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-fa94a20c-72b9-40a7-912a-26480db91f88 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e54e84e081ea480e801c4a5328c94591&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2439113 Sep 22 10:20:09.318799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27339fca-f11f-450e-8909-5825d34983f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:09.322623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27339fca-f11f-450e-8909-5825d34983f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:09.326848 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-27339fca-f11f-450e-8909-5825d34983f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/177f1c58-cc43-4b21-a4e3-8414902d958e HTTP/1.1" status: 204 len: 168 time: 0.2853932 Sep 22 10:20:09.337423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27339fca-f11f-450e-8909-5825d34983f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177f1c58-cc43-4b21-a4e3-8414902d958e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:09.340922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5964adeb-d9fd-4dd7-8e3a-7e419ee38cf1 req-99829756-9081-4e60-b951-1f55ad9c422a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872368 Sep 22 10:20:09.357986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ca9868-9985-46f7-8d00-c6d79d13caa8 req-18066301-fb78-4693-a1f8-f7729655ef1c service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150673 Sep 22 10:20:09.430591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-062fd981-7762-48a3-92c8-b514a0b51d9b service neutron] 10.222.0.20 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173995 Sep 22 10:20:09.507741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:09.519338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:09.662849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:09.686959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-5e0ee81a-eb3f-4c4e-b717-a7a833789a0e service neutron] 10.222.0.20 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503145 Sep 22 10:20:09.696665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event updated for resources: {'Port': ['ID=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:09.703150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:09.725965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Allocated IP 192.168.233.140 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/e9b8d8ba-4882-4fb2-addb-c75ac47e02ef) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:09.731806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:10.041808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:10.042643 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.083451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5d6972fe-1c6c-4d2b-a00b-f76aca7a22b1 None None] Provisioning complete for port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:10.084600 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5d6972fe-1c6c-4d2b-a00b-f76aca7a22b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.169637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5d6972fe-1c6c-4d2b-a00b-f76aca7a22b1 None None] Port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:20:10.207966 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.234230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-7647b79b-1c47-4cef-b970-cff44493d545 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7601421 Sep 22 10:20:10.255417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Request body: {'port': {'device_id': 'd5a3bdd8-5541-4a50-b585-da365adc09f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:10.308422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48122) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:10.331244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f3832b28-3270-440a-a17e-2cabc943fedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.346018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd6c19-76ec-40b9-9811-fed86a7990f3 req-c0f0738a-423c-454c-8779-2df673cc8da4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:10.347638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6bd6c19-76ec-40b9-9811-fed86a7990f3 req-c0f0738a-423c-454c-8779-2df673cc8da4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.1578584 Sep 22 10:20:10.404943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.464235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f3832b28-3270-440a-a17e-2cabc943fedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.467760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.480504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6bd6c19-76ec-40b9-9811-fed86a7990f3 req-972711f1-dd26-4a27-9948-54b4f7d6ea43 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259897 Sep 22 10:20:10.540926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:10.604410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f3832b28-3270-440a-a17e-2cabc943fedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.619559 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d5fb9d-36d7-47b9-89c2-18aeb65d5144 x-openstack-request-id: req-51d5fb9d-36d7-47b9-89c2-18aeb65d5144 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:10.619916 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1767808d-9c8b-4f6c-a1cf-3b28878640f5", "tag": "0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:10.620168 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51d5fb9d-36d7-47b9-89c2-18aeb65d5144 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:10.620568 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1767808d-9c8b-4f6c-a1cf-3b28878640f5', 'tag': '0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c', 'status': 'completed', 'code': 200} Sep 22 10:20:10.644039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:10.675341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:10.678750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:10.696170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3832b28-3270-440a-a17e-2cabc943fedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0670ca-58de-41d6-8b0b-be4e5b0596e1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:10.715009 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f3832b28-3270-440a-a17e-2cabc943fedb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d32cc8dc51a243db9c6ca72d8a3973a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005272 Sep 22 10:20:10.716902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48126) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:10.751999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event updated for resources: {'Port': ['ID=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:10.853936 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3994b6db-41bc-4f44-9bf4-7c90983c6ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.890191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3994b6db-41bc-4f44-9bf4-7c90983c6ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.892209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:10.894784 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:10.908048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-eb0c7e1e-24ce-40eb-82ed-1a8fd3e495fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:10.912315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-eb0c7e1e-24ce-40eb-82ed-1a8fd3e495fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a536c84e00a4889b5c23d5045455c9e&device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 1099 time: 0.2908607 Sep 22 10:20:11.137501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-611c0130-1847-4590-8aa5-ca63e68559c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:11.139034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-611c0130-1847-4590-8aa5-ca63e68559c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1571629 Sep 22 10:20:11.162577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d58244b4-16ab-47db-a612-28149f1a6b67 None None] Provisioning complete for port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:11.163175 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d58244b4-16ab-47db-a612-28149f1a6b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:11.198609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-e3cc2164-4ab4-45f5-82f0-dbb17ab5a609 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c HTTP/1.1" status: 200 len: 217 time: 0.0502515 Sep 22 10:20:11.212658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12899b6f-a26d-478f-8557-a15073c661bd req-baf2e0f7-b006-4eae-a109-d5d2dacd25e0 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:11.214137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-12899b6f-a26d-478f-8557-a15073c661bd req-baf2e0f7-b006-4eae-a109-d5d2dacd25e0 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 948 time: 0.3119280 Sep 22 10:20:11.219048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d58244b4-16ab-47db-a612-28149f1a6b67 None None] Port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:20:11.323583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-dc500983-8b04-4ba5-b564-1e9fac4bbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:11.325095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-dc500983-8b04-4ba5-b564-1e9fac4bbf4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1087852 Sep 22 10:20:11.333104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15546ef-c7b1-4e3f-8b15-42a28062c3b9 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:11.340779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-12899b6f-a26d-478f-8557-a15073c661bd req-c802c521-8d2e-467c-ae95-baf183e65c11 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109378 Sep 22 10:20:11.353683 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:11.397015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-c170b19f-598f-4a1a-9cd4-f556f75d5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:11.398607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-c170b19f-598f-4a1a-9cd4-f556f75d5484 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566349 Sep 22 10:20:11.511471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d68a0d-1dba-4834-b64f-436c6a1982ce req-3e7d0325-3fdf-47de-a3ad-b2ded4e1a1c1 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:11.512977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50d68a0d-1dba-4834-b64f-436c6a1982ce req-3e7d0325-3fdf-47de-a3ad-b2ded4e1a1c1 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 936 time: 0.1041806 Sep 22 10:20:11.570078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-489e77ba-7ccd-4eb9-bb3d-0a10a52cff9f service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373053 Sep 22 10:20:11.584479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50d68a0d-1dba-4834-b64f-436c6a1982ce req-77bafd1e-0283-4d19-be55-6e7cba4dd0fb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620484 Sep 22 10:20:11.650391 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a19144-ee0e-4f3d-a13d-96bed18f40a2 x-openstack-request-id: req-75a19144-ee0e-4f3d-a13d-96bed18f40a2 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:11.651223 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc", "name": "network-vif-deleted", "tag": "aa4dc1cd-0d1c-4f3e-ab4c-95826814419b", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:11.651640 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75a19144-ee0e-4f3d-a13d-96bed18f40a2 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:11.652207 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc', 'name': 'network-vif-deleted', 'tag': 'aa4dc1cd-0d1c-4f3e-ab4c-95826814419b', 'status': 'completed', 'code': 200} Sep 22 10:20:11.688775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6d8d19-b101-49cb-b108-edf6025090a9 req-4e3c913f-16c2-4988-b57a-401fe5e5c509 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028752 Sep 22 10:20:11.725253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:11.743027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49b38351-a8e8-4da8-a996-1b7d65b8a7db req-27e38543-be4a-4cf9-aaec-b43845a1b50c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 210 time: 0.0366130 Sep 22 10:20:11.804074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device aa4dc1cd-0d1c-4f3e-ab4c-95826814419b no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:20:11.818369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec93395a-b98c-4250-aed6-095706afa6cc req-bd66ca3a-7f0e-4b9f-ac77-e7d8496169fc tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 210 time: 0.0326083 Sep 22 10:20:11.827578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: aa4dc1cd-0d1c-4f3e-ab4c-95826814419b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:20:11.827925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device aa4dc1cd-0d1c-4f3e-ab4c-95826814419b not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:20:11.853908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:11.868139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c', 'mac_address': 'fa:16:3e:70:da:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:11.913065 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:11.928374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:11.939905 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3994b6db-41bc-4f44-9bf4-7c90983c6ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:11.943543 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3994b6db-41bc-4f44-9bf4-7c90983c6ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:11.947325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Transition to ACTIVE for port object f15546ef-c7b1-4e3f-8b15-42a28062c3b9 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:11.949957 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3994b6db-41bc-4f44-9bf4-7c90983c6ab6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab0670ca-58de-41d6-8b0b-be4e5b0596e1 HTTP/1.1" status: 204 len: 168 time: 1.2309461 Sep 22 10:20:11.962031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-ed81b779-b977-4967-89d4-cff67f12c4cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6148167 Sep 22 10:20:11.968128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:11.980691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Request body: {'port': {'device_id': 'abf752f9-0296-49c5-a413-7ee7d684ad56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:11.981739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994b6db-41bc-4f44-9bf4-7c90983c6ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0670ca-58de-41d6-8b0b-be4e5b0596e1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:12.025513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3260ee-ccb7-4100-85b1-accdd1d38f0c req-c30a26f5-33a6-4d09-9a67-c3a28411cc6b tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:12.038783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c3260ee-ccb7-4100-85b1-accdd1d38f0c req-c30a26f5-33a6-4d09-9a67-c3a28411cc6b tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.1305242 Sep 22 10:20:12.055703 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:12.069973 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:12.169512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:12.175812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Pushing event updated for resources: {'Port': ['ID=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:12.181283 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:12.208849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c3260ee-ccb7-4100-85b1-accdd1d38f0c req-4c1bb76d-9052-4d33-8be8-5be295e3efb8 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542401 Sep 22 10:20:12.334902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:12.348052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Attempting to bind port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:12.348751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Attempting to bind port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:12.348751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Attempting to bind port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:12.362611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:12.362944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Attempting to bind port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:12.372299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:12.372712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:12.390725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:12.395872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Bound port: f15546ef-c7b1-4e3f-8b15-42a28062c3b9, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:12.395872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:12.550389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c87b5-0e83-4d16-be20-e5c4dc1d6366 req-ebd5d18d-f6d6-4883-8c70-ab9f78693e87 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:12.551984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a10c87b5-0e83-4d16-be20-e5c4dc1d6366 req-ebd5d18d-f6d6-4883-8c70-ab9f78693e87 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1574149 Sep 22 10:20:12.581586 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:20:12.607975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] For port f15546ef-c7b1-4e3f-8b15-42a28062c3b9, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:12.639434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] For port f15546ef-c7b1-4e3f-8b15-42a28062c3b9, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:12.650895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a10c87b5-0e83-4d16-be20-e5c4dc1d6366 req-d4e2cd31-0da3-485b-8a90-a3ed860a6226 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889554 Sep 22 10:20:12.744934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b8d8ba-4882-4fb2-addb-c75ac47e02ef {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:12.753844 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:12.767806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Transition to ACTIVE for port object e9b8d8ba-4882-4fb2-addb-c75ac47e02ef will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:12.769976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:13.176232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:13.220592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:13.220878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:13.222281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] 10.222.0.30 "PUT /v2.0/ports/f15546ef-c7b1-4e3f-8b15-42a28062c3b9 HTTP/1.1" status: 200 len: 1095 time: 2.9737053 Sep 22 10:20:13.234143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a3bdd8-5541-4a50-b585-da365adc09f0', 'tag': 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:13.237015 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335cb6b7-eb43-4af0-94ca-b17785f631be" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a3bdd8-5541-4a50-b585-da365adc09f0", "tag": "f15546ef-c7b1-4e3f-8b15-42a28062c3b9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:13.264190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845dd91-1806-449a-ad4d-d62ef4cd4baf service neutron] Pushing event updated for resources: {'Port': ['ID=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:13.325654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a2203-3b84-440e-9f97-d5973ea84c87 req-7092191a-ae10-430d-8506-61e363b10697 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:13.334456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-798a2203-3b84-440e-9f97-d5973ea84c87 req-7092191a-ae10-430d-8506-61e363b10697 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 949 time: 0.1635070 Sep 22 10:20:13.394572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:13.475281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-798a2203-3b84-440e-9f97-d5973ea84c87 req-0a130b07-573f-4d48-9e9c-fa5a6cf9dec6 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396630 Sep 22 10:20:13.511560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Attempting to bind port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:13.512373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Attempting to bind port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:13.512373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Attempting to bind port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:13.518380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:13.518860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Attempting to bind port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:13.534550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:13.535489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:13.535489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:13.535874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Bound port: e9b8d8ba-4882-4fb2-addb-c75ac47e02ef, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:13.536327 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:13.640553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] For port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:13.677723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-29c66aee-21e9-4e1b-b6a4-74dc76d6e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:13.679530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-29c66aee-21e9-4e1b-b6a4-74dc76d6e442 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=d5a3bdd8-5541-4a50-b585-da365adc09f0 HTTP/1.1" status: 200 len: 1098 time: 0.2299242 Sep 22 10:20:13.711425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] For port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:13.738225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:13.772915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-413cd4a6-6f87-46f6-8489-016cbea6cc7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=f15546ef-c7b1-4e3f-8b15-42a28062c3b9 HTTP/1.1" status: 200 len: 217 time: 0.0705607 Sep 22 10:20:13.806204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:13.897747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:13.898396 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:13.899770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] 10.222.0.32 "PUT /v2.0/ports/e9b8d8ba-4882-4fb2-addb-c75ac47e02ef HTTP/1.1" status: 200 len: 1096 time: 1.9232965 Sep 22 10:20:13.913994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7b6f-9678-449c-befe-351743610052 req-865fe09a-d828-4f4b-bce9-357669693f6c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:13.921264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-045d7b6f-9678-449c-befe-351743610052 req-865fe09a-d828-4f4b-bce9-357669693f6c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 948 time: 0.2646899 Sep 22 10:20:13.964512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-4b00115a-5055-43ba-9934-4627f5b4c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:13.964512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-4b00115a-5055-43ba-9934-4627f5b4c9fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1652486 Sep 22 10:20:13.965954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45edccf-11eb-46cb-bbd5-e72a9db0d669 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:14.010714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-045d7b6f-9678-449c-befe-351743610052 req-54dc7e7b-4d5e-4507-b39f-0a52fc700cc3 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885842 Sep 22 10:20:14.036265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-2c07c832-da1e-4567-9b48-52b3d0187ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:14.037884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-2c07c832-da1e-4567-9b48-52b3d0187ce4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688574 Sep 22 10:20:14.055791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:20:14.060187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:14.060604 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:14.207547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:14.250310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1767808d-9c8b-4f6c-a1cf-3b28878640f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:14.253574 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d3b0d5-f78a-4756-943c-dc06e44a15f7" -d '{"events": [{"server_uuid": "1767808d-9c8b-4f6c-a1cf-3b28878640f5", "name": "network-vif-plugged", "status": "completed", "tag": "0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:14.272558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:14.341445 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:14.355342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3564d3e-16cc-4d70-a86a-6c1f6231525d req-186ff67d-0deb-49af-af68-c351f9e86348 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=06cd0138-77ee-4962-a9f0-cd6dcfaf8bdc HTTP/1.1" status: 200 len: 210 time: 0.1464412 Sep 22 10:20:14.428390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:14.429140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-db72be5f-90cb-42b8-831c-83b2deaa607b service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773711 Sep 22 10:20:14.439757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-c2d659d6-9e58-4b02-9458-18bcb13df1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:14.441215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-c2d659d6-9e58-4b02-9458-18bcb13df1f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 1099 time: 0.2303941 Sep 22 10:20:14.545013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-d588d369-fcd1-4457-b5f1-a9db7d846520 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef HTTP/1.1" status: 200 len: 217 time: 0.0870295 Sep 22 10:20:14.572237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-8986a2d3-c473-434e-b9e1-297bb00aba78 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:14.573704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-8986a2d3-c473-434e-b9e1-297bb00aba78 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.32 "GET /v2.0/networks?id=e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 200 len: 821 time: 0.3638201 Sep 22 10:20:14.575635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c20b3130-099c-449a-b38c-3b0ac1399485 req-990ebb1c-31ae-4f05-b840-f693e55041a5 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 210 time: 0.0968015 Sep 22 10:20:14.622847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-77654cf5-0d2d-4d02-8f65-f3fe5c281463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:14.624385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-77654cf5-0d2d-4d02-8f65-f3fe5c281463 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0597250 Sep 22 10:20:14.633522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Request body: {'port': {'device_id': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5', 'admin_state_up': True, 'tenant_id': 'e54e84e081ea480e801c4a5328c94591'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:14.671646 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f609cf7-7872-4bcb-88cc-fdaa4b1fd782 x-openstack-request-id: req-1f609cf7-7872-4bcb-88cc-fdaa4b1fd782 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:14.671930 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a3bdd8-5541-4a50-b585-da365adc09f0", "tag": "f15546ef-c7b1-4e3f-8b15-42a28062c3b9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:14.672282 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f609cf7-7872-4bcb-88cc-fdaa4b1fd782 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:14.672685 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a3bdd8-5541-4a50-b585-da365adc09f0', 'tag': 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9', 'status': 'completed', 'code': 200} Sep 22 10:20:14.822076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-9775f010-29b0-49c0-b085-f9397f294681 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848352 Sep 22 10:20:14.827299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b22-087c-40d1-94bf-161761267b3e req-862fa2b3-d69d-4693-b449-45d6023cc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:14.830321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-862fa2b3-d69d-4693-b449-45d6023cc84f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1568456 Sep 22 10:20:14.956677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-c99fb20e-eb98-40b4-bb1d-12c2b9224031 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108315 Sep 22 10:20:15.081861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Made reservation on behalf of e54e84e081ea480e801c4a5328c94591 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:15.086035 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:15.145890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2205b22-087c-40d1-94bf-161761267b3e req-c27dad88-ce75-4bf2-87a6-225a95294fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822135 Sep 22 10:20:15.173428 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c875e8e-95cb-4a80-b707-b19b991025a0 x-openstack-request-id: req-6c875e8e-95cb-4a80-b707-b19b991025a0 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:15.173937 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1767808d-9c8b-4f6c-a1cf-3b28878640f5", "name": "network-vif-plugged", "status": "completed", "tag": "0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:15.174037 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c875e8e-95cb-4a80-b707-b19b991025a0 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:15.174386 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1767808d-9c8b-4f6c-a1cf-3b28878640f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c', 'code': 200} Sep 22 10:20:15.208626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-ef31ccb7-1704-4030-832f-dd51c5212d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:15.210185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-ef31ccb7-1704-4030-832f-dd51c5212d0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=d5a3bdd8-5541-4a50-b585-da365adc09f0 HTTP/1.1" status: 200 len: 1098 time: 0.1424119 Sep 22 10:20:15.436588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-44be2598-d43f-436c-9c45-b2247956f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:15.438654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-44be2598-d43f-436c-9c45-b2247956f154 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2187121 Sep 22 10:20:15.444409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Allocated IP 172.20.0.11 (e834aadf-9b66-4a65-a72d-037123b226c5/a972f049-191f-4618-ad61-898eb66c5a2b/309b4ed9-781f-450c-b310-3ebcb4074476) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:15.463150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935e4c6-1bb7-48b1-9df7-45dae080e0c9 req-471b5d62-572e-49d4-95b6-d0d094e34565 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:15.464626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0935e4c6-1bb7-48b1-9df7-45dae080e0c9 req-471b5d62-572e-49d4-95b6-d0d094e34565 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 950 time: 0.1646860 Sep 22 10:20:15.469503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d2d2b-ac7e-4616-a488-552de708eaa8 req-465cf371-c8b7-4753-949d-5aba0b8aec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:15.474913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c6d2d2b-ac7e-4616-a488-552de708eaa8 req-465cf371-c8b7-4753-949d-5aba0b8aec39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 1101 time: 0.1679170 Sep 22 10:20:15.529604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-7e3efeb9-16fd-4f0d-9661-6d3a1d4363c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=f15546ef-c7b1-4e3f-8b15-42a28062c3b9 HTTP/1.1" status: 200 len: 217 time: 0.0826933 Sep 22 10:20:15.619426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0935e4c6-1bb7-48b1-9df7-45dae080e0c9 req-22afff83-24a8-4c60-bb3b-405e94d7b5cf tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475210 Sep 22 10:20:15.640392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c6d2d2b-ac7e-4616-a488-552de708eaa8 req-2c4a9757-5216-45a2-8969-0e37f34f4a46 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323371 Sep 22 10:20:15.663724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-427e5e55-8db7-437b-a8f2-e01abb0ab5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:15.665219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-427e5e55-8db7-437b-a8f2-e01abb0ab5d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1229012 Sep 22 10:20:15.801039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bed86-4b9d-413a-8b7b-e74ed19088f6 req-9f9ba7ed-18c1-4f67-99df-851cf4ad23d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:15.802721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b06bed86-4b9d-413a-8b7b-e74ed19088f6 req-9f9ba7ed-18c1-4f67-99df-851cf4ad23d2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 948 time: 0.1114285 Sep 22 10:20:15.843477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:15.892277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b06bed86-4b9d-413a-8b7b-e74ed19088f6 req-8f86f71d-bacb-428c-88be-3b184b85c107 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774865 Sep 22 10:20:15.927858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-9619dc1a-f17f-4719-8563-cf8cbb255e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:15.931082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-9619dc1a-f17f-4719-8563-cf8cbb255e4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841770 Sep 22 10:20:16.057403 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:16.071651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-0f0a67dd-32e5-4a0a-8c33-ec5d5e68c6ef service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183207 Sep 22 10:20:16.123201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Network e834aadf-9b66-4a65-a72d-037123b226c5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:16.133941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:16.155752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:16.195402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event updated for resources: {'Port': ['ID=309b4ed9-781f-450c-b310-3ebcb4074476,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:16.202511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-8703f617-ddaf-4232-9fff-ea834df9d6d3 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e2130b8f796049c995aee56e30489f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738902 Sep 22 10:20:16.300018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:16.300647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:16.364725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-335cb6b7-eb43-4af0-94ca-b17785f631be req-adbeb133-ebf1-40d9-ad1c-74717ed95193 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723730 Sep 22 10:20:16.395982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-282cd4c8-7b92-4837-aeed-91d610651597 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:16.397528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-282cd4c8-7b92-4837-aeed-91d610651597 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535733 Sep 22 10:20:16.413238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-3bd3b81e-f6da-439b-a30a-0d65e1bd381c tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/quotas/e2130b8f796049c995aee56e30489f3c HTTP/1.1" status: 200 len: 375 time: 0.0094199 Sep 22 10:20:16.444641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-d2e55cb7-6d1f-4715-bcb0-b7112adc1086 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2130b8f796049c995aee56e30489f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259440 Sep 22 10:20:16.513601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-7383112b-45c0-4727-b8a7-2e2733bf5d82 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8859229 Sep 22 10:20:16.526976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Request body: {'port': {'device_id': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:16.585017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:16.685849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf752f9-0296-49c5-a413-7ee7d684ad56', 'tag': 'e9b8d8ba-4882-4fb2-addb-c75ac47e02ef'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:16.687991 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4685425d-bc82-4c63-a810-8208a329de5b" -d '{"events": [{"name": "network-changed", "server_uuid": "abf752f9-0296-49c5-a413-7ee7d684ad56", "tag": "e9b8d8ba-4882-4fb2-addb-c75ac47e02ef"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:16.845928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deff038-e8d6-4da4-8aec-21bb34e80e53 req-09168c71-531f-4052-84fb-72e09158940f tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:16.847455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7deff038-e8d6-4da4-8aec-21bb34e80e53 req-09168c71-531f-4052-84fb-72e09158940f tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1017687 Sep 22 10:20:16.934646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7deff038-e8d6-4da4-8aec-21bb34e80e53 req-eb175f86-9ac8-4f65-aae9-2bd46d915f59 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806940 Sep 22 10:20:16.941980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309b4ed9-781f-450c-b310-3ebcb4074476 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:16.950357 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:16.966807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Transition to ACTIVE for port object 309b4ed9-781f-450c-b310-3ebcb4074476 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:17.080453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d91dd9-35c7-468f-8eb8-b1c1f8b39a93 req-e5ae9c72-fc28-4b1b-85f0-5551e6cd2a18 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:17.082345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3d91dd9-35c7-468f-8eb8-b1c1f8b39a93 req-e5ae9c72-fc28-4b1b-85f0-5551e6cd2a18 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 932 time: 0.0493214 Sep 22 10:20:17.128079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3d91dd9-35c7-468f-8eb8-b1c1f8b39a93 req-e8419994-f07e-4917-9311-54b70e781a8f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351439 Sep 22 10:20:17.162116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:17.220141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=309b4ed9-781f-450c-b310-3ebcb4074476,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:17.332490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ec018-1199-444c-91f9-acda0f12a0eb req-e8ade007-d2f6-4087-8bff-25752ad4cf2f tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:17.333954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a8ec018-1199-444c-91f9-acda0f12a0eb req-e8ade007-d2f6-4087-8bff-25752ad4cf2f tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 950 time: 0.0713894 Sep 22 10:20:17.335119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Attempting to bind port 309b4ed9-781f-450c-b310-3ebcb4074476 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:17.335449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Attempting to bind port 309b4ed9-781f-450c-b310-3ebcb4074476 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:17.335777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Attempting to bind port 309b4ed9-781f-450c-b310-3ebcb4074476 on network e834aadf-9b66-4a65-a72d-037123b226c5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:17.342343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Port 309b4ed9-781f-450c-b310-3ebcb4074476 on network e834aadf-9b66-4a65-a72d-037123b226c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:17.342659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Attempting to bind port 309b4ed9-781f-450c-b310-3ebcb4074476 on network e834aadf-9b66-4a65-a72d-037123b226c5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:17.357217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:17.357551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Checking segment: {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:17.357923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Bound using segment: {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:17.358374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Bound port: 309b4ed9-781f-450c-b310-3ebcb4074476, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:17.358723 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:17.410981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a8ec018-1199-444c-91f9-acda0f12a0eb req-b8b00fc7-9e47-45e5-b06a-b38abfe1bf16 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701346 Sep 22 10:20:17.446853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] For port 309b4ed9-781f-450c-b310-3ebcb4074476, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:17.490253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8134df83-a7a3-4650-a2d0-de2f61734bd3 req-448807bc-b4c5-4901-9d69-db35f2f08c9f tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 210 time: 0.0294540 Sep 22 10:20:17.545742 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d96fdd8-2307-4dca-9f4d-30d0392e4fca x-openstack-request-id: req-4d96fdd8-2307-4dca-9f4d-30d0392e4fca {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:17.546031 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf752f9-0296-49c5-a413-7ee7d684ad56", "tag": "e9b8d8ba-4882-4fb2-addb-c75ac47e02ef", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:17.546309 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d96fdd8-2307-4dca-9f4d-30d0392e4fca {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:17.546704 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf752f9-0296-49c5-a413-7ee7d684ad56', 'tag': 'e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'status': 'completed', 'code': 200} Sep 22 10:20:17.620705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] For port 309b4ed9-781f-450c-b310-3ebcb4074476, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=309b4ed9-781f-450c-b310-3ebcb4074476,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:17.658494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685425d-bc82-4c63-a810-8208a329de5b req-b960089b-2441-426b-82dd-edaf9014aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:17.658494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4685425d-bc82-4c63-a810-8208a329de5b req-b960089b-2441-426b-82dd-edaf9014aeed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 1099 time: 0.0823331 Sep 22 10:20:17.668230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89b65-7d81-42ba-b9cf-2f2e3e552bf2 req-1eb58019-a674-4efb-aefa-d4057f89e02a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:17.669753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83c89b65-7d81-42ba-b9cf-2f2e3e552bf2 req-1eb58019-a674-4efb-aefa-d4057f89e02a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 948 time: 0.0663643 Sep 22 10:20:17.762279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f15546ef-c7b1-4e3f-8b15-42a28062c3b9 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:17.771429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83c89b65-7d81-42ba-b9cf-2f2e3e552bf2 req-0f4e8d7f-93d0-438a-8904-638845618317 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923121 Sep 22 10:20:17.799646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685425d-bc82-4c63-a810-8208a329de5b req-c7bba6e8-a9a7-43da-9663-13ee517be11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:17.801392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4685425d-bc82-4c63-a810-8208a329de5b req-c7bba6e8-a9a7-43da-9663-13ee517be11f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1307650 Sep 22 10:20:17.846326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4685425d-bc82-4c63-a810-8208a329de5b req-9ef02d20-6d65-48bc-8ae1-28aaafd80618 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef HTTP/1.1" status: 200 len: 217 time: 0.0373850 Sep 22 10:20:17.888505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f15546ef-c7b1-4e3f-8b15-42a28062c3b9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:17.890803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:17.900104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9', 'mac_address': 'fa:16:3e:d1:d5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:17.950565 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:17.963379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=309b4ed9-781f-450c-b310-3ebcb4074476,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:17.972202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:17.972832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:17.974236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-92846e15-56c6-4be7-accc-e32cdbb34ce8 service neutron] 10.222.0.32 "PUT /v2.0/ports/309b4ed9-781f-450c-b310-3ebcb4074476 HTTP/1.1" status: 200 len: 1092 time: 1.4517238 Sep 22 10:20:17.980212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15546ef-c7b1-4e3f-8b15-42a28062c3b9 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:17.987591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685425d-bc82-4c63-a810-8208a329de5b req-b2a8174f-b824-492a-b5e0-9dc909226502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:17.989310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4685425d-bc82-4c63-a810-8208a329de5b req-b2a8174f-b824-492a-b5e0-9dc909226502 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1356115 Sep 22 10:20:18.001728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f15546ef-c7b1-4e3f-8b15-42a28062c3b9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:18.037037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685425d-bc82-4c63-a810-8208a329de5b req-dcf7aac7-fbc6-4942-89e3-feb0ad5c6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:18.038534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4685425d-bc82-4c63-a810-8208a329de5b req-dcf7aac7-fbc6-4942-89e3-feb0ad5c6854 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419884 Sep 22 10:20:18.132505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4685425d-bc82-4c63-a810-8208a329de5b req-a0e0f071-381c-4aab-845f-6f825212f837 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871952 Sep 22 10:20:18.266047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4685425d-bc82-4c63-a810-8208a329de5b req-299328cf-09e4-4d33-b73e-d7e1a3c7b2ec service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266077 Sep 22 10:20:18.268774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-2b068821-bdea-4107-9045-5146868918ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:18.270163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-2b068821-bdea-4107-9045-5146868918ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e54e84e081ea480e801c4a5328c94591&device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 1095 time: 0.0651593 Sep 22 10:20:18.307525 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:18.362951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:18.591347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f15546ef-c7b1-4e3f-8b15-42a28062c3b9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:18.689687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-6d48cd6f-5275-4a93-8534-a31241381364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=309b4ed9-781f-450c-b310-3ebcb4074476 HTTP/1.1" status: 200 len: 217 time: 0.4106126 Sep 22 10:20:18.804300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-5324d73d-e7b6-43bb-a72a-be61c030f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:18.806466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-5324d73d-e7b6-43bb-a72a-be61c030f76e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a972f049-191f-4618-ad61-898eb66c5a2b HTTP/1.1" status: 200 len: 861 time: 0.1021898 Sep 22 10:20:18.816426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ab801-aae5-4f92-a59d-de3f7f30e12c req-bd4a1250-813c-42dc-86aa-e08b9a442657 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:18.817879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-459ab801-aae5-4f92-a59d-de3f7f30e12c req-bd4a1250-813c-42dc-86aa-e08b9a442657 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 944 time: 0.1273489 Sep 22 10:20:18.848901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-c4398bb5-ddc3-471c-9657-f2ad329622e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e834aadf-9b66-4a65-a72d-037123b226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300179 Sep 22 10:20:18.909285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-459ab801-aae5-4f92-a59d-de3f7f30e12c req-8f81590b-ec6f-4565-9b9a-b01a3b7f0cab tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826995 Sep 22 10:20:19.001838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-b2586e44-4fe2-4bcb-90e5-8c657be68498 service neutron] 10.222.0.32 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435218 Sep 22 10:20:19.134796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-698783bb-42b0-4e56-92c2-604ee7c9913c req-135cb7e3-36df-4f4c-a054-5a577635b76e service neutron] 10.222.0.32 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268423 Sep 22 10:20:19.156374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd199286-ee2c-4369-a34d-f80170da5206 req-4c2f1d13-679f-4551-a280-91ab6d26973e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:19.157953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd199286-ee2c-4369-a34d-f80170da5206 req-4c2f1d13-679f-4551-a280-91ab6d26973e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0854440 Sep 22 10:20:19.204573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd199286-ee2c-4369-a34d-f80170da5206 req-8a1c12bf-9265-45d0-a2ed-eb7381c1c985 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398624 Sep 22 10:20:19.321481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ceab5-0f85-4727-853d-44fc27233700 req-3cda7ffb-b7f5-416a-8a64-ca2d85932b04 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:19.323037 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a2ceab5-0f85-4727-853d-44fc27233700 req-3cda7ffb-b7f5-416a-8a64-ca2d85932b04 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 950 time: 0.0525353 Sep 22 10:20:19.372037 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a2ceab5-0f85-4727-853d-44fc27233700 req-bc92922e-2c03-4056-8123-e9317d451fe1 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Sep 22 10:20:19.462875 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38d73530-768d-44fe-83a3-a7172ea8288e req-5c50a488-42db-41ba-a2b4-84134fb607e0 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 210 time: 0.0306637 Sep 22 10:20:19.572232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'tag': '309b4ed9-781f-450c-b310-3ebcb4074476'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:19.572232 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd" -d '{"events": [{"name": "network-changed", "server_uuid": "ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477", "tag": "309b4ed9-781f-450c-b310-3ebcb4074476"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:19.592892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dd821-3de5-4ef9-9d74-81cda70d02bb req-8779f887-3fac-4087-864b-9e85bb0f3307 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:19.600598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce6dd821-3de5-4ef9-9d74-81cda70d02bb req-8779f887-3fac-4087-864b-9e85bb0f3307 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 948 time: 0.0723445 Sep 22 10:20:19.642905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce6dd821-3de5-4ef9-9d74-81cda70d02bb req-08b8e1f1-2719-4d5d-94b0-364a68cd3294 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Sep 22 10:20:19.692451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device e9b8d8ba-4882-4fb2-addb-c75ac47e02ef details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:19.773626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f15546ef-c7b1-4e3f-8b15-42a28062c3b9 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:19.868358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:19.892565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'mac_address': 'fa:16:3e:fb:71:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:19.906664 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf8e143-16ff-4a2f-b011-88b05bd34b7d x-openstack-request-id: req-bdf8e143-16ff-4a2f-b011-88b05bd34b7d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:19.906664 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477", "tag": "309b4ed9-781f-450c-b310-3ebcb4074476", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:19.907310 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdf8e143-16ff-4a2f-b011-88b05bd34b7d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:19.907407 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'tag': '309b4ed9-781f-450c-b310-3ebcb4074476', 'status': 'completed', 'code': 200} Sep 22 10:20:19.941708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:19.957198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b8d8ba-4882-4fb2-addb-c75ac47e02ef {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:19.977420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:20.013501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-dcdcef40-7e07-448d-8228-fd583d7dd826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:20.015035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-dcdcef40-7e07-448d-8228-fd583d7dd826 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e54e84e081ea480e801c4a5328c94591&device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 1095 time: 0.0822134 Sep 22 10:20:20.020036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:20:20.024344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:20.024716 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:20.027215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb78676-0c12-4e34-bfce-bfc21e491851 req-199e2357-9036-4b79-9c30-0efbeb026bd1 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:20.028835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdb78676-0c12-4e34-bfce-bfc21e491851 req-199e2357-9036-4b79-9c30-0efbeb026bd1 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 950 time: 0.0614905 Sep 22 10:20:20.117419 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:20.139701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdb78676-0c12-4e34-bfce-bfc21e491851 req-817e68a0-ffab-48e5-9085-3741b79015ce tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020896 Sep 22 10:20:20.141055 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a3bdd8-5541-4a50-b585-da365adc09f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:20.152534 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e11579-4e64-43fc-95f2-af4f5a2a18b7" -d '{"events": [{"server_uuid": "d5a3bdd8-5541-4a50-b585-da365adc09f0", "name": "network-vif-plugged", "status": "completed", "tag": "f15546ef-c7b1-4e3f-8b15-42a28062c3b9"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:20.162150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-45678a92-1b14-471f-9a7a-e4d6e6c5b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:20.163410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-45678a92-1b14-471f-9a7a-e4d6e6c5b2ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 200 len: 922 time: 0.1336670 Sep 22 10:20:20.168975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f15546ef-c7b1-4e3f-8b15-42a28062c3b9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:20.192596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:20.208779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-e09d2e3d-69e8-4697-8e4f-9cc6bc98e222 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=309b4ed9-781f-450c-b310-3ebcb4074476 HTTP/1.1" status: 200 len: 217 time: 0.0376570 Sep 22 10:20:20.248472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:20.286747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-bb3e4a7f-0aa0-4450-8301-72d366f56cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:20.288296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-bb3e4a7f-0aa0-4450-8301-72d366f56cc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a972f049-191f-4618-ad61-898eb66c5a2b HTTP/1.1" status: 200 len: 861 time: 0.0707026 Sep 22 10:20:20.299292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca9436-73a3-4bb2-a77c-bb4b4ad78c4f req-4969fe1a-3274-41ba-bb6e-e08a393ab377 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:20.300664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4ca9436-73a3-4bb2-a77c-bb4b4ad78c4f req-4969fe1a-3274-41ba-bb6e-e08a393ab377 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 944 time: 0.0946236 Sep 22 10:20:20.330848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-bcd6dd7e-6e93-4567-8bae-8a447154b141 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e834aadf-9b66-4a65-a72d-037123b226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292389 Sep 22 10:20:20.383631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4ca9436-73a3-4bb2-a77c-bb4b4ad78c4f req-4e0c3503-7a0d-40c1-8f4f-e0553a6fd48e tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718822 Sep 22 10:20:20.389027 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:20.456780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:20.463674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-d3937f4f-2731-4017-bf3b-cfe760a3f780 service neutron] 10.222.0.32 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234336 Sep 22 10:20:20.508120 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebb6f37-4ad8-4fcf-ac04-2dd0a820a0e5 x-openstack-request-id: req-8ebb6f37-4ad8-4fcf-ac04-2dd0a820a0e5 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:20.508403 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a3bdd8-5541-4a50-b585-da365adc09f0", "name": "network-vif-plugged", "status": "completed", "tag": "f15546ef-c7b1-4e3f-8b15-42a28062c3b9", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:20.508727 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ebb6f37-4ad8-4fcf-ac04-2dd0a820a0e5 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:20.509267 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a3bdd8-5541-4a50-b585-da365adc09f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9', 'code': 200} Sep 22 10:20:20.510385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['e9b8d8ba-4882-4fb2-addb-c75ac47e02ef'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:20.632126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3a6fb85-f7c1-4c74-818a-a4a5cb4b7edd req-016362fd-db0b-45bb-9f9f-f48a6f87c852 service neutron] 10.222.0.32 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550841 Sep 22 10:20:20.670190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-6ef3c4b6-b687-4c0d-8527-5fb6c8f175aa tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e2130b8f796049c995aee56e30489f3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342221 Sep 22 10:20:20.700200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba4031-67b0-45f0-b154-8086aa264c09 req-04009979-1bed-41d0-a8a9-b252e49aa495 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:20.701661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63ba4031-67b0-45f0-b154-8086aa264c09 req-04009979-1bed-41d0-a8a9-b252e49aa495 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1359625 Sep 22 10:20:20.713327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c8768-a565-4d81-b39e-d78e6cf0c06f req-21d45f65-02d1-49f5-9eb1-9ac32ef4ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:20.714796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-570c8768-a565-4d81-b39e-d78e6cf0c06f req-21d45f65-02d1-49f5-9eb1-9ac32ef4ac46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5a3bdd8-5541-4a50-b585-da365adc09f0 HTTP/1.1" status: 200 len: 1100 time: 0.1342115 Sep 22 10:20:20.819957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63ba4031-67b0-45f0-b154-8086aa264c09 req-240805da-d86f-4b0c-9324-6172ff4d03d6 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041999 Sep 22 10:20:20.830295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-570c8768-a565-4d81-b39e-d78e6cf0c06f req-3f997871-1928-4813-8616-0e38be030836 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039634 Sep 22 10:20:20.850796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a73b7715-bf21-46cc-86a1-4e90890b022b tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:20.852630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a73b7715-bf21-46cc-86a1-4e90890b022b tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739154 Sep 22 10:20:20.941728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-ed521d14-10a4-42bb-b6f6-a88f73227cbc tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5a536c84e00a4889b5c23d5045455c9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265849 Sep 22 10:20:21.051901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-bcea128c-b399-4d1d-9da9-1a17bbc2eb00 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:21.053399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-bcea128c-b399-4d1d-9da9-1a17bbc2eb00 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048434 Sep 22 10:20:21.072569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Request body: {'port': {'device_id': '4dd85818-4c9d-4331-992a-5bec347f4566', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'e2130b8f796049c995aee56e30489f3c'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:21.076114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-b14236bb-7ad6-46ab-bab5-09e36c9f66ec tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/quotas/5a536c84e00a4889b5c23d5045455c9e HTTP/1.1" status: 200 len: 375 time: 0.0165765 Sep 22 10:20:21.202953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-7fd1427f-9144-4946-95d2-63d1f7ce1a7d tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a536c84e00a4889b5c23d5045455c9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093547 Sep 22 10:20:21.412993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Made reservation on behalf of e2130b8f796049c995aee56e30489f3c for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:21.416664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:21.426501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:21.596791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68789030-3beb-489c-ad77-0961b903c36c req-abdddad1-f7b4-4441-b6b7-a612e48878ed tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 210 time: 0.0364673 Sep 22 10:20:21.605812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:21.694880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device e9b8d8ba-4882-4fb2-addb-c75ac47e02ef up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:21.730558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:21.771644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe0c4-fa2f-41ad-ae9f-4bb080424d16 req-ca191b29-4a05-4e6a-bf10-2a7cc566888e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:21.773377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27dbe0c4-fa2f-41ad-ae9f-4bb080424d16 req-ca191b29-4a05-4e6a-bf10-2a7cc566888e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 949 time: 0.0978596 Sep 22 10:20:21.825685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99aef51-4f76-4f54-9642-3e6adc38d6fe,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:21.873797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27dbe0c4-fa2f-41ad-ae9f-4bb080424d16 req-e48eb1e3-0ad2-4fc3-bc7c-5f7be77a7a43 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932999 Sep 22 10:20:21.933391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Allocated IP 192.168.233.174 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/7c91a72c-82e1-4db3-b802-2b217db24f40) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:22.007211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:20:22.011923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:22.012584 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:22.103969 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:22.106982 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:22.137016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:22.316503 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:22.316735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:22.361315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:22.364359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:22.368291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:22.378297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Pushing event updated for resources: {'Port': ['ID=7c91a72c-82e1-4db3-b802-2b217db24f40,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:22.387319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:22.424860 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0452-ae9d-4dcf-91ae-9505379853b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:22.425908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:22.426587 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:22.510258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf752f9-0296-49c5-a413-7ee7d684ad56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8d8ba-4882-4fb2-addb-c75ac47e02ef'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:22.512938 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7b2d94-ca50-437a-9242-b7f2b544612f" -d '{"events": [{"server_uuid": "abf752f9-0296-49c5-a413-7ee7d684ad56", "name": "network-vif-plugged", "status": "completed", "tag": "e9b8d8ba-4882-4fb2-addb-c75ac47e02ef"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:22.673689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-baef4b49-9855-4411-a2b5-68fa5e5bb1dc tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6051192 Sep 22 10:20:22.690948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-63b393db-f81b-4e67-8bbd-ecbed23d4dc7 None None] Provisioning complete for port 7c91a72c-82e1-4db3-b802-2b217db24f40 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:22.691379 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63b393db-f81b-4e67-8bbd-ecbed23d4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:22.697758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Request body: {'port': {'device_id': '4dd85818-4c9d-4331-992a-5bec347f4566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:22.727700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-63b393db-f81b-4e67-8bbd-ecbed23d4dc7 None None] Port 7c91a72c-82e1-4db3-b802-2b217db24f40 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:20:22.750683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455732b-e57e-4735-ac01-b5a6ddae0df6 req-aaf21f48-6947-4703-a775-48762dec2433 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:22.752246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e455732b-e57e-4735-ac01-b5a6ddae0df6 req-aaf21f48-6947-4703-a775-48762dec2433 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 944 time: 0.0922494 Sep 22 10:20:22.790524 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:22.823099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e455732b-e57e-4735-ac01-b5a6ddae0df6 req-80de6192-66c9-4aee-9682-3f3df0fc1a76 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513482 Sep 22 10:20:22.966272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-616682dc-56a8-4876-9bcf-69b6ef5ab67f req-dd8adfd5-7964-48e5-8888-968caa05d40e tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 210 time: 0.0336812 Sep 22 10:20:23.011059 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f5ca36-95f5-4495-b7ce-d9d9c2d28a29 x-openstack-request-id: req-a7f5ca36-95f5-4495-b7ce-d9d9c2d28a29 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:23.011439 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf752f9-0296-49c5-a413-7ee7d684ad56", "name": "network-vif-plugged", "status": "completed", "tag": "e9b8d8ba-4882-4fb2-addb-c75ac47e02ef", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:23.011619 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7f5ca36-95f5-4495-b7ce-d9d9c2d28a29 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:23.011965 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf752f9-0296-49c5-a413-7ee7d684ad56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'code': 200} Sep 22 10:20:23.213097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542d6a8-af42-409d-b5b1-8aee0476d3e8 req-a80293d3-6fdc-40f5-8922-70c0013ee37a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:23.214606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c542d6a8-af42-409d-b5b1-8aee0476d3e8 req-a80293d3-6fdc-40f5-8922-70c0013ee37a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 944 time: 0.1562068 Sep 22 10:20:23.231427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c91a72c-82e1-4db3-b802-2b217db24f40 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:23.242131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9bc5f-1848-4949-ba62-0c07917db7dc req-78788ac5-a6c6-4f79-86ba-f3b0ff0aa9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:23.243603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5d9bc5f-1848-4949-ba62-0c07917db7dc req-78788ac5-a6c6-4f79-86ba-f3b0ff0aa9c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 1101 time: 0.1663394 Sep 22 10:20:23.251457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:23.257998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870b8f-589a-41da-8964-b1c37c996937 req-e85e5843-3719-405a-8d74-dfa20eceaf35 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:23.259483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a870b8f-589a-41da-8964-b1c37c996937 req-e85e5843-3719-405a-8d74-dfa20eceaf35 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.32 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 944 time: 0.1690633 Sep 22 10:20:23.316747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Transition to ACTIVE for port object 7c91a72c-82e1-4db3-b802-2b217db24f40 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:23.348073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c542d6a8-af42-409d-b5b1-8aee0476d3e8 req-fa2f2dd1-0b73-4f34-b7b0-8c52a87ef24e tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244295 Sep 22 10:20:23.379221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5d9bc5f-1848-4949-ba62-0c07917db7dc req-f299a51b-251f-429b-b7fa-985e460960e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117818 Sep 22 10:20:23.417454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-1a870b8f-589a-41da-8964-b1c37c996937 req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Deleting port a52c45ed-c028-4d5b-b575-625a2177aabd {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:20:23.417794 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1a870b8f-589a-41da-8964-b1c37c996937 req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:23.485590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148be721-3776-452d-b392-4aa95651e783 req-e53be738-81b0-4471-8045-c2ac5bff256b tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:23.487111 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-148be721-3776-452d-b392-4aa95651e783 req-e53be738-81b0-4471-8045-c2ac5bff256b tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 936 time: 0.0648417 Sep 22 10:20:23.488210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:23.564480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Pushing event updated for resources: {'Port': ['ID=7c91a72c-82e1-4db3-b802-2b217db24f40,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:23.629945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-148be721-3776-452d-b392-4aa95651e783 req-115c6f22-bed7-4a57-8e40-5fb11babf925 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99aef51-4f76-4f54-9642-3e6adc38d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364448 Sep 22 10:20:23.684902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1a870b8f-589a-41da-8964-b1c37c996937 req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] For port a52c45ed-c028-4d5b-b575-625a2177aabd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a52c45ed-c028-4d5b-b575-625a2177aabd,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:23.685280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1a870b8f-589a-41da-8964-b1c37c996937 req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:23.692554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 309b4ed9-781f-450c-b310-3ebcb4074476 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:23.719977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-1a870b8f-589a-41da-8964-b1c37c996937 req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Calling delete_port for a52c45ed-c028-4d5b-b575-625a2177aabd owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:20:23.749294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Attempting to bind port 7c91a72c-82e1-4db3-b802-2b217db24f40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:23.750584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Attempting to bind port 7c91a72c-82e1-4db3-b802-2b217db24f40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:23.750584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Attempting to bind port 7c91a72c-82e1-4db3-b802-2b217db24f40 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:23.760450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Port 7c91a72c-82e1-4db3-b802-2b217db24f40 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:23.760778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Attempting to bind port 7c91a72c-82e1-4db3-b802-2b217db24f40 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:23.805758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:23.805758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:23.805758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:23.805758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Bound port: 7c91a72c-82e1-4db3-b802-2b217db24f40, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:23.805758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:23.813528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 309b4ed9-781f-450c-b310-3ebcb4074476, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=309b4ed9-781f-450c-b310-3ebcb4074476,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:23.830224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '309b4ed9-781f-450c-b310-3ebcb4074476', 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5', 'port_id': '309b4ed9-781f-450c-b310-3ebcb4074476', 'mac_address': 'fa:16:3e:3d:b3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a972f049-191f-4618-ad61-898eb66c5a2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:23.833737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d17809-0e51-4d5a-8097-ed63d431383a req-b5db39ec-b73a-4e33-9ee3-62773b81710a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:23.835306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75d17809-0e51-4d5a-8097-ed63d431383a req-b5db39ec-b73a-4e33-9ee3-62773b81710a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 950 time: 0.1379170 Sep 22 10:20:23.873750 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:23.888474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309b4ed9-781f-450c-b310-3ebcb4074476 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:23.908629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 309b4ed9-781f-450c-b310-3ebcb4074476, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=309b4ed9-781f-450c-b310-3ebcb4074476,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:23.937145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] For port 7c91a72c-82e1-4db3-b802-2b217db24f40, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:23.942038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75d17809-0e51-4d5a-8097-ed63d431383a req-96c6e667-c4b8-4f2f-8069-edac310638a2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841467 Sep 22 10:20:23.975104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] For port 7c91a72c-82e1-4db3-b802-2b217db24f40, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7c91a72c-82e1-4db3-b802-2b217db24f40,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:24.051284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8d24c-1af1-4e8b-8ee7-b27fee5c3b87 req-b284e010-1753-4a3f-9447-f3639d759d3d tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:24.052829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-faa8d24c-1af1-4e8b-8ee7-b27fee5c3b87 req-b284e010-1753-4a3f-9447-f3639d759d3d tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 944 time: 0.0493875 Sep 22 10:20:24.091107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-faa8d24c-1af1-4e8b-8ee7-b27fee5c3b87 req-011b42f7-6cd7-4f5e-88dc-d2e3d52e47ae tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Sep 22 10:20:24.104671 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:24.152452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=309b4ed9-781f-450c-b310-3ebcb4074476,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:24.216917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:24.219466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1a870b8f-589a-41da-8964-b1c37c996937 req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:24.240615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10855905-bb34-4031-89ce-a18acab43d04 req-13891e3a-8a00-4e00-b989-38a266c91f88 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 210 time: 0.0345135 Sep 22 10:20:24.277455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:24.278067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:24.279436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] 10.222.0.30 "PUT /v2.0/ports/7c91a72c-82e1-4db3-b802-2b217db24f40 HTTP/1.1" status: 200 len: 1096 time: 1.5861869 Sep 22 10:20:24.280952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd85818-4c9d-4331-992a-5bec347f4566', 'tag': '7c91a72c-82e1-4db3-b802-2b217db24f40'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:24.283738 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4676343-4df1-4fd3-92c8-fba20b389a66" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd85818-4c9d-4331-992a-5bec347f4566", "tag": "7c91a72c-82e1-4db3-b802-2b217db24f40"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:24.344760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a870b8f-589a-41da-8964-b1c37c996937 req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] No DVR routers for this DVR port a52c45ed-c028-4d5b-b575-625a2177aabd on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:20:24.349056 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1a870b8f-589a-41da-8964-b1c37c996937 req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:24.351044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a870b8f-589a-41da-8964-b1c37c996937 req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.32 "DELETE /v2.0/ports/a52c45ed-c028-4d5b-b575-625a2177aabd HTTP/1.1" status: 204 len: 173 time: 1.0759871 Sep 22 10:20:24.352052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cff997-c6dd-4647-bf96-9ec788a374ff service neutron] Pushing event updated for resources: {'Port': ['ID=7c91a72c-82e1-4db3-b802-2b217db24f40,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:24.377265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2df165-1eba-4ec5-94be-f5ee9f8ba70c tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Pushing event deleted for resources: {'Port': ['ID=a52c45ed-c028-4d5b-b575-625a2177aabd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:24.433707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['309b4ed9-781f-450c-b310-3ebcb4074476'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:24.571906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-2bc731dc-b6eb-4929-adba-9a467be1a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:24.573526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-2bc731dc-b6eb-4929-adba-9a467be1a9a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2130b8f796049c995aee56e30489f3c&device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 1099 time: 0.0412059 Sep 22 10:20:24.627372 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-753dcba9-cc8f-4e50-bcc7-c55fbe277c91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7c91a72c-82e1-4db3-b802-2b217db24f40 HTTP/1.1" status: 200 len: 217 time: 0.0453327 Sep 22 10:20:24.682725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a83519f7-fac8-4890-882b-d12a4ee862d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:24.682725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-a83519f7-fac8-4890-882b-d12a4ee862d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0446479 Sep 22 10:20:24.724558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-06cb7fd4-6a68-4e72-8f02-d2c2fbc0eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:24.728624 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-06cb7fd4-6a68-4e72-8f02-d2c2fbc0eb54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391634 Sep 22 10:20:24.833199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-9ba76828-7711-498d-8e7b-a3d22fb599de service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927584 Sep 22 10:20:24.934551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ac6226-e31c-4c95-8567-3f7a5c3b21d8 req-86418b4a-8035-4e2f-80ab-1e609b87075c service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932565 Sep 22 10:20:24.992532 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf71d1f-dcd7-498a-9929-218164aa7f87 x-openstack-request-id: req-dcf71d1f-dcd7-498a-9929-218164aa7f87 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:24.992821 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd85818-4c9d-4331-992a-5bec347f4566", "tag": "7c91a72c-82e1-4db3-b802-2b217db24f40", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:24.993105 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcf71d1f-dcd7-498a-9929-218164aa7f87 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:24.993510 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd85818-4c9d-4331-992a-5bec347f4566', 'tag': '7c91a72c-82e1-4db3-b802-2b217db24f40', 'status': 'completed', 'code': 200} Sep 22 10:20:25.079200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5befb587-769c-467b-9cfe-3f6856130444 req-4850e7c0-5809-49b5-9262-af18f368845f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=b217ed70-dac3-459a-834f-efa240c75f1d HTTP/1.1" status: 200 len: 210 time: 0.0260353 Sep 22 10:20:25.184922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948f489-97ad-4e11-8008-0f1ae6c036ea req-e7363742-55d0-4775-9d6b-59bd61e22a46 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:25.186380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5948f489-97ad-4e11-8008-0f1ae6c036ea req-e7363742-55d0-4775-9d6b-59bd61e22a46 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 948 time: 0.0534871 Sep 22 10:20:25.224432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5948f489-97ad-4e11-8008-0f1ae6c036ea req-f1856e96-0e63-477c-a06a-0dae4541b68e tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99aef51-4f76-4f54-9642-3e6adc38d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314932 Sep 22 10:20:25.264442 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8acfaf33-dea2-43cb-8784-ca8e23fac69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:25.401867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b344-f0de-4b31-9b34-ac07e77d5347 req-9e7ef017-bd76-4c19-94f1-bcfe15aa5edf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:25.403423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f9e9b344-f0de-4b31-9b34-ac07e77d5347 req-9e7ef017-bd76-4c19-94f1-bcfe15aa5edf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1198633 Sep 22 10:20:25.416125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-2319596a-5696-4cb9-9a2d-b3188805c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:25.417583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-2319596a-5696-4cb9-9a2d-b3188805c637 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2130b8f796049c995aee56e30489f3c&device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 1099 time: 0.1240737 Sep 22 10:20:25.422666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-77bb871e-d190-4994-ac15-58c14a6d1ee4 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5a536c84e00a4889b5c23d5045455c9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475776 Sep 22 10:20:25.424261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-37c4870e-5b2b-401f-908e-1b48c267f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:25.437508 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:25.437694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-37c4870e-5b2b-401f-908e-1b48c267f1fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 1096 time: 0.1101999 Sep 22 10:20:25.527983 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:25.529157 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:25.693392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 309b4ed9-781f-450c-b310-3ebcb4074476 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:25.878310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f9e9b344-f0de-4b31-9b34-ac07e77d5347 req-f65c95ab-c2e5-4ee7-90e5-1d6f3de9cf44 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587731 Sep 22 10:20:25.905397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 309b4ed9-781f-450c-b310-3ebcb4074476 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:20:25.905604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 309b4ed9-781f-450c-b310-3ebcb4074476 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:25.906738 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:26.043019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:26.065941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309b4ed9-781f-450c-b310-3ebcb4074476'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:26.068196 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d013720-efbd-4b3b-822f-25c995fa9915" -d '{"events": [{"server_uuid": "ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477", "name": "network-vif-plugged", "status": "completed", "tag": "309b4ed9-781f-450c-b310-3ebcb4074476"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:26.071442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-7b01f182-83d1-4076-86ef-cbfb1cbea95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:26.072994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-7b01f182-83d1-4076-86ef-cbfb1cbea95f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.6413102 Sep 22 10:20:26.078052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-904c2112-f2bc-439f-b40c-3422d7bac7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:26.079414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-904c2112-f2bc-439f-b40c-3422d7bac7af service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 919 time: 0.6253049 Sep 22 10:20:26.080500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 309b4ed9-781f-450c-b310-3ebcb4074476, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=309b4ed9-781f-450c-b310-3ebcb4074476,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:26.096271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-764f16f5-e0bc-4c4b-bcae-e28b1c0f766e tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:26.097847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-764f16f5-e0bc-4c4b-bcae-e28b1c0f766e tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6671317 Sep 22 10:20:26.139325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Request body: {'port': {'device_id': '838e9b72-eb32-4651-aa88-c442050ac2a1', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '5a536c84e00a4889b5c23d5045455c9e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:26.178870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-f0262352-31aa-496d-a408-63781cb04f57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7c91a72c-82e1-4db3-b802-2b217db24f40 HTTP/1.1" status: 200 len: 217 time: 0.0958447 Sep 22 10:20:26.181524 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:26.189613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6bbbf-0653-482b-bc23-a3f2ed717300 req-d6b21ce3-1a13-4526-9179-b06938185b72 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:26.191110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01e6bbbf-0653-482b-bc23-a3f2ed717300 req-d6b21ce3-1a13-4526-9179-b06938185b72 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 950 time: 0.1980999 Sep 22 10:20:26.201515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-beb0b515-91a5-47a7-ba5f-9fcc9a453625 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003d9a78-a2ae-4949-b940-96817868530e HTTP/1.1" status: 200 len: 217 time: 0.1000659 Sep 22 10:20:26.253034 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:26.253757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a52c45ed-c028-4d5b-b575-625a2177aabd no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:20:26.292835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: a52c45ed-c028-4d5b-b575-625a2177aabd {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:20:26.293542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a52c45ed-c028-4d5b-b575-625a2177aabd not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:20:26.319879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=309b4ed9-781f-450c-b310-3ebcb4074476,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:26.368124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01e6bbbf-0653-482b-bc23-a3f2ed717300 req-0044dd42-155a-42e2-b13c-167f43cbc2cb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655588 Sep 22 10:20:26.371546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-0a2fc0d5-c82b-44e7-a1a6-9b4a1877c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:26.372948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-0a2fc0d5-c82b-44e7-a1a6-9b4a1877c314 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 200 len: 858 time: 0.1529770 Sep 22 10:20:26.374327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-88674f6a-b0a4-43db-9ccf-b192228f5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:26.375950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-88674f6a-b0a4-43db-9ccf-b192228f5987 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1704266 Sep 22 10:20:26.424453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-d6dd8743-8073-4bae-8917-0b139f8a1550 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c0a77aa-22e7-491d-bb9e-7a4164301c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393682 Sep 22 10:20:26.547263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-af905013-1cad-4221-ad02-93ff678cf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:26.548692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-af905013-1cad-4221-ad02-93ff678cf84d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1508930 Sep 22 10:20:26.580082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f7143-367e-4de8-a95e-db67000436ca req-2e968aee-c285-4319-a278-75e378d4f47e tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:26.586724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f93f7143-367e-4de8-a95e-db67000436ca req-2e968aee-c285-4319-a278-75e378d4f47e tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 946 time: 0.1417980 Sep 22 10:20:26.628721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Made reservation on behalf of 5a536c84e00a4889b5c23d5045455c9e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:26.632173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:26.645643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-f98e9803-b53a-488f-9dad-6f5853b949a6 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048030 Sep 22 10:20:26.733453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f93f7143-367e-4de8-a95e-db67000436ca req-dc246471-55f5-4028-9001-c47286dbdcf8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376476 Sep 22 10:20:26.820509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-f2d1b38b-55c4-4ef3-84e7-960149dec3de service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581160 Sep 22 10:20:26.908249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-128ee51c-57ce-44c2-acca-f922c9002fce req-d8147374-9851-4e33-82b3-17cccc4ef6c8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 210 time: 0.0512083 Sep 22 10:20:26.933171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19494a9b-5e9f-4285-810e-6aa6616b9b94 req-9b6e45bb-0e4e-44a0-93d4-0c882340bcf8 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798436 Sep 22 10:20:26.951751 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec32495-1bd7-4a79-af55-02dd86281af0 x-openstack-request-id: req-6ec32495-1bd7-4a79-af55-02dd86281af0 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:26.952146 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477", "name": "network-vif-plugged", "status": "completed", "tag": "309b4ed9-781f-450c-b310-3ebcb4074476", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:26.952574 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ec32495-1bd7-4a79-af55-02dd86281af0 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:26.953514 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309b4ed9-781f-450c-b310-3ebcb4074476', 'code': 200} Sep 22 10:20:26.995613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'name': 'network-vif-deleted', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:26.998234 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94355d7b-1187-4e0a-b208-d2625fcf644e" -d '{"events": [{"server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "name": "network-vif-deleted", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:27.026165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4676343-4df1-4fd3-92c8-fba20b389a66 req-dc88c276-f596-4515-a03b-3c6b975d37d1 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956956 Sep 22 10:20:27.027371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Allocated IP 192.168.233.210 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/53cd6b41-f998-4556-8191-45faeb31bca1) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:27.177946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e0a19-573c-4353-8852-7a0158cacbcc req-143fe3fe-5075-46c7-ade0-f03045286081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:27.180062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a74e0a19-573c-4353-8852-7a0158cacbcc req-143fe3fe-5075-46c7-ade0-f03045286081 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 1097 time: 0.1274390 Sep 22 10:20:27.191703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6b19a-d472-4c4b-b136-797054b0274c req-791b0fb9-d059-4453-a734-b94ea6f3a3e5 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:27.193174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31a6b19a-d472-4c4b-b136-797054b0274c req-791b0fb9-d059-4453-a734-b94ea6f3a3e5 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 948 time: 0.1450324 Sep 22 10:20:27.294569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a74e0a19-573c-4353-8852-7a0158cacbcc req-b9c2c347-83d1-4fc1-9bd9-cb3e41fb75a1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Sep 22 10:20:27.302321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31a6b19a-d472-4c4b-b136-797054b0274c req-92c33e77-7667-4cfd-a4c1-66f885137056 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99aef51-4f76-4f54-9642-3e6adc38d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964613 Sep 22 10:20:27.319616 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:27.405975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e26ccb-da21-4484-a229-f72fbd718622 req-18a3ce0b-c318-4b46-91f4-b3246ba4d178 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:27.407481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46e26ccb-da21-4484-a229-f72fbd718622 req-18a3ce0b-c318-4b46-91f4-b3246ba4d178 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a3bdd8-5541-4a50-b585-da365adc09f0 HTTP/1.1" status: 200 len: 949 time: 0.0490019 Sep 22 10:20:27.445755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46e26ccb-da21-4484-a229-f72fbd718622 req-cdb97ec5-8c9f-4634-90b7-46e08cd0f629 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316796 Sep 22 10:20:27.470701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:27.485773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:27.514694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:27.526232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:27.531145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:27.557799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Pushing event updated for resources: {'Port': ['ID=53cd6b41-f998-4556-8191-45faeb31bca1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:27.623832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:27.624509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:27.641090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01198eef-0211-4a71-a8fe-c95aa95c17b2 req-39631326-f56a-4e43-ab12-6e594fa0d6b4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:27.642742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01198eef-0211-4a71-a8fe-c95aa95c17b2 req-39631326-f56a-4e43-ab12-6e594fa0d6b4 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1270061 Sep 22 10:20:27.686656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01198eef-0211-4a71-a8fe-c95aa95c17b2 req-02cd83a8-5bb7-457a-8e68-8d19cfb4bd8f tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Sep 22 10:20:27.779350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-84a7ba2f-e90e-4b7f-9c7e-804aef22bad9 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6450028 Sep 22 10:20:27.792544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7c91a72c-82e1-4db3-b802-2b217db24f40 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:27.795353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f390946d-a0f7-4b95-9be9-0652b6551d05 None None] Provisioning complete for port 53cd6b41-f998-4556-8191-45faeb31bca1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:27.795531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Request body: {'port': {'device_id': '838e9b72-eb32-4651-aa88-c442050ac2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:27.795760 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f390946d-a0f7-4b95-9be9-0652b6551d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:27.855178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:27.858758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f390946d-a0f7-4b95-9be9-0652b6551d05 None None] Port 53cd6b41-f998-4556-8191-45faeb31bca1 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:20:27.930643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7c91a72c-82e1-4db3-b802-2b217db24f40, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7c91a72c-82e1-4db3-b802-2b217db24f40,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:27.941582 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '7c91a72c-82e1-4db3-b802-2b217db24f40', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '7c91a72c-82e1-4db3-b802-2b217db24f40', 'mac_address': 'fa:16:3e:fc:e7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:27.978825 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:27.979639 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:27.993322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c91a72c-82e1-4db3-b802-2b217db24f40 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:28.013448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7c91a72c-82e1-4db3-b802-2b217db24f40, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7c91a72c-82e1-4db3-b802-2b217db24f40,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:28.115812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cd6b41-f998-4556-8191-45faeb31bca1 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:28.123282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:28.135335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Transition to ACTIVE for port object 53cd6b41-f998-4556-8191-45faeb31bca1 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:28.135688 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:28.184052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=7c91a72c-82e1-4db3-b802-2b217db24f40,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:28.202383 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f088dd9-f359-4b9b-a182-3c3e91e05b1f x-openstack-request-id: req-6f088dd9-f359-4b9b-a182-3c3e91e05b1f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:28.202683 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217ed70-dac3-459a-834f-efa240c75f1d", "name": "network-vif-deleted", "tag": "a52c45ed-c028-4d5b-b575-625a2177aabd", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:28.203431 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f088dd9-f359-4b9b-a182-3c3e91e05b1f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:28.203912 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217ed70-dac3-459a-834f-efa240c75f1d', 'name': 'network-vif-deleted', 'tag': 'a52c45ed-c028-4d5b-b575-625a2177aabd', 'status': 'completed', 'code': 200} Sep 22 10:20:28.287473 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:28.358566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Pushing event updated for resources: {'Port': ['ID=53cd6b41-f998-4556-8191-45faeb31bca1,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:28.428657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Attempting to bind port 53cd6b41-f998-4556-8191-45faeb31bca1 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:28.433521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Attempting to bind port 53cd6b41-f998-4556-8191-45faeb31bca1 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:28.433521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Attempting to bind port 53cd6b41-f998-4556-8191-45faeb31bca1 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:28.447854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Port 53cd6b41-f998-4556-8191-45faeb31bca1 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:28.448187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Attempting to bind port 53cd6b41-f998-4556-8191-45faeb31bca1 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:28.459162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:28.459499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:28.459891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:28.460360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Bound port: 53cd6b41-f998-4556-8191-45faeb31bca1, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:28.460720 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:28.469113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['7c91a72c-82e1-4db3-b802-2b217db24f40'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:28.500243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347be74-ba2d-4ae9-b718-8a7e180ffd4b req-1a10ac2d-facf-44ca-90bd-88bfe65b1d77 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:28.506282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347be74-ba2d-4ae9-b718-8a7e180ffd4b req-1a10ac2d-facf-44ca-90bd-88bfe65b1d77 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:28.507963 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c347be74-ba2d-4ae9-b718-8a7e180ffd4b req-1a10ac2d-facf-44ca-90bd-88bfe65b1d77 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56&device_id=d5a3bdd8-5541-4a50-b585-da365adc09f0 HTTP/1.1" status: 200 len: 1690 time: 0.0945873 Sep 22 10:20:28.583570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c347be74-ba2d-4ae9-b718-8a7e180ffd4b req-66861ee3-c831-40a7-be45-a5f9fc8029e0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573752 Sep 22 10:20:28.588263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] For port 53cd6b41-f998-4556-8191-45faeb31bca1, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:28.593453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] For port 53cd6b41-f998-4556-8191-45faeb31bca1, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=53cd6b41-f998-4556-8191-45faeb31bca1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:28.685392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3d0b2-a1d2-4b1c-8cf4-b8e6e22e1adc req-5dcbd973-a906-4573-a8d9-0673556634f9 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:28.687049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffa3d0b2-a1d2-4b1c-8cf4-b8e6e22e1adc req-5dcbd973-a906-4573-a8d9-0673556634f9 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 946 time: 0.0528913 Sep 22 10:20:28.689180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:28.740837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:28.741455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:28.743028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] 10.222.0.30 "PUT /v2.0/ports/53cd6b41-f998-4556-8191-45faeb31bca1 HTTP/1.1" status: 200 len: 1096 time: 0.9517407 Sep 22 10:20:28.775932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffa3d0b2-a1d2-4b1c-8cf4-b8e6e22e1adc req-3426c47e-4a4a-4792-86b5-c38429c2051b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782471 Sep 22 10:20:28.808603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c15802-3854-45f2-a391-40b7657f2b13 service neutron] Pushing event updated for resources: {'Port': ['ID=53cd6b41-f998-4556-8191-45faeb31bca1,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:28.842207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-40086ce5-9e56-4046-b78d-de51ab38d795 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:28.844114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-40086ce5-9e56-4046-b78d-de51ab38d795 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 944 time: 0.0655458 Sep 22 10:20:28.999400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-de24d2ed-41cb-43f5-a236-7108f4ec68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:29.001723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-de24d2ed-41cb-43f5-a236-7108f4ec68fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a536c84e00a4889b5c23d5045455c9e&device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 1099 time: 0.1040587 Sep 22 10:20:29.034762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccc462-0832-460a-a2fa-ae2795d23fc9 req-778033d8-f7fc-4cb7-b1d3-c80017c296be tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:29.036141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afccc462-0832-460a-a2fa-ae2795d23fc9 req-778033d8-f7fc-4cb7-b1d3-c80017c296be tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 948 time: 0.1035466 Sep 22 10:20:29.076163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-dcd727b7-634c-4672-a532-d4fd8cf878de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=53cd6b41-f998-4556-8191-45faeb31bca1 HTTP/1.1" status: 200 len: 217 time: 0.0577943 Sep 22 10:20:29.102890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Deleting port 65f44c95-0234-4645-ab1d-b08f0067d9b8 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:20:29.103225 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:29.167386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afccc462-0832-460a-a2fa-ae2795d23fc9 req-a148fa23-9ba9-42c0-8abf-f2d977b01bf4 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988550 Sep 22 10:20:29.210462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-f669a3e3-a114-4331-acc3-9bf0f7bfcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:29.212899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-f669a3e3-a114-4331-acc3-9bf0f7bfcc5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1228445 Sep 22 10:20:29.298438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] For port 65f44c95-0234-4645-ab1d-b08f0067d9b8, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=65f44c95-0234-4645-ab1d-b08f0067d9b8,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:29.298830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:29.317010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Calling delete_port for 65f44c95-0234-4645-ab1d-b08f0067d9b8 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:20:29.325362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-3e5729d6-94f4-4a57-bb1b-725722f81299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:29.326915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-3e5729d6-94f4-4a57-bb1b-725722f81299 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028035 Sep 22 10:20:29.344883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e3d9-b46b-4984-bc82-aaedf2d4db00 req-4fd9de85-ea5b-4bf3-bf32-bae49c35791f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:29.346324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4654e3d9-b46b-4984-bc82-aaedf2d4db00 req-4fd9de85-ea5b-4bf3-bf32-bae49c35791f tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 944 time: 0.0965106 Sep 22 10:20:29.486675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4654e3d9-b46b-4984-bc82-aaedf2d4db00 req-ebf425cd-4777-4c52-b5ff-156e35ab9365 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313355 Sep 22 10:20:29.517585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-696ec89c-fdf6-48e2-aeb1-8c3bed6f2314 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806598 Sep 22 10:20:29.669615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12faad-482e-45de-835c-228dfd5745ca req-7bc93a68-1c8a-4d71-b48d-b56ab7036125 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:29.671120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f12faad-482e-45de-835c-228dfd5745ca req-7bc93a68-1c8a-4d71-b48d-b56ab7036125 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 949 time: 0.1206932 Sep 22 10:20:29.692021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11a41e2b-69fe-4975-a4df-afe03d1014a2 req-3ff7b7a9-8cbd-434c-9751-ab259d2f7492 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660554 Sep 22 10:20:29.716954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f12faad-482e-45de-835c-228dfd5745ca req-7f7b15da-a372-4bc9-b03c-27de08fe8052 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99aef51-4f76-4f54-9642-3e6adc38d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Sep 22 10:20:29.766983 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:29.789140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7c91a72c-82e1-4db3-b802-2b217db24f40 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:29.793324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Pushing event deleted for resources: {'Port': ['ID=65f44c95-0234-4645-ab1d-b08f0067d9b8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:29.838315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] No DVR routers for this DVR port 65f44c95-0234-4645-ab1d-b08f0067d9b8 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:20:29.841290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:29.843124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2a6906e-2d46-4b94-8c13-37537f5e0492 req-dfe16a5b-d285-4ca7-b005-1189854c17fa tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.32 "DELETE /v2.0/ports/65f44c95-0234-4645-ab1d-b08f0067d9b8 HTTP/1.1" status: 204 len: 173 time: 0.9907098 Sep 22 10:20:29.893571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422804d-265c-4614-a23a-891f0171d919 req-c81086d4-6581-405e-b2f0-1a0a2ff55707 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:29.895138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6422804d-265c-4614-a23a-891f0171d919 req-c81086d4-6581-405e-b2f0-1a0a2ff55707 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0582407 Sep 22 10:20:29.933091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6422804d-265c-4614-a23a-891f0171d919 req-6f46d2ca-cf4c-46c6-b515-5bcaa28ed682 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Sep 22 10:20:30.024843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f32cef-4dc6-4170-9c26-a6a72f6ffcbf req-8becf75a-bd56-4b22-a3d5-31de2a7c1326 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:30.026248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05f32cef-4dc6-4170-9c26-a6a72f6ffcbf req-8becf75a-bd56-4b22-a3d5-31de2a7c1326 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 1101 time: 0.0392935 Sep 22 10:20:30.032218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 7c91a72c-82e1-4db3-b802-2b217db24f40 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:20:30.038791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 7c91a72c-82e1-4db3-b802-2b217db24f40 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:30.038791 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:30.062810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05f32cef-4dc6-4170-9c26-a6a72f6ffcbf req-204f0808-6b02-4e75-95ee-98c5b0d44790 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296814 Sep 22 10:20:30.123738 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:30.147201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd85818-4c9d-4331-992a-5bec347f4566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91a72c-82e1-4db3-b802-2b217db24f40'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:30.149485 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5262f5a8-7f23-47da-88f3-197072516a71" -d '{"events": [{"server_uuid": "4dd85818-4c9d-4331-992a-5bec347f4566", "name": "network-vif-plugged", "status": "completed", "tag": "7c91a72c-82e1-4db3-b802-2b217db24f40"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:30.163118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7c91a72c-82e1-4db3-b802-2b217db24f40, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7c91a72c-82e1-4db3-b802-2b217db24f40,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:30.176692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d6903-2aae-4fee-8d8a-db1cdf745ea8 req-69aa4ff3-9168-41e5-a63f-00b81ef0eb18 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:30.176692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a16d6903-2aae-4fee-8d8a-db1cdf745ea8 req-69aa4ff3-9168-41e5-a63f-00b81ef0eb18 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 946 time: 0.0518196 Sep 22 10:20:30.205449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838e9b72-eb32-4651-aa88-c442050ac2a1', 'tag': '53cd6b41-f998-4556-8191-45faeb31bca1'}, {'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'name': 'network-vif-deleted', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:30.207828 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8020598-91e8-4603-8318-3c663118d5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "838e9b72-eb32-4651-aa88-c442050ac2a1", "tag": "53cd6b41-f998-4556-8191-45faeb31bca1"}, {"server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "name": "network-vif-deleted", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:30.222967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a16d6903-2aae-4fee-8d8a-db1cdf745ea8 req-046d69cf-835f-4015-ac89-9ecf65e56cac tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Sep 22 10:20:30.340814 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:30.379867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44429a42-3912-4190-a248-9eefe83e91c5 req-2a62b542-6a93-4c02-92c4-41d300b014a9 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:30.381481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44429a42-3912-4190-a248-9eefe83e91c5 req-2a62b542-6a93-4c02-92c4-41d300b014a9 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d5a3bdd8-5541-4a50-b585-da365adc09f0 HTTP/1.1" status: 200 len: 1100 time: 0.0460653 Sep 22 10:20:30.390078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=7c91a72c-82e1-4db3-b802-2b217db24f40,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:30.416972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44429a42-3912-4190-a248-9eefe83e91c5 req-5f0dee61-a618-4c9e-a6d7-18f653a4dfd7 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288310 Sep 22 10:20:30.466227 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2aadb2-0e6a-47ad-a6dd-ddf243faa2fe x-openstack-request-id: req-6e2aadb2-0e6a-47ad-a6dd-ddf243faa2fe {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:30.466227 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd85818-4c9d-4331-992a-5bec347f4566", "name": "network-vif-plugged", "status": "completed", "tag": "7c91a72c-82e1-4db3-b802-2b217db24f40", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:30.466227 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e2aadb2-0e6a-47ad-a6dd-ddf243faa2fe {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:30.466227 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd85818-4c9d-4331-992a-5bec347f4566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c91a72c-82e1-4db3-b802-2b217db24f40', 'code': 200} Sep 22 10:20:30.592448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28251638-6001-4b4d-99ab-c6f36d0d433b req-c8e4b98c-4ffd-48eb-ad3b-c837148b1fa5 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:30.594061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28251638-6001-4b4d-99ab-c6f36d0d433b req-c8e4b98c-4ffd-48eb-ad3b-c837148b1fa5 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 948 time: 0.0744469 Sep 22 10:20:30.608634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef394b-662c-4e02-bf74-e5adfe9c1582 req-5c168ca1-4e3b-462c-a54a-880cedf7ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:30.610118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05ef394b-662c-4e02-bf74-e5adfe9c1582 req-5c168ca1-4e3b-462c-a54a-880cedf7ffcd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 1101 time: 0.0613163 Sep 22 10:20:30.660001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28251638-6001-4b4d-99ab-c6f36d0d433b req-9f3b2786-2803-4b3f-81be-3652b5a0f24f tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591359 Sep 22 10:20:30.663572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05ef394b-662c-4e02-bf74-e5adfe9c1582 req-267a29fb-9762-4cb9-b170-e05bdeaa2576 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a99aef51-4f76-4f54-9642-3e6adc38d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445271 Sep 22 10:20:30.709498 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44d2f9-9d19-461d-bdc9-6f8fb5cc0f9a x-openstack-request-id: req-af44d2f9-9d19-461d-bdc9-6f8fb5cc0f9a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:30.709789 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838e9b72-eb32-4651-aa88-c442050ac2a1", "tag": "53cd6b41-f998-4556-8191-45faeb31bca1", "status": "completed", "code": 200}, {"server_uuid": "37f1d776-1f28-4819-b844-d1d14b9d6d90", "name": "network-vif-deleted", "tag": "65f44c95-0234-4645-ab1d-b08f0067d9b8", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:30.710037 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af44d2f9-9d19-461d-bdc9-6f8fb5cc0f9a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:30.710469 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838e9b72-eb32-4651-aa88-c442050ac2a1', 'tag': '53cd6b41-f998-4556-8191-45faeb31bca1', 'status': 'completed', 'code': 200} Sep 22 10:20:30.710720 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1d776-1f28-4819-b844-d1d14b9d6d90', 'name': 'network-vif-deleted', 'tag': '65f44c95-0234-4645-ab1d-b08f0067d9b8', 'status': 'completed', 'code': 200} Sep 22 10:20:30.798847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e78a9-a090-4e6b-bb6b-4c2be8e62651 req-3d03d68e-530f-4aa3-abbd-93779ac7eace tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:30.800291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-070e78a9-a090-4e6b-bb6b-4c2be8e62651 req-3d03d68e-530f-4aa3-abbd-93779ac7eace tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 946 time: 0.0475249 Sep 22 10:20:30.852214 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-070e78a9-a090-4e6b-bb6b-4c2be8e62651 req-31e35056-1b7f-4843-84a3-8dcab89a1bcf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Sep 22 10:20:30.964774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b77a026-cd64-4fb6-bb1f-44e1268cf492 req-b6a044c4-616c-4d24-a680-e8d3ee26c469 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=37f1d776-1f28-4819-b844-d1d14b9d6d90 HTTP/1.1" status: 200 len: 210 time: 0.0289032 Sep 22 10:20:30.974039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8020598-91e8-4603-8318-3c663118d5d2 req-489a71b1-ee1b-4724-9b87-03c4716d5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:30.975643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8020598-91e8-4603-8318-3c663118d5d2 req-489a71b1-ee1b-4724-9b87-03c4716d5b2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a536c84e00a4889b5c23d5045455c9e&device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 1099 time: 0.0639400 Sep 22 10:20:31.079739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-ae0aa9b8-4ca5-4293-ae52-abd412716dc2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271361 Sep 22 10:20:31.118383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8020598-91e8-4603-8318-3c663118d5d2 req-9a6a3e39-b077-4a1f-8764-ac492bc2c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:31.119734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8020598-91e8-4603-8318-3c663118d5d2 req-9a6a3e39-b077-4a1f-8764-ac492bc2c908 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1357281 Sep 22 10:20:31.509779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8020598-91e8-4603-8318-3c663118d5d2 req-6e9f3ddb-1d9c-4e6e-9eb5-11807b5912d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=53cd6b41-f998-4556-8191-45faeb31bca1 HTTP/1.1" status: 200 len: 217 time: 0.3803525 Sep 22 10:20:31.593978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-c212fe71-0191-4fd0-99ac-373f25397ce4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:31.595481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-c212fe71-0191-4fd0-99ac-373f25397ce4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5066705 Sep 22 10:20:31.614615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8020598-91e8-4603-8318-3c663118d5d2 req-6a58624d-d4a5-4df7-8f08-5b62297a382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:31.615981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8020598-91e8-4603-8318-3c663118d5d2 req-6a58624d-d4a5-4df7-8f08-5b62297a382e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0849979 Sep 22 10:20:31.619717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-91c63473-3bec-4919-8ec8-c12d17ffa035 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204042 Sep 22 10:20:31.622057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-222dc671-bb19-4d92-8002-97a36dbcbc3f tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/quotas/814638ec47784acbb1ee5a54663d44fe HTTP/1.1" status: 200 len: 375 time: 0.0171096 Sep 22 10:20:31.730492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8020598-91e8-4603-8318-3c663118d5d2 req-33e6068f-05b4-41c8-9f31-639b406c1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:31.732009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8020598-91e8-4603-8318-3c663118d5d2 req-33e6068f-05b4-41c8-9f31-639b406c1842 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958331 Sep 22 10:20:31.744006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-fc236540-2ceb-49be-a284-07758bac5a21 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1157892 Sep 22 10:20:31.766129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-a61e2286-133c-4860-9c3e-89a83f588680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:31.767867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-a61e2286-133c-4860-9c3e-89a83f588680 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acf61846bf9f431ea54396a7fdd153bb&device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 1095 time: 0.0925052 Sep 22 10:20:31.894852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8020598-91e8-4603-8318-3c663118d5d2 req-2fb0217d-bc3a-4c07-a163-417343899816 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498060 Sep 22 10:20:31.923925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-bfe805cb-833e-4829-9ebd-db8568a51883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:31.925321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-bfe805cb-833e-4829-9ebd-db8568a51883 service neutron] 10.222.0.30 "GET /v2.0/networks?id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 200 len: 922 time: 0.1165514 Sep 22 10:20:31.978916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-63ead0ab-736f-4d46-9b5c-ca2ca6ee6619 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 200 len: 217 time: 0.0423725 Sep 22 10:20:32.072601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-2d76aba1-c14a-480b-a21f-edcdc54362c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:32.074087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-2d76aba1-c14a-480b-a21f-edcdc54362c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 200 len: 861 time: 0.0634880 Sep 22 10:20:32.076334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8020598-91e8-4603-8318-3c663118d5d2 req-2918e218-df61-4444-b169-149501a78875 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605976 Sep 22 10:20:32.144095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-b92e883c-8d28-4977-a428-846c34ecf730 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=92a1dbc7-fcf4-41fb-8de7-91f2cb507587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284243 Sep 22 10:20:32.156317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939e11c-8e06-4897-8ebd-2a8452c5aa31 req-8579bd52-1ee7-48fc-ad5e-b345663b381e tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:32.157778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b939e11c-8e06-4897-8ebd-2a8452c5aa31 req-8579bd52-1ee7-48fc-ad5e-b345663b381e tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 950 time: 0.0772674 Sep 22 10:20:32.247157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b939e11c-8e06-4897-8ebd-2a8452c5aa31 req-b13374d2-2404-45ee-98df-c186f658c0e9 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99aef51-4f76-4f54-9642-3e6adc38d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814729 Sep 22 10:20:32.273171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-299f463f-541b-46a3-ba28-3c474d4656fd service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144187 Sep 22 10:20:32.379347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04254ea5-c4c8-4431-96e0-81bd783401c7 req-13dcdf69-7c74-4800-8740-3d3850e21b46 service neutron] 10.222.0.30 "GET /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972974 Sep 22 10:20:32.994363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d664043-c662-4a26-8ba0-913c221dd62c req-615f70d6-bae5-4ff8-80c4-765c65557b57 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:32.995880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d664043-c662-4a26-8ba0-913c221dd62c req-615f70d6-bae5-4ff8-80c4-765c65557b57 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0482714 Sep 22 10:20:33.033293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d664043-c662-4a26-8ba0-913c221dd62c req-b63373b4-5f16-4472-9c29-ab424fe7e01d tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310485 Sep 22 10:20:33.195452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb62ee8-c108-4ae4-8d7c-b5566d9bc050 req-ca90bf75-e0be-4952-b0c9-bc7da721faac tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:33.200029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdb62ee8-c108-4ae4-8d7c-b5566d9bc050 req-ca90bf75-e0be-4952-b0c9-bc7da721faac tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 948 time: 0.0499299 Sep 22 10:20:33.235182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdb62ee8-c108-4ae4-8d7c-b5566d9bc050 req-772de209-40ba-4dfc-9c3f-7b0843ebe5f6 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Sep 22 10:20:33.346569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c26a092-e857-4a1e-827b-994eda8a323f req-21c04691-5465-4829-be42-074b65f01d9a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 210 time: 0.0301440 Sep 22 10:20:33.756308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 65f44c95-0234-4645-ab1d-b08f0067d9b8 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:20:33.779958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 65f44c95-0234-4645-ab1d-b08f0067d9b8 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:20:33.780491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 65f44c95-0234-4645-ab1d-b08f0067d9b8 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:20:33.813672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 53cd6b41-f998-4556-8191-45faeb31bca1 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:33.906594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bc57c-8d55-4fb0-bc84-eb296892ba61 req-9b2dd158-615e-4cb9-9f12-b05bc4673049 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:33.908121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b96bc57c-8d55-4fb0-bc84-eb296892ba61 req-9b2dd158-615e-4cb9-9f12-b05bc4673049 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 950 time: 0.0950959 Sep 22 10:20:33.920338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-53a87b74-ab1e-4688-91db-10dbf4ed0687 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707300 Sep 22 10:20:33.939765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 53cd6b41-f998-4556-8191-45faeb31bca1, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=53cd6b41-f998-4556-8191-45faeb31bca1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:33.939765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '53cd6b41-f998-4556-8191-45faeb31bca1', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '53cd6b41-f998-4556-8191-45faeb31bca1', 'mac_address': 'fa:16:3e:53:25:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:33.965677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b96bc57c-8d55-4fb0-bc84-eb296892ba61 req-c463c7dd-10f5-42b8-9abf-e0bc2a58e8df tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99aef51-4f76-4f54-9642-3e6adc38d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490732 Sep 22 10:20:33.987056 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:34.003740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-60781e81-fb2b-4cea-b39a-a861ffce6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:34.005326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-60781e81-fb2b-4cea-b39a-a861ffce6890 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 1095 time: 0.0509071 Sep 22 10:20:34.005537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cd6b41-f998-4556-8191-45faeb31bca1 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:34.029885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 53cd6b41-f998-4556-8191-45faeb31bca1, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=53cd6b41-f998-4556-8191-45faeb31bca1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:34.122814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-1e7ee194-572e-431e-8c74-8bfaa432860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:34.124211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-1e7ee194-572e-431e-8c74-8bfaa432860c service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.0881863 Sep 22 10:20:34.173570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-3ee78fea-e3a3-40fa-a41d-5b62eefc89c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 200 len: 217 time: 0.0415113 Sep 22 10:20:34.227898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-632abdde-1023-454a-86c3-5c2a771e438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:34.229445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-632abdde-1023-454a-86c3-5c2a771e438c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0478396 Sep 22 10:20:34.231127 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:34.265784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-931f90a5-81fb-4c90-a398-32dc6c97cd33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262694 Sep 22 10:20:34.294448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=53cd6b41-f998-4556-8191-45faeb31bca1,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:34.366698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-91b41eee-b855-4e32-9306-365de9dd92b3 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891097 Sep 22 10:20:34.465910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b99e862-3808-470e-bb1c-969d0e61a6cb req-bae476ad-b588-4e9f-93df-b96d2d643f10 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917201 Sep 22 10:20:34.581681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['53cd6b41-f998-4556-8191-45faeb31bca1'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:34.795424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf3a5-a54c-4271-8a6f-78ed02678f3e req-28bde886-e827-4bab-a545-d64a44782fb6 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:34.796948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf8cf3a5-a54c-4271-8a6f-78ed02678f3e req-28bde886-e827-4bab-a545-d64a44782fb6 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0489337 Sep 22 10:20:34.836097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf8cf3a5-a54c-4271-8a6f-78ed02678f3e req-acd9f9cf-5c59-4756-a441-c6c1ebd861fa tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Sep 22 10:20:34.998624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3d69b-151f-40b0-95ba-188fc82c5d38 req-70c71c50-4485-427a-b1a1-75f3d04b2507 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:35.000392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45f3d69b-151f-40b0-95ba-188fc82c5d38 req-70c71c50-4485-427a-b1a1-75f3d04b2507 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 949 time: 0.0486226 Sep 22 10:20:35.043078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45f3d69b-151f-40b0-95ba-188fc82c5d38 req-1a2ac8b7-df0d-4bea-97e4-ceaecefb06f3 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Sep 22 10:20:35.084837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-d1bc2e86-5b31-4698-89be-754a2f62258e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218539 Sep 22 10:20:35.155016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6a159df-dd5d-4bd9-91ac-9b687fd38773 req-7d4cea18-69eb-493f-8bf6-e29106fe493e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 210 time: 0.0452847 Sep 22 10:20:35.299992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-f4fb8418-c240-41c9-bf23-890618040cb9 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:35.301481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-f4fb8418-c240-41c9-bf23-890618040cb9 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907372 Sep 22 10:20:35.310080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-5946e829-9b3a-493a-84de-af0918f5c04a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:35.311473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-5946e829-9b3a-493a-84de-af0918f5c04a tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.30 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 944 time: 0.1142964 Sep 22 10:20:35.321945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Request body: {'port': {'device_id': 'a472263f-b95d-40c0-99a4-5acf6fd14bc7', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '814638ec47784acbb1ee5a54663d44fe'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:35.332725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482012-4db2-46a0-aacb-8b38152b5aba req-d51bd33f-4776-44d6-97f4-cadf724d4e85 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:35.334221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11482012-4db2-46a0-aacb-8b38152b5aba req-d51bd33f-4776-44d6-97f4-cadf724d4e85 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 944 time: 0.1060774 Sep 22 10:20:35.479330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11482012-4db2-46a0-aacb-8b38152b5aba req-b3ec8a8c-b6fb-45ba-844d-167395036ad5 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b1deeb6-be6f-42be-abb3-eab03de54633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372440 Sep 22 10:20:35.532875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Deleting port cb1b340f-1408-4c01-aea9-cc4c68ff60ce {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:20:35.533256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:35.653156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Made reservation on behalf of 814638ec47784acbb1ee5a54663d44fe for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:35.656641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:35.677998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae3579-beea-4bc1-bb05-b083f2914cc7 req-a2d1e87d-2da4-4b3d-bbfa-e7302a5d48a6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:35.679590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20ae3579-beea-4bc1-bb05-b083f2914cc7 req-a2d1e87d-2da4-4b3d-bbfa-e7302a5d48a6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 946 time: 0.1176984 Sep 22 10:20:35.689914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] For port cb1b340f-1408-4c01-aea9-cc4c68ff60ce, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,segment=NetworkSegment(207b50b2-b5de-4774-8ba2-7ea6eb6d96a6),segment_id=207b50b2-b5de-4774-8ba2-7ea6eb6d96a6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:35.690314 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:35.727392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Calling delete_port for cb1b340f-1408-4c01-aea9-cc4c68ff60ce owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:20:35.813459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20ae3579-beea-4bc1-bb05-b083f2914cc7 req-e8f1f88c-8b7c-493c-98c9-d652b3c98150 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253757 Sep 22 10:20:35.849141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 53cd6b41-f998-4556-8191-45faeb31bca1 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:35.909842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Allocated IP 192.168.233.135 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/c70f26d4-9962-4483-bf42-7ca2fe01fe20) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:36.009360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 53cd6b41-f998-4556-8191-45faeb31bca1 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:20:36.014082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 53cd6b41-f998-4556-8191-45faeb31bca1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:36.014593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:36.096181 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:36.118291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838e9b72-eb32-4651-aa88-c442050ac2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd6b41-f998-4556-8191-45faeb31bca1'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:36.120498 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c2efb-6315-493f-abd5-1849f30a02eb" -d '{"events": [{"server_uuid": "838e9b72-eb32-4651-aa88-c442050ac2a1", "name": "network-vif-plugged", "status": "completed", "tag": "53cd6b41-f998-4556-8191-45faeb31bca1"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:36.132609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 53cd6b41-f998-4556-8191-45faeb31bca1, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=53cd6b41-f998-4556-8191-45faeb31bca1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:36.165830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:36.210363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Pushing event deleted for resources: {'Port': ['ID=cb1b340f-1408-4c01-aea9-cc4c68ff60ce,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:36.259621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] No DVR routers for this DVR port cb1b340f-1408-4c01-aea9-cc4c68ff60ce on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:20:36.265457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:36.267470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d069f5ee-5bbc-4f3f-965b-34fce249ef86 req-b875c3d1-0a39-46fb-a8c4-2b5a15d8854d tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.30 "DELETE /v2.0/ports/cb1b340f-1408-4c01-aea9-cc4c68ff60ce HTTP/1.1" status: 204 len: 173 time: 0.9422576 Sep 22 10:20:36.267908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'name': 'network-vif-deleted', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:36.270168 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452f8972-a6bb-4ca5-a13e-a275e2be1044" -d '{"events": [{"server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "name": "network-vif-deleted", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:36.287197 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:36.288107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cb1b340f-1408-4c01-aea9-cc4c68ff60ce no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:20:36.323853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: cb1b340f-1408-4c01-aea9-cc4c68ff60ce {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:20:36.336010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cb1b340f-1408-4c01-aea9-cc4c68ff60ce not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:20:36.354206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=53cd6b41-f998-4556-8191-45faeb31bca1,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:36.378583 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:36.471931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee097-c8d5-48af-86db-47649952bca1 req-1fa24165-d468-4bad-a6bd-ec59f292e915 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:36.473488 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-486ee097-c8d5-48af-86db-47649952bca1 req-1fa24165-d468-4bad-a6bd-ec59f292e915 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0484378 Sep 22 10:20:36.500422 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:36.516235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:36.518466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['e9b8d8ba-4882-4fb2-addb-c75ac47e02ef'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:36.548966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-486ee097-c8d5-48af-86db-47649952bca1 req-8c29bb43-fecf-426d-8150-f59a54c9248b tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694551 Sep 22 10:20:36.556375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:36.559567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:36.564129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:36.608271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event updated for resources: {'Port': ['ID=c70f26d4-9962-4483-bf42-7ca2fe01fe20,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:36.644344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:36.645149 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:36.777670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d57f3-0596-4873-b880-b0b209ccfc84 req-bdef391f-4e91-4385-bcc6-702e466f102b tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:36.779143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce2d57f3-0596-4873-b880-b0b209ccfc84 req-bdef391f-4e91-4385-bcc6-702e466f102b tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 950 time: 0.0535312 Sep 22 10:20:36.821123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce2d57f3-0596-4873-b880-b0b209ccfc84 req-bee48f26-e0e3-47cf-96ff-365cc34c6c9c tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335748 Sep 22 10:20:36.842989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-63101cee-6d7d-4afa-94f6-c32ca8959cd5 None None] Provisioning complete for port c70f26d4-9962-4483-bf42-7ca2fe01fe20 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:36.843403 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63101cee-6d7d-4afa-94f6-c32ca8959cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:36.879084 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f435c4-6d7a-4ef7-90c9-2e406b218ad4 x-openstack-request-id: req-85f435c4-6d7a-4ef7-90c9-2e406b218ad4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:36.879705 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838e9b72-eb32-4651-aa88-c442050ac2a1", "name": "network-vif-plugged", "status": "completed", "tag": "53cd6b41-f998-4556-8191-45faeb31bca1", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:36.879705 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85f435c4-6d7a-4ef7-90c9-2e406b218ad4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:36.880216 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838e9b72-eb32-4651-aa88-c442050ac2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cd6b41-f998-4556-8191-45faeb31bca1', 'code': 200} Sep 22 10:20:36.889444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-a13b07a8-9562-4734-ba50-edb4a3dbaf1a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5717101 Sep 22 10:20:36.906777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Request body: {'port': {'device_id': 'a472263f-b95d-40c0-99a4-5acf6fd14bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:36.908484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-63101cee-6d7d-4afa-94f6-c32ca8959cd5 None None] Port c70f26d4-9962-4483-bf42-7ca2fe01fe20 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:20:37.052227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:37.057930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abb41d-5ea0-4677-81b9-ac9c28dd776f req-3640b653-99c6-4b1c-8b28-a6426c3445e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:37.059783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32abb41d-5ea0-4677-81b9-ac9c28dd776f req-3640b653-99c6-4b1c-8b28-a6426c3445e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 1101 time: 0.1157765 Sep 22 10:20:37.085083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5f9a9-abf4-488a-aa3c-27570715a738 req-f64c87a5-eb6f-4c3e-a0a6-a014bac4898d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:37.086602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aec5f9a9-abf4-488a-aa3c-27570715a738 req-f64c87a5-eb6f-4c3e-a0a6-a014bac4898d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 936 time: 0.1115294 Sep 22 10:20:37.164292 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32abb41d-5ea0-4677-81b9-ac9c28dd776f req-a835b034-4f4d-4bce-a9cf-dab2453fe82a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937638 Sep 22 10:20:37.223088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aec5f9a9-abf4-488a-aa3c-27570715a738 req-abb2a829-49d7-463c-9a6d-9b611d0a293d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268160 Sep 22 10:20:37.288407 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec678461-2171-4041-be4a-030b4ea9c09b x-openstack-request-id: req-ec678461-2171-4041-be4a-030b4ea9c09b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:37.288694 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185d9f32-6fba-4d21-a06b-955ade0c5e07", "name": "network-vif-deleted", "tag": "cb1b340f-1408-4c01-aea9-cc4c68ff60ce", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:37.288946 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec678461-2171-4041-be4a-030b4ea9c09b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:37.289394 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185d9f32-6fba-4d21-a06b-955ade0c5e07', 'name': 'network-vif-deleted', 'tag': 'cb1b340f-1408-4c01-aea9-cc4c68ff60ce', 'status': 'completed', 'code': 200} Sep 22 10:20:37.450723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3839ac-b57d-47a8-ac3a-5bd312b2b014 req-0cfb72fc-1bc3-49df-9ab3-3f27251ab938 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:37.452265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d3839ac-b57d-47a8-ac3a-5bd312b2b014 req-0cfb72fc-1bc3-49df-9ab3-3f27251ab938 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 950 time: 0.0848572 Sep 22 10:20:37.504941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70f26d4-9962-4483-bf42-7ca2fe01fe20 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:37.519106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:37.528548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d3839ac-b57d-47a8-ac3a-5bd312b2b014 req-ed7e5790-431f-4a2f-8a8e-1b01d531662e tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99aef51-4f76-4f54-9642-3e6adc38d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Sep 22 10:20:37.536489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Transition to ACTIVE for port object c70f26d4-9962-4483-bf42-7ca2fe01fe20 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:37.640616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-566c445f-10e6-4158-9e6f-9a66f6a91b28 req-9e3c96ed-91a6-470a-9cb8-b00713d83e83 tempest-LiveAutoBlockMigrationV225Test-1155275228 tempest-LiveAutoBlockMigrationV225Test-1155275228-project] 10.222.0.20 "GET /v2.0/ports?device_id=185d9f32-6fba-4d21-a06b-955ade0c5e07 HTTP/1.1" status: 200 len: 210 time: 0.0258272 Sep 22 10:20:37.666845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:37.761440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Pushing event updated for resources: {'Port': ['ID=c70f26d4-9962-4483-bf42-7ca2fe01fe20,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:37.785740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 309b4ed9-781f-450c-b310-3ebcb4074476 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:37.822731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b3b7-cc5a-465f-84fc-a535ecf4c920 req-a487bcd0-c7fb-420f-8416-3b2c6383dd72 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:37.824310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d882b3b7-cc5a-465f-84fc-a535ecf4c920 req-a487bcd0-c7fb-420f-8416-3b2c6383dd72 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 946 time: 0.1126149 Sep 22 10:20:37.871055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Attempting to bind port c70f26d4-9962-4483-bf42-7ca2fe01fe20 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:37.871445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Attempting to bind port c70f26d4-9962-4483-bf42-7ca2fe01fe20 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:37.871926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Attempting to bind port c70f26d4-9962-4483-bf42-7ca2fe01fe20 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:37.904583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Port c70f26d4-9962-4483-bf42-7ca2fe01fe20 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:37.905799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Attempting to bind port c70f26d4-9962-4483-bf42-7ca2fe01fe20 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:37.909011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 309b4ed9-781f-450c-b310-3ebcb4074476, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=309b4ed9-781f-450c-b310-3ebcb4074476,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:37.921010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:37.921935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:37.922578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:37.923040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Bound port: c70f26d4-9962-4483-bf42-7ca2fe01fe20, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:37.923606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:37.927886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '309b4ed9-781f-450c-b310-3ebcb4074476', 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5', 'port_id': '309b4ed9-781f-450c-b310-3ebcb4074476', 'mac_address': 'fa:16:3e:3d:b3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a972f049-191f-4618-ad61-898eb66c5a2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:37.975534 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:37.981146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d882b3b7-cc5a-465f-84fc-a535ecf4c920 req-7edab29b-d70e-455c-94b0-3bd16fbe5e27 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339231 Sep 22 10:20:37.990335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 309b4ed9-781f-450c-b310-3ebcb4074476 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:38.012425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 309b4ed9-781f-450c-b310-3ebcb4074476, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=309b4ed9-781f-450c-b310-3ebcb4074476,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:38.048556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] For port c70f26d4-9962-4483-bf42-7ca2fe01fe20, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:38.052289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] For port c70f26d4-9962-4483-bf42-7ca2fe01fe20, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c70f26d4-9962-4483-bf42-7ca2fe01fe20,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:38.113955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6df38-5b04-4d18-8e37-dfdf76539178 req-0ca3dff0-d592-4e4d-9981-f78ae057ed1e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:38.115651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fc6df38-5b04-4d18-8e37-dfdf76539178 req-0ca3dff0-d592-4e4d-9981-f78ae057ed1e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0515029 Sep 22 10:20:38.138524 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:38.154418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fc6df38-5b04-4d18-8e37-dfdf76539178 req-24809ccb-949b-4920-9d4b-6c3931dca35f tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Sep 22 10:20:38.188177 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:38.190070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=309b4ed9-781f-450c-b310-3ebcb4074476,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:38.227874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:38.229040 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:38.230654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] 10.222.0.32 "PUT /v2.0/ports/c70f26d4-9962-4483-bf42-7ca2fe01fe20 HTTP/1.1" status: 200 len: 1096 time: 1.3287783 Sep 22 10:20:38.257907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['309b4ed9-781f-450c-b310-3ebcb4074476'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:38.274146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549a993-c29a-4d59-bbc6-590711c92205 service neutron] Pushing event updated for resources: {'Port': ['ID=c70f26d4-9962-4483-bf42-7ca2fe01fe20,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:38.381654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2dcf-c67f-42f9-88cf-efc410d10270 req-1bf376ea-24c8-4ef2-827f-a80a92e93feb tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:38.386639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd3a2dcf-c67f-42f9-88cf-efc410d10270 req-1bf376ea-24c8-4ef2-827f-a80a92e93feb tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 950 time: 0.0689750 Sep 22 10:20:38.430665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd3a2dcf-c67f-42f9-88cf-efc410d10270 req-b6c48088-7b76-466c-8a97-c3297398a1ff tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Sep 22 10:20:38.480754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-0388b22f-347d-4495-b16c-13ad5fb20f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:38.482638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-0388b22f-347d-4495-b16c-13ad5fb20f55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 1099 time: 0.0449851 Sep 22 10:20:38.527744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-46f5551f-4234-416f-b602-3d3b4bdcdb47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c70f26d4-9962-4483-bf42-7ca2fe01fe20 HTTP/1.1" status: 200 len: 217 time: 0.0338688 Sep 22 10:20:38.584003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-8306c783-0769-4cd7-aec8-a86b48eb73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:38.585476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-8306c783-0769-4cd7-aec8-a86b48eb73dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0489144 Sep 22 10:20:38.641832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-9b5b201c-bf56-454f-978d-3e394bb05aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:38.643628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-9b5b201c-bf56-454f-978d-3e394bb05aaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468533 Sep 22 10:20:38.770474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-cafc5e04-4041-44b2-a26f-aaf779cae90b tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:38.771959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-cafc5e04-4041-44b2-a26f-aaf779cae90b tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.30 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 950 time: 0.0920889 Sep 22 10:20:38.793306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-856f1e21-d910-4949-89ee-5e5cd05cc528 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316707 Sep 22 10:20:38.934355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3265c37d-4fe5-4575-a71e-5988c51a2aae req-8f7412f6-f23e-4171-ade1-18b7da24adb3 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258636 Sep 22 10:20:38.964067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Deleting port 7c91a72c-82e1-4db3-b802-2b217db24f40 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:20:38.964410 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.047025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae925af-462a-49d1-b846-8a80dea82eab req-d8c6e6ab-6ed8-4ae2-a474-2ca3a8bdade0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:39.048489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ae925af-462a-49d1-b846-8a80dea82eab req-d8c6e6ab-6ed8-4ae2-a474-2ca3a8bdade0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 948 time: 0.1124241 Sep 22 10:20:39.083958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] For port 7c91a72c-82e1-4db3-b802-2b217db24f40, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7c91a72c-82e1-4db3-b802-2b217db24f40,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:39.084320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.104493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Calling delete_port for 7c91a72c-82e1-4db3-b802-2b217db24f40 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:20:39.112397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ae925af-462a-49d1-b846-8a80dea82eab req-0b2a4f29-4d23-4aed-9af9-cd4dece55003 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571554 Sep 22 10:20:39.229904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0143-c8f3-4c25-a12f-c4ff17d67995 req-b2c152e3-2b48-4761-b1cf-cdbf683d306a tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:39.231400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed6f0143-c8f3-4c25-a12f-c4ff17d67995 req-b2c152e3-2b48-4761-b1cf-cdbf683d306a tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dd85818-4c9d-4331-992a-5bec347f4566 HTTP/1.1" status: 200 len: 950 time: 0.0653212 Sep 22 10:20:39.289990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a472263f-b95d-40c0-99a4-5acf6fd14bc7', 'tag': 'c70f26d4-9962-4483-bf42-7ca2fe01fe20'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:39.292228 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c87bb2d-8889-412c-a044-58d039e035d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a472263f-b95d-40c0-99a4-5acf6fd14bc7", "tag": "c70f26d4-9962-4483-bf42-7ca2fe01fe20"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:39.301753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed6f0143-c8f3-4c25-a12f-c4ff17d67995 req-29e8528b-8989-470f-9ff8-85e190cd89c5 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99aef51-4f76-4f54-9642-3e6adc38d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531778 Sep 22 10:20:39.346184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48598) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:39.421542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.433154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['7c91a72c-82e1-4db3-b802-2b217db24f40'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:39.465850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Pushing event deleted for resources: {'Port': ['ID=7c91a72c-82e1-4db3-b802-2b217db24f40,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:39.526342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] No DVR routers for this DVR port 7c91a72c-82e1-4db3-b802-2b217db24f40 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:20:39.550943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95fe8f8-5437-4bf7-b258-3831251c8ac1 admin admin] Deleting subnet 0d8d2fba-94e6-483e-9929-5a59c83660b5 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:20:39.553840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.554605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c95fe8f8-5437-4bf7-b258-3831251c8ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.555808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e4b97ce-d56e-4af8-9e6f-f074d7458d44 req-ca23a6e2-736c-4245-b002-305b87973969 tempest-ServerDiagnosticsNegativeTest-2011709243 tempest-ServerDiagnosticsNegativeTest-2011709243-project] 10.222.0.30 "DELETE /v2.0/ports/7c91a72c-82e1-4db3-b802-2b217db24f40 HTTP/1.1" status: 204 len: 173 time: 0.7743199 Sep 22 10:20:39.591953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c95fe8f8-5437-4bf7-b258-3831251c8ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.603296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-8311d5c8-ce98-4f5e-b19c-9cf00054f4e2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:39.604991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-8311d5c8-ce98-4f5e-b19c-9cf00054f4e2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 807 time: 0.1928768 Sep 22 10:20:39.621600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-5f84ad58-0a41-4192-adc2-5d175bd1c7f6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/quotas/e192f08f9a784bf1b08be68f0f93c89f HTTP/1.1" status: 200 len: 375 time: 0.0097682 Sep 22 10:20:39.632244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c95fe8f8-5437-4bf7-b258-3831251c8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.680071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-9b809d57-386c-49ca-a13e-f56c608a6bd3 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511127 Sep 22 10:20:39.771345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-3aca5118-08ba-47aa-9ac4-eeadce0b9b76 service neutron] 10.222.0.20 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Sep 22 10:20:39.806668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 309b4ed9-781f-450c-b310-3ebcb4074476 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:39.856475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 309b4ed9-781f-450c-b310-3ebcb4074476 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:39.856847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.893955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c95fe8f8-5437-4bf7-b258-3831251c8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.923215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fe8f8-5437-4bf7-b258-3831251c8ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8d2fba-94e6-483e-9929-5a59c83660b5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:39.936819 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c95fe8f8-5437-4bf7-b258-3831251c8ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.939592 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c95fe8f8-5437-4bf7-b258-3831251c8ac1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0d8d2fba-94e6-483e-9929-5a59c83660b5 HTTP/1.1" status: 204 len: 168 time: 0.5923119 Sep 22 10:20:39.942269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48606) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:39.943474 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:39.972708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309b4ed9-781f-450c-b310-3ebcb4074476'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:39.975748 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba6245a-f7d9-429a-a816-f9f2fe78ff34" -d '{"events": [{"server_uuid": "ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477", "name": "network-vif-plugged", "status": "completed", "tag": "309b4ed9-781f-450c-b310-3ebcb4074476"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:39.990531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 309b4ed9-781f-450c-b310-3ebcb4074476, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=309b4ed9-781f-450c-b310-3ebcb4074476,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:40.022281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.101457 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.126115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a1dbc7-fcf4-41fb-8de7-91f2cb507587']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:20:40.133872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.139218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:20:40.139218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207b50b2-b5de-4774-8ba2-7ea6eb6d96a6') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:20:40.189761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=309b4ed9-781f-450c-b310-3ebcb4074476,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:40.197686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-4b739b3a-0c5b-4399-b8f8-565598548140 service neutron] 10.222.0.20 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198012 Sep 22 10:20:40.445501 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.458903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.464736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:20:40.465124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:20:40.466789 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:20:40.632104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.646151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.646151 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] 10.222.0.20 "DELETE /v2.0/networks/92a1dbc7-fcf4-41fb-8de7-91f2cb507587 HTTP/1.1" status: 204 len: 168 time: 0.6985929 Sep 22 10:20:40.646531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48620) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:40.655030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806564b-1024-4f16-bf34-64a9caaccc03 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a1dbc7-fcf4-41fb-8de7-91f2cb507587,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:40.694691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe7ee04-ef63-40ab-99bf-30abd02a0d79 admin admin] Deleting subnet aab85169-c7e4-41ef-a4e3-1886f20f0188 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:20:40.697831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ee04-ef63-40ab-99bf-30abd02a0d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.730459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ee04-ef63-40ab-99bf-30abd02a0d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.768957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ee04-ef63-40ab-99bf-30abd02a0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.954728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997ae1c-e3bc-4cc5-b3fc-367d715f4238 req-f149f48f-fe53-444a-bef2-31245f770d3a tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:40.954728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3997ae1c-e3bc-4cc5-b3fc-367d715f4238 req-f149f48f-fe53-444a-bef2-31245f770d3a tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 946 time: 0.0539911 Sep 22 10:20:40.955623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ee04-ef63-40ab-99bf-30abd02a0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.982805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7ee04-ef63-40ab-99bf-30abd02a0d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab85169-c7e4-41ef-a4e3-1886f20f0188,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:40.992176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ee04-ef63-40ab-99bf-30abd02a0d79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:40.993965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cbe7ee04-ef63-40ab-99bf-30abd02a0d79 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aab85169-c7e4-41ef-a4e3-1886f20f0188 HTTP/1.1" status: 204 len: 168 time: 0.3466988 Sep 22 10:20:40.996525 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48626) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:41.031658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3997ae1c-e3bc-4cc5-b3fc-367d715f4238 req-a27fe9c2-6afb-43bc-8abc-bf9592453df2 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Sep 22 10:20:41.088171 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:41.140163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481196e8-9f82-4e6d-a5ad-b961737516d9 req-abff2a53-fae2-4b2d-9375-9501f59bd40f tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:41.141656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481196e8-9f82-4e6d-a5ad-b961737516d9 req-abff2a53-fae2-4b2d-9375-9501f59bd40f tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0495157 Sep 22 10:20:41.170773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:41.180706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481196e8-9f82-4e6d-a5ad-b961737516d9 req-91c3badb-ccf8-43da-9d4d-122073ccd652 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Sep 22 10:20:41.191269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92878fac-4526-411c-b390-278f03e17444']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:20:41.201259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b278e32c-63b5-4a4d-995b-d00ad2c46b4d') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:20:41.201570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b278e32c-63b5-4a4d-995b-d00ad2c46b4d') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:20:41.216407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:41.230209 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:41.237627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:20:41.238346 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:41.238492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeed18-3bac-424e-bea2-970124365360 req-7e994c98-03e7-41ce-881f-7df635a39ac6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:41.239949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6feeed18-3bac-424e-bea2-970124365360 req-7e994c98-03e7-41ce-881f-7df635a39ac6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 946 time: 0.0559595 Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:20:41.240122 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:20:41.332556 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b36094c-1a45-4c09-b07b-0ca69999b71c x-openstack-request-id: req-1b36094c-1a45-4c09-b07b-0ca69999b71c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:41.332845 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a472263f-b95d-40c0-99a4-5acf6fd14bc7", "tag": "c70f26d4-9962-4483-bf42-7ca2fe01fe20", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:41.333095 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b36094c-1a45-4c09-b07b-0ca69999b71c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:41.333487 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a472263f-b95d-40c0-99a4-5acf6fd14bc7', 'tag': 'c70f26d4-9962-4483-bf42-7ca2fe01fe20', 'status': 'completed', 'code': 200} Sep 22 10:20:41.359262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6feeed18-3bac-424e-bea2-970124365360 req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Deleting port 309b4ed9-781f-450c-b310-3ebcb4074476 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:20:41.359615 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6feeed18-3bac-424e-bea2-970124365360 req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:41.432354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:41.439753 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:41.441669 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] 10.222.0.20 "DELETE /v2.0/networks/92878fac-4526-411c-b390-278f03e17444 HTTP/1.1" status: 204 len: 168 time: 0.4441652 Sep 22 10:20:41.451468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb1249-fc39-475c-9ba5-0743b47cce8a admin admin] Pushing event deleted for resources: {'Network': ['ID=92878fac-4526-411c-b390-278f03e17444,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:41.502358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-e441d2f1-98e7-4337-bd23-3d4b308b26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:41.503848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-e441d2f1-98e7-4337-bd23-3d4b308b26c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 1099 time: 0.1283975 Sep 22 10:20:41.523530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711681a7-5fb2-409d-9029-7e5ba8b4ab0c req-3f6cc473-0d51-436c-a8a6-584978b98db3 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:41.525058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711681a7-5fb2-409d-9029-7e5ba8b4ab0c req-3f6cc473-0d51-436c-a8a6-584978b98db3 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 950 time: 0.1397016 Sep 22 10:20:41.540189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6feeed18-3bac-424e-bea2-970124365360 req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] For port 309b4ed9-781f-450c-b310-3ebcb4074476, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=309b4ed9-781f-450c-b310-3ebcb4074476,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:41.540570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6feeed18-3bac-424e-bea2-970124365360 req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:41.581067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6feeed18-3bac-424e-bea2-970124365360 req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Calling delete_port for 309b4ed9-781f-450c-b310-3ebcb4074476 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:20:41.673283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711681a7-5fb2-409d-9029-7e5ba8b4ab0c req-6cb30a50-a832-427a-a590-e78aec37f238 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350393 Sep 22 10:20:41.714330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-f0f5a502-f69a-464b-8907-587e47657354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:41.715773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-f0f5a502-f69a-464b-8907-587e47657354 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1882541 Sep 22 10:20:41.730600 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb56cd54-bcd0-4149-be22-c120d626b6b3 x-openstack-request-id: req-cb56cd54-bcd0-4149-be22-c120d626b6b3 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:41.731100 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477", "name": "network-vif-plugged", "status": "completed", "tag": "309b4ed9-781f-450c-b310-3ebcb4074476", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:41.731100 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb56cd54-bcd0-4149-be22-c120d626b6b3 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:41.731580 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309b4ed9-781f-450c-b310-3ebcb4074476', 'code': 200} Sep 22 10:20:41.764479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-0ba5b45d-468c-4600-8da4-05f569ef2acf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c70f26d4-9962-4483-bf42-7ca2fe01fe20 HTTP/1.1" status: 200 len: 217 time: 0.0352941 Sep 22 10:20:41.878158 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7c91a72c-82e1-4db3-b802-2b217db24f40 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:20:41.882453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-28fe3424-3669-43ed-ad5a-2585591b4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:41.884601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-28fe3424-3669-43ed-ad5a-2585591b4809 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1076007 Sep 22 10:20:41.896626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5842d27-1b36-4823-b563-34c4cb767418 req-b2befa53-ce2d-4f9a-af97-111bbce24c3b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:41.898143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5842d27-1b36-4823-b563-34c4cb767418 req-b2befa53-ce2d-4f9a-af97-111bbce24c3b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 948 time: 0.0971980 Sep 22 10:20:41.904341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 7c91a72c-82e1-4db3-b802-2b217db24f40 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:20:41.904663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48638) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:41.904780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7c91a72c-82e1-4db3-b802-2b217db24f40 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:20:41.945933 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-77ce2014-0d84-4552-99e4-18c96cd53611 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acf61846bf9f431ea54396a7fdd153bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393372 Sep 22 10:20:41.948353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48640) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:41.961369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5842d27-1b36-4823-b563-34c4cb767418 req-4faa62a4-e31f-453e-9ce9-0301713930cc tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541906 Sep 22 10:20:41.963176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-3df6e201-64cf-42fc-a168-659b4d46725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:41.964656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-3df6e201-64cf-42fc-a168-659b4d46725a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655632 Sep 22 10:20:41.998142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70b66eb3-33b0-4618-bfe6-53ee253512f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:42.025833 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70b66eb3-33b0-4618-bfe6-53ee253512f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:42.057672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6feeed18-3bac-424e-bea2-970124365360 req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:42.069072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['309b4ed9-781f-450c-b310-3ebcb4074476'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:42.116342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event deleted for resources: {'Port': ['ID=309b4ed9-781f-450c-b310-3ebcb4074476,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:42.122791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9b82300-7ad9-44d0-9d3e-715ba99682ef req-3f5654f6-0c26-4f5a-a03e-58f2607d33b2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 210 time: 0.0689781 Sep 22 10:20:42.172859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feeed18-3bac-424e-bea2-970124365360 req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] No DVR routers for this DVR port 309b4ed9-781f-450c-b310-3ebcb4074476 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:20:42.177111 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6feeed18-3bac-424e-bea2-970124365360 req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:42.179096 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6feeed18-3bac-424e-bea2-970124365360 req-d6c9c09a-e5a3-43e7-b4b1-2ab5152f6ea6 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.32 "DELETE /v2.0/ports/309b4ed9-781f-450c-b310-3ebcb4074476 HTTP/1.1" status: 204 len: 173 time: 0.9299781 Sep 22 10:20:42.182664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-47a0f9e6-f9d6-46c0-9aea-ac73c821c659 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061992 Sep 22 10:20:42.186578 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70b66eb3-33b0-4618-bfe6-53ee253512f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:42.190004 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70b66eb3-33b0-4618-bfe6-53ee253512f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:42.193899 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-70b66eb3-33b0-4618-bfe6-53ee253512f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b1deeb6-be6f-42be-abb3-eab03de54633 HTTP/1.1" status: 204 len: 168 time: 0.2419565 Sep 22 10:20:42.200222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66eb3-33b0-4618-bfe6-53ee253512f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1deeb6-be6f-42be-abb3-eab03de54633,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:42.284333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c87bb2d-8889-412c-a044-58d039e035d0 req-6973e70b-16c5-4c51-a883-b9a53cc60b9b service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942893 Sep 22 10:20:42.937135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73d2ae71-7754-45f0-872b-03fe16a5eb41 req-abc8545d-3caf-436e-941e-ac6f39196a49 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477 HTTP/1.1" status: 200 len: 210 time: 0.0595217 Sep 22 10:20:43.040770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48660) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:43.054150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca029c7-4aa6-425d-a650-ff06303041f5 req-e71449d8-c9cd-4195-9877-721d7e3f4fc1 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:43.059831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ca029c7-4aa6-425d-a650-ff06303041f5 req-e71449d8-c9cd-4195-9877-721d7e3f4fc1 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0554302 Sep 22 10:20:43.097350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ca029c7-4aa6-425d-a650-ff06303041f5 req-1bb07c27-e048-44cb-abb0-d84033439a1b tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356212 Sep 22 10:20:43.197221 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a332af52-e517-4e2c-9ce5-715b4b0ad0b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2130b8f796049c995aee56e30489f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547256 Sep 22 10:20:43.199649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48666) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:43.247822 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c15d573-5879-4a39-a7d4-05515d7bf5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:43.256833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48668) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:43.262347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bd19c-de49-4005-af72-1aef62c757b2 req-98c868a3-b4f8-4d52-8958-9ba79bd13c57 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:43.263873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f3bd19c-de49-4005-af72-1aef62c757b2 req-98c868a3-b4f8-4d52-8958-9ba79bd13c57 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 950 time: 0.0502498 Sep 22 10:20:43.283108 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c15d573-5879-4a39-a7d4-05515d7bf5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:43.313202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f3bd19c-de49-4005-af72-1aef62c757b2 req-1450a11a-613f-4ec2-9f9a-106093bf53d0 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Sep 22 10:20:43.330147 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-db40f1da-5a51-426f-9d43-2a181f177b97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43625035527745b89470d408d3c57ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706484 Sep 22 10:20:43.330989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48670) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:43.334190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd85818-4c9d-4331-992a-5bec347f4566', 'name': 'network-vif-deleted', 'tag': '7c91a72c-82e1-4db3-b802-2b217db24f40'}, {'server_uuid': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'name': 'network-vif-deleted', 'tag': '309b4ed9-781f-450c-b310-3ebcb4074476'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:43.336903 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17671be2-035c-4f6a-9357-57c9a6c07be5" -d '{"events": [{"server_uuid": "4dd85818-4c9d-4331-992a-5bec347f4566", "name": "network-vif-deleted", "tag": "7c91a72c-82e1-4db3-b802-2b217db24f40"}, {"server_uuid": "ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477", "name": "network-vif-deleted", "tag": "309b4ed9-781f-450c-b310-3ebcb4074476"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:43.385472 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-531f91d9-7567-4d89-b034-bfba2932ee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:43.406644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-531f91d9-7567-4d89-b034-bfba2932ee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:43.430949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614f9e-7f15-4d34-8dbc-ab942ebe9b1f req-13cab0a6-1c11-4532-a93a-b80c958b00b2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:43.432394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a614f9e-7f15-4d34-8dbc-ab942ebe9b1f req-13cab0a6-1c11-4532-a93a-b80c958b00b2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 948 time: 0.0594687 Sep 22 10:20:43.441189 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c15d573-5879-4a39-a7d4-05515d7bf5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:43.443704 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c15d573-5879-4a39-a7d4-05515d7bf5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:43.447437 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c15d573-5879-4a39-a7d4-05515d7bf5bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a99aef51-4f76-4f54-9642-3e6adc38d6fe HTTP/1.1" status: 204 len: 168 time: 0.2443140 Sep 22 10:20:43.456924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15d573-5879-4a39-a7d4-05515d7bf5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99aef51-4f76-4f54-9642-3e6adc38d6fe,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:43.488626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a614f9e-7f15-4d34-8dbc-ab942ebe9b1f req-3680c927-d11b-443b-ba2e-4e1dc40c4e6b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 Sep 22 10:20:43.541018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-531f91d9-7567-4d89-b034-bfba2932ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:43.547739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-531f91d9-7567-4d89-b034-bfba2932ee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:43.547739 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-531f91d9-7567-4d89-b034-bfba2932ee02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da13fa5a-30b4-4920-93b6-354397a3e69a HTTP/1.1" status: 204 len: 168 time: 0.2126062 Sep 22 10:20:43.575079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f91d9-7567-4d89-b034-bfba2932ee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da13fa5a-30b4-4920-93b6-354397a3e69a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:43.619855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51c03ae8-9700-499f-96e7-4dcaa6b77672 req-a06dd99d-22a0-4b87-ac1f-7d8b7d06c638 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 210 time: 0.0619428 Sep 22 10:20:43.681319 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa890f8a-4ff4-4380-97b7-17f8b6eeb8dd x-openstack-request-id: req-aa890f8a-4ff4-4380-97b7-17f8b6eeb8dd {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:43.681673 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd85818-4c9d-4331-992a-5bec347f4566", "name": "network-vif-deleted", "tag": "7c91a72c-82e1-4db3-b802-2b217db24f40", "status": "completed", "code": 200}, {"server_uuid": "ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477", "name": "network-vif-deleted", "tag": "309b4ed9-781f-450c-b310-3ebcb4074476", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:43.681984 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa890f8a-4ff4-4380-97b7-17f8b6eeb8dd {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:43.682619 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd85818-4c9d-4331-992a-5bec347f4566', 'name': 'network-vif-deleted', 'tag': '7c91a72c-82e1-4db3-b802-2b217db24f40', 'status': 'completed', 'code': 200} Sep 22 10:20:43.689116 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecffd8bc-4acc-483f-a0b6-5dd8dfa1c477', 'name': 'network-vif-deleted', 'tag': '309b4ed9-781f-450c-b310-3ebcb4074476', 'status': 'completed', 'code': 200} Sep 22 10:20:43.747709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cbe7f-46f8-42cb-9bd5-514916a1a170 req-cbd69d21-7bd3-47b5-901f-b978e618a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:43.750021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-197cbe7f-46f8-42cb-9bd5-514916a1a170 req-cbd69d21-7bd3-47b5-901f-b978e618a771 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 1096 time: 0.0394394 Sep 22 10:20:43.785945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-197cbe7f-46f8-42cb-9bd5-514916a1a170 req-3aedd03b-975a-44fb-8a2e-da9e7d289fa1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291378 Sep 22 10:20:43.837863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c70f26d4-9962-4483-bf42-7ca2fe01fe20 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:43.998279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c70f26d4-9962-4483-bf42-7ca2fe01fe20, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c70f26d4-9962-4483-bf42-7ca2fe01fe20,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:44.032996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'c70f26d4-9962-4483-bf42-7ca2fe01fe20', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'c70f26d4-9962-4483-bf42-7ca2fe01fe20', 'mac_address': 'fa:16:3e:8a:a9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:44.046551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-ab5ed499-2b4a-4832-8ae1-e649cdd9f6fe tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:44.049285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-ab5ed499-2b4a-4832-8ae1-e649cdd9f6fe tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 807 time: 0.2087860 Sep 22 10:20:44.067729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Request body: {'port': {'device_id': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e', 'admin_state_up': True, 'tenant_id': 'e192f08f9a784bf1b08be68f0f93c89f'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:44.074922 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.091656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70f26d4-9962-4483-bf42-7ca2fe01fe20 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:44.111968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c70f26d4-9962-4483-bf42-7ca2fe01fe20, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c70f26d4-9962-4483-bf42-7ca2fe01fe20,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:44.190198 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.231683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b276f15-e9b4-4646-8ba0-57c796b851a8 req-9550ffbd-e0d3-4236-9567-680c5420d7e8 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:44.239232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b276f15-e9b4-4646-8ba0-57c796b851a8 req-9550ffbd-e0d3-4236-9567-680c5420d7e8 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0690017 Sep 22 10:20:44.254699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c70f26d4-9962-4483-bf42-7ca2fe01fe20,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:44.271316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Made reservation on behalf of e192f08f9a784bf1b08be68f0f93c89f for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:44.274825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.295533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b276f15-e9b4-4646-8ba0-57c796b851a8 req-db27a989-68fb-46ad-ab32-bae164d6cdf5 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542645 Sep 22 10:20:44.387950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48708) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:44.407610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-452eac8a-152c-4dbc-9223-79ea303dd240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.528528 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-452eac8a-152c-4dbc-9223-79ea303dd240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.532848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Allocated IP 172.20.0.14 (394a1a91-3e61-4088-a3ba-26b5c1b69f6e/e0d7b8cd-3188-4b53-958d-bf25a65c9d98/f548bd81-73a9-4db0-8668-c99a5149823e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:44.548114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-90195918-c2ea-45e2-a91f-82c5a76d117a tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:44.549614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-90195918-c2ea-45e2-a91f-82c5a76d117a tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/networks?id=e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 200 len: 821 time: 0.1335046 Sep 22 10:20:44.568349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['c70f26d4-9962-4483-bf42-7ca2fe01fe20'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:44.595304 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-452eac8a-152c-4dbc-9223-79ea303dd240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.601146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-4737daf8-0534-4181-baf4-99284196df9e tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/quotas/e54e84e081ea480e801c4a5328c94591 HTTP/1.1" status: 200 len: 375 time: 0.0439258 Sep 22 10:20:44.656226 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-452eac8a-152c-4dbc-9223-79ea303dd240 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2883f35b771461d8b44c9c02cf3248e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654293 Sep 22 10:20:44.658094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48716) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:20:44.658983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eac8a-152c-4dbc-9223-79ea303dd240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65eb538e-9656-4246-b56d-d68e3af170f1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:44.741102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-f84d334f-5ad2-4ba9-87aa-39232f26d9ab tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e54e84e081ea480e801c4a5328c94591&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334777 Sep 22 10:20:44.768003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75dca5c1-471e-45b9-9baa-2ec057727a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.798725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75dca5c1-471e-45b9-9baa-2ec057727a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.887969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.904572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-2c0455f5-079f-4710-90c9-2459bb0cfe5b service neutron] 10.222.0.20 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624906 Sep 22 10:20:44.951295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75dca5c1-471e-45b9-9baa-2ec057727a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.956193 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75dca5c1-471e-45b9-9baa-2ec057727a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:44.958899 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-75dca5c1-471e-45b9-9baa-2ec057727a54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65eb538e-9656-4246-b56d-d68e3af170f1 HTTP/1.1" status: 204 len: 168 time: 0.2690260 Sep 22 10:20:44.990055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dca5c1-471e-45b9-9baa-2ec057727a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eb538e-9656-4246-b56d-d68e3af170f1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:45.033853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-933b1baa-43fe-4271-a57c-1b80c5d062ca service neutron] 10.222.0.20 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216726 Sep 22 10:20:45.093622 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:45.154191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:45.157637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:45.162533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:45.198532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Pushing event updated for resources: {'Port': ['ID=f548bd81-73a9-4db0-8668-c99a5149823e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:45.212549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.212974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.213407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.213819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.214267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.214661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.215075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.215497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.215885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.216271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.216593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.216916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:45.235098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:45.235715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:45.442819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-39c3fdab-760d-4b3a-9207-9686ab13be10 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3773828 Sep 22 10:20:45.455357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Request body: {'port': {'device_id': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:45.518039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['464c5258-b00a-4c2a-ba66-7e609c4aa820'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:45.658566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:45.695986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e254aa-6bf9-44e4-89cc-beb10e6d0a9a req-9c82b8a3-4bd4-4775-9fe1-9a29b967d12b tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:45.697599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86e254aa-6bf9-44e4-89cc-beb10e6d0a9a req-9c82b8a3-4bd4-4775-9fe1-9a29b967d12b tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 950 time: 0.1668882 Sep 22 10:20:45.841445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86e254aa-6bf9-44e4-89cc-beb10e6d0a9a req-0d6150e7-24a8-4cbe-a6bd-2547299b2213 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157570 Sep 22 10:20:45.853108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c70f26d4-9962-4483-bf42-7ca2fe01fe20 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:45.992488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port c70f26d4-9962-4483-bf42-7ca2fe01fe20 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:20:45.996671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port c70f26d4-9962-4483-bf42-7ca2fe01fe20 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:45.997265 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:46.113806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4126faf-ff47-42e2-8c3f-587a225e2d15 req-7705c6c6-1456-446e-9d78-592e1028d6f7 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:46.126914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4126faf-ff47-42e2-8c3f-587a225e2d15 req-7705c6c6-1456-446e-9d78-592e1028d6f7 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 949 time: 0.1278648 Sep 22 10:20:46.135730 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:46.166435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472263f-b95d-40c0-99a4-5acf6fd14bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70f26d4-9962-4483-bf42-7ca2fe01fe20'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:46.168710 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c901d3-a21f-4d51-b325-40a1d103e7a5" -d '{"events": [{"server_uuid": "a472263f-b95d-40c0-99a4-5acf6fd14bc7", "name": "network-vif-plugged", "status": "completed", "tag": "c70f26d4-9962-4483-bf42-7ca2fe01fe20"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:46.185701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c70f26d4-9962-4483-bf42-7ca2fe01fe20, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c70f26d4-9962-4483-bf42-7ca2fe01fe20,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:46.241480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4126faf-ff47-42e2-8c3f-587a225e2d15 req-6b5e26ff-3252-436c-a38a-b9399b85c1ea tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134787 Sep 22 10:20:46.273463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f548bd81-73a9-4db0-8668-c99a5149823e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:46.286722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:46.306778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Transition to ACTIVE for port object f548bd81-73a9-4db0-8668-c99a5149823e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:46.324101 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:46.325374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 309b4ed9-781f-450c-b310-3ebcb4074476 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:20:46.373062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 309b4ed9-781f-450c-b310-3ebcb4074476 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:20:46.373541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 309b4ed9-781f-450c-b310-3ebcb4074476 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:20:46.393765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511878f-0fcd-4cf3-9e33-4010ba7e7c4c req-10ce740b-424f-46b5-8bce-863793ee3137 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:46.395831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8511878f-0fcd-4cf3-9e33-4010ba7e7c4c req-10ce740b-424f-46b5-8bce-863793ee3137 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 932 time: 0.0852282 Sep 22 10:20:46.398558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:46.434321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c70f26d4-9962-4483-bf42-7ca2fe01fe20,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:46.473730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Pushing event updated for resources: {'Port': ['ID=f548bd81-73a9-4db0-8668-c99a5149823e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:46.507358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8511878f-0fcd-4cf3-9e33-4010ba7e7c4c req-2cd9ebcc-09a5-487c-966f-65005d57d38c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030722 Sep 22 10:20:46.572557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:46.572557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:46.572557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:46.586705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Port f548bd81-73a9-4db0-8668-c99a5149823e on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:46.587041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:46.606409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:46.606746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:46.607128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:46.607557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Bound port: f548bd81-73a9-4db0-8668-c99a5149823e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:46.607959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:46.669964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2609da-aca0-433e-bd22-69ccd34fb86f req-38718f0c-ecb9-43a2-9ca6-ef91d85e7285 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:46.671567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e2609da-aca0-433e-bd22-69ccd34fb86f req-38718f0c-ecb9-43a2-9ca6-ef91d85e7285 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0999215 Sep 22 10:20:46.721298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:46.746622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e2609da-aca0-433e-bd22-69ccd34fb86f req-436ee474-bc1f-46de-934c-4ddda0d6f326 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631754 Sep 22 10:20:46.748730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:46.853972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b7afa2e-33dd-46e7-b876-80273e5a3a6d req-38f94dd3-3bd0-4697-9dca-e6338f4a2846 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 210 time: 0.0471106 Sep 22 10:20:46.861116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:46.878191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:46.879083 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:46.880807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] 10.222.0.30 "PUT /v2.0/ports/f548bd81-73a9-4db0-8668-c99a5149823e HTTP/1.1" status: 200 len: 1092 time: 1.4306946 Sep 22 10:20:46.900223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:46.902599 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7475313a-8ea7-4927-a80a-f52c297501e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:46.959206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f875d-f42e-44dd-8d47-75f0bb91de8d service neutron] Pushing event updated for resources: {'Port': ['ID=f548bd81-73a9-4db0-8668-c99a5149823e,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:46.979123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f652c4-b0a2-4fbb-91dd-574774e4cd65 req-b024d68b-ce5b-4993-9f8a-a4b817eb5f27 tempest-LiveMigrationNegativeTest-655096700 tempest-LiveMigrationNegativeTest-655096700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:46.980766 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64f652c4-b0a2-4fbb-91dd-574774e4cd65 req-b024d68b-ce5b-4993-9f8a-a4b817eb5f27 tempest-LiveMigrationNegativeTest-655096700 tempest-LiveMigrationNegativeTest-655096700-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 1101 time: 0.0570548 Sep 22 10:20:47.001652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64f652c4-b0a2-4fbb-91dd-574774e4cd65 req-c29fc5cc-eed3-4914-9627-bc2bc22a2d59 tempest-LiveMigrationNegativeTest-655096700 tempest-LiveMigrationNegativeTest-655096700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:47.084006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-da102b34-420a-4308-819a-242eba5821ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:47.088374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-da102b34-420a-4308-819a-242eba5821ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 1095 time: 0.0577111 Sep 22 10:20:47.138945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-a193f617-1c9c-424e-afe0-163d8363aa45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f548bd81-73a9-4db0-8668-c99a5149823e HTTP/1.1" status: 200 len: 217 time: 0.0430303 Sep 22 10:20:47.210761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64f652c4-b0a2-4fbb-91dd-574774e4cd65 req-c29fc5cc-eed3-4914-9627-bc2bc22a2d59 tempest-LiveMigrationNegativeTest-655096700 tempest-LiveMigrationNegativeTest-655096700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:47.214624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-1a0d00ee-7f52-4c5c-b845-05733bde66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:47.216124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-1a0d00ee-7f52-4c5c-b845-05733bde66bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0700634 Sep 22 10:20:47.250081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-6babe711-aefc-4bff-ac96-01bd6678551b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258512 Sep 22 10:20:47.353675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-d76ec46d-10ed-4e9e-aed8-5b81acc9ce8f service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948150 Sep 22 10:20:47.369293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64f652c4-b0a2-4fbb-91dd-574774e4cd65 req-c29fc5cc-eed3-4914-9627-bc2bc22a2d59 tempest-LiveMigrationNegativeTest-655096700 tempest-LiveMigrationNegativeTest-655096700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:47.411720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64f652c4-b0a2-4fbb-91dd-574774e4cd65 req-c29fc5cc-eed3-4914-9627-bc2bc22a2d59 tempest-LiveMigrationNegativeTest-655096700 tempest-LiveMigrationNegativeTest-655096700-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244983 Sep 22 10:20:47.465066 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de69679-7da9-4334-9b61-ffab22d4a5b6 x-openstack-request-id: req-0de69679-7da9-4334-9b61-ffab22d4a5b6 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:47.465550 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a472263f-b95d-40c0-99a4-5acf6fd14bc7", "name": "network-vif-plugged", "status": "completed", "tag": "c70f26d4-9962-4483-bf42-7ca2fe01fe20", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:47.465643 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0de69679-7da9-4334-9b61-ffab22d4a5b6 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:47.465990 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472263f-b95d-40c0-99a4-5acf6fd14bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70f26d4-9962-4483-bf42-7ca2fe01fe20', 'code': 200} Sep 22 10:20:47.473840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fc5cc-eed3-4914-9627-bc2bc22a2d59 tempest-LiveMigrationNegativeTest-655096700 tempest-LiveMigrationNegativeTest-655096700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c120f8-4bf9-4103-86f9-41072509b5d4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:47.516893 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8efdf73-651f-43f1-8c34-4ef6e791d9e8 req-3182915f-4c20-4051-a666-41d1d3c49a5e service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555982 Sep 22 10:20:47.587525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d030-3a4e-4ca0-ae38-b1182aba40da req-bc978828-9848-48d5-99c5-a19fa85254c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:47.589580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3059d030-3a4e-4ca0-ae38-b1182aba40da req-bc978828-9848-48d5-99c5-a19fa85254c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 1101 time: 0.0565612 Sep 22 10:20:47.641180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3059d030-3a4e-4ca0-ae38-b1182aba40da req-c0f26379-2e66-4c82-9942-f5a870be2401 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Sep 22 10:20:47.702964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-af46945f-2f2b-474f-9b78-cfdfa0f61975 req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1537079922', 'description': 'tempest-description-1861997859'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:47.792229 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-af46945f-2f2b-474f-9b78-cfdfa0f61975 req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:47.801192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-af46945f-2f2b-474f-9b78-cfdfa0f61975 req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:47.900405 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-af46945f-2f2b-474f-9b78-cfdfa0f61975 req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:47.970012 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-af46945f-2f2b-474f-9b78-cfdfa0f61975 req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:48.009677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e248f3f-4f7e-4c10-8cfe-672534fbda8b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:48.163849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-af46945f-2f2b-474f-9b78-cfdfa0f61975 req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:48.175078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-8c728b23-51b5-4a19-8b0d-48024209cefd tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:48.177831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-8c728b23-51b5-4a19-8b0d-48024209cefd tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.30 "GET /v2.0/networks?id=e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 200 len: 821 time: 0.1521032 Sep 22 10:20:48.190863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Request body: {'port': {'device_id': '33ab8cbc-17de-412a-9493-bb92d5cf1d5e', 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5', 'admin_state_up': True, 'tenant_id': 'e54e84e081ea480e801c4a5328c94591'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:48.291182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-af46945f-2f2b-474f-9b78-cfdfa0f61975 req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:48.328466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4879683a-9e24-4167-94e7-1390aaf0af5b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:48.427324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Made reservation on behalf of e54e84e081ea480e801c4a5328c94591 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:48.430873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:48.528497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-af46945f-2f2b-474f-9b78-cfdfa0f61975 req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:48.529728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af46945f-2f2b-474f-9b78-cfdfa0f61975 req-a7e4a387-157b-442a-bd27-2e9e9416b3ef tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8312497 Sep 22 10:20:48.558482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Allocated IP 172.20.0.11 (e834aadf-9b66-4a65-a72d-037123b226c5/a972f049-191f-4618-ad61-898eb66c5a2b/62a4ce3a-4e92-4be2-a03a-d0789df2c2b6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:48.694910 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ebdd3-d6d0-40de-89d3-48d3ec065361 x-openstack-request-id: req-da5ebdd3-d6d0-40de-89d3-48d3ec065361 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:48.695201 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:48.695451 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da5ebdd3-d6d0-40de-89d3-48d3ec065361 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:48.695872 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e', 'status': 'completed', 'code': 200} Sep 22 10:20:48.758480 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:48.816938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-935a99b1-abe0-4686-a903-fdba00debf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:48.818505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-935a99b1-abe0-4686-a903-fdba00debf7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 1095 time: 0.0992045 Sep 22 10:20:48.861703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc26990-16ee-4a35-9bff-0da307ada075 req-926932a5-8fe0-416f-9017-b583905fdc8e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:48.863293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bc26990-16ee-4a35-9bff-0da307ada075 req-926932a5-8fe0-416f-9017-b583905fdc8e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 950 time: 0.1171453 Sep 22 10:20:48.940791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bc26990-16ee-4a35-9bff-0da307ada075 req-08a1bb41-c380-48e9-9be6-c4042628902a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699601 Sep 22 10:20:48.953511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-ac9c19af-1a4a-4f45-8ea0-f828fd998a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:48.955105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-ac9c19af-1a4a-4f45-8ea0-f828fd998a57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1289465 Sep 22 10:20:49.003666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:49.008576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-69f9ab82-a1a4-48cc-8860-9e855b44f92d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f548bd81-73a9-4db0-8668-c99a5149823e HTTP/1.1" status: 200 len: 217 time: 0.0448759 Sep 22 10:20:49.105479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Network e834aadf-9b66-4a65-a72d-037123b226c5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:49.118530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:49.120950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:49.126403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event updated for resources: {'Port': ['ID=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:49.475181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-e52e1fe3-9a93-4445-abff-748003ffe323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:49.476814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-e52e1fe3-9a93-4445-abff-748003ffe323 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.4414356 Sep 22 10:20:49.503238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e15f-404e-4ded-a5b2-2df7ca1f94c2 req-3b10cf7e-bbe5-4005-9a6a-267de1e48053 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:49.504618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb62e15f-404e-4ded-a5b2-2df7ca1f94c2 req-3b10cf7e-bbe5-4005-9a6a-267de1e48053 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 944 time: 0.4703333 Sep 22 10:20:49.513348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:49.513934 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:49.537898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-15049320-5556-4955-83d3-09b4e8e3ba85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517337 Sep 22 10:20:49.583320 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:20:49.594092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb62e15f-404e-4ded-a5b2-2df7ca1f94c2 req-d0c56194-5279-4ba8-b22b-6e31a071d66a tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652299 Sep 22 10:20:49.659270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-a400d157-1f74-4f0c-8af3-686d139ce4bf tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4726140 Sep 22 10:20:49.662828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-fcb46386-4904-44f6-97bc-e4dbf5379ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152339 Sep 22 10:20:49.678774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Request body: {'port': {'device_id': '33ab8cbc-17de-412a-9493-bb92d5cf1d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:49.812472 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:49.819167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-ac8da030-69e1-4921-999d-e3d8e790a237 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0aa169eecd814d72854a44b1b03ff6b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347438 Sep 22 10:20:49.880052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7475313a-8ea7-4927-a80a-f52c297501e0 req-4b92ec61-8f49-4864-a063-cc9d105c7ccb service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985691 Sep 22 10:20:50.032627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3a9c39f7-7c92-4e02-847c-085e7463cd49 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:50.034017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3a9c39f7-7c92-4e02-847c-085e7463cd49 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077355 Sep 22 10:20:50.072316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-e237afa2-16e1-4a5f-bfa9-d17e76a373f4 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/quotas/0aa169eecd814d72854a44b1b03ff6b5 HTTP/1.1" status: 200 len: 375 time: 0.0308628 Sep 22 10:20:50.131915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-db307aba-53a6-491c-8a03-62a460a0fbcf tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0aa169eecd814d72854a44b1b03ff6b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321414 Sep 22 10:20:50.207176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:50.214666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:50.226823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Transition to ACTIVE for port object 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:50.311982 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:50.384027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Pushing event updated for resources: {'Port': ['ID=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:50.464609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7354eae-b749-45f8-9c7b-20beb15472b8 req-4f5bdfe1-ea16-43dc-be76-c1ae201f2955 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:50.466158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7354eae-b749-45f8-9c7b-20beb15472b8 req-4f5bdfe1-ea16-43dc-be76-c1ae201f2955 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 944 time: 0.1029043 Sep 22 10:20:50.492651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Attempting to bind port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:50.493342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Attempting to bind port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:50.493342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Attempting to bind port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 on network e834aadf-9b66-4a65-a72d-037123b226c5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:50.508154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 on network e834aadf-9b66-4a65-a72d-037123b226c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:50.508485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Attempting to bind port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 on network e834aadf-9b66-4a65-a72d-037123b226c5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:50.519918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:50.520257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Checking segment: {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:50.520647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Bound using segment: {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:50.521078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Bound port: 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e0b1f9-1b72-4408-a2bb-d1422c6a8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:50.521439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:50.533962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7354eae-b749-45f8-9c7b-20beb15472b8 req-40200c41-7800-40e0-a431-04f33a3b8265 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572569 Sep 22 10:20:50.563444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a35a1cce-bac0-4430-9f42-cd5f803978a4 req-674c7777-e866-4ad2-a510-1d96a7732654 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1577976348', 'description': 'tempest-description-149339615'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:50.606703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] For port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:50.609596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] For port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:50.755305 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35a1cce-bac0-4430-9f42-cd5f803978a4 req-674c7777-e866-4ad2-a510-1d96a7732654 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:50.813298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:50.863489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:50.864161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:50.865676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] 10.222.0.30 "PUT /v2.0/ports/62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 HTTP/1.1" status: 200 len: 1092 time: 1.1909416 Sep 22 10:20:50.868503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ab8cbc-17de-412a-9493-bb92d5cf1d5e', 'tag': '62a4ce3a-4e92-4be2-a03a-d0789df2c2b6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:50.871196 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf1c95e-04eb-4483-9573-d9d589661208" -d '{"events": [{"name": "network-changed", "server_uuid": "33ab8cbc-17de-412a-9493-bb92d5cf1d5e", "tag": "62a4ce3a-4e92-4be2-a03a-d0789df2c2b6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:50.903452 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35a1cce-bac0-4430-9f42-cd5f803978a4 req-674c7777-e866-4ad2-a510-1d96a7732654 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:50.914031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acbe9e-bf57-48ed-ab24-b0cc0e6d712d service neutron] Pushing event updated for resources: {'Port': ['ID=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:50.999067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35a1cce-bac0-4430-9f42-cd5f803978a4 req-674c7777-e866-4ad2-a510-1d96a7732654 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:51.063438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-15c641e2-cf45-4bfe-9fe0-7ee9c4154a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:51.065055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-15c641e2-cf45-4bfe-9fe0-7ee9c4154a23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e54e84e081ea480e801c4a5328c94591&device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 1095 time: 0.0754592 Sep 22 10:20:51.065791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c7777-e866-4ad2-a510-1d96a7732654 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5556a93-3acc-47c5-9fdb-161149d19346,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:51.108905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-c879dce4-9148-4d17-9796-d6c88c81d383 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 HTTP/1.1" status: 200 len: 217 time: 0.0353372 Sep 22 10:20:51.151985 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a35a1cce-bac0-4430-9f42-cd5f803978a4 req-674c7777-e866-4ad2-a510-1d96a7732654 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:51.153264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35a1cce-bac0-4430-9f42-cd5f803978a4 req-674c7777-e866-4ad2-a510-1d96a7732654 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5964162 Sep 22 10:20:51.163384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-26134e92-a388-4e62-9fb0-53e7d4372c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:51.164911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-26134e92-a388-4e62-9fb0-53e7d4372c84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a972f049-191f-4618-ad61-898eb66c5a2b HTTP/1.1" status: 200 len: 861 time: 0.0499158 Sep 22 10:20:51.199396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-b819b9d4-f6b4-420b-9d18-d4298bc9ba60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e834aadf-9b66-4a65-a72d-037123b226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276146 Sep 22 10:20:51.290779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-36f2103f-2a7f-49ae-a7d2-2dfd9b0b7400 service neutron] 10.222.0.30 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841513 Sep 22 10:20:51.385350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e21c2ca-3a9e-4810-ab5d-4b3dadf00afe req-3e70318e-97ac-4d8e-b7d6-dd1ac61df196 service neutron] 10.222.0.30 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873756 Sep 22 10:20:51.695243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360129-3b49-4cef-b332-cf2273930dfc req-d39e4654-d5c7-4d74-8115-6f2b4eac860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:51.696696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf360129-3b49-4cef-b332-cf2273930dfc req-d39e4654-d5c7-4d74-8115-6f2b4eac860f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 1096 time: 0.0711236 Sep 22 10:20:51.720608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178528d-a5b5-4e37-b274-cfadffdf7be0 req-bd5faf7e-1095-4923-8e4d-672a8c8d3c50 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:51.722379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3178528d-a5b5-4e37-b274-cfadffdf7be0 req-bd5faf7e-1095-4923-8e4d-672a8c8d3c50 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 950 time: 0.0718865 Sep 22 10:20:51.814668 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3178528d-a5b5-4e37-b274-cfadffdf7be0 req-747c123a-d330-48df-9282-778865e9567a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828407 Sep 22 10:20:51.832866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360129-3b49-4cef-b332-cf2273930dfc req-183575a1-38b3-4edc-9576-d84002dc995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:51.834424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf360129-3b49-4cef-b332-cf2273930dfc req-183575a1-38b3-4edc-9576-d84002dc995a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 919 time: 0.1298668 Sep 22 10:20:51.879493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf360129-3b49-4cef-b332-cf2273930dfc req-eed3e414-799c-4c12-8122-77c588ef84df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003d9a78-a2ae-4949-b940-96817868530e HTTP/1.1" status: 200 len: 217 time: 0.0372503 Sep 22 10:20:51.921781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-510de105-fca5-44b7-9f39-7403cc8b5455 req-e88c845d-20f4-4e37-b697-1bfb17cbdf27 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 210 time: 0.0439653 Sep 22 10:20:51.957950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360129-3b49-4cef-b332-cf2273930dfc req-10b4c79d-7968-47b7-81cd-58acf5ec045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:51.959482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf360129-3b49-4cef-b332-cf2273930dfc req-10b4c79d-7968-47b7-81cd-58acf5ec045c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 200 len: 858 time: 0.0703416 Sep 22 10:20:51.992169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf360129-3b49-4cef-b332-cf2273930dfc req-a6b9d50e-4a7f-4387-9eee-4c7ef115aa1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c0a77aa-22e7-491d-bb9e-7a4164301c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253010 Sep 22 10:20:52.108739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b245380-7466-4cb2-ae47-fa2e57fbe81c req-104a30d1-0ef6-40d1-959e-67fd8af0203b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:52.110263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b245380-7466-4cb2-ae47-fa2e57fbe81c req-104a30d1-0ef6-40d1-959e-67fd8af0203b tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 944 time: 0.1204777 Sep 22 10:20:52.153358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf360129-3b49-4cef-b332-cf2273930dfc req-6fd494b8-9247-4160-8428-3037ac27690f service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515942 Sep 22 10:20:52.194226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b245380-7466-4cb2-ae47-fa2e57fbe81c req-7df181de-8df0-4d79-88e5-a190343eeec5 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759518 Sep 22 10:20:52.243354 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a754e5a-e709-421c-a423-65750b2c0212 x-openstack-request-id: req-0a754e5a-e709-421c-a423-65750b2c0212 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:52.243692 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ab8cbc-17de-412a-9493-bb92d5cf1d5e", "tag": "62a4ce3a-4e92-4be2-a03a-d0789df2c2b6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:52.243901 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a754e5a-e709-421c-a423-65750b2c0212 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:52.244316 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ab8cbc-17de-412a-9493-bb92d5cf1d5e', 'tag': '62a4ce3a-4e92-4be2-a03a-d0789df2c2b6', 'status': 'completed', 'code': 200} Sep 22 10:20:52.257384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-532732b9-0aa4-4ef3-8656-121ba2992072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:52.292968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf360129-3b49-4cef-b332-cf2273930dfc req-65b821c5-8104-4c46-96c0-cd5bd11f0e94 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284292 Sep 22 10:20:52.325944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-c113dcfa-4812-4cb9-9b1d-cf61bea20ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:52.328830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-c113dcfa-4812-4cb9-9b1d-cf61bea20ef2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e54e84e081ea480e801c4a5328c94591&device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 1095 time: 0.0544465 Sep 22 10:20:52.399342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-130afe9b-3c7f-496c-a630-325f06adda17 req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1787510368', 'description': 'tempest-description-1468185399'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:52.444129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-1d1f7ba6-755a-4e6f-b910-2210178bb8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:52.445601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-1d1f7ba6-755a-4e6f-b910-2210178bb8b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 200 len: 922 time: 0.1091492 Sep 22 10:20:52.494278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-bdbf1575-f32d-41d4-89f9-e2bb5ea8708f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 HTTP/1.1" status: 200 len: 217 time: 0.0398860 Sep 22 10:20:52.548686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-084d3f9b-eb84-4ee1-a872-1dff58071a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:52.550180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-084d3f9b-eb84-4ee1-a872-1dff58071a27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a972f049-191f-4618-ad61-898eb66c5a2b HTTP/1.1" status: 200 len: 861 time: 0.0473201 Sep 22 10:20:52.584331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-038a6ea5-620c-4a4a-bc14-d180998b652f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e834aadf-9b66-4a65-a72d-037123b226c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250154 Sep 22 10:20:52.585276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-130afe9b-3c7f-496c-a630-325f06adda17 req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:52.601297 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-130afe9b-3c7f-496c-a630-325f06adda17 req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:52.719087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-8243960b-dfc3-46f1-97e6-728aa50aa6e2 service neutron] 10.222.0.30 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252007 Sep 22 10:20:52.831019 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-130afe9b-3c7f-496c-a630-325f06adda17 req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:52.845199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf1c95e-04eb-4483-9573-d9d589661208 req-e14c1384-fefc-44ae-8483-6b32b33b3b31 service neutron] 10.222.0.30 "GET /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179383 Sep 22 10:20:52.909625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-130afe9b-3c7f-496c-a630-325f06adda17 req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:52.945890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed04a566-b588-4336-98b8-d7978718d169,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:52.999694 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-130afe9b-3c7f-496c-a630-325f06adda17 req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:53.121181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-130afe9b-3c7f-496c-a630-325f06adda17 req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:53.147781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb48953-ac60-461e-b8c5-c942b66896e9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:53.220802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-130afe9b-3c7f-496c-a630-325f06adda17 req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:53.222067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-130afe9b-3c7f-496c-a630-325f06adda17 req-ffbfccac-2a2b-4060-8a27-e091af5de06b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8510389 Sep 22 10:20:53.246768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-4a5662b0-b31a-4118-81b9-44ccff1dbfd5 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0aa169eecd814d72854a44b1b03ff6b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208607 Sep 22 10:20:53.381682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8670f-83e8-49e9-ae7a-e6e0ebe412a4 req-0050f51e-6464-48b1-9c46-b0996c0829a0 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:53.383193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9e8670f-83e8-49e9-ae7a-e6e0ebe412a4 req-0050f51e-6464-48b1-9c46-b0996c0829a0 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1052885 Sep 22 10:20:53.405822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-02ae1a1c-de4d-431d-bd1d-480c54fdfb40 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:53.407298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-02ae1a1c-de4d-431d-bd1d-480c54fdfb40 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502054 Sep 22 10:20:53.425903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Request body: {'port': {'device_id': '2bdd996a-bf01-4162-8303-c4f6ef939476', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '0aa169eecd814d72854a44b1b03ff6b5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:53.454011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9e8670f-83e8-49e9-ae7a-e6e0ebe412a4 req-005cfdda-1e94-41ad-999b-310d6ca5f267 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648015 Sep 22 10:20:53.700557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Made reservation on behalf of 0aa169eecd814d72854a44b1b03ff6b5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:20:53.704885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:53.713885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:53.801709 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:53.900708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:53.946685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:53.965415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194e51ff-8b59-40fd-adaf-0c8758850720,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:54.049551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:54.064721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '62a4ce3a-4e92-4be2-a03a-d0789df2c2b6', 'network_id': 'e834aadf-9b66-4a65-a72d-037123b226c5', 'port_id': '62a4ce3a-4e92-4be2-a03a-d0789df2c2b6', 'mac_address': 'fa:16:3e:bf:a4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a972f049-191f-4618-ad61-898eb66c5a2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:54.077310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Allocated IP 192.168.233.10 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/f3d441c0-35e9-42fa-aaa1-f4b0205644d1) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:20:54.086402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db24fb2-a8ad-4432-a9d7-feba732faf41 req-d0a40d0a-de04-4b20-ad75-76df3ea58be3 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:54.087949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5db24fb2-a8ad-4432-a9d7-feba732faf41 req-d0a40d0a-de04-4b20-ad75-76df3ea58be3 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 944 time: 0.0950091 Sep 22 10:20:54.101390 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:54.115432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:54.135499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:54.155719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5db24fb2-a8ad-4432-a9d7-feba732faf41 req-fd0fcfc6-79f6-43d4-82d7-dae880ef7ea5 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 Sep 22 10:20:54.269696 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:54.297664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:54.302349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913c3bb-7124-48b7-b547-c050be748bcb req-3c955f6e-cbd5-46a1-a2e2-7ed4805ef5be tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:54.304211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b913c3bb-7124-48b7-b547-c050be748bcb req-3c955f6e-cbd5-46a1-a2e2-7ed4805ef5be tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 1101 time: 0.0787005 Sep 22 10:20:54.327629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:54.334919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.335267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.335605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.335939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.336266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.336882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.336882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.337364 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.337565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.337847 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.338206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.338526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:20:54.357658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b913c3bb-7124-48b7-b547-c050be748bcb req-362599e8-fd76-420e-ae5d-00627a485bef tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441575 Sep 22 10:20:54.485717 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:54.558685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:20:54.562763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:20:54.564598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Pushing event updated for resources: {'Port': ['ID=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:54.566847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:20:54.568451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['62a4ce3a-4e92-4be2-a03a-d0789df2c2b6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:54.578288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6341a-c955-4a74-8b00-fd42990fc35d req-e2b1ba3f-f44b-427d-b923-7d8c28b03d3b tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:54.580173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ba6341a-c955-4a74-8b00-fd42990fc35d req-e2b1ba3f-f44b-427d-b923-7d8c28b03d3b tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 935 time: 0.1058331 Sep 22 10:20:54.650294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:54.650924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:54.661384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ba6341a-c955-4a74-8b00-fd42990fc35d req-84e687db-9690-4a98-9548-9ecca23c7acc tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604329 Sep 22 10:20:54.781675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d85b19-6ecd-4563-a2de-4be47dbe35df req-0b10332d-8daf-4024-9e62-7d6ae225d742 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:54.783198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4d85b19-6ecd-4563-a2de-4be47dbe35df req-0b10332d-8daf-4024-9e62-7d6ae225d742 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 944 time: 0.0516429 Sep 22 10:20:54.821389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-232b8379-5d86-494d-88df-6cb48791e236 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4010615 Sep 22 10:20:54.824513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4d85b19-6ecd-4563-a2de-4be47dbe35df req-28ac9df7-e8d9-4296-8c09-7ec4f57b287a tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Sep 22 10:20:54.834035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Request body: {'port': {'device_id': '2bdd996a-bf01-4162-8303-c4f6ef939476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:54.836445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-64793a60-74ca-470c-b349-9e4b4c7258ac None None] Provisioning complete for port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:54.837007 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-64793a60-74ca-470c-b349-9e4b4c7258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:54.869165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ada58ff9-4341-4d91-a5f2-1ce4e586366f req-ba2feddf-ebc7-4151-aca8-863f4d46c400 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-235066687', 'description': 'tempest-description-1154262150'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:54.872577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-64793a60-74ca-470c-b349-9e4b4c7258ac None None] Port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:20:54.914498 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.010401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ada58ff9-4341-4d91-a5f2-1ce4e586366f req-ba2feddf-ebc7-4151-aca8-863f4d46c400 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.115464 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-62ec8264-9f12-4d56-8980-f82cefb598a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.182816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ada58ff9-4341-4d91-a5f2-1ce4e586366f req-ba2feddf-ebc7-4151-aca8-863f4d46c400 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.229481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d441c0-35e9-42fa-aaa1-f4b0205644d1 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:55.237436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.249470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Transition to ACTIVE for port object f3d441c0-35e9-42fa-aaa1-f4b0205644d1 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:20:55.383793 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ada58ff9-4341-4d91-a5f2-1ce4e586366f req-ba2feddf-ebc7-4151-aca8-863f4d46c400 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.412064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2feddf-ebc7-4151-aca8-863f4d46c400 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ef1f95-9d7b-4de9-9f1a-00c969558aec,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:55.428377 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.428569 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.480924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:55.552238 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ada58ff9-4341-4d91-a5f2-1ce4e586366f req-ba2feddf-ebc7-4151-aca8-863f4d46c400 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.553611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ada58ff9-4341-4d91-a5f2-1ce4e586366f req-ba2feddf-ebc7-4151-aca8-863f4d46c400 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6900675 Sep 22 10:20:55.564021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Attempting to bind port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:20:55.564021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Attempting to bind port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:20:55.564021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Attempting to bind port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:55.565197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:20:55.565197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Attempting to bind port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:20:55.579244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:20:55.579590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:20:55.579972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:20:55.580409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Bound port: f3d441c0-35e9-42fa-aaa1-f4b0205644d1, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:20:55.580817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.619757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.621420 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.705611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-5fbaee25-4993-4714-b9fa-6b7a7c7bb97b tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:55.707125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-5fbaee25-4993-4714-b9fa-6b7a7c7bb97b tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 950 time: 0.1364501 Sep 22 10:20:55.734301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] For port f3d441c0-35e9-42fa-aaa1-f4b0205644d1, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:20:55.734301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] For port f3d441c0-35e9-42fa-aaa1-f4b0205644d1, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:20:55.740580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc4fff-0c98-458c-aba5-bc647671ffe0 req-491695d1-95db-433b-b625-944718d63ee5 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:55.742004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6bc4fff-0c98-458c-aba5-bc647671ffe0 req-491695d1-95db-433b-b625-944718d63ee5 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=838e9b72-eb32-4651-aa88-c442050ac2a1 HTTP/1.1" status: 200 len: 950 time: 0.1242974 Sep 22 10:20:55.823342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6bc4fff-0c98-458c-aba5-bc647671ffe0 req-e0c51d1b-8191-4b00-be35-54639534b75f tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631137 Sep 22 10:20:55.838554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.877584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Deleting port 53cd6b41-f998-4556-8191-45faeb31bca1 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:20:55.877928 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.884193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:55.884861 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.886224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] 10.222.0.32 "PUT /v2.0/ports/f3d441c0-35e9-42fa-aaa1-f4b0205644d1 HTTP/1.1" status: 200 len: 1095 time: 1.0563798 Sep 22 10:20:55.888366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdd996a-bf01-4162-8303-c4f6ef939476', 'tag': 'f3d441c0-35e9-42fa-aaa1-f4b0205644d1'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:55.890203 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05221dce-6684-46ea-8292-f0853723f3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdd996a-bf01-4162-8303-c4f6ef939476", "tag": "f3d441c0-35e9-42fa-aaa1-f4b0205644d1"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:55.957898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:55.998151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-406c464d-da62-46bd-94a1-3213b2908d5e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717952 Sep 22 10:20:56.001926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd743ff-8c68-438e-add4-b4fd9b7ed958 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:56.078247 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:56.101498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] For port 53cd6b41-f998-4556-8191-45faeb31bca1, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=53cd6b41-f998-4556-8191-45faeb31bca1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:56.101866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:56.113172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:20:56.119196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:20:56.120002 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:56.152046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Calling delete_port for 53cd6b41-f998-4556-8191-45faeb31bca1 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:20:56.178915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-5f1b400e-6c53-486c-ab89-fedd12a3f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:56.178915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-5f1b400e-6c53-486c-ab89-fedd12a3f9be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aa169eecd814d72854a44b1b03ff6b5&device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 1098 time: 0.1457477 Sep 22 10:20:56.200625 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:56.223705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ab8cbc-17de-412a-9493-bb92d5cf1d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4ce3a-4e92-4be2-a03a-d0789df2c2b6'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:20:56.226017 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29502009-cc29-4ab1-b16e-2cba6b758a1c" -d '{"events": [{"server_uuid": "33ab8cbc-17de-412a-9493-bb92d5cf1d5e", "name": "network-vif-plugged", "status": "completed", "tag": "62a4ce3a-4e92-4be2-a03a-d0789df2c2b6"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:20:56.238912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:56.260456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-4a0c7b27-8ddc-4d8c-a28c-504bb9910e7f tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:56.261898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-4a0c7b27-8ddc-4d8c-a28c-504bb9910e7f tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536790 Sep 22 10:20:56.263121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-ac6ddf08-fcd5-44ac-926d-9e074433d1b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=f3d441c0-35e9-42fa-aaa1-f4b0205644d1 HTTP/1.1" status: 200 len: 217 time: 0.0515924 Sep 22 10:20:56.312249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-3bd2a0f0-11fe-4bb8-a5b5-801bc7d7607d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/quotas/814638ec47784acbb1ee5a54663d44fe HTTP/1.1" status: 200 len: 375 time: 0.0440426 Sep 22 10:20:56.364065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-f8b8b6fd-a177-4c69-a927-789da6506daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:56.365509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-f8b8b6fd-a177-4c69-a927-789da6506daa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0883245 Sep 22 10:20:56.372587 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:56.421650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:56.451080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-2e45f750-4117-488f-82af-7afed6dde0e0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1324477 Sep 22 10:20:56.469043 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-79dcc39e-0cf3-4da0-a3ac-2b573ef38ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:56.470548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-79dcc39e-0cf3-4da0-a3ac-2b573ef38ed5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717485 Sep 22 10:20:56.547576 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:56.559532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c', '53cd6b41-f998-4556-8191-45faeb31bca1'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:56.899274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Pushing event deleted for resources: {'Port': ['ID=53cd6b41-f998-4556-8191-45faeb31bca1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:56.913291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-b3126dc6-be8c-4bb4-84bc-4f14b4cec3c0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342372 Sep 22 10:20:57.001909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] No DVR routers for this DVR port 53cd6b41-f998-4556-8191-45faeb31bca1 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:20:57.009546 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:57.011583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee3332f3-2ad7-4370-a66e-6d658b04f1d9 req-dd465a12-d83e-423c-a222-04dd96ea0c32 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "DELETE /v2.0/ports/53cd6b41-f998-4556-8191-45faeb31bca1 HTTP/1.1" status: 204 len: 173 time: 1.2951231 Sep 22 10:20:57.051047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504845bb-87f4-48f8-908c-c3d9a7ac652b req-2c6a5d68-075e-46f2-b736-af0193bdb954 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:57.052701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-504845bb-87f4-48f8-908c-c3d9a7ac652b req-2c6a5d68-075e-46f2-b736-af0193bdb954 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1586409 Sep 22 10:20:57.103240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51f032b-882e-4eca-8c3a-186d8cedfd87 req-690eb60f-ea28-428b-9fee-1bc35acd8a9c service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722019 Sep 22 10:20:57.108438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-504845bb-87f4-48f8-908c-c3d9a7ac652b req-f1c62481-8087-4b7b-8df6-2b24772202be tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490990 Sep 22 10:20:57.217055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eecfc-3266-4560-a3a3-de911f422523 req-e5ac4cee-a9ce-448c-861b-fc609a15373b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:57.219110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c88eecfc-3266-4560-a3a3-de911f422523 req-e5ac4cee-a9ce-448c-861b-fc609a15373b tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 946 time: 0.0559802 Sep 22 10:20:57.264661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c88eecfc-3266-4560-a3a3-de911f422523 req-43a6bd38-c67f-42bb-a329-ea34a25f3ac7 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 Sep 22 10:20:57.612072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-6ff50d47-fe62-4e1d-8953-19692275cc43 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53340 time: 0.2507668 Sep 22 10:20:57.658067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-30d3d183-93e6-4d61-bff0-f365f51ff3ee tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/194e51ff-8b59-40fd-adaf-0c8758850720 HTTP/1.1" status: 200 len: 2981 time: 0.0378993 Sep 22 10:20:57.702620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-f5e045fe-e5f7-4c1f-a04b-b97bba86021b tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/194e51ff-8b59-40fd-adaf-0c8758850720 HTTP/1.1" status: 200 len: 2981 time: 0.0385644 Sep 22 10:20:57.743747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-6e5046b9-7e69-4c67-8e01-337d32290ab5 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1e248f3f-4f7e-4c10-8cfe-672534fbda8b HTTP/1.1" status: 200 len: 2981 time: 0.0351315 Sep 22 10:20:57.785910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-27b7ac62-7f76-4f43-bcd1-0c816aba3cad tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/1e248f3f-4f7e-4c10-8cfe-672534fbda8b HTTP/1.1" status: 200 len: 2981 time: 0.0357058 Sep 22 10:20:57.828028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-450c3ed9-f2cd-4cbb-88ec-a9354e60393c tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/26c120f8-4bf9-4103-86f9-41072509b5d4 HTTP/1.1" status: 200 len: 2981 time: 0.0356629 Sep 22 10:20:57.876895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-9db4dbe3-2096-4d34-9681-096d252b66d9 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/26c120f8-4bf9-4103-86f9-41072509b5d4 HTTP/1.1" status: 200 len: 2981 time: 0.0368800 Sep 22 10:20:57.927293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-52c9c4f6-2d49-4acd-8403-9818addd8070 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/36102fe7-a53b-48d6-a559-9cd48cc386c2 HTTP/1.1" status: 200 len: 2981 time: 0.0443065 Sep 22 10:20:57.934736 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:57.959093 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f548bd81-73a9-4db0-8668-c99a5149823e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:20:57.973707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-7c907bdf-71d1-4fab-b3e3-32e0d385ced4 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/36102fe7-a53b-48d6-a559-9cd48cc386c2 HTTP/1.1" status: 200 len: 2981 time: 0.0402520 Sep 22 10:20:58.031696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-194d67a9-1aec-4802-87d8-602257fc7a6c tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3aab0ad7-f5ee-4c75-8368-e2920bb05748 HTTP/1.1" status: 200 len: 2981 time: 0.0511959 Sep 22 10:20:58.075901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:58.079008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-cf57c8b9-749e-4c81-9ba1-3c7ad20ceb39 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3aab0ad7-f5ee-4c75-8368-e2920bb05748 HTTP/1.1" status: 200 len: 2981 time: 0.0403659 Sep 22 10:20:58.087705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f548bd81-73a9-4db0-8668-c99a5149823e', 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e', 'port_id': 'f548bd81-73a9-4db0-8668-c99a5149823e', 'mac_address': 'fa:16:3e:53:3e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d7b8cd-3188-4b53-958d-bf25a65c9d98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:20:58.120129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-32e09517-45a1-4f89-b479-df1fd7db9063 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5570f2f6-1fb7-417d-90ca-292a877da89d HTTP/1.1" status: 200 len: 2977 time: 0.0365224 Sep 22 10:20:58.125522 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:58.138318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f548bd81-73a9-4db0-8668-c99a5149823e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:20:58.158085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:20:58.163018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-d390ba40-8ba4-41ad-b6a7-3ac49a4f722c tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5570f2f6-1fb7-417d-90ca-292a877da89d HTTP/1.1" status: 200 len: 2977 time: 0.0361118 Sep 22 10:20:58.205259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-427c7ae2-a762-407b-b4c0-5be23445b42f tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/720116c9-42e1-45e5-a0d5-ba95063e0e3e HTTP/1.1" status: 200 len: 2981 time: 0.0362382 Sep 22 10:20:58.253404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-cf6f66a0-73bc-4fef-9660-9ca96c264e5d tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/720116c9-42e1-45e5-a0d5-ba95063e0e3e HTTP/1.1" status: 200 len: 2981 time: 0.0417056 Sep 22 10:20:58.269544 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:58.299578 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-59c90509-ba24-4c91-8f28-ad73a8cca959 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8f7a60fb-cda5-4910-a3d1-8727faafb350 HTTP/1.1" status: 200 len: 2981 time: 0.0397692 Sep 22 10:20:58.316770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f548bd81-73a9-4db0-8668-c99a5149823e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:20:58.347675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-06e3f6bf-f900-4ca1-a40c-01a6b9ec7a62 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8f7a60fb-cda5-4910-a3d1-8727faafb350 HTTP/1.1" status: 200 len: 2981 time: 0.0419812 Sep 22 10:20:58.390542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-0e4e0de7-94ec-4a5a-9ef9-e86e2dd4d4ab tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/905c3d04-1943-4cb9-ac59-08169c743b13 HTTP/1.1" status: 200 len: 2973 time: 0.0367804 Sep 22 10:20:58.442835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-4092e5f8-fac6-4dad-8ecc-84947c1cc04f tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/905c3d04-1943-4cb9-ac59-08169c743b13 HTTP/1.1" status: 200 len: 2973 time: 0.0459437 Sep 22 10:20:58.489865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-1b1896f3-7693-4f28-b411-c5eebfd6af4a tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/909fabd0-f257-4473-b7ba-89d97e9e0305 HTTP/1.1" status: 200 len: 2981 time: 0.0387807 Sep 22 10:20:58.538003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-438efff9-bae0-4f22-85d4-ee6fbd743ffc tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/909fabd0-f257-4473-b7ba-89d97e9e0305 HTTP/1.1" status: 200 len: 2981 time: 0.0420213 Sep 22 10:20:58.548707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f548bd81-73a9-4db0-8668-c99a5149823e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:20:58.593673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-c85c599d-3ebb-429f-8278-6e2a77d4dac8 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a HTTP/1.1" status: 200 len: 2981 time: 0.0491738 Sep 22 10:20:58.640945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-a644a427-7018-4c9b-917b-056fa4c6ccad tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a HTTP/1.1" status: 200 len: 2981 time: 0.0402877 Sep 22 10:20:58.694639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-561dde3b-9a63-44a2-8c11-c655c24be0fa tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c525d1ad-27da-4cf8-9dae-24d6b396379d HTTP/1.1" status: 200 len: 2981 time: 0.0431962 Sep 22 10:20:58.740712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-3b141c64-aea2-4b5e-97f4-03ade0a9b3dd tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c525d1ad-27da-4cf8-9dae-24d6b396379d HTTP/1.1" status: 200 len: 2981 time: 0.0424547 Sep 22 10:20:58.784480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-a982ba08-7a13-4e83-952b-67657aec5fd0 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c9a5af0c-1da5-4bcc-90d3-b269c71bac20 HTTP/1.1" status: 200 len: 2981 time: 0.0373306 Sep 22 10:20:58.829679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-7a45fff7-2b7b-475d-b3b5-e6e3204b5931 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c9a5af0c-1da5-4bcc-90d3-b269c71bac20 HTTP/1.1" status: 200 len: 2981 time: 0.0390611 Sep 22 10:20:58.871743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-38b5d5a5-34fe-4901-a116-664ede6d3d3f tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ed04a566-b588-4336-98b8-d7978718d169 HTTP/1.1" status: 200 len: 2981 time: 0.0355923 Sep 22 10:20:58.913029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-a604c2d3-509a-4f9b-b01c-90bc274838a5 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ed04a566-b588-4336-98b8-d7978718d169 HTTP/1.1" status: 200 len: 2981 time: 0.0351603 Sep 22 10:20:58.953552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-889ffdc8-b8b3-4b43-85a2-cb89ac956e01 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ee0f7c19-a64b-45a3-940e-32dc4372910a HTTP/1.1" status: 200 len: 2981 time: 0.0345325 Sep 22 10:20:58.995622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a99c30-ab56-46b6-8d33-9233b4bcd1cf req-39f64e0b-31e8-444b-860c-9eefaff28b7d tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ee0f7c19-a64b-45a3-940e-32dc4372910a HTTP/1.1" status: 200 len: 2981 time: 0.0361209 Sep 22 10:20:59.096313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f13a5-d777-46a9-a46f-0510ffa27048 req-1a7bb076-4aa7-4ee3-adca-79721421d485 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:59.097829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-475f13a5-d777-46a9-a46f-0510ffa27048 req-1a7bb076-4aa7-4ee3-adca-79721421d485 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 947 time: 0.0535884 Sep 22 10:20:59.135825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-475f13a5-d777-46a9-a46f-0510ffa27048 req-e20b9ab9-667d-42d7-9e14-4706a28c179a tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Sep 22 10:20:59.257583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75f258-0875-4a45-bb36-426e329e11f4 req-6cdf4c39-e28c-407c-b744-bd1b0b7a8936 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:59.259120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd75f258-0875-4a45-bb36-426e329e11f4 req-6cdf4c39-e28c-407c-b744-bd1b0b7a8936 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 945 time: 0.0570457 Sep 22 10:20:59.296286 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd75f258-0875-4a45-bb36-426e329e11f4 req-120e2833-2b9e-420e-b6b9-73e9fdbe0356 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Sep 22 10:20:59.343513 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42733b5a-0d2c-43a7-8927-7a21f8463d77 x-openstack-request-id: req-42733b5a-0d2c-43a7-8927-7a21f8463d77 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:59.343818 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdd996a-bf01-4162-8303-c4f6ef939476", "tag": "f3d441c0-35e9-42fa-aaa1-f4b0205644d1", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:59.344198 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42733b5a-0d2c-43a7-8927-7a21f8463d77 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:59.345383 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdd996a-bf01-4162-8303-c4f6ef939476', 'tag': 'f3d441c0-35e9-42fa-aaa1-f4b0205644d1', 'status': 'completed', 'code': 200} Sep 22 10:20:59.371530 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea585db-26dd-46bb-80fe-4db164011c9c x-openstack-request-id: req-aea585db-26dd-46bb-80fe-4db164011c9c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:20:59.372049 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ab8cbc-17de-412a-9493-bb92d5cf1d5e", "name": "network-vif-plugged", "status": "completed", "tag": "62a4ce3a-4e92-4be2-a03a-d0789df2c2b6", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:20:59.372338 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aea585db-26dd-46bb-80fe-4db164011c9c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:20:59.372740 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ab8cbc-17de-412a-9493-bb92d5cf1d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4ce3a-4e92-4be2-a03a-d0789df2c2b6', 'code': 200} Sep 22 10:20:59.417627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05221dce-6684-46ea-8292-f0853723f3c0 req-a1eb3391-193c-4710-b4d5-a8552eacf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:59.419315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05221dce-6684-46ea-8292-f0853723f3c0 req-a1eb3391-193c-4710-b4d5-a8552eacf479 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aa169eecd814d72854a44b1b03ff6b5&device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 1098 time: 0.0467072 Sep 22 10:20:59.463672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19394ac1-6ed9-40ec-ba10-2288e1157d4f req-1374086d-820b-4e0b-b497-f12a0c562478 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 210 time: 0.0434208 Sep 22 10:20:59.570727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-67d32958-2633-4688-8344-20d67cba14bc tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385282 Sep 22 10:20:59.585010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d98f31-a2f9-4cd0-99c3-6823a2eb7f29 req-0fd314a9-21e4-44ad-be8e-ab9c41937c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:59.586480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52d98f31-a2f9-4cd0-99c3-6823a2eb7f29 req-0fd314a9-21e4-44ad-be8e-ab9c41937c5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 1097 time: 0.1355829 Sep 22 10:20:59.660275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05221dce-6684-46ea-8292-f0853723f3c0 req-a8a5e95b-0066-4565-a4f4-9c2124539f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:59.661746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05221dce-6684-46ea-8292-f0853723f3c0 req-a8a5e95b-0066-4565-a4f4-9c2124539f96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2316966 Sep 22 10:20:59.743723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52d98f31-a2f9-4cd0-99c3-6823a2eb7f29 req-0a794559-c510-484b-b405-edc68eefc5f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326969 Sep 22 10:20:59.747755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05221dce-6684-46ea-8292-f0853723f3c0 req-7590c917-9f2a-43c1-8141-67f149536c69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=f3d441c0-35e9-42fa-aaa1-f4b0205644d1 HTTP/1.1" status: 200 len: 217 time: 0.0718307 Sep 22 10:20:59.759185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218980dc-8bfa-4fc9-b7cb-8014a21af04d req-1688249f-0838-4e39-8b71-5ca7fb8e8394 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:59.760691 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-218980dc-8bfa-4fc9-b7cb-8014a21af04d req-1688249f-0838-4e39-8b71-5ca7fb8e8394 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 946 time: 0.1958153 Sep 22 10:20:59.846880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-7f4cd2e0-ce5c-457e-9ba8-88789011c049 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:59.848364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-7f4cd2e0-ce5c-457e-9ba8-88789011c049 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2682223 Sep 22 10:20:59.851942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05221dce-6684-46ea-8292-f0853723f3c0 req-141c5636-d8bd-444f-9980-cd0ad87adfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:59.853274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05221dce-6684-46ea-8292-f0853723f3c0 req-141c5636-d8bd-444f-9980-cd0ad87adfdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0917585 Sep 22 10:20:59.858362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-218980dc-8bfa-4fc9-b7cb-8014a21af04d req-4457c017-07bc-4d66-abe9-35d8844b88e7 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877116 Sep 22 10:20:59.878546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Request body: {'port': {'device_id': '86d438a4-bc27-42b9-ab32-33eb3b1e5882', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '814638ec47784acbb1ee5a54663d44fe'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:20:59.972841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f548bd81-73a9-4db0-8668-c99a5149823e up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:20:59.997025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05221dce-6684-46ea-8292-f0853723f3c0 req-6f5a0117-4445-4ac0-92a4-734155c84255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:59.997025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05221dce-6684-46ea-8292-f0853723f3c0 req-6f5a0117-4445-4ac0-92a4-734155c84255 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132460 Sep 22 10:21:00.136025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f9f0369-9e4d-48e9-be79-8a390f3567a6 req-911a2902-988e-4741-a309-b8dc6e60d542 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82e0e1fc475043f0b7f0e8604403f456 HTTP/1.1" status: 200 len: 6103 time: 0.1705856 Sep 22 10:21:00.177579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05221dce-6684-46ea-8292-f0853723f3c0 req-156dfd69-88d2-466e-9906-af212e475474 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715081 Sep 22 10:21:00.213748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f9f0369-9e4d-48e9-be79-8a390f3567a6 req-5d4976e2-e745-41a0-8ba4-5a761053a114 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] 10.222.0.20 "GET /v2.0/security-groups/1e248f3f-4f7e-4c10-8cfe-672534fbda8b HTTP/1.1" status: 200 len: 2981 time: 0.0705066 Sep 22 10:21:00.218843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f548bd81-73a9-4db0-8668-c99a5149823e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:21:00.222752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f548bd81-73a9-4db0-8668-c99a5149823e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:00.223286 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:00.306772 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:00.310698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f9f0369-9e4d-48e9-be79-8a390f3567a6 req-fe46e91f-a976-44ac-bfcc-f0581c5330bf tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] 10.222.0.20 "GET /v2.0/security-groups/1e248f3f-4f7e-4c10-8cfe-672534fbda8b HTTP/1.1" status: 200 len: 2981 time: 0.0880358 Sep 22 10:21:00.331393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05221dce-6684-46ea-8292-f0853723f3c0 req-1566ced2-b14a-4267-8d69-846fb96b5842 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414719 Sep 22 10:21:00.331393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Made reservation on behalf of 814638ec47784acbb1ee5a54663d44fe for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:00.334329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:00.356906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:00.472088 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:00.472903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 53cd6b41-f998-4556-8191-45faeb31bca1 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:00.474652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Allocated IP 192.168.233.29 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/27e79e58-5003-4446-b750-43ca2f4965e7) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:21:00.493939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 53cd6b41-f998-4556-8191-45faeb31bca1 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:21:00.494181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 53cd6b41-f998-4556-8191-45faeb31bca1 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:21:00.538667 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f548bd81-73a9-4db0-8668-c99a5149823e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:00.625736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:00.901001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:00.913324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:00.918847 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'c70f26d4-9962-4483-bf42-7ca2fe01fe20'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:00.950090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:00.953225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:00.957155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:21:00.988229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event updated for resources: {'Port': ['ID=27e79e58-5003-4446-b750-43ca2f4965e7,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:01.020011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:01.020685 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:01.096192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc94e2e-4518-47db-9c04-3b92247e3259 req-5385164f-299f-4bca-949c-7f2df4d07193 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:01.097933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fc94e2e-4518-47db-9c04-3b92247e3259 req-5385164f-299f-4bca-949c-7f2df4d07193 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0598464 Sep 22 10:21:01.142020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fc94e2e-4518-47db-9c04-3b92247e3259 req-3fb24b18-175c-4ebb-80ab-d79b591298c2 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 Sep 22 10:21:01.235197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b9468cbc-3272-4703-8036-e8046163e7a8 None None] Provisioning complete for port 27e79e58-5003-4446-b750-43ca2f4965e7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:01.235493 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b9468cbc-3272-4703-8036-e8046163e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:01.254974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a77d-afb2-4dee-b415-06f7afeceb64 req-1ac907b1-45d2-4351-a08a-1141693982a9 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:01.256519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5181a77d-afb2-4dee-b415-06f7afeceb64 req-1ac907b1-45d2-4351-a08a-1141693982a9 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 947 time: 0.0504127 Sep 22 10:21:01.282279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-f1382f61-b93d-4c25-9593-9fce521a49d4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4081845 Sep 22 10:21:01.299953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5181a77d-afb2-4dee-b415-06f7afeceb64 req-41730958-eace-4bde-888b-77e1eecf2868 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Sep 22 10:21:01.305313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Request body: {'port': {'device_id': '86d438a4-bc27-42b9-ab32-33eb3b1e5882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:01.315214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b9468cbc-3272-4703-8036-e8046163e7a8 None None] Port 27e79e58-5003-4446-b750-43ca2f4965e7 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:21:01.356550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838e9b72-eb32-4651-aa88-c442050ac2a1', 'name': 'network-vif-deleted', 'tag': '53cd6b41-f998-4556-8191-45faeb31bca1'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:01.359552 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c426b3b0-7e9b-4c14-81b7-e7e202e3fdcb" -d '{"events": [{"server_uuid": "838e9b72-eb32-4651-aa88-c442050ac2a1", "name": "network-vif-deleted", "tag": "53cd6b41-f998-4556-8191-45faeb31bca1"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:01.371264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:01.375633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:01.377870 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5cbbd1-1f51-41d8-898e-282110887188" -d '{"events": [{"server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "name": "network-vif-plugged", "status": "completed", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:01.462769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa50ed3-b302-446c-9745-bb24abcd9424 req-e9f5357b-d195-4ce5-a4a4-b50fe8bed04a tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:01.464267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2aa50ed3-b302-446c-9745-bb24abcd9424 req-e9f5357b-d195-4ce5-a4a4-b50fe8bed04a tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.0900049 Sep 22 10:21:01.575446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2aa50ed3-b302-446c-9745-bb24abcd9424 req-69d59645-fafb-4674-bb3d-e2d5a0c8fb51 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026123 Sep 22 10:21:01.681439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a45113fd-2da3-4369-9ca5-21666df6542d req-4eac10c1-9dfd-408d-9828-2ddef3482a60 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/d6ef1f95-9d7b-4de9-9f1a-00c969558aec HTTP/1.1" status: 200 len: 1777 time: 0.0630345 Sep 22 10:21:01.755070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e79e58-5003-4446-b750-43ca2f4965e7 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:01.765250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:01.786314 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a45113fd-2da3-4369-9ca5-21666df6542d req-12b47ec2-9b3f-42c1-a59d-01c4206e087e tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:01.788031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Transition to ACTIVE for port object 27e79e58-5003-4446-b750-43ca2f4965e7 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:21:01.807465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a45113fd-2da3-4369-9ca5-21666df6542d req-12b47ec2-9b3f-42c1-a59d-01c4206e087e tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:01.871580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:01.923357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f3d441c0-35e9-42fa-aaa1-f4b0205644d1 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:21:01.941543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Pushing event updated for resources: {'Port': ['ID=27e79e58-5003-4446-b750-43ca2f4965e7,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:01.963312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a45113fd-2da3-4369-9ca5-21666df6542d req-12b47ec2-9b3f-42c1-a59d-01c4206e087e tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:01.965831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a45113fd-2da3-4369-9ca5-21666df6542d req-12b47ec2-9b3f-42c1-a59d-01c4206e087e tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:01.967032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a45113fd-2da3-4369-9ca5-21666df6542d req-12b47ec2-9b3f-42c1-a59d-01c4206e087e tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6ef1f95-9d7b-4de9-9f1a-00c969558aec HTTP/1.1" status: 204 len: 173 time: 0.2753940 Sep 22 10:21:01.997887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b47ec2-9b3f-42c1-a59d-01c4206e087e tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ef1f95-9d7b-4de9-9f1a-00c969558aec,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:02.008060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Attempting to bind port 27e79e58-5003-4446-b750-43ca2f4965e7 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:02.009266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Attempting to bind port 27e79e58-5003-4446-b750-43ca2f4965e7 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:02.009817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Attempting to bind port 27e79e58-5003-4446-b750-43ca2f4965e7 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:02.018979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Port 27e79e58-5003-4446-b750-43ca2f4965e7 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:21:02.019800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Attempting to bind port 27e79e58-5003-4446-b750-43ca2f4965e7 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:02.047679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:02.047679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:02.047679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:02.047679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Bound port: 27e79e58-5003-4446-b750-43ca2f4965e7, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:02.047679 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:02.062188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f3d441c0-35e9-42fa-aaa1-f4b0205644d1, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:02.073803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'f3d441c0-35e9-42fa-aaa1-f4b0205644d1', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'f3d441c0-35e9-42fa-aaa1-f4b0205644d1', 'mac_address': 'fa:16:3e:76:f7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:21:02.117751 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:02.133124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d441c0-35e9-42fa-aaa1-f4b0205644d1 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:02.146484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b35b69-378a-482a-9e23-36babf365216 req-70a032c3-c69f-4512-96e9-001a4093fce3 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:02.147988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6b35b69-378a-482a-9e23-36babf365216 req-70a032c3-c69f-4512-96e9-001a4093fce3 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 947 time: 0.0965247 Sep 22 10:21:02.153682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f3d441c0-35e9-42fa-aaa1-f4b0205644d1, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:02.156694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] For port 27e79e58-5003-4446-b750-43ca2f4965e7, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:02.164930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] For port 27e79e58-5003-4446-b750-43ca2f4965e7, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27e79e58-5003-4446-b750-43ca2f4965e7,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:02.192821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6b35b69-378a-482a-9e23-36babf365216 req-0edcb502-b253-401e-b1b3-f6f68fd28ce2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379791 Sep 22 10:21:02.264628 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:02.299531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4195d45-397c-4e09-b370-e7c9863575f7 req-1cf217dd-f094-4915-bc2a-a2ad4a7694dd tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:02.301068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4195d45-397c-4e09-b370-e7c9863575f7 req-1cf217dd-f094-4915-bc2a-a2ad4a7694dd tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 946 time: 0.0541725 Sep 22 10:21:02.308594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:02.322371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:02.375505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:02.376048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:02.377470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] 10.222.0.32 "PUT /v2.0/ports/27e79e58-5003-4446-b750-43ca2f4965e7 HTTP/1.1" status: 200 len: 1095 time: 1.0765600 Sep 22 10:21:02.380436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4195d45-397c-4e09-b370-e7c9863575f7 req-c8ab2357-322d-4343-b0b0-34e50f959790 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733345 Sep 22 10:21:02.407778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bff276-0865-49a1-ba4d-c336fe701d37 service neutron] Pushing event updated for resources: {'Port': ['ID=27e79e58-5003-4446-b750-43ca2f4965e7,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:02.600655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['f3d441c0-35e9-42fa-aaa1-f4b0205644d1'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:02.602044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-2cc86a3c-ac37-4f3b-9eee-d54f30a01e2d tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:02.603717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-2cc86a3c-ac37-4f3b-9eee-d54f30a01e2d tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 950 time: 0.1176333 Sep 22 10:21:02.612074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-d3d5a606-41b0-4662-bf52-d0d8ed2cc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:02.613515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-d3d5a606-41b0-4662-bf52-d0d8ed2cc68f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 1098 time: 0.0912755 Sep 22 10:21:02.628280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97508c02-6801-4d61-aa2c-e17b35a942b0 req-04c0206f-7771-4566-80f8-b460f5a00be0 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:02.629731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97508c02-6801-4d61-aa2c-e17b35a942b0 req-04c0206f-7771-4566-80f8-b460f5a00be0 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/ports?device_id=1767808d-9c8b-4f6c-a1cf-3b28878640f5 HTTP/1.1" status: 200 len: 950 time: 0.1063271 Sep 22 10:21:02.691053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-7fe2da09-e429-44be-bd67-22d24b1b5474 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=27e79e58-5003-4446-b750-43ca2f4965e7 HTTP/1.1" status: 200 len: 217 time: 0.0592973 Sep 22 10:21:02.783990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97508c02-6801-4d61-aa2c-e17b35a942b0 req-f3dc48a0-53c8-44bb-a2c3-93dcf6316f11 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283722 Sep 22 10:21:02.791727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-eeeea6c4-aaeb-48c3-8452-6f5e83fc8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:02.793192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-eeeea6c4-aaeb-48c3-8452-6f5e83fc8687 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0937979 Sep 22 10:21:02.844186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Deleting port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:02.844534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:02.872967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-8f83575c-13ab-46ca-838d-3bed9e1b0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:02.875281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-8f83575c-13ab-46ca-838d-3bed9e1b0cba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743246 Sep 22 10:21:02.993796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] For port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:02.994186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:03.011229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Calling delete_port for 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:21:03.034223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-a020fa09-9c5b-441b-b369-bc612af234c7 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265383 Sep 22 10:21:03.173465 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94cc92c3-2669-46cd-be9c-397388a8d15f req-d34efd6c-b9b4-468f-a4e5-2d7cf8a2039a service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070933 Sep 22 10:21:03.392128 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:03.403625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:03.424011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Pushing event deleted for resources: {'Port': ['ID=0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:03.467057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] No DVR routers for this DVR port 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:03.469598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:03.471607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff8db137-36e6-4b1d-b6b4-8f5d8a9581a3 req-34b317f8-af69-41e0-be10-86fd224026e8 tempest-LiveMigrationNegativeTest-1337911177 tempest-LiveMigrationNegativeTest-1337911177-project] 10.222.0.30 "DELETE /v2.0/ports/0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c HTTP/1.1" status: 204 len: 173 time: 0.8565013 Sep 22 10:21:03.883794 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab344ca-f72c-4d53-b4b4-641350ca8901 x-openstack-request-id: req-9ab344ca-f72c-4d53-b4b4-641350ca8901 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:03.884087 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838e9b72-eb32-4651-aa88-c442050ac2a1", "name": "network-vif-deleted", "tag": "53cd6b41-f998-4556-8191-45faeb31bca1", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:03.884704 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ab344ca-f72c-4d53-b4b4-641350ca8901 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:03.885112 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838e9b72-eb32-4651-aa88-c442050ac2a1', 'name': 'network-vif-deleted', 'tag': '53cd6b41-f998-4556-8191-45faeb31bca1', 'status': 'completed', 'code': 200} Sep 22 10:21:03.927905 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d966d633-4221-4cdb-804d-3159ce83bae0 x-openstack-request-id: req-d966d633-4221-4cdb-804d-3159ce83bae0 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:03.928142 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "name": "network-vif-plugged", "status": "completed", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:03.928393 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d966d633-4221-4cdb-804d-3159ce83bae0 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:03.928785 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e', 'code': 200} Sep 22 10:21:03.939713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f3d441c0-35e9-42fa-aaa1-f4b0205644d1 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:03.982923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65046f2b-9e6c-4072-ac28-fa598113a5f5 req-5bf10e29-362e-457d-b093-64a6371f64ff tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "GET /v2.0/security-groups/adb48953-ac60-461e-b8c5-c942b66896e9 HTTP/1.1" status: 200 len: 1778 time: 0.0374420 Sep 22 10:21:04.051645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4e582-701a-4697-b5f8-0e3df429bd89 req-81e2a37c-3cd7-408a-938f-5deef86173a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:04.053186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ea4e582-701a-4697-b5f8-0e3df429bd89 req-81e2a37c-3cd7-408a-938f-5deef86173a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 1097 time: 0.0661752 Sep 22 10:21:04.074143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-65046f2b-9e6c-4072-ac28-fa598113a5f5 req-065f08f5-d793-43e1-81b3-101273b15c92 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:04.110146 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-65046f2b-9e6c-4072-ac28-fa598113a5f5 req-065f08f5-d793-43e1-81b3-101273b15c92 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:04.119083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ea4e582-701a-4697-b5f8-0e3df429bd89 req-600f2d82-7843-4d6a-b321-7b5e76d56801 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550425 Sep 22 10:21:04.207245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:21:04.212539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:04.212539 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:04.265004 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-65046f2b-9e6c-4072-ac28-fa598113a5f5 req-065f08f5-d793-43e1-81b3-101273b15c92 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:04.269298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-65046f2b-9e6c-4072-ac28-fa598113a5f5 req-065f08f5-d793-43e1-81b3-101273b15c92 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:04.270665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65046f2b-9e6c-4072-ac28-fa598113a5f5 req-065f08f5-d793-43e1-81b3-101273b15c92 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/adb48953-ac60-461e-b8c5-c942b66896e9 HTTP/1.1" status: 204 len: 173 time: 0.2759421 Sep 22 10:21:04.286233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f08f5-d793-43e1-81b3-101273b15c92 tempest-SecurityGroupsTestAdminJSON-642925508 tempest-SecurityGroupsTestAdminJSON-642925508-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb48953-ac60-461e-b8c5-c942b66896e9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:04.298628 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:04.338375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f3d441c0-35e9-42fa-aaa1-f4b0205644d1, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:04.391392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be99fc-07c1-4700-a564-56cbe2077a8a req-67334f16-73a8-4041-9d0f-2da8fe998a5f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:04.392998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0be99fc-07c1-4700-a564-56cbe2077a8a req-67334f16-73a8-4041-9d0f-2da8fe998a5f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 948 time: 0.0622799 Sep 22 10:21:04.432650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0be99fc-07c1-4700-a564-56cbe2077a8a req-fb90dc85-41f6-4cca-8d66-b3cfad739d89 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333817 Sep 22 10:21:04.455305 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:04.510558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:05.036661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852a218-10cc-4b13-8997-c90ddd8d10a7 req-c62ec359-5862-4931-b578-58ae70dea4d9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:05.038315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a852a218-10cc-4b13-8997-c90ddd8d10a7 req-c62ec359-5862-4931-b578-58ae70dea4d9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.0516493 Sep 22 10:21:05.076890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a852a218-10cc-4b13-8997-c90ddd8d10a7 req-2fbfbb7d-272a-42ca-bf75-ce07026dbd6d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Sep 22 10:21:05.184710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c2db-27ca-4aa1-89ca-9f0c596a5472 req-d96f6d2e-0722-449d-bd6f-731321ba71c4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:05.186940 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97d3c2db-27ca-4aa1-89ca-9f0c596a5472 req-d96f6d2e-0722-449d-bd6f-731321ba71c4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 947 time: 0.0515828 Sep 22 10:21:05.239634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97d3c2db-27ca-4aa1-89ca-9f0c596a5472 req-8cde8bb3-3933-4298-8dd8-c6a595fe3e80 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459750 Sep 22 10:21:05.409045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0500cf7-ed15-4694-95ed-9fc9ec752797 req-b3b86be1-52ed-4024-9fd8-0cd161693105 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] 10.222.0.20 "GET /v2.0/security-groups/c5556a93-3acc-47c5-9fdb-161149d19346 HTTP/1.1" status: 200 len: 1777 time: 0.0394366 Sep 22 10:21:05.468315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0500cf7-ed15-4694-95ed-9fc9ec752797 req-ababd8d8-1dd0-428a-88ee-34d106c17f1d tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:05.490459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0500cf7-ed15-4694-95ed-9fc9ec752797 req-ababd8d8-1dd0-428a-88ee-34d106c17f1d tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:05.672088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0500cf7-ed15-4694-95ed-9fc9ec752797 req-ababd8d8-1dd0-428a-88ee-34d106c17f1d tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:05.675562 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0500cf7-ed15-4694-95ed-9fc9ec752797 req-ababd8d8-1dd0-428a-88ee-34d106c17f1d tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:05.677034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0500cf7-ed15-4694-95ed-9fc9ec752797 req-ababd8d8-1dd0-428a-88ee-34d106c17f1d tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] 10.222.0.20 "DELETE /v2.0/security-groups/c5556a93-3acc-47c5-9fdb-161149d19346 HTTP/1.1" status: 204 len: 173 time: 0.2616551 Sep 22 10:21:05.691856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababd8d8-1dd0-428a-88ee-34d106c17f1d tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5556a93-3acc-47c5-9fdb-161149d19346,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:05.783934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c288d-9c07-4fe4-8f46-f016a284b9a1 req-ec48e124-401a-498f-8557-56efea76ac85 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:05.785459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb9c288d-9c07-4fe4-8f46-f016a284b9a1 req-ec48e124-401a-498f-8557-56efea76ac85 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 946 time: 0.0536189 Sep 22 10:21:05.823956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb9c288d-9c07-4fe4-8f46-f016a284b9a1 req-dd671eaf-41ec-4e82-a022-a20b73ef9910 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups?id=8f7a60fb-cda5-4910-a3d1-8727faafb350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Sep 22 10:21:05.888761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d438a4-bc27-42b9-ab32-33eb3b1e5882', 'tag': '27e79e58-5003-4446-b750-43ca2f4965e7'}, {'server_uuid': '1767808d-9c8b-4f6c-a1cf-3b28878640f5', 'name': 'network-vif-deleted', 'tag': '0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:05.892237 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1" -d '{"events": [{"name": "network-changed", "server_uuid": "86d438a4-bc27-42b9-ab32-33eb3b1e5882", "tag": "27e79e58-5003-4446-b750-43ca2f4965e7"}, {"server_uuid": "1767808d-9c8b-4f6c-a1cf-3b28878640f5", "name": "network-vif-deleted", "tag": "0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:05.929638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdd996a-bf01-4162-8303-c4f6ef939476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d441c0-35e9-42fa-aaa1-f4b0205644d1'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:05.932660 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424d1bff-b888-40be-99f7-f2a521fa4201" -d '{"events": [{"server_uuid": "2bdd996a-bf01-4162-8303-c4f6ef939476", "name": "network-vif-plugged", "status": "completed", "tag": "f3d441c0-35e9-42fa-aaa1-f4b0205644d1"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:05.943494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc56710-af06-4bca-a086-a7ed53e819af req-58084a80-d802-4587-8583-996bfd3231ce tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:05.945010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bc56710-af06-4bca-a086-a7ed53e819af req-58084a80-d802-4587-8583-996bfd3231ce tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 949 time: 0.0655570 Sep 22 10:21:05.973255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48994) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:05.983492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:05.997593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bc56710-af06-4bca-a086-a7ed53e819af req-11090f1a-479f-495e-8c62-5086199c1ab0 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Sep 22 10:21:06.029437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:21:06.030064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:21:06.064957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b1128f1-0102-4fb7-9afa-62d536480a14 req-2e6982d2-d625-4a24-8d67-ee41fe3b11c9 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] 10.222.0.20 "GET /v2.0/security-groups/4879683a-9e24-4167-94e7-1390aaf0af5b HTTP/1.1" status: 200 len: 1778 time: 0.0433443 Sep 22 10:21:06.126446 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f84f7012-018d-4ef3-a5da-7d41475488cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a536c84e00a4889b5c23d5045455c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493642 Sep 22 10:21:06.126735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49002) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:06.152928 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7b1128f1-0102-4fb7-9afa-62d536480a14 req-24e7fc2f-7d15-4314-907f-8fc5926fbbc3 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:06.189057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7b1128f1-0102-4fb7-9afa-62d536480a14 req-24e7fc2f-7d15-4314-907f-8fc5926fbbc3 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:06.225069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49a20a02-7abe-4fc5-858d-0b3247f6f261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:06.249840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49a20a02-7abe-4fc5-858d-0b3247f6f261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:06.335859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b230389-d338-42f4-8dee-693ec920796d req-18d436ad-252a-43e7-b6bb-0ac6286599fb tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:06.337382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b230389-d338-42f4-8dee-693ec920796d req-18d436ad-252a-43e7-b6bb-0ac6286599fb tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 946 time: 0.0489435 Sep 22 10:21:06.338168 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7b1128f1-0102-4fb7-9afa-62d536480a14 req-24e7fc2f-7d15-4314-907f-8fc5926fbbc3 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:06.340715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7b1128f1-0102-4fb7-9afa-62d536480a14 req-24e7fc2f-7d15-4314-907f-8fc5926fbbc3 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:06.341742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b1128f1-0102-4fb7-9afa-62d536480a14 req-24e7fc2f-7d15-4314-907f-8fc5926fbbc3 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] 10.222.0.20 "DELETE /v2.0/security-groups/4879683a-9e24-4167-94e7-1390aaf0af5b HTTP/1.1" status: 204 len: 173 time: 0.2707644 Sep 22 10:21:06.379785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7fc2f-7d15-4314-907f-8fc5926fbbc3 tempest-SecurityGroupsTestAdminJSON-946836739 tempest-SecurityGroupsTestAdminJSON-946836739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4879683a-9e24-4167-94e7-1390aaf0af5b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:06.389955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49a20a02-7abe-4fc5-858d-0b3247f6f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:06.393158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49a20a02-7abe-4fc5-858d-0b3247f6f261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:06.394553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-49a20a02-7abe-4fc5-858d-0b3247f6f261 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a HTTP/1.1" status: 204 len: 168 time: 0.2668304 Sep 22 10:21:06.424778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a20a02-7abe-4fc5-858d-0b3247f6f261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad49762e-d9f3-46ad-8f8c-4c16e4e3fa8a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:06.427399 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e304d2-2bda-44a0-8f61-e918a8b20257 x-openstack-request-id: req-c1e304d2-2bda-44a0-8f61-e918a8b20257 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:06.427685 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d438a4-bc27-42b9-ab32-33eb3b1e5882", "tag": "27e79e58-5003-4446-b750-43ca2f4965e7", "status": "completed", "code": 200}, {"server_uuid": "1767808d-9c8b-4f6c-a1cf-3b28878640f5", "name": "network-vif-deleted", "tag": "0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:06.427946 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1e304d2-2bda-44a0-8f61-e918a8b20257 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:06.428340 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d438a4-bc27-42b9-ab32-33eb3b1e5882', 'tag': '27e79e58-5003-4446-b750-43ca2f4965e7', 'status': 'completed', 'code': 200} Sep 22 10:21:06.428600 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1767808d-9c8b-4f6c-a1cf-3b28878640f5', 'name': 'network-vif-deleted', 'tag': '0718f2c8-f0f8-4eeb-94fd-eea8e2f9678c', 'status': 'completed', 'code': 200} Sep 22 10:21:06.485468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-945795ba-515d-4ffd-a322-de0fc8b95603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:06.487035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-945795ba-515d-4ffd-a322-de0fc8b95603 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 1098 time: 0.0577035 Sep 22 10:21:06.488724 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a6583-9d43-4468-a356-4dfe2d333d6b x-openstack-request-id: req-063a6583-9d43-4468-a356-4dfe2d333d6b {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:06.489477 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdd996a-bf01-4162-8303-c4f6ef939476", "name": "network-vif-plugged", "status": "completed", "tag": "f3d441c0-35e9-42fa-aaa1-f4b0205644d1", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:06.489819 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-063a6583-9d43-4468-a356-4dfe2d333d6b {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:06.490512 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdd996a-bf01-4162-8303-c4f6ef939476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d441c0-35e9-42fa-aaa1-f4b0205644d1', 'code': 200} Sep 22 10:21:06.492039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0b230389-d338-42f4-8dee-693ec920796d req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Deleting port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:06.492387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b230389-d338-42f4-8dee-693ec920796d req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:06.954156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49018) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:07.013931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0b230389-d338-42f4-8dee-693ec920796d req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] For port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,segment=NetworkSegment(43e0b1f9-1b72-4408-a2bb-d1422c6a8842),segment_id=43e0b1f9-1b72-4408-a2bb-d1422c6a8842)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:07.014264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b230389-d338-42f4-8dee-693ec920796d req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:07.050940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bed923-e1ba-4ce0-af2e-ca47dc3d127d req-5eb33498-cd5b-425d-9ad1-d21006fe92bb tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:07.052486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78bed923-e1ba-4ce0-af2e-ca47dc3d127d req-5eb33498-cd5b-425d-9ad1-d21006fe92bb tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.1692824 Sep 22 10:21:07.054323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68da5d-cee5-4fa5-8abb-768d696e5d99 req-f565fce2-b7f8-46a1-8dc6-e8d6793fd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:07.055684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e68da5d-cee5-4fa5-8abb-768d696e5d99 req-f565fce2-b7f8-46a1-8dc6-e8d6793fd1eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 1100 time: 0.1699095 Sep 22 10:21:07.056654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0b230389-d338-42f4-8dee-693ec920796d req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Calling delete_port for 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:21:07.059087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-2955e973-129f-4c21-8761-22d8aa124591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:07.060511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-2955e973-129f-4c21-8761-22d8aa124591 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.5528281 Sep 22 10:21:07.109196 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7aaffa6e-a159-477a-9543-3120586eba9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82e0e1fc475043f0b7f0e8604403f456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537843 Sep 22 10:21:07.111781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49026) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:07.169765 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:07.176740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-5b5e2aa1-67ff-49b7-a038-561447fea58e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=27e79e58-5003-4446-b750-43ca2f4965e7 HTTP/1.1" status: 200 len: 217 time: 0.0989156 Sep 22 10:21:07.213661 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:07.301606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78bed923-e1ba-4ce0-af2e-ca47dc3d127d req-2cf22439-d589-4a79-a6f1-f48bf89b0f8f tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375779 Sep 22 10:21:07.307703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e68da5d-cee5-4fa5-8abb-768d696e5d99 req-3e15502a-79ff-401f-be10-f89e3cced814 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316816 Sep 22 10:21:07.340464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-84de6a4e-522e-4f53-b4e1-b3053db8d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:07.341972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-84de6a4e-522e-4f53-b4e1-b3053db8d076 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1448445 Sep 22 10:21:07.450748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4fa5-10cc-487e-abb1-c9a42b2e036f req-e9b3a05c-d49e-4578-8d21-4cc44401414c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:07.452434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46f4fa5-10cc-487e-abb1-c9a42b2e036f req-e9b3a05c-d49e-4578-8d21-4cc44401414c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 947 time: 0.0553434 Sep 22 10:21:07.494633 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:07.497400 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:07.499476 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e248f3f-4f7e-4c10-8cfe-672534fbda8b HTTP/1.1" status: 204 len: 168 time: 0.3856623 Sep 22 10:21:07.520474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49032) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:07.524059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e248f3f-4f7e-4c10-8cfe-672534fbda8b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:07.541794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.544419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.544782 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.549080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.549080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.549080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.549080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.549080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.549080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.549080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.549080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.549080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25baec8-f457-4c28-b4ab-c3a4009243f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:07.572427 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b230389-d338-42f4-8dee-693ec920796d req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:07.590450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['62a4ce3a-4e92-4be2-a03a-d0789df2c2b6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:07.626787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46f4fa5-10cc-487e-abb1-c9a42b2e036f req-e6c7001b-fc21-48a5-9b64-8d936ed2829b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615698 Sep 22 10:21:07.692951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event deleted for resources: {'Port': ['ID=62a4ce3a-4e92-4be2-a03a-d0789df2c2b6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:07.730584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-8daf0d3a-a96d-459f-9fe5-45726f0981ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:07.732099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-8daf0d3a-a96d-459f-9fe5-45726f0981ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924748 Sep 22 10:21:07.759168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-95ccee0b-72ed-4623-b65f-e74810290719 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33a1d696eba8466bbc6485aa3f6e3fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376277 Sep 22 10:21:07.760026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b230389-d338-42f4-8dee-693ec920796d req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] No DVR routers for this DVR port 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:07.762174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49034) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:07.770580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b230389-d338-42f4-8dee-693ec920796d req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:07.772464 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b230389-d338-42f4-8dee-693ec920796d req-92e2b564-5252-4361-be16-9558d4cd9dd8 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.30 "DELETE /v2.0/ports/62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 HTTP/1.1" status: 204 len: 173 time: 1.4267607 Sep 22 10:21:07.816486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc286-0b43-40f5-8a15-27d13166e039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:07.818332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb5214d9-609e-440e-906c-81f6b3cc4f39 req-287c76b0-022c-4380-8a8f-a2b64c5c728f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/ports?device_id=33ab8cbc-17de-412a-9493-bb92d5cf1d5e HTTP/1.1" status: 200 len: 210 time: 0.0503666 Sep 22 10:21:07.870510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc286-0b43-40f5-8a15-27d13166e039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:07.881741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-a09784b4-8497-450e-aefb-0f7f1989acad service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264446 Sep 22 10:21:07.957599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27e79e58-5003-4446-b750-43ca2f4965e7 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:21:08.017152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b68aa-9de1-4af3-a977-b7fb028a294f req-4c63dfd4-27b0-4cde-9558-e741ea47f680 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:08.026330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c23b68aa-9de1-4af3-a977-b7fb028a294f req-4c63dfd4-27b0-4cde-9558-e741ea47f680 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 949 time: 0.0968995 Sep 22 10:21:08.045544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-268b8d0a-94ad-4a8f-a93e-7242ff6a59f1 req-e6d6f775-b96b-4b6f-815b-4d9ce6bb45b3 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516712 Sep 22 10:21:08.053448 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc286-0b43-40f5-8a15-27d13166e039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:08.064688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cbdc286-0b43-40f5-8a15-27d13166e039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:08.073081 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2cbdc286-0b43-40f5-8a15-27d13166e039 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26c120f8-4bf9-4103-86f9-41072509b5d4 HTTP/1.1" status: 204 len: 168 time: 0.3095243 Sep 22 10:21:08.077520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c23b68aa-9de1-4af3-a977-b7fb028a294f req-d4d352b2-78a6-4b3a-a0af-6b8f1c544e91 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467753 Sep 22 10:21:08.093415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27e79e58-5003-4446-b750-43ca2f4965e7, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27e79e58-5003-4446-b750-43ca2f4965e7,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:08.101950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '27e79e58-5003-4446-b750-43ca2f4965e7', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '27e79e58-5003-4446-b750-43ca2f4965e7', 'mac_address': 'fa:16:3e:88:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:21:08.116983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdc286-0b43-40f5-8a15-27d13166e039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c120f8-4bf9-4103-86f9-41072509b5d4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:08.168213 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:08.187214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e79e58-5003-4446-b750-43ca2f4965e7 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:08.214666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27e79e58-5003-4446-b750-43ca2f4965e7, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27e79e58-5003-4446-b750-43ca2f4965e7,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:08.220913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e468c-b3e1-48aa-8044-242ffcad7236 req-f33a4e35-319a-4126-9dae-4ba1e014e8a3 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:08.224419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d34e468c-b3e1-48aa-8044-242ffcad7236 req-f33a4e35-319a-4126-9dae-4ba1e014e8a3 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 1097 time: 0.0861833 Sep 22 10:21:08.297650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d34e468c-b3e1-48aa-8044-242ffcad7236 req-b10bf380-175d-4a42-89b7-5966784a52f4 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667477 Sep 22 10:21:08.346977 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:08.393403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=27e79e58-5003-4446-b750-43ca2f4965e7,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:08.417170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a3ee7-2b56-4fe0-8cb3-2aab9e016ca4 req-edd08c01-003b-43f1-825f-34d9dcbef86c tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:08.422288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b85a3ee7-2b56-4fe0-8cb3-2aab9e016ca4 req-edd08c01-003b-43f1-825f-34d9dcbef86c tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 1097 time: 0.0461943 Sep 22 10:21:08.431464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ab8cbc-17de-412a-9493-bb92d5cf1d5e', 'name': 'network-vif-deleted', 'tag': '62a4ce3a-4e92-4be2-a03a-d0789df2c2b6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:08.434038 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7836f2df-cf89-4381-89b6-ef5072f46744" -d '{"events": [{"server_uuid": "33ab8cbc-17de-412a-9493-bb92d5cf1d5e", "name": "network-vif-deleted", "tag": "62a4ce3a-4e92-4be2-a03a-d0789df2c2b6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:08.462249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b85a3ee7-2b56-4fe0-8cb3-2aab9e016ca4 req-269bc562-6273-4e9d-a869-e5cf2b9de15e tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Sep 22 10:21:08.513572 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247ad450-30fb-4255-b172-e5a100642910 x-openstack-request-id: req-247ad450-30fb-4255-b172-e5a100642910 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:08.514005 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ab8cbc-17de-412a-9493-bb92d5cf1d5e", "name": "network-vif-deleted", "tag": "62a4ce3a-4e92-4be2-a03a-d0789df2c2b6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:08.514228 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-247ad450-30fb-4255-b172-e5a100642910 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:08.514644 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ab8cbc-17de-412a-9493-bb92d5cf1d5e', 'name': 'network-vif-deleted', 'tag': '62a4ce3a-4e92-4be2-a03a-d0789df2c2b6', 'status': 'completed', 'code': 200} Sep 22 10:21:08.739357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49058) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:08.779238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c75c1f02-31a7-4229-bea7-38f428b02a31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1a6b9a31972460bac4c228e6d17ffcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412800 Sep 22 10:21:08.781946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49062) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:08.791773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['27e79e58-5003-4446-b750-43ca2f4965e7'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:08.835947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f75fb142-ff19-4b85-a096-cc15b0f04020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:08.862802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f75fb142-ff19-4b85-a096-cc15b0f04020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:09.006260 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f75fb142-ff19-4b85-a096-cc15b0f04020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:09.008772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f75fb142-ff19-4b85-a096-cc15b0f04020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:09.009934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f75fb142-ff19-4b85-a096-cc15b0f04020 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed04a566-b588-4336-98b8-d7978718d169 HTTP/1.1" status: 204 len: 168 time: 0.2270112 Sep 22 10:21:09.017898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fb142-ff19-4b85-a096-cc15b0f04020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed04a566-b588-4336-98b8-d7978718d169,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:09.992781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:10.014915 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:21:10.015375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 62a4ce3a-4e92-4be2-a03a-d0789df2c2b6 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:21:10.310946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49136) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:10.481164 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1000724013-network', 'tenant_id': '428519a189ab435bb9e98517c22e073b'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:10.562943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Made reservation on behalf of 428519a189ab435bb9e98517c22e073b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:10.565340 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:10.574438 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:10.661803 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:10.751126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:10.775124 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:21:10.783597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eff16b-181c-4034-b3a2-a19cbfa56a0d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:10.789450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:10.793688 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Added segment 9413bf50-e97b-4b19-9c06-bb1d0f371986 of type vlan for network 4d6d5afe-0a76-447a-8c60-c6f25435447a Sep 22 10:21:10.828578 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:10.946181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:10.947188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:10.947778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:11.007620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6d5afe-0a76-447a-8c60-c6f25435447a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:11.018086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4d6d5afe-0a76-447a-8c60-c6f25435447a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:21:11.038303 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4c1689fc-96cd-45ca-a5a2-caafbefea2f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7261550 Sep 22 10:21:11.044572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49150) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:11.045188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9244e174-5d7a-40bd-ac04-ea13ccbecb6e tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:21:11.046431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Request body: {'subnet': {'network_id': '4d6d5afe-0a76-447a-8c60-c6f25435447a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1000724013-subnet', 'tenant_id': '428519a189ab435bb9e98517c22e073b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:11.046585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9244e174-5d7a-40bd-ac04-ea13ccbecb6e tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1578701 Sep 22 10:21:11.087350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-c45ade28-249b-4fcc-b400-78d0c5609639 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:11.088733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-c45ade28-249b-4fcc-b400-78d0c5609639 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports/f548bd81-73a9-4db0-8668-c99a5149823e HTTP/1.1" status: 200 len: 1094 time: 0.0368755 Sep 22 10:21:11.134338 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Made reservation on behalf of 428519a189ab435bb9e98517c22e073b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:11.138604 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:11.140806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Request body: {'binding': {'host': 'n-h2-807025-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:11.141264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Unknown quota resources ['binding']. {{(pid=95682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:21:11.272376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e on host n-h2-807025-3 for vnic_type normal with profile None {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:11.272605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:11.272939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:11.277120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Port f548bd81-73a9-4db0-8668-c99a5149823e on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:21:11.277438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:11.282298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:11.282631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:11.283082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:11.283525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Bound port: f548bd81-73a9-4db0-8668-c99a5149823e, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:11.338294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:11.377776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:11.418768 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:11.420417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8b0fd2ac-60d4-41b0-ba94-752e54c840ff service neutron] 10.222.0.20 "POST /v2.0/ports/f548bd81-73a9-4db0-8668-c99a5149823e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3255370 Sep 22 10:21:11.437489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5128dbb5-6d61-43a7-8bc1-fed1c3fbc898,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:11.441882 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Checking segment: {'id': '9413bf50-e97b-4b19-9c06-bb1d0f371986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d6d5afe-0a76-447a-8c60-c6f25435447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:11.442266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Network hostable DHCP agents. Network: 4d6d5afe-0a76-447a-8c60-c6f25435447a, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:21:11.534548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Network 4d6d5afe-0a76-447a-8c60-c6f25435447a is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:21:11.652385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4d6d5afe-0a76-447a-8c60-c6f25435447a) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:11.657803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:11.664640 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:11.665459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7db697-a995-4399-a817-b538e2503c70 None None] Network 4d6d5afe-0a76-447a-8c60-c6f25435447a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:11.724118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c18f6-3ba7-4793-a91f-fbb108f61332 req-8c1dde2c-92f9-4948-a49a-f329892523f4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:11.725804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a92c18f6-3ba7-4793-a91f-fbb108f61332 req-8c1dde2c-92f9-4948-a49a-f329892523f4 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 948 time: 0.0500841 Sep 22 10:21:11.745284 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3fbb5855-95f5-46a5-82c9-6f864bb2df3e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7023911 Sep 22 10:21:11.765718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a92c18f6-3ba7-4793-a91f-fbb108f61332 req-e7d67515-0e41-4744-8903-a0128d89e3dc tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Sep 22 10:21:11.813382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc038bb-9644-49ea-bf91-2baea80a5b0f None None] Network 4d6d5afe-0a76-447a-8c60-c6f25435447a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:11.957032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27e79e58-5003-4446-b750-43ca2f4965e7 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:11.978681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa148d-e773-40e4-a415-2c54f7de8bb2 req-8ff38b93-59ad-4811-8677-a004497fad03 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:11.980229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4dfa148d-e773-40e4-a415-2c54f7de8bb2 req-8ff38b93-59ad-4811-8677-a004497fad03 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 949 time: 0.0509870 Sep 22 10:21:12.018375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4dfa148d-e773-40e4-a415-2c54f7de8bb2 req-881b9e4a-724d-425e-bd41-4ad05fb59731 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Sep 22 10:21:12.126447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-407bdcd3-3dac-42b9-a3ec-d84550a8715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:12.128259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-407bdcd3-3dac-42b9-a3ec-d84550a8715a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 1097 time: 0.0491359 Sep 22 10:21:12.131934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 27e79e58-5003-4446-b750-43ca2f4965e7 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:21:12.140467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 27e79e58-5003-4446-b750-43ca2f4965e7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:12.141064 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:12.258188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-d1418a93-4812-4629-8075-afdb0ecee07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:12.259735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-d1418a93-4812-4629-8075-afdb0ecee07e service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1242409 Sep 22 10:21:12.271827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44bcdc-b5c6-487d-bdf1-dbd83950209a req-40da54c0-13eb-4075-a626-0b4de36076bc tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:12.273351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b44bcdc-b5c6-487d-bdf1-dbd83950209a req-40da54c0-13eb-4075-a626-0b4de36076bc tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.0747833 Sep 22 10:21:12.320584 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8deff82b-6ec3-4142-b5e8-c3e87a4b6ee0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f548bd81-73a9-4db0-8668-c99a5149823e HTTP/1.1" status: 200 len: 217 time: 0.0461559 Sep 22 10:21:12.354640 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:12.378032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d438a4-bc27-42b9-ab32-33eb3b1e5882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e79e58-5003-4446-b750-43ca2f4965e7'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:12.380298 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3719845-4d31-4f04-a331-ad34f462e9e2" -d '{"events": [{"server_uuid": "86d438a4-bc27-42b9-ab32-33eb3b1e5882", "name": "network-vif-plugged", "status": "completed", "tag": "27e79e58-5003-4446-b750-43ca2f4965e7"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:12.381308 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b44bcdc-b5c6-487d-bdf1-dbd83950209a req-fd52ad67-fa90-483b-8610-12b729946701 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009672 Sep 22 10:21:12.386789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-cf370056-7145-48b4-875f-c551e6f1f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:12.388290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-cf370056-7145-48b4-875f-c551e6f1f0b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0605142 Sep 22 10:21:12.394977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27e79e58-5003-4446-b750-43ca2f4965e7, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27e79e58-5003-4446-b750-43ca2f4965e7,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:12.426762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-73ffef70-1890-43a8-9709-7097ac86f98a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274682 Sep 22 10:21:12.460108 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:12.525726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=27e79e58-5003-4446-b750-43ca2f4965e7,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:12.555580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8547bb02-982b-4cf6-8b7b-4aedb8e98352 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208744 Sep 22 10:21:12.658448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-a7c4dff3-7526-4442-a301-a5d9b187b29d service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929828 Sep 22 10:21:12.662982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49194) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:12.668002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1148116952-network', 'tenant_id': '960d296b8a1d4777a14a7e84c7fd6816'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:12.824211 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c03663-9362-4443-ab79-79bcb3d322ec x-openstack-request-id: req-42c03663-9362-4443-ab79-79bcb3d322ec {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:12.826469 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d438a4-bc27-42b9-ab32-33eb3b1e5882", "name": "network-vif-plugged", "status": "completed", "tag": "27e79e58-5003-4446-b750-43ca2f4965e7", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:12.826830 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42c03663-9362-4443-ab79-79bcb3d322ec {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:12.827476 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d438a4-bc27-42b9-ab32-33eb3b1e5882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e79e58-5003-4446-b750-43ca2f4965e7', 'code': 200} Sep 22 10:21:12.831708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Made reservation on behalf of 960d296b8a1d4777a14a7e84c7fd6816 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:12.834939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:12.852858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:12.986428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62eda16-1afc-4e76-bd03-e6fb6e59af19 req-3f7bd119-0281-4b50-a76d-a4e75e8d0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:12.987912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c62eda16-1afc-4e76-bd03-e6fb6e59af19 req-3f7bd119-0281-4b50-a76d-a4e75e8d0ca4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 1100 time: 0.0850565 Sep 22 10:21:13.036455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.044692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d4a60-9e6b-4f58-917b-caa166d7e521 req-0ca649f5-fc38-49d2-982b-c13adb4f75bd tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:13.046828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c12d4a60-9e6b-4f58-917b-caa166d7e521 req-0ca649f5-fc38-49d2-982b-c13adb4f75bd tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 949 time: 0.1007564 Sep 22 10:21:13.082319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c62eda16-1afc-4e76-bd03-e6fb6e59af19 req-6f5ae49d-aaa0-455e-9154-adffb365d4bf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764728 Sep 22 10:21:13.112373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c12d4a60-9e6b-4f58-917b-caa166d7e521 req-39e8f9cc-bdfc-4431-895d-fab796fe99ef tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569203 Sep 22 10:21:13.122530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.145040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:21:13.164812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.165474 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Added segment 6dfc7f8a-5981-4278-a9da-54a8baa8e4c3 of type vlan for network e60cee4b-1155-43ca-9253-3f07d6b7f98d Sep 22 10:21:13.168638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3b03fc-7f1d-4e1f-88d3-6106d8511e1a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:13.218607 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.488185 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.489829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:13.490542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.557373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e60cee4b-1155-43ca-9253-3f07d6b7f98d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:13.569215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network e60cee4b-1155-43ca-9253-3f07d6b7f98d details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:21:13.628822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49226) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:13.633639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ec2d44cb-d397-4b5f-9472-765d9707f8c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9693754 Sep 22 10:21:13.641948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Request body: {'subnet': {'network_id': 'e60cee4b-1155-43ca-9253-3f07d6b7f98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1148116952-subnet', 'tenant_id': '960d296b8a1d4777a14a7e84c7fd6816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:13.678321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49228) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:13.761146 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Made reservation on behalf of 960d296b8a1d4777a14a7e84c7fd6816 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:13.763690 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.767325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-069948b5-fdc3-4a91-bc17-665bd8fd579f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.802232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3d80-ec5c-4c2c-bf74-b0fc2149af01 req-1a31ef91-fad9-4c03-a07e-4c6c9c8c8019 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:13.803725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-461b3d80-ec5c-4c2c-bf74-b0fc2149af01 req-1a31ef91-fad9-4c03-a07e-4c6c9c8c8019 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.0804081 Sep 22 10:21:13.805705 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-069948b5-fdc3-4a91-bc17-665bd8fd579f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.867919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-461b3d80-ec5c-4c2c-bf74-b0fc2149af01 req-c3d8e655-11bb-482e-9fdd-a028704399a5 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534506 Sep 22 10:21:13.977836 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-069948b5-fdc3-4a91-bc17-665bd8fd579f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.980728 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-069948b5-fdc3-4a91-bc17-665bd8fd579f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:13.982187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-069948b5-fdc3-4a91-bc17-665bd8fd579f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "DELETE /v2.0/security-groups/a38f3499-6cf4-4f89-adda-13832cd477a0 HTTP/1.1" status: 204 len: 168 time: 0.3028259 Sep 22 10:21:13.986935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49230) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:13.991853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069948b5-fdc3-4a91-bc17-665bd8fd579f tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38f3499-6cf4-4f89-adda-13832cd477a0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:14.000443 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-283a773e-61b3-4a1f-b9d4-74e60c261811 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] show failed (client error): The resource could not be found. Sep 22 10:21:14.001786 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-283a773e-61b3-4a1f-b9d4-74e60c261811 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "GET /v2.0/security-groups/a38f3499-6cf4-4f89-adda-13832cd477a0 HTTP/1.1" status: 404 len: 347 time: 0.0156252 Sep 22 10:21:14.004285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49232) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:14.011798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.096809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Checking segment: {'id': '6dfc7f8a-5981-4278-a9da-54a8baa8e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e60cee4b-1155-43ca-9253-3f07d6b7f98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:14.097317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Network hostable DHCP agents. Network: e60cee4b-1155-43ca-9253-3f07d6b7f98d, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:21:14.108252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffa312c-93d9-40aa-beed-9f12e489af26,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:14.155930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49238) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:14.183169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Deleting port b0e1f418-0528-4e55-98ed-77f78753147f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:14.183169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.231670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Network e60cee4b-1155-43ca-9253-3f07d6b7f98d is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:21:14.274551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.274551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.281960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Calling delete_port for b0e1f418-0528-4e55-98ed-77f78753147f owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:21:14.306620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e094f0e-05eb-45bd-b4e8-38b0f146f040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.350055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, e60cee4b-1155-43ca-9253-3f07d6b7f98d) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:14.355098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:14.356384 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.359339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba18bef-b0f3-418e-a3d3-a8ee81e06d25 None None] Network e60cee4b-1155-43ca-9253-3f07d6b7f98d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:14.421235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e094f0e-05eb-45bd-b4e8-38b0f146f040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.449329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b018dd-0914-4545-9ddf-d5488c0869a7 req-7ece6694-cfb6-4f77-ba59-2e0235b73d62 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:14.454158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0b018dd-0914-4545-9ddf-d5488c0869a7 req-7ece6694-cfb6-4f77-ba59-2e0235b73d62 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 949 time: 0.0731878 Sep 22 10:21:14.509559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22381b-0e30-4ac5-ba76-abb54758f2e4 None None] Network e60cee4b-1155-43ca-9253-3f07d6b7f98d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:14.516227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e094f0e-05eb-45bd-b4e8-38b0f146f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.536702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0b018dd-0914-4545-9ddf-d5488c0869a7 req-38d5f34d-6469-49a1-9e48-34c9e9883ef5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622878 Sep 22 10:21:14.555749 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e094f0e-05eb-45bd-b4e8-38b0f146f040 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e092840e0eb47feabd6bacb4c6cc04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982019 Sep 22 10:21:14.558429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49246) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:14.566993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e094f0e-05eb-45bd-b4e8-38b0f146f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe52461-5b3b-4b43-89ef-cf757fd2c22b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:14.612690 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ceed9e25-f13e-4620-b042-8fef83267548 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9817269 Sep 22 10:21:14.643951 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.699500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9db8e6f6-6666-4df1-a763-54ef62372568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.727947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9db8e6f6-6666-4df1-a763-54ef62372568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.754195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Pushing event deleted for resources: {'Port': ['ID=b0e1f418-0528-4e55-98ed-77f78753147f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:14.858146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aff1b-c35a-4b53-be73-4e0b2e5a8800 req-9290a4ea-06ef-49e9-9a47-1bb24c410c65 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:14.865889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-495aff1b-c35a-4b53-be73-4e0b2e5a8800 req-9290a4ea-06ef-49e9-9a47-1bb24c410c65 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 949 time: 0.2067947 Sep 22 10:21:14.868130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.871083 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.872383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-981ffd54-2c38-4888-a193-01f53a47e2f4 tempest-ImagesOneServerNegativeTestJSON-563841833 tempest-ImagesOneServerNegativeTestJSON-563841833-project] 10.222.0.20 "DELETE /v2.0/floatingips/fac04053-fc6d-48f0-8c23-44e6b1e52d42 HTTP/1.1" status: 204 len: 168 time: 0.8671451 Sep 22 10:21:14.911554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-495aff1b-c35a-4b53-be73-4e0b2e5a8800 req-bd54de12-cd2a-431d-9e1a-6e2230c4146b tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Sep 22 10:21:14.974461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9db8e6f6-6666-4df1-a763-54ef62372568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.976977 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9db8e6f6-6666-4df1-a763-54ef62372568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.978355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9db8e6f6-6666-4df1-a763-54ef62372568 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fe52461-5b3b-4b43-89ef-cf757fd2c22b HTTP/1.1" status: 204 len: 168 time: 0.4180603 Sep 22 10:21:14.987906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e6f6-6666-4df1-a763-54ef62372568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe52461-5b3b-4b43-89ef-cf757fd2c22b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:15.130407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003941a-0db2-4a21-8b4a-b82a6c3fa852 req-d201693a-e929-4c4b-a07a-47bb6f04cf57 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:15.133546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0003941a-0db2-4a21-8b4a-b82a6c3fa852 req-d201693a-e929-4c4b-a07a-47bb6f04cf57 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.0514243 Sep 22 10:21:15.204114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0003941a-0db2-4a21-8b4a-b82a6c3fa852 req-8ac5fae8-1ac0-48d5-811c-d4eab2fd8175 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358999 Sep 22 10:21:15.503276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-f2ab84a7-d884-47b3-b6d2-28ef7366f69f tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:15.511849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-f2ab84a7-d884-47b3-b6d2-28ef7366f69f tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/networks?id=4d6d5afe-0a76-447a-8c60-c6f25435447a HTTP/1.1" status: 200 len: 815 time: 0.1401868 Sep 22 10:21:15.522317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-e75dc8f1-d67f-4aee-ba4a-a7f1d42888d5 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/quotas/428519a189ab435bb9e98517c22e073b HTTP/1.1" status: 200 len: 375 time: 0.0095944 Sep 22 10:21:15.555507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-975415dc-dd7e-4ccc-b8d6-c46f40a2ff23 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=428519a189ab435bb9e98517c22e073b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268965 Sep 22 10:21:15.658428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-aa77a44c-6454-49c0-a741-ab7764ffd379 service neutron] 10.222.0.20 "GET /v2.0/networks/4d6d5afe-0a76-447a-8c60-c6f25435447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951450 Sep 22 10:21:15.749180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-75328fb3-be9d-421f-b391-1504ebf77d2f service neutron] 10.222.0.20 "GET /v2.0/networks/4d6d5afe-0a76-447a-8c60-c6f25435447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844624 Sep 22 10:21:15.946556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49290) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:15.960602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4260801f-f496-402c-85bf-351bbb50cf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.095454 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4260801f-f496-402c-85bf-351bbb50cf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.148317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec2b38-b25b-4ab4-bf50-ae7c3ad3c817 req-a60fb5c0-434f-4981-96a1-f4aecc5c6606 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:16.150116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7ec2b38-b25b-4ab4-bf50-ae7c3ad3c817 req-a60fb5c0-434f-4981-96a1-f4aecc5c6606 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 949 time: 0.0607555 Sep 22 10:21:16.215855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4260801f-f496-402c-85bf-351bbb50cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.223264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7ec2b38-b25b-4ab4-bf50-ae7c3ad3c817 req-4125fd75-e03d-4209-ab7b-eb094ebdcf4e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663459 Sep 22 10:21:16.278621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260801f-f496-402c-85bf-351bbb50cf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db3e78c-4011-430d-afda-287239260ad3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:16.286159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4260801f-f496-402c-85bf-351bbb50cf02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0441ad778fc9488092e18cbaa648787d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382721 Sep 22 10:21:16.288852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49308) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:16.300358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-e144869e-d917-4779-bbbb-fcf74ba57b18 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:16.301921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-e144869e-d917-4779-bbbb-fcf74ba57b18 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 949 time: 0.1174254 Sep 22 10:21:16.352445 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10ad4a19-55b3-4e81-b24f-ebfd2ee17154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.409978 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10ad4a19-55b3-4e81-b24f-ebfd2ee17154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.422382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Deleting port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:16.422739 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.528484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] For port f3d441c0-35e9-42fa-aaa1-f4b0205644d1, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:16.528945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.542642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Calling delete_port for f3d441c0-35e9-42fa-aaa1-f4b0205644d1 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:21:16.603348 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10ad4a19-55b3-4e81-b24f-ebfd2ee17154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.606224 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10ad4a19-55b3-4e81-b24f-ebfd2ee17154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.607749 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-10ad4a19-55b3-4e81-b24f-ebfd2ee17154 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6db3e78c-4011-430d-afda-287239260ad3 HTTP/1.1" status: 204 len: 168 time: 0.3179092 Sep 22 10:21:16.617749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad4a19-55b3-4e81-b24f-ebfd2ee17154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db3e78c-4011-430d-afda-287239260ad3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:16.831288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2688cb-a06a-424e-97d5-c0da40e22f3e req-dd63e988-4eca-4f19-a773-a1c2f98b06c7 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:16.832695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e2688cb-a06a-424e-97d5-c0da40e22f3e req-dd63e988-4eca-4f19-a773-a1c2f98b06c7 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdd996a-bf01-4162-8303-c4f6ef939476 HTTP/1.1" status: 200 len: 949 time: 0.0544531 Sep 22 10:21:16.837412 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.850387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['f3d441c0-35e9-42fa-aaa1-f4b0205644d1'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:16.887356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Pushing event deleted for resources: {'Port': ['ID=f3d441c0-35e9-42fa-aaa1-f4b0205644d1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:16.968658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] No DVR routers for this DVR port f3d441c0-35e9-42fa-aaa1-f4b0205644d1 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:16.972304 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:16.975240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e9ec1a-b339-4ade-b763-d68d3b810660 req-bf0c310b-97f5-4f27-9018-e2c172e7a11f tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.32 "DELETE /v2.0/ports/f3d441c0-35e9-42fa-aaa1-f4b0205644d1 HTTP/1.1" status: 204 len: 173 time: 0.6649988 Sep 22 10:21:16.987875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdd996a-bf01-4162-8303-c4f6ef939476', 'name': 'network-vif-deleted', 'tag': 'f3d441c0-35e9-42fa-aaa1-f4b0205644d1'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:16.990644 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9db869-fa8e-4b79-8c9e-05d3db789590" -d '{"events": [{"server_uuid": "2bdd996a-bf01-4162-8303-c4f6ef939476", "name": "network-vif-deleted", "tag": "f3d441c0-35e9-42fa-aaa1-f4b0205644d1"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:16.997007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e2688cb-a06a-424e-97d5-c0da40e22f3e req-08c90661-4385-4386-ac25-58c550a594d5 tempest-TenantUsagesTestJSON-519047531 tempest-TenantUsagesTestJSON-519047531-project] 10.222.0.20 "GET /v2.0/security-groups?id=194e51ff-8b59-40fd-adaf-0c8758850720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572332 Sep 22 10:21:17.009162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-50a66851-34e5-44e3-91c8-78f351055f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:17.012304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-50a66851-34e5-44e3-91c8-78f351055f23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 1096 time: 0.1377676 Sep 22 10:21:17.161566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a8f958a-3279-4484-a1e2-5398159d0dfc req-292fff06-5fa1-42a2-889a-b43e8198868e tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 210 time: 0.0744178 Sep 22 10:21:17.189432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-05f6e819-a1b4-4215-af0e-e81a3e20a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:17.189432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-05f6e819-a1b4-4215-af0e-e81a3e20a526 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 919 time: 0.1605377 Sep 22 10:21:17.243406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-97c738fe-6c06-4516-87b0-97611de08df6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003d9a78-a2ae-4949-b940-96817868530e HTTP/1.1" status: 200 len: 217 time: 0.0440924 Sep 22 10:21:17.311259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-8ca9fac2-89ea-438a-91de-d629fd3950f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:17.313230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-8ca9fac2-89ea-438a-91de-d629fd3950f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 200 len: 858 time: 0.0510993 Sep 22 10:21:17.330750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49328) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:17.361811 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-ce490c3f-5e6f-4a67-8a1f-0279a4a20f92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c0a77aa-22e7-491d-bb9e-7a4164301c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361567 Sep 22 10:21:17.392599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-8522f307-b9f3-4021-9b61-73b4f3ea0355 admin admin] Deleting subnet a972f049-191f-4618-ad61-898eb66c5a2b {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:21:17.396389 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8522f307-b9f3-4021-9b61-73b4f3ea0355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:17.437660 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8522f307-b9f3-4021-9b61-73b4f3ea0355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:17.484460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8522f307-b9f3-4021-9b61-73b4f3ea0355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:17.515927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79a486-74aa-47fb-a6d6-03721873cb2a req-112615f4-c6be-4ad1-ae4f-a474ca4befad tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:17.518613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b79a486-74aa-47fb-a6d6-03721873cb2a req-112615f4-c6be-4ad1-ae4f-a474ca4befad tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.1107337 Sep 22 10:21:17.545089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-d97be721-9e6e-4f13-9a03-a5c7024610ce service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590853 Sep 22 10:21:17.583994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b79a486-74aa-47fb-a6d6-03721873cb2a req-987fead7-74e5-4769-99e1-e6a25f3b8802 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561335 Sep 22 10:21:17.681702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a3bb724-23d4-4edb-b80f-4d5b67e4f63a req-d7712f85-ec8e-4d48-a777-544b727fc81e service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241910 Sep 22 10:21:17.706247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8522f307-b9f3-4021-9b61-73b4f3ea0355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:17.715277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f3a6f-214d-4115-bf54-8a6ae3bb25b7 req-cc67bba8-db5a-49ff-aa08-4d3900fa25a9 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:17.717675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-169f3a6f-214d-4115-bf54-8a6ae3bb25b7 req-cc67bba8-db5a-49ff-aa08-4d3900fa25a9 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 1100 time: 0.0495250 Sep 22 10:21:17.738391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522f307-b9f3-4021-9b61-73b4f3ea0355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a972f049-191f-4618-ad61-898eb66c5a2b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:17.744942 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8522f307-b9f3-4021-9b61-73b4f3ea0355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:17.749786 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8522f307-b9f3-4021-9b61-73b4f3ea0355 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a972f049-191f-4618-ad61-898eb66c5a2b HTTP/1.1" status: 204 len: 168 time: 0.4141178 Sep 22 10:21:17.750866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49336) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:17.757072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-169f3a6f-214d-4115-bf54-8a6ae3bb25b7 req-045fda51-e9f7-42ec-b69f-aaef65857aeb tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329609 Sep 22 10:21:17.842635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:17.908018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6803cb-da92-4f3c-a821-307ce054ce78 req-4048403e-9474-4b40-ae10-838491df895c tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:17.920035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae6803cb-da92-4f3c-a821-307ce054ce78 req-4048403e-9474-4b40-ae10-838491df895c tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0910375 Sep 22 10:21:17.941744 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:17.965947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e834aadf-9b66-4a65-a72d-037123b226c5']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:17.974417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae6803cb-da92-4f3c-a821-307ce054ce78 req-5b794c24-a6b2-4f4d-aadf-8ddb388c119e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531964 Sep 22 10:21:17.978262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e0b1f9-1b72-4408-a2bb-d1422c6a8842') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:17.978624 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e0b1f9-1b72-4408-a2bb-d1422c6a8842') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:17.997529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:18.005974 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:18.016337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:21:18.017152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:21:18.020290 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:21:18.023702 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f26f77-dd46-4b1c-8d56-09abd4c7976b x-openstack-request-id: req-87f26f77-dd46-4b1c-8d56-09abd4c7976b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:18.023995 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdd996a-bf01-4162-8303-c4f6ef939476", "name": "network-vif-deleted", "tag": "f3d441c0-35e9-42fa-aaa1-f4b0205644d1", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:18.024255 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87f26f77-dd46-4b1c-8d56-09abd4c7976b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:18.024692 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdd996a-bf01-4162-8303-c4f6ef939476', 'name': 'network-vif-deleted', 'tag': 'f3d441c0-35e9-42fa-aaa1-f4b0205644d1', 'status': 'completed', 'code': 200} Sep 22 10:21:18.107552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-186ea8e0-3de9-4bb9-b4f2-068dd15a9947 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208671 Sep 22 10:21:18.194022 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:18.220552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-d4b6131c-22af-424c-b9d2-57cd0d152f2f tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:18.222248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-d4b6131c-22af-424c-b9d2-57cd0d152f2f tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093955 Sep 22 10:21:18.225989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:18.238612 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e834aadf-9b66-4a65-a72d-037123b226c5 HTTP/1.1" status: 204 len: 168 time: 0.4833028 Sep 22 10:21:18.240062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659fe53-1d5d-46db-8775-d1c3b07bd0f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e834aadf-9b66-4a65-a72d-037123b226c5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:18.246658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-fef58357-39eb-4ec8-a438-08dff8fc06a2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/quotas/814638ec47784acbb1ee5a54663d44fe HTTP/1.1" status: 200 len: 375 time: 0.0177355 Sep 22 10:21:18.330811 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-f56ad715-56a8-44be-bff5-67eecabb78d5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0768807 Sep 22 10:21:18.635998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23e109a7-e5f6-4741-9966-a6ad5a76b24f req-f1c307dd-cb70-4803-823f-4c36de7b5136 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Sep 22 10:21:18.764700 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab6a693c-5cc3-4f9d-a170-75aca2b9268b req-542eb551-3a95-428b-80e7-8cfd16d7dbc5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 210 time: 0.0264757 Sep 22 10:21:18.792645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49384) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:18.866936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bc515ce9-cf1e-48fb-b448-7231eddda087 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e54e84e081ea480e801c4a5328c94591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730290 Sep 22 10:21:18.869357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49386) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:18.900241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b77d4b-f450-4d4f-bf63-5de7af37dc10 req-229136d0-7656-4cee-a465-8c46111d2606 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:18.901791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43b77d4b-f450-4d4f-bf63-5de7af37dc10 req-229136d0-7656-4cee-a465-8c46111d2606 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.0802746 Sep 22 10:21:18.963963 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43b77d4b-f450-4d4f-bf63-5de7af37dc10 req-f81220a8-ff52-44eb-bfdf-98d68824d45f tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537655 Sep 22 10:21:18.967269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3bf62ce-7227-4bbe-8c3b-9ecb8b4dcde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:18.990048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3bf62ce-7227-4bbe-8c3b-9ecb8b4dcde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:19.097444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e0ff9-b356-48b4-bbad-8c0e55216ced req-c4bd6f37-acbf-44b7-81b8-b479ffd7e3c1 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:19.104613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d03e0ff9-b356-48b4-bbad-8c0e55216ced req-c4bd6f37-acbf-44b7-81b8-b479ffd7e3c1 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0579658 Sep 22 10:21:19.173699 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3bf62ce-7227-4bbe-8c3b-9ecb8b4dcde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:19.176367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3bf62ce-7227-4bbe-8c3b-9ecb8b4dcde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:19.177476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b3bf62ce-7227-4bbe-8c3b-9ecb8b4dcde4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f7a60fb-cda5-4910-a3d1-8727faafb350 HTTP/1.1" status: 204 len: 168 time: 0.3072429 Sep 22 10:21:19.189381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d03e0ff9-b356-48b4-bbad-8c0e55216ced req-2a69680e-ed52-4188-be82-59ed7b7064c9 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839410 Sep 22 10:21:19.223814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf62ce-7227-4bbe-8c3b-9ecb8b4dcde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7a60fb-cda5-4910-a3d1-8727faafb350,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:19.273687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-0fdd15b3-af59-4ddc-8169-fc93dda3e0eb tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:19.275552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-0fdd15b3-af59-4ddc-8169-fc93dda3e0eb tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.30 "GET /v2.0/networks?id=4d6d5afe-0a76-447a-8c60-c6f25435447a HTTP/1.1" status: 200 len: 815 time: 0.1502054 Sep 22 10:21:19.291578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Request body: {'port': {'device_id': '052b85e8-c215-4a02-901f-c0423c316da5', 'network_id': '4d6d5afe-0a76-447a-8c60-c6f25435447a', 'admin_state_up': True, 'tenant_id': '428519a189ab435bb9e98517c22e073b'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:19.322458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49404) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:19.828467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Made reservation on behalf of 428519a189ab435bb9e98517c22e073b for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:19.831924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:19.877921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-de4c8b42-fde3-41ec-8534-37c274d39156 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aa169eecd814d72854a44b1b03ff6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545795 Sep 22 10:21:19.880848 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49428) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:19.937036 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8f665763-1d18-4bcd-96bb-af9bba621bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:19.937297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9b9c036-d4f7-409a-b785-c330d3b96669 req-c4de1ae6-e702-4c25-b221-7e755a43f608 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 210 time: 0.0326936 Sep 22 10:21:19.963556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8f665763-1d18-4bcd-96bb-af9bba621bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:20.004760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f3d441c0-35e9-42fa-aaa1-f4b0205644d1 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:20.021185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Allocated IP 172.20.0.7 (4d6d5afe-0a76-447a-8c60-c6f25435447a/5128dbb5-6d61-43a7-8bc1-fed1c3fbc898/e7811778-d666-4c8e-8eaf-6f3046590458) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:21:20.035110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: f3d441c0-35e9-42fa-aaa1-f4b0205644d1 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:21:20.035858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f3d441c0-35e9-42fa-aaa1-f4b0205644d1 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:21:20.094588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8f665763-1d18-4bcd-96bb-af9bba621bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:20.098125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8f665763-1d18-4bcd-96bb-af9bba621bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:20.099503 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8f665763-1d18-4bcd-96bb-af9bba621bf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/194e51ff-8b59-40fd-adaf-0c8758850720 HTTP/1.1" status: 204 len: 168 time: 0.2175834 Sep 22 10:21:20.110230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f665763-1d18-4bcd-96bb-af9bba621bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194e51ff-8b59-40fd-adaf-0c8758850720,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:20.118850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5607acf9-0c1f-4b6a-aa0b-7efa649f21bd req-9b6c2eac-79d8-4519-a134-1782a1db6bf1 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 210 time: 0.0388374 Sep 22 10:21:20.221315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:20.302980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfa95f-55e2-4f0f-a651-43499b2a58a1 req-9747bd87-72d6-4e98-9b46-ee271ddad62f tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:20.304485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbfa95f-55e2-4f0f-a651-43499b2a58a1 req-9747bd87-72d6-4e98-9b46-ee271ddad62f tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.0499015 Sep 22 10:21:20.341065 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:20.345302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbfa95f-55e2-4f0f-a651-43499b2a58a1 req-570b5584-6f27-4392-ae83-ced4e0a3f3e8 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Sep 22 10:21:20.387652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Network 4d6d5afe-0a76-447a-8c60-c6f25435447a is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:20.391345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:20.395394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:21:20.424402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Pushing event updated for resources: {'Port': ['ID=e7811778-d666-4c8e-8eaf-6f3046590458,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:20.454633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:20.454633 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:20.509530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a0dfd-b741-4ca5-8277-a39f1160b332 req-eae36a0e-7a53-4bc5-b120-b668d45d1613 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:20.511097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-585a0dfd-b741-4ca5-8277-a39f1160b332 req-eae36a0e-7a53-4bc5-b120-b668d45d1613 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0542574 Sep 22 10:21:20.550731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-585a0dfd-b741-4ca5-8277-a39f1160b332 req-83c6cba2-310f-488c-ab19-35a9c8cd67b9 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Sep 22 10:21:20.557308 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-c0d7b2b2-f22e-4190-aef2-b9070f7c65e6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2703600 Sep 22 10:21:20.578256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Request body: {'port': {'device_id': '052b85e8-c215-4a02-901f-c0423c316da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:20.640474 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:20.729662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49472) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:20.897129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-0c7c5d14-7ff2-466b-9d52-04dc97ec7a5d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=814638ec47784acbb1ee5a54663d44fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312340 Sep 22 10:21:20.918960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49478) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:20.935642 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96029570-978b-4d30-ad37-0271e042e351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:20.962451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7811778-d666-4c8e-8eaf-6f3046590458 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:20.975507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.089468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Transition to ACTIVE for port object e7811778-d666-4c8e-8eaf-6f3046590458 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:21:21.100196 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96029570-978b-4d30-ad37-0271e042e351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.118883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-019146ca-fd47-46be-b817-11029840108b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:21.120330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-019146ca-fd47-46be-b817-11029840108b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019348 Sep 22 10:21:21.124242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1223093750-network', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:21.132572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f468d-0efe-4910-b1e2-904427a29ea4 req-33bc0e5a-997c-45e1-97d9-1c020305b0b9 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:21.134081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-761f468d-0efe-4910-b1e2-904427a29ea4 req-33bc0e5a-997c-45e1-97d9-1c020305b0b9 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 931 time: 0.0819452 Sep 22 10:21:21.138666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Request body: {'port': {'device_id': 'e71d0837-a2cd-43b9-86b0-53e1d1c9b39d', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '814638ec47784acbb1ee5a54663d44fe'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:21.206459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96029570-978b-4d30-ad37-0271e042e351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.225537 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.237151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-761f468d-0efe-4910-b1e2-904427a29ea4 req-bcd6bed2-e0f3-46a6-a1f4-79cfc983b727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938179 Sep 22 10:21:21.273980 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-96029570-978b-4d30-ad37-0271e042e351 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a81e06cd72b44a1b375c0b2fc140cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542511 Sep 22 10:21:21.274769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49486) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:21.275585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96029570-978b-4d30-ad37-0271e042e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0a91b5-9be6-43e2-ac22-96fcd4f14b38,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:21.309457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Pushing event updated for resources: {'Port': ['ID=e7811778-d666-4c8e-8eaf-6f3046590458,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:21.331388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c576599-f248-4e50-895f-8982b4425b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.354010 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c576599-f248-4e50-895f-8982b4425b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.361937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Made reservation on behalf of 23a0b87de77b4faa821c87f1da4c3ef1 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:21.364627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.381237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.396578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Attempting to bind port e7811778-d666-4c8e-8eaf-6f3046590458 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:21.397024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Attempting to bind port e7811778-d666-4c8e-8eaf-6f3046590458 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '9413bf50-e97b-4b19-9c06-bb1d0f371986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d6d5afe-0a76-447a-8c60-c6f25435447a'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:21.397371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Attempting to bind port e7811778-d666-4c8e-8eaf-6f3046590458 on network 4d6d5afe-0a76-447a-8c60-c6f25435447a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:21.402030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Port e7811778-d666-4c8e-8eaf-6f3046590458 on network 4d6d5afe-0a76-447a-8c60-c6f25435447a not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:21:21.402390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Attempting to bind port e7811778-d666-4c8e-8eaf-6f3046590458 on network 4d6d5afe-0a76-447a-8c60-c6f25435447a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:21.422084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:21.422472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Checking segment: {'id': '9413bf50-e97b-4b19-9c06-bb1d0f371986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d6d5afe-0a76-447a-8c60-c6f25435447a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:21.422860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Bound using segment: {'id': '9413bf50-e97b-4b19-9c06-bb1d0f371986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d6d5afe-0a76-447a-8c60-c6f25435447a'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:21.423311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Bound port: e7811778-d666-4c8e-8eaf-6f3046590458, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9413bf50-e97b-4b19-9c06-bb1d0f371986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4d6d5afe-0a76-447a-8c60-c6f25435447a'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:21.423672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.440428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7cfe734a-fdb6-4bf8-8c47-92dd69d07a8c req-32748152-800b-4c31-b6c9-d1e469f56a2e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 210 time: 0.0348253 Sep 22 10:21:21.475332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Made reservation on behalf of 814638ec47784acbb1ee5a54663d44fe for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:21.478772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.546286 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c576599-f248-4e50-895f-8982b4425b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.549022 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c576599-f248-4e50-895f-8982b4425b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.551074 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6c576599-f248-4e50-895f-8982b4425b9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba0a91b5-9be6-43e2-ac22-96fcd4f14b38 HTTP/1.1" status: 204 len: 168 time: 0.2713208 Sep 22 10:21:21.588389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c576599-f248-4e50-895f-8982b4425b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0a91b5-9be6-43e2-ac22-96fcd4f14b38,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:21.613785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] For port e7811778-d666-4c8e-8eaf-6f3046590458, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:21.642713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] For port e7811778-d666-4c8e-8eaf-6f3046590458, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e7811778-d666-4c8e-8eaf-6f3046590458,segment=NetworkSegment(9413bf50-e97b-4b19-9c06-bb1d0f371986),segment_id=9413bf50-e97b-4b19-9c06-bb1d0f371986)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:21.651339 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49496) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:21.656294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4f82a-0d71-4c7b-871a-dccc54c697f6 req-d60a7719-290e-4ce3-8b8b-b8dea8829e87 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:21.658437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc4f82a-0d71-4c7b-871a-dccc54c697f6 req-d60a7719-290e-4ce3-8b8b-b8dea8829e87 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.1614661 Sep 22 10:21:21.689450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.726273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.740067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Allocated IP 192.168.233.213 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/1637f7da-009d-47a9-9ae6-38bf24d68ebb) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:21:21.743829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.765378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc4f82a-0d71-4c7b-871a-dccc54c697f6 req-937162ab-bf15-4845-a807-d29060c8fc65 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866177 Sep 22 10:21:21.783662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:21:21.799709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-54d8c2e0-b3b8-4a6c-8400-5f252f287507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.805342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414cf202-f0ce-4219-a7b9-ed0cdc231d2c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:21.820336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Pushing event updated for resources: {'Port': ['ID=e7811778-d666-4c8e-8eaf-6f3046590458,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:21.824139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:21.824757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.826235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-4b71fce0-230c-4dd7-9447-1e59824d1497 service neutron] 10.222.0.30 "PUT /v2.0/ports/e7811778-d666-4c8e-8eaf-6f3046590458 HTTP/1.1" status: 200 len: 1091 time: 1.2527947 Sep 22 10:21:21.828865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052b85e8-c215-4a02-901f-c0423c316da5', 'tag': 'e7811778-d666-4c8e-8eaf-6f3046590458'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:21.831214 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba22eac-453f-4694-97ce-f4cb7c4b4715" -d '{"events": [{"name": "network-changed", "server_uuid": "052b85e8-c215-4a02-901f-c0423c316da5", "tag": "e7811778-d666-4c8e-8eaf-6f3046590458"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:21.837213 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.837670 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Added segment 8231b915-d83e-4472-a962-aa4389d5b7c7 of type vlan for network 25629721-800a-4885-841e-f8a09d15b04e Sep 22 10:21:21.897374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.935195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3202f6-4795-4ca4-b58d-5e5e94940fc0 req-3968dd64-1d0a-477c-aa93-62987672c154 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:21.936737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff3202f6-4795-4ca4-b58d-5e5e94940fc0 req-3968dd64-1d0a-477c-aa93-62987672c154 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0929692 Sep 22 10:21:21.992271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-54d8c2e0-b3b8-4a6c-8400-5f252f287507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.997353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:21.998403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:21.999248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.061975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff3202f6-4795-4ca4-b58d-5e5e94940fc0 req-62e5db36-f45a-401d-8866-9bb0b1153a35 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131933 Sep 22 10:21:22.062415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=25629721-800a-4885-841e-f8a09d15b04e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:22.065007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-54d8c2e0-b3b8-4a6c-8400-5f252f287507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.074215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 25629721-800a-4885-841e-f8a09d15b04e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:21:22.080999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-2e7699e8-b514-4e88-9685-631bf7aca084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:22.082533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-2e7699e8-b514-4e88-9685-631bf7aca084 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=428519a189ab435bb9e98517c22e073b&device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 1094 time: 0.0990374 Sep 22 10:21:22.085761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.117203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8c2e0-b3b8-4a6c-8400-5f252f287507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b299a270-8c83-429d-bf7d-164b75e6fd57,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:22.132715 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdc1bcb-03a7-4170-889d-9bed8674b98c x-openstack-request-id: req-fcdc1bcb-03a7-4170-889d-9bed8674b98c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:22.134278 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052b85e8-c215-4a02-901f-c0423c316da5", "tag": "e7811778-d666-4c8e-8eaf-6f3046590458", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:22.134558 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcdc1bcb-03a7-4170-889d-9bed8674b98c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:22.134974 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052b85e8-c215-4a02-901f-c0423c316da5', 'tag': 'e7811778-d666-4c8e-8eaf-6f3046590458', 'status': 'completed', 'code': 200} Sep 22 10:21:22.139234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-7d4ead51-353a-48c6-a97f-ce03e213c1d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7811778-d666-4c8e-8eaf-6f3046590458 HTTP/1.1" status: 200 len: 217 time: 0.0464540 Sep 22 10:21:22.148270 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-54d8c2e0-b3b8-4a6c-8400-5f252f287507 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0498c387cb914cfc98d361f48bef0f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961343 Sep 22 10:21:22.150833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49508) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:22.174619 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eb20105b-b50d-4e4e-ae8b-2a41c6380fb3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4435430 Sep 22 10:21:22.178711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49510) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:22.188371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Request body: {'subnet': {'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1223093750-subnet', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:22.211261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-8133b2ce-6f64-4555-8b12-5d442df01fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:22.213299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-8133b2ce-6f64-4555-8b12-5d442df01fab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5128dbb5-6d61-43a7-8bc1-fed1c3fbc898 HTTP/1.1" status: 200 len: 855 time: 0.0613329 Sep 22 10:21:22.240505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d78b375a-c95e-43c4-8e7b-7c5e597b19fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.253661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-facfbecc-d9be-40ae-a3ea-2aab80ff020b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d6d5afe-0a76-447a-8c60-c6f25435447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332603 Sep 22 10:21:22.271456 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d78b375a-c95e-43c4-8e7b-7c5e597b19fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.284917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.297058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:22.303221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'c70f26d4-9962-4483-bf42-7ca2fe01fe20', '27e79e58-5003-4446-b750-43ca2f4965e7'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:22.313188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Made reservation on behalf of 23a0b87de77b4faa821c87f1da4c3ef1 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:22.316151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.379029 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fc552843-7826-4cda-8e3f-b31990dfc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.389498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:22.418583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:22.427635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:21:22.434961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event updated for resources: {'Port': ['ID=1637f7da-009d-47a9-9ae6-38bf24d68ebb,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:22.486329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-39df8ef2-06da-4e61-b8ad-fb9df08f1df3 service neutron] 10.222.0.30 "GET /v2.0/networks/4d6d5afe-0a76-447a-8c60-c6f25435447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251737 Sep 22 10:21:22.505454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f278b2-5598-433d-a7d6-d499b2ab135c req-0e9bacf4-9a62-4d65-ba71-88e30fbb7ca5 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:22.506578 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64f278b2-5598-433d-a7d6-d499b2ab135c req-0e9bacf4-9a62-4d65-ba71-88e30fbb7ca5 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 943 time: 0.1346107 Sep 22 10:21:22.507681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d78b375a-c95e-43c4-8e7b-7c5e597b19fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.511130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d78b375a-c95e-43c4-8e7b-7c5e597b19fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.516608 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d78b375a-c95e-43c4-8e7b-7c5e597b19fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b299a270-8c83-429d-bf7d-164b75e6fd57 HTTP/1.1" status: 204 len: 168 time: 0.3645034 Sep 22 10:21:22.534791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:22.535433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.543241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b375a-c95e-43c4-8e7b-7c5e597b19fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299a270-8c83-429d-bf7d-164b75e6fd57,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:22.670707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64f278b2-5598-433d-a7d6-d499b2ab135c req-0787dc05-3773-43d9-91c1-31e2edae95a2 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460717 Sep 22 10:21:22.683466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-4ce2f7f6-fd48-417d-8cb7-bf67d7f03412 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5483315 Sep 22 10:21:22.696997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Request body: {'port': {'device_id': 'e71d0837-a2cd-43b9-86b0-53e1d1c9b39d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:22.771667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71d8da92-d22f-42b0-98ca-8acf7adfc1f0 req-5dbbf093-f738-429e-8afe-f9f9d32ed042 service neutron] 10.222.0.30 "GET /v2.0/networks/4d6d5afe-0a76-447a-8c60-c6f25435447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773278 Sep 22 10:21:22.806603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.810849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.880917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff1818f-3b2f-489d-bd92-cf2a61170395,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:22.889122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Checking segment: {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:22.889477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Network hostable DHCP agents. Network: 25629721-800a-4885-841e-f8a09d15b04e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:21:22.943345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-425ac072-eb16-4b95-86aa-adc2c27c20de None None] Provisioning complete for port 1637f7da-009d-47a9-9ae6-38bf24d68ebb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:22.947278 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-425ac072-eb16-4b95-86aa-adc2c27c20de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:22.966583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Network 25629721-800a-4885-841e-f8a09d15b04e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:21:23.009307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaf095-4cb6-4930-aa76-6449670fb454 req-7e004e97-9c83-410c-9c3e-9572ea0ff366 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:23.010927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44aaf095-4cb6-4930-aa76-6449670fb454 req-7e004e97-9c83-410c-9c3e-9572ea0ff366 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 936 time: 0.1643269 Sep 22 10:21:23.013097 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-425ac072-eb16-4b95-86aa-adc2c27c20de None None] Port 1637f7da-009d-47a9-9ae6-38bf24d68ebb cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:21:23.052740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 25629721-800a-4885-841e-f8a09d15b04e) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:23.059241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:23.064409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.071524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c154dc87-337a-47ef-868b-b93011ec83e6 None None] Network 25629721-800a-4885-841e-f8a09d15b04e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:23.078362 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49536) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:23.086227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-928a5bdb-b371-40c5-b9df-98934c2976cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:23.088150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-928a5bdb-b371-40c5-b9df-98934c2976cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=428519a189ab435bb9e98517c22e073b&device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 1094 time: 0.1290324 Sep 22 10:21:23.157808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44aaf095-4cb6-4930-aa76-6449670fb454 req-3ee6ee30-818b-4a8e-9954-5eab70fef7d0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261740 Sep 22 10:21:23.209659 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-213cd8ef-1096-45e0-91d5-845dee9ce55b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0290689 Sep 22 10:21:23.212445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49542) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:23.221836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:23.232575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1531023997-network', 'tenant_id': '51644a590f79485ab66c2e27449182fe'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:23.257681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:21:23.257681 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:21:23.257681 n-d-807025-3 neutron-server[95681]: [parameters: {'project_id_1': '51644a590f79485ab66c2e27449182fe', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 21, 3, 243670)}] Sep 22 10:21:23.257681 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:21:23.258408 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:21:23.342898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-25629721-800a-4885-841e-f8a09d15b04e', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:21:23.351375 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.357401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-32369c74-5cca-4214-8e01-d6c3529a9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:23.358952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-32369c74-5cca-4214-8e01-d6c3529a9401 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d6d5afe-0a76-447a-8c60-c6f25435447a HTTP/1.1" status: 200 len: 916 time: 0.2581871 Sep 22 10:21:23.366744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f4a09-3546-4159-9a4f-b0a86d630034 req-66076639-fc22-4702-9b1b-a1422be41a1c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:23.368285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd9f4a09-3546-4159-9a4f-b0a86d630034 req-66076639-fc22-4702-9b1b-a1422be41a1c tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.1294260 Sep 22 10:21:23.379967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.381024 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.450131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-c5d77a48-0e5a-4c1c-b743-6dc808c72550 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e7811778-d666-4c8e-8eaf-6f3046590458 HTTP/1.1" status: 200 len: 217 time: 0.0808480 Sep 22 10:21:23.460440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.463899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1637f7da-009d-47a9-9ae6-38bf24d68ebb {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:23.488749 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.525993 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd9f4a09-3546-4159-9a4f-b0a86d630034 req-df25c5bf-c60c-4622-a78a-3f600edf0337 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389275 Sep 22 10:21:23.531844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Allocated IP 172.20.0.2 (25629721-800a-4885-841e-f8a09d15b04e/eff1818f-3b2f-489d-bd92-cf2a61170395/072990a7-2eb7-4874-aaa9-3e2a8e46bdf3) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:21:23.537142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Transition to ACTIVE for port object 1637f7da-009d-47a9-9ae6-38bf24d68ebb will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:21:23.547520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-c88e13ac-c4ff-4a3c-8da0-ec2769bbd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:23.549635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-c88e13ac-c4ff-4a3c-8da0-ec2769bbd7b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5128dbb5-6d61-43a7-8bc1-fed1c3fbc898 HTTP/1.1" status: 200 len: 855 time: 0.0823569 Sep 22 10:21:23.592078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-7f1325bd-1400-4f00-b9a6-822b060c660e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d6d5afe-0a76-447a-8c60-c6f25435447a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293567 Sep 22 10:21:23.649490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49544) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:23.650943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.710714 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.722712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Pushing event updated for resources: {'Port': ['ID=1637f7da-009d-47a9-9ae6-38bf24d68ebb,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:23.733500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e3e79dc4-5b26-47a5-b2f0-fbab84ea7d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.735783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.790853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.797326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7eb61-4b12-4219-91fb-297c4d77c8f0 req-852945d6-14df-4dce-839e-a173a0e88dcf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:23.799275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30b7eb61-4b12-4219-91fb-297c4d77c8f0 req-852945d6-14df-4dce-839e-a173a0e88dcf tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.2081578 Sep 22 10:21:23.835944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Network 25629721-800a-4885-841e-f8a09d15b04e is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:23.839281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:23.844404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:21:23.859713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Pushing event updated for resources: {'Port': ['ID=072990a7-2eb7-4874-aaa9-3e2a8e46bdf3,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:23.881691 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Made reservation on behalf of 51644a590f79485ab66c2e27449182fe for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:23.885862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.901818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-a795f643-0c09-4953-88c2-8f16153b5031 service neutron] 10.222.0.30 "GET /v2.0/networks/4d6d5afe-0a76-447a-8c60-c6f25435447a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013945 Sep 22 10:21:23.937507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Attempting to bind port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:23.938223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Attempting to bind port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:23.938700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Attempting to bind port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 on network 25629721-800a-4885-841e-f8a09d15b04e {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:23.945301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.945468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:23.945892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Checking segment: {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:23.946705 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:23.947212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Bound using segment: {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:23.948359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30b7eb61-4b12-4219-91fb-297c4d77c8f0 req-fc768e8f-d296-48d1-9fbb-bd26dd3f5b69 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410356 Sep 22 10:21:23.948510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Bound port: 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:23.948885 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.036477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] For port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:24.050558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] For port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=072990a7-2eb7-4874-aaa9-3e2a8e46bdf3,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:24.070555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bba22eac-453f-4694-97ce-f4cb7c4b4715 req-d0ea953f-b211-4d21-a2f9-90a9d36dc75f service neutron] 10.222.0.30 "GET /v2.0/networks/4d6d5afe-0a76-447a-8c60-c6f25435447a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560102 Sep 22 10:21:24.109079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.111237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Attempting to bind port 1637f7da-009d-47a9-9ae6-38bf24d68ebb on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:24.111555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Attempting to bind port 1637f7da-009d-47a9-9ae6-38bf24d68ebb by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:24.111881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Attempting to bind port 1637f7da-009d-47a9-9ae6-38bf24d68ebb on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:24.129476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Port 1637f7da-009d-47a9-9ae6-38bf24d68ebb on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:21:24.129796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Attempting to bind port 1637f7da-009d-47a9-9ae6-38bf24d68ebb on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:24.132697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.146646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:24.147090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:24.147550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:24.148115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Bound port: 1637f7da-009d-47a9-9ae6-38bf24d68ebb, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:24.148691 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.150072 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.186219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca253938-d8a1-4409-b590-02b5234c03e5 req-f5b8421a-b3c5-4c25-8338-4647e6dfed86 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:24.195864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca253938-d8a1-4409-b590-02b5234c03e5 req-f5b8421a-b3c5-4c25-8338-4647e6dfed86 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 943 time: 0.1376178 Sep 22 10:21:24.208944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6390-82fc-4b72-b7cb-ab153868ca2a None None] Pushing event updated for resources: {'Port': ['ID=072990a7-2eb7-4874-aaa9-3e2a8e46bdf3,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:24.257400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Allocated IP 172.25.1.98 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:21:24.281481 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e3e79dc4-5b26-47a5-b2f0-fbab84ea7d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.300969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca253938-d8a1-4409-b590-02b5234c03e5 req-95310c21-ec8a-4561-93e5-fa53a8fbd97c tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041782 Sep 22 10:21:24.328285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] For port 1637f7da-009d-47a9-9ae6-38bf24d68ebb, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:24.332127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] For port 1637f7da-009d-47a9-9ae6-38bf24d68ebb, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1637f7da-009d-47a9-9ae6-38bf24d68ebb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:24.390618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.491026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e3e79dc4-5b26-47a5-b2f0-fbab84ea7d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.518077 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.568183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.595895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e3e79dc4-5b26-47a5-b2f0-fbab84ea7d9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c59e4f10b3de4916a4848b5e165988ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9435477 Sep 22 10:21:24.600277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49554) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:24.603075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:24.603695 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.605077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] 10.222.0.30 "PUT /v2.0/ports/1637f7da-009d-47a9-9ae6-38bf24d68ebb HTTP/1.1" status: 200 len: 1096 time: 1.9140041 Sep 22 10:21:24.609913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71d0837-a2cd-43b9-86b0-53e1d1c9b39d', 'tag': '1637f7da-009d-47a9-9ae6-38bf24d68ebb'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:24.612198 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b869e0b-5f13-471f-9115-a94529751392" -d '{"events": [{"name": "network-changed", "server_uuid": "e71d0837-a2cd-43b9-86b0-53e1d1c9b39d", "tag": "1637f7da-009d-47a9-9ae6-38bf24d68ebb"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:24.614371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:24.626415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e79dc4-5b26-47a5-b2f0-fbab84ea7d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f001b9d0-9afd-41f3-a0af-2072aed21d13,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:24.628327 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.635462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:24.639812 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:21:24.655879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455efa1e-2451-4fe8-9ab3-706e30f445bc req-6abdc8ec-d6a8-4b2f-940c-883c1e8ec461 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:24.657501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-455efa1e-2451-4fe8-9ab3-706e30f445bc req-6abdc8ec-d6a8-4b2f-940c-883c1e8ec461 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 948 time: 0.2096884 Sep 22 10:21:24.665873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-7ce4954d-5ad9-40b2-9f90-961c75945843 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:24.667476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-7ce4954d-5ad9-40b2-9f90-961c75945843 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1097 time: 0.1900620 Sep 22 10:21:24.679828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Pushing event updated for resources: {'Port': ['ID=56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:24.687112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807025-3'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:24.696585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b939c-bc87-4561-9246-427714308a6c service neutron] Pushing event updated for resources: {'Port': ['ID=1637f7da-009d-47a9-9ae6-38bf24d68ebb,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:24.714770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.828404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:21:24.836585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ae3352-6c3d-48dc-8afd-a8bb464c06a9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:24.848615 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.848971 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Added segment 88accabb-f375-42ff-820b-c92b5e604ab6 of type vlan for network 15aed0e8-75d6-4ad9-b958-962618a84ca8 Sep 22 10:21:24.905396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.040729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.041732 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:25.042353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.111522 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7644578-5c0f-4792-8207-4bbadc75cb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.122112 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=15aed0e8-75d6-4ad9-b958-962618a84ca8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:25.132342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 15aed0e8-75d6-4ad9-b958-962618a84ca8 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:21:25.136149 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.154894 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.172125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-455efa1e-2451-4fe8-9ab3-706e30f445bc req-3b82de4e-abc0-4339-99cd-98f3900d2664 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034137 Sep 22 10:21:25.198073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1bfdc69-fe73-4344-a5ce-6c1f536905d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.205290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-2fcced5c-7a67-4960-be09-bf45cf201c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:25.207004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-2fcced5c-7a67-4960-be09-bf45cf201c5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 1099 time: 0.4753051 Sep 22 10:21:25.238724 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a7f056bc-12e5-4375-9b75-27af203d3bb1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1587405 Sep 22 10:21:25.241319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:25.254349 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Request body: {'subnet': {'network_id': '15aed0e8-75d6-4ad9-b958-962618a84ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1531023997-subnet', 'tenant_id': '51644a590f79485ab66c2e27449182fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:25.309420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1bfdc69-fe73-4344-a5ce-6c1f536905d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.316907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfcfc86-6fbb-4ac9-985c-12fc1366fd21 None None] Network 25629721-800a-4885-841e-f8a09d15b04e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:25.334168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-3f4ace18-f22b-43f2-ada1-bfbc7a8c805b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1637f7da-009d-47a9-9ae6-38bf24d68ebb HTTP/1.1" status: 200 len: 217 time: 0.0868933 Sep 22 10:21:25.380806 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.418318 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.457049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Made reservation on behalf of 51644a590f79485ab66c2e27449182fe for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:25.459681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.478344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-74fa62a2-76a7-440a-a22e-3ca33aaa6a3b None None] Provisioning complete for port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:25.478924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74fa62a2-76a7-440a-a22e-3ca33aaa6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.506863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-c3939e97-e78c-4d79-9b64-398ef4c66886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:25.508988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-c3939e97-e78c-4d79-9b64-398ef4c66886 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1546612 Sep 22 10:21:25.523548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc9bd3-7ebc-4575-ad8e-8ecba482c6cd req-94f43405-3425-41af-9e7e-e98866a1ffcb tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:25.525098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27fc9bd3-7ebc-4575-ad8e-8ecba482c6cd req-94f43405-3425-41af-9e7e-e98866a1ffcb tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 946 time: 0.2501681 Sep 22 10:21:25.558238 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.597647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:25.597849 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.612741 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74fa62a2-76a7-440a-a22e-3ca33aaa6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.631622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27fc9bd3-7ebc-4575-ad8e-8ecba482c6cd req-1339d08b-66e8-4301-9efc-e9f59e8d1494 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832772 Sep 22 10:21:25.649581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-9945876d-56f4-4788-9d9a-12eb8335d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:25.651103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-9945876d-56f4-4788-9d9a-12eb8335d37a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160853 Sep 22 10:21:25.653401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1bfdc69-fe73-4344-a5ce-6c1f536905d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.656756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1bfdc69-fe73-4344-a5ce-6c1f536905d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.658401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a1bfdc69-fe73-4344-a5ce-6c1f536905d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f001b9d0-9afd-41f3-a0af-2072aed21d13 HTTP/1.1" status: 204 len: 168 time: 1.0492432 Sep 22 10:21:25.700357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-74fa62a2-76a7-440a-a22e-3ca33aaa6a3b None None] For port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=072990a7-2eb7-4874-aaa9-3e2a8e46bdf3,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:25.734439 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ff59d1-ffef-43ec-a238-b61b8ec546b0 x-openstack-request-id: req-45ff59d1-ffef-43ec-a238-b61b8ec546b0 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:25.735920 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71d0837-a2cd-43b9-86b0-53e1d1c9b39d", "tag": "1637f7da-009d-47a9-9ae6-38bf24d68ebb", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:25.740146 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45ff59d1-ffef-43ec-a238-b61b8ec546b0 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:25.740146 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71d0837-a2cd-43b9-86b0-53e1d1c9b39d', 'tag': '1637f7da-009d-47a9-9ae6-38bf24d68ebb', 'status': 'completed', 'code': 200} Sep 22 10:21:25.778507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfdc69-fe73-4344-a5ce-6c1f536905d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f001b9d0-9afd-41f3-a0af-2072aed21d13,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:25.792395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Router f5325ed1-0dd0-43c8-9747-ab50d426d233 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:21:25.816957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74fa62a2-76a7-440a-a22e-3ca33aaa6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.831319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:25.889471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa62a2-76a7-440a-a22e-3ca33aaa6a3b None None] Pushing event updated for resources: {'Port': ['ID=072990a7-2eb7-4874-aaa9-3e2a8e46bdf3,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:25.960940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9874f2c8-05ee-4744-8bb8-152e02424fbf None None] Provisioning complete for port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:25.961819 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9874f2c8-05ee-4744-8bb8-152e02424fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.963567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fea35d-0674-40c9-bc05-4b624a863868 req-b4733f5b-a228-4033-a4fd-546b99a75513 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:25.965310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5fea35d-0674-40c9-bc05-4b624a863868 req-b4733f5b-a228-4033-a4fd-546b99a75513 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1950867 Sep 22 10:21:25.982362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.996288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-db80804c-4926-4ade-9a23-1cb6f746475f service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362284 Sep 22 10:21:26.023864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f548bd81-73a9-4db0-8668-c99a5149823e details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:21:26.057286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e7811778-d666-4c8e-8eaf-6f3046590458 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:21:26.090678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.092489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.097163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5fea35d-0674-40c9-bc05-4b624a863868 req-fd44c9ec-081c-4a03-8659-52fac647547f tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172996 Sep 22 10:21:26.099458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:26.213547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16e140ec-87c6-4db6-889c-cdedc46d5797 req-f1ed3a72-6705-4826-ab87-ff345f077b66 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071953 Sep 22 10:21:26.218695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=f548bd81-73a9-4db0-8668-c99a5149823e,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:26.248319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e on host n-h1-807025-3 for vnic_type normal with profile {"migrating_to": "n-h2-807025-3"} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:26.248919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:26.249263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:26.256186 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:21:26.269599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Port f548bd81-73a9-4db0-8668-c99a5149823e on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:21:26.269933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Attempting to bind port f548bd81-73a9-4db0-8668-c99a5149823e on network 394a1a91-3e61-4088-a3ba-26b5c1b69f6e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:26.277970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:26.278485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Checking segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:26.279427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Bound using segment: {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:26.279795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Bound port: f548bd81-73a9-4db0-8668-c99a5149823e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721c7866-6244-45b6-a151-e7d53b364814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '394a1a91-3e61-4088-a3ba-26b5c1b69f6e'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:26.280192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.312775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de22931-d848-45ae-803a-0256be36f3ec req-5b811043-c23f-4bb1-bafe-e2c3667e4a58 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:26.314716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9de22931-d848-45ae-803a-0256be36f3ec req-5b811043-c23f-4bb1-bafe-e2c3667e4a58 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 943 time: 0.0873501 Sep 22 10:21:26.376594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:26.386765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:26.386965 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.394722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9de22931-d848-45ae-803a-0256be36f3ec req-104cbd44-3e8b-4805-a5dc-13adfc54bc03 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621698 Sep 22 10:21:26.403469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:26.409829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:26.419280 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.456785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f548bd81-73a9-4db0-8668-c99a5149823e has no active binding in host n-h2-807025-3 {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:21:26.457736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:21:26.458077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e7811778-d666-4c8e-8eaf-6f3046590458, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e7811778-d666-4c8e-8eaf-6f3046590458,segment=NetworkSegment(9413bf50-e97b-4b19-9c06-bb1d0f371986),segment_id=9413bf50-e97b-4b19-9c06-bb1d0f371986)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:26.469489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Sync routers for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:21:26.485781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'e7811778-d666-4c8e-8eaf-6f3046590458', 'network_id': '4d6d5afe-0a76-447a-8c60-c6f25435447a', 'port_id': 'e7811778-d666-4c8e-8eaf-6f3046590458', 'mac_address': 'fa:16:3e:48:05:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128dbb5-6d61-43a7-8bc1-fed1c3fbc898', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:21:26.513720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f30a88-86b6-41c6-a075-01f2807281d4,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:26.519959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Checking segment: {'id': '88accabb-f375-42ff-820b-c92b5e604ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '15aed0e8-75d6-4ad9-b958-962618a84ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:26.520593 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Network hostable DHCP agents. Network: 15aed0e8-75d6-4ad9-b958-962618a84ca8, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:21:26.533374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.539958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:21:26.540804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:26.544097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b869e0b-5f13-471f-9115-a94529751392 req-3c7bb3d9-2e8d-490a-9f0d-bae6214dbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:26.544257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b869e0b-5f13-471f-9115-a94529751392 req-3c7bb3d9-2e8d-490a-9f0d-bae6214dbfd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 1099 time: 0.0784922 Sep 22 10:21:26.584061 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:21:26.618960 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.621384 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-83db4f16-0f33-452a-a485-8c3b42f8dacf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4074683 Sep 22 10:21:26.625179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49580) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:26.677972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Network 15aed0e8-75d6-4ad9-b958-962618a84ca8 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:21:26.708920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=f548bd81-73a9-4db0-8668-c99a5149823e,revision_number=8']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:26.738574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:26.739297 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.741250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-9d4e8901-6095-4a79-9bea-d2fc03238ae7 service neutron] 10.222.0.32 "PUT /v2.0/ports/f548bd81-73a9-4db0-8668-c99a5149823e HTTP/1.1" status: 200 len: 1122 time: 2.0643110 Sep 22 10:21:26.748531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727776c-46fb-44ef-acd4-1f15726255ed req-b78e2f8d-78b5-4cb1-9018-c87d28ede33a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:26.756481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4727776c-46fb-44ef-acd4-1f15726255ed req-b78e2f8d-78b5-4cb1-9018-c87d28ede33a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 948 time: 0.2206595 Sep 22 10:21:26.761531 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.766366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 15aed0e8-75d6-4ad9-b958-962618a84ca8) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:26.778383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7811778-d666-4c8e-8eaf-6f3046590458 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:26.792172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b869e0b-5f13-471f-9115-a94529751392 req-f2d6cae8-70ca-4026-ab1f-a55ba863468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:26.794075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b869e0b-5f13-471f-9115-a94529751392 req-f2d6cae8-70ca-4026-ab1f-a55ba863468d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2193336 Sep 22 10:21:26.794641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6933f4fe-c5dd-483d-a5f3-bdcffaba878d None None] Network 15aed0e8-75d6-4ad9-b958-962618a84ca8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:26.801582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:26.802224 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:26.849284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b869e0b-5f13-471f-9115-a94529751392 req-1e9f4ae7-3b13-46dc-90b3-886127407dcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1637f7da-009d-47a9-9ae6-38bf24d68ebb HTTP/1.1" status: 200 len: 217 time: 0.0466216 Sep 22 10:21:26.852878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4727776c-46fb-44ef-acd4-1f15726255ed req-82d7fbc6-4cab-454b-a976-36de2d1e510b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954816 Sep 22 10:21:26.862995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f548bd81-73a9-4db0-8668-c99a5149823e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:26.887831 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5900b3c7-ea46-4b9c-8797-d0bd6c4acae1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6448047 Sep 22 10:21:26.946891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b869e0b-5f13-471f-9115-a94529751392 req-77a9742b-abc8-4523-8003-7cf237f305bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:26.950688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b869e0b-5f13-471f-9115-a94529751392 req-77a9742b-abc8-4523-8003-7cf237f305bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0832379 Sep 22 10:21:26.995292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['f548bd81-73a9-4db0-8668-c99a5149823e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:27.036083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e7811778-d666-4c8e-8eaf-6f3046590458, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e7811778-d666-4c8e-8eaf-6f3046590458,segment=NetworkSegment(9413bf50-e97b-4b19-9c06-bb1d0f371986),segment_id=9413bf50-e97b-4b19-9c06-bb1d0f371986)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:27.092092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b869e0b-5f13-471f-9115-a94529751392 req-30e05403-7aae-41e7-bb7e-e166c240f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:27.093960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b869e0b-5f13-471f-9115-a94529751392 req-30e05403-7aae-41e7-bb7e-e166c240f608 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350026 Sep 22 10:21:27.145740 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.163678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:21:27.168878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbfe69-5933-41d4-93fd-30d2d7d061f3 req-68c940d6-b433-4cbb-9b8e-bcfef798b160 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:27.170673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8adbfe69-5933-41d4-93fd-30d2d7d061f3 req-68c940d6-b433-4cbb-9b8e-bcfef798b160 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 944 time: 0.1550004 Sep 22 10:21:27.202459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.271385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8adbfe69-5933-41d4-93fd-30d2d7d061f3 req-b5b89b74-8fb9-4d4e-8bbf-e10f80be0868 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950677 Sep 22 10:21:27.298389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b869e0b-5f13-471f-9115-a94529751392 req-5250ad36-9006-4a21-951a-36016488c20b service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911516 Sep 22 10:21:27.314666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49598) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:27.414325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d9fc4d-cc29-4965-be49-281ff2cb3e29 None None] Network 15aed0e8-75d6-4ad9-b958-962618a84ca8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:27.416753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Allocated IP 172.20.0.1 (25629721-800a-4885-841e-f8a09d15b04e/eff1818f-3b2f-489d-bd92-cf2a61170395/b6538060-4862-4f79-8167-1132ca9edfc2) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:21:27.471898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14d997-d71e-4ec2-9b18-c3984e4a9a2f req-1877c02c-0caa-416f-89a6-6be5568d91c6 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:27.473689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac14d997-d71e-4ec2-9b18-c3984e4a9a2f req-1877c02c-0caa-416f-89a6-6be5568d91c6 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1014943 Sep 22 10:21:27.486482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b869e0b-5f13-471f-9115-a94529751392 req-02e2a584-2a2b-444a-bdac-0c091f1e05b9 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706681 Sep 22 10:21:27.503722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['e7811778-d666-4c8e-8eaf-6f3046590458'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:27.525357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1732411286-network', 'tenant_id': '72f6d07478904d1bb55470fd191cc549'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:27.530769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac14d997-d71e-4ec2-9b18-c3984e4a9a2f req-83adf2f4-b3b7-4ec2-ad96-10c4c196a534 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 Sep 22 10:21:27.547119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.549454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=e7811778-d666-4c8e-8eaf-6f3046590458,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:27.646451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Made reservation on behalf of 72f6d07478904d1bb55470fd191cc549 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:27.648955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.659986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.706269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.739596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e'}, {'name': 'network-changed', 'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:27.742602 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38afa2bc-7c1c-4475-b24b-758fa72cf302" -d '{"events": [{"server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "name": "network-vif-unplugged", "status": "completed", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e"}, {"name": "network-changed", "server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:27.773558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Pushing event updated for resources: {'Port': ['ID=b6538060-4862-4f79-8167-1132ca9edfc2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:27.774737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a68deb6f-ae9e-48a3-aa5b-f6e63b73811f req-8bd5d990-6fb7-4c13-bea0-6f1a1e990b3e tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2020906134', 'description': 'tempest-description-2017588373'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:27.782005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Network 25629721-800a-4885-841e-f8a09d15b04e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:27.783664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:27.785943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:21:27.795528 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.827396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.888518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.910255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:24Z', 'revision_number': 3, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:27.917704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:21:27.939982 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.940335 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Added segment 7ea8cf9e-d9e1-4092-a45f-cc253eba46be of type vlan for network fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd Sep 22 10:21:27.941548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ca9956-dd01-4eee-90a0-9da7b508593b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:27.947636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Checking router: f5325ed1-0dd0-43c8-9747-ab50d426d233 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:21:27.951723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Updating router f5325ed1-0dd0-43c8-9747-ab50d426d233 port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:21:27.980146 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.988138 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.990009 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.006977 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a68deb6f-ae9e-48a3-aa5b-f6e63b73811f req-8bd5d990-6fb7-4c13-bea0-6f1a1e990b3e tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.084871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1637f7da-009d-47a9-9ae6-38bf24d68ebb details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:21:28.095313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a68deb6f-ae9e-48a3-aa5b-f6e63b73811f req-8bd5d990-6fb7-4c13-bea0-6f1a1e990b3e tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.113691 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.135908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e878c47d-cfd0-4515-9c15-21ee1a41e061 None None] Provisioning complete for port b6538060-4862-4f79-8167-1132ca9edfc2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:28.136334 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e878c47d-cfd0-4515-9c15-21ee1a41e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.160542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.161622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:28.162272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.237922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] Pushing event updated for resources: {'Network': ['ID=fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:28.287585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:21:28.287905 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a68deb6f-ae9e-48a3-aa5b-f6e63b73811f req-8bd5d990-6fb7-4c13-bea0-6f1a1e990b3e tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.293876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e878c47d-cfd0-4515-9c15-21ee1a41e061 None None] Port b6538060-4862-4f79-8167-1132ca9edfc2 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:21:28.303744 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.328746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5d990-6fb7-4c13-bea0-6f1a1e990b3e tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45e2b5c-90ec-4f20-b82b-7db60e93374f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:28.405816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1637f7da-009d-47a9-9ae6-38bf24d68ebb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1637f7da-009d-47a9-9ae6-38bf24d68ebb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:28.430238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '1637f7da-009d-47a9-9ae6-38bf24d68ebb', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '1637f7da-009d-47a9-9ae6-38bf24d68ebb', 'mac_address': 'fa:16:3e:0d:36:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:21:28.434741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5a1ecfe8-97a7-4b07-b653-67c21b543987 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1148937 Sep 22 10:21:28.434954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49614) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:28.441017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Request body: {'subnet': {'network_id': 'fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1732411286-subnet', 'tenant_id': '72f6d07478904d1bb55470fd191cc549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:28.471230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.472681 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a68deb6f-ae9e-48a3-aa5b-f6e63b73811f req-8bd5d990-6fb7-4c13-bea0-6f1a1e990b3e tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.487373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a68deb6f-ae9e-48a3-aa5b-f6e63b73811f req-8bd5d990-6fb7-4c13-bea0-6f1a1e990b3e tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7163565 Sep 22 10:21:28.554293 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.556394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Pushing event updated for resources: {'Port': ['ID=b6538060-4862-4f79-8167-1132ca9edfc2,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:28.615686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45f00c-3028-4506-adf3-9cb37357189b req-94c841fd-893b-46dc-9207-b1e3f938aece tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:28.617447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f45f00c-3028-4506-adf3-9cb37357189b req-94c841fd-893b-46dc-9207-b1e3f938aece tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 944 time: 0.0645185 Sep 22 10:21:28.652538 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.654902 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.661147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f45f00c-3028-4506-adf3-9cb37357189b req-038b25d4-944b-4b64-ada1-94ebf164ac16 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361249 Sep 22 10:21:28.661788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Network 25629721-800a-4885-841e-f8a09d15b04e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:28.663512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:28.665461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Made reservation on behalf of 72f6d07478904d1bb55470fd191cc549 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:28.672588 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.672809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1637f7da-009d-47a9-9ae6-38bf24d68ebb {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:28.707059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1637f7da-009d-47a9-9ae6-38bf24d68ebb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1637f7da-009d-47a9-9ae6-38bf24d68ebb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:28.765731 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.804988 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc40e89a-c34f-465f-954f-9c4151e35e1c x-openstack-request-id: req-cc40e89a-c34f-465f-954f-9c4151e35e1c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:28.805624 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "name": "network-vif-unplugged", "status": "completed", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e", "code": 200}, {"name": "network-changed", "server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:28.806824 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc40e89a-c34f-465f-954f-9c4151e35e1c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:28.807502 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e', 'code': 200} Sep 22 10:21:28.808744 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e', 'status': 'completed', 'code': 200} Sep 22 10:21:28.823697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389cdd2-c71d-4c58-9988-fe8b230a5098 None None] Pushing event updated for resources: {'Port': ['ID=56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:28.830373 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.852075 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Router f5325ed1-0dd0-43c8-9747-ab50d426d233 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:21:28.907229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1637f7da-009d-47a9-9ae6-38bf24d68ebb,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:28.928064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Attempting to bind port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:28.928305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Attempting to bind port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:28.928672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Attempting to bind port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:28.936359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:28.936740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:28.937308 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.937719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:28.938218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Bound port: 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:28.938605 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.986270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-e3a0a97a-96b7-43ea-8004-1285522240ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:28.987857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-e3a0a97a-96b7-43ea-8004-1285522240ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 1125 time: 0.1365626 Sep 22 10:21:28.997124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] For port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:29.000664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] For port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:29.004354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:21:29.010685 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bcaf1c15-e44f-4d49-9348-331a3c5f2549 admin admin] 10.222.0.20 "PUT /v2.0/routers/f5325ed1-0dd0-43c8-9747-ab50d426d233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3834071 Sep 22 10:21:29.014823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057478b5-70e8-4ad0-876d-d3e0f71f7df3 req-0dba5822-6f0a-41e3-bb8f-c678edd43e40 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:29.016997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-057478b5-70e8-4ad0-876d-d3e0f71f7df3 req-0dba5822-6f0a-41e3-bb8f-c678edd43e40 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 949 time: 0.1305847 Sep 22 10:21:29.023758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4224c794-1634-40c5-9500-c39cf5295a2a None None] Provisioning complete for port b6538060-4862-4f79-8167-1132ca9edfc2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:29.025107 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4224c794-1634-40c5-9500-c39cf5295a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:29.060426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4224c794-1634-40c5-9500-c39cf5295a2a None None] Port b6538060-4862-4f79-8167-1132ca9edfc2 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:21:29.088919 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:29.093175 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:29.133225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1637f7da-009d-47a9-9ae6-38bf24d68ebb'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:29.154032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-057478b5-70e8-4ad0-876d-d3e0f71f7df3 req-833fdf60-3f7d-4c89-b381-f84769d22476 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237121 Sep 22 10:21:29.181911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fd78da-ee92-4390-891a-c08401224612,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:29.187791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389cdd2-c71d-4c58-9988-fe8b230a5098 None None] Pushing event updated for resources: {'Port': ['ID=56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:29.189034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-5be55218-5dda-4bb5-b9bd-172e0a275677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:29.191579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-5be55218-5dda-4bb5-b9bd-172e0a275677 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1957314 Sep 22 10:21:29.193813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:21:29.194448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:29.242151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-3efdb339-a121-4030-93e0-bfeee15b8052 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f548bd81-73a9-4db0-8668-c99a5149823e HTTP/1.1" status: 200 len: 217 time: 0.0415502 Sep 22 10:21:29.250718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Checking segment: {'id': '7ea8cf9e-d9e1-4092-a45f-cc253eba46be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:29.251040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Network hostable DHCP agents. Network: fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:21:29.332595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-7a402397-0eba-4eca-8e34-6fad10502b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:29.333996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-7a402397-0eba-4eca-8e34-6fad10502b39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0788579 Sep 22 10:21:29.342082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:21:29.343825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7f519-9ece-4b8b-991c-25635f9c1448 req-88a2932d-0730-41a3-a269-6fd8d1f7adf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:29.345967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbd7f519-9ece-4b8b-991c-25635f9c1448 req-88a2932d-0730-41a3-a269-6fd8d1f7adf2 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 944 time: 0.1066523 Sep 22 10:21:29.379230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-344c4783-8b00-4396-bcd7-76024b118741 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316617 Sep 22 10:21:29.407831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Network fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:21:29.440531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbd7f519-9ece-4b8b-991c-25635f9c1448 req-74fbc32c-4d60-4419-8b94-0f9746b4aaa4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848610 Sep 22 10:21:29.516083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:29.526513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc413fb8-2098-489b-9d80-8d3839eb0181 None None] Network fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:29.532312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:29.532911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:29.552358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-ebedce23-fd1a-4952-93b2-952287557009 service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636140 Sep 22 10:21:29.556128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d0f013b-279a-419c-8ab2-24f25b399294 req-65f29da4-d4e4-4c17-807b-5b527202c88f tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/c45e2b5c-90ec-4f20-b82b-7db60e93374f HTTP/1.1" status: 200 len: 1813 time: 0.0792472 Sep 22 10:21:29.573267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3d0f013b-279a-419c-8ab2-24f25b399294 req-fef20b05-f2b7-49ba-b1c9-83272e98fb04 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c45e2b5c-90ec-4f20-b82b-7db60e93374f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:29.573625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3d0f013b-279a-419c-8ab2-24f25b399294 req-fef20b05-f2b7-49ba-b1c9-83272e98fb04 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c45e2b5c-90ec-4f20-b82b-7db60e93374f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:29.666547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-20006c4d-a47a-4382-bcbf-493ffff6a3f1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2220540 Sep 22 10:21:29.683591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7091bb-830c-4b9e-8935-b561d6230388 req-f610ef92-9742-45b3-b901-3f9f34cc746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:29.685140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e7091bb-830c-4b9e-8935-b561d6230388 req-f610ef92-9742-45b3-b901-3f9f34cc746c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 1096 time: 0.0979912 Sep 22 10:21:29.694083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:28Z', 'revision_number': 2, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:29.697274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13937a48-c204-41ba-8880-d97a4914a5c5 None None] Network fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:21:29.722481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38afa2bc-7c1c-4475-b24b-758fa72cf302 req-0e222bb5-7f4a-4db2-9aa5-49178ec0b91b service neutron] 10.222.0.30 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618752 Sep 22 10:21:29.736279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e7091bb-830c-4b9e-8935-b561d6230388 req-0855986e-d1cc-4e40-b845-219c4ede7243 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399659 Sep 22 10:21:29.737840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06222f3-f3ee-4b00-823a-e15f0a0bab49 None None] The sync data for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 is: [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:28Z', 'revision_number': 2, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:21:29.822545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d0f013b-279a-419c-8ab2-24f25b399294 req-fef20b05-f2b7-49ba-b1c9-83272e98fb04 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:29.841139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d0f013b-279a-419c-8ab2-24f25b399294 req-fef20b05-f2b7-49ba-b1c9-83272e98fb04 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:29.922600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d0f013b-279a-419c-8ab2-24f25b399294 req-fef20b05-f2b7-49ba-b1c9-83272e98fb04 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:29.949915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef20b05-f2b7-49ba-b1c9-83272e98fb04 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7cdc35-c06d-4310-a1f5-f6d2b101b59f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:30.037006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d0f013b-279a-419c-8ab2-24f25b399294 req-fef20b05-f2b7-49ba-b1c9-83272e98fb04 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:30.038326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d0f013b-279a-419c-8ab2-24f25b399294 req-fef20b05-f2b7-49ba-b1c9-83272e98fb04 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4698370 Sep 22 10:21:30.092664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e7811778-d666-4c8e-8eaf-6f3046590458 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:30.142020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f7c31-7534-4666-842d-714d6900a66b req-399d7a6a-6007-40cc-bda2-82411d24f6b1 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:30.143619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a5f7c31-7534-4666-842d-714d6900a66b req-399d7a6a-6007-40cc-bda2-82411d24f6b1 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0559707 Sep 22 10:21:30.183531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a5f7c31-7534-4666-842d-714d6900a66b req-d349c0d5-1ae0-46bc-b0c5-3f99fcf52404 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334985 Sep 22 10:21:30.246517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port e7811778-d666-4c8e-8eaf-6f3046590458 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:21:30.251783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port e7811778-d666-4c8e-8eaf-6f3046590458 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:30.252159 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:30.335791 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:30.382377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052b85e8-c215-4a02-901f-c0423c316da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7811778-d666-4c8e-8eaf-6f3046590458'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:30.384956 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ddcd02-be24-4458-893c-1245bfbac5ab" -d '{"events": [{"server_uuid": "052b85e8-c215-4a02-901f-c0423c316da5", "name": "network-vif-plugged", "status": "completed", "tag": "e7811778-d666-4c8e-8eaf-6f3046590458"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:30.397880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e7811778-d666-4c8e-8eaf-6f3046590458, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e7811778-d666-4c8e-8eaf-6f3046590458,segment=NetworkSegment(9413bf50-e97b-4b19-9c06-bb1d0f371986),segment_id=9413bf50-e97b-4b19-9c06-bb1d0f371986)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:30.448050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49640) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:30.453532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2f1b3b93-d245-4a39-b174-270dd57ff4ce tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373724346', 'description': 'tempest-description--901660183'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:30.459770 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:30.524407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=e7811778-d666-4c8e-8eaf-6f3046590458,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:30.555008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153be5d-31dc-4816-983b-931b1756a2eb req-58442d9b-e3e7-458d-bc11-45dabb3c974e tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:30.556568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8153be5d-31dc-4816-983b-931b1756a2eb req-58442d9b-e3e7-458d-bc11-45dabb3c974e tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 945 time: 0.0562499 Sep 22 10:21:30.561130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f1b3b93-d245-4a39-b174-270dd57ff4ce tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:30.616358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8153be5d-31dc-4816-983b-931b1756a2eb req-cd937d13-dae3-4fe7-bc5f-388b30bb0eca tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Sep 22 10:21:30.679975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f1b3b93-d245-4a39-b174-270dd57ff4ce tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:30.760769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f1b3b93-d245-4a39-b174-270dd57ff4ce tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:30.787311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d38c597a-b9a0-4777-9742-f73af0051ead req-a54a23fe-cf1f-48c6-9075-c1290b1912b3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-289901905', 'description': 'tempest-description-1202877331'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:30.807120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b3b93-d245-4a39-b174-270dd57ff4ce tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e714c014-8aa0-464d-a607-9d058f97c079,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:30.881220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f1b3b93-d245-4a39-b174-270dd57ff4ce tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:30.885566 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2f1b3b93-d245-4a39-b174-270dd57ff4ce tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4337404 Sep 22 10:21:30.885740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49646) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:30.891259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-360a73a0-7644-4083-81ce-b9b240121af1 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Request body: {'security_group_rule': {'security_group_id': 'e714c014-8aa0-464d-a607-9d058f97c079', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:31.023782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d38c597a-b9a0-4777-9742-f73af0051ead req-a54a23fe-cf1f-48c6-9075-c1290b1912b3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.173849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-360a73a0-7644-4083-81ce-b9b240121af1 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.235367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-360a73a0-7644-4083-81ce-b9b240121af1 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.245113 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d38c597a-b9a0-4777-9742-f73af0051ead req-a54a23fe-cf1f-48c6-9075-c1290b1912b3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.374902 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-360a73a0-7644-4083-81ce-b9b240121af1 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.375494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d38c597a-b9a0-4777-9742-f73af0051ead req-a54a23fe-cf1f-48c6-9075-c1290b1912b3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.400553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a73a0-7644-4083-81ce-b9b240121af1 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80af5695-6c9e-4348-8a06-9d0549f85d2b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:31.411874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a23fe-cf1f-48c6-9075-c1290b1912b3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37f511e-5f5f-47c8-b95b-af2cf76a93e2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:31.464427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dbc437-13b5-4d68-9d90-549541cbecab req-1934c9bc-90e2-42f0-925b-3d9c57211785 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429397 Sep 22 10:21:31.540746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbc437-13b5-4d68-9d90-549541cbecab req-629f0923-2d78-43a4-a8a1-683f88ac2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:31.542406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dbc437-13b5-4d68-9d90-549541cbecab req-629f0923-2d78-43a4-a8a1-683f88ac2715 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=814638ec47784acbb1ee5a54663d44fe&device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 1101 time: 0.0560036 Sep 22 10:21:31.543787 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-360a73a0-7644-4083-81ce-b9b240121af1 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.544286 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d38c597a-b9a0-4777-9742-f73af0051ead req-a54a23fe-cf1f-48c6-9075-c1290b1912b3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.547843 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-360a73a0-7644-4083-81ce-b9b240121af1 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6585600 Sep 22 10:21:31.548100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49650) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:31.550989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d38c597a-b9a0-4777-9742-f73af0051ead req-a54a23fe-cf1f-48c6-9075-c1290b1912b3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7684326 Sep 22 10:21:31.552856 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-341f9d68-70ab-4d6e-9366-aa2202e5304b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Request body: {'security_group_rule': {'security_group_id': 'e714c014-8aa0-464d-a607-9d058f97c079', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:31.673120 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-341f9d68-70ab-4d6e-9366-aa2202e5304b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.747181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-341f9d68-70ab-4d6e-9366-aa2202e5304b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.854607 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-341f9d68-70ab-4d6e-9366-aa2202e5304b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.858625 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Sync routers for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:21:31.869264 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:21:31.871849 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:31.873330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f9d68-70ab-4d6e-9366-aa2202e5304b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2d0746-7cc3-4772-975f-794da41d13e7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:31.989222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-341f9d68-70ab-4d6e-9366-aa2202e5304b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:31.991635 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-341f9d68-70ab-4d6e-9366-aa2202e5304b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4424291 Sep 22 10:21:31.994663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49658) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:32.000061 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:32.023512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9652c75-2064-4487-8a21-a670a3b43a60 req-b565c165-9e5d-43a2-a449-4d4f9875453b tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/c45e2b5c-90ec-4f20-b82b-7db60e93374f HTTP/1.1" status: 200 len: 2406 time: 0.4312973 Sep 22 10:21:32.070024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbc437-13b5-4d68-9d90-549541cbecab req-136870cb-a472-4785-bea4-92e0b1c92b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.071863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dbc437-13b5-4d68-9d90-549541cbecab req-136870cb-a472-4785-bea4-92e0b1c92b58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.4878602 Sep 22 10:21:32.091205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:32.095682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1637f7da-009d-47a9-9ae6-38bf24d68ebb up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:32.105267 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:21:32.132703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dbc437-13b5-4d68-9d90-549541cbecab req-a281f011-5420-4930-b847-84e952464972 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8879bffe-2c1a-4331-88f3-f9d39af45700 HTTP/1.1" status: 200 len: 217 time: 0.0442915 Sep 22 10:21:32.184881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:32.185441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.190055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbc437-13b5-4d68-9d90-549541cbecab req-8faf4ec9-38ec-44bd-a0b1-39536bbf612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.191342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dbc437-13b5-4d68-9d90-549541cbecab req-8faf4ec9-38ec-44bd-a0b1-39536bbf612e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0510623 Sep 22 10:21:32.225938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.270823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d349a-932f-45a3-abc2-7b541fb27bbd req-1b5cb6d9-c813-4bf0-88c0-047011998e17 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.272375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da7d349a-932f-45a3-abc2-7b541fb27bbd req-1b5cb6d9-c813-4bf0-88c0-047011998e17 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 949 time: 0.1422534 Sep 22 10:21:32.275602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbc437-13b5-4d68-9d90-549541cbecab req-f37118b9-da5a-48cb-974a-fd7205edfe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.277694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dbc437-13b5-4d68-9d90-549541cbecab req-f37118b9-da5a-48cb-974a-fd7205edfe1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715785 Sep 22 10:21:32.303951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.311310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 1637f7da-009d-47a9-9ae6-38bf24d68ebb completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:21:32.319229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 1637f7da-009d-47a9-9ae6-38bf24d68ebb triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:32.319600 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.327515 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:28Z', 'revision_number': 2, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:32.353330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:32.358094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Checking router: f5325ed1-0dd0-43c8-9747-ab50d426d233 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:21:32.358480 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Updating router f5325ed1-0dd0-43c8-9747-ab50d426d233 port b6538060-4862-4f79-8167-1132ca9edfc2 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:21:32.386083 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.392870 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.419326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da7d349a-932f-45a3-abc2-7b541fb27bbd req-54effcec-a185-42ba-8573-c5b957eb03a2 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333196 Sep 22 10:21:32.419567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.462268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1637f7da-009d-47a9-9ae6-38bf24d68ebb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1637f7da-009d-47a9-9ae6-38bf24d68ebb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:32.463947 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.487617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dbc437-13b5-4d68-9d90-549541cbecab req-41c2328e-6110-452a-993f-63dccd4124a6 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019708 Sep 22 10:21:32.495630 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b434b0-b433-4b2e-9bf8-913d9f35c324 x-openstack-request-id: req-f6b434b0-b433-4b2e-9bf8-913d9f35c324 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:32.495921 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052b85e8-c215-4a02-901f-c0423c316da5", "name": "network-vif-plugged", "status": "completed", "tag": "e7811778-d666-4c8e-8eaf-6f3046590458", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:32.502249 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6b434b0-b433-4b2e-9bf8-913d9f35c324 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:32.502249 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b85e8-c215-4a02-901f-c0423c316da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7811778-d666-4c8e-8eaf-6f3046590458', 'code': 200} Sep 22 10:21:32.533770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:32.561872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Allocated IP 172.25.1.110 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/b03715e3-6185-4015-a747-9595f7c2e326) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:21:32.583358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.584306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f548bd81-73a9-4db0-8668-c99a5149823e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:32.674371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1637f7da-009d-47a9-9ae6-38bf24d68ebb,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:32.687879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b515e-67bd-40f7-85ca-a7c13e796ba8 req-e65754fc-e074-464e-94d5-29f9119bff02 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.689876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36b515e-67bd-40f7-85ca-a7c13e796ba8 req-e65754fc-e074-464e-94d5-29f9119bff02 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 944 time: 0.1222117 Sep 22 10:21:32.725927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b139c7-64ce-4383-90c0-dd791231e0b9 req-df680ad8-ce61-48a1-8ce7-15b4811df357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.727151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1b139c7-64ce-4383-90c0-dd791231e0b9 req-df680ad8-ce61-48a1-8ce7-15b4811df357 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 1096 time: 0.1611001 Sep 22 10:21:32.734979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dbc437-13b5-4d68-9d90-549541cbecab req-5f9d6fc5-144c-4707-9e9e-70892c0b8d26 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366939 Sep 22 10:21:32.738825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.777038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1b139c7-64ce-4383-90c0-dd791231e0b9 req-affba094-9f2a-4fb2-a67f-679cd1fdcfab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Sep 22 10:21:32.784933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36b515e-67bd-40f7-85ca-a7c13e796ba8 req-e56c3b34-9b0a-4786-a3a0-f19a0351d806 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770907 Sep 22 10:21:32.806308 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.838455 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-39c1b67e-2b02-4c97-a761-7ef5b5021d83 service neutron] 10.222.0.30 "GET /v2.0/ports/f548bd81-73a9-4db0-8668-c99a5149823e/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 384 time: 0.0696938 Sep 22 10:21:32.899685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c745107-2564-48ea-b540-d26f0de13e90 req-6fa04de8-e044-4750-9558-18ed2a029a57 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.901143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c745107-2564-48ea-b540-d26f0de13e90 req-6fa04de8-e044-4750-9558-18ed2a029a57 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0493243 Sep 22 10:21:32.947793 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c745107-2564-48ea-b540-d26f0de13e90 req-54ce0681-eaab-4294-a8ac-0878e137f437 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Sep 22 10:21:33.009503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ae99335-c718-4c34-96a7-2a15b5cc7d83 req-9ef1474a-9562-48a4-b4f5-6b35da52b5bd tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/a37f511e-5f5f-47c8-b95b-af2cf76a93e2 HTTP/1.1" status: 200 len: 1804 time: 0.0386577 Sep 22 10:21:33.020141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3ae99335-c718-4c34-96a7-2a15b5cc7d83 req-1418c800-355a-4688-a403-5734edaaa0d3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a37f511e-5f5f-47c8-b95b-af2cf76a93e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:33.020576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3ae99335-c718-4c34-96a7-2a15b5cc7d83 req-1418c800-355a-4688-a403-5734edaaa0d3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a37f511e-5f5f-47c8-b95b-af2cf76a93e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:33.038920 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.039649 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.104463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:33.116785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:33.127612 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Pushing event updated for resources: {'Port': ['ID=b6538060-4862-4f79-8167-1132ca9edfc2,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:33.128113 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:21:33.144781 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.145133 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.145474 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.145814 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.146290 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.146719 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.147095 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.147379 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.147706 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.148035 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.148425 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.148869 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:33.156527 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Attempting to bind port b6538060-4862-4f79-8167-1132ca9edfc2 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:33.156934 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Attempting to bind port b6538060-4862-4f79-8167-1132ca9edfc2 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:33.157424 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Attempting to bind port b6538060-4862-4f79-8167-1132ca9edfc2 on network 25629721-800a-4885-841e-f8a09d15b04e {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:33.163801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Pushing event updated for resources: {'Port': ['ID=b03715e3-6185-4015-a747-9595f7c2e326,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:33.165797 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:33.166183 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Checking segment: {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:33.166589 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.171003 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Bound using segment: {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:33.171003 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Bound port: b6538060-4862-4f79-8167-1132ca9edfc2, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:33.171003 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.197856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ae99335-c718-4c34-96a7-2a15b5cc7d83 req-1418c800-355a-4688-a403-5734edaaa0d3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.224971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:33.235278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ae99335-c718-4c34-96a7-2a15b5cc7d83 req-1418c800-355a-4688-a403-5734edaaa0d3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.251988 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] For port b6538060-4862-4f79-8167-1132ca9edfc2, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:33.256334 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] For port b6538060-4862-4f79-8167-1132ca9edfc2, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b6538060-4862-4f79-8167-1132ca9edfc2,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:33.284480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:33.319899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-565817ba-11f4-485a-b9ce-619066005727 None None] Provisioning complete for port b6538060-4862-4f79-8167-1132ca9edfc2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:33.320432 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-565817ba-11f4-485a-b9ce-619066005727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.323176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.332377 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f548bd81-73a9-4db0-8668-c99a5149823e {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:33.344191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:33.358644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-565817ba-11f4-485a-b9ce-619066005727 None None] Port b6538060-4862-4f79-8167-1132ca9edfc2 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:21:33.361374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ae99335-c718-4c34-96a7-2a15b5cc7d83 req-1418c800-355a-4688-a403-5734edaaa0d3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.385647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418c800-355a-4688-a403-5734edaaa0d3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7f47b8-1aa2-4d0e-8150-f9287de4b000,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:33.389572 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.449863 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:21:33.451051 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:33.454313 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad94c6-b00c-4ba8-bdc1-cd363aa88ed0 None None] Pushing event updated for resources: {'Port': ['ID=b6538060-4862-4f79-8167-1132ca9edfc2,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:33.482181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.523061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ae99335-c718-4c34-96a7-2a15b5cc7d83 req-1418c800-355a-4688-a403-5734edaaa0d3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.524310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ae99335-c718-4c34-96a7-2a15b5cc7d83 req-1418c800-355a-4688-a403-5734edaaa0d3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5080669 Sep 22 10:21:33.539028 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.601615 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:21:33.645939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b99c5-73b7-4c14-9506-72f693adf32f req-6d06d1a2-76b8-492a-ac1d-f287442649b6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:33.652930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-158b99c5-73b7-4c14-9506-72f693adf32f req-6d06d1a2-76b8-492a-ac1d-f287442649b6 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 945 time: 0.0565290 Sep 22 10:21:33.694402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e72ad55b-5552-43de-b312-79e1d006a67c None None] Provisioning complete for port b6538060-4862-4f79-8167-1132ca9edfc2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:33.695104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e72ad55b-5552-43de-b312-79e1d006a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.698290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-158b99c5-73b7-4c14-9506-72f693adf32f req-4efeb604-2b0e-474c-843d-d1657d4cdaf0 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Sep 22 10:21:33.706796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] Transition to ACTIVE for port object f548bd81-73a9-4db0-8668-c99a5149823e will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:21:33.734526 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.797525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.808929 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e72ad55b-5552-43de-b312-79e1d006a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.837818 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:33Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:33.847694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e72ad55b-5552-43de-b312-79e1d006a67c None None] For port b6538060-4862-4f79-8167-1132ca9edfc2, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b6538060-4862-4f79-8167-1132ca9edfc2,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:33.854748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5334b110-7191-47db-b867-b097b4ccb8a1 req-b8a6a570-96f7-4cb5-96a4-90a9f3a2f4ec tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-group-rules/3e7cdc35-c06d-4310-a1f5-f6d2b101b59f HTTP/1.1" status: 200 len: 778 time: 0.0332870 Sep 22 10:21:33.857703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.870808 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a91c545-8b46-463a-b26d-7b9e8f190c19 None None] The sync data for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 is: [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:33Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:21:33.885400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] No DVR routers for this DVR port f548bd81-73a9-4db0-8668-c99a5149823e on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:33.909802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5334b110-7191-47db-b867-b097b4ccb8a1 req-68f479b4-6972-4b6f-9df2-ba84823ab457 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/c45e2b5c-90ec-4f20-b82b-7db60e93374f HTTP/1.1" status: 200 len: 2406 time: 0.0486541 Sep 22 10:21:33.942589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] Pushing event updated for resources: {'Port': ['ID=f548bd81-73a9-4db0-8668-c99a5149823e,revision_number=10']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:33.970217 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5334b110-7191-47db-b867-b097b4ccb8a1 req-126d8617-9816-4734-a1b8-8c415ea73ef4 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.979875 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e72ad55b-5552-43de-b312-79e1d006a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.984078 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5334b110-7191-47db-b867-b097b4ccb8a1 req-126d8617-9816-4734-a1b8-8c415ea73ef4 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:33.984369 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-89530727-dbe9-4bf7-bbbc-8248ee17d79f service neutron] 10.222.0.30 "PUT /v2.0/ports/f548bd81-73a9-4db0-8668-c99a5149823e/bindings/n-h2-807025-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0213602 Sep 22 10:21:33.999779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:34.035097 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Pushing event updated for resources: {'Port': ['ID=b03715e3-6185-4015-a747-9595f7c2e326,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:34.074394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ad55b-5552-43de-b312-79e1d006a67c None None] Pushing event updated for resources: {'Port': ['ID=b6538060-4862-4f79-8167-1132ca9edfc2,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:34.080771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:34.132409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:34.132786 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:34.191708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:34.199949 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ee8b668e-d9b9-410f-b380-c9bfd369029b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1972890 Sep 22 10:21:34.202907 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5334b110-7191-47db-b867-b097b4ccb8a1 req-126d8617-9816-4734-a1b8-8c415ea73ef4 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:34.210526 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5334b110-7191-47db-b867-b097b4ccb8a1 req-126d8617-9816-4734-a1b8-8c415ea73ef4 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:34.216709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5334b110-7191-47db-b867-b097b4ccb8a1 req-126d8617-9816-4734-a1b8-8c415ea73ef4 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3e7cdc35-c06d-4310-a1f5-f6d2b101b59f HTTP/1.1" status: 204 len: 173 time: 0.2998712 Sep 22 10:21:34.222155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b6538060-4862-4f79-8167-1132ca9edfc2 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:34.274191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b6538060-4862-4f79-8167-1132ca9edfc2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:34.274568 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:34.289825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d8617-9816-4734-a1b8-8c415ea73ef4 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e7cdc35-c06d-4310-a1f5-f6d2b101b59f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:34.318726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-c0a5c9e2-5f26-4243-9bf2-7055966e7733 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.320376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-c0a5c9e2-5f26-4243-9bf2-7055966e7733 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.1025014 Sep 22 10:21:34.382117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-c81614d8-58a5-4286-85b9-e04fc88aec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.383719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-c81614d8-58a5-4286-85b9-e04fc88aec9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18&tenant_id=e192f08f9a784bf1b08be68f0f93c89f HTTP/1.1" status: 200 len: 1096 time: 0.0523829 Sep 22 10:21:34.460261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-5e028a2f-01ab-4fbe-88fc-0c099cd15562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.461835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-5e028a2f-01ab-4fbe-88fc-0c099cd15562 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 1096 time: 0.0476356 Sep 22 10:21:34.498360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d0837-a2cd-43b9-86b0-53e1d1c9b39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1637f7da-009d-47a9-9ae6-38bf24d68ebb'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:34.501243 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2543a6b1-e030-4cb6-bce0-35b3fdb640d4" -d '{"events": [{"server_uuid": "e71d0837-a2cd-43b9-86b0-53e1d1c9b39d", "name": "network-vif-plugged", "status": "completed", "tag": "1637f7da-009d-47a9-9ae6-38bf24d68ebb"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:34.578860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-c18d0c31-e265-4d63-b3a0-e35842d7903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.580687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-c18d0c31-e265-4d63-b3a0-e35842d7903d service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1106813 Sep 22 10:21:34.628992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-4b480608-331b-43a7-8042-ec4a25608d72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f548bd81-73a9-4db0-8668-c99a5149823e HTTP/1.1" status: 200 len: 217 time: 0.0386910 Sep 22 10:21:34.680055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-78ac0967-bc71-4667-ad22-62e5c8747159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.681563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-78ac0967-bc71-4667-ad22-62e5c8747159 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0448022 Sep 22 10:21:34.738620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-47e294ac-9155-4c46-8db6-40b2cba12dec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412111 Sep 22 10:21:34.761490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00838561-b9cc-4098-bb0b-51a891b60ca7 req-65566dc8-5ff3-4176-9c80-3b884d0fe956 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.780661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00838561-b9cc-4098-bb0b-51a891b60ca7 req-65566dc8-5ff3-4176-9c80-3b884d0fe956 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 950 time: 0.0763631 Sep 22 10:21:34.849718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00838561-b9cc-4098-bb0b-51a891b60ca7 req-557cc012-3721-492d-ac59-c1486dc40e7c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795388 Sep 22 10:21:34.871767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-f595b1c8-36e5-495f-b6b3-e464ee677336 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182933 Sep 22 10:21:34.905404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-31259830-5142-4284-97ab-d1ff48cad41e req-d722593c-0bfb-41e2-ad58-b2df0acd87f1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1807735672', 'description': 'tempest-description-1757489533'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:34.984051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-0be344e2-ccf6-4fbe-bae2-a0b7ad823659 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039469 Sep 22 10:21:35.099247 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-31259830-5142-4284-97ab-d1ff48cad41e req-d722593c-0bfb-41e2-ad58-b2df0acd87f1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:35.176964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-31259830-5142-4284-97ab-d1ff48cad41e req-d722593c-0bfb-41e2-ad58-b2df0acd87f1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:35.299791 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-31259830-5142-4284-97ab-d1ff48cad41e req-d722593c-0bfb-41e2-ad58-b2df0acd87f1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:35.330934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722593c-0bfb-41e2-ad58-b2df0acd87f1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f95f96-16ac-41d9-890c-42d727908773,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:35.516856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-31259830-5142-4284-97ab-d1ff48cad41e req-d722593c-0bfb-41e2-ad58-b2df0acd87f1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:35.518268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31259830-5142-4284-97ab-d1ff48cad41e req-d722593c-0bfb-41e2-ad58-b2df0acd87f1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6297200 Sep 22 10:21:35.636754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-20bf0a6d-a268-45d4-aadf-0438066990b4 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:35.638409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-20bf0a6d-a268-45d4-aadf-0438066990b4 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18&tenant_id=e192f08f9a784bf1b08be68f0f93c89f&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.0747206 Sep 22 10:21:35.656682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a8390-c94f-4549-96c0-5abe36274fda req-daa13630-405c-4de0-b21f-e7594238c553 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:35.658156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b90a8390-c94f-4549-96c0-5abe36274fda req-daa13630-405c-4de0-b21f-e7594238c553 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 945 time: 0.0857737 Sep 22 10:21:35.733180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b90a8390-c94f-4549-96c0-5abe36274fda req-6aa723d2-9765-4cea-aaba-4edade05d1df tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669727 Sep 22 10:21:35.792527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-12ce13a2-2f43-473b-a516-fb5e62fc8030 req-ecb234aa-ace2-4892-8f40-5ea195a25508 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2105187018', 'description': 'tempest-description-87356536'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:35.835360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-f8d95f03-8eb9-4e1c-a96a-ba438afafba9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951803 Sep 22 10:21:35.899124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-9734aedc-4eba-4157-802d-e5fd81f4ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:35.900573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-9734aedc-4eba-4157-802d-e5fd81f4ce9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 1096 time: 0.0393863 Sep 22 10:21:35.986655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b6538060-4862-4f79-8167-1132ca9edfc2 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:35.991431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8845717e-d96a-4699-b76b-3fc8fdede5d3 service neutron] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:35.995912 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8845717e-d96a-4699-b76b-3fc8fdede5d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:35.997005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e4f3a4-0ded-48fe-890f-232b8f1a365b req-8845717e-d96a-4699-b76b-3fc8fdede5d3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/f548bd81-73a9-4db0-8668-c99a5149823e/bindings/n-h1-807025-3 HTTP/1.1" status: 204 len: 173 time: 0.3379653 Sep 22 10:21:36.008958 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-12ce13a2-2f43-473b-a516-fb5e62fc8030 req-ecb234aa-ace2-4892-8f40-5ea195a25508 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:36.028567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-832621f3-2fc0-4242-becf-97ea9e5d5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:36.030058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-832621f3-2fc0-4242-becf-97ea9e5d5cb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 200 len: 908 time: 0.1069698 Sep 22 10:21:36.037465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b6538060-4862-4f79-8167-1132ca9edfc2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:36.037895 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:36.077519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-1a9503b0-1d35-4981-93e2-dc86e1151cf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 200 len: 217 time: 0.0377429 Sep 22 10:21:36.147159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-c03bfed2-c394-43ff-b690-f48bbf99ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:36.148617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-c03bfed2-c394-43ff-b690-f48bbf99ea25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 200 len: 847 time: 0.0628500 Sep 22 10:21:36.197157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-0829f34c-9761-4ab0-8488-84e3d957d7dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=394a1a91-3e61-4088-a3ba-26b5c1b69f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343335 Sep 22 10:21:36.199367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-12ce13a2-2f43-473b-a516-fb5e62fc8030 req-ecb234aa-ace2-4892-8f40-5ea195a25508 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:36.274526 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-12ce13a2-2f43-473b-a516-fb5e62fc8030 req-ecb234aa-ace2-4892-8f40-5ea195a25508 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:36.317850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb234aa-ace2-4892-8f40-5ea195a25508 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed1551-693e-4aaf-84af-7fddbadaeb37,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:36.323125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-8fa5c558-c5d7-4bae-9b9f-d5e6d424a3e1 service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107142 Sep 22 10:21:36.420258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-12ce13a2-2f43-473b-a516-fb5e62fc8030 req-ecb234aa-ace2-4892-8f40-5ea195a25508 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:36.421480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-12ce13a2-2f43-473b-a516-fb5e62fc8030 req-ecb234aa-ace2-4892-8f40-5ea195a25508 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6356826 Sep 22 10:21:36.424030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bb9c4f0-cdee-4748-a5c1-30fe8b9a248d req-27d8aff8-ef9f-4169-92ff-3551702bb6fc service neutron] 10.222.0.32 "GET /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912294 Sep 22 10:21:36.529379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4db11f1c-a521-4a4b-8878-e82d1026a187 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--373724346&fields=id&tenant_id=23a0b87de77b4faa821c87f1da4c3ef1 HTTP/1.1" status: 200 len: 267 time: 0.0353291 Sep 22 10:21:36.640635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-830a9d9b-3cf7-4c5b-b600-f9e87e670f12 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:36.642123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-830a9d9b-3cf7-4c5b-b600-f9e87e670f12 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/networks?id=25629721-800a-4885-841e-f8a09d15b04e HTTP/1.1" status: 200 len: 812 time: 0.1058705 Sep 22 10:21:36.657322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-fd9ee751-5c69-48d0-bf68-7c700d40697f tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/quotas/23a0b87de77b4faa821c87f1da4c3ef1 HTTP/1.1" status: 200 len: 375 time: 0.0094385 Sep 22 10:21:36.710320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-63168cde-fc9b-45e7-a538-a14f6827a0a7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=23a0b87de77b4faa821c87f1da4c3ef1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473862 Sep 22 10:21:36.808750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-f2c452db-9160-4516-9eb0-e86d68ecbcd8 service neutron] 10.222.0.20 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866337 Sep 22 10:21:36.895790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-14f5ebc8-0bac-4067-afb4-eaca206c564d service neutron] 10.222.0.20 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807159 Sep 22 10:21:37.561409 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73194054-644f-4ae1-b845-f5b5246d8c04 x-openstack-request-id: req-73194054-644f-4ae1-b845-f5b5246d8c04 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:37.561955 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71d0837-a2cd-43b9-86b0-53e1d1c9b39d", "name": "network-vif-plugged", "status": "completed", "tag": "1637f7da-009d-47a9-9ae6-38bf24d68ebb", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:37.563174 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73194054-644f-4ae1-b845-f5b5246d8c04 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:37.564073 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d0837-a2cd-43b9-86b0-53e1d1c9b39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1637f7da-009d-47a9-9ae6-38bf24d68ebb', 'code': 200} Sep 22 10:21:37.681725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef281dbe-7e96-4433-aef1-844ac3a48ef3 req-eb62ad3e-96e4-42d7-a606-cd3be9479f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:37.683410 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ef281dbe-7e96-4433-aef1-844ac3a48ef3 req-eb62ad3e-96e4-42d7-a606-cd3be9479f04 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 1101 time: 0.0626538 Sep 22 10:21:37.687402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163f220-7beb-49f1-991a-5735cbda80e8 req-838bcf94-31bd-496c-b6e3-cb8c774ec512 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:37.690876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6163f220-7beb-49f1-991a-5735cbda80e8 req-838bcf94-31bd-496c-b6e3-cb8c774ec512 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 945 time: 0.0704279 Sep 22 10:21:37.735499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6163f220-7beb-49f1-991a-5735cbda80e8 req-e555c403-4956-495b-af0c-870a6f461487 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 Sep 22 10:21:37.737401 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ef281dbe-7e96-4433-aef1-844ac3a48ef3 req-b070506f-d59d-4496-abd9-126dcf35e7b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Sep 22 10:21:37.799666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-c018594d-3165-466e-89d6-68357a7037d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:37.801266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-c018594d-3165-466e-89d6-68357a7037d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=975db0fc21434b6692bc514f1ae29023&device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 1096 time: 0.0649006 Sep 22 10:21:37.931044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-353457a6-b4a8-4eae-8ff6-49aa9e81e8a0 req-e41b33e9-0cc0-4395-bc09-d2e8a87ff033 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/f0f95f96-16ac-41d9-890c-42d727908773 HTTP/1.1" status: 200 len: 1805 time: 0.0796459 Sep 22 10:21:37.945732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-353457a6-b4a8-4eae-8ff6-49aa9e81e8a0 req-b9bc1b9f-17ec-4091-9775-d7f3f94de524 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f0f95f96-16ac-41d9-890c-42d727908773', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:37.946080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-353457a6-b4a8-4eae-8ff6-49aa9e81e8a0 req-b9bc1b9f-17ec-4091-9775-d7f3f94de524 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f0f95f96-16ac-41d9-890c-42d727908773', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:37.977941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-f12661bf-0bb8-4c9a-b52b-ac0d72de38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:37.979758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-f12661bf-0bb8-4c9a-b52b-ac0d72de38f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 200 len: 919 time: 0.1684008 Sep 22 10:21:38.029211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-e5eb9e74-9bb4-4a6d-89f1-1b934de8b507 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=003d9a78-a2ae-4949-b940-96817868530e HTTP/1.1" status: 200 len: 217 time: 0.0353074 Sep 22 10:21:38.110338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-b17ff9b4-1131-46f4-a4f4-7b3c34b44c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:38.111735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-b17ff9b4-1131-46f4-a4f4-7b3c34b44c73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 200 len: 858 time: 0.0660930 Sep 22 10:21:38.137387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-353457a6-b4a8-4eae-8ff6-49aa9e81e8a0 req-b9bc1b9f-17ec-4091-9775-d7f3f94de524 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:38.160819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-69232cdf-9f16-4b5f-82a7-81aab43e68b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c0a77aa-22e7-491d-bb9e-7a4164301c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344894 Sep 22 10:21:38.195857 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-353457a6-b4a8-4eae-8ff6-49aa9e81e8a0 req-b9bc1b9f-17ec-4091-9775-d7f3f94de524 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:38.263509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-f5205ce6-e912-437f-b4e4-4977a827b6d3 service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931401 Sep 22 10:21:38.333004 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-353457a6-b4a8-4eae-8ff6-49aa9e81e8a0 req-b9bc1b9f-17ec-4091-9775-d7f3f94de524 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:38.355083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc1b9f-17ec-4091-9775-d7f3f94de524 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b988ddb3-8287-4265-a674-13b19410d278,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:38.386422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5b68b30-07a3-445d-a01c-723ca44ab1ec req-3b251135-3bec-452a-98c0-db5b974ad1bf service neutron] 10.222.0.32 "GET /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141894 Sep 22 10:21:38.515154 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-353457a6-b4a8-4eae-8ff6-49aa9e81e8a0 req-b9bc1b9f-17ec-4091-9775-d7f3f94de524 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:38.516296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-353457a6-b4a8-4eae-8ff6-49aa9e81e8a0 req-b9bc1b9f-17ec-4091-9775-d7f3f94de524 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5745795 Sep 22 10:21:38.614056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a7321-3ed6-409d-9102-97369a6324df req-7a53c56f-5f90-48c5-96b9-fecf5d733020 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:38.615457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b48a7321-3ed6-409d-9102-97369a6324df req-7a53c56f-5f90-48c5-96b9-fecf5d733020 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 950 time: 0.0483851 Sep 22 10:21:38.655878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b48a7321-3ed6-409d-9102-97369a6324df req-c829a472-a411-41be-8d26-721dab9c08ef tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344207 Sep 22 10:21:38.729057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4341be7e-bea6-4c2e-ad57-081cd576add3 req-361e2d84-1731-485c-b5ac-7222105da41f tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/85ed1551-693e-4aaf-84af-7fddbadaeb37 HTTP/1.1" status: 200 len: 1811 time: 0.0405557 Sep 22 10:21:38.951384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce70094-104d-4e07-80f6-2772a25ea64c req-279078f6-4c3e-4c8f-a251-b7d883bcf81d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:38.952823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ce70094-104d-4e07-80f6-2772a25ea64c req-279078f6-4c3e-4c8f-a251-b7d883bcf81d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 945 time: 0.0627406 Sep 22 10:21:38.993452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ce70094-104d-4e07-80f6-2772a25ea64c req-adf5cc6b-858d-49fc-b80a-368c550d4597 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336313 Sep 22 10:21:39.062826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40afc0d5-5356-4b6e-8a40-d640ac40ce10 req-b18edef4-6d1e-49f6-adfe-4ee155671977 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 210 time: 0.0267582 Sep 22 10:21:39.166197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7cde6-6774-4fbd-adf4-6821b20276fd req-31a0d9a7-726b-42f9-bc1b-5cc1e6ab2006 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:39.167586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ca7cde6-6774-4fbd-adf4-6821b20276fd req-31a0d9a7-726b-42f9-bc1b-5cc1e6ab2006 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0472522 Sep 22 10:21:39.204861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ca7cde6-6774-4fbd-adf4-6821b20276fd req-b34de5e6-aa66-4ab9-82a2-6048665efd87 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304117 Sep 22 10:21:39.233392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-740b9b16-3fdc-4d84-a126-dc9e7ffa8ae0 req-22eb7989-d116-40d5-bded-9fa51840e3dd tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1314830999', 'description': 'tempest-description-689480999'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:39.446454 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-740b9b16-3fdc-4d84-a126-dc9e7ffa8ae0 req-22eb7989-d116-40d5-bded-9fa51840e3dd tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:39.534366 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-740b9b16-3fdc-4d84-a126-dc9e7ffa8ae0 req-22eb7989-d116-40d5-bded-9fa51840e3dd tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:39.728174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-740b9b16-3fdc-4d84-a126-dc9e7ffa8ae0 req-22eb7989-d116-40d5-bded-9fa51840e3dd tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:39.757938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb7989-d116-40d5-bded-9fa51840e3dd tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226f068b-ccf7-4b98-aaff-29b6f03db87f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:39.851930 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-740b9b16-3fdc-4d84-a126-dc9e7ffa8ae0 req-22eb7989-d116-40d5-bded-9fa51840e3dd tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:39.853189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-740b9b16-3fdc-4d84-a126-dc9e7ffa8ae0 req-22eb7989-d116-40d5-bded-9fa51840e3dd tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6245217 Sep 22 10:21:40.085873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433b67-f100-492b-9779-9e6a87a51eb9 req-2affdffc-23c6-45cb-b620-fa3d5fd36b3b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:40.087378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd433b67-f100-492b-9779-9e6a87a51eb9 req-2affdffc-23c6-45cb-b620-fa3d5fd36b3b tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 950 time: 0.0505407 Sep 22 10:21:40.126278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd433b67-f100-492b-9779-9e6a87a51eb9 req-76381168-f5c8-431c-83ab-f3ca4130a27d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325413 Sep 22 10:21:40.152750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-5ee035fd-b7d1-4327-a29b-221a57f449ed req-fc51f3bd-5e03-4c9b-8992-150484bfd620 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895019703', 'description': 'tempest-description-911565777'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:40.368561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ee035fd-b7d1-4327-a29b-221a57f449ed req-fc51f3bd-5e03-4c9b-8992-150484bfd620 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:40.451769 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ee035fd-b7d1-4327-a29b-221a57f449ed req-fc51f3bd-5e03-4c9b-8992-150484bfd620 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:40.596798 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ee035fd-b7d1-4327-a29b-221a57f449ed req-fc51f3bd-5e03-4c9b-8992-150484bfd620 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:40.627055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51f3bd-5e03-4c9b-8992-150484bfd620 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e7323d-0615-4772-ac1e-f63659cadf2f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:40.800500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ee035fd-b7d1-4327-a29b-221a57f449ed req-fc51f3bd-5e03-4c9b-8992-150484bfd620 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:40.801755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ee035fd-b7d1-4327-a29b-221a57f449ed req-fc51f3bd-5e03-4c9b-8992-150484bfd620 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6531873 Sep 22 10:21:40.836295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8a716c3d-c0c3-4f5c-beb1-d0a3106d03e1 req-608808e9-157d-4b06-bdb7-dea6f01cefbd tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-791481614', 'description': 'tempest-description-580545591'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:41.008197 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8a716c3d-c0c3-4f5c-beb1-d0a3106d03e1 req-608808e9-157d-4b06-bdb7-dea6f01cefbd tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:41.112621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8a716c3d-c0c3-4f5c-beb1-d0a3106d03e1 req-608808e9-157d-4b06-bdb7-dea6f01cefbd tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:41.136384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-b60e1fbc-0b76-4de8-93fd-77ca5f48ff20 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:41.138526 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-b60e1fbc-0b76-4de8-93fd-77ca5f48ff20 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.30 "GET /v2.0/networks?id=25629721-800a-4885-841e-f8a09d15b04e HTTP/1.1" status: 200 len: 812 time: 0.1055715 Sep 22 10:21:41.179880 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-86e5eb50-733e-4600-b085-e6e171ebece0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23a0b87de77b4faa821c87f1da4c3ef1 HTTP/1.1" status: 200 len: 379 time: 0.0330081 Sep 22 10:21:41.192010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Request body: {'port': {'device_id': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'admin_state_up': True, 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'security_groups': ['e714c014-8aa0-464d-a607-9d058f97c079']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:41.251785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8a716c3d-c0c3-4f5c-beb1-d0a3106d03e1 req-608808e9-157d-4b06-bdb7-dea6f01cefbd tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:41.283129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608808e9-157d-4b06-bdb7-dea6f01cefbd tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefd5311-76f9-4ea0-914c-6654c77cd353,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:41.360880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8a716c3d-c0c3-4f5c-beb1-d0a3106d03e1 req-608808e9-157d-4b06-bdb7-dea6f01cefbd tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:41.362953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a716c3d-c0c3-4f5c-beb1-d0a3106d03e1 req-608808e9-157d-4b06-bdb7-dea6f01cefbd tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5329978 Sep 22 10:21:41.454462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f2b65-c3b4-4853-aa75-8d5d0148c29d req-4d92c1ac-4cd8-4a47-ada7-1c884d0f1999 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:41.455979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-946f2b65-c3b4-4853-aa75-8d5d0148c29d req-4d92c1ac-4cd8-4a47-ada7-1c884d0f1999 tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 1096 time: 0.0400338 Sep 22 10:21:41.489374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-946f2b65-c3b4-4853-aa75-8d5d0148c29d req-a8fb2783-3880-4885-8a79-37b5070f2bed tempest-LiveMigrationTest-1188636577 tempest-LiveMigrationTest-1188636577-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276251 Sep 22 10:21:41.505000 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Made reservation on behalf of 23a0b87de77b4faa821c87f1da4c3ef1 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:41.508941 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:41.575291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6319554-d646-43fd-870b-8bcbb75fb6a3 req-b8831aae-c439-49bf-a073-8de7d104ca37 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 210 time: 0.0263455 Sep 22 10:21:41.645172 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Allocated IP 172.20.0.3 (25629721-800a-4885-841e-f8a09d15b04e/eff1818f-3b2f-489d-bd92-cf2a61170395/de36a1fe-ca4a-4060-a60f-27b4e30b107a) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:21:41.673653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad52cb1-c511-4d9c-84e0-9f12195ec3f6 req-0cf4530a-769b-48cd-9a5b-040ca243c9e2 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:41.675190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ad52cb1-c511-4d9c-84e0-9f12195ec3f6 req-0cf4530a-769b-48cd-9a5b-040ca243c9e2 tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 1101 time: 0.0386410 Sep 22 10:21:41.710317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ad52cb1-c511-4d9c-84e0-9f12195ec3f6 req-6f50bc40-8fe4-43a3-a337-54544a58ca2d tempest-ServersOnMultiNodesTest-1963741891 tempest-ServersOnMultiNodesTest-1963741891-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288546 Sep 22 10:21:41.781443 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:41.821080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0dba2-c0ba-436a-948c-fcaeb4f483a4 req-09eddeff-0e9e-4784-a12b-d18445a8f8e5 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:41.822586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6fd0dba2-c0ba-436a-948c-fcaeb4f483a4 req-09eddeff-0e9e-4784-a12b-d18445a8f8e5 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0570374 Sep 22 10:21:41.859995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6fd0dba2-c0ba-436a-948c-fcaeb4f483a4 req-6e3110d4-ade8-41a4-bb68-a003f50c0201 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Sep 22 10:21:41.904397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:41.921977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07c08c33-3749-47be-82f5-c21282920be0 req-2fa6a21f-0665-4e6a-b158-2c5ff818c60e tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/226f068b-ccf7-4b98-aaff-29b6f03db87f HTTP/1.1" status: 200 len: 1804 time: 0.0392990 Sep 22 10:21:41.967443 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Network 25629721-800a-4885-841e-f8a09d15b04e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:41.967672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07c08c33-3749-47be-82f5-c21282920be0 req-2faafec4-b05d-4726-8d43-5d86b38df140 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/21e7323d-0615-4772-ac1e-f63659cadf2f HTTP/1.1" status: 200 len: 1803 time: 0.0394015 Sep 22 10:21:41.970513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:41.974263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:21:41.982515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-07c08c33-3749-47be-82f5-c21282920be0 req-6d873863-5cd4-4a9a-b42a-379536fbafce tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '226f068b-ccf7-4b98-aaff-29b6f03db87f', 'remote_group_id': '21e7323d-0615-4772-ac1e-f63659cadf2f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:41.982515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-07c08c33-3749-47be-82f5-c21282920be0 req-6d873863-5cd4-4a9a-b42a-379536fbafce tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '226f068b-ccf7-4b98-aaff-29b6f03db87f', 'remote_group_id': '21e7323d-0615-4772-ac1e-f63659cadf2f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:42.000895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Pushing event updated for resources: {'Port': ['ID=de36a1fe-ca4a-4060-a60f-27b4e30b107a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:42.029644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:42.030291 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.154894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0723c312-04eb-492c-b85a-93b0e5495eef None None] Provisioning complete for port de36a1fe-ca4a-4060-a60f-27b4e30b107a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:42.159385 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0723c312-04eb-492c-b85a-93b0e5495eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.189277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0723c312-04eb-492c-b85a-93b0e5495eef None None] Port de36a1fe-ca4a-4060-a60f-27b4e30b107a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:21:42.193059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07c08c33-3749-47be-82f5-c21282920be0 req-6d873863-5cd4-4a9a-b42a-379536fbafce tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.252809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07c08c33-3749-47be-82f5-c21282920be0 req-6d873863-5cd4-4a9a-b42a-379536fbafce tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.266029 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-208c1438-1f5f-4331-884a-58ad41da988c tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0779703 Sep 22 10:21:42.279628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Request body: {'port': {'device_id': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:42.331724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.371676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07c08c33-3749-47be-82f5-c21282920be0 req-6d873863-5cd4-4a9a-b42a-379536fbafce tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.391303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d873863-5cd4-4a9a-b42a-379536fbafce tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f0b162-092d-4044-99ab-70a71d5d2721,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:42.522764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07c08c33-3749-47be-82f5-c21282920be0 req-6d873863-5cd4-4a9a-b42a-379536fbafce tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.524081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07c08c33-3749-47be-82f5-c21282920be0 req-6d873863-5cd4-4a9a-b42a-379536fbafce tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5485189 Sep 22 10:21:42.596446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de36a1fe-ca4a-4060-a60f-27b4e30b107a {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:42.604167 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.615890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Transition to ACTIVE for port object de36a1fe-ca4a-4060-a60f-27b4e30b107a will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:21:42.703285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.753953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Pushing event updated for resources: {'Port': ['ID=de36a1fe-ca4a-4060-a60f-27b4e30b107a,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:42.821843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Attempting to bind port de36a1fe-ca4a-4060-a60f-27b4e30b107a on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:42.822222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Attempting to bind port de36a1fe-ca4a-4060-a60f-27b4e30b107a by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:42.822604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Attempting to bind port de36a1fe-ca4a-4060-a60f-27b4e30b107a on network 25629721-800a-4885-841e-f8a09d15b04e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:42.827392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Port de36a1fe-ca4a-4060-a60f-27b4e30b107a on network 25629721-800a-4885-841e-f8a09d15b04e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:21:42.827810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Attempting to bind port de36a1fe-ca4a-4060-a60f-27b4e30b107a on network 25629721-800a-4885-841e-f8a09d15b04e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:42.833668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:42.834399 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Checking segment: {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:42.834633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Bound using segment: {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:42.835163 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Bound port: de36a1fe-ca4a-4060-a60f-27b4e30b107a, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8231b915-d83e-4472-a962-aa4389d5b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '25629721-800a-4885-841e-f8a09d15b04e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:42.835524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.906925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] For port de36a1fe-ca4a-4060-a60f-27b4e30b107a, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:42.909951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] For port de36a1fe-ca4a-4060-a60f-27b4e30b107a, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=de36a1fe-ca4a-4060-a60f-27b4e30b107a,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:43.048785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:43.081943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:43.082585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:43.084121 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] 10.222.0.30 "PUT /v2.0/ports/de36a1fe-ca4a-4060-a60f-27b4e30b107a HTTP/1.1" status: 200 len: 1091 time: 0.8085763 Sep 22 10:21:43.084443 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'tag': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:43.086853 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5933612-7e12-49ba-ba9c-6680d100bdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "77c3880b-cc7b-4eb3-8abd-d878ee643b5b", "tag": "de36a1fe-ca4a-4060-a60f-27b4e30b107a"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:43.112036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063b0a7-513b-4904-83ab-3bad20ef33ab service neutron] Pushing event updated for resources: {'Port': ['ID=de36a1fe-ca4a-4060-a60f-27b4e30b107a,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:43.272299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-6d911d4b-3770-41c5-becb-64b44ab8a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:43.273813 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-6d911d4b-3770-41c5-becb-64b44ab8a2a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23a0b87de77b4faa821c87f1da4c3ef1&device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 1094 time: 0.0416095 Sep 22 10:21:43.318217 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-985709d9-ce8b-49d1-ab74-6511aef19931 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de36a1fe-ca4a-4060-a60f-27b4e30b107a HTTP/1.1" status: 200 len: 217 time: 0.0364466 Sep 22 10:21:43.366836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-ae39e5c6-01da-4e93-b1a1-0beb1834add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:43.368405 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-ae39e5c6-01da-4e93-b1a1-0beb1834add6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff1818f-3b2f-489d-bd92-cf2a61170395 HTTP/1.1" status: 200 len: 851 time: 0.0437927 Sep 22 10:21:43.418712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-f2ae2a08-171e-47b0-a05d-822f26decb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:43.420746 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-f2ae2a08-171e-47b0-a05d-822f26decb8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25629721-800a-4885-841e-f8a09d15b04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457430 Sep 22 10:21:43.512443 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-0f89f6b9-a08f-4940-a681-e8b59aa4f569 service neutron] 10.222.0.30 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842149 Sep 22 10:21:43.604702 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-643912b7-4e50-4981-9292-f01e476f7cc2 req-271a0b7e-5087-415c-883e-356956efba9d service neutron] 10.222.0.30 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853949 Sep 22 10:21:43.637442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d7e3064-0557-4418-9965-0467bca1d3e7 req-61d5c6f3-8976-4e61-82b7-5e36975e863d tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/fefd5311-76f9-4ea0-914c-6654c77cd353 HTTP/1.1" status: 200 len: 1811 time: 0.0439143 Sep 22 10:21:44.782759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034395f4-64bb-46f1-8334-eb78b313b768 req-d70a659b-c590-4d8d-aac9-b4ed4e61afd9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:44.784482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-034395f4-64bb-46f1-8334-eb78b313b768 req-d70a659b-c590-4d8d-aac9-b4ed4e61afd9 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 945 time: 0.0540004 Sep 22 10:21:44.886863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-034395f4-64bb-46f1-8334-eb78b313b768 req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Deleting port f548bd81-73a9-4db0-8668-c99a5149823e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:44.890271 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-034395f4-64bb-46f1-8334-eb78b313b768 req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:44.986154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-034395f4-64bb-46f1-8334-eb78b313b768 req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] For port f548bd81-73a9-4db0-8668-c99a5149823e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f548bd81-73a9-4db0-8668-c99a5149823e,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:44.986509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-034395f4-64bb-46f1-8334-eb78b313b768 req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:45.002878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-034395f4-64bb-46f1-8334-eb78b313b768 req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Calling delete_port for f548bd81-73a9-4db0-8668-c99a5149823e owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:21:45.025407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ecc1f18f-aa3a-455d-9a38-92934415f31c req-38ea52db-3da7-47f0-b392-c043697aeaae tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1450625187', 'description': 'tempest-description-971941321'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:45.206455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ecc1f18f-aa3a-455d-9a38-92934415f31c req-38ea52db-3da7-47f0-b392-c043697aeaae tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:45.254345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-034395f4-64bb-46f1-8334-eb78b313b768 req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:45.269579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['464c5258-b00a-4c2a-ba66-7e609c4aa820', 'f548bd81-73a9-4db0-8668-c99a5149823e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:45.292659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Pushing event deleted for resources: {'Port': ['ID=f548bd81-73a9-4db0-8668-c99a5149823e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:45.307779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.308127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.308446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.308776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.309213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.309579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.309940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.310274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.312238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.312238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.312238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.312238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:45.364845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ecc1f18f-aa3a-455d-9a38-92934415f31c req-38ea52db-3da7-47f0-b392-c043697aeaae tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:45.365907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-034395f4-64bb-46f1-8334-eb78b313b768 req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] No DVR routers for this DVR port f548bd81-73a9-4db0-8668-c99a5149823e on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:45.369065 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-034395f4-64bb-46f1-8334-eb78b313b768 req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:45.371315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-034395f4-64bb-46f1-8334-eb78b313b768 req-76da91c7-79d8-4b60-8025-3a26181c71e6 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.32 "DELETE /v2.0/ports/f548bd81-73a9-4db0-8668-c99a5149823e HTTP/1.1" status: 204 len: 173 time: 0.5803206 Sep 22 10:21:45.371812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'name': 'network-vif-deleted', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:45.375089 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6078de-d1c3-4f04-9c0b-d41e30e044dc" -d '{"events": [{"server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "name": "network-vif-deleted", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:45.449402 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ecc1f18f-aa3a-455d-9a38-92934415f31c req-38ea52db-3da7-47f0-b392-c043697aeaae tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:45.482507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea52db-3da7-47f0-b392-c043697aeaae tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17eefa-254a-44b4-94c8-14fb091b4ee3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:45.557366 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ecc1f18f-aa3a-455d-9a38-92934415f31c req-38ea52db-3da7-47f0-b392-c043697aeaae tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:45.558780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ecc1f18f-aa3a-455d-9a38-92934415f31c req-38ea52db-3da7-47f0-b392-c043697aeaae tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5427115 Sep 22 10:21:45.683758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbfe67-0447-4010-848f-ede306c96df1 req-d477c762-ca5b-494c-a683-3774a11c75a5 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:45.685294 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cbbfe67-0447-4010-848f-ede306c96df1 req-d477c762-ca5b-494c-a683-3774a11c75a5 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 943 time: 0.0681505 Sep 22 10:21:45.723367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cbbfe67-0447-4010-848f-ede306c96df1 req-40ce07d5-cca3-4dc0-bc2c-83a66a62e728 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups?id=e714c014-8aa0-464d-a607-9d058f97c079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Sep 22 10:21:45.776002 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bd1eea-4e15-456a-92a3-896602989ba9 x-openstack-request-id: req-81bd1eea-4e15-456a-92a3-896602989ba9 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:45.776524 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c3880b-cc7b-4eb3-8abd-d878ee643b5b", "tag": "de36a1fe-ca4a-4060-a60f-27b4e30b107a", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:45.777027 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81bd1eea-4e15-456a-92a3-896602989ba9 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:45.777543 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'tag': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a', 'status': 'completed', 'code': 200} Sep 22 10:21:45.849082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-f9814747-83ce-4fdc-8c9a-3d6269778842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:45.849461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-eb7f2f63-daf6-41f3-8572-15f36b5a443a req-a5c62d84-3aff-49ac-b2dd-2ec5f90306e8 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-975698728', 'description': 'tempest-description-1053949227'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:45.850663 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-f9814747-83ce-4fdc-8c9a-3d6269778842 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23a0b87de77b4faa821c87f1da4c3ef1&device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 1094 time: 0.0438700 Sep 22 10:21:45.948758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-e53b73e0-d1b7-4151-bd29-fd36f631c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:45.951535 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb7f2f63-daf6-41f3-8572-15f36b5a443a req-a5c62d84-3aff-49ac-b2dd-2ec5f90306e8 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:45.953727 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-e53b73e0-d1b7-4151-bd29-fd36f631c68d service neutron] 10.222.0.30 "GET /v2.0/networks?id=25629721-800a-4885-841e-f8a09d15b04e HTTP/1.1" status: 200 len: 913 time: 0.0959988 Sep 22 10:21:45.995695 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-d34d01b9-5f86-48a5-9247-c85a8fb99474 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de36a1fe-ca4a-4060-a60f-27b4e30b107a HTTP/1.1" status: 200 len: 217 time: 0.0339890 Sep 22 10:21:46.032646 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb7f2f63-daf6-41f3-8572-15f36b5a443a req-a5c62d84-3aff-49ac-b2dd-2ec5f90306e8 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.047643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-0226b6b9-0d0f-4f7e-82fd-8d5159922400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:46.049307 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-0226b6b9-0d0f-4f7e-82fd-8d5159922400 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff1818f-3b2f-489d-bd92-cf2a61170395 HTTP/1.1" status: 200 len: 851 time: 0.0470273 Sep 22 10:21:46.098948 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb7f2f63-daf6-41f3-8572-15f36b5a443a req-a5c62d84-3aff-49ac-b2dd-2ec5f90306e8 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.107836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-2b160296-33d8-4d7e-9541-1666c2a5216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:46.109614 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-2b160296-33d8-4d7e-9541-1666c2a5216c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25629721-800a-4885-841e-f8a09d15b04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417266 Sep 22 10:21:46.138708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c62d84-3aff-49ac-b2dd-2ec5f90306e8 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e82599-6417-40b8-8dfb-e4aa3dc41a16,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:46.150458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-544c8833-262b-40fa-a64c-91f5123ad85e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:46.152951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-544c8833-262b-40fa-a64c-91f5123ad85e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 950 time: 0.0844226 Sep 22 10:21:46.155316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device de36a1fe-ca4a-4060-a60f-27b4e30b107a details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:21:46.203422 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb7f2f63-daf6-41f3-8572-15f36b5a443a req-a5c62d84-3aff-49ac-b2dd-2ec5f90306e8 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.205080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb7f2f63-daf6-41f3-8572-15f36b5a443a req-a5c62d84-3aff-49ac-b2dd-2ec5f90306e8 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3611403 Sep 22 10:21:46.224783 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-6568f8ef-b05a-4c94-b07a-051f4c09bb8f service neutron] 10.222.0.30 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083159 Sep 22 10:21:46.274318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port de36a1fe-ca4a-4060-a60f-27b4e30b107a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=de36a1fe-ca4a-4060-a60f-27b4e30b107a,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:46.289949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'port_id': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a', 'mac_address': 'fa:16:3e:51:62:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:21:46.301711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6be0f65e-df78-4a34-86a0-1451afa8b650 req-55b5a8e2-0dec-4932-8e3a-19959693ac21 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 210 time: 0.0369222 Sep 22 10:21:46.342284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Deleting port 1637f7da-009d-47a9-9ae6-38bf24d68ebb {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:46.342697 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a5933612-7e12-49ba-ba9c-6680d100bdc7 req-1f5ad777-1578-413f-8236-5297a0575b99 service neutron] 10.222.0.30 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097944 Sep 22 10:21:46.342849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.355947 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.370190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de36a1fe-ca4a-4060-a60f-27b4e30b107a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:46.396856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port de36a1fe-ca4a-4060-a60f-27b4e30b107a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=de36a1fe-ca4a-4060-a60f-27b4e30b107a,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:46.465411 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.474516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] For port 1637f7da-009d-47a9-9ae6-38bf24d68ebb, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1637f7da-009d-47a9-9ae6-38bf24d68ebb,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:46.474895 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.491895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Calling delete_port for 1637f7da-009d-47a9-9ae6-38bf24d68ebb owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:21:46.506915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34afcf-dcab-4fcc-9806-5bc31ecf0389 req-b28035d0-32d2-4a76-b1ba-18f13e2281cc tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:46.508447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db34afcf-dcab-4fcc-9806-5bc31ecf0389 req-b28035d0-32d2-4a76-b1ba-18f13e2281cc tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e71d0837-a2cd-43b9-86b0-53e1d1c9b39d HTTP/1.1" status: 200 len: 950 time: 0.0866377 Sep 22 10:21:46.515298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=de36a1fe-ca4a-4060-a60f-27b4e30b107a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:46.594015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db34afcf-dcab-4fcc-9806-5bc31ecf0389 req-ed58bbd9-3398-4c86-9b61-6258ae1ed9e5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Sep 22 10:21:46.691176 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b8cc1a-7371-4e71-a5da-7c6ec0709d04 x-openstack-request-id: req-67b8cc1a-7371-4e71-a5da-7c6ec0709d04 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:46.692598 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e61b207-fb31-4b2b-bb32-56b1bfc4ab18", "name": "network-vif-deleted", "tag": "f548bd81-73a9-4db0-8668-c99a5149823e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:46.692865 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67b8cc1a-7371-4e71-a5da-7c6ec0709d04 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:46.693275 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e61b207-fb31-4b2b-bb32-56b1bfc4ab18', 'name': 'network-vif-deleted', 'tag': 'f548bd81-73a9-4db0-8668-c99a5149823e', 'status': 'completed', 'code': 200} Sep 22 10:21:46.712834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f32da1ee-1d92-4dbf-994b-60bd23cf4e9d req-bfe1340d-71d1-41fa-aec8-8c4c5d8b1623 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2138500313', 'description': 'tempest-description-1053658753'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:46.725143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['de36a1fe-ca4a-4060-a60f-27b4e30b107a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:46.791227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.804744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'c70f26d4-9962-4483-bf42-7ca2fe01fe20', '27e79e58-5003-4446-b750-43ca2f4965e7'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:46.824495 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f32da1ee-1d92-4dbf-994b-60bd23cf4e9d req-bfe1340d-71d1-41fa-aec8-8c4c5d8b1623 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.828516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event deleted for resources: {'Port': ['ID=1637f7da-009d-47a9-9ae6-38bf24d68ebb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:46.919284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] No DVR routers for this DVR port 1637f7da-009d-47a9-9ae6-38bf24d68ebb on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:46.923143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:46.925351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9e7ebdb3-6ac9-4d5f-9952-e607ee86e7db req-07097d79-4d96-48c7-8511-bba024271733 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "DELETE /v2.0/ports/1637f7da-009d-47a9-9ae6-38bf24d68ebb HTTP/1.1" status: 204 len: 173 time: 0.7645521 Sep 22 10:21:46.997923 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f32da1ee-1d92-4dbf-994b-60bd23cf4e9d req-bfe1340d-71d1-41fa-aec8-8c4c5d8b1623 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:47.071081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f32da1ee-1d92-4dbf-994b-60bd23cf4e9d req-bfe1340d-71d1-41fa-aec8-8c4c5d8b1623 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:47.105896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1340d-71d1-41fa-aec8-8c4c5d8b1623 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e79c65-87f4-46e7-bfa1-a5daf48e8814,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:47.162606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f32da1ee-1d92-4dbf-994b-60bd23cf4e9d req-bfe1340d-71d1-41fa-aec8-8c4c5d8b1623 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:47.164558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f32da1ee-1d92-4dbf-994b-60bd23cf4e9d req-bfe1340d-71d1-41fa-aec8-8c4c5d8b1623 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4560950 Sep 22 10:21:47.227172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19db0d2b-3a2f-49e6-8996-a619e5de6f45 req-52db348b-0f73-4bca-b4d0-a80ab0130420 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/44e82599-6417-40b8-8dfb-e4aa3dc41a16 HTTP/1.1" status: 200 len: 1812 time: 0.0456691 Sep 22 10:21:47.331441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99531dc9-1870-4fdd-9718-b8d1419ea23e req-b644c07f-14d3-44e9-b95b-12b15dd512a8 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:47.332026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99531dc9-1870-4fdd-9718-b8d1419ea23e req-b644c07f-14d3-44e9-b95b-12b15dd512a8 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 944 time: 0.0547960 Sep 22 10:21:47.375046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99531dc9-1870-4fdd-9718-b8d1419ea23e req-d2a73cab-5dfa-4932-ac8c-75ffc9fd3004 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups?id=e714c014-8aa0-464d-a607-9d058f97c079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353227 Sep 22 10:21:47.500946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa50630a-46cd-414a-8d69-4cf05a435f50 req-5ea89e9b-6890-4da7-8c16-b0cb40f4b2b3 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/9b17eefa-254a-44b4-94c8-14fb091b4ee3 HTTP/1.1" status: 200 len: 1804 time: 0.0397274 Sep 22 10:21:47.545273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa50630a-46cd-414a-8d69-4cf05a435f50 req-45d59dc3-7fb1-4a95-b289-c008dc3cf57d tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/d4e79c65-87f4-46e7-bfa1-a5daf48e8814 HTTP/1.1" status: 200 len: 1805 time: 0.0380676 Sep 22 10:21:47.553478 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9', '1637f7da-009d-47a9-9ae6-38bf24d68ebb'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:47.555282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-aa50630a-46cd-414a-8d69-4cf05a435f50 req-68f5cf52-5174-4841-b9f7-7431b6e492e1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9b17eefa-254a-44b4-94c8-14fb091b4ee3', 'remote_group_id': 'd4e79c65-87f4-46e7-bfa1-a5daf48e8814', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:47.555607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-aa50630a-46cd-414a-8d69-4cf05a435f50 req-68f5cf52-5174-4841-b9f7-7431b6e492e1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9b17eefa-254a-44b4-94c8-14fb091b4ee3', 'remote_group_id': 'd4e79c65-87f4-46e7-bfa1-a5daf48e8814', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:47.689322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa50630a-46cd-414a-8d69-4cf05a435f50 req-68f5cf52-5174-4841-b9f7-7431b6e492e1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:47.727305 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa50630a-46cd-414a-8d69-4cf05a435f50 req-68f5cf52-5174-4841-b9f7-7431b6e492e1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:47.817313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa50630a-46cd-414a-8d69-4cf05a435f50 req-68f5cf52-5174-4841-b9f7-7431b6e492e1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:47.838850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5cf52-5174-4841-b9f7-7431b6e492e1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bb3d28-1871-461d-92f2-bbc2748e26bd,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:47.922963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa50630a-46cd-414a-8d69-4cf05a435f50 req-68f5cf52-5174-4841-b9f7-7431b6e492e1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:47.924262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa50630a-46cd-414a-8d69-4cf05a435f50 req-68f5cf52-5174-4841-b9f7-7431b6e492e1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3729093 Sep 22 10:21:47.967657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-cde534c2-b6a1-4270-aa09-c6a5220f26b1 req-e7e78118-40d5-463b-afb7-ce5e43d4421b tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1799313368', 'description': 'tempest-description-65407187'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:48.048069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cde534c2-b6a1-4270-aa09-c6a5220f26b1 req-e7e78118-40d5-463b-afb7-ce5e43d4421b tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.134356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f548bd81-73a9-4db0-8668-c99a5149823e no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:48.138632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cde534c2-b6a1-4270-aa09-c6a5220f26b1 req-e7e78118-40d5-463b-afb7-ce5e43d4421b tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.155314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: f548bd81-73a9-4db0-8668-c99a5149823e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:21:48.155812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f548bd81-73a9-4db0-8668-c99a5149823e not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:21:48.167416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device de36a1fe-ca4a-4060-a60f-27b4e30b107a up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:48.263459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cde534c2-b6a1-4270-aa09-c6a5220f26b1 req-e7e78118-40d5-463b-afb7-ce5e43d4421b tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.291883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e78118-40d5-463b-afb7-ce5e43d4421b tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80843ad5-2973-4033-9f60-a111b47e1f12,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:48.321936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port de36a1fe-ca4a-4060-a60f-27b4e30b107a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:21:48.326301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port de36a1fe-ca4a-4060-a60f-27b4e30b107a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:48.326684 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.383487 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cde534c2-b6a1-4270-aa09-c6a5220f26b1 req-e7e78118-40d5-463b-afb7-ce5e43d4421b tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.384781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cde534c2-b6a1-4270-aa09-c6a5220f26b1 req-e7e78118-40d5-463b-afb7-ce5e43d4421b tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4217453 Sep 22 10:21:48.425282 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.455926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:48.458301 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ed894d-be51-413f-8e5b-1fe582200021" -d '{"events": [{"server_uuid": "77c3880b-cc7b-4eb3-8abd-d878ee643b5b", "name": "network-vif-plugged", "status": "completed", "tag": "de36a1fe-ca4a-4060-a60f-27b4e30b107a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:48.472476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port de36a1fe-ca4a-4060-a60f-27b4e30b107a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=de36a1fe-ca4a-4060-a60f-27b4e30b107a,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:48.475386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6df32be6-c4d9-4866-9b50-c4a3bf1cb3d4 req-61380ffe-ac40-4d74-a507-898ac24103c7 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 210 time: 0.0346959 Sep 22 10:21:48.551173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.552010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1637f7da-009d-47a9-9ae6-38bf24d68ebb no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:48.574772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 1637f7da-009d-47a9-9ae6-38bf24d68ebb {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:21:48.575800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1637f7da-009d-47a9-9ae6-38bf24d68ebb not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:21:48.621040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=de36a1fe-ca4a-4060-a60f-27b4e30b107a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:48.626344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80830896-c72d-46ae-a296-07722f13780c req-eaac9b4b-7a4e-4add-a02b-1b8e7becd60b tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/d4e79c65-87f4-46e7-bfa1-a5daf48e8814 HTTP/1.1" status: 200 len: 1805 time: 0.0401049 Sep 22 10:21:48.684586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-80830896-c72d-46ae-a296-07722f13780c req-3bf4254b-cd52-44e4-9586-0a3aafc39628 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.694811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d0837-a2cd-43b9-86b0-53e1d1c9b39d', 'name': 'network-vif-deleted', 'tag': '1637f7da-009d-47a9-9ae6-38bf24d68ebb'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:48.697021 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05115313-0f6a-454a-9d14-1831ae579a69" -d '{"events": [{"server_uuid": "e71d0837-a2cd-43b9-86b0-53e1d1c9b39d", "name": "network-vif-deleted", "tag": "1637f7da-009d-47a9-9ae6-38bf24d68ebb"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:48.711239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-80830896-c72d-46ae-a296-07722f13780c req-3bf4254b-cd52-44e4-9586-0a3aafc39628 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.836760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-80830896-c72d-46ae-a296-07722f13780c req-3bf4254b-cd52-44e4-9586-0a3aafc39628 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.839266 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-80830896-c72d-46ae-a296-07722f13780c req-3bf4254b-cd52-44e4-9586-0a3aafc39628 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:48.840936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80830896-c72d-46ae-a296-07722f13780c req-3bf4254b-cd52-44e4-9586-0a3aafc39628 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4e79c65-87f4-46e7-bfa1-a5daf48e8814 HTTP/1.1" status: 204 len: 173 time: 0.2081850 Sep 22 10:21:48.850316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4254b-cd52-44e4-9586-0a3aafc39628 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e79c65-87f4-46e7-bfa1-a5daf48e8814,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:48.896819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f180bee0-7fc2-4620-91e7-736f3436d2a5 req-7063e2f4-f1c8-4721-9d53-e39a6a515891 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/80843ad5-2973-4033-9f60-a111b47e1f12 HTTP/1.1" status: 200 len: 1811 time: 0.0405202 Sep 22 10:21:48.993653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cd7d0-0575-4639-a269-8c3998b16b43 req-8861c99e-4781-4755-bbdf-27a85d774b4a tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:48.995220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-140cd7d0-0575-4639-a269-8c3998b16b43 req-8861c99e-4781-4755-bbdf-27a85d774b4a tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 945 time: 0.0488615 Sep 22 10:21:49.033898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-140cd7d0-0575-4639-a269-8c3998b16b43 req-1096cb4d-08a6-4ed2-a890-c9a550d88423 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups?id=e714c014-8aa0-464d-a607-9d058f97c079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Sep 22 10:21:49.133157 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d328270-e01b-4314-a176-06e3df7a1b19 x-openstack-request-id: req-7d328270-e01b-4314-a176-06e3df7a1b19 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:49.133660 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c3880b-cc7b-4eb3-8abd-d878ee643b5b", "name": "network-vif-plugged", "status": "completed", "tag": "de36a1fe-ca4a-4060-a60f-27b4e30b107a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:49.133917 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d328270-e01b-4314-a176-06e3df7a1b19 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:49.134355 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a', 'code': 200} Sep 22 10:21:49.231154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832076fd-7b6f-4c0c-ad38-981cb9fcde3a req-b6a303a0-4e78-47bb-aa2d-8a6d98ee199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:49.232704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-832076fd-7b6f-4c0c-ad38-981cb9fcde3a req-b6a303a0-4e78-47bb-aa2d-8a6d98ee199d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 1096 time: 0.0399616 Sep 22 10:21:49.270417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-832076fd-7b6f-4c0c-ad38-981cb9fcde3a req-6e2beb8e-a733-401c-9adf-ab9ded2d8c83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e714c014-8aa0-464d-a607-9d058f97c079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308707 Sep 22 10:21:49.559721 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614de053-c1c2-434d-9888-5f37805eca08 x-openstack-request-id: req-614de053-c1c2-434d-9888-5f37805eca08 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:49.560215 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71d0837-a2cd-43b9-86b0-53e1d1c9b39d", "name": "network-vif-deleted", "tag": "1637f7da-009d-47a9-9ae6-38bf24d68ebb", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:49.560494 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-614de053-c1c2-434d-9888-5f37805eca08 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:49.566438 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d0837-a2cd-43b9-86b0-53e1d1c9b39d', 'name': 'network-vif-deleted', 'tag': '1637f7da-009d-47a9-9ae6-38bf24d68ebb', 'status': 'completed', 'code': 200} Sep 22 10:21:49.610251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09ad587a-256b-4344-a77e-a912e7b14b6f req-69f92c30-c6e3-4cea-b554-0a6a6396979a tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/9b17eefa-254a-44b4-94c8-14fb091b4ee3 HTTP/1.1" status: 200 len: 1804 time: 0.0389528 Sep 22 10:21:49.644062 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-78b971f7-d310-4818-b466-9d6a41c1657d req-6a277385-160c-4378-abdc-5a1c293d1788 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] show failed (client error): The resource could not be found. Sep 22 10:21:49.645063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78b971f7-d310-4818-b466-9d6a41c1657d req-6a277385-160c-4378-abdc-5a1c293d1788 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/bffea277-9cd3-4dbe-98b3-1125b1616fad HTTP/1.1" status: 404 len: 352 time: 0.0140049 Sep 22 10:21:49.721323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5281a4e9-1c11-46a8-98ed-e37b2d55f32b req-4384eeae-cf0b-4e3b-8e36-9fc0d7ac75ea tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 210 time: 0.0265670 Sep 22 10:21:49.825265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f350a2-fb55-4646-98cb-61ae482587cf req-79ac38b9-94db-4519-96cf-6fbda7207e68 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:49.826854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28f350a2-fb55-4646-98cb-61ae482587cf req-79ac38b9-94db-4519-96cf-6fbda7207e68 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 949 time: 0.0510819 Sep 22 10:21:49.871789 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28f350a2-fb55-4646-98cb-61ae482587cf req-51d96be8-5efe-42f1-b754-444715505e35 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 Sep 22 10:21:49.943758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-bca56b29-48d4-42e3-942f-61cea819dd62 req-2bf61343-0ec1-434f-a796-298ea189044f tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1121611099', 'description': 'tempest-description-1239187077'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:50.076681 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bca56b29-48d4-42e3-942f-61cea819dd62 req-2bf61343-0ec1-434f-a796-298ea189044f tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.168234 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bca56b29-48d4-42e3-942f-61cea819dd62 req-2bf61343-0ec1-434f-a796-298ea189044f tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.310599 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bca56b29-48d4-42e3-942f-61cea819dd62 req-2bf61343-0ec1-434f-a796-298ea189044f tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.339831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf61343-0ec1-434f-a796-298ea189044f tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdadf99-84c7-48aa-a868-668b868b0aed,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:50.476502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bca56b29-48d4-42e3-942f-61cea819dd62 req-2bf61343-0ec1-434f-a796-298ea189044f tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.477800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bca56b29-48d4-42e3-942f-61cea819dd62 req-2bf61343-0ec1-434f-a796-298ea189044f tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5389116 Sep 22 10:21:50.504487 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-a8bda488-77d7-4d07-82a5-d69d423c9914 req-ce3db0f8-c0d8-400a-91f5-9ed69c08be18 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] show failed (client error): The resource could not be found. Sep 22 10:21:50.505465 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8bda488-77d7-4d07-82a5-d69d423c9914 req-ce3db0f8-c0d8-400a-91f5-9ed69c08be18 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-group-rules/1f7d835e-6e5d-4f60-bfde-a4c8e581713f HTTP/1.1" status: 404 len: 361 time: 0.0121348 Sep 22 10:21:50.606959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3272f6-5ce0-49e6-9f67-2a126b57ce0e req-ee4c5708-4e4a-4e3a-9e2d-cedccf8a23e8 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:50.608495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed3272f6-5ce0-49e6-9f67-2a126b57ce0e req-ee4c5708-4e4a-4e3a-9e2d-cedccf8a23e8 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 945 time: 0.0515325 Sep 22 10:21:50.647506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed3272f6-5ce0-49e6-9f67-2a126b57ce0e req-49d256b7-27db-4d96-b794-d9f5d951e935 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups?id=e714c014-8aa0-464d-a607-9d058f97c079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327735 Sep 22 10:21:50.785590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-121431da-437e-4160-a5d0-e6da11ccb682 req-4f8a1d34-dd86-4ff8-a860-39dfe9c9a8b1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/bcdadf99-84c7-48aa-a868-668b868b0aed HTTP/1.1" status: 200 len: 1805 time: 0.0398929 Sep 22 10:21:50.795918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-121431da-437e-4160-a5d0-e6da11ccb682 req-d31671c0-2492-464b-9b6a-6105d2a57a37 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcdadf99-84c7-48aa-a868-668b868b0aed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:50.796272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-121431da-437e-4160-a5d0-e6da11ccb682 req-d31671c0-2492-464b-9b6a-6105d2a57a37 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcdadf99-84c7-48aa-a868-668b868b0aed', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:50.927054 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-121431da-437e-4160-a5d0-e6da11ccb682 req-d31671c0-2492-464b-9b6a-6105d2a57a37 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.954382 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-121431da-437e-4160-a5d0-e6da11ccb682 req-d31671c0-2492-464b-9b6a-6105d2a57a37 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.064556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-121431da-437e-4160-a5d0-e6da11ccb682 req-d31671c0-2492-464b-9b6a-6105d2a57a37 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.089172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31671c0-2492-464b-9b6a-6105d2a57a37 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953282f9-c802-410a-949f-c15c7a2b7c90,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:51.108653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-91f427cf-a01f-4b81-bcae-67c16df6ffa9 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:51.110262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-91f427cf-a01f-4b81-bcae-67c16df6ffa9 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 949 time: 0.0742445 Sep 22 10:21:51.185931 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-121431da-437e-4160-a5d0-e6da11ccb682 req-d31671c0-2492-464b-9b6a-6105d2a57a37 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.186718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-121431da-437e-4160-a5d0-e6da11ccb682 req-d31671c0-2492-464b-9b6a-6105d2a57a37 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3947330 Sep 22 10:21:51.218537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Deleting port 27e79e58-5003-4446-b750-43ca2f4965e7 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:51.218885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.317625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aa75551-1b8a-4bf3-b3c9-9ce90722e921 req-8b8278fb-0a86-416c-8fed-42a50f3675fa tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/80843ad5-2973-4033-9f60-a111b47e1f12 HTTP/1.1" status: 200 len: 1811 time: 0.1015992 Sep 22 10:21:51.358479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] For port 27e79e58-5003-4446-b750-43ca2f4965e7, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27e79e58-5003-4446-b750-43ca2f4965e7,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:51.358851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.382580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Calling delete_port for 27e79e58-5003-4446-b750-43ca2f4965e7 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:21:51.449365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9aa75551-1b8a-4bf3-b3c9-9ce90722e921 req-bc3988f0-07e9-4927-8574-8cadbb9124ff tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.818950 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9aa75551-1b8a-4bf3-b3c9-9ce90722e921 req-bc3988f0-07e9-4927-8574-8cadbb9124ff tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.002659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9aa75551-1b8a-4bf3-b3c9-9ce90722e921 req-bc3988f0-07e9-4927-8574-8cadbb9124ff tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.005303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9aa75551-1b8a-4bf3-b3c9-9ce90722e921 req-bc3988f0-07e9-4927-8574-8cadbb9124ff tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.006520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aa75551-1b8a-4bf3-b3c9-9ce90722e921 req-bc3988f0-07e9-4927-8574-8cadbb9124ff tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "DELETE /v2.0/security-groups/80843ad5-2973-4033-9f60-a111b47e1f12 HTTP/1.1" status: 204 len: 173 time: 0.6740520 Sep 22 10:21:52.020622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3988f0-07e9-4927-8574-8cadbb9124ff tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80843ad5-2973-4033-9f60-a111b47e1f12,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:52.025033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.041390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:52.045701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'c70f26d4-9962-4483-bf42-7ca2fe01fe20', '27e79e58-5003-4446-b750-43ca2f4965e7'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:52.081599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event deleted for resources: {'Port': ['ID=27e79e58-5003-4446-b750-43ca2f4965e7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:52.145437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9133517-1930-4376-be09-9e46a8524484 req-43c3eb36-ef63-45f7-8ce3-081c5719d0ee tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e61b207-fb31-4b2b-bb32-56b1bfc4ab18 HTTP/1.1" status: 200 len: 210 time: 0.0560646 Sep 22 10:21:52.168284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] No DVR routers for this DVR port 27e79e58-5003-4446-b750-43ca2f4965e7 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:52.181328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.181328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9794dc2f-33d0-4633-a820-6dadb6ecb2e5 req-ad1446bf-1035-40f7-9b3a-6f6ce178dfbb tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "DELETE /v2.0/ports/27e79e58-5003-4446-b750-43ca2f4965e7 HTTP/1.1" status: 204 len: 173 time: 1.0549409 Sep 22 10:21:52.181328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d438a4-bc27-42b9-ab32-33eb3b1e5882', 'name': 'network-vif-deleted', 'tag': '27e79e58-5003-4446-b750-43ca2f4965e7'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:52.190697 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f02140e-10ae-4092-a8d4-345a7f9dec8a" -d '{"events": [{"server_uuid": "86d438a4-bc27-42b9-ab32-33eb3b1e5882", "name": "network-vif-deleted", "tag": "27e79e58-5003-4446-b750-43ca2f4965e7"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:52.277710 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6a2d015-d87b-4d23-8277-638308c86a04 req-25d81729-d8f0-40ea-80b8-5f4badae4365 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=86d438a4-bc27-42b9-ab32-33eb3b1e5882 HTTP/1.1" status: 200 len: 210 time: 0.0336809 Sep 22 10:21:52.328430 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8dbb70b5-2e5e-4706-91f0-d322f82444b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.410375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34255d9b-7646-4e00-983e-3e584ed8f827 req-66f38481-6300-4447-be00-e990e74f4b2d tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/bcdadf99-84c7-48aa-a868-668b868b0aed HTTP/1.1" status: 200 len: 2398 time: 0.0439887 Sep 22 10:21:52.428780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-34255d9b-7646-4e00-983e-3e584ed8f827 req-84edbb62-a49f-4d18-8460-2a385ab4b820 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcdadf99-84c7-48aa-a868-668b868b0aed', 'remote_group_id': None}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:52.431574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-34255d9b-7646-4e00-983e-3e584ed8f827 req-84edbb62-a49f-4d18-8460-2a385ab4b820 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcdadf99-84c7-48aa-a868-668b868b0aed', 'remote_group_id': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:52.603136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34255d9b-7646-4e00-983e-3e584ed8f827 req-84edbb62-a49f-4d18-8460-2a385ab4b820 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.650848 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34255d9b-7646-4e00-983e-3e584ed8f827 req-84edbb62-a49f-4d18-8460-2a385ab4b820 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.743142 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34255d9b-7646-4e00-983e-3e584ed8f827 req-84edbb62-a49f-4d18-8460-2a385ab4b820 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.767200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edbb62-a49f-4d18-8460-2a385ab4b820 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042fd3d1-39d7-4b70-8b5b-34e95dbf749f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:52.842873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-34255d9b-7646-4e00-983e-3e584ed8f827 req-84edbb62-a49f-4d18-8460-2a385ab4b820 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:52.845599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34255d9b-7646-4e00-983e-3e584ed8f827 req-84edbb62-a49f-4d18-8460-2a385ab4b820 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4207642 Sep 22 10:21:52.954595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfa51d-6014-4732-8da5-6cfcc7e8a058 req-fd888bca-2f50-47f9-bcf1-b415f139cc77 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:52.956090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eedfa51d-6014-4732-8da5-6cfcc7e8a058 req-fd888bca-2f50-47f9-bcf1-b415f139cc77 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 945 time: 0.0486002 Sep 22 10:21:52.994408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eedfa51d-6014-4732-8da5-6cfcc7e8a058 req-9905a737-a70b-49df-96d3-906823abd212 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups?id=e714c014-8aa0-464d-a607-9d058f97c079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322459 Sep 22 10:21:53.118643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d5ae824-9aa0-43b4-8663-4d45ae8b8f1f req-3dcbdd9e-0155-4627-b793-6d2818b09320 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/44e82599-6417-40b8-8dfb-e4aa3dc41a16 HTTP/1.1" status: 200 len: 1812 time: 0.0387664 Sep 22 10:21:53.181086 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9d5ae824-9aa0-43b4-8663-4d45ae8b8f1f req-df5afe40-dd41-40cf-abbf-08c0f3301b74 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:53.204583 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9d5ae824-9aa0-43b4-8663-4d45ae8b8f1f req-df5afe40-dd41-40cf-abbf-08c0f3301b74 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:53.322250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9d5ae824-9aa0-43b4-8663-4d45ae8b8f1f req-df5afe40-dd41-40cf-abbf-08c0f3301b74 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:53.325036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9d5ae824-9aa0-43b4-8663-4d45ae8b8f1f req-df5afe40-dd41-40cf-abbf-08c0f3301b74 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:53.326224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d5ae824-9aa0-43b4-8663-4d45ae8b8f1f req-df5afe40-dd41-40cf-abbf-08c0f3301b74 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "DELETE /v2.0/security-groups/44e82599-6417-40b8-8dfb-e4aa3dc41a16 HTTP/1.1" status: 204 len: 173 time: 0.2002354 Sep 22 10:21:53.339968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5afe40-dd41-40cf-abbf-08c0f3301b74 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e82599-6417-40b8-8dfb-e4aa3dc41a16,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:53.373478 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6576f53d-95a7-4d96-934a-554db1e324c8 x-openstack-request-id: req-6576f53d-95a7-4d96-934a-554db1e324c8 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:53.374275 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d438a4-bc27-42b9-ab32-33eb3b1e5882", "name": "network-vif-deleted", "tag": "27e79e58-5003-4446-b750-43ca2f4965e7", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:53.374275 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6576f53d-95a7-4d96-934a-554db1e324c8 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:53.374724 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d438a4-bc27-42b9-ab32-33eb3b1e5882', 'name': 'network-vif-deleted', 'tag': '27e79e58-5003-4446-b750-43ca2f4965e7', 'status': 'completed', 'code': 200} Sep 22 10:21:53.428811 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d19c8d1-72ff-479c-b95e-a44b1b498a5c req-fa51af42-f139-4a58-aa94-1f9c3a2ee643 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/bcdadf99-84c7-48aa-a868-668b868b0aed HTTP/1.1" status: 200 len: 2996 time: 0.0406864 Sep 22 10:21:53.538987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc963a9-a5f3-4722-9a1f-7e12a2c89313 req-f47c244d-a65e-49bc-b362-c597c9fa1a1b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:53.540475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bc963a9-a5f3-4722-9a1f-7e12a2c89313 req-f47c244d-a65e-49bc-b362-c597c9fa1a1b tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 945 time: 0.0645900 Sep 22 10:21:53.549939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49894) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:53.554540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-71c1d139-abca-4e61-965c-ca1ac782234e tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Request body: {'floatingip': {'port_id': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:53.596519 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71c1d139-abca-4e61-965c-ca1ac782234e tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:53.722309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-deec7be7-90ed-4959-8dc4-2cc18dcc142a req-d3f7eade-e802-49df-98d1-69f221cb7dc2 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/fefd5311-76f9-4ea0-914c-6654c77cd353 HTTP/1.1" status: 200 len: 1811 time: 0.0911324 Sep 22 10:21:53.884050 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-deec7be7-90ed-4959-8dc4-2cc18dcc142a req-ec66955d-8789-4919-ae3c-607fbc9d2f4d tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:53.951303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-deec7be7-90ed-4959-8dc4-2cc18dcc142a req-ec66955d-8789-4919-ae3c-607fbc9d2f4d tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.168163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27e79e58-5003-4446-b750-43ca2f4965e7 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:54.189998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 27e79e58-5003-4446-b750-43ca2f4965e7 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:21:54.190362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27e79e58-5003-4446-b750-43ca2f4965e7 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:21:54.239067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-deec7be7-90ed-4959-8dc4-2cc18dcc142a req-ec66955d-8789-4919-ae3c-607fbc9d2f4d tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.241583 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-deec7be7-90ed-4959-8dc4-2cc18dcc142a req-ec66955d-8789-4919-ae3c-607fbc9d2f4d tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.242772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-deec7be7-90ed-4959-8dc4-2cc18dcc142a req-ec66955d-8789-4919-ae3c-607fbc9d2f4d tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "DELETE /v2.0/security-groups/fefd5311-76f9-4ea0-914c-6654c77cd353 HTTP/1.1" status: 204 len: 173 time: 0.5103309 Sep 22 10:21:54.255856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66955d-8789-4919-ae3c-607fbc9d2f4d tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefd5311-76f9-4ea0-914c-6654c77cd353,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:54.274309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71c1d139-abca-4e61-965c-ca1ac782234e tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.331486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44277dd8-43f2-4ec1-a434-4afe38e540f3 req-db4b6bef-66cf-4af4-855a-43ba51400fa1 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-group-rules/042fd3d1-39d7-4b70-8b5b-34e95dbf749f HTTP/1.1" status: 200 len: 783 time: 0.0177658 Sep 22 10:21:54.378470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44277dd8-43f2-4ec1-a434-4afe38e540f3 req-3c014576-8cfb-403e-a394-1113ddc33843 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/bcdadf99-84c7-48aa-a868-668b868b0aed HTTP/1.1" status: 200 len: 2996 time: 0.0410819 Sep 22 10:21:54.382570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71c1d139-abca-4e61-965c-ca1ac782234e tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.472554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44277dd8-43f2-4ec1-a434-4afe38e540f3 req-4705d1a2-4f03-43fc-98c1-393462fe8a06 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.489533 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44277dd8-43f2-4ec1-a434-4afe38e540f3 req-4705d1a2-4f03-43fc-98c1-393462fe8a06 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.523044 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-71c1d139-abca-4e61-965c-ca1ac782234e tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Floating IP 45b416b3-c6c5-4352-86c6-30ef4f4cfc40 associated. External IP: 172.25.1.110, port: de36a1fe-ca4a-4060-a60f-27b4e30b107a. Sep 22 10:21:54.607281 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44277dd8-43f2-4ec1-a434-4afe38e540f3 req-4705d1a2-4f03-43fc-98c1-393462fe8a06 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.614376 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44277dd8-43f2-4ec1-a434-4afe38e540f3 req-4705d1a2-4f03-43fc-98c1-393462fe8a06 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.615474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44277dd8-43f2-4ec1-a434-4afe38e540f3 req-4705d1a2-4f03-43fc-98c1-393462fe8a06 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/042fd3d1-39d7-4b70-8b5b-34e95dbf749f HTTP/1.1" status: 204 len: 173 time: 0.2307823 Sep 22 10:21:54.624404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705d1a2-4f03-43fc-98c1-393462fe8a06 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=042fd3d1-39d7-4b70-8b5b-34e95dbf749f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:54.744596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c1d139-abca-4e61-965c-ca1ac782234e tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Router f5325ed1-0dd0-43c8-9747-ab50d426d233 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:21:54.852592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c1d139-abca-4e61-965c-ca1ac782234e tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:21:54.857531 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-71c1d139-abca-4e61-965c-ca1ac782234e tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.866399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] Sync routers for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:21:54.875934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:21:54.876708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:54.888217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-71c1d139-abca-4e61-965c-ca1ac782234e tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "PUT /v2.0/floatingips/45b416b3-c6c5-4352-86c6-30ef4f4cfc40 HTTP/1.1" status: 200 len: 991 time: 1.3348711 Sep 22 10:21:55.021482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:21:55.148538 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3165c796-f4a7-469f-9fe9-f2b37f3301dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.198322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-412c63dd-58e8-45f4-892a-c66fc4bf9c62 req-38fad0b0-815c-49b4-b7cb-1483c2df4393 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/85ed1551-693e-4aaf-84af-7fddbadaeb37 HTTP/1.1" status: 200 len: 1811 time: 0.0434017 Sep 22 10:21:55.266746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-412c63dd-58e8-45f4-892a-c66fc4bf9c62 req-3212eb6e-df39-4204-895c-aad84836e321 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.275968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '45b416b3-c6c5-4352-86c6-30ef4f4cfc40', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'port_id': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'mac_address': 'fa:16:3e:51:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:21:33Z', 'updated_at': '2021-09-22T10:21:54Z', 'revision_number': 1, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:33Z', 'revision_number': 5, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:55.291684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-412c63dd-58e8-45f4-892a-c66fc4bf9c62 req-3212eb6e-df39-4204-895c-aad84836e321 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.306370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] Checking router: f5325ed1-0dd0-43c8-9747-ab50d426d233 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:21:55.315572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:21:55.317722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:55.358960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.376105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'tag': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:55.378674 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba" -d '{"events": [{"name": "network-changed", "server_uuid": "77c3880b-cc7b-4eb3-8abd-d878ee643b5b", "tag": "de36a1fe-ca4a-4060-a60f-27b4e30b107a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:55.441872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:21:55.463409 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-412c63dd-58e8-45f4-892a-c66fc4bf9c62 req-3212eb6e-df39-4204-895c-aad84836e321 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.466663 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-412c63dd-58e8-45f4-892a-c66fc4bf9c62 req-3212eb6e-df39-4204-895c-aad84836e321 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.467826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-412c63dd-58e8-45f4-892a-c66fc4bf9c62 req-3212eb6e-df39-4204-895c-aad84836e321 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "DELETE /v2.0/security-groups/85ed1551-693e-4aaf-84af-7fddbadaeb37 HTTP/1.1" status: 204 len: 173 time: 0.2620819 Sep 22 10:21:55.480272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212eb6e-df39-4204-895c-aad84836e321 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed1551-693e-4aaf-84af-7fddbadaeb37,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:55.549684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3a3f04-6ac2-46ee-8d66-8a510c46676f req-19ab2d47-e974-41f7-9979-98f41731f68f tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/bcdadf99-84c7-48aa-a868-668b868b0aed HTTP/1.1" status: 200 len: 2398 time: 0.0474889 Sep 22 10:21:55.564567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.622024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3f3a3f04-6ac2-46ee-8d66-8a510c46676f req-a5fb230e-66d3-4b2b-86b5-df11b1614fb8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.647168 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3f3a3f04-6ac2-46ee-8d66-8a510c46676f req-a5fb230e-66d3-4b2b-86b5-df11b1614fb8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.673603 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.724850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '45b416b3-c6c5-4352-86c6-30ef4f4cfc40', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'port_id': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'mac_address': 'fa:16:3e:51:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:21:33Z', 'updated_at': '2021-09-22T10:21:54Z', 'revision_number': 1, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:33Z', 'revision_number': 5, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:55.756870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a6763-6298-4f76-8d6b-d12241c4dc1a None None] The sync data for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 is: [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '45b416b3-c6c5-4352-86c6-30ef4f4cfc40', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'port_id': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'mac_address': 'fa:16:3e:51:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:21:33Z', 'updated_at': '2021-09-22T10:21:54Z', 'revision_number': 1, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:33Z', 'revision_number': 5, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:21:55.802036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3f3a3f04-6ac2-46ee-8d66-8a510c46676f req-a5fb230e-66d3-4b2b-86b5-df11b1614fb8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.804721 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3f3a3f04-6ac2-46ee-8d66-8a510c46676f req-a5fb230e-66d3-4b2b-86b5-df11b1614fb8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.805898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3a3f04-6ac2-46ee-8d66-8a510c46676f req-a5fb230e-66d3-4b2b-86b5-df11b1614fb8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "DELETE /v2.0/security-groups/bcdadf99-84c7-48aa-a868-668b868b0aed HTTP/1.1" status: 204 len: 173 time: 0.2552843 Sep 22 10:21:55.817321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb230e-66d3-4b2b-86b5-df11b1614fb8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdadf99-84c7-48aa-a868-668b868b0aed,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:56.011620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac4e27-4c48-4603-887f-dc78ed0b8021 req-961a5705-0c82-43eb-b397-9fe7ae6a51ad tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:56.020356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9ac4e27-4c48-4603-887f-dc78ed0b8021 req-961a5705-0c82-43eb-b397-9fe7ae6a51ad tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 950 time: 0.0855820 Sep 22 10:21:56.036676 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:56.055327 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e93350-815d-4e71-adda-1c913883c13e None None] New status for floating IP 45b416b3-c6c5-4352-86c6-30ef4f4cfc40: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:21:56.087205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9ac4e27-4c48-4603-887f-dc78ed0b8021 req-a42f77b4-b756-477d-a540-c761719d77ff tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512984 Sep 22 10:21:56.201041 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b3f0f5-1cda-4eaf-a788-bd75b871a092 x-openstack-request-id: req-a9b3f0f5-1cda-4eaf-a788-bd75b871a092 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:56.201340 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c3880b-cc7b-4eb3-8abd-d878ee643b5b", "tag": "de36a1fe-ca4a-4060-a60f-27b4e30b107a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:56.201595 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9b3f0f5-1cda-4eaf-a788-bd75b871a092 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:56.202246 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'tag': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a', 'status': 'completed', 'code': 200} Sep 22 10:21:56.309563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69136da9-aa3d-47e7-8ada-f2de659f88e3 req-8ca0778b-2dc1-4919-8356-5b286387231c tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "GET /v2.0/security-groups/c45e2b5c-90ec-4f20-b82b-7db60e93374f HTTP/1.1" status: 200 len: 1813 time: 0.0887733 Sep 22 10:21:56.341800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-d8ce8796-ca8e-4576-9b1a-bd6c05ecb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:56.343349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-d8ce8796-ca8e-4576-9b1a-bd6c05ecb4f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23a0b87de77b4faa821c87f1da4c3ef1&device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 1096 time: 0.0849943 Sep 22 10:21:56.448821 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-69136da9-aa3d-47e7-8ada-f2de659f88e3 req-63fa86b5-ecf2-488a-823e-5ba06beb0318 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:56.495967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-69136da9-aa3d-47e7-8ada-f2de659f88e3 req-63fa86b5-ecf2-488a-823e-5ba06beb0318 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:56.529410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-c08e9b30-f890-42b7-a590-93ba5b9332a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:56.530917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-c08e9b30-f890-42b7-a590-93ba5b9332a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25629721-800a-4885-841e-f8a09d15b04e HTTP/1.1" status: 200 len: 913 time: 0.1791906 Sep 22 10:21:56.810264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-3a1493d7-1232-496f-8f59-05d77739bd84 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:56.811814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-3a1493d7-1232-496f-8f59-05d77739bd84 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 950 time: 0.3341460 Sep 22 10:21:56.857057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-3c209389-2b94-460b-988d-26596fecb45a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de36a1fe-ca4a-4060-a60f-27b4e30b107a HTTP/1.1" status: 200 len: 1001 time: 0.3176911 Sep 22 10:21:56.879920 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-69136da9-aa3d-47e7-8ada-f2de659f88e3 req-63fa86b5-ecf2-488a-823e-5ba06beb0318 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:56.882377 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-69136da9-aa3d-47e7-8ada-f2de659f88e3 req-63fa86b5-ecf2-488a-823e-5ba06beb0318 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:56.883474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69136da9-aa3d-47e7-8ada-f2de659f88e3 req-63fa86b5-ecf2-488a-823e-5ba06beb0318 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] 10.222.0.20 "DELETE /v2.0/security-groups/c45e2b5c-90ec-4f20-b82b-7db60e93374f HTTP/1.1" status: 204 len: 173 time: 0.5656929 Sep 22 10:21:56.889828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49938) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:56.944666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b355a48b-66f7-4a81-baa9-e8a564271186 admin admin] Deleting subnet e9f30a88-86b6-41c6-a075-01f2807281d4 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:21:56.948302 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b355a48b-66f7-4a81-baa9-e8a564271186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:56.954166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa86b5-ecf2-488a-823e-5ba06beb0318 tempest-SecurityGroupRulesNegativeTestJSON-1736001696 tempest-SecurityGroupRulesNegativeTestJSON-1736001696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45e2b5c-90ec-4f20-b82b-7db60e93374f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:56.957905 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-5a0211de-8e47-42f7-a07e-2e6b2a139849 req-bf85775d-325e-4069-b45a-8681a080af44 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] show failed (client error): The resource could not be found. Sep 22 10:21:56.958796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a0211de-8e47-42f7-a07e-2e6b2a139849 req-bf85775d-325e-4069-b45a-8681a080af44 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/d4e79c65-87f4-46e7-bfa1-a5daf48e8814 HTTP/1.1" status: 404 len: 352 time: 0.0324616 Sep 22 10:21:56.969676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-6a286ddf-183e-4b26-9986-1683df54a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:56.971205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-6a286ddf-183e-4b26-9986-1683df54a627 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff1818f-3b2f-489d-bd92-cf2a61170395 HTTP/1.1" status: 200 len: 851 time: 0.1057885 Sep 22 10:21:57.017492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b355a48b-66f7-4a81-baa9-e8a564271186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.030817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Deleting port c70f26d4-9962-4483-bf42-7ca2fe01fe20 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:57.032298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.056179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-9c37d425-454a-45fe-9962-c633b6ebd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:57.057619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-9c37d425-454a-45fe-9962-c633b6ebd536 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25629721-800a-4885-841e-f8a09d15b04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776057 Sep 22 10:21:57.071338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b355a48b-66f7-4a81-baa9-e8a564271186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.288387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b355a48b-66f7-4a81-baa9-e8a564271186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.289458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] For port c70f26d4-9962-4483-bf42-7ca2fe01fe20, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c70f26d4-9962-4483-bf42-7ca2fe01fe20,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:57.289881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.319534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355a48b-66f7-4a81-baa9-e8a564271186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f30a88-86b6-41c6-a075-01f2807281d4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:57.322919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Calling delete_port for c70f26d4-9962-4483-bf42-7ca2fe01fe20 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:21:57.326065 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b355a48b-66f7-4a81-baa9-e8a564271186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.328498 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b355a48b-66f7-4a81-baa9-e8a564271186 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e9f30a88-86b6-41c6-a075-01f2807281d4 HTTP/1.1" status: 204 len: 168 time: 0.4376442 Sep 22 10:21:57.331759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49950) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:57.358666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-74080f9c-b651-47a8-ba3d-9d5269d76909 service neutron] 10.222.0.30 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916024 Sep 22 10:21:57.363607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-112ebcfd-b476-422d-83be-ae7bebd2a531 req-ccfe21e4-26a2-4471-a4ef-4597338fa88d tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/9b17eefa-254a-44b4-94c8-14fb091b4ee3 HTTP/1.1" status: 200 len: 1804 time: 0.1013844 Sep 22 10:21:57.429496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.518867 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.549379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15aed0e8-75d6-4ad9-b958-962618a84ca8']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:57.568641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-112ebcfd-b476-422d-83be-ae7bebd2a531 req-2074b3f4-38a9-4c7a-9299-9efcc2bce3ee tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.573748 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88accabb-f375-42ff-820b-c92b5e604ab6') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:57.578575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88accabb-f375-42ff-820b-c92b5e604ab6') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:57.591284 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.602888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cefb54dd-0fc3-40c9-89d4-4b2dbeb04cba req-af032a63-a541-4e86-bd9a-974caaf9a7a3 service neutron] 10.222.0.30 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369411 Sep 22 10:21:57.606342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.614796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:21:57.614796 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:21:57.617002 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:21:57.630855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-112ebcfd-b476-422d-83be-ae7bebd2a531 req-2074b3f4-38a9-4c7a-9299-9efcc2bce3ee tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.766210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.781867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'c70f26d4-9962-4483-bf42-7ca2fe01fe20'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:57.785190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:57.804150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event deleted for resources: {'Port': ['ID=c70f26d4-9962-4483-bf42-7ca2fe01fe20,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:57.820405 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.827966 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.833144 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] 10.222.0.20 "DELETE /v2.0/networks/15aed0e8-75d6-4ad9-b958-962618a84ca8 HTTP/1.1" status: 204 len: 168 time: 0.4999008 Sep 22 10:21:57.865710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7d10d-a460-4bda-9f2e-6846e5823366 admin admin] Pushing event deleted for resources: {'Network': ['ID=15aed0e8-75d6-4ad9-b958-962618a84ca8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:57.873546 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-112ebcfd-b476-422d-83be-ae7bebd2a531 req-2074b3f4-38a9-4c7a-9299-9efcc2bce3ee tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.876019 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-112ebcfd-b476-422d-83be-ae7bebd2a531 req-2074b3f4-38a9-4c7a-9299-9efcc2bce3ee tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.889951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-112ebcfd-b476-422d-83be-ae7bebd2a531 req-2074b3f4-38a9-4c7a-9299-9efcc2bce3ee tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "DELETE /v2.0/security-groups/9b17eefa-254a-44b4-94c8-14fb091b4ee3 HTTP/1.1" status: 204 len: 173 time: 0.5141261 Sep 22 10:21:57.934907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] No DVR routers for this DVR port c70f26d4-9962-4483-bf42-7ca2fe01fe20 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:57.941069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.943181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d281ebc5-ab40-4212-b8cb-75c142f1f540 req-042a9ff7-db20-4342-a719-04894b80b1b5 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "DELETE /v2.0/ports/c70f26d4-9962-4483-bf42-7ca2fe01fe20 HTTP/1.1" status: 204 len: 173 time: 1.1252398 Sep 22 10:21:57.944389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b3f4-38a9-4c7a-9299-9efcc2bce3ee tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17eefa-254a-44b4-94c8-14fb091b4ee3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:57.988130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.020771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c004a1d7-8308-4392-98b1-e021600521d1 req-7f98db89-7df1-4d2e-91f5-0b7521b83c6c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=a472263f-b95d-40c0-99a4-5acf6fd14bc7 HTTP/1.1" status: 200 len: 210 time: 0.0434322 Sep 22 10:21:58.149550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66778072-8775-45b8-8a3e-487cfb623586 req-bc058e2a-f395-4921-862b-20785565d594 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/21e7323d-0615-4772-ac1e-f63659cadf2f HTTP/1.1" status: 200 len: 1803 time: 0.0530472 Sep 22 10:21:58.204246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472263f-b95d-40c0-99a4-5acf6fd14bc7', 'name': 'network-vif-deleted', 'tag': 'c70f26d4-9962-4483-bf42-7ca2fe01fe20'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:58.211295 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a81b5a-a882-4d99-855a-9bbe0072abb9" -d '{"events": [{"server_uuid": "a472263f-b95d-40c0-99a4-5acf6fd14bc7", "name": "network-vif-deleted", "tag": "c70f26d4-9962-4483-bf42-7ca2fe01fe20"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:58.227787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66778072-8775-45b8-8a3e-487cfb623586 req-2b769a3c-78e5-4ae6-9b7a-11e2ca657376 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.260194 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66778072-8775-45b8-8a3e-487cfb623586 req-2b769a3c-78e5-4ae6-9b7a-11e2ca657376 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.350627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49970) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:58.411470 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a0e5373c-14be-4b8e-8d03-baff778164df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51644a590f79485ab66c2e27449182fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572186 Sep 22 10:21:58.412240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49974) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:58.493964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66778072-8775-45b8-8a3e-487cfb623586 req-2b769a3c-78e5-4ae6-9b7a-11e2ca657376 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.497637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66778072-8775-45b8-8a3e-487cfb623586 req-2b769a3c-78e5-4ae6-9b7a-11e2ca657376 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.499324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66778072-8775-45b8-8a3e-487cfb623586 req-2b769a3c-78e5-4ae6-9b7a-11e2ca657376 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "DELETE /v2.0/security-groups/21e7323d-0615-4772-ac1e-f63659cadf2f HTTP/1.1" status: 204 len: 173 time: 0.3433430 Sep 22 10:21:58.516639 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b1f4b42d-3f30-47ff-815a-2e3a6f6b4554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.568326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b769a3c-78e5-4ae6-9b7a-11e2ca657376 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e7323d-0615-4772-ac1e-f63659cadf2f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:58.592587 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b1f4b42d-3f30-47ff-815a-2e3a6f6b4554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.674368 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f3b5b8-797d-4436-b132-c358735b5678 x-openstack-request-id: req-42f3b5b8-797d-4436-b132-c358735b5678 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:58.677431 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a472263f-b95d-40c0-99a4-5acf6fd14bc7", "name": "network-vif-deleted", "tag": "c70f26d4-9962-4483-bf42-7ca2fe01fe20", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:58.677431 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42f3b5b8-797d-4436-b132-c358735b5678 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:58.677431 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472263f-b95d-40c0-99a4-5acf6fd14bc7', 'name': 'network-vif-deleted', 'tag': 'c70f26d4-9962-4483-bf42-7ca2fe01fe20', 'status': 'completed', 'code': 200} Sep 22 10:21:58.740689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b1f4b42d-3f30-47ff-815a-2e3a6f6b4554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.742939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b1f4b42d-3f30-47ff-815a-2e3a6f6b4554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.747131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b1f4b42d-3f30-47ff-815a-2e3a6f6b4554 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9ae3352-6c3d-48dc-8afd-a8bb464c06a9 HTTP/1.1" status: 204 len: 168 time: 0.3328531 Sep 22 10:21:58.758275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4b42d-3f30-47ff-815a-2e3a6f6b4554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ae3352-6c3d-48dc-8afd-a8bb464c06a9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:59.700113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fe662a3-602e-435c-a2ea-7689f5da74db req-a3e4b640-3176-4ea8-8e1a-aa6839615301 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/226f068b-ccf7-4b98-aaff-29b6f03db87f HTTP/1.1" status: 200 len: 1804 time: 0.0521200 Sep 22 10:21:59.766801 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0fe662a3-602e-435c-a2ea-7689f5da74db req-7321a661-0380-48bf-ac97-da806901eaf6 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:59.797190 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0fe662a3-602e-435c-a2ea-7689f5da74db req-7321a661-0380-48bf-ac97-da806901eaf6 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:59.894481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0233-9867-407f-a12a-c02dc3d663ab req-d0933d21-8fa7-4d84-b419-e94cdcc9a811 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:59.896002 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-566e0233-9867-407f-a12a-c02dc3d663ab req-d0933d21-8fa7-4d84-b419-e94cdcc9a811 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 945 time: 0.0715640 Sep 22 10:21:59.993428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-566e0233-9867-407f-a12a-c02dc3d663ab req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Deleting port 464c5258-b00a-4c2a-ba66-7e609c4aa820 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:59.993428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-566e0233-9867-407f-a12a-c02dc3d663ab req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.023933 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0fe662a3-602e-435c-a2ea-7689f5da74db req-7321a661-0380-48bf-ac97-da806901eaf6 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.026743 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0fe662a3-602e-435c-a2ea-7689f5da74db req-7321a661-0380-48bf-ac97-da806901eaf6 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.028050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fe662a3-602e-435c-a2ea-7689f5da74db req-7321a661-0380-48bf-ac97-da806901eaf6 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "DELETE /v2.0/security-groups/226f068b-ccf7-4b98-aaff-29b6f03db87f HTTP/1.1" status: 204 len: 173 time: 0.3232412 Sep 22 10:22:00.044732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321a661-0380-48bf-ac97-da806901eaf6 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226f068b-ccf7-4b98-aaff-29b6f03db87f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:00.113377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-566e0233-9867-407f-a12a-c02dc3d663ab req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] For port 464c5258-b00a-4c2a-ba66-7e609c4aa820, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=464c5258-b00a-4c2a-ba66-7e609c4aa820,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:00.114631 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-566e0233-9867-407f-a12a-c02dc3d663ab req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.130003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-566e0233-9867-407f-a12a-c02dc3d663ab req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Calling delete_port for 464c5258-b00a-4c2a-ba66-7e609c4aa820 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:00.154094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:00.189322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c70f26d4-9962-4483-bf42-7ca2fe01fe20 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:00.213382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: c70f26d4-9962-4483-bf42-7ca2fe01fe20 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:00.214049 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c70f26d4-9962-4483-bf42-7ca2fe01fe20 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:00.239945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e8b3-6c6a-4db7-a91a-342e0f191d94 req-212b292b-00e4-40e2-9696-49121703bb2e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:00.241569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8983e8b3-6c6a-4db7-a91a-342e0f191d94 req-212b292b-00e4-40e2-9696-49121703bb2e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6595769-8f55-4020-b786-49fd8b1dd216 HTTP/1.1" status: 200 len: 945 time: 0.1070189 Sep 22 10:22:00.264736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1237443534-network', 'tenant_id': '2985cc03fe1b49a7af4821c3c82ebec0'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:00.318450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8983e8b3-6c6a-4db7-a91a-342e0f191d94 req-966b8bf6-6bc5-44c1-b10f-0268b1b6dd7a tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614891 Sep 22 10:22:00.367561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Made reservation on behalf of 2985cc03fe1b49a7af4821c3c82ebec0 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:00.370190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.380484 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.483450 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-566e0233-9867-407f-a12a-c02dc3d663ab req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.484561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.497564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['464c5258-b00a-4c2a-ba66-7e609c4aa820'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:00.522326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Pushing event deleted for resources: {'Port': ['ID=464c5258-b00a-4c2a-ba66-7e609c4aa820,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:00.579441 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.583228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e0233-9867-407f-a12a-c02dc3d663ab req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] No DVR routers for this DVR port 464c5258-b00a-4c2a-ba66-7e609c4aa820 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:00.585804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-566e0233-9867-407f-a12a-c02dc3d663ab req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.588053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-566e0233-9867-407f-a12a-c02dc3d663ab req-52eff483-a0e0-44fd-8ed2-1b0feac75f39 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.32 "DELETE /v2.0/ports/464c5258-b00a-4c2a-ba66-7e609c4aa820 HTTP/1.1" status: 204 len: 173 time: 0.6831627 Sep 22 10:22:00.612750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:22:00.619538 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c0ec2-49fc-4579-8490-2d351b561596,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:00.628394 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.628788 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Added segment 12049081-507d-4fa9-b501-795f4cc8d7f6 of type vlan for network e5476355-3d0b-44e1-a1ba-65816b801495 Sep 22 10:22:00.675821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.677818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'name': 'network-vif-deleted', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:00.680213 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86ffc4f-5290-4095-9ac6-c63685635435" -d '{"events": [{"server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "name": "network-vif-deleted", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:00.767820 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.768925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:00.769557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.829062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] Pushing event updated for resources: {'Network': ['ID=e5476355-3d0b-44e1-a1ba-65816b801495,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:00.847572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network e5476355-3d0b-44e1-a1ba-65816b801495 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:22:00.894144 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c4c9fc5e-7dae-4d63-bebe-dc6308b048df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7386830 Sep 22 10:22:00.897004 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50042) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:00.902420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Request body: {'subnet': {'network_id': 'e5476355-3d0b-44e1-a1ba-65816b801495', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1237443534-subnet', 'tenant_id': '2985cc03fe1b49a7af4821c3c82ebec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:00.988416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8623156-7897-488d-8b56-409a446b98e1 req-91555f1b-874f-4626-8e94-03fdf17d590a tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/f0f95f96-16ac-41d9-890c-42d727908773 HTTP/1.1" status: 200 len: 2404 time: 0.0487144 Sep 22 10:22:01.025024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Made reservation on behalf of 2985cc03fe1b49a7af4821c3c82ebec0 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:01.029486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:01.059108 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8623156-7897-488d-8b56-409a446b98e1 req-112f4a13-f6e6-453a-bf5e-67739e86f4d8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:01.083863 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8623156-7897-488d-8b56-409a446b98e1 req-112f4a13-f6e6-453a-bf5e-67739e86f4d8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:01.224881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8623156-7897-488d-8b56-409a446b98e1 req-112f4a13-f6e6-453a-bf5e-67739e86f4d8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:01.227744 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8623156-7897-488d-8b56-409a446b98e1 req-112f4a13-f6e6-453a-bf5e-67739e86f4d8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:01.228950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8623156-7897-488d-8b56-409a446b98e1 req-112f4a13-f6e6-453a-bf5e-67739e86f4d8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "DELETE /v2.0/security-groups/f0f95f96-16ac-41d9-890c-42d727908773 HTTP/1.1" status: 204 len: 173 time: 0.2343972 Sep 22 10:22:01.239212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f4a13-f6e6-453a-bf5e-67739e86f4d8 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f95f96-16ac-41d9-890c-42d727908773,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:01.408250 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:01.468960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2124b2-bb4a-44e0-b9ab-f53e3cefee2f,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:01.477983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Checking segment: {'id': '12049081-507d-4fa9-b501-795f4cc8d7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e5476355-3d0b-44e1-a1ba-65816b801495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:01.478374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Network hostable DHCP agents. Network: e5476355-3d0b-44e1-a1ba-65816b801495, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:22:01.590950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Network e5476355-3d0b-44e1-a1ba-65816b801495 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:22:01.692351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, e5476355-3d0b-44e1-a1ba-65816b801495) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:01.705419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:01.705601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a029c-b0cc-431a-bcd9-ad55e2806dfd None None] Network e5476355-3d0b-44e1-a1ba-65816b801495 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:01.706132 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:01.777235 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b6c770-ba30-47c5-881d-11a16d7c93ce x-openstack-request-id: req-54b6c770-ba30-47c5-881d-11a16d7c93ce {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:01.777787 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6595769-8f55-4020-b786-49fd8b1dd216", "name": "network-vif-deleted", "tag": "464c5258-b00a-4c2a-ba66-7e609c4aa820", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:01.778225 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54b6c770-ba30-47c5-881d-11a16d7c93ce {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:01.778788 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6595769-8f55-4020-b786-49fd8b1dd216', 'name': 'network-vif-deleted', 'tag': '464c5258-b00a-4c2a-ba66-7e609c4aa820', 'status': 'completed', 'code': 200} Sep 22 10:22:01.809181 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c6cd7b77-167c-45b8-bbf4-0fa765746722 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9023170 Sep 22 10:22:01.974860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-035034cf-41a0-403d-82c3-246c2376b34d req-aac143b7-ca0f-4aeb-b222-f875a0acc1b4 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "GET /v2.0/security-groups/a37f511e-5f5f-47c8-b95b-af2cf76a93e2 HTTP/1.1" status: 200 len: 2397 time: 0.0925603 Sep 22 10:22:02.007221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e416db-f966-40d9-b11f-db70e6015c68 None None] Network e5476355-3d0b-44e1-a1ba-65816b801495 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:02.068800 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-035034cf-41a0-403d-82c3-246c2376b34d req-6ade2880-bc68-434b-a427-7d0f2c6c18f7 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.095163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-035034cf-41a0-403d-82c3-246c2376b34d req-6ade2880-bc68-434b-a427-7d0f2c6c18f7 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.248841 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-035034cf-41a0-403d-82c3-246c2376b34d req-6ade2880-bc68-434b-a427-7d0f2c6c18f7 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.251770 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-035034cf-41a0-403d-82c3-246c2376b34d req-6ade2880-bc68-434b-a427-7d0f2c6c18f7 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.253066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-035034cf-41a0-403d-82c3-246c2376b34d req-6ade2880-bc68-434b-a427-7d0f2c6c18f7 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] 10.222.0.20 "DELETE /v2.0/security-groups/a37f511e-5f5f-47c8-b95b-af2cf76a93e2 HTTP/1.1" status: 204 len: 173 time: 0.2729089 Sep 22 10:22:02.259214 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50064) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:02.267765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade2880-bc68-434b-a427-7d0f2c6c18f7 tempest-SecurityGroupRulesTestJSON-1458964634 tempest-SecurityGroupRulesTestJSON-1458964634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37f511e-5f5f-47c8-b95b-af2cf76a93e2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:02.336781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ba125d-1281-4f30-b640-09c3c8597830 admin admin] Deleting subnet 38fd78da-ee92-4390-891a-c08401224612 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:22:02.340799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92ba125d-1281-4f30-b640-09c3c8597830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.383639 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92ba125d-1281-4f30-b640-09c3c8597830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.428875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92ba125d-1281-4f30-b640-09c3c8597830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.568545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92ba125d-1281-4f30-b640-09c3c8597830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.594351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba125d-1281-4f30-b640-09c3c8597830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38fd78da-ee92-4390-891a-c08401224612,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:02.597839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92ba125d-1281-4f30-b640-09c3c8597830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.600033 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-92ba125d-1281-4f30-b640-09c3c8597830 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/38fd78da-ee92-4390-891a-c08401224612 HTTP/1.1" status: 204 len: 168 time: 0.3393085 Sep 22 10:22:02.602493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50068) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:02.682706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.770334 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.801158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:02.813259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea8cf9e-d9e1-4092-a45f-cc253eba46be') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:02.813591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea8cf9e-d9e1-4092-a45f-cc253eba46be') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:02.825537 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.842522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.853133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:22:02.855203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:22:02.856458 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:22:02.990417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.002502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.007609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] 10.222.0.20 "DELETE /v2.0/networks/fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd HTTP/1.1" status: 204 len: 168 time: 0.4040020 Sep 22 10:22:03.028103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab92607-d9b8-4966-a2fd-b85a2ff7beab admin admin] Pushing event deleted for resources: {'Network': ['ID=fa8e0c0c-7fc9-4bda-be4d-9766c1ba64bd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:03.044560 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-26a6d9dc-add3-4b95-816f-08f6023c9d09 req-7e098020-e9d7-438d-8187-991e495be7a0 tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] show failed (client error): The resource could not be found. Sep 22 10:22:03.045673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26a6d9dc-add3-4b95-816f-08f6023c9d09 req-7e098020-e9d7-438d-8187-991e495be7a0 tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] 10.222.0.20 "GET /v2.0/security-groups/cbc1dd8e-01c8-4559-8ab6-a3a8fd8334a7 HTTP/1.1" status: 404 len: 352 time: 0.0151050 Sep 22 10:22:03.193332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-bd554592-e8bf-4930-b5fb-b6b2d4bb5712 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:03.194926 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-bd554592-e8bf-4930-b5fb-b6b2d4bb5712 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5a3bdd8-5541-4a50-b585-da365adc09f0 HTTP/1.1" status: 200 len: 949 time: 0.0586417 Sep 22 10:22:03.311192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Deleting port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:03.311541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.415956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] For port f15546ef-c7b1-4e3f-8b15-42a28062c3b9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:03.416271 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.431013 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50084) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:03.433419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Calling delete_port for f15546ef-c7b1-4e3f-8b15-42a28062c3b9 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:03.478863 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d8076aed-b5bb-406b-a40d-e9c2b0f09b0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72f6d07478904d1bb55470fd191cc549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465782 Sep 22 10:22:03.479720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50086) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:03.554207 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-659d70a7-81f7-472e-bda9-107c71f0064b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.584612 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-659d70a7-81f7-472e-bda9-107c71f0064b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.585127 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:22:03.653775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f4428-46e1-4a26-8de6-84ba133b50f8 req-9639031b-1ae6-4f71-bf44-fefa28036657 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:03.655362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d16f4428-46e1-4a26-8de6-84ba133b50f8 req-9639031b-1ae6-4f71-bf44-fefa28036657 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5a3bdd8-5541-4a50-b585-da365adc09f0 HTTP/1.1" status: 200 len: 949 time: 0.0566599 Sep 22 10:22:03.697384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d16f4428-46e1-4a26-8de6-84ba133b50f8 req-a5b6afeb-c741-4d81-b273-fc7ed2526623 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349407 Sep 22 10:22:03.722533 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.737084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:03.738211 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-659d70a7-81f7-472e-bda9-107c71f0064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.740910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-659d70a7-81f7-472e-bda9-107c71f0064b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.744837 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-659d70a7-81f7-472e-bda9-107c71f0064b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64ca9956-dd01-4eee-90a0-9da7b508593b HTTP/1.1" status: 204 len: 168 time: 0.2609687 Sep 22 10:22:03.754603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d70a7-81f7-472e-bda9-107c71f0064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ca9956-dd01-4eee-90a0-9da7b508593b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:03.783771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event deleted for resources: {'Port': ['ID=f15546ef-c7b1-4e3f-8b15-42a28062c3b9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:03.823316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['e9b8d8ba-4882-4fb2-addb-c75ac47e02ef'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:03.869504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] No DVR routers for this DVR port f15546ef-c7b1-4e3f-8b15-42a28062c3b9 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:03.879618 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:03.882870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58151750-06f7-4404-80d3-4c5b18c1ba87 req-0858f101-677a-4a41-aabc-272b289a1a10 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "DELETE /v2.0/ports/f15546ef-c7b1-4e3f-8b15-42a28062c3b9 HTTP/1.1" status: 204 len: 173 time: 0.6796293 Sep 22 10:22:03.883474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a3bdd8-5541-4a50-b585-da365adc09f0', 'name': 'network-vif-deleted', 'tag': 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:03.885799 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d587f1-1d24-4edb-bc0e-5f1132bab1a7" -d '{"events": [{"server_uuid": "d5a3bdd8-5541-4a50-b585-da365adc09f0", "name": "network-vif-deleted", "tag": "f15546ef-c7b1-4e3f-8b15-42a28062c3b9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:04.097875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-a52b41bb-658f-477e-97d9-b4171c290401 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:04.099280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-a52b41bb-658f-477e-97d9-b4171c290401 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.32 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 945 time: 0.0860610 Sep 22 10:22:04.111665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3ef6-d08e-467c-a89a-03e980dab4e3 req-8fd5bcf9-5a2a-4766-8c53-276eaf98addb tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:04.121520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81ef3ef6-d08e-467c-a89a-03e980dab4e3 req-8fd5bcf9-5a2a-4766-8c53-276eaf98addb tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 945 time: 0.0781975 Sep 22 10:22:04.222028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 464c5258-b00a-4c2a-ba66-7e609c4aa820 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:04.260164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 464c5258-b00a-4c2a-ba66-7e609c4aa820 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:04.260836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 464c5258-b00a-4c2a-ba66-7e609c4aa820 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:04.303678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81ef3ef6-d08e-467c-a89a-03e980dab4e3 req-074866dc-ef46-4870-bad2-18b0b3685ed0 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811216 Sep 22 10:22:04.344924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64db48-7f6f-4202-9684-726c664b509c req-c43b049f-04de-49ec-9f96-35bad556303c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:04.346769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b64db48-7f6f-4202-9684-726c664b509c req-c43b049f-04de-49ec-9f96-35bad556303c tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 950 time: 0.1556821 Sep 22 10:22:04.360807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Deleting port 8382cfc9-04cc-4885-b377-c4f33733333a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:04.361164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:04.504784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] For port 8382cfc9-04cc-4885-b377-c4f33733333a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8382cfc9-04cc-4885-b377-c4f33733333a,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:04.505156 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:04.620939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Calling delete_port for 8382cfc9-04cc-4885-b377-c4f33733333a owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:04.732790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94074c26-0785-445f-bf56-92a0cd6b7c5d req-624e7a6c-bce2-4585-b2e1-e456acb45460 tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2985cc03fe1b49a7af4821c3c82ebec0 HTTP/1.1" status: 200 len: 2984 time: 0.2196288 Sep 22 10:22:04.791824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6b64db48-7f6f-4202-9684-726c664b509c req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Deleting port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:04.792056 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b64db48-7f6f-4202-9684-726c664b509c req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:04.841507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94074c26-0785-445f-bf56-92a0cd6b7c5d req-75a9e286-20b5-47f5-a6f4-5b2e09496a20 tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] 10.222.0.20 "GET /v2.0/security-groups/d36c0ec2-49fc-4579-8490-2d351b561596 HTTP/1.1" status: 200 len: 2981 time: 0.0858638 Sep 22 10:22:04.989056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6b64db48-7f6f-4202-9684-726c664b509c req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] For port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:04.989743 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b64db48-7f6f-4202-9684-726c664b509c req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:05.010704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94074c26-0785-445f-bf56-92a0cd6b7c5d req-0895d9e2-fff1-43f6-b273-fe1bf3409f3a tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] 10.222.0.20 "GET /v2.0/security-groups/d36c0ec2-49fc-4579-8490-2d351b561596 HTTP/1.1" status: 200 len: 2981 time: 0.1514726 Sep 22 10:22:05.010704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6b64db48-7f6f-4202-9684-726c664b509c req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Calling delete_port for e9b8d8ba-4882-4fb2-addb-c75ac47e02ef owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:05.093972 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3799e7-8707-4127-881f-ce000fc9df48 x-openstack-request-id: req-5a3799e7-8707-4127-881f-ce000fc9df48 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:05.094287 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a3bdd8-5541-4a50-b585-da365adc09f0", "name": "network-vif-deleted", "tag": "f15546ef-c7b1-4e3f-8b15-42a28062c3b9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:05.094538 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a3799e7-8707-4127-881f-ce000fc9df48 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:05.094939 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a3bdd8-5541-4a50-b585-da365adc09f0', 'name': 'network-vif-deleted', 'tag': 'f15546ef-c7b1-4e3f-8b15-42a28062c3b9', 'status': 'completed', 'code': 200} Sep 22 10:22:05.162809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:05.192502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Pushing event deleted for resources: {'Port': ['ID=8382cfc9-04cc-4885-b377-c4f33733333a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:05.239343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] No DVR routers for this DVR port 8382cfc9-04cc-4885-b377-c4f33733333a on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:05.242147 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:05.245647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d923953-4554-42fa-bda2-e9059296b6d0 req-b53af501-d855-4252-b38d-6c54f04df9b4 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.32 "DELETE /v2.0/ports/8382cfc9-04cc-4885-b377-c4f33733333a HTTP/1.1" status: 204 len: 173 time: 1.1216495 Sep 22 10:22:05.284131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50128) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:05.315345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b64db48-7f6f-4202-9684-726c664b509c req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:05.330351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:05.404949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event deleted for resources: {'Port': ['ID=e9b8d8ba-4882-4fb2-addb-c75ac47e02ef,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:05.437239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-719653510-network', 'tenant_id': '19d50a4c64504652b56fbc4abdd68592'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:05.483309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b64db48-7f6f-4202-9684-726c664b509c req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] No DVR routers for this DVR port e9b8d8ba-4882-4fb2-addb-c75ac47e02ef on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:05.487935 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b64db48-7f6f-4202-9684-726c664b509c req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:05.490603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b64db48-7f6f-4202-9684-726c664b509c req-7caa076d-1b46-43e3-a5bd-522e3e0b9c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.32 "DELETE /v2.0/ports/e9b8d8ba-4882-4fb2-addb-c75ac47e02ef HTTP/1.1" status: 204 len: 173 time: 0.9791279 Sep 22 10:22:05.677001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Made reservation on behalf of 19d50a4c64504652b56fbc4abdd68592 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:05.679822 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:05.704239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:05.817451 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:05.964264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24e99951-8744-4633-977a-ba6e77f62dc6 req-9a2827f6-392d-41c7-abf1-3b66932d13ca tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] 10.222.0.20 "GET /v2.0/security-groups/d36c0ec2-49fc-4579-8490-2d351b561596 HTTP/1.1" status: 200 len: 2981 time: 0.0449147 Sep 22 10:22:05.968127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:06.016064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:22:06.029271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:06.043626 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:06.043965 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Added segment 1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf of type vlan for network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 Sep 22 10:22:06.097966 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-24e99951-8744-4633-977a-ba6e77f62dc6 req-db071dd5-b089-4c11-97cb-c94ef9066eb3 tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 10:22:06.099103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24e99951-8744-4633-977a-ba6e77f62dc6 req-db071dd5-b089-4c11-97cb-c94ef9066eb3 tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] 10.222.0.20 "DELETE /v2.0/security-groups/d36c0ec2-49fc-4579-8490-2d351b561596 HTTP/1.1" status: 409 len: 352 time: 0.1268334 Sep 22 10:22:06.101009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:06.197984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8bcaf18-f58d-4224-8162-70b47ca5b9f8 req-eda2247b-7c78-432e-b238-5c642bef5e60 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c07dc2-dc68-4687-8236-b29c0d9b8f82 HTTP/1.1" status: 200 len: 210 time: 0.0375698 Sep 22 10:22:06.220944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f15546ef-c7b1-4e3f-8b15-42a28062c3b9 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:06.241157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: f15546ef-c7b1-4e3f-8b15-42a28062c3b9 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:06.241437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f15546ef-c7b1-4e3f-8b15-42a28062c3b9 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:06.330632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:06.331545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:06.332114 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:06.412292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] Pushing event updated for resources: {'Network': ['ID=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:06.422449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:22:06.426698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e488c-9316-4619-9a3d-b9a825400414 req-0e4e0047-2788-42b0-aca4-1f149f8a44ca tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:06.428188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-784e488c-9316-4619-9a3d-b9a825400414 req-0e4e0047-2788-42b0-aca4-1f149f8a44ca tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.1071694 Sep 22 10:22:06.466930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-784e488c-9316-4619-9a3d-b9a825400414 req-c012833c-ae04-436a-8c2e-dd2f8aca5858 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319514 Sep 22 10:22:06.534294 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4080592f-ba5b-42a7-89c0-725372ef27ce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2490246 Sep 22 10:22:06.543635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50142) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:06.543635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Request body: {'subnet': {'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-719653510-subnet', 'tenant_id': '19d50a4c64504652b56fbc4abdd68592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:06.565110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68c46543-1051-4134-ac75-7ab0b55bdebe req-4a711888-c4fa-40dc-889f-3d6e1344335e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=abf752f9-0296-49c5-a413-7ee7d684ad56 HTTP/1.1" status: 200 len: 210 time: 0.0297260 Sep 22 10:22:06.601645 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-3f2f1f78-f412-4447-b74d-7a576d275be9 req-14822e24-217d-467d-be4e-0bdef3636fbc tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] show failed (client error): The resource could not be found. Sep 22 10:22:06.602616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f2f1f78-f412-4447-b74d-7a576d275be9 req-14822e24-217d-467d-be4e-0bdef3636fbc tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] 10.222.0.20 "GET /v2.0/security-groups/b6dd929e-949a-433c-8fe2-9530b01a321b HTTP/1.1" status: 404 len: 352 time: 0.0144689 Sep 22 10:22:06.639119 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-df7df0ce-d53b-4eb4-914f-511c1a984484 req-3596125a-b7bd-4d82-b949-c36facc221f1 tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] show failed (client error): The resource could not be found. Sep 22 10:22:06.640100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df7df0ce-d53b-4eb4-914f-511c1a984484 req-3596125a-b7bd-4d82-b949-c36facc221f1 tempest-SecurityGroupsNegativeTestJSON-392736881 tempest-SecurityGroupsNegativeTestJSON-392736881-project] 10.222.0.20 "GET /v2.0/security-groups/9e5af7ac-273d-4572-a61d-5060f417c822 HTTP/1.1" status: 404 len: 352 time: 0.0170016 Sep 22 10:22:06.660019 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50146) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:06.696988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Made reservation on behalf of 19d50a4c64504652b56fbc4abdd68592 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:06.699849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:06.721147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-602a0488-b335-4249-96da-15a0bd016e00 admin admin] Deleting subnet 9c2124b2-bb4a-44e0-b9ab-f53e3cefee2f {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:22:06.729631 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-602a0488-b335-4249-96da-15a0bd016e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:06.800627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-602a0488-b335-4249-96da-15a0bd016e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:06.856079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-602a0488-b335-4249-96da-15a0bd016e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.096671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'name': 'network-vif-deleted', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a'}, {'server_uuid': 'abf752f9-0296-49c5-a413-7ee7d684ad56', 'name': 'network-vif-deleted', 'tag': 'e9b8d8ba-4882-4fb2-addb-c75ac47e02ef'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:07.098988 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a64708a-7151-429e-bdac-db6ca490f120" -d '{"events": [{"server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "name": "network-vif-deleted", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a"}, {"server_uuid": "abf752f9-0296-49c5-a413-7ee7d684ad56", "name": "network-vif-deleted", "tag": "e9b8d8ba-4882-4fb2-addb-c75ac47e02ef"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:07.116713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-602a0488-b335-4249-96da-15a0bd016e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.121849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.142071 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7f09d-7a30-41e4-9f95-ec1bc62b8517 x-openstack-request-id: req-56b7f09d-7a30-41e4-9f95-ec1bc62b8517 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:07.142432 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c07dc2-dc68-4687-8236-b29c0d9b8f82", "name": "network-vif-deleted", "tag": "8382cfc9-04cc-4885-b377-c4f33733333a", "status": "completed", "code": 200}, {"server_uuid": "abf752f9-0296-49c5-a413-7ee7d684ad56", "name": "network-vif-deleted", "tag": "e9b8d8ba-4882-4fb2-addb-c75ac47e02ef", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:07.142670 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56b7f09d-7a30-41e4-9f95-ec1bc62b8517 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:07.143067 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c07dc2-dc68-4687-8236-b29c0d9b8f82', 'name': 'network-vif-deleted', 'tag': '8382cfc9-04cc-4885-b377-c4f33733333a', 'status': 'completed', 'code': 200} Sep 22 10:22:07.143327 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf752f9-0296-49c5-a413-7ee7d684ad56', 'name': 'network-vif-deleted', 'tag': 'e9b8d8ba-4882-4fb2-addb-c75ac47e02ef', 'status': 'completed', 'code': 200} Sep 22 10:22:07.149439 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a0488-b335-4249-96da-15a0bd016e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2124b2-bb4a-44e0-b9ab-f53e3cefee2f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:07.157033 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-602a0488-b335-4249-96da-15a0bd016e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.157033 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-602a0488-b335-4249-96da-15a0bd016e00 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c2124b2-bb4a-44e0-b9ab-f53e3cefee2f HTTP/1.1" status: 204 len: 168 time: 0.4950469 Sep 22 10:22:07.159110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50158) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:07.235691 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.331824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.517651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b10b267-276e-4fc4-b849-27f4f8a626f3,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:07.527090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Checking segment: {'id': '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:07.527981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Network hostable DHCP agents. Network: a384e7bc-ca43-49f9-abe1-83ea2f12c9d2, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:22:07.576985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5476355-3d0b-44e1-a1ba-65816b801495']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:07.588541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12049081-507d-4fa9-b501-795f4cc8d7f6') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:07.589938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12049081-507d-4fa9-b501-795f4cc8d7f6') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:07.598723 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.611302 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.616773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:22:07.617166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:22:07.619282 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:22:07.709990 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:22:07.791247 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.802472 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.806956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] 10.222.0.20 "DELETE /v2.0/networks/e5476355-3d0b-44e1-a1ba-65816b801495 HTTP/1.1" status: 204 len: 168 time: 0.6445379 Sep 22 10:22:07.825959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cc476-8f39-4820-a482-c636e1f2af2d admin admin] Pushing event deleted for resources: {'Network': ['ID=e5476355-3d0b-44e1-a1ba-65816b801495,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:07.870648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a384e7bc-ca43-49f9-abe1-83ea2f12c9d2) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:07.882058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:07.884560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:07.887087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f618f3-1942-4d91-96bd-aa21c61be610 None None] Network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:08.055385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c135d18-8a61-40ac-a150-fe04c23c2c8e None None] Network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:08.058957 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc371ca0-f2f2-41d5-a0dc-50153f1f9160 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5173671 Sep 22 10:22:08.211732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-4473fa52-74ee-45c5-a593-98b05f6e39b8 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:08.212543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-4473fa52-74ee-45c5-a593-98b05f6e39b8 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.32 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0838521 Sep 22 10:22:08.220814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8382cfc9-04cc-4885-b377-c4f33733333a no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:08.225900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca06b-da25-41e3-9fff-219f5e3fd1c8 req-19386c5f-8950-413c-94ce-5a4d921ce8ac tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:08.227542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30eca06b-da25-41e3-9fff-219f5e3fd1c8 req-19386c5f-8950-413c-94ce-5a4d921ce8ac tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 946 time: 0.0848753 Sep 22 10:22:08.240913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 8382cfc9-04cc-4885-b377-c4f33733333a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:08.241258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8382cfc9-04cc-4885-b377-c4f33733333a not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:08.285140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device e9b8d8ba-4882-4fb2-addb-c75ac47e02ef no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:08.285140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: e9b8d8ba-4882-4fb2-addb-c75ac47e02ef {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:08.285140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device e9b8d8ba-4882-4fb2-addb-c75ac47e02ef not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:08.285775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30eca06b-da25-41e3-9fff-219f5e3fd1c8 req-c4fdab27-e475-49de-bc5e-4bc785283c38 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Sep 22 10:22:08.371146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Deleting port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:08.371878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:08.435572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50186) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:08.478078 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6ae4b12b-d508-4ede-b719-82ac2767be34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2985cc03fe1b49a7af4821c3c82ebec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390389 Sep 22 10:22:08.478559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50188) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:08.502427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] For port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:08.502799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:08.531371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:08.537628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742dab0-90cd-432b-9551-ea9262878364 req-3ba66abc-19b2-4422-a8b7-bf10d55b867e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:08.539148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f742dab0-90cd-432b-9551-ea9262878364 req-3ba66abc-19b2-4422-a8b7-bf10d55b867e tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 944 time: 0.1028271 Sep 22 10:22:08.544881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Calling delete_port for 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:08.554330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:08.628577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-5776300e-d755-4298-89e0-7e8ed390ce4d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:08.630051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-5776300e-d755-4298-89e0-7e8ed390ce4d tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.32 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 944 time: 0.1475832 Sep 22 10:22:08.674830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f742dab0-90cd-432b-9551-ea9262878364 req-f078d1c7-940a-48d3-b6b6-a3f87669c9ea tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/security-groups?id=909fabd0-f257-4473-b7ba-89d97e9e0305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247065 Sep 22 10:22:08.736459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:08.736459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:08.739843 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d36c0ec2-49fc-4579-8490-2d351b561596 HTTP/1.1" status: 204 len: 168 time: 0.2576246 Sep 22 10:22:08.749407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c0ec2-49fc-4579-8490-2d351b561596,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:08.763908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.764670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.765621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.766369 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.766989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.767596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.768253 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.768870 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.769437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.770256 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.770982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.771882 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba34b2ce-8a0b-4be9-8de2-78285273c25a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:08.808025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Deleting port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:08.808371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:08.905815 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:08.919007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] For port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,segment=NetworkSegment(721c7866-6244-45b6-a151-e7d53b364814),segment_id=721c7866-6244-45b6-a151-e7d53b364814)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:08.919529 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:08.923455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3', '003d9a78-a2ae-4949-b940-96817868530e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:08.960512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Pushing event deleted for resources: {'Port': ['ID=6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:08.963045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Calling delete_port for 8a8024d1-2121-42f2-bdc7-d729b7e9a80f owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:09.011230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] No DVR routers for this DVR port 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:09.014976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:09.017063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2422d1d-ee39-4ac5-88b9-a1236b9ec3fe req-a4c4d770-1157-4b7b-acd9-96e4c5b7140e tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.32 "DELETE /v2.0/ports/6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 HTTP/1.1" status: 204 len: 173 time: 0.7879546 Sep 22 10:22:09.061013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-9019ea50-f6f5-4dc0-8fb0-2a11905cd41f req-fbbdb03c-56d7-4c65-a6b2-fe087a9da9ff tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-545639682', 'description': 'tempest-description-1126326558'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:09.145039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dabad7-375c-4e61-8571-837a9b4db9bb', 'name': 'network-vif-deleted', 'tag': '6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:09.147485 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c78c92b-fc63-4624-8d94-b523df338445" -d '{"events": [{"server_uuid": "80dabad7-375c-4e61-8571-837a9b4db9bb", "name": "network-vif-deleted", "tag": "6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:09.259887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9019ea50-f6f5-4dc0-8fb0-2a11905cd41f req-fbbdb03c-56d7-4c65-a6b2-fe087a9da9ff tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:09.295140 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:09.332965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Pushing event deleted for resources: {'Port': ['ID=8a8024d1-2121-42f2-bdc7-d729b7e9a80f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:09.390930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] No DVR routers for this DVR port 8a8024d1-2121-42f2-bdc7-d729b7e9a80f on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:09.393599 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:09.396040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb267ed8-1b57-40f2-82f5-8b76e60bc377 req-114a05d9-529b-4a08-b57e-67a0829f7c15 tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.32 "DELETE /v2.0/ports/8a8024d1-2121-42f2-bdc7-d729b7e9a80f HTTP/1.1" status: 204 len: 173 time: 0.7556000 Sep 22 10:22:09.425815 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9019ea50-f6f5-4dc0-8fb0-2a11905cd41f req-fbbdb03c-56d7-4c65-a6b2-fe087a9da9ff tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:09.520187 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9019ea50-f6f5-4dc0-8fb0-2a11905cd41f req-fbbdb03c-56d7-4c65-a6b2-fe087a9da9ff tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:09.550997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdb03c-56d7-4c65-a6b2-fe087a9da9ff tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286c081a-763c-4039-aea9-30e7a1357ab2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:09.608092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9019ea50-f6f5-4dc0-8fb0-2a11905cd41f req-fbbdb03c-56d7-4c65-a6b2-fe087a9da9ff tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:09.609957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9019ea50-f6f5-4dc0-8fb0-2a11905cd41f req-fbbdb03c-56d7-4c65-a6b2-fe087a9da9ff tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5554824 Sep 22 10:22:09.803332 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c427b21-6f15-4df2-ab09-dceedae4242b x-openstack-request-id: req-9c427b21-6f15-4df2-ab09-dceedae4242b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:09.803647 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dabad7-375c-4e61-8571-837a9b4db9bb", "name": "network-vif-deleted", "tag": "6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:09.803896 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c427b21-6f15-4df2-ab09-dceedae4242b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:09.805324 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dabad7-375c-4e61-8571-837a9b4db9bb', 'name': 'network-vif-deleted', 'tag': '6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3', 'status': 'completed', 'code': 200} Sep 22 10:22:09.888690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48c89819-ed06-448c-a638-6381ac3f2810 req-739a41ac-28be-40f8-9316-2144544ad163 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=80dabad7-375c-4e61-8571-837a9b4db9bb HTTP/1.1" status: 200 len: 210 time: 0.0284879 Sep 22 10:22:09.973831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-744a7d9f-3cee-45d1-82c1-84aff939fea0 req-7e11ba15-03dd-4eae-b2a8-774380845c73 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-932281947', 'description': 'tempest-description-1782084875'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:10.171465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50234) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:10.177376 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-744a7d9f-3cee-45d1-82c1-84aff939fea0 req-7e11ba15-03dd-4eae-b2a8-774380845c73 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:10.261081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-744a7d9f-3cee-45d1-82c1-84aff939fea0 req-7e11ba15-03dd-4eae-b2a8-774380845c73 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:10.271030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-128955420-network', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:10.419314 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-744a7d9f-3cee-45d1-82c1-84aff939fea0 req-7e11ba15-03dd-4eae-b2a8-774380845c73 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:10.448181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11ba15-03dd-4eae-b2a8-774380845c73 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27afb4b-efc5-4b59-a139-3d9ff752e899,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:10.543062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:10.547773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:10.560534 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:10.634179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-744a7d9f-3cee-45d1-82c1-84aff939fea0 req-7e11ba15-03dd-4eae-b2a8-774380845c73 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:10.635593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-744a7d9f-3cee-45d1-82c1-84aff939fea0 req-7e11ba15-03dd-4eae-b2a8-774380845c73 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6659617 Sep 22 10:22:10.738043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5673a1f6-6459-4f13-8b32-b13a0fba4ee1 req-38951e98-f773-436f-a74e-0cfa15eb76ee tempest-LiveMigrationTest-2013020992 tempest-LiveMigrationTest-2013020992-project] 10.222.0.20 "GET /v2.0/ports?device_id=59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a HTTP/1.1" status: 200 len: 210 time: 0.0274625 Sep 22 10:22:10.740582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:10.847551 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:10.873026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:22:10.881610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6552a8cd-c37e-46ec-ad48-2f71bb523283,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:10.887533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:10.887877 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Added segment 2af1c0cf-b7ef-4d83-ad25-02046acb194e of type vlan for network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c Sep 22 10:22:10.928310 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:11.024865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:11.025785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:11.026409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:11.083992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:11.094306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:22:11.113111 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8a5b342b-0486-42ce-ab54-a7d15ed8c153 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9405279 Sep 22 10:22:11.124395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50250) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:11.129604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Request body: {'subnet': {'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-subnet', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:11.262940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:11.265316 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:11.320433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-01b25c3b-c784-441c-88d2-3a029ec710d9 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:11.321951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-01b25c3b-c784-441c-88d2-3a029ec710d9 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 812 time: 0.1042397 Sep 22 10:22:11.337421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6ee6be72-6fff-4971-8d70-95dd018cd4c4 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/quotas/19d50a4c64504652b56fbc4abdd68592 HTTP/1.1" status: 200 len: 375 time: 0.0094893 Sep 22 10:22:11.370528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-a1efe49e-e373-44cf-8742-bc495a41916f tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264118 Sep 22 10:22:11.468693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-78dc51e3-dfad-404f-aade-e65cf6279b3c service neutron] 10.222.0.20 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905805 Sep 22 10:22:11.533407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:11.561372 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-9f419cfb-58c6-403f-8ece-51756da9385d service neutron] 10.222.0.20 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862427 Sep 22 10:22:11.589510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4c87aa-f323-4cfd-bfdc-71ae14aab81a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:11.602216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Checking segment: {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:11.602573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Network hostable DHCP agents. Network: 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:22:11.699479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:22:11.806594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'name': 'network-vif-deleted', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:11.810255 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8f3b89-2efa-42b0-b0d0-03911e6b49ba" -d '{"events": [{"server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "name": "network-vif-deleted", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:11.830505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:11.834536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:11.835219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:11.843817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8cc399-7dd7-4d99-aa3e-21cc19dea22c None None] Network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:11.946724 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c1b2df91-7af8-4b00-b375-c42b351fdc54 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8200428 Sep 22 10:22:11.948311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50276) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:11.953878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:12.055237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:22:12.056384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.065726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.065726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.117399 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.206760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Allocated IP 172.20.0.2 (3a8a79a3-bb87-4adf-94ea-a51a0e087b0c/db4c87aa-f323-4cfd-bfdc-71ae14aab81a/9678fd37-8805-4fa1-a963-84e0403fe9d6) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:12.235878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8a8024d1-2121-42f2-bdc7-d729b7e9a80f no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:12.264623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 8a8024d1-2121-42f2-bdc7-d729b7e9a80f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:12.264966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8a8024d1-2121-42f2-bdc7-d729b7e9a80f not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:12.265398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:12.314908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:12.315316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6bb4d6b2-00b9-4471-a6ea-ea3ce15733a3 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:12.405519 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.454117 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.526742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-9073a4bd-6aa8-4aab-9bad-06289f471303 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:12.528533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-9073a4bd-6aa8-4aab-9bad-06289f471303 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/ports?device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 949 time: 0.0511236 Sep 22 10:22:12.550832 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.600549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:12.600549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:12.601355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50286) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:12.604361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:12.678846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Pushing event updated for resources: {'Port': ['ID=9678fd37-8805-4fa1-a963-84e0403fe9d6,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.699879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:12.705492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Attempting to bind port 9678fd37-8805-4fa1-a963-84e0403fe9d6 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:22:12.706189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Attempting to bind port 9678fd37-8805-4fa1-a963-84e0403fe9d6 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:22:12.706678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Attempting to bind port 9678fd37-8805-4fa1-a963-84e0403fe9d6 on network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:12.712585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:22:12.712965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Checking segment: {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:12.713372 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.713766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Bound using segment: {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:22:12.714349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Bound port: 9678fd37-8805-4fa1-a963-84e0403fe9d6, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:22:12.714857 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.726233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Deleting port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:12.727081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.759263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b5e815-dec2-47b9-a308-856787fca393 admin admin] Deleting subnet e0d7b8cd-3188-4b53-958d-bf25a65c9d98 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:22:12.762945 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03b5e815-dec2-47b9-a308-856787fca393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.792391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] For port 9678fd37-8805-4fa1-a963-84e0403fe9d6, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:22:12.797512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] For port 9678fd37-8805-4fa1-a963-84e0403fe9d6, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9678fd37-8805-4fa1-a963-84e0403fe9d6,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:22:12.807646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ab3ac25-fb7d-4149-b760-79989d2a540a req-3bea0752-adfe-4141-8630-cab393fd98c8 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 210 time: 0.1249375 Sep 22 10:22:12.815442 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03b5e815-dec2-47b9-a308-856787fca393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.873872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] For port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:12.874352 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.877705 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03b5e815-dec2-47b9-a308-856787fca393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:12.878576 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16302258-9d11-4db2-88fa-e88b865bc2fa x-openstack-request-id: req-16302258-9d11-4db2-88fa-e88b865bc2fa {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:12.878871 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a", "name": "network-vif-deleted", "tag": "8a8024d1-2121-42f2-bdc7-d729b7e9a80f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:12.879139 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16302258-9d11-4db2-88fa-e88b865bc2fa {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:12.879567 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c0d53e-0326-4cdc-b8dd-9e6dfa398f5a', 'name': 'network-vif-deleted', 'tag': '8a8024d1-2121-42f2-bdc7-d729b7e9a80f', 'status': 'completed', 'code': 200} Sep 22 10:22:12.892280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Calling delete_port for e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:12.934950 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.031133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18315e82-7406-4dda-b8ec-b547db069083 None None] Pushing event updated for resources: {'Port': ['ID=9678fd37-8805-4fa1-a963-84e0403fe9d6,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:13.083735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.088857 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03b5e815-dec2-47b9-a308-856787fca393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.110017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.120206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5e815-dec2-47b9-a308-856787fca393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d7b8cd-3188-4b53-958d-bf25a65c9d98,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:13.126257 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03b5e815-dec2-47b9-a308-856787fca393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.140007 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-03b5e815-dec2-47b9-a308-856787fca393 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e0d7b8cd-3188-4b53-958d-bf25a65c9d98 HTTP/1.1" status: 204 len: 168 time: 0.5347676 Sep 22 10:22:13.140709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50296) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:13.242273 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.301279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Allocated IP 172.25.1.5 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/82d1a1f5-8c37-4d13-a2d3-1c91404d379a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:13.346886 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.368629 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394a1a91-3e61-4088-a3ba-26b5c1b69f6e']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:13.380327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721c7866-6244-45b6-a151-e7d53b364814') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:13.380745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721c7866-6244-45b6-a151-e7d53b364814') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:13.396058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.409213 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.413576 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.421428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700', 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', '28daa9de-8385-4edc-a43f-e51c0c8a5b5f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:13.421972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:22:13.421972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:22:13.423812 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:22:13.450052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event deleted for resources: {'Port': ['ID=e53d1a42-f7bd-4f08-8065-9b28ec64d7a5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:13.502154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] No DVR routers for this DVR port e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:13.509179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.511200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9140873f-6a53-4ae7-a9f1-45f6fa90f297 req-14621289-2f5b-4a64-b299-6c9631c448f8 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "DELETE /v2.0/ports/e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 HTTP/1.1" status: 204 len: 173 time: 0.9763806 Sep 22 10:22:13.528629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.613423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.618916 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.625562 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] 10.222.0.20 "DELETE /v2.0/networks/394a1a91-3e61-4088-a3ba-26b5c1b69f6e HTTP/1.1" status: 204 len: 168 time: 0.4802127 Sep 22 10:22:13.626479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50302) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:13.644781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b401cd-4d7c-49f4-8919-fe045f3cd96c admin admin] Pushing event deleted for resources: {'Network': ['ID=394a1a91-3e61-4088-a3ba-26b5c1b69f6e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:13.710792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad58754c-405a-4839-8924-2ffd82ae2cdc req-c39354ba-cda7-46cc-92d2-1cd78b1fd896 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 210 time: 0.0734718 Sep 22 10:22:13.714433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.760014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:13.767503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:13.773674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6d6aa2-0bba-4220-9649-ecafb39a80e9 admin admin] Deleting subnet 3a72ec65-a4dd-4e96-9349-318f1b0d79aa {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:22:13.776040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:13.810190 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6aa2-0bba-4220-9649-ecafb39a80e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:13.813611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Pushing event updated for resources: {'Port': ['ID=82d1a1f5-8c37-4d13-a2d3-1c91404d379a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:13.935722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6aa2-0bba-4220-9649-ecafb39a80e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:14.113443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9678fd37-8805-4fa1-a963-84e0403fe9d6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:14.208797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9678fd37-8805-4fa1-a963-84e0403fe9d6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:14.209197 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:14.252693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a510ae-2f9d-477e-be72-b04a1e5556eb None None] Network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:14.377022 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f7398894-80a5-47d9-9712-a0306652c978 None None] Provisioning complete for port 9678fd37-8805-4fa1-a963-84e0403fe9d6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:14.377303 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f7398894-80a5-47d9-9712-a0306652c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:14.393273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-e1f8432b-d77f-48db-9575-5c872b894dae tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:14.394859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-e1f8432b-d77f-48db-9575-5c872b894dae tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 949 time: 0.5438144 Sep 22 10:22:14.414138 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6aa2-0bba-4220-9649-ecafb39a80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:14.450821 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:14.509074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341f67d-3631-4196-ac1e-769f37fc082b req-feb029ac-bcd5-482f-a362-d79dfaa73bba tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:14.517644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c341f67d-3631-4196-ac1e-769f37fc082b req-feb029ac-bcd5-482f-a362-d79dfaa73bba tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.5167139 Sep 22 10:22:14.533869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 9678fd37-8805-4fa1-a963-84e0403fe9d6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9678fd37-8805-4fa1-a963-84e0403fe9d6,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:14.648195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c341f67d-3631-4196-ac1e-769f37fc082b req-9288e2fa-a169-4060-8619-132175db1eb7 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279294 Sep 22 10:22:14.710303 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:14.751025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f7398894-80a5-47d9-9712-a0306652c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:14.793588 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=9678fd37-8805-4fa1-a963-84e0403fe9d6,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:14.805007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1e37da8-262b-449c-820a-90ec5b968e8c req-9b267c72-cf92-47d7-b6bb-3b1709ffe7ab tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 210 time: 0.0708518 Sep 22 10:22:14.841019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f7398894-80a5-47d9-9712-a0306652c978 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:22:14.841396 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f7398894-80a5-47d9-9712-a0306652c978 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:22:14.851775 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:14.854093 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6aa2-0bba-4220-9649-ecafb39a80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:14.919845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4decc71c-4998-4d2f-8e94-31e0ee13381f', 'name': 'network-vif-deleted', 'tag': 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:14.922304 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b7e25-e565-474a-8c17-301ff53786b7" -d '{"events": [{"server_uuid": "4decc71c-4998-4d2f-8e94-31e0ee13381f", "name": "network-vif-deleted", "tag": "e53d1a42-f7bd-4f08-8065-9b28ec64d7a5"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:14.958191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d6aa2-0bba-4220-9649-ecafb39a80e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a72ec65-a4dd-4e96-9349-318f1b0d79aa,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:14.960832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1bbf5942-4971-4162-ab31-c1f42ee5573a req-b220ffb9-a3a1-4236-895b-8f9ba1871aa0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=4decc71c-4998-4d2f-8e94-31e0ee13381f HTTP/1.1" status: 200 len: 210 time: 0.0309832 Sep 22 10:22:14.973995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Deleting port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:14.974368 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.014738 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6aa2-0bba-4220-9649-ecafb39a80e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.016776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2d6d6aa2-0bba-4220-9649-ecafb39a80e9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3a72ec65-a4dd-4e96-9349-318f1b0d79aa HTTP/1.1" status: 204 len: 168 time: 1.3890796 Sep 22 10:22:15.019396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50318) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:15.180598 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d148f84-09ad-46e8-989a-e6b6a566b0b3 x-openstack-request-id: req-3d148f84-09ad-46e8-989a-e6b6a566b0b3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:15.180941 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4decc71c-4998-4d2f-8e94-31e0ee13381f", "name": "network-vif-deleted", "tag": "e53d1a42-f7bd-4f08-8065-9b28ec64d7a5", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:15.181197 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d148f84-09ad-46e8-989a-e6b6a566b0b3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:15.181675 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4decc71c-4998-4d2f-8e94-31e0ee13381f', 'name': 'network-vif-deleted', 'tag': 'e53d1a42-f7bd-4f08-8065-9b28ec64d7a5', 'status': 'completed', 'code': 200} Sep 22 10:22:15.212672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.258861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] For port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:15.259226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.309266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Calling delete_port for 28daa9de-8385-4edc-a43f-e51c0c8a5b5f owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:15.428737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.455701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.503869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f0505dff-621b-46de-9848-942dc665be7d None None] Provisioning complete for port 9678fd37-8805-4fa1-a963-84e0403fe9d6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:15.504559 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0505dff-621b-46de-9848-942dc665be7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.531555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe98536-d8c1-46f0-91a0-c6f77adf3c56']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:15.574015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1f0913-3ddb-43f1-abcf-f60f968d2426') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:15.574015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1f0913-3ddb-43f1-abcf-f60f968d2426') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:15.608726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.664477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.690629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:22:15.691047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:22:15.692931 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:22:15.862430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-c13098df-7bff-496b-9ac6-e154ec993f0a tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:15.863866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-c13098df-7bff-496b-9ac6-e154ec993f0a tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 812 time: 0.2592649 Sep 22 10:22:15.869240 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:15.880481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['8879bffe-2c1a-4331-88f3-f9d39af45700'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:15.881536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ea53f-410b-4368-9621-03b7ca5f8d7b req-11e6f34a-326f-432f-a65f-6041004c893a tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:15.884066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a49ea53f-410b-4368-9621-03b7ca5f8d7b req-11e6f34a-326f-432f-a65f-6041004c893a tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1447318 Sep 22 10:22:15.911932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'port': {'device_id': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2', 'admin_state_up': True, 'tenant_id': '19d50a4c64504652b56fbc4abdd68592'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:15.930896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event deleted for resources: {'Port': ['ID=28daa9de-8385-4edc-a43f-e51c0c8a5b5f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:15.982338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:16.012174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:16.016827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] 10.222.0.20 "DELETE /v2.0/networks/5fe98536-d8c1-46f0-91a0-c6f77adf3c56 HTTP/1.1" status: 204 len: 168 time: 0.9864862 Sep 22 10:22:16.021990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] No DVR routers for this DVR port 28daa9de-8385-4edc-a43f-e51c0c8a5b5f on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:16.063179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:16.065183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3434ccda-de84-428e-92a7-098f010fc4c2 req-3383d836-b312-4d8a-aaf0-052e5d277b23 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "DELETE /v2.0/ports/28daa9de-8385-4edc-a43f-e51c0c8a5b5f HTTP/1.1" status: 204 len: 173 time: 1.6588697 Sep 22 10:22:16.070492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654e5ef-b012-4f15-810a-3e394127461a admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe98536-d8c1-46f0-91a0-c6f77adf3c56,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:16.084463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a49ea53f-410b-4368-9621-03b7ca5f8d7b req-d0b1d772-6173-4b9c-86ed-65ef13ab3387 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679590 Sep 22 10:22:16.087691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:22:16.101771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9678fd37-8805-4fa1-a963-84e0403fe9d6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:16.266686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 28daa9de-8385-4edc-a43f-e51c0c8a5b5f no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:16.276904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:16.294154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Sync routers for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:16.295852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f15ecc2-017b-40b3-b5d4-3b88fc50501b req-d49f7eb2-84e8-4cd5-a2ba-81496b9a2b45 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 210 time: 0.0589142 Sep 22 10:22:16.302023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 28daa9de-8385-4edc-a43f-e51c0c8a5b5f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:16.302821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 28daa9de-8385-4edc-a43f-e51c0c8a5b5f not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:16.302821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:16.306524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9678fd37-8805-4fa1-a963-84e0403fe9d6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:16.307072 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:16.351078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:16.351458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e53d1a42-f7bd-4f08-8065-9b28ec64d7a5 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:16.359592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:16.360241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:16.400939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Made reservation on behalf of 19d50a4c64504652b56fbc4abdd68592 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:16.410833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:16.513512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:16.545586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:16.551961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3982bfaf-df72-4adf-851e-7ebe58543795 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5969312 Sep 22 10:22:16.554623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:16.654661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7d4c9a0-e0ab-4447-893e-610f789efdb2 req-1aa0a323-0515-40f0-b6b1-d0e6da50b469 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b260504-81a2-4555-8e8f-adaa9fbc76ef HTTP/1.1" status: 200 len: 210 time: 0.0380116 Sep 22 10:22:16.683885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Allocated IP 172.20.0.8 (a384e7bc-ca43-49f9-abe1-83ea2f12c9d2/4b10b267-276e-4fc4-b849-27f4f8a626f3/99755072-8b57-4e0c-83d2-7daf8bae6ac9) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:16.804916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:14Z', 'revision_number': 3, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:16.817646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50344) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:16.841551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Checking router: 1627e72c-b9c8-402b-ab8e-fc769fc467f5 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:16.841951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Updating router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:22:16.869229 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.106793 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.131329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.137901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5053f2de-ef14-468c-9bde-519310256f31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e192f08f9a784bf1b08be68f0f93c89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225658 Sep 22 10:22:17.140403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50348) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:17.186581 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.195422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b260504-81a2-4555-8e8f-adaa9fbc76ef', 'name': 'network-vif-deleted', 'tag': '28daa9de-8385-4edc-a43f-e51c0c8a5b5f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:17.197865 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2350aa41-4608-451d-a052-66348d214f7b" -d '{"events": [{"server_uuid": "3b260504-81a2-4555-8e8f-adaa9fbc76ef", "name": "network-vif-deleted", "tag": "28daa9de-8385-4edc-a43f-e51c0c8a5b5f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:17.200609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-22f5a50f-c147-44cb-bb1b-69600655067b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.269967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-22f5a50f-c147-44cb-bb1b-69600655067b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.330453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Allocated IP 172.20.0.1 (3a8a79a3-bb87-4adf-94ea-a51a0e087b0c/db4c87aa-f323-4cfd-bfdc-71ae14aab81a/b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:17.350573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966d2a9-fba5-447a-a7c2-48d2210b0c47 req-2cce9689-a88d-4c39-998f-33e4dbb6b4b2 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:17.352234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b966d2a9-fba5-447a-a7c2-48d2210b0c47 req-2cce9689-a88d-4c39-998f-33e4dbb6b4b2 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1491556 Sep 22 10:22:17.365846 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.392883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b966d2a9-fba5-447a-a7c2-48d2210b0c47 req-6b47f66a-0593-4bd0-832f-dc11063cd772 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345109 Sep 22 10:22:17.432016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Attempting to bind port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:22:17.432016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Attempting to bind port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:22:17.432016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Attempting to bind port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:17.432016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482fd1f-2843-4a72-9a26-ca7e2a1c5e48 None None] Pushing event updated for resources: {'Port': ['ID=82d1a1f5-8c37-4d13-a2d3-1c91404d379a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:17.438297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:22:17.438709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:17.439088 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.439546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:22:17.440167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Bound port: 82d1a1f5-8c37-4d13-a2d3-1c91404d379a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:22:17.440407 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.459693 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.483664 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829f569c-dff0-4774-b248-ecd3d4aae3f0 x-openstack-request-id: req-829f569c-dff0-4774-b248-ecd3d4aae3f0 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:17.484047 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b260504-81a2-4555-8e8f-adaa9fbc76ef", "name": "network-vif-deleted", "tag": "28daa9de-8385-4edc-a43f-e51c0c8a5b5f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:17.484351 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-829f569c-dff0-4774-b248-ecd3d4aae3f0 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:17.484851 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b260504-81a2-4555-8e8f-adaa9fbc76ef', 'name': 'network-vif-deleted', 'tag': '28daa9de-8385-4edc-a43f-e51c0c8a5b5f', 'status': 'completed', 'code': 200} Sep 22 10:22:17.505063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] For port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:22:17.508525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] For port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82d1a1f5-8c37-4d13-a2d3-1c91404d379a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:22:17.567617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-777f132d-4845-4b4e-a19b-346e4d080870 req-95530021-ab01-42e4-a396-bca46257c951 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 210 time: 0.0278544 Sep 22 10:22:17.598359 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.600092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-22f5a50f-c147-44cb-bb1b-69600655067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.602838 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-22f5a50f-c147-44cb-bb1b-69600655067b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.604669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-22f5a50f-c147-44cb-bb1b-69600655067b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/909fabd0-f257-4473-b7ba-89d97e9e0305 HTTP/1.1" status: 204 len: 168 time: 0.4625990 Sep 22 10:22:17.642235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5a50f-c147-44cb-bb1b-69600655067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909fabd0-f257-4473-b7ba-89d97e9e0305,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:17.657209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:17.659543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:17.663461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:17.682603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.686549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.759156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:17.762364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:17.773551 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:17.785520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:17.786405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:17.816497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:17.817778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.822402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'Port': ['ID=99755072-8b57-4e0c-83d2-7daf8bae6ac9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:17.824953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Pushing event updated for resources: {'Port': ['ID=b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:17.850366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482fd1f-2843-4a72-9a26-ca7e2a1c5e48 None None] Pushing event updated for resources: {'Port': ['ID=82d1a1f5-8c37-4d13-a2d3-1c91404d379a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:17.872293 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:17.921129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-6bc4e6bf-3045-4221-a7a9-6c400df80f36 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0329237 Sep 22 10:22:17.937258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Request body: {'port': {'device_id': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:17.953963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:18.047243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:18.183267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0ae31c8f-1151-4ce4-8368-cffa98c2067c None None] Provisioning complete for port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:18.183685 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0ae31c8f-1151-4ce4-8368-cffa98c2067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:18.197499 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:18.243864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0ae31c8f-1151-4ce4-8368-cffa98c2067c None None] Port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:22:18.264034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:14Z', 'revision_number': 3, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:18.295419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db95b5ee-b5d0-41ac-9664-52896a7b5316 None None] The sync data for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 is: [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:14Z', 'revision_number': 3, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:18.427666 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:18.455798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99755072-8b57-4e0c-83d2-7daf8bae6ac9 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:22:18.463879 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:18.476936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Transition to ACTIVE for port object 99755072-8b57-4e0c-83d2-7daf8bae6ac9 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:22:18.544553 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:18.591677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:18.632687 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:18.681389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Pushing event updated for resources: {'Port': ['ID=b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:18.696942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Pushing event updated for resources: {'Port': ['ID=99755072-8b57-4e0c-83d2-7daf8bae6ac9,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:18.755681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50382) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:18.765430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecbc2b-2c1e-468c-ae2c-6e90acb76c64 req-c1596ba8-1540-42a0-b563-de15787b0055 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:18.773406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0ecbc2b-2c1e-468c-ae2c-6e90acb76c64 req-c1596ba8-1540-42a0-b563-de15787b0055 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.1283269 Sep 22 10:22:18.811928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:18.818131 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:18.823029 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce0a693d-6773-4a17-b2e4-36d851c9676f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eae36f34cea7403cab4af586aab13d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622208 Sep 22 10:22:18.826055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50384) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:18.876049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0ecbc2b-2c1e-468c-ae2c-6e90acb76c64 req-1a270880-fc22-4522-99b5-a996a71c13c5 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/security-groups?id=3aab0ad7-f5ee-4c75-8368-e2920bb05748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016831 Sep 22 10:22:18.887434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Attempting to bind port 99755072-8b57-4e0c-83d2-7daf8bae6ac9 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:22:18.890069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Attempting to bind port 99755072-8b57-4e0c-83d2-7daf8bae6ac9 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:22:18.891322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Attempting to bind port 99755072-8b57-4e0c-83d2-7daf8bae6ac9 on network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:18.911067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Port 99755072-8b57-4e0c-83d2-7daf8bae6ac9 on network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:22:18.911403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Attempting to bind port 99755072-8b57-4e0c-83d2-7daf8bae6ac9 on network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:18.931057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:22:18.931407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Checking segment: {'id': '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:18.931884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Bound using segment: {'id': '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:22:18.932401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Bound port: 99755072-8b57-4e0c-83d2-7daf8bae6ac9, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:22:18.932852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:18.964825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf0c-84bc-4743-b989-db814f1c4773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:19.001371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf0c-84bc-4743-b989-db814f1c4773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:19.025216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:22:19.100013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576bec-7761-422c-a016-a6fa3ec43acb req-45fdc4dd-a70e-4914-8be4-8f95b7d482a0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:19.108056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38576bec-7761-422c-a016-a6fa3ec43acb req-45fdc4dd-a70e-4914-8be4-8f95b7d482a0 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 950 time: 0.1357820 Sep 22 10:22:19.117734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] For port 99755072-8b57-4e0c-83d2-7daf8bae6ac9, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:22:19.125269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] For port 99755072-8b57-4e0c-83d2-7daf8bae6ac9, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:22:19.180383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f1e0c908-a692-47a5-80a9-206584a565b3 None None] Provisioning complete for port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:19.181465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f1e0c908-a692-47a5-80a9-206584a565b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:19.194617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:19.201613 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0f0852f0-bd2f-4d0b-8eca-b7f84d935f62 admin admin] 10.222.0.20 "PUT /v2.0/routers/1627e72c-b9c8-402b-ab8e-fc769fc467f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6450779 Sep 22 10:22:19.215364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38576bec-7761-422c-a016-a6fa3ec43acb req-dcede751-6d88-4e1a-ac6b-b8cf29e6d65d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee0f7c19-a64b-45a3-940e-32dc4372910a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061287 Sep 22 10:22:19.228480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0c908-a692-47a5-80a9-206584a565b3 None None] Port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:22:19.230592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-680a8634-26ec-4fa3-b241-181f27cec56b tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:19.244988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-680a8634-26ec-4fa3-b241-181f27cec56b tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 945 time: 0.0908644 Sep 22 10:22:19.244988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:19.291818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:19.293108 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:19.294651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] 10.222.0.32 "PUT /v2.0/ports/99755072-8b57-4e0c-83d2-7daf8bae6ac9 HTTP/1.1" status: 200 len: 1091 time: 1.3627660 Sep 22 10:22:19.299421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf0c-84bc-4743-b989-db814f1c4773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:19.304466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1e5cf0c-84bc-4743-b989-db814f1c4773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:19.306031 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a1e5cf0c-84bc-4743-b989-db814f1c4773 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/720116c9-42e1-45e5-a0d5-ba95063e0e3e HTTP/1.1" status: 204 len: 168 time: 0.4790387 Sep 22 10:22:19.330552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5cf0c-84bc-4743-b989-db814f1c4773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720116c9-42e1-45e5-a0d5-ba95063e0e3e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:19.459926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199e403-2a90-47f0-81dd-386cb1705dab service neutron] Pushing event updated for resources: {'Port': ['ID=99755072-8b57-4e0c-83d2-7daf8bae6ac9,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:19.475222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86013a5a-59ff-4103-95b4-ee99076aacf1 req-6f77296c-cbae-4dc1-b75f-9fb579cea544 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:19.476968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86013a5a-59ff-4103-95b4-ee99076aacf1 req-6f77296c-cbae-4dc1-b75f-9fb579cea544 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 943 time: 0.1538289 Sep 22 10:22:19.492081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:19.494383 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:19.556990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Deleting port 003d9a78-a2ae-4949-b940-96817868530e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:19.557341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:19.614545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86013a5a-59ff-4103-95b4-ee99076aacf1 req-f10504f2-9703-4bcc-b0da-3c0404f8593e tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285675 Sep 22 10:22:19.678385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-055dd93d-9b43-4571-957c-fcff3d4b4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:19.679921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-055dd93d-9b43-4571-957c-fcff3d4b4d48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 1094 time: 0.1776230 Sep 22 10:22:19.735054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] For port 003d9a78-a2ae-4949-b940-96817868530e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=003d9a78-a2ae-4949-b940-96817868530e,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:19.735330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:19.775873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Calling delete_port for 003d9a78-a2ae-4949-b940-96817868530e owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:19.813965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-52bd86a7-f797-4703-af08-984c94440e2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0522130 Sep 22 10:22:19.908854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-5c99dd25-a7a8-40de-bf74-5859d1462105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:19.910401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-5c99dd25-a7a8-40de-bf74-5859d1462105 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.0882955 Sep 22 10:22:19.996482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-de17d30c-4d96-4bba-a681-ca9ef2460120 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767388 Sep 22 10:22:20.075402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82d1a1f5-8c37-4d13-a2d3-1c91404d379a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:20.142174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:20.142695 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:20.147154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-7ecd7353-b005-420f-84ee-325a83618c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:20.148696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-7ecd7353-b005-420f-84ee-325a83618c0d tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 950 time: 0.1957929 Sep 22 10:22:20.232870 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:20.248016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-2f28be74-4fa9-4f30-bbab-0eeebea5cd92 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272668 Sep 22 10:22:20.261374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82d1a1f5-8c37-4d13-a2d3-1c91404d379a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:20.356746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:20.359129 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83c14a5-36ca-4cae-b39d-2d50d3223d42 x-openstack-request-id: req-c83c14a5-36ca-4cae-b39d-2d50d3223d42 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:20.359456 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:20.359704 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c83c14a5-36ca-4cae-b39d-2d50d3223d42 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:20.360150 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9', 'status': 'completed', 'code': 200} Sep 22 10:22:20.403662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Deleting port 8879bffe-2c1a-4331-88f3-f9d39af45700 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:20.403662 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:20.423010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:20.438018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=82d1a1f5-8c37-4d13-a2d3-1c91404d379a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:20.453139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b8310e-a2d4-46ba-b35a-9ee01cda879f req-dc864115-8df2-49bc-9cbb-33031c34d8d4 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969430 Sep 22 10:22:20.491617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Pushing event deleted for resources: {'Port': ['ID=003d9a78-a2ae-4949-b940-96817868530e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:20.536942 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Sync routers for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:20.551928 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:20.552830 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:20.575690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] No DVR routers for this DVR port 003d9a78-a2ae-4949-b940-96817868530e on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:20.586603 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:20.586603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed05dcd8-1364-4ba8-962e-3d994671af98 req-0d29bcaf-4bf6-444b-adf7-fcf0c04bc270 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.32 "DELETE /v2.0/ports/003d9a78-a2ae-4949-b940-96817868530e HTTP/1.1" status: 204 len: 173 time: 1.3400319 Sep 22 10:22:20.596037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e0d27-e091-46fd-9f73-2e03d7a9eeeb req-4f4d3344-8df0-445f-bc22-c93a23aba0c2 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:20.597546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-579e0d27-e091-46fd-9f73-2e03d7a9eeeb req-4f4d3344-8df0-445f-bc22-c93a23aba0c2 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 945 time: 0.2074854 Sep 22 10:22:20.619757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] For port 8879bffe-2c1a-4331-88f3-f9d39af45700, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=8879bffe-2c1a-4331-88f3-f9d39af45700,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:20.626285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:20.645633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Calling delete_port for 8879bffe-2c1a-4331-88f3-f9d39af45700 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:20.698566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-579e0d27-e091-46fd-9f73-2e03d7a9eeeb req-b0104317-6a3b-4acd-bac8-90215ca38cfd tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913782 Sep 22 10:22:20.762979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-9811c7c0-bb04-4a54-8838-1a0518d028f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:20.764565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-9811c7c0-bb04-4a54-8838-1a0518d028f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 1094 time: 0.1113923 Sep 22 10:22:20.834314 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:20.910428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec51ef27-c124-4a9c-9678-5520f8e96413 req-056fd262-bc73-497a-89e8-962831511934 tempest-ServerRescueNegativeTestJSON-32947153 tempest-ServerRescueNegativeTestJSON-32947153-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd65c189-88a7-4e7b-a170-ed40eacdc61c HTTP/1.1" status: 200 len: 210 time: 0.0904877 Sep 22 10:22:20.963698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-285a21ff-dd3f-42fd-bb3e-f3095fe5d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:20.966485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-285a21ff-dd3f-42fd-bb3e-f3095fe5d2ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 913 time: 0.1910608 Sep 22 10:22:21.021438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-ae08bd8a-6f8b-4251-b1b6-ad55b59956c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0471816 Sep 22 10:22:21.072855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:21.089907 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5', 'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'mac_address': 'fa:16:3e:5b:d3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:17Z', 'updated_at': '2021-09-22T10:22:18Z', 'revision_number': 2, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'subnets': [{'id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:21.097100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eebe385b-95ff-4abf-9ebd-fda6648127ba req-f4e6d8c9-908e-4acb-8237-ff2426446c6e tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 210 time: 0.0572867 Sep 22 10:22:21.117205 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Checking router: 1627e72c-b9c8-402b-ab8e-fc769fc467f5 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:21.117773 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Updating router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:22:21.123040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Pushing event deleted for resources: {'Port': ['ID=8879bffe-2c1a-4331-88f3-f9d39af45700,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:21.135870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-521830ae-384f-44f3-afd6-a49716d2c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:21.140392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-521830ae-384f-44f3-afd6-a49716d2c6ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.1082368 Sep 22 10:22:21.157618 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:21.185095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] No DVR routers for this DVR port 8879bffe-2c1a-4331-88f3-f9d39af45700 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:21.199851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:21.201801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe81b7f4-b201-4bd2-9994-4491945ed55f req-d047a748-f6f9-40de-9685-30165909de90 tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.30 "DELETE /v2.0/ports/8879bffe-2c1a-4331-88f3-f9d39af45700 HTTP/1.1" status: 204 len: 173 time: 1.0406346 Sep 22 10:22:21.210284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-21229157-7b4d-423d-9457-05315c463e5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538075 Sep 22 10:22:21.320415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b6695-ffb5-4a98-9d28-ef900d302e85 req-3d3ce036-dc50-4165-b122-c92d8500bd92 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:21.322670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f06b6695-ffb5-4a98-9d28-ef900d302e85 req-3d3ce036-dc50-4165-b122-c92d8500bd92 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 945 time: 0.1399751 Sep 22 10:22:21.362060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-c9a34e25-36e8-4789-9a82-b0d0f8fbf92b service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329072 Sep 22 10:22:21.397520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f06b6695-ffb5-4a98-9d28-ef900d302e85 req-3101f332-4b5c-4eeb-863e-11bd12824643 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 Sep 22 10:22:21.479801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-982a0065-4885-41e7-9a07-7b2fbaeb7dc4 req-f5023740-68cb-43e3-b15e-d39a02c1efb5 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078296 Sep 22 10:22:21.533220 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:21.559604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbccd2f-e072-4d9c-aed1-467da9a921ff req-42dff240-8ff7-4210-8002-a9e150ed7796 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:21.572251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9cbccd2f-e072-4d9c-aed1-467da9a921ff req-42dff240-8ff7-4210-8002-a9e150ed7796 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 943 time: 0.0707729 Sep 22 10:22:21.618484 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9cbccd2f-e072-4d9c-aed1-467da9a921ff req-b96dc9a7-6918-4f45-bdbc-26cb138a79bb tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Sep 22 10:22:21.674769 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:21.762598 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d660f-6455-4771-b2f7-cf1bab584128 None None] Pushing event updated for resources: {'Port': ['ID=b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:21.829933 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Attempting to bind port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:22:21.835143 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Attempting to bind port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:22:21.835143 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Attempting to bind port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 on network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:21.837546 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:22:21.838864 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Checking segment: {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:21.840052 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:21.840681 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Bound using segment: {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:22:21.841234 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Bound port: b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:22:21.841687 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:21.882461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-e99a8587-4148-4345-98b8-4c9fd9543915 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:21.889007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-e99a8587-4148-4345-98b8-4c9fd9543915 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.30 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 945 time: 0.0859046 Sep 22 10:22:21.938749 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] For port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:22:21.942384 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] For port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:22:22.044946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50512) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:22.054753 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.092815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-dcd646a8-c574-4dcd-8b25-1fe9314d2aaa None None] Provisioning complete for port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:22.099736 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dcd646a8-c574-4dcd-8b25-1fe9314d2aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.148821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Deleting port e7811778-d666-4c8e-8eaf-6f3046590458 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:22.150785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.153829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82d1a1f5-8c37-4d13-a2d3-1c91404d379a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:22.205496 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d660f-6455-4771-b2f7-cf1bab584128 None None] Pushing event updated for resources: {'Port': ['ID=b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:22.225945 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:22.226617 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:21:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:22.324649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8879bffe-2c1a-4331-88f3-f9d39af45700 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:22.334241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 003d9a78-a2ae-4949-b940-96817868530e no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:22.352616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c2488a2-5cb0-4dc9-b13b-9dbea68a1aa1 req-068ed2a5-1ae3-4e98-a15e-d06e9267351a tempest-ServersOnMultiNodesTest-1401796103 tempest-ServersOnMultiNodesTest-1401796103-project] 10.222.0.20 "GET /v2.0/ports?device_id=17ca597a-31a7-4dd2-8275-66a0c8842964 HTTP/1.1" status: 200 len: 210 time: 0.0681152 Sep 22 10:22:22.361371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd65c189-88a7-4e7b-a170-ed40eacdc61c', 'name': 'network-vif-deleted', 'tag': '003d9a78-a2ae-4949-b940-96817868530e'}, {'server_uuid': '17ca597a-31a7-4dd2-8275-66a0c8842964', 'name': 'network-vif-deleted', 'tag': '8879bffe-2c1a-4331-88f3-f9d39af45700'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:22.364790 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd64c84-6c00-45d1-95bd-9ba6f7e44161" -d '{"events": [{"server_uuid": "bd65c189-88a7-4e7b-a170-ed40eacdc61c", "name": "network-vif-deleted", "tag": "003d9a78-a2ae-4949-b940-96817868530e"}, {"server_uuid": "17ca597a-31a7-4dd2-8275-66a0c8842964", "name": "network-vif-deleted", "tag": "8879bffe-2c1a-4331-88f3-f9d39af45700"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:22.414884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] For port e7811778-d666-4c8e-8eaf-6f3046590458, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e7811778-d666-4c8e-8eaf-6f3046590458,segment=NetworkSegment(9413bf50-e97b-4b19-9c06-bb1d0f371986),segment_id=9413bf50-e97b-4b19-9c06-bb1d0f371986)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:22.415541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.443698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Calling delete_port for e7811778-d666-4c8e-8eaf-6f3046590458 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:22.492563 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:22.504931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:22.505534 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.515141 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b526e7d1-a85b-44ce-9c1d-3a9c0078e153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.518202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 003d9a78-a2ae-4949-b940-96817868530e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:22.519839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 003d9a78-a2ae-4949-b940-96817868530e not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:22.522516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 8879bffe-2c1a-4331-88f3-f9d39af45700 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:22.526002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 8879bffe-2c1a-4331-88f3-f9d39af45700 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:22.526002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e7811778-d666-4c8e-8eaf-6f3046590458 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:22.630964 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dcd646a8-c574-4dcd-8b25-1fe9314d2aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.725862 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc5081-4994-4861-b533-255ce9008929 x-openstack-request-id: req-62cc5081-4994-4861-b533-255ce9008929 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:22.726248 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd65c189-88a7-4e7b-a170-ed40eacdc61c", "name": "network-vif-deleted", "tag": "003d9a78-a2ae-4949-b940-96817868530e", "status": "completed", "code": 200}, {"server_uuid": "17ca597a-31a7-4dd2-8275-66a0c8842964", "name": "network-vif-deleted", "tag": "8879bffe-2c1a-4331-88f3-f9d39af45700", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:22.726512 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62cc5081-4994-4861-b533-255ce9008929 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:22.726932 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd65c189-88a7-4e7b-a170-ed40eacdc61c', 'name': 'network-vif-deleted', 'tag': '003d9a78-a2ae-4949-b940-96817868530e', 'status': 'completed', 'code': 200} Sep 22 10:22:22.729987 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ca597a-31a7-4dd2-8275-66a0c8842964', 'name': 'network-vif-deleted', 'tag': '8879bffe-2c1a-4331-88f3-f9d39af45700', 'status': 'completed', 'code': 200} Sep 22 10:22:22.732564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-dcd646a8-c574-4dcd-8b25-1fe9314d2aaa None None] For port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:22.776352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.852803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baef92-840e-46c0-8880-ff52783fdc08 req-a5a10fea-c6df-43a4-9a70-da9b8a4392f3 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:22.854949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8baef92-840e-46c0-8880-ff52783fdc08 req-a5a10fea-c6df-43a4-9a70-da9b8a4392f3 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 945 time: 0.0672202 Sep 22 10:22:22.904605 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dcd646a8-c574-4dcd-8b25-1fe9314d2aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.930229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8baef92-840e-46c0-8880-ff52783fdc08 req-e209e1a4-ffa1-4318-bcd3-35c6a7f4e0bb tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1eff16b-181c-4034-b3a2-a19cbfa56a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652449 Sep 22 10:22:22.942296 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:22.957061 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5', 'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'mac_address': 'fa:16:3e:5b:d3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:17Z', 'updated_at': '2021-09-22T10:22:21Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'subnets': [{'id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:22.994155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Pushing event deleted for resources: {'Port': ['ID=e7811778-d666-4c8e-8eaf-6f3046590458,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:23.028288 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dba8f7-2d57-4c4c-811b-9ed8ea76c4db None None] The sync data for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 is: [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5', 'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'mac_address': 'fa:16:3e:5b:d3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:17Z', 'updated_at': '2021-09-22T10:22:21Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'subnets': [{'id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:23.066236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e4f437a0-538d-45cc-98e6-d13840d6ef5c None None] Provisioning complete for port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:23.066610 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4f437a0-538d-45cc-98e6-d13840d6ef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:23.073175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] No DVR routers for this DVR port e7811778-d666-4c8e-8eaf-6f3046590458 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:23.075192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd646a8-c574-4dcd-8b25-1fe9314d2aaa None None] Pushing event updated for resources: {'Port': ['ID=b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:23.077848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:23.078678 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:23.080769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ba7d482-5ad0-4350-81a5-ed9e21155aaa req-f02e11f2-2f02-4fc1-a42e-11a2b0065727 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.30 "DELETE /v2.0/ports/e7811778-d666-4c8e-8eaf-6f3046590458 HTTP/1.1" status: 204 len: 173 time: 1.1854782 Sep 22 10:22:23.281276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0679c0-b746-47a3-97a9-2e004257ddee req-9d350c4d-2f84-4427-b9a6-cb50b6307dad tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:23.282901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf0679c0-b746-47a3-97a9-2e004257ddee req-9d350c4d-2f84-4427-b9a6-cb50b6307dad tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 945 time: 0.0701671 Sep 22 10:22:23.334680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf0679c0-b746-47a3-97a9-2e004257ddee req-e6e517a0-737c-4b9f-b7fa-a55d15102479 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Sep 22 10:22:23.447641 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Deleting port 8b3e80df-9b0e-4599-a8d9-be7898b366b3 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:23.447970 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:23.477051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccae72e-fa4a-487a-92c6-477317d93b16 req-b2e5d5f8-1901-48a2-a26c-12a7fb414127 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:23.479160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ccae72e-fa4a-487a-92c6-477317d93b16 req-b2e5d5f8-1901-48a2-a26c-12a7fb414127 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 943 time: 0.0757070 Sep 22 10:22:23.545110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ccae72e-fa4a-487a-92c6-477317d93b16 req-69f1f5d9-382f-4ee7-b2b4-3f9b3bd4213f tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562088 Sep 22 10:22:23.551344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] For port 8b3e80df-9b0e-4599-a8d9-be7898b366b3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8b3e80df-9b0e-4599-a8d9-be7898b366b3,segment=NetworkSegment(7a8a228a-4d8d-4766-8f2b-80987fbf8b0a),segment_id=7a8a228a-4d8d-4766-8f2b-80987fbf8b0a)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:23.551987 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:23.575476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Calling delete_port for 8b3e80df-9b0e-4599-a8d9-be7898b366b3 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:23.893054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:23.947608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3e80df-9b0e-4599-a8d9-be7898b366b3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:24.242686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:24.340601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 99755072-8b57-4e0c-83d2-7daf8bae6ac9 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:22:24.375327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3c61884-2a7f-41fd-addd-94141f45eac0 req-14e4d803-ba16-4c29-ac5a-2bec60918462 tempest-VolumesAdminNegativeTest-340880853 tempest-VolumesAdminNegativeTest-340880853-project] 10.222.0.20 "GET /v2.0/ports?device_id=052b85e8-c215-4a02-901f-c0423c316da5 HTTP/1.1" status: 200 len: 210 time: 0.0345089 Sep 22 10:22:24.423720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:24.618608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:24.619323 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:24.685210 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 99755072-8b57-4e0c-83d2-7daf8bae6ac9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:24.708986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '99755072-8b57-4e0c-83d2-7daf8bae6ac9', 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2', 'port_id': '99755072-8b57-4e0c-83d2-7daf8bae6ac9', 'mac_address': 'fa:16:3e:2f:08:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b10b267-276e-4fc4-b849-27f4f8a626f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:22:24.711041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Router 253fc199-4a39-4564-8aef-f333a182dbb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:22:24.734010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052b85e8-c215-4a02-901f-c0423c316da5', 'name': 'network-vif-deleted', 'tag': 'e7811778-d666-4c8e-8eaf-6f3046590458'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:24.736956 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773233ef-4955-4d9c-add5-b191d37556a0" -d '{"events": [{"server_uuid": "052b85e8-c215-4a02-901f-c0423c316da5", "name": "network-vif-deleted", "tag": "e7811778-d666-4c8e-8eaf-6f3046590458"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:24.813837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:24.828974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99755072-8b57-4e0c-83d2-7daf8bae6ac9 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:22:24.853945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50578) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:24.855143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 99755072-8b57-4e0c-83d2-7daf8bae6ac9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:24.954552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.014140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=99755072-8b57-4e0c-83d2-7daf8bae6ac9,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:25.023150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a718df9a-2863-4fed-ac4d-51197851c4d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=814638ec47784acbb1ee5a54663d44fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673975 Sep 22 10:22:25.025460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50584) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:25.084895 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3007b397-2c38-4e90-a8c6-c110a1c3e8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.096937 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-75258146-5103-4bad-9788-f273c82c61c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.127763 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3007b397-2c38-4e90-a8c6-c110a1c3e8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.176404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:25.183402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:25.188603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-99ac672f-ee2a-4c59-86e2-922904a92de4 admin admin] 10.222.0.20 "PUT /v2.0/routers/253fc199-4a39-4564-8aef-f333a182dbb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1420093 Sep 22 10:22:25.194553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50588) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:25.207641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] Sync routers for ids ['253fc199-4a39-4564-8aef-f333a182dbb4'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:25.223034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b1fc9-0d92-40d4-9976-f2a71370d10a req-1c851d43-14f1-4354-9d94-bed53f184fb4 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:25.227324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] Routers {'253fc199-4a39-4564-8aef-f333a182dbb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:25.227324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['253fc199-4a39-4564-8aef-f333a182dbb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:25.227599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-121b1fc9-0d92-40d4-9976-f2a71370d10a req-1c851d43-14f1-4354-9d94-bed53f184fb4 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 944 time: 0.0674772 Sep 22 10:22:25.278199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-121b1fc9-0d92-40d4-9976-f2a71370d10a req-4558eddc-53d5-49a6-8dd4-5d88fc048089 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453718 Sep 22 10:22:25.315999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3007b397-2c38-4e90-a8c6-c110a1c3e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.319436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3007b397-2c38-4e90-a8c6-c110a1c3e8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.321230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3007b397-2c38-4e90-a8c6-c110a1c3e8c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee0f7c19-a64b-45a3-940e-32dc4372910a HTTP/1.1" status: 204 len: 168 time: 0.2942219 Sep 22 10:22:25.338735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.348007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007b397-2c38-4e90-a8c6-c110a1c3e8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0f7c19-a64b-45a3-940e-32dc4372910a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:25.446966 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d66392-4826-49d9-92ab-7ee441f4e71b x-openstack-request-id: req-c0d66392-4826-49d9-92ab-7ee441f4e71b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:25.447588 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052b85e8-c215-4a02-901f-c0423c316da5", "name": "network-vif-deleted", "tag": "e7811778-d666-4c8e-8eaf-6f3046590458", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:25.447588 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0d66392-4826-49d9-92ab-7ee441f4e71b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:25.447915 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052b85e8-c215-4a02-901f-c0423c316da5', 'name': 'network-vif-deleted', 'tag': 'e7811778-d666-4c8e-8eaf-6f3046590458', 'status': 'completed', 'code': 200} Sep 22 10:22:25.504726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] Set router 253fc199-4a39-4564-8aef-f333a182dbb4 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:25.529393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.557233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f8fb2-4453-4f3d-baf6-01370f99b4cb req-1bc33d2e-fde3-4c79-a753-460402b67efa tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:25.587695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-980f8fb2-4453-4f3d-baf6-01370f99b4cb req-1bc33d2e-fde3-4c79-a753-460402b67efa tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 945 time: 0.0583541 Sep 22 10:22:25.588441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.601084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-980f8fb2-4453-4f3d-baf6-01370f99b4cb req-dc62b812-e88f-4be8-a15f-b7276c703631 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341604 Sep 22 10:22:25.717537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.725125 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.744373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:04Z', 'updated_at': '2021-09-22T10:22:23Z', 'revision_number': 5, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'gw_port': {'id': '55086750-5e4c-4d88-a55f-25af0a2134c1', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:05Z', 'updated_at': '2021-09-22T10:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:25.777731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] Checking router: 253fc199-4a39-4564-8aef-f333a182dbb4 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:25.791197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] Routers {'253fc199-4a39-4564-8aef-f333a182dbb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:25.791822 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['253fc199-4a39-4564-8aef-f333a182dbb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:25.842850 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Deleting port 55086750-5e4c-4d88-a55f-25af0a2134c1 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:25.843905 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.882830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] Set router 253fc199-4a39-4564-8aef-f333a182dbb4 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:25.946367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:04Z', 'updated_at': '2021-09-22T10:22:25Z', 'revision_number': 6, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:25.977533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37dadc-b251-4cf4-b7a1-64c7f15132e0 None None] The sync data for ids ['253fc199-4a39-4564-8aef-f333a182dbb4'] in n-d-807025-3 is: [{'id': '253fc199-4a39-4564-8aef-f333a182dbb4', 'name': 'tempest-ServerRescueNegativeTestJSON-110953045-router', 'tenant_id': '975db0fc21434b6692bc514f1ae29023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:04Z', 'updated_at': '2021-09-22T10:22:25Z', 'revision_number': 6, 'project_id': '975db0fc21434b6692bc514f1ae29023', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:26.016076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50604) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:26.032371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] For port 55086750-5e4c-4d88-a55f-25af0a2134c1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=55086750-5e4c-4d88-a55f-25af0a2134c1,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:26.032826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.047137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Calling delete_port for 55086750-5e4c-4d88-a55f-25af0a2134c1 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:26.059629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.062314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bbea79-7a1f-426e-b869-ae0f21c4b1b2 admin admin] Deleting subnet 5128dbb5-6d61-43a7-8bc1-fed1c3fbc898 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:22:26.065729 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8bbea79-7a1f-426e-b869-ae0f21c4b1b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.111959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8bbea79-7a1f-426e-b869-ae0f21c4b1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.340917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50614) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:26.352168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 99755072-8b57-4e0c-83d2-7daf8bae6ac9 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:26.388819 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.401579 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8bbea79-7a1f-426e-b869-ae0f21c4b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.482040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=55086750-5e4c-4d88-a55f-25af0a2134c1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:26.555696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-85e7a6f3-bfaf-4a71-bc74-b3503b0c89f7 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:26.556837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-85e7a6f3-bfaf-4a71-bc74-b3503b0c89f7 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.32 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 945 time: 0.1073008 Sep 22 10:22:26.585194 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0eac135d-82bb-4fe7-81d3-4651dc96262d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b1275f6e5094bf69e30dd5d9cfb3655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412157 Sep 22 10:22:26.589955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50620) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:26.595715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 99755072-8b57-4e0c-83d2-7daf8bae6ac9 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:22:26.601056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 99755072-8b57-4e0c-83d2-7daf8bae6ac9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:26.606541 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.642131 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.772405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Deleting port 528765e6-d42c-450a-952e-2e9f792d3ffd {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:26.772761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.778303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8bbea79-7a1f-426e-b869-ae0f21c4b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.792939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faccb914-6458-48e8-9dc2-7e5320920123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.793188 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.798229 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.802412 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.829346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:26.832228 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afceb96e-16ea-4864-a6f5-fd2b84e6a7cc" -d '{"events": [{"server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "name": "network-vif-plugged", "status": "completed", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:26.855213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 99755072-8b57-4e0c-83d2-7daf8bae6ac9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:26.855563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbea79-7a1f-426e-b869-ae0f21c4b1b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5128dbb5-6d61-43a7-8bc1-fed1c3fbc898,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:26.871819 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faccb914-6458-48e8-9dc2-7e5320920123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.873865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8bbea79-7a1f-426e-b869-ae0f21c4b1b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.880580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c8bbea79-7a1f-426e-b869-ae0f21c4b1b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5128dbb5-6d61-43a7-8bc1-fed1c3fbc898 HTTP/1.1" status: 204 len: 168 time: 0.8637402 Sep 22 10:22:26.881396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50632) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:26.925229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cc3b2-0fc9-416f-ae90-db6f42551e9e req-498df1b1-8dde-4457-9ee6-d24c49bccdad tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:26.934187 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.940812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-442cc3b2-0fc9-416f-ae90-db6f42551e9e req-498df1b1-8dde-4457-9ee6-d24c49bccdad tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 944 time: 0.2223413 Sep 22 10:22:26.977187 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.977712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 253fc199-4a39-4564-8aef-f333a182dbb4 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:22:26.987913 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.988052 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.992042 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f4710e15-36f6-46a0-870c-37c29e9f4fe6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/253fc199-4a39-4564-8aef-f333a182dbb4 HTTP/1.1" status: 204 len: 168 time: 1.7933748 Sep 22 10:22:26.992042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50634) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:27.034137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=99755072-8b57-4e0c-83d2-7daf8bae6ac9,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:27.035028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] For port 528765e6-d42c-450a-952e-2e9f792d3ffd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=528765e6-d42c-450a-952e-2e9f792d3ffd,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:27.035401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.093806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faccb914-6458-48e8-9dc2-7e5320920123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.096299 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faccb914-6458-48e8-9dc2-7e5320920123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.097812 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-faccb914-6458-48e8-9dc2-7e5320920123 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36102fe7-a53b-48d6-a559-9cd48cc386c2 HTTP/1.1" status: 204 len: 168 time: 0.5068889 Sep 22 10:22:27.125866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10fdb42-d3b4-4f97-a401-124af729ade6 admin admin] Deleting subnet 3889866e-1a1e-464a-bf75-25978c674728 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:22:27.134853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-442cc3b2-0fc9-416f-ae90-db6f42551e9e req-1d5322c3-5c5d-4eb8-a93e-48de556beea4 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878202 Sep 22 10:22:27.138207 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d10fdb42-d3b4-4f97-a401-124af729ade6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.140238 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccb914-6458-48e8-9dc2-7e5320920123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36102fe7-a53b-48d6-a559-9cd48cc386c2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:27.198157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.232305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6d5afe-0a76-447a-8c60-c6f25435447a']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:27.247672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d10fdb42-d3b4-4f97-a401-124af729ade6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.271217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9413bf50-e97b-4b19-9c06-bb1d0f371986') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:27.271585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9413bf50-e97b-4b19-9c06-bb1d0f371986') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:27.296916 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.316315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.326621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d10fdb42-d3b4-4f97-a401-124af729ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.329021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:22:27.329410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:22:27.331095 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:22:27.333687 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.333980 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.334332 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Floating IP 0925e004-da44-46c7-a9ac-5377d60449a5 disassociated. External IP: 172.25.1.179, port: 528765e6-d42c-450a-952e-2e9f792d3ffd. Sep 22 10:22:27.334682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Calling delete_port for 528765e6-d42c-450a-952e-2e9f792d3ffd owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:27.422227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a69fd-c595-42c0-ae73-47f9ebc66c70 req-d3b9b208-310b-43bd-99ea-3d24a2d00f0b tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:27.429503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b84a69fd-c595-42c0-ae73-47f9ebc66c70 req-d3b9b208-310b-43bd-99ea-3d24a2d00f0b tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 945 time: 0.1074107 Sep 22 10:22:27.482658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b84a69fd-c595-42c0-ae73-47f9ebc66c70 req-4f795653-e9c3-436c-b2c0-1238341b2f66 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8174cc4-66f3-46aa-a695-f3d9c3374df8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522318 Sep 22 10:22:27.527623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.534773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.536899 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] 10.222.0.20 "DELETE /v2.0/networks/4d6d5afe-0a76-447a-8c60-c6f25435447a HTTP/1.1" status: 204 len: 168 time: 0.6545563 Sep 22 10:22:27.543199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50642) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:27.548242 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb36c3e-1b48-4346-85c1-631a0a3bd3e3 x-openstack-request-id: req-3bb36c3e-1b48-4346-85c1-631a0a3bd3e3 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:27.550270 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "name": "network-vif-plugged", "status": "completed", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:27.550270 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bb36c3e-1b48-4346-85c1-631a0a3bd3e3 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:27.550270 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9', 'code': 200} Sep 22 10:22:27.552520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d1183-a8d9-4c5d-a821-97e3b40d5caa admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6d5afe-0a76-447a-8c60-c6f25435447a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:27.581038 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d10fdb42-d3b4-4f97-a401-124af729ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.618035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2ef436-67c6-457c-9b89-52a9053e2efb admin admin] Deleting subnet 6ffa312c-93d9-40aa-beed-9f12e489af26 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:22:27.621671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef436-67c6-457c-9b89-52a9053e2efb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.640612 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fdb42-d3b4-4f97-a401-124af729ade6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3889866e-1a1e-464a-bf75-25978c674728,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:27.642796 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d10fdb42-d3b4-4f97-a401-124af729ade6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.644860 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d10fdb42-d3b4-4f97-a401-124af729ade6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3889866e-1a1e-464a-bf75-25978c674728 HTTP/1.1" status: 204 len: 168 time: 0.6520152 Sep 22 10:22:27.647395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50650) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:27.666811 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.723908 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.726092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Pushing event deleted for resources: {'Port': ['ID=528765e6-d42c-450a-952e-2e9f792d3ffd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:27.754177 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef436-67c6-457c-9b89-52a9053e2efb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.788904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35506382-a0a6-4dd4-a328-e73bda9369e2 req-d9260224-3254-41fe-8d0f-55f116142f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:27.794888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35506382-a0a6-4dd4-a328-e73bda9369e2 req-d9260224-3254-41fe-8d0f-55f116142f27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 1096 time: 0.1707447 Sep 22 10:22:27.846314 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.917292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0a77aa-22e7-491d-bb9e-7a4164301c98']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:27.917292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:27.917292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8a228a-4d8d-4766-8f2b-80987fbf8b0a') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:27.917929 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef436-67c6-457c-9b89-52a9053e2efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.923895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.963586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.971692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:22:27.972247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.992000 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.005011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35506382-a0a6-4dd4-a328-e73bda9369e2 req-cb20ad78-9f9a-4571-a8c1-71e392358a1b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013383 Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:22:28.031020 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:22:28.061550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Router 6cc59f0c-6372-4c11-9a55-2d500d6319ca has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:22:28.061713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8b3e80df-9b0e-4599-a8d9-be7898b366b3 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:28.089492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 8b3e80df-9b0e-4599-a8d9-be7898b366b3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:28.089854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8b3e80df-9b0e-4599-a8d9-be7898b366b3 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:28.094442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 55086750-5e4c-4d88-a55f-25af0a2134c1 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:28.121309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 55086750-5e4c-4d88-a55f-25af0a2134c1 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:28.121689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 55086750-5e4c-4d88-a55f-25af0a2134c1 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:28.186638 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef436-67c6-457c-9b89-52a9053e2efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.190200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.220376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.227812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ef436-67c6-457c-9b89-52a9053e2efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffa312c-93d9-40aa-beed-9f12e489af26,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:28.229404 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c0a77aa-22e7-491d-bb9e-7a4164301c98 HTTP/1.1" status: 204 len: 168 time: 0.5809216 Sep 22 10:22:28.233606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af5d56-a094-4dfe-b50e-b928585b0bca admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0a77aa-22e7-491d-bb9e-7a4164301c98,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:28.245293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6f2ef436-67c6-457c-9b89-52a9053e2efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.245293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6f2ef436-67c6-457c-9b89-52a9053e2efb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ffa312c-93d9-40aa-beed-9f12e489af26 HTTP/1.1" status: 204 len: 168 time: 0.6871581 Sep 22 10:22:28.245488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:28.251182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50672) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:28.259396 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] Sync routers for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:28.278967 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:28.279603 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:28.328350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] No DVR routers for this DVR port 528765e6-d42c-450a-952e-2e9f792d3ffd on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:28.332076 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.334967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2e3c77c-7b50-4daf-9ce6-b6ca2b771256 req-7a21a7d7-9b13-4d6a-9d9f-19c1b381548a tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.32 "DELETE /v2.0/ports/528765e6-d42c-450a-952e-2e9f792d3ffd HTTP/1.1" status: 204 len: 173 time: 1.7697995 Sep 22 10:22:28.346092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'name': 'network-vif-deleted', 'tag': '528765e6-d42c-450a-952e-2e9f792d3ffd'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:28.348482 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8435dbd6-2d99-40cb-8fdf-27b175a2e991" -d '{"events": [{"server_uuid": "d13e5e24-cbde-4e59-b0bc-089f18693efe", "name": "network-vif-deleted", "tag": "528765e6-d42c-450a-952e-2e9f792d3ffd"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:28.442812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.466329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e2fd-ac47-468a-809a-2a53f6982ae5 req-1293c193-cf2c-465a-8a09-330d9be4d4f7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:28.466594 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:28.470137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5514e2fd-ac47-468a-809a-2a53f6982ae5 req-1293c193-cf2c-465a-8a09-330d9be4d4f7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 945 time: 0.0987136 Sep 22 10:22:28.582404 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.594601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5514e2fd-ac47-468a-809a-2a53f6982ae5 req-eeff26a6-2ca4-4d47-8e0b-9718b59c37e6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039350 Sep 22 10:22:28.609189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60cee4b-1155-43ca-9253-3f07d6b7f98d']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:28.631181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfc7f8a-5981-4278-a9da-54a8baa8e4c3') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:28.631794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfc7f8a-5981-4278-a9da-54a8baa8e4c3') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:28.643170 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.660111 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.669514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:22:28.670620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:22:28.674340 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:22:28.769431 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f6500787-1859-4412-a3a5-5dbf88eed36c', 'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'mac_address': 'fa:16:3e:60:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:59Z', 'updated_at': '2021-09-22T10:18:07Z', 'revision_number': 5, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'subnets': [{'id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:28.802080 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dc0be4-a423-4cb1-8892-d27491691c74 x-openstack-request-id: req-65dc0be4-a423-4cb1-8892-d27491691c74 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:28.802628 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13e5e24-cbde-4e59-b0bc-089f18693efe", "name": "network-vif-deleted", "tag": "528765e6-d42c-450a-952e-2e9f792d3ffd", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:28.802628 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65dc0be4-a423-4cb1-8892-d27491691c74 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:28.803196 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13e5e24-cbde-4e59-b0bc-089f18693efe', 'name': 'network-vif-deleted', 'tag': '528765e6-d42c-450a-952e-2e9f792d3ffd', 'status': 'completed', 'code': 200} Sep 22 10:22:28.823764 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] Checking router: 6cc59f0c-6372-4c11-9a55-2d500d6319ca for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:28.838740 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:28.840104 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:28.841940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.847621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.849991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] 10.222.0.20 "DELETE /v2.0/networks/e60cee4b-1155-43ca-9253-3f07d6b7f98d HTTP/1.1" status: 204 len: 168 time: 0.5942533 Sep 22 10:22:28.903143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428263e-da69-4de0-a8c4-ff223a5c4c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=e60cee4b-1155-43ca-9253-3f07d6b7f98d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:28.929057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:28.956933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ca20bcd-d7e5-41e7-b7da-cc6e3b14107e req-de775a79-f98e-4de9-b22e-16d0bb1aed77 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 210 time: 0.0514810 Sep 22 10:22:29.013105 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:29.019326 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-99639cca-9d8f-4b86-a687-b38593696ac5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=975db0fc21434b6692bc514f1ae29023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885239 Sep 22 10:22:29.022319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50694) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:29.128788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3e6-b6f7-4083-94ed-e31db86790ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:29.162888 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3e6-b6f7-4083-94ed-e31db86790ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:29.350364 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3e6-b6f7-4083-94ed-e31db86790ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:29.350994 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f6500787-1859-4412-a3a5-5dbf88eed36c', 'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'mac_address': 'fa:16:3e:60:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:59Z', 'updated_at': '2021-09-22T10:18:07Z', 'revision_number': 5, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'subnets': [{'id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:29.353945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa3e6-b6f7-4083-94ed-e31db86790ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:29.355902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7b2fa3e6-b6f7-4083-94ed-e31db86790ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3aab0ad7-f5ee-4c75-8368-e2920bb05748 HTTP/1.1" status: 204 len: 168 time: 0.3321376 Sep 22 10:22:29.368491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fa3e6-b6f7-4083-94ed-e31db86790ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aab0ad7-f5ee-4c75-8368-e2920bb05748,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:29.380932 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9f774-be95-4c51-8537-6da2d620f2f8 None None] The sync data for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 is: [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:18:00Z', 'revision_number': 4, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f6500787-1859-4412-a3a5-5dbf88eed36c', 'name': '', 'network_id': 'bb6a5443-f60e-4ca4-adb5-ef40307f650e', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'mac_address': 'fa:16:3e:60:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:59Z', 'updated_at': '2021-09-22T10:18:07Z', 'revision_number': 5, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'subnets': [{'id': '6dc6d5f0-9b32-42fd-a81b-0354c7bb9503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:29.597104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50708) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:29.647725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-72b916c8-1985-43c7-b9b8-dfef10b54bd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=428519a189ab435bb9e98517c22e073b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539336 Sep 22 10:22:29.650277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50712) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:29.728366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f1eaa3f-6592-4749-aa19-f14365c38ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:29.756156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f1eaa3f-6592-4749-aa19-f14365c38ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:29.794567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6bece-791a-4afa-be34-d595cb19dbc4 None None] New status for floating IP 0925e004-da44-46c7-a9ac-5377d60449a5: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:22:29.921782 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f1eaa3f-6592-4749-aa19-f14365c38ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:29.924848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f1eaa3f-6592-4749-aa19-f14365c38ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:29.926288 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7f1eaa3f-6592-4749-aa19-f14365c38ba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1eff16b-181c-4034-b3a2-a19cbfa56a0d HTTP/1.1" status: 204 len: 168 time: 0.2749670 Sep 22 10:22:29.937997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1eaa3f-6592-4749-aa19-f14365c38ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eff16b-181c-4034-b3a2-a19cbfa56a0d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:30.359779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 528765e6-d42c-450a-952e-2e9f792d3ffd no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:30.392920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 528765e6-d42c-450a-952e-2e9f792d3ffd {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:30.393810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 528765e6-d42c-450a-952e-2e9f792d3ffd not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:30.486378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5464bb-af02-4bf9-8ac4-7f284f476c22 req-761c8070-150b-48da-ae32-9a4c36bc7120 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:30.487954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b5464bb-af02-4bf9-8ac4-7f284f476c22 req-761c8070-150b-48da-ae32-9a4c36bc7120 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 945 time: 0.0628760 Sep 22 10:22:30.541583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b5464bb-af02-4bf9-8ac4-7f284f476c22 req-d84df74e-c8c4-49f9-b1fd-ccdbd066ba19 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441406 Sep 22 10:22:30.925049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50748) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:31.005731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50752) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:31.007021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-97f0b4fc-c036-4a8f-91c5-375a2d4b89a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=960d296b8a1d4777a14a7e84c7fd6816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800724 Sep 22 10:22:31.042723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ac79880-df00-4dd9-9e47-12ef3f7875df req-65baa97f-c490-444c-8bbb-6853d34ff1ff tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 210 time: 0.0342038 Sep 22 10:22:31.066435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-17d2f430-3a56-4074-b2b4-fa8138024d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:31.097578 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-17d2f430-3a56-4074-b2b4-fa8138024d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:31.224576 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-17d2f430-3a56-4074-b2b4-fa8138024d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:31.227498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-17d2f430-3a56-4074-b2b4-fa8138024d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:31.228875 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-17d2f430-3a56-4074-b2b4-fa8138024d38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b3b03fc-7f1d-4e1f-88d3-6106d8511e1a HTTP/1.1" status: 204 len: 168 time: 0.2220845 Sep 22 10:22:31.238977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2f430-3a56-4074-b2b4-fa8138024d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3b03fc-7f1d-4e1f-88d3-6106d8511e1a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:31.581019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-8e645b90-bc22-478b-af24-e17f34368f87 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-545639682&fields=id&tenant_id=19d50a4c64504652b56fbc4abdd68592 HTTP/1.1" status: 200 len: 267 time: 0.0648479 Sep 22 10:22:31.641772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-ea697ec0-6e45-49a6-aaa4-8515ac008ae6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:31.647027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-ea697ec0-6e45-49a6-aaa4-8515ac008ae6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 945 time: 0.0590127 Sep 22 10:22:31.658064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-7331fcd5-cc79-45e3-baa7-bc217fde7db6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'port': {'security_groups': ['e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada', '286c081a-763c-4039-aea9-30e7a1357ab2']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:31.738811 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-7331fcd5-cc79-45e3-baa7-bc217fde7db6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:32.043881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-7331fcd5-cc79-45e3-baa7-bc217fde7db6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] For port 99755072-8b57-4e0c-83d2-7daf8bae6ac9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:32.079948 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-7331fcd5-cc79-45e3-baa7-bc217fde7db6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:32.205451 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-7331fcd5-cc79-45e3-baa7-bc217fde7db6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:32.223557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:32.311528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-7331fcd5-cc79-45e3-baa7-bc217fde7db6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:32.312193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-7331fcd5-cc79-45e3-baa7-bc217fde7db6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:32.326772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca0b7ad1-d09c-47f8-b89b-fc060e6c5b33 req-7331fcd5-cc79-45e3-baa7-bc217fde7db6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "PUT /v2.0/ports/99755072-8b57-4e0c-83d2-7daf8bae6ac9 HTTP/1.1" status: 200 len: 981 time: 0.6750240 Sep 22 10:22:32.331381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:32.331381 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a196522-baa5-4eae-b50d-3fa1f3670f79" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:32.376413 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:32.390510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331fcd5-cc79-45e3-baa7-bc217fde7db6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'Port': ['ID=99755072-8b57-4e0c-83d2-7daf8bae6ac9,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:32.863305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50814) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:33.025400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-957705302-network', 'tenant_id': '704bea6f71b04b61994716b1402eb859'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:33.155415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Made reservation on behalf of 704bea6f71b04b61994716b1402eb859 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:33.157904 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.167203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.266909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26262952-04e8-481d-b529-b0d34c1e29c0 req-ccda4a40-d390-47c2-a93f-454447ff078d tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/ports?device_id=d13e5e24-cbde-4e59-b0bc-089f18693efe HTTP/1.1" status: 200 len: 210 time: 0.0343630 Sep 22 10:22:33.294283 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.367492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.390603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:22:33.406794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8cd641-f926-4489-b450-604fed43cf69,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:33.409921 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.410295 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Added segment d752cd00-d958-4266-aaa6-afa8f6e03620 of type vlan for network 3635861a-1e28-41c6-9a1d-849cb24a52dd Sep 22 10:22:33.452647 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.573725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.576184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:33.576785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.614689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-554496db-7e5c-49fa-b1ab-9d570265b94b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-932281947&fields=id&tenant_id=19d50a4c64504652b56fbc4abdd68592 HTTP/1.1" status: 200 len: 267 time: 0.0516491 Sep 22 10:22:33.650898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] Pushing event updated for resources: {'Network': ['ID=3635861a-1e28-41c6-9a1d-849cb24a52dd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:33.661550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 3635861a-1e28-41c6-9a1d-849cb24a52dd details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:22:33.665107 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0ac9ff52-5c3b-4a6e-9e19-7713bc9b50ec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8006673 Sep 22 10:22:33.667992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50834) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:33.672964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Request body: {'subnet': {'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-957705302-subnet', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:33.678282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-0e1d6ee4-5114-423f-af16-a3110674f686 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:33.679953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-0e1d6ee4-5114-423f-af16-a3110674f686 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 984 time: 0.0589323 Sep 22 10:22:33.692077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-647247f5-80c9-4077-9efd-cf1c58e5e6a5 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'port': {'security_groups': ['286c081a-763c-4039-aea9-30e7a1357ab2', 'e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada', 'e27afb4b-efc5-4b59-a139-3d9ff752e899']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:33.771097 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Made reservation on behalf of 704bea6f71b04b61994716b1402eb859 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:33.774163 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.799382 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-647247f5-80c9-4077-9efd-cf1c58e5e6a5 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:34.070320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-647247f5-80c9-4077-9efd-cf1c58e5e6a5 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] For port 99755072-8b57-4e0c-83d2-7daf8bae6ac9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:34.108043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-647247f5-80c9-4077-9efd-cf1c58e5e6a5 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:34.138673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:34.194066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d9021b-1c26-41b9-8fe7-70cf664baec8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:34.205083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Checking segment: {'id': 'd752cd00-d958-4266-aaa6-afa8f6e03620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:34.205435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Network hostable DHCP agents. Network: 3635861a-1e28-41c6-9a1d-849cb24a52dd, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:22:34.264877 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-647247f5-80c9-4077-9efd-cf1c58e5e6a5 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:34.278426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:34.317913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-647247f5-80c9-4077-9efd-cf1c58e5e6a5 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:34.318759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-647247f5-80c9-4077-9efd-cf1c58e5e6a5 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:34.320352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b632ffb9-67a2-4ba8-a7b7-c939767db7a5 req-647247f5-80c9-4077-9efd-cf1c58e5e6a5 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "PUT /v2.0/ports/99755072-8b57-4e0c-83d2-7daf8bae6ac9 HTTP/1.1" status: 200 len: 1020 time: 0.6334395 Sep 22 10:22:34.333489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Network 3635861a-1e28-41c6-9a1d-849cb24a52dd is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:22:34.349497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647247f5-80c9-4077-9efd-cf1c58e5e6a5 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'Port': ['ID=99755072-8b57-4e0c-83d2-7daf8bae6ac9,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:34.374182 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145f521d-98dd-4148-95a7-2bde23245580 x-openstack-request-id: req-145f521d-98dd-4148-95a7-2bde23245580 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:34.374481 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:34.374734 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-145f521d-98dd-4148-95a7-2bde23245580 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:34.375141 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9', 'status': 'completed', 'code': 200} Sep 22 10:22:34.405782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:22:34.470285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 3635861a-1e28-41c6-9a1d-849cb24a52dd) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:34.475326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:34.476311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:34.490485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33277537-5ac4-4e4b-8225-c225d1520bff None None] Network 3635861a-1e28-41c6-9a1d-849cb24a52dd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:34.494051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ae9fae6-12e3-45ca-b235-abe1fa81412a req-5a689f39-a873-4d9f-9ea5-315f140e3654 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0427053 Sep 22 10:22:34.505138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-81264f4b-01ba-48c2-9178-38aca27cc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:34.506913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-81264f4b-01ba-48c2-9178-38aca27cc704 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 1174 time: 0.1011534 Sep 22 10:22:34.603049 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-773b27cd-a745-423d-a8a1-c1b41d3556b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9339156 Sep 22 10:22:34.606203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50852) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:34.611373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:34.703288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-9c918e54-fd8a-45ba-bf38-c781db9ad54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:34.705398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-9c918e54-fd8a-45ba-bf38-c781db9ad54b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 913 time: 0.1909542 Sep 22 10:22:34.766388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-c767b99b-109c-491f-a580-1c942adfe938 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0514824 Sep 22 10:22:34.778589 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:34.779980 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:34.835713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-8f1abfda-6100-456c-a9c4-b24285779d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:34.838509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-8f1abfda-6100-456c-a9c4-b24285779d14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.0658333 Sep 22 10:22:34.895809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-5a0b6db6-23a7-4fb1-9bbe-879ef9591a91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497293 Sep 22 10:22:34.913498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:34.972164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-3635861a-1e28-41c6-9a1d-849cb24a52dd', 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'fixed_ips': [{'subnet_id': 'd5d9021b-1c26-41b9-8fe7-70cf664baec8'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:22:34.973037 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:35.027106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-4d77ff16-10a5-40a1-9134-1e3bc43aa3f4 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225502 Sep 22 10:22:35.204058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a196522-baa5-4eae-b50d-3fa1f3670f79 req-0fe9052d-32be-41f0-b456-2dfc1b4aa9c9 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593442 Sep 22 10:22:35.223055 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Allocated IP 172.20.0.2 (3635861a-1e28-41c6-9a1d-849cb24a52dd/d5d9021b-1c26-41b9-8fe7-70cf664baec8/a79b22cf-50e5-4fea-adfa-8c7cc48d90b1) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:35.327193 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:35.397489 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:35.539331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:35.591242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Network 3635861a-1e28-41c6-9a1d-849cb24a52dd is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:35.594793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:35.598014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:35.633968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Pushing event updated for resources: {'Port': ['ID=a79b22cf-50e5-4fea-adfa-8c7cc48d90b1,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:35.687343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Attempting to bind port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:22:35.689516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Attempting to bind port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'd752cd00-d958-4266-aaa6-afa8f6e03620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:22:35.690378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Attempting to bind port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 on network 3635861a-1e28-41c6-9a1d-849cb24a52dd {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:35.696921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:22:35.697651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Checking segment: {'id': 'd752cd00-d958-4266-aaa6-afa8f6e03620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:35.698086 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:35.699101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Bound using segment: {'id': 'd752cd00-d958-4266-aaa6-afa8f6e03620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:22:35.699564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Bound port: a79b22cf-50e5-4fea-adfa-8c7cc48d90b1, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd752cd00-d958-4266-aaa6-afa8f6e03620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:22:35.700115 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:35.761730 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:35.780612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] For port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:22:35.782466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:35.783778 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] For port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a79b22cf-50e5-4fea-adfa-8c7cc48d90b1,segment=NetworkSegment(d752cd00-d958-4266-aaa6-afa8f6e03620),segment_id=d752cd00-d958-4266-aaa6-afa8f6e03620)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:22:35.993672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Allocated IP 172.25.1.217 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/558ed76b-6496-4132-b00f-0d8914871cd8) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:35.996026 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:36.070022 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa89d4-4afd-4d0f-b286-edccab0d4e83 None None] Pushing event updated for resources: {'Port': ['ID=a79b22cf-50e5-4fea-adfa-8c7cc48d90b1,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:36.093051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:36.375795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:36.378216 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf2018-e6bd-4313-b075-e761eaada5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:36.504360 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:36.549969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:36.554413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:36.558467 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:36.589505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Pushing event updated for resources: {'Port': ['ID=558ed76b-6496-4132-b00f-0d8914871cd8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:36.965133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:37.087573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b60a4f-8f40-4303-8b8f-7be100293bb6 None None] Network 3635861a-1e28-41c6-9a1d-849cb24a52dd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:37.201576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8091a0f3-e071-497f-8db4-a2c5430b7ecf None None] Provisioning complete for port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:37.202276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8091a0f3-e071-497f-8db4-a2c5430b7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:37.238374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:37.299694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5292d-5390-4b1d-8d0d-d5314ec4a40e req-46d34cc0-cc3e-4dae-95d1-07def7a6a980 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:37.314832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61d5292d-5390-4b1d-8d0d-d5314ec4a40e req-46d34cc0-cc3e-4dae-95d1-07def7a6a980 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 1023 time: 0.1359868 Sep 22 10:22:37.506073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61d5292d-5390-4b1d-8d0d-d5314ec4a40e req-95feec6e-d4a5-47d7-af21-5230c9154b86 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&id=286c081a-763c-4039-aea9-30e7a1357ab2&id=e27afb4b-efc5-4b59-a139-3d9ff752e899 HTTP/1.1" status: 200 len: 6148 time: 0.1885340 Sep 22 10:22:37.658384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:22:37.738172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8091a0f3-e071-497f-8db4-a2c5430b7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:37.784913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8091a0f3-e071-497f-8db4-a2c5430b7ecf None None] For port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a79b22cf-50e5-4fea-adfa-8c7cc48d90b1,segment=NetworkSegment(d752cd00-d958-4266-aaa6-afa8f6e03620),segment_id=d752cd00-d958-4266-aaa6-afa8f6e03620)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:37.829663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbebe88c-1595-4710-a0cf-22b8c5b3806a req-1f4560a5-db2f-4c30-92ec-f8ac8ed9953b tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0373807 Sep 22 10:22:37.862908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:37.864103 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8091a0f3-e071-497f-8db4-a2c5430b7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:37.874738 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Sync routers for ids ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:37.887284 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Routers {'d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:37.888233 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:37.953848 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b9a140-3d5a-4d55-8023-cd4f65cac9ac x-openstack-request-id: req-95b9a140-3d5a-4d55-8023-cd4f65cac9ac {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:37.954643 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:37.955320 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95b9a140-3d5a-4d55-8023-cd4f65cac9ac {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:37.956109 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9', 'status': 'completed', 'code': 200} Sep 22 10:22:37.984403 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:37.986697 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3b545ed9-410e-4597-b1e0-b064dd0dbc51 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3794262 Sep 22 10:22:37.988791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50872) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:38.028505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091a0f3-e071-497f-8db4-a2c5430b7ecf None None] Pushing event updated for resources: {'Port': ['ID=a79b22cf-50e5-4fea-adfa-8c7cc48d90b1,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:38.079043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-367a3ed7-b188-4a46-aa59-f08e4e12f37f req-6d34c074-ab4d-4a68-b17f-138aa4101bfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.1103916 Sep 22 10:22:38.098769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-61261f7e-c3a8-4ad9-9fa2-0c2ab0cd772f None None] Provisioning complete for port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:38.099395 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-61261f7e-c3a8-4ad9-9fa2-0c2ab0cd772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:38.141542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-3a26956d-c1f1-4cbb-b3ae-095ebec75bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:38.142925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-3a26956d-c1f1-4cbb-b3ae-095ebec75bba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 1174 time: 0.0958242 Sep 22 10:22:38.299904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:38.360021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:38.360817 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:38.363796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-bc6b7393-da9d-473e-8364-1351aaad184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:38.366019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-bc6b7393-da9d-473e-8364-1351aaad184a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 913 time: 0.2162554 Sep 22 10:22:38.486792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-18c7b97b-dd92-4d7a-8ee1-d9636755ad19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9 HTTP/1.1" status: 200 len: 217 time: 0.1131377 Sep 22 10:22:38.497724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Set router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:38.649083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-f592c022-c5ce-4845-8d17-ae01bce7b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:38.653182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-f592c022-c5ce-4845-8d17-ae01bce7b07b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.1530576 Sep 22 10:22:38.708662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-e19aea48-c145-4673-ad66-6770451caaac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508213 Sep 22 10:22:38.916527 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:34Z', 'updated_at': '2021-09-22T10:22:36Z', 'revision_number': 3, 'project_id': '704bea6f71b04b61994716b1402eb859', 'gw_port': {'id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:35Z', 'updated_at': '2021-09-22T10:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:38.961025 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Checking router: d7ecadb9-b5cf-4770-a27c-38a58aaedbbb for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:38.965724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Updating router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb port 558ed76b-6496-4132-b00f-0d8914871cd8 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:22:39.014672 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:39.164151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-6519c624-4721-42a5-a587-2e4238612f11 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475148 Sep 22 10:22:39.181699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:39.287098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04bf2018-e6bd-4313-b075-e761eaada5d5 req-93559e20-cf3e-4a9a-9387-0a7450735c4b service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142144 Sep 22 10:22:39.336062 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:39.360200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Allocated IP 172.20.0.1 (3635861a-1e28-41c6-9a1d-849cb24a52dd/d5d9021b-1c26-41b9-8fe7-70cf664baec8/f19d9679-798c-453c-9471-e86f6e74e8a4) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:39.465954 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.034548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:40.087101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:40.087473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.235989 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.288855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.291763 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Attempting to bind port 558ed76b-6496-4132-b00f-0d8914871cd8 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:22:40.291763 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Attempting to bind port 558ed76b-6496-4132-b00f-0d8914871cd8 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:22:40.291763 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Attempting to bind port 558ed76b-6496-4132-b00f-0d8914871cd8 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:40.303183 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Pushing event updated for resources: {'Port': ['ID=558ed76b-6496-4132-b00f-0d8914871cd8,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:40.306330 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:22:40.306705 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:40.307103 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.307992 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:22:40.308456 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Bound port: 558ed76b-6496-4132-b00f-0d8914871cd8, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:22:40.308834 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.315673 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.319272 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.320187 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:40.356030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Pushing event updated for resources: {'Port': ['ID=f19d9679-798c-453c-9471-e86f6e74e8a4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:40.359430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Network 3635861a-1e28-41c6-9a1d-849cb24a52dd is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:40.361414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:40.365246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:40.377548 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] For port 558ed76b-6496-4132-b00f-0d8914871cd8, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:22:40.381638 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] For port 558ed76b-6496-4132-b00f-0d8914871cd8, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=558ed76b-6496-4132-b00f-0d8914871cd8,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:22:40.402364 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.543029 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.611466 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:22:40.620032 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Routers {'d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:40.620658 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:40.622722 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed34fd-c034-4e48-8897-68ff9010a1ab None None] Pushing event updated for resources: {'Port': ['ID=558ed76b-6496-4132-b00f-0d8914871cd8,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:40.630892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-77f1b928-0631-4e4d-9fc0-e45dec8891ca None None] Provisioning complete for port f19d9679-798c-453c-9471-e86f6e74e8a4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:40.631260 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77f1b928-0631-4e4d-9fc0-e45dec8891ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.664670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-77f1b928-0631-4e4d-9fc0-e45dec8891ca None None] Port f19d9679-798c-453c-9471-e86f6e74e8a4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:22:40.726233 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] Set router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:40.811441 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:40.915611 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:34Z', 'updated_at': '2021-09-22T10:22:36Z', 'revision_number': 3, 'project_id': '704bea6f71b04b61994716b1402eb859', 'gw_port': {'id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:35Z', 'updated_at': '2021-09-22T10:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:40.941837 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66441e3-d945-4752-a44e-7a0dc8953b16 None None] The sync data for ids ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'] in n-d-807025-3 is: [{'id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:34Z', 'updated_at': '2021-09-22T10:22:36Z', 'revision_number': 3, 'project_id': '704bea6f71b04b61994716b1402eb859', 'gw_port': {'id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:35Z', 'updated_at': '2021-09-22T10:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:40.987468 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:41.087071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:41.175631 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:41.177544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Pushing event updated for resources: {'Port': ['ID=f19d9679-798c-453c-9471-e86f6e74e8a4,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:41.305979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Network 3635861a-1e28-41c6-9a1d-849cb24a52dd is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:41.308063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:41.456877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:22:41.591122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a66b7776-9938-441f-a694-6a6507ac0b6b None None] Provisioning complete for port f19d9679-798c-453c-9471-e86f6e74e8a4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:41.591700 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a66b7776-9938-441f-a694-6a6507ac0b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:41.593089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:41.607275 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-31edcdc5-4e5a-4a85-9ce9-34b03c1f146f admin admin] 10.222.0.20 "PUT /v2.0/routers/d7ecadb9-b5cf-4770-a27c-38a58aaedbbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089902 Sep 22 10:22:41.634526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a66b7776-9938-441f-a694-6a6507ac0b6b None None] Port f19d9679-798c-453c-9471-e86f6e74e8a4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:22:42.048495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 558ed76b-6496-4132-b00f-0d8914871cd8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:42.099837 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50912) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:42.106077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 558ed76b-6496-4132-b00f-0d8914871cd8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:42.106842 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.113496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3e220e6c-3c98-488d-a405-e6fb171efc96 req-1f5f89f0-6ba2-4a37-977f-5f471bf06503 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1413650939 ', 'description': 'tempest-description-2110179964'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:42.157278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a646409-73bf-4864-acd7-646d2e289494 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.180685 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a646409-73bf-4864-acd7-646d2e289494 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.189111 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.208825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 558ed76b-6496-4132-b00f-0d8914871cd8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=558ed76b-6496-4132-b00f-0d8914871cd8,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:42.216882 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e220e6c-3c98-488d-a405-e6fb171efc96 req-1f5f89f0-6ba2-4a37-977f-5f471bf06503 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.311287 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e220e6c-3c98-488d-a405-e6fb171efc96 req-1f5f89f0-6ba2-4a37-977f-5f471bf06503 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.382891 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.383146 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a646409-73bf-4864-acd7-646d2e289494 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.387054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a646409-73bf-4864-acd7-646d2e289494 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.388775 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7a646409-73bf-4864-acd7-646d2e289494 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8174cc4-66f3-46aa-a695-f3d9c3374df8 HTTP/1.1" status: 204 len: 168 time: 0.2879095 Sep 22 10:22:42.391643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50922) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:42.407623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a646409-73bf-4864-acd7-646d2e289494 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8174cc4-66f3-46aa-a695-f3d9c3374df8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:42.415674 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-efcdf3ea-ac36-466b-8878-a0df057089d3 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] show failed (client error): The resource could not be found. Sep 22 10:22:42.420341 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50924) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:42.420600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-efcdf3ea-ac36-466b-8878-a0df057089d3 tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "GET /v2.0/security-groups/c8174cc4-66f3-46aa-a695-f3d9c3374df8 HTTP/1.1" status: 404 len: 347 time: 0.0275617 Sep 22 10:22:42.456563 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e220e6c-3c98-488d-a405-e6fb171efc96 req-1f5f89f0-6ba2-4a37-977f-5f471bf06503 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.466649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=558ed76b-6496-4132-b00f-0d8914871cd8,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:42.496131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f89f0-6ba2-4a37-977f-5f471bf06503 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba64992-0580-4bf3-baae-b8309c792426,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:42.565777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Deleting port ed9d8bb7-b8dc-49ad-ad66-a2715f426397 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:42.566151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.637241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Sync routers for ids ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:42.642304 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3e220e6c-3c98-488d-a405-e6fb171efc96 req-1f5f89f0-6ba2-4a37-977f-5f471bf06503 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.648167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e220e6c-3c98-488d-a405-e6fb171efc96 req-1f5f89f0-6ba2-4a37-977f-5f471bf06503 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5348387 Sep 22 10:22:42.654819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Routers {'d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:42.655535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:42.672475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.673026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:42.704067 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Calling delete_port for ed9d8bb7-b8dc-49ad-ad66-a2715f426397 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:42.732615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50932) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:42.838333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Set router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:42.937819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ed05fb6-8c1f-420f-970b-7994007068d5 req-f0e65cf1-ed8d-443c-a7f5-f97dadad7e5d tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0689206 Sep 22 10:22:42.944830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ea35c7-0f0b-42fc-b787-352f08f0e3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.012831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.056453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ea35c7-0f0b-42fc-b787-352f08f0e3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.071545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Pushing event deleted for resources: {'Port': ['ID=ed9d8bb7-b8dc-49ad-ad66-a2715f426397,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:43.123173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:34Z', 'updated_at': '2021-09-22T10:22:40Z', 'revision_number': 4, 'project_id': '704bea6f71b04b61994716b1402eb859', 'gw_port': {'id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:35Z', 'updated_at': '2021-09-22T10:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f19d9679-798c-453c-9471-e86f6e74e8a4', 'name': '', 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'mac_address': 'fa:16:3e:43:fd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'd5d9021b-1c26-41b9-8fe7-70cf664baec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:39Z', 'updated_at': '2021-09-22T10:22:40Z', 'revision_number': 2, 'project_id': '704bea6f71b04b61994716b1402eb859', 'subnets': [{'id': 'd5d9021b-1c26-41b9-8fe7-70cf664baec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:43.138239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ea35c7-0f0b-42fc-b787-352f08f0e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.151721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Checking router: d7ecadb9-b5cf-4770-a27c-38a58aaedbbb for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:43.152073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Updating router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb port f19d9679-798c-453c-9471-e86f6e74e8a4 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:22:43.156603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.159555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.161191 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf819d91-5e78-4122-a553-7e6b43a4126e tempest-ServersTestBootFromVolume-1945042041 tempest-ServersTestBootFromVolume-1945042041-project] 10.222.0.20 "DELETE /v2.0/floatingips/0925e004-da44-46c7-a9ac-5377d60449a5 HTTP/1.1" status: 204 len: 168 time: 0.7395287 Sep 22 10:22:43.163815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50942) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:43.184223 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.188669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-19ea35c7-0f0b-42fc-b787-352f08f0e3bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2ded88c239f4548b233bc734acc1cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549248 Sep 22 10:22:43.192475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50944) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:43.223723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea35c7-0f0b-42fc-b787-352f08f0e3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036533bf-1959-4bba-9b83-9b14f93adb3d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:43.416074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f978f6d-fd25-453b-9f71-99b8681bbcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.489276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f978f6d-fd25-453b-9f71-99b8681bbcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.504383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.513350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-9f0f03dd-1f5a-4c68-8784-7c3595eff7d5 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2538841 Sep 22 10:22:43.526011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:43.605058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.675657 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.731740 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.734417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f978f6d-fd25-453b-9f71-99b8681bbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.737909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f978f6d-fd25-453b-9f71-99b8681bbcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.738042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2f978f6d-fd25-453b-9f71-99b8681bbcd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/036533bf-1959-4bba-9b83-9b14f93adb3d HTTP/1.1" status: 204 len: 168 time: 0.5436864 Sep 22 10:22:43.767327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b122a-d70e-498e-95e1-c85ed1a647c4 None None] Pushing event updated for resources: {'Port': ['ID=f19d9679-798c-453c-9471-e86f6e74e8a4,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:43.773165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f978f6d-fd25-453b-9f71-99b8681bbcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036533bf-1959-4bba-9b83-9b14f93adb3d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:43.805494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Attempting to bind port f19d9679-798c-453c-9471-e86f6e74e8a4 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:22:43.805920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Attempting to bind port f19d9679-798c-453c-9471-e86f6e74e8a4 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'd752cd00-d958-4266-aaa6-afa8f6e03620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:22:43.806317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Attempting to bind port f19d9679-798c-453c-9471-e86f6e74e8a4 on network 3635861a-1e28-41c6-9a1d-849cb24a52dd {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:43.819273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:22:43.821680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Checking segment: {'id': 'd752cd00-d958-4266-aaa6-afa8f6e03620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:43.826674 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.827333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Bound using segment: {'id': 'd752cd00-d958-4266-aaa6-afa8f6e03620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:22:43.828012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Bound port: f19d9679-798c-453c-9471-e86f6e74e8a4, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd752cd00-d958-4266-aaa6-afa8f6e03620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:22:43.828599 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.933512 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:43.951251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] For port f19d9679-798c-453c-9471-e86f6e74e8a4, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:22:43.966514 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Deleting port f6500787-1859-4412-a3a5-5dbf88eed36c {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:43.968184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] For port f19d9679-798c-453c-9471-e86f6e74e8a4, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f19d9679-798c-453c-9471-e86f6e74e8a4,segment=NetworkSegment(d752cd00-d958-4266-aaa6-afa8f6e03620),segment_id=d752cd00-d958-4266-aaa6-afa8f6e03620)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:22:43.969975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.040081 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.108896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 558ed76b-6496-4132-b00f-0d8914871cd8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:44.154709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Allocated IP 172.25.1.249 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/39c78641-d840-4315-a0e9-a1106f1ee34c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:44.155223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] For port f6500787-1859-4412-a3a5-5dbf88eed36c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f6500787-1859-4412-a3a5-5dbf88eed36c,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:44.155223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.163435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Routers {'d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:44.163871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:44.175718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Calling delete_port for f6500787-1859-4412-a3a5-5dbf88eed36c owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:44.289435 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.299228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] Set router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:44.362989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-60f09032-290c-47b7-af97-469e0eb367d9 None None] Provisioning complete for port f19d9679-798c-453c-9471-e86f6e74e8a4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:44.363633 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60f09032-290c-47b7-af97-469e0eb367d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.417386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b122a-d70e-498e-95e1-c85ed1a647c4 None None] Pushing event updated for resources: {'Port': ['ID=f19d9679-798c-453c-9471-e86f6e74e8a4,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:44.500687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 558ed76b-6496-4132-b00f-0d8914871cd8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:44.500971 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.508341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.544077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:44.547112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:44.550537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:44.582508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Pushing event updated for resources: {'Port': ['ID=39c78641-d840-4315-a0e9-a1106f1ee34c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:44.612867 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60f09032-290c-47b7-af97-469e0eb367d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.624059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.662941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6500787-1859-4412-a3a5-5dbf88eed36c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:44.688788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.834402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.842856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-60f09032-290c-47b7-af97-469e0eb367d9 None None] For port f19d9679-798c-453c-9471-e86f6e74e8a4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f19d9679-798c-453c-9471-e86f6e74e8a4,segment=NetworkSegment(d752cd00-d958-4266-aaa6-afa8f6e03620),segment_id=d752cd00-d958-4266-aaa6-afa8f6e03620)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:44.885818 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.889380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:34Z', 'updated_at': '2021-09-22T10:22:40Z', 'revision_number': 4, 'project_id': '704bea6f71b04b61994716b1402eb859', 'gw_port': {'id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:35Z', 'updated_at': '2021-09-22T10:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f19d9679-798c-453c-9471-e86f6e74e8a4', 'name': '', 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'mac_address': 'fa:16:3e:43:fd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'd5d9021b-1c26-41b9-8fe7-70cf664baec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:39Z', 'updated_at': '2021-09-22T10:22:43Z', 'revision_number': 4, 'project_id': '704bea6f71b04b61994716b1402eb859', 'subnets': [{'id': 'd5d9021b-1c26-41b9-8fe7-70cf664baec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:44.924978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff38765-7b7a-473d-a765-18c8a9c99a49 None None] The sync data for ids ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'] in n-d-807025-3 is: [{'id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:34Z', 'updated_at': '2021-09-22T10:22:40Z', 'revision_number': 4, 'project_id': '704bea6f71b04b61994716b1402eb859', 'gw_port': {'id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:35Z', 'updated_at': '2021-09-22T10:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f19d9679-798c-453c-9471-e86f6e74e8a4', 'name': '', 'network_id': '3635861a-1e28-41c6-9a1d-849cb24a52dd', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'mac_address': 'fa:16:3e:43:fd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': 'd5d9021b-1c26-41b9-8fe7-70cf664baec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:39Z', 'updated_at': '2021-09-22T10:22:43Z', 'revision_number': 4, 'project_id': '704bea6f71b04b61994716b1402eb859', 'subnets': [{'id': 'd5d9021b-1c26-41b9-8fe7-70cf664baec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:44.928804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50954) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:44.949802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:44.954248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60f09032-290c-47b7-af97-469e0eb367d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.038521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f09032-290c-47b7-af97-469e0eb367d9 None None] Pushing event updated for resources: {'Port': ['ID=f19d9679-798c-453c-9471-e86f6e74e8a4,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:45.082740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-80de4a61-710f-4cf4-b36f-ff8699e4deea None None] Provisioning complete for port f19d9679-798c-453c-9471-e86f6e74e8a4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:45.083338 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-80de4a61-710f-4cf4-b36f-ff8699e4deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.169575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Router 6cc59f0c-6372-4c11-9a55-2d500d6319ca has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:22:45.209871 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.212190 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.288235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:45.294229 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-684b361f-235b-4373-a6d3-9df24129fe9f admin admin] 10.222.0.20 "PUT /v2.0/routers/6cc59f0c-6372-4c11-9a55-2d500d6319ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1291950 Sep 22 10:22:45.297419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50958) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:45.298646 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.299201 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] Sync routers for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:45.311182 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:45.312199 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:45.351852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc6b2e54318c45998040d193b282e0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219637 Sep 22 10:22:45.352644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e63ccc-cac2-4b71-ae57-cca1470a25a0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:45.356566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50960) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:45.357814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.429006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.432885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.432885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.432885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.432885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.432885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.432885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.432885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.432885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.432885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.433722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.433722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c8cf4-db4b-4928-8e5e-98eccee048c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:22:45.433922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.459062 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:45.497676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1af11aac-4a7f-4a4b-bb67-5f08371ac77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.533812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Pushing event updated for resources: {'Port': ['ID=39c78641-d840-4315-a0e9-a1106f1ee34c,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:45.548710 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.553511 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1af11aac-4a7f-4a4b-bb67-5f08371ac77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.588671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.690342 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:22:44Z', 'revision_number': 5, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:45.721847 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] Checking router: 6cc59f0c-6372-4c11-9a55-2d500d6319ca for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:45.731503 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] Routers {'6cc59f0c-6372-4c11-9a55-2d500d6319ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:45.732130 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:45.732908 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.734970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-8ee804b8-ffa1-44a2-afba-7c404e8ed9e1 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2138038 Sep 22 10:22:45.811430 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1af11aac-4a7f-4a4b-bb67-5f08371ac77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.811430 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1af11aac-4a7f-4a4b-bb67-5f08371ac77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.813030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1af11aac-4a7f-4a4b-bb67-5f08371ac77e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90e63ccc-cac2-4b71-ae57-cca1470a25a0 HTTP/1.1" status: 204 len: 168 time: 0.4565632 Sep 22 10:22:45.837224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af11aac-4a7f-4a4b-bb67-5f08371ac77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e63ccc-cac2-4b71-ae57-cca1470a25a0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:45.843969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-d2bbd5a7-7460-4ec4-b052-9498a3bf8c71 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.1020856 Sep 22 10:22:45.877585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Deleting port dde7f90e-001e-4214-a48e-dd89d47e128a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:45.878208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:45.983196 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] Set router 6cc59f0c-6372-4c11-9a55-2d500d6319ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:46.025174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] For port dde7f90e-001e-4214-a48e-dd89d47e128a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=dde7f90e-001e-4214-a48e-dd89d47e128a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:46.025598 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:46.037006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-5fca338d-d213-41c0-833f-7fd9aa2ccea8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:46.038858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0c04623-ccc0-4cb2-a993-03f0240c54d7 req-5fca338d-d213-41c0-833f-7fd9aa2ccea8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1872840 Sep 22 10:22:46.054393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Calling delete_port for dde7f90e-001e-4214-a48e-dd89d47e128a owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:46.169475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c6ad45d-b805-4c4d-9068-245aca2e9a47 req-949d5f04-7247-4926-9ecb-eb5b40c9fdd0 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/9ba64992-0580-4bf3-baae-b8309c792426 HTTP/1.1" status: 200 len: 1781 time: 0.0987456 Sep 22 10:22:46.271480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f19d9679-798c-453c-9471-e86f6e74e8a4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:46.289230 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:22:44Z', 'revision_number': 5, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:46.350045 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7959e99f-8d23-44a0-be3b-89c933fed9da None None] The sync data for ids ['6cc59f0c-6372-4c11-9a55-2d500d6319ca'] in n-d-807025-3 is: [{'id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'name': 'tempest-ServersTestBootFromVolume-101515973-router', 'tenant_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:17:54Z', 'updated_at': '2021-09-22T10:22:44Z', 'revision_number': 5, 'project_id': 'c0f40f6d725a4f4aadd42ecf929b97ba', 'gw_port': {'id': 'dde7f90e-001e-4214-a48e-dd89d47e128a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc59f0c-6372-4c11-9a55-2d500d6319ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:17:56Z', 'updated_at': '2021-09-22T10:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:46.378673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f19d9679-798c-453c-9471-e86f6e74e8a4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:46.379220 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:46.852523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:46.904709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=dde7f90e-001e-4214-a48e-dd89d47e128a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:46.949844 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.063092 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.066094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.137650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f125154-5551-4089-a00c-cb37989b37a9 req-2d128b8a-75e1-42ed-90c8-eac40179fdfe tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips/d70d7c51-0c34-4496-9aa9-cf1a704ad40d HTTP/1.1" status: 200 len: 693 time: 0.0550292 Sep 22 10:22:47.222684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.223322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc59f0c-6372-4c11-9a55-2d500d6319ca {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:22:47.235144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.239058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51002) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:47.239312 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-33f29df8-19c8-49a6-a028-00c1331b5f8f admin admin] 10.222.0.20 "DELETE /v2.0/routers/6cc59f0c-6372-4c11-9a55-2d500d6319ca HTTP/1.1" status: 204 len: 168 time: 1.9404771 Sep 22 10:22:47.290728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f125154-5551-4089-a00c-cb37989b37a9 req-3893ce81-04f3-4877-b67d-b7c96dfe166c tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:47.292908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f125154-5551-4089-a00c-cb37989b37a9 req-3893ce81-04f3-4877-b67d-b7c96dfe166c tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1476603 Sep 22 10:22:47.304840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-2f125154-5551-4089-a00c-cb37989b37a9 req-e522bde1-2ca7-439f-a309-e1b1b2e9d07c tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:22:47.306203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f125154-5551-4089-a00c-cb37989b37a9 req-e522bde1-2ca7-439f-a309-e1b1b2e9d07c tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124974 Sep 22 10:22:47.322385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f448f57d-0e61-4db8-8a46-81695e290ba4 admin admin] Deleting subnet 6dc6d5f0-9b32-42fd-a81b-0354c7bb9503 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:22:47.327203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f448f57d-0e61-4db8-8a46-81695e290ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.388986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f448f57d-0e61-4db8-8a46-81695e290ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.430527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d730518-ced4-4033-a7e8-330d34dd5ec6 req-a6286afc-610d-4312-bdb0-bd0aa691a45b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/9ba64992-0580-4bf3-baae-b8309c792426 HTTP/1.1" status: 200 len: 1781 time: 0.0821872 Sep 22 10:22:47.540398 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f448f57d-0e61-4db8-8a46-81695e290ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.585477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5d730518-ced4-4033-a7e8-330d34dd5ec6 req-8bebf7a3-c1b0-44ee-8dbc-5d5c8a1f08fd tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.617880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5d730518-ced4-4033-a7e8-330d34dd5ec6 req-8bebf7a3-c1b0-44ee-8dbc-5d5c8a1f08fd tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.768313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f448f57d-0e61-4db8-8a46-81695e290ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.798832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448f57d-0e61-4db8-8a46-81695e290ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc6d5f0-9b32-42fd-a81b-0354c7bb9503,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:47.800787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f448f57d-0e61-4db8-8a46-81695e290ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.804760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f448f57d-0e61-4db8-8a46-81695e290ba4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6dc6d5f0-9b32-42fd-a81b-0354c7bb9503 HTTP/1.1" status: 204 len: 168 time: 0.5622571 Sep 22 10:22:47.805222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdadc41-1375-4aed-a7e7-9aa64655d834 None None] Network bb6a5443-f60e-4ca4-adb5-ef40307f650e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:47.805868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51016) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:47.833703 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5d730518-ced4-4033-a7e8-330d34dd5ec6 req-8bebf7a3-c1b0-44ee-8dbc-5d5c8a1f08fd tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.837417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5d730518-ced4-4033-a7e8-330d34dd5ec6 req-8bebf7a3-c1b0-44ee-8dbc-5d5c8a1f08fd tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.837551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d730518-ced4-4033-a7e8-330d34dd5ec6 req-8bebf7a3-c1b0-44ee-8dbc-5d5c8a1f08fd tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/9ba64992-0580-4bf3-baae-b8309c792426 HTTP/1.1" status: 204 len: 173 time: 0.3972263 Sep 22 10:22:47.853465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebf7a3-c1b0-44ee-8dbc-5d5c8a1f08fd tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba64992-0580-4bf3-baae-b8309c792426,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:47.924816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:47.999678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-105ba59d-ccba-4403-a53e-21d16e44a301 req-78bb6be8-8186-477d-9c14-c24e9e28f655 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0344253 Sep 22 10:22:48.026614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Deleting port 130b9b8d-17c7-47b2-835a-5fa4188931fe {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:48.026964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.101095 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device dde7f90e-001e-4214-a48e-dd89d47e128a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:48.124350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: dde7f90e-001e-4214-a48e-dd89d47e128a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:48.124693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device dde7f90e-001e-4214-a48e-dd89d47e128a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:48.125121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f6500787-1859-4412-a3a5-5dbf88eed36c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:48.153290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b609ded-668f-4c4f-8e3f-0e4b2a21897e None None] DHCP port deletion for bb6a5443-f60e-4ca4-adb5-ef40307f650e request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:22:48.157366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f6500787-1859-4412-a3a5-5dbf88eed36c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:48.157703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f6500787-1859-4412-a3a5-5dbf88eed36c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:48.174410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] For port 130b9b8d-17c7-47b2-835a-5fa4188931fe, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=130b9b8d-17c7-47b2-835a-5fa4188931fe,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:48.178151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.188924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51f2ae64-32be-4885-8469-f640273a9af7 req-3fd6c40d-1a57-4bb9-90de-b40f82e903e7 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=704bea6f71b04b61994716b1402eb859 HTTP/1.1" status: 200 len: 696 time: 0.0951657 Sep 22 10:22:48.194761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Calling delete_port for 130b9b8d-17c7-47b2-835a-5fa4188931fe owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:48.234422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2b609ded-668f-4c4f-8e3f-0e4b2a21897e None None] Deleting port 130b9b8d-17c7-47b2-835a-5fa4188931fe {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:48.234800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2b609ded-668f-4c4f-8e3f-0e4b2a21897e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.309912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2b609ded-668f-4c4f-8e3f-0e4b2a21897e None None] For port 130b9b8d-17c7-47b2-835a-5fa4188931fe, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=130b9b8d-17c7-47b2-835a-5fa4188931fe,segment=NetworkSegment(09e13086-4196-4a4f-96ad-8fa8b6f09ca6),segment_id=09e13086-4196-4a4f-96ad-8fa8b6f09ca6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:48.310426 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2b609ded-668f-4c4f-8e3f-0e4b2a21897e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.325754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2b609ded-668f-4c4f-8e3f-0e4b2a21897e None None] Calling delete_port for 130b9b8d-17c7-47b2-835a-5fa4188931fe owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:48.592257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ae64-32be-4885-8469-f640273a9af7 req-c93ac3db-01df-4391-9628-83ed67ade445 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:48.593707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51f2ae64-32be-4885-8469-f640273a9af7 req-c93ac3db-01df-4391-9628-83ed67ade445 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/networks?id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 787 time: 0.3947825 Sep 22 10:22:48.603936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-51f2ae64-32be-4885-8469-f640273a9af7 req-3bf33cd9-0097-4513-9225-b5bf16658423 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:22:48.605463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51f2ae64-32be-4885-8469-f640273a9af7 req-3bf33cd9-0097-4513-9225-b5bf16658423 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060787 Sep 22 10:22:48.634513 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-6bd35fb4-89a9-417c-a826-72eda95deb17 req-d28d6bbe-bcfd-4d06-9609-60577bf91584 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:22:48.636398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bd35fb4-89a9-417c-a826-72eda95deb17 req-d28d6bbe-bcfd-4d06-9609-60577bf91584 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/9ba64992-0580-4bf3-baae-b8309c792426 HTTP/1.1" status: 404 len: 352 time: 0.0168750 Sep 22 10:22:48.681543 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2b609ded-668f-4c4f-8e3f-0e4b2a21897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.690270 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.713047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609ded-668f-4c4f-8e3f-0e4b2a21897e None None] Pushing event deleted for resources: {'Port': ['ID=130b9b8d-17c7-47b2-835a-5fa4188931fe,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:48.721346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Pushing event deleted for resources: {'Port': ['ID=130b9b8d-17c7-47b2-835a-5fa4188931fe,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:48.724927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] No DVR routers for this DVR port 130b9b8d-17c7-47b2-835a-5fa4188931fe on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:48.728605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b609ded-668f-4c4f-8e3f-0e4b2a21897e None None] No DVR routers for this DVR port 130b9b8d-17c7-47b2-835a-5fa4188931fe on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:22:48.810373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-5f975a06-e029-416c-9894-6ff942cf4ed4 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips/d70d7c51-0c34-4496-9aa9-cf1a704ad40d HTTP/1.1" status: 200 len: 693 time: 0.0589252 Sep 22 10:22:48.840942 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.892965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6a5443-f60e-4ca4-adb5-ef40307f650e']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:48.929626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e13086-4196-4a4f-96ad-8fa8b6f09ca6') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:48.929971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e13086-4196-4a4f-96ad-8fa8b6f09ca6') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:48.945632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.975191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.987290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:22:48.987672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:22:48.989402 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:22:49.006046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-68477541-6f7c-44a9-b22d-eaba3eb76043 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:49.007441 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-68477541-6f7c-44a9-b22d-eaba3eb76043 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1912816 Sep 22 10:22:49.091976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-66fcf87b-3354-4c59-9e02-59ae9a443f00 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.0733044 Sep 22 10:22:49.142241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-f143fbdd-cbad-409b-8289-dcd35cb45aa0 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.249 HTTP/1.1" status: 200 len: 696 time: 0.0440767 Sep 22 10:22:49.277239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.287737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.289591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb6a5443-f60e-4ca4-adb5-ef40307f650e HTTP/1.1" status: 204 len: 168 time: 1.4827709 Sep 22 10:22:49.304790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5136f1-793d-4f34-a222-69270c9ced2a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6a5443-f60e-4ca4-adb5-ef40307f650e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:49.307464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Deleting port 39c78641-d840-4315-a0e9-a1106f1ee34c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:49.307809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.359178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51052) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:49.402132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.408624 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.418757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Calling delete_port for 39c78641-d840-4315-a0e9-a1106f1ee34c owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:49.482749 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4910569d-4fe4-4373-adbb-f4e554be5cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.692660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.719333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Pushing event deleted for resources: {'Port': ['ID=39c78641-d840-4315-a0e9-a1106f1ee34c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:49.757688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4910569d-4fe4-4373-adbb-f4e554be5cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.783788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.786417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.787583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c846472f-acf5-46cd-b2f1-59c3f82e4230 req-d657cd74-6f0c-4fc9-b160-010fe8cc5010 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "DELETE /v2.0/floatingips/d70d7c51-0c34-4496-9aa9-cf1a704ad40d HTTP/1.1" status: 204 len: 173 time: 0.6397538 Sep 22 10:22:49.806193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-5f8fc151-8dc2-45fb-9dfb-4026d6f0a919 req-e9dcbfd0-de83-4ae4-98f0-f2b1ecd11aa7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-398575382', 'description': 'tempest-description-1918964150'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:49.881101 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4910569d-4fe4-4373-adbb-f4e554be5cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.921254 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4910569d-4fe4-4373-adbb-f4e554be5cc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0550a6c351044b0d802e69cc3da9d287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5610406 Sep 22 10:22:49.922140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910569d-4fe4-4373-adbb-f4e554be5cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a8baa9-0370-4fbc-b8da-805be077d667,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:49.924029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51060) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:49.945201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51062) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:49.976014 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e0b7be7c-6808-424a-a38d-59b2d3df6f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:49.994170 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-915362ee-2fe5-4ea5-acf5-cbf4612b27e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0f40f6d725a4f4aadd42ecf929b97ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477004 Sep 22 10:22:49.995119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51064) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:49.995947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f8fc151-8dc2-45fb-9dfb-4026d6f0a919 req-e9dcbfd0-de83-4ae4-98f0-f2b1ecd11aa7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.003731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e0b7be7c-6808-424a-a38d-59b2d3df6f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.054170 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5088608a-e58c-42f9-b655-1b9cca1dcb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.057972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 130b9b8d-17c7-47b2-835a-5fa4188931fe no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:22:50.079029 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5088608a-e58c-42f9-b655-1b9cca1dcb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.080497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 130b9b8d-17c7-47b2-835a-5fa4188931fe {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:22:50.081033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 130b9b8d-17c7-47b2-835a-5fa4188931fe not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:22:50.186048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e0b7be7c-6808-424a-a38d-59b2d3df6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.188746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e0b7be7c-6808-424a-a38d-59b2d3df6f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.190004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e0b7be7c-6808-424a-a38d-59b2d3df6f8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65a8baa9-0370-4fbc-b8da-805be077d667 HTTP/1.1" status: 204 len: 168 time: 0.2648983 Sep 22 10:22:50.204148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7be7c-6808-424a-a38d-59b2d3df6f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a8baa9-0370-4fbc-b8da-805be077d667,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:50.238633 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f8fc151-8dc2-45fb-9dfb-4026d6f0a919 req-e9dcbfd0-de83-4ae4-98f0-f2b1ecd11aa7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.244996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5088608a-e58c-42f9-b655-1b9cca1dcb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.247803 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5088608a-e58c-42f9-b655-1b9cca1dcb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.250057 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5088608a-e58c-42f9-b655-1b9cca1dcb3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9a5af0c-1da5-4bcc-90d3-b269c71bac20 HTTP/1.1" status: 204 len: 168 time: 0.2533035 Sep 22 10:22:50.257685 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088608a-e58c-42f9-b655-1b9cca1dcb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a5af0c-1da5-4bcc-90d3-b269c71bac20,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:50.349551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f8fc151-8dc2-45fb-9dfb-4026d6f0a919 req-e9dcbfd0-de83-4ae4-98f0-f2b1ecd11aa7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.379746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcbfd0-de83-4ae4-98f0-f2b1ecd11aa7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a1e0a-b81f-4eee-9e4e-02e46ecb9b36,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:50.461679 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5f8fc151-8dc2-45fb-9dfb-4026d6f0a919 req-e9dcbfd0-de83-4ae4-98f0-f2b1ecd11aa7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:50.461679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f8fc151-8dc2-45fb-9dfb-4026d6f0a919 req-e9dcbfd0-de83-4ae4-98f0-f2b1ecd11aa7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6578958 Sep 22 10:22:50.556032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a79a6baa-0a04-4fb0-a6f7-c7bbd0c1d369 req-fabb6287-f30c-482e-aa7e-bd457212b599 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0283294 Sep 22 10:22:50.774761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-65f981c2-8fc6-4e5f-a762-de2c18fe863f tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1189508 Sep 22 10:22:50.781062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:50.938407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.046572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.151315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Allocated IP 172.25.1.230 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/b6170a26-7817-44e8-833f-26510db1d4cb) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:51.190892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51088) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:51.206377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2af570f5-8c2a-4d44-a085-e3752b7e1484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.277453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.302923 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2af570f5-8c2a-4d44-a085-e3752b7e1484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.378376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2af570f5-8c2a-4d44-a085-e3752b7e1484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.390430 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.422250 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2af570f5-8c2a-4d44-a085-e3752b7e1484 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7791b46b120a4e82b5d0cf577bfee1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280374 Sep 22 10:22:51.422250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af570f5-8c2a-4d44-a085-e3752b7e1484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247b4322-d316-4ca3-9208-866c6d55da91,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:51.424238 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51096) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:51.440770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Pushing event updated for resources: {'Port': ['ID=b6170a26-7817-44e8-833f-26510db1d4cb,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:51.452112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:51.453538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:51.455943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:51.482298 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dde62cb4-a118-415c-8a4c-227b765fa986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.507527 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dde62cb4-a118-415c-8a4c-227b765fa986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.559998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.602290 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51104) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:51.623975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dde62cb4-a118-415c-8a4c-227b765fa986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.626691 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dde62cb4-a118-415c-8a4c-227b765fa986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.628591 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dde62cb4-a118-415c-8a4c-227b765fa986 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/247b4322-d316-4ca3-9208-866c6d55da91 HTTP/1.1" status: 204 len: 168 time: 0.2024803 Sep 22 10:22:51.637815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde62cb4-a118-415c-8a4c-227b765fa986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247b4322-d316-4ca3-9208-866c6d55da91,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:51.683825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.708601 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-611808456-network', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:51.824498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Made reservation on behalf of a336dd683fb642d49d19be0fc3a380e6 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:51.827106 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.834560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.836103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.920886 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:51.950208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.022621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.026324 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.030339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Pushing event updated for resources: {'Port': ['ID=b6170a26-7817-44e8-833f-26510db1d4cb,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:52.049152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:22:52.059683 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9280cff0-25ed-4046-a5c4-34d5dcb65f16,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:52.064466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.065167 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Added segment 11a46504-d52e-4d15-bf96-ff3b6e9d72d7 of type vlan for network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 Sep 22 10:22:52.106688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.138249 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.139660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-2fc9f668-58db-4643-9e9a-4ff2ea4707a8 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3632059 Sep 22 10:22:52.197890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-ac09648b-aec6-479a-a0d5-646fcc2a8cbc tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.0520697 Sep 22 10:22:52.240746 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.241894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:52.242625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.298263 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2921a571-c37c-4501-bf1c-a61981add2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.304779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-079dda6e-7b2e-4062-a5c6-af4b60f28366 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:52.306219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc2ec635-df0b-44af-8ce8-5c25257e50d7 req-079dda6e-7b2e-4062-a5c6-af4b60f28366 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1027467 Sep 22 10:22:52.307894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] Pushing event updated for resources: {'Network': ['ID=12160cfd-e96f-4955-af1e-ccf3adfec5c9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:52.322615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:22:52.332308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-275cac62-4c76-454d-9dca-7c21d520409b req-fe2b9fcf-7020-42c2-8a5c-48f58363d0e2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-990873589', 'description': 'tempest-description-40175617'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:52.336444 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-467c7c5d-bee8-4ca8-a57a-dd55b350bac3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7330635 Sep 22 10:22:52.337048 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51124) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:52.342813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Request body: {'subnet': {'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-611808456-subnet', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:52.445209 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-275cac62-4c76-454d-9dca-7c21d520409b req-fe2b9fcf-7020-42c2-8a5c-48f58363d0e2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.526557 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Made reservation on behalf of a336dd683fb642d49d19be0fc3a380e6 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:52.529040 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.617415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-275cac62-4c76-454d-9dca-7c21d520409b req-fe2b9fcf-7020-42c2-8a5c-48f58363d0e2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.709210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-275cac62-4c76-454d-9dca-7c21d520409b req-fe2b9fcf-7020-42c2-8a5c-48f58363d0e2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.749352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b9fcf-7020-42c2-8a5c-48f58363d0e2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc5c59e-abd3-4b1b-b29c-da2d005124f2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:52.835458 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-275cac62-4c76-454d-9dca-7c21d520409b req-fe2b9fcf-7020-42c2-8a5c-48f58363d0e2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.835876 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:52.835985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-275cac62-4c76-454d-9dca-7c21d520409b req-fe2b9fcf-7020-42c2-8a5c-48f58363d0e2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5032942 Sep 22 10:22:52.901958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e547b49b-2480-4995-87df-3d1ce1bf0d05,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:52.912562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Checking segment: {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:52.913082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Network hostable DHCP agents. Network: 12160cfd-e96f-4955-af1e-ccf3adfec5c9, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:22:52.971773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7b2d353-a6db-4c70-bf65-bffaa76e8356 req-4b79c107-846e-4aa0-8df0-a4a93ab8c5ce tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0262945 Sep 22 10:22:53.030599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:22:53.126687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 12160cfd-e96f-4955-af1e-ccf3adfec5c9) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:53.131396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:53.133268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-92f70525-8328-4c31-a80c-2bb44a12cb88 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips/089a3bd7-5612-43be-9290-2c0dd4f19b97 HTTP/1.1" status: 200 len: 693 time: 0.0478933 Sep 22 10:22:53.134017 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.138035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d89a2-c09c-4e84-b8c5-a2d28384c2ec None None] Network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:53.240763 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-06a39992-64b6-4d7b-a4f2-26256913a59f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9026504 Sep 22 10:22:53.241384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51150) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:53.246149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:53.274207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-8436a638-038d-4019-9851-302c48ae8e40 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:53.283032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-8436a638-038d-4019-9851-302c48ae8e40 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1403589 Sep 22 10:22:53.332005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:22:53.332867 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.336585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-deebf5f1-beb8-4206-a937-fdc02c8e4095 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.0523403 Sep 22 10:22:53.343804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.348094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.394651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-1acbda37-8f9b-45de-bc33-9231e6446ae4 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.230 HTTP/1.1" status: 200 len: 696 time: 0.0516973 Sep 22 10:22:53.405978 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.489786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Allocated IP 172.20.0.2 (12160cfd-e96f-4955-af1e-ccf3adfec5c9/e547b49b-2480-4995-87df-3d1ce1bf0d05/63ba9b02-7a4e-40c4-bcb4-e2e202f5404a) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:53.557990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Deleting port b6170a26-7817-44e8-833f-26510db1d4cb {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:53.558739 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.679822 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.687294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.698395 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.698395 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.709407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Calling delete_port for b6170a26-7817-44e8-833f-26510db1d4cb owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:53.739656 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.783801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:53.787895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:53.793617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:53.804131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Pushing event updated for resources: {'Port': ['ID=63ba9b02-7a4e-40c4-bcb4-e2e202f5404a,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:53.869645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Attempting to bind port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:22:53.870344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Attempting to bind port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:22:53.870890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Attempting to bind port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a on network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:53.880427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:22:53.880830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Checking segment: {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:53.881205 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.881605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Bound using segment: {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:22:53.882074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Bound port: 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:22:53.882975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:53.959830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] For port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:22:53.963790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] For port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=63ba9b02-7a4e-40c4-bcb4-e2e202f5404a,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:22:53.998120 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.006541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.019237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.038647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Pushing event deleted for resources: {'Port': ['ID=b6170a26-7817-44e8-833f-26510db1d4cb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:54.047044 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.117142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e71271-d612-49c2-9f89-d61c167599cd None None] Pushing event updated for resources: {'Port': ['ID=63ba9b02-7a4e-40c4-bcb4-e2e202f5404a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:54.123335 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.126196 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.138967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a0b4e67-c78f-411e-b02e-dee17bb7fb29 req-ea285bee-9caf-4a88-8f9e-8ab6fef6fc96 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "DELETE /v2.0/floatingips/089a3bd7-5612-43be-9290-2c0dd4f19b97 HTTP/1.1" status: 204 len: 173 time: 0.7380297 Sep 22 10:22:54.146772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Allocated IP 172.25.1.41 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/1e6dd9c4-be26-4a88-bb11-376dec4eb019) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:54.147483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b9c6230d-cf5b-411b-a308-2f7bab54160b req-a9f474b6-b340-4512-b895-a315aef5e4c7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-827247429', 'description': 'tempest-description-450436774'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:54.255721 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.309384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9c6230d-cf5b-411b-a308-2f7bab54160b req-a9f474b6-b340-4512-b895-a315aef5e4c7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.416413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.455197 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9c6230d-cf5b-411b-a308-2f7bab54160b req-a9f474b6-b340-4512-b895-a315aef5e4c7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.470432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:54.475145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:54.482179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:54.485620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Pushing event updated for resources: {'Port': ['ID=1e6dd9c4-be26-4a88-bb11-376dec4eb019,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:54.559163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9c6230d-cf5b-411b-a308-2f7bab54160b req-a9f474b6-b340-4512-b895-a315aef5e4c7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.593800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f474b6-b340-4512-b895-a315aef5e4c7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf267cf-c444-498c-8f33-3b9a40f94b49,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:54.640829 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9c6230d-cf5b-411b-a308-2f7bab54160b req-a9f474b6-b340-4512-b895-a315aef5e4c7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.645517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9c6230d-cf5b-411b-a308-2f7bab54160b req-a9f474b6-b340-4512-b895-a315aef5e4c7 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4991925 Sep 22 10:22:54.839525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.883219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18f43076-5088-48b9-a4f9-b938511e6647 req-112ce93c-b758-4c92-a0e4-9634d5d44cbc tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0323987 Sep 22 10:22:55.028658 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-54cf298d-62b1-4ed7-8b05-08724ebc98f5 req-dada0102-b024-4b34-a902-7416db444d16 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] show failed (client error): The resource could not be found. Sep 22 10:22:55.029704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54cf298d-62b1-4ed7-8b05-08724ebc98f5 req-dada0102-b024-4b34-a902-7416db444d16 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips/089a3bd7-5612-43be-9290-2c0dd4f19b97 HTTP/1.1" status: 404 len: 350 time: 0.0431798 Sep 22 10:22:55.055425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.105226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e04accd9-aa9c-47da-9f52-28e191549ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.123274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca976e39-de30-4638-9d5d-301b98ef82f5 None None] Network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:22:55.152422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d4fa947-bc8e-4b06-9132-0c0e41884bc6 req-dc4117f0-451e-458b-a72e-d48e8aabbc6e tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19d50a4c64504652b56fbc4abdd68592 HTTP/1.1" status: 200 len: 10892 time: 0.1038785 Sep 22 10:22:55.200722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d4fa947-bc8e-4b06-9132-0c0e41884bc6 req-3858c031-24ab-4602-8725-9efa6642e681 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada HTTP/1.1" status: 200 len: 2981 time: 0.0407763 Sep 22 10:22:55.211318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-cdedf112-07ff-45d3-b9cf-9784cc325365 None None] Provisioning complete for port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:55.211689 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cdedf112-07ff-45d3-b9cf-9784cc325365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.246717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d4fa947-bc8e-4b06-9132-0c0e41884bc6 req-5e928979-79f0-47f3-9b40-fffa75cfb930 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada HTTP/1.1" status: 200 len: 2981 time: 0.0391994 Sep 22 10:22:55.270362 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Router 6308322a-4e57-4cec-a57b-a21d412def25 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:22:55.346970 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-1e145a99-331e-4ce9-b075-4fce3cc7ba70 req-e053ba87-1c8d-49a6-affa-d508f4df0b10 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] show failed (client error): The resource could not be found. Sep 22 10:22:55.348399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e145a99-331e-4ce9-b075-4fce3cc7ba70 req-e053ba87-1c8d-49a6-affa-d508f4df0b10 tempest-FloatingIPsTestJSON-1985793904 tempest-FloatingIPsTestJSON-1985793904-project] 10.222.0.20 "GET /v2.0/floatingips/089a3bd7-5612-43be-9290-2c0dd4f19b97 HTTP/1.1" status: 404 len: 350 time: 0.0356195 Sep 22 10:22:55.358037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51192) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:55.370823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.371564 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cdedf112-07ff-45d3-b9cf-9784cc325365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.437740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98e6ff25-beda-4647-b660-5b596a52f759 req-19cb36eb-fcc4-4305-9526-d17671a3ece3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/ef9a1e0a-b81f-4eee-9e4e-02e46ecb9b36 HTTP/1.1" status: 200 len: 1800 time: 0.0580888 Sep 22 10:22:55.445920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cdedf112-07ff-45d3-b9cf-9784cc325365 None None] For port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=63ba9b02-7a4e-40c4-bcb4-e2e202f5404a,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:55.495088 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:55.507226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Sync routers for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:55.510160 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98e6ff25-beda-4647-b660-5b596a52f759 req-7b4bae09-4fc1-49f0-a41c-36513b19112c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.527595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:55.528552 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:55.543804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98e6ff25-beda-4647-b660-5b596a52f759 req-7b4bae09-4fc1-49f0-a41c-36513b19112c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.583178 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cdedf112-07ff-45d3-b9cf-9784cc325365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.677172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedf112-07ff-45d3-b9cf-9784cc325365 None None] Pushing event updated for resources: {'Port': ['ID=63ba9b02-7a4e-40c4-bcb4-e2e202f5404a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:55.697940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:55.767930 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98e6ff25-beda-4647-b660-5b596a52f759 req-7b4bae09-4fc1-49f0-a41c-36513b19112c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.768493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.772402 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5d37bc2b-7550-4f8c-8a8a-3cfd27e4011b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5273454 Sep 22 10:22:55.779208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98e6ff25-beda-4647-b660-5b596a52f759 req-7b4bae09-4fc1-49f0-a41c-36513b19112c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.779326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51196) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:55.779430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98e6ff25-beda-4647-b660-5b596a52f759 req-7b4bae09-4fc1-49f0-a41c-36513b19112c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef9a1e0a-b81f-4eee-9e4e-02e46ecb9b36 HTTP/1.1" status: 204 len: 173 time: 0.3398252 Sep 22 10:22:55.808073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bae09-4fc1-49f0-a41c-36513b19112c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a1e0a-b81f-4eee-9e4e-02e46ecb9b36,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:55.866001 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-6b55cc55-f4a1-4842-b18b-04394ba653b4 req-33256736-45cf-484e-8b10-1010d0f6ee69 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:22:55.867077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b55cc55-f4a1-4842-b18b-04394ba653b4 req-33256736-45cf-484e-8b10-1010d0f6ee69 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/ef9a1e0a-b81f-4eee-9e4e-02e46ecb9b36 HTTP/1.1" status: 404 len: 352 time: 0.0155151 Sep 22 10:22:55.915055 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.918941 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.945402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-906fb7cf-378e-4cf6-900f-e496d657da15 None None] Provisioning complete for port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:55.945772 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-906fb7cf-378e-4cf6-900f-e496d657da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.039555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06b30b93-23b5-47a6-9e45-0715957701a6 req-4cd170eb-ea79-445e-800d-041eaef775ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/0fc5c59e-abd3-4b1b-b29c-da2d005124f2 HTTP/1.1" status: 200 len: 1798 time: 0.0707262 Sep 22 10:22:56.124456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-06b30b93-23b5-47a6-9e45-0715957701a6 req-7bde2a61-7020-4f29-82ee-1fccc96c2c03 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.137146 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.156082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:54Z', 'revision_number': 3, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:56.180448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-06b30b93-23b5-47a6-9e45-0715957701a6 req-7bde2a61-7020-4f29-82ee-1fccc96c2c03 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.191211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:56.193830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Checking router: 6308322a-4e57-4cec-a57b-a21d412def25 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:56.194244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Updating router 6308322a-4e57-4cec-a57b-a21d412def25 port 1e6dd9c4-be26-4a88-bb11-376dec4eb019 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:22:56.266555 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.315045 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.336162 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-06b30b93-23b5-47a6-9e45-0715957701a6 req-7bde2a61-7020-4f29-82ee-1fccc96c2c03 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.340089 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-06b30b93-23b5-47a6-9e45-0715957701a6 req-7bde2a61-7020-4f29-82ee-1fccc96c2c03 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.347164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06b30b93-23b5-47a6-9e45-0715957701a6 req-7bde2a61-7020-4f29-82ee-1fccc96c2c03 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/0fc5c59e-abd3-4b1b-b29c-da2d005124f2 HTTP/1.1" status: 204 len: 173 time: 0.3011491 Sep 22 10:22:56.352944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde2a61-7020-4f29-82ee-1fccc96c2c03 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc5c59e-abd3-4b1b-b29c-da2d005124f2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:56.394401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:56.394781 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.468058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46d83350-5fae-44d1-9605-d74d85212424 req-0c1b077b-31a2-4538-8ce7-9af799342c7a tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0392714 Sep 22 10:22:56.656110 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.656867 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-5c8e3b28-736f-4cdb-a863-ccf64a4943ed req-deb0384c-8c57-4cf1-b03d-cbf7b1e5baca tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:22:56.657967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c8e3b28-736f-4cdb-a863-ccf64a4943ed req-deb0384c-8c57-4cf1-b03d-cbf7b1e5baca tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/0fc5c59e-abd3-4b1b-b29c-da2d005124f2 HTTP/1.1" status: 404 len: 352 time: 0.0147295 Sep 22 10:22:56.750215 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.779231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3913acde-9f7c-446e-a84e-38099d2665e6 req-5cfdbde4-999f-4c4e-bf9d-5debcf1a4ac0 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/2cf267cf-c444-498c-8f33-3b9a40f94b49 HTTP/1.1" status: 200 len: 1799 time: 0.0438828 Sep 22 10:22:56.798491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Attempting to bind port 1e6dd9c4-be26-4a88-bb11-376dec4eb019 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:22:56.798863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Attempting to bind port 1e6dd9c4-be26-4a88-bb11-376dec4eb019 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:22:56.799233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Attempting to bind port 1e6dd9c4-be26-4a88-bb11-376dec4eb019 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:22:56.805810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:22:56.806467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:22:56.807103 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.807679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:22:56.808311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Bound port: 1e6dd9c4-be26-4a88-bb11-376dec4eb019, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:22:56.808875 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.853527 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3913acde-9f7c-446e-a84e-38099d2665e6 req-f975bb77-1a80-4763-9d50-b6dcbb064f14 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.862766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] For port 1e6dd9c4-be26-4a88-bb11-376dec4eb019, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:22:56.864635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.865970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] For port 1e6dd9c4-be26-4a88-bb11-376dec4eb019, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1e6dd9c4-be26-4a88-bb11-376dec4eb019,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:22:56.868771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Deleting port f19d9679-798c-453c-9471-e86f6e74e8a4 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:56.868771 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.880339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b16f1f-97d2-47be-964a-8b8893a248f5 None None] Pushing event updated for resources: {'Port': ['ID=1e6dd9c4-be26-4a88-bb11-376dec4eb019,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:56.883849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3913acde-9f7c-446e-a84e-38099d2665e6 req-f975bb77-1a80-4763-9d50-b6dcbb064f14 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.945043 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.008563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:57.009263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:57.011575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b16f1f-97d2-47be-964a-8b8893a248f5 None None] Pushing event updated for resources: {'Port': ['ID=1e6dd9c4-be26-4a88-bb11-376dec4eb019,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:57.039157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] For port f19d9679-798c-453c-9471-e86f6e74e8a4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f19d9679-798c-453c-9471-e86f6e74e8a4,segment=NetworkSegment(d752cd00-d958-4266-aaa6-afa8f6e03620),segment_id=d752cd00-d958-4266-aaa6-afa8f6e03620)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:57.039451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.053774 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3913acde-9f7c-446e-a84e-38099d2665e6 req-f975bb77-1a80-4763-9d50-b6dcbb064f14 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.056437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3913acde-9f7c-446e-a84e-38099d2665e6 req-f975bb77-1a80-4763-9d50-b6dcbb064f14 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.058731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3913acde-9f7c-446e-a84e-38099d2665e6 req-f975bb77-1a80-4763-9d50-b6dcbb064f14 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/2cf267cf-c444-498c-8f33-3b9a40f94b49 HTTP/1.1" status: 204 len: 173 time: 0.2698493 Sep 22 10:22:57.060466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Calling delete_port for f19d9679-798c-453c-9471-e86f6e74e8a4 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:22:57.069804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975bb77-1a80-4763-9d50-b6dcbb064f14 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf267cf-c444-498c-8f33-3b9a40f94b49,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:57.127023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:57.159166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Allocated IP 172.20.0.1 (12160cfd-e96f-4955-af1e-ccf3adfec5c9/e547b49b-2480-4995-87df-3d1ce1bf0d05/8ed4215c-3a49-439a-a353-0146f43878ef) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:22:57.189135 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-c0df77bc-b59a-4766-8596-9f817e94bdb0 req-97eed3ce-6a0e-4fcb-8e28-4fb5a0432c8c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:22:57.193231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0df77bc-b59a-4766-8596-9f817e94bdb0 req-97eed3ce-6a0e-4fcb-8e28-4fb5a0432c8c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/2cf267cf-c444-498c-8f33-3b9a40f94b49 HTTP/1.1" status: 404 len: 352 time: 0.0233262 Sep 22 10:22:57.351846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.402690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c9050fe-857a-43c1-8e2d-1a6e61a24e9c req-b9c935a4-dabe-4eaa-9d6c-9ae2e9ceb627 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19d50a4c64504652b56fbc4abdd68592 HTTP/1.1" status: 200 len: 6148 time: 0.0870535 Sep 22 10:22:57.425956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:54Z', 'revision_number': 3, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:57.450471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c9050fe-857a-43c1-8e2d-1a6e61a24e9c req-2406526d-4a3f-4043-88e5-06871e83610a tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada HTTP/1.1" status: 200 len: 2981 time: 0.0420012 Sep 22 10:22:57.456668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ec725-7b80-49c7-b237-f79a56343f68 None None] The sync data for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 is: [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:54Z', 'revision_number': 3, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:57.499323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c9050fe-857a-43c1-8e2d-1a6e61a24e9c req-d2f5b2de-16fb-438a-a70b-50e74943785e tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada HTTP/1.1" status: 200 len: 2981 time: 0.0427182 Sep 22 10:22:57.605411 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.632220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19d9679-798c-453c-9471-e86f6e74e8a4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:57.647869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d6d964b-df85-4038-abb0-4ebc6b48c098 req-80b04dad-20bc-476f-9b4d-52cf9232b7ab tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0431833 Sep 22 10:22:57.669901 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.690357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3fe43fb6-7fb7-44a3-97c6-b76f95ff23b0 req-5d5fde45-ea7d-4cee-b57f-d399e6444352 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2062324070', 'description': 'tempest-description-184710788'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:57.743740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed4215c-3a49-439a-a353-0146f43878ef,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:57.757859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:57.761230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:57.764621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:22:57.812603 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3fe43fb6-7fb7-44a3-97c6-b76f95ff23b0 req-5d5fde45-ea7d-4cee-b57f-d399e6444352 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.917682 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.952962 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3fe43fb6-7fb7-44a3-97c6-b76f95ff23b0 req-5d5fde45-ea7d-4cee-b57f-d399e6444352 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.969885 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.030275 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.051529 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3fe43fb6-7fb7-44a3-97c6-b76f95ff23b0 req-5d5fde45-ea7d-4cee-b57f-d399e6444352 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.104365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4de4f321-84e2-4772-b335-36894a82477a None None] Provisioning complete for port 8ed4215c-3a49-439a-a353-0146f43878ef triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:58.105079 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4de4f321-84e2-4772-b335-36894a82477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.118590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fde45-ea7d-4cee-b57f-d399e6444352 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83fe1fd-f4ad-4a65-8512-bba5916e34ef,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:58.179026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4de4f321-84e2-4772-b335-36894a82477a None None] Port 8ed4215c-3a49-439a-a353-0146f43878ef cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:22:58.190146 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3fe43fb6-7fb7-44a3-97c6-b76f95ff23b0 req-5d5fde45-ea7d-4cee-b57f-d399e6444352 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.190146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fe43fb6-7fb7-44a3-97c6-b76f95ff23b0 req-5d5fde45-ea7d-4cee-b57f-d399e6444352 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5016925 Sep 22 10:22:58.227459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51274) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:58.252872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1e6dd9c4-be26-4a88-bb11-376dec4eb019 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:22:58.329101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1e6dd9c4-be26-4a88-bb11-376dec4eb019 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:58.329899 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.379805 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.396328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13a8020f-8138-4de0-89d8-1e6555320996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.476803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51280) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:58.484455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1202592838'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:58.500594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:22:58.539616 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.582174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 1e6dd9c4-be26-4a88-bb11-376dec4eb019, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1e6dd9c4-be26-4a88-bb11-376dec4eb019,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:22:58.589039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13a8020f-8138-4de0-89d8-1e6555320996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.634632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7947c464-64f2-494b-a770-1b74524272df req-b5c97705-2a47-4959-ac67-f9ec177392ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1868012334', 'description': 'tempest-description-473386196'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:58.656324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.688493 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13a8020f-8138-4de0-89d8-1e6555320996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.714551 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:58.720481 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11b624ed-9916-4f3a-ba84-49d14dd4ba01 admin admin] 10.222.0.20 "PUT /v2.0/routers/d7ecadb9-b5cf-4770-a27c-38a58aaedbbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3611279 Sep 22 10:22:58.721648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=1e6dd9c4-be26-4a88-bb11-376dec4eb019,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:58.723473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51286) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:58.736262 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [req-7947c464-64f2-494b-a770-1b74524272df req-b5c97705-2a47-4959-ac67-f9ec177392ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:22:58.736262 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:22:58.736262 n-d-807025-3 neutron-server[95682]: [parameters: {'project_id_1': '19d50a4c64504652b56fbc4abdd68592', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 22, 38, 640209)}] Sep 22 10:22:58.736262 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:22:58.736716 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [req-7947c464-64f2-494b-a770-1b74524272df req-b5c97705-2a47-4959-ac67-f9ec177392ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:22:58.737049 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] Sync routers for ids ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:58.744130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.749084 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] Routers {'d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:58.750038 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:58.751270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-13a8020f-8138-4de0-89d8-1e6555320996 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6293ac28c484d9aba853edea9b62d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221405 Sep 22 10:22:58.755913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51288) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:58.773367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8020f-8138-4de0-89d8-1e6555320996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee457dd-eb9c-48fc-9277-f4b4297932b1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:58.817050 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-281f3bd3-69e1-4473-9696-5dc44559771c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.839940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:58.841771 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.844006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.847195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-281f3bd3-69e1-4473-9696-5dc44559771c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.894762 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] Set router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:58.897629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:22:58.903227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.909267 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.909267 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Added segment d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9 of type vlan for network 4927cad9-cef8-441f-b79e-01c2af82e173 Sep 22 10:22:58.950357 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.959052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed4215c-3a49-439a-a353-0146f43878ef,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:58.987182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.018612 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-281f3bd3-69e1-4473-9696-5dc44559771c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.021306 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-281f3bd3-69e1-4473-9696-5dc44559771c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.022823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-281f3bd3-69e1-4473-9696-5dc44559771c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ee457dd-eb9c-48fc-9277-f4b4297932b1 HTTP/1.1" status: 204 len: 168 time: 0.2657745 Sep 22 10:22:59.031771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f3bd3-69e1-4473-9696-5dc44559771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee457dd-eb9c-48fc-9277-f4b4297932b1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:59.054260 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.075771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:59.077096 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.095468 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.121140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:22:59.122936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:22:59.133770 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:34Z', 'updated_at': '2021-09-22T10:22:57Z', 'revision_number': 5, 'project_id': '704bea6f71b04b61994716b1402eb859', 'gw_port': {'id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:35Z', 'updated_at': '2021-09-22T10:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:59.165729 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] Checking router: d7ecadb9-b5cf-4770-a27c-38a58aaedbbb for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:59.177729 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] Routers {'d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:59.178628 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:59.185053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51294) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:59.259264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Network': ['ID=4927cad9-cef8-441f-b79e-01c2af82e173,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:22:59.279785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-efa5e786-1127-4cc5-b471-9a3aeca11391 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7996058 Sep 22 10:22:59.279898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4927cad9-cef8-441f-b79e-01c2af82e173 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:22:59.280461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51298) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:22:59.293933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1183405960'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:22:59.352318 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] Set router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:59.408513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Router 6308322a-4e57-4cec-a57b-a21d412def25 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:22:59.418337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Deleting port 558ed76b-6496-4132-b00f-0d8914871cd8 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:22:59.418676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.523734 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7947c464-64f2-494b-a770-1b74524272df req-b5c97705-2a47-4959-ac67-f9ec177392ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.624935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8c33f484-3c54-4725-b889-6bf5cbef9bfc None None] Provisioning complete for port 8ed4215c-3a49-439a-a353-0146f43878ef triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:22:59.625541 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c33f484-3c54-4725-b889-6bf5cbef9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.655849 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:34Z', 'updated_at': '2021-09-22T10:22:57Z', 'revision_number': 5, 'project_id': '704bea6f71b04b61994716b1402eb859', 'gw_port': {'id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:35Z', 'updated_at': '2021-09-22T10:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:59.672130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8c33f484-3c54-4725-b889-6bf5cbef9bfc None None] Port 8ed4215c-3a49-439a-a353-0146f43878ef cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:22:59.694169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:22:59.700033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.702844 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895556e-deb5-4ea9-8be4-f3eae70f3d7d None None] The sync data for ids ['d7ecadb9-b5cf-4770-a27c-38a58aaedbbb'] in n-d-807025-3 is: [{'id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'name': 'tempest-FloatingIPsTestJSON-957705302-router', 'tenant_id': '704bea6f71b04b61994716b1402eb859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:34Z', 'updated_at': '2021-09-22T10:22:57Z', 'revision_number': 5, 'project_id': '704bea6f71b04b61994716b1402eb859', 'gw_port': {'id': '558ed76b-6496-4132-b00f-0d8914871cd8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ecadb9-b5cf-4770-a27c-38a58aaedbbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:35Z', 'updated_at': '2021-09-22T10:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:59.753524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:22:59.767124 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.767474 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Added segment a4a62f56-5a24-4e6b-b24c-8b82ab291c44 of type vlan for network 21dc8868-4c57-42cf-9a4c-9e1363920957 Sep 22 10:22:59.835143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.896541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7947c464-64f2-494b-a770-1b74524272df req-b5c97705-2a47-4959-ac67-f9ec177392ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.922588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3509-eb0a-4735-9f36-091ef3ec4919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.946038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.954462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:59.955043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.970823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:59.980142 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7947c464-64f2-494b-a770-1b74524272df req-b5c97705-2a47-4959-ac67-f9ec177392ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:59.980270 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-56c3d7f1-1d9b-47dd-8470-4d1de3b8d483 admin admin] 10.222.0.20 "PUT /v2.0/routers/6308322a-4e57-4cec-a57b-a21d412def25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2010148 Sep 22 10:22:59.993109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Sync routers for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:23:00.006362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:00.008291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:00.047344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] For port 558ed76b-6496-4132-b00f-0d8914871cd8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=558ed76b-6496-4132-b00f-0d8914871cd8,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:00.047919 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.068388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Calling delete_port for 558ed76b-6496-4132-b00f-0d8914871cd8 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:00.133943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97705-2a47-4959-ac67-f9ec177392ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c97efb-7478-4a3e-b631-63390b8d7da5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:00.136743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Network': ['ID=21dc8868-4c57-42cf-9a4c-9e1363920957,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:00.199377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3509-eb0a-4735-9f36-091ef3ec4919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.248575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3509-eb0a-4735-9f36-091ef3ec4919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.269943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1e6dd9c4-be26-4a88-bb11-376dec4eb019 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:00.276423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 21dc8868-4c57-42cf-9a4c-9e1363920957 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:23:00.299650 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7f9c3509-eb0a-4735-9f36-091ef3ec4919 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b5cb23f21ff45dfb5c49cb536b51dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1135561 Sep 22 10:23:00.301331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c3509-eb0a-4735-9f36-091ef3ec4919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6add4d-ccb6-4713-a1c2-f95650ba5356,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:00.302722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51322) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:00.320964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7947c464-64f2-494b-a770-1b74524272df req-b5c97705-2a47-4959-ac67-f9ec177392ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.325400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7947c464-64f2-494b-a770-1b74524272df req-b5c97705-2a47-4959-ac67-f9ec177392ae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.6953659 Sep 22 10:23:00.356297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4fd7bfc8-6068-4507-865a-c68ce797b465 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0750523 Sep 22 10:23:00.358992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51326) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:00.369906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'subnet': {'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:00.412129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:00.437835 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bce500bd-0194-4cef-a651-60ab08bcfaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.498513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1e6dd9c4-be26-4a88-bb11-376dec4eb019 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:00.499171 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.500541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bce500bd-0194-4cef-a651-60ab08bcfaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.551731 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.594427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eddfe86e-235c-4370-af4f-56f59e8fa4df req-f88829f7-3b63-4433-89e1-46117b76a78d tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0513716 Sep 22 10:23:00.596360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=558ed76b-6496-4132-b00f-0d8914871cd8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:00.640761 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:00.644467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.692195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.732637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bce500bd-0194-4cef-a651-60ab08bcfaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.736440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bce500bd-0194-4cef-a651-60ab08bcfaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.737042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f19d9679-798c-453c-9471-e86f6e74e8a4 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:00.740772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bce500bd-0194-4cef-a651-60ab08bcfaaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d6add4d-ccb6-4713-a1c2-f95650ba5356 HTTP/1.1" status: 204 len: 168 time: 0.4337780 Sep 22 10:23:00.745511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8ed4215c-3a49-439a-a353-0146f43878ef', 'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'mac_address': 'fa:16:3e:57:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:56Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 2, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'subnets': [{'id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:00.752663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce500bd-0194-4cef-a651-60ab08bcfaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6add4d-ccb6-4713-a1c2-f95650ba5356,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:00.822404 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.825535 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.827914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f19d9679-798c-453c-9471-e86f6e74e8a4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:00.828575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f19d9679-798c-453c-9471-e86f6e74e8a4 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:00.841684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Checking router: 6308322a-4e57-4cec-a57b-a21d412def25 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:23:00.841684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Updating router 6308322a-4e57-4cec-a57b-a21d412def25 port 8ed4215c-3a49-439a-a353-0146f43878ef binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:23:00.872267 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.960507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.961046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7ecadb9-b5cf-4770-a27c-38a58aaedbbb {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:23:00.969457 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.973001 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-164f8a0e-2022-417b-be0b-959a9c7fcd98 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d7ecadb9-b5cf-4770-a27c-38a58aaedbbb HTTP/1.1" status: 204 len: 168 time: 2.2407982 Sep 22 10:23:00.973747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51338) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:01.039759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cd4233-ee5d-4351-a6f5-9c02393bee87 admin admin] Deleting subnet d5d9021b-1c26-41b9-8fe7-70cf664baec8 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:23:01.043441 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4233-ee5d-4351-a6f5-9c02393bee87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.081383 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4233-ee5d-4351-a6f5-9c02393bee87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.104083 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.211568 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Subnet': ['ID=a4a8e054-3ad0-4ba6-a417-c256573f1410,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:01.229591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.231760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4233-ee5d-4351-a6f5-9c02393bee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.234146 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Checking segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:01.234522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network hostable DHCP agents. Network: 4927cad9-cef8-441f-b79e-01c2af82e173, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:23:01.265546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51342) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:01.271413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1a23ce51-d590-47a8-91d0-e33e19a40ea9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1144493742', 'description': 'tempest-description--1015062558'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:01.309203 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.365841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf6d12-e646-47c8-8366-3c3666e90e85 None None] Pushing event updated for resources: {'Port': ['ID=8ed4215c-3a49-439a-a353-0146f43878ef,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:01.381932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 4927cad9-cef8-441f-b79e-01c2af82e173 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:23:01.419674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Attempting to bind port 8ed4215c-3a49-439a-a353-0146f43878ef on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:01.420371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Attempting to bind port 8ed4215c-3a49-439a-a353-0146f43878ef by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:01.420736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Attempting to bind port 8ed4215c-3a49-439a-a353-0146f43878ef on network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:01.426088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:01.426751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Checking segment: {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:01.427476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.428073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Bound using segment: {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:01.428753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Bound port: 8ed4215c-3a49-439a-a353-0146f43878ef, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:01.429362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.446563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-9decc4f2-042b-4b63-bbec-5fcc9c470ac2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:01.448946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-9decc4f2-042b-4b63-bbec-5fcc9c470ac2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 812 time: 0.1162837 Sep 22 10:23:01.452789 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4233-ee5d-4351-a6f5-9c02393bee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.466325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a23ce51-d590-47a8-91d0-e33e19a40ea9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.505711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-bdc67f6e-eb90-4e68-928f-ecdaaa19d380 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/quotas/19d50a4c64504652b56fbc4abdd68592 HTTP/1.1" status: 200 len: 375 time: 0.0421853 Sep 22 10:23:01.514398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd4233-ee5d-4351-a6f5-9c02393bee87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d9021b-1c26-41b9-8fe7-70cf664baec8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:01.521541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4233-ee5d-4351-a6f5-9c02393bee87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.527559 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d7cd4233-ee5d-4351-a6f5-9c02393bee87 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5d9021b-1c26-41b9-8fe7-70cf664baec8 HTTP/1.1" status: 204 len: 168 time: 0.5503497 Sep 22 10:23:01.528804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51352) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:01.530327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4927cad9-cef8-441f-b79e-01c2af82e173) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:01.536927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de8136-9d42-4223-9f4d-39a16c471017 None None] Network 3635861a-1e28-41c6-9a1d-849cb24a52dd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:23:01.537117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:01.537568 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.545053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f84fa-971b-40cb-92f3-166a5171e069 None None] Network 4927cad9-cef8-441f-b79e-01c2af82e173 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:23:01.644163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] For port 8ed4215c-3a49-439a-a353-0146f43878ef, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:01.704763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] For port 8ed4215c-3a49-439a-a353-0146f43878ef, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8ed4215c-3a49-439a-a353-0146f43878ef,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:01.713916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b9adcd74-31dd-4e5a-b72e-117c1ca4c485 None None] Provisioning complete for port 8ed4215c-3a49-439a-a353-0146f43878ef triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:01.714332 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b9adcd74-31dd-4e5a-b72e-117c1ca4c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.752395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51358) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:01.768288 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbec3cd0-e6b7-4734-8919-0dbc268d07ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.809701 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.855665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b9adcd74-31dd-4e5a-b72e-117c1ca4c485 None None] Port 8ed4215c-3a49-439a-a353-0146f43878ef cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:01.891377 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:01.908674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-a825b1bc-2483-4106-b3b1-96e1d4f603e4 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3954403 Sep 22 10:23:01.916840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:01.917484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:01.919558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf6d12-e646-47c8-8366-3c3666e90e85 None None] Pushing event updated for resources: {'Port': ['ID=8ed4215c-3a49-439a-a353-0146f43878ef,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:01.924919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-4927cad9-cef8-441f-b79e-01c2af82e173', 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'fixed_ips': [{'subnet_id': 'a4a8e054-3ad0-4ba6-a417-c256573f1410'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:23:01.925777 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.012866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] DHCP port deletion for 3635861a-1e28-41c6-9a1d-849cb24a52dd request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:23:02.053352 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a23ce51-d590-47a8-91d0-e33e19a40ea9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.088203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-eb37122f-3a8b-4007-aba6-f7fd7f466c99 service neutron] 10.222.0.20 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786437 Sep 22 10:23:02.098924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Deleting port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:02.099265 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.106983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:02.152445 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a23ce51-d590-47a8-91d0-e33e19a40ea9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.188371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:02.211245 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e7048322-b5f6-49df-9df3-dac0aa27f250 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8488085 Sep 22 10:23:02.212307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51360) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:02.220463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'subnet': {'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:02.265328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] For port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a79b22cf-50e5-4fea-adfa-8c7cc48d90b1,segment=NetworkSegment(d752cd00-d958-4266-aaa6-afa8f6e03620),segment_id=d752cd00-d958-4266-aaa6-afa8f6e03620)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:02.265710 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.276950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23ce51-d590-47a8-91d0-e33e19a40ea9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a4a7e-b863-490b-a1f1-32cff74c6b1d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:02.283144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a509fc72-ba4b-44ff-a3ee-dbdcec7fd632 None None] Provisioning complete for port 8ed4215c-3a49-439a-a353-0146f43878ef triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:02.283524 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a509fc72-ba4b-44ff-a3ee-dbdcec7fd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.288474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Calling delete_port for a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:02.294752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] Deleting port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:02.295092 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.308078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-04b89344-b9ae-4ed5-bb6b-80cd403298cc service neutron] 10.222.0.20 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109432 Sep 22 10:23:02.364047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Allocated IP 10.1.1.2 (4927cad9-cef8-441f-b79e-01c2af82e173/a4a8e054-3ad0-4ba6-a417-c256573f1410/6cc5c2eb-c9d0-4cda-8975-0235f32a1c51) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:02.370854 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbec3cd0-e6b7-4734-8919-0dbc268d07ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.424128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbec3cd0-e6b7-4734-8919-0dbc268d07ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.468201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.471118 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cbec3cd0-e6b7-4734-8919-0dbc268d07ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27244ddf51644f4588cae33330565961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7171938 Sep 22 10:23:02.472257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec3cd0-e6b7-4734-8919-0dbc268d07ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0844b76a-1bc3-4638-b097-d0804bdba55f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:02.478838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51362) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:02.495463 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.515602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a23ce51-d590-47a8-91d0-e33e19a40ea9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.522866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51364) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:02.523107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1a23ce51-d590-47a8-91d0-e33e19a40ea9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2542021 Sep 22 10:23:02.524556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a79b22cf-50e5-4fea-adfa-8c7cc48d90b1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:02.530399 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8b6a801e-665f-4ad4-a642-57e3f30bce9d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Request body: {'security_group_rule': {'security_group_id': 'a01a4a7e-b863-490b-a1f1-32cff74c6b1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:02.554632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcb12fe6-a31b-426a-9378-70ec60e1f0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.559541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] No DVR routers for this DVR port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:23:02.624388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:02.636267 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.671803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.674711 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcb12fe6-a31b-426a-9378-70ec60e1f0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.699632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3635861a-1e28-41c6-9a1d-849cb24a52dd']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:02.714457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd752cd00-d958-4266-aaa6-afa8f6e03620') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:02.714457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd752cd00-d958-4266-aaa6-afa8f6e03620') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:02.729879 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.748274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.755718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:23:02.758206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:23:02.759312 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:23:02.818023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] For port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a79b22cf-50e5-4fea-adfa-8c7cc48d90b1,segment=NetworkSegment(d752cd00-d958-4266-aaa6-afa8f6e03620),segment_id=d752cd00-d958-4266-aaa6-afa8f6e03620)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:02.819190 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.837541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] Calling delete_port for a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:02.921386 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b6a801e-665f-4ad4-a642-57e3f30bce9d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.938192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.946188 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.949614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3635861a-1e28-41c6-9a1d-849cb24a52dd HTTP/1.1" status: 204 len: 168 time: 1.4198496 Sep 22 10:23:02.960813 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcb12fe6-a31b-426a-9378-70ec60e1f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.966454 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcb12fe6-a31b-426a-9378-70ec60e1f0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:02.973340 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fcb12fe6-a31b-426a-9378-70ec60e1f0ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0844b76a-1bc3-4638-b097-d0804bdba55f HTTP/1.1" status: 204 len: 168 time: 0.4879565 Sep 22 10:23:02.975280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab26dc-846a-40a8-a374-187801bbc2f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3635861a-1e28-41c6-9a1d-849cb24a52dd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:03.035831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 558ed76b-6496-4132-b00f-0d8914871cd8 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:03.071215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d6fc522-3ef1-4f80-a71d-baff7eec4f5e req-0bba30eb-2708-4f5d-8315-69f6d7aaacef tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0482867 Sep 22 10:23:03.102650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 558ed76b-6496-4132-b00f-0d8914871cd8 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:03.102987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 558ed76b-6496-4132-b00f-0d8914871cd8 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:03.110713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb12fe6-a31b-426a-9378-70ec60e1f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0844b76a-1bc3-4638-b097-d0804bdba55f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:03.111815 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.154671 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a509fc72-ba4b-44ff-a3ee-dbdcec7fd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.171707 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b6a801e-665f-4ad4-a642-57e3f30bce9d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.178155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8ed4215c-3a49-439a-a353-0146f43878ef', 'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'mac_address': 'fa:16:3e:57:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:56Z', 'updated_at': '2021-09-22T10:23:01Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'subnets': [{'id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:03.180292 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.222729 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.244074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26cab8-3400-462e-95d5-ae08307734f4 None None] The sync data for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 is: [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8ed4215c-3a49-439a-a353-0146f43878ef', 'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'mac_address': 'fa:16:3e:57:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:56Z', 'updated_at': '2021-09-22T10:23:01Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'subnets': [{'id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:23:03.244074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] Network 3635861a-1e28-41c6-9a1d-849cb24a52dd is not hosted by any dhcp agent {{(pid=95683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:23:03.244074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] No DVR routers for this DVR port a79b22cf-50e5-4fea-adfa-8c7cc48d90b1 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:23:03.258426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d042959-987f-4092-89fa-47230d2f2618 None None] Pushing event deleted for resources: {'Port': ['ID=a79b22cf-50e5-4fea-adfa-8c7cc48d90b1,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:03.276223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a509fc72-ba4b-44ff-a3ee-dbdcec7fd632 None None] For port 8ed4215c-3a49-439a-a353-0146f43878ef, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8ed4215c-3a49-439a-a353-0146f43878ef,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:03.284740 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b6a801e-665f-4ad4-a642-57e3f30bce9d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.309155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Network 4927cad9-cef8-441f-b79e-01c2af82e173 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:03.340237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:03.346936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:03.362766 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21252272-3817-4f1b-b753-746cc077c235 req-4f5744cd-fefd-40e1-a43d-581088c47c60 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 210 time: 0.0962486 Sep 22 10:23:03.374722 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a509fc72-ba4b-44ff-a3ee-dbdcec7fd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.376999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Pushing event updated for resources: {'Port': ['ID=6cc5c2eb-c9d0-4cda-8975-0235f32a1c51,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:03.419793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a801e-665f-4ad4-a642-57e3f30bce9d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5f712c-cd4f-4c58-a877-2dad5c0caa45,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:03.474939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Attempting to bind port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:03.475304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Attempting to bind port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:03.475661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Attempting to bind port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:03.488279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:03.488663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Checking segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:03.489063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.489452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Bound using segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:03.489910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Bound port: 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:03.490314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.492251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509fc72-ba4b-44ff-a3ee-dbdcec7fd632 None None] Pushing event updated for resources: {'Port': ['ID=8ed4215c-3a49-439a-a353-0146f43878ef,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:03.521367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b6a801e-665f-4ad4-a642-57e3f30bce9d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.523228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8b6a801e-665f-4ad4-a642-57e3f30bce9d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9991367 Sep 22 10:23:03.531612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51392) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:03.531612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6a469d27-0184-410e-89d7-fad2422ae040 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Request body: {'security_group_rule': {'security_group_id': 'a01a4a7e-b863-490b-a1f1-32cff74c6b1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:03.550217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.570239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51394) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:03.608811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] For port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:03.613255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] For port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6cc5c2eb-c9d0-4cda-8975-0235f32a1c51,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:03.649860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51398) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:03.650871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6c23bcd1-3451-4025-87c8-d9400025b41b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=704bea6f71b04b61994716b1402eb859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784979 Sep 22 10:23:03.668881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Subnet': ['ID=8930d7b6-61a0-4ece-9553-55a0bc174a1d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:03.698441 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a469d27-0184-410e-89d7-fad2422ae040 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.699210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Checking segment: {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:03.699920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network hostable DHCP agents. Network: 21dc8868-4c57-42cf-9a4c-9e1363920957, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:23:03.742390 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.770444 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-924395d5-c8f7-447f-b272-a40713d91b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.780267 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a469d27-0184-410e-89d7-fad2422ae040 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.800508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 21dc8868-4c57-42cf-9a4c-9e1363920957 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:23:03.808433 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-924395d5-c8f7-447f-b272-a40713d91b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.829054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd0fcc-dca6-4496-b160-ef11fd007d4a None None] Pushing event updated for resources: {'Port': ['ID=6cc5c2eb-c9d0-4cda-8975-0235f32a1c51,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:03.890898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a469d27-0184-410e-89d7-fad2422ae040 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.893364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 21dc8868-4c57-42cf-9a4c-9e1363920957) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:03.899005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:03.900074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:03.903427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2ee92e-cf77-460e-8d53-839c7c459f8b None None] Network 21dc8868-4c57-42cf-9a4c-9e1363920957 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:23:03.946884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a469d27-0184-410e-89d7-fad2422ae040 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81520981-5c05-4d06-8b28-6e6b2d40c986,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:04.013196 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a469d27-0184-410e-89d7-fad2422ae040 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:04.017418 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8e4225d9-014f-45aa-8f97-5707b7e744ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8032241 Sep 22 10:23:04.018309 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51416) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:04.018309 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51418) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:04.019717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6a469d27-0184-410e-89d7-fad2422ae040 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4923959 Sep 22 10:23:04.026291 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-924395d5-c8f7-447f-b272-a40713d91b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:04.033822 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-924395d5-c8f7-447f-b272-a40713d91b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:04.035059 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-924395d5-c8f7-447f-b272-a40713d91b77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f8cd641-f926-4489-b450-604fed43cf69 HTTP/1.1" status: 204 len: 168 time: 0.3819752 Sep 22 10:23:04.075509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'port': {'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'name': 'tempest-TaggedBootDevicesTest_v242-104343177', 'fixed_ips': [{'subnet_id': 'a4a8e054-3ad0-4ba6-a417-c256573f1410'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:04.125967 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:04.341290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8ed4215c-3a49-439a-a353-0146f43878ef up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:04.358680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e515dd-3a51-496e-a340-2f14782551d6 req-f69fe6a1-94b5-4ae4-b812-69e2024d6164 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0867064 Sep 22 10:23:04.406633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-21dc8868-4c57-42cf-9a4c-9e1363920957', 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'fixed_ips': [{'subnet_id': '8930d7b6-61a0-4ece-9553-55a0bc174a1d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:23:04.411243 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:04.460745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924395d5-c8f7-447f-b272-a40713d91b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8cd641-f926-4489-b450-604fed43cf69,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:04.572133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:04.622298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8ed4215c-3a49-439a-a353-0146f43878ef triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:04.626955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:04.658779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38746145-0a59-4486-869a-16cd5b1a0bc8 req-147cde18-dabc-48a8-87ab-82530e6b7e4e tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 210 time: 0.0992441 Sep 22 10:23:04.723467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Allocated IP 10.2.2.2 (21dc8868-4c57-42cf-9a4c-9e1363920957/8930d7b6-61a0-4ece-9553-55a0bc174a1d/cdf262cf-d202-453d-9c98-c9aeb58c4cca) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:04.732749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:04.871618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:04.897748 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:04.928037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] device_id is not set on port 85fc67a6-7d73-414d-a695-281536410e94 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:23:05.058321 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:05.115134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4be9ba32-4372-4550-9dd5-ba4ff5c70798 req-85b705ef-1c4b-41ed-a434-bccb28f56669 tempest-FlavorsV2NegativeTest-1010802812 tempest-FlavorsV2NegativeTest-1010802812-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a196f156ec644ab1b83fdefd35555f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424850 Sep 22 10:23:05.158564 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:05.263250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Network 21dc8868-4c57-42cf-9a4c-9e1363920957 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:05.277794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:05.284801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:05.314145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Pushing event updated for resources: {'Port': ['ID=cdf262cf-d202-453d-9c98-c9aeb58c4cca,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:05.388056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-cf8cc0c1-8504-4caa-af88-10484b21640b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:05.394313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-cf8cc0c1-8504-4caa-af88-10484b21640b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 812 time: 0.2941024 Sep 22 10:23:05.398718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Attempting to bind port cdf262cf-d202-453d-9c98-c9aeb58c4cca on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:05.399092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Attempting to bind port cdf262cf-d202-453d-9c98-c9aeb58c4cca by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:05.399455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Attempting to bind port cdf262cf-d202-453d-9c98-c9aeb58c4cca on network 21dc8868-4c57-42cf-9a4c-9e1363920957 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:05.405664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:05.406078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Checking segment: {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:05.406509 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:05.406940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Bound using segment: {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:05.407417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Bound port: cdf262cf-d202-453d-9c98-c9aeb58c4cca, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:05.407525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ba32-4372-4550-9dd5-ba4ff5c70798 req-d1a8c51b-eef2-4aa2-a816-5e2d1d8517e1 tempest-FlavorsV2NegativeTest-1010802812 tempest-FlavorsV2NegativeTest-1010802812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:05.408025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:05.409023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4be9ba32-4372-4550-9dd5-ba4ff5c70798 req-d1a8c51b-eef2-4aa2-a816-5e2d1d8517e1 tempest-FlavorsV2NegativeTest-1010802812 tempest-FlavorsV2NegativeTest-1010802812-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817202 Sep 22 10:23:05.435877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'port': {'device_id': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2', 'admin_state_up': True, 'tenant_id': '19d50a4c64504652b56fbc4abdd68592'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:05.509026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] For port cdf262cf-d202-453d-9c98-c9aeb58c4cca, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:05.513333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18883846-696e-4de4-b2a1-b15101b63419 None None] Network 4927cad9-cef8-441f-b79e-01c2af82e173 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:23:05.516934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] For port cdf262cf-d202-453d-9c98-c9aeb58c4cca, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cdf262cf-d202-453d-9c98-c9aeb58c4cca,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:05.526339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4be9ba32-4372-4550-9dd5-ba4ff5c70798 req-a9cb8795-f32f-4df7-a5aa-dbc33224508c tempest-FlavorsV2NegativeTest-1010802812 tempest-FlavorsV2NegativeTest-1010802812-project] 10.222.0.20 "GET /v2.0/quotas/a196f156ec644ab1b83fdefd35555f1d HTTP/1.1" status: 200 len: 375 time: 0.0966792 Sep 22 10:23:05.535982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Allocated IP 172.25.1.207 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/ab4e039b-4eaf-40f3-b25e-74fdb35b3206) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:05.566827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4be9ba32-4372-4550-9dd5-ba4ff5c70798 req-69ae534c-82e5-4a85-8805-561cfe688a37 tempest-FlavorsV2NegativeTest-1010802812 tempest-FlavorsV2NegativeTest-1010802812-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a196f156ec644ab1b83fdefd35555f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337687 Sep 22 10:23:05.588943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6df1fe2f-f1f9-4ad1-9087-4a0ec5c96aa2 None None] Provisioning complete for port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:05.589349 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6df1fe2f-f1f9-4ad1-9087-4a0ec5c96aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:05.631904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Allocated IP 10.1.1.220 (4927cad9-cef8-441f-b79e-01c2af82e173/a4a8e054-3ad0-4ba6-a417-c256573f1410/85fc67a6-7d73-414d-a695-281536410e94) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:05.644338 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:05.799370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eab01d56-842a-4aa7-957f-eee509622031 req-3a4b67a0-a043-40da-ae0c-348a79cbcc59 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0616229 Sep 22 10:23:05.801726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Made reservation on behalf of 19d50a4c64504652b56fbc4abdd68592 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:05.811440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:05.830269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c0475-4524-4625-a118-749ea0c2fa91 None None] Pushing event updated for resources: {'Port': ['ID=cdf262cf-d202-453d-9c98-c9aeb58c4cca,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:05.854901 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6df1fe2f-f1f9-4ad1-9087-4a0ec5c96aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:05.895543 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:05.902758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6df1fe2f-f1f9-4ad1-9087-4a0ec5c96aa2 None None] For port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6cc5c2eb-c9d0-4cda-8975-0235f32a1c51,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:05.942072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41f8e4dd-b683-4d2b-96a0-01ab3f0b086c req-60a571d4-c1b4-4a69-a7f9-6334d85d7361 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0880222 Sep 22 10:23:05.989890 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6df1fe2f-f1f9-4ad1-9087-4a0ec5c96aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.154725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1fe2f-f1f9-4ad1-9087-4a0ec5c96aa2 None None] Pushing event updated for resources: {'Port': ['ID=6cc5c2eb-c9d0-4cda-8975-0235f32a1c51,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:06.155560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.202900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:06.224281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.329779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Allocated IP 172.20.0.11 (a384e7bc-ca43-49f9-abe1-83ea2f12c9d2/4b10b267-276e-4fc4-b849-27f4f8a626f3/b37e2349-0cbd-42b3-ae7d-58c90fcd8c48) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:06.336234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:06.338032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:06.339195 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.348409 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:06.367815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:06.403327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66571e72-54dd-4178-97a0-4dbf3f3debb4 req-bdd078c7-d473-4f33-8633-f5396445a471 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 210 time: 0.0408528 Sep 22 10:23:06.411823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.419677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Pushing event updated for resources: {'Port': ['ID=ab4e039b-4eaf-40f3-b25e-74fdb35b3206,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:06.444421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9ff62a1a-f3a8-40d3-a7b3-ff1b2ecc4d90 None None] Provisioning complete for port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:06.446571 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9ff62a1a-f3a8-40d3-a7b3-ff1b2ecc4d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.494682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 4927cad9-cef8-441f-b79e-01c2af82e173 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:06.510276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:06.527331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:06.529830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Port': ['ID=85fc67a6-7d73-414d-a695-281536410e94,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:06.657640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:06.658382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.661344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.702017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.780562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51518) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:06.780787 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11fa3065-a0a2-411d-8169-a0ab28c57bba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7443659 Sep 22 10:23:06.787704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'port': {'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'name': 'tempest-TaggedBootDevicesTest_v242-1299115342', 'fixed_ips': [{'subnet_id': 'a4a8e054-3ad0-4ba6-a417-c256573f1410'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:06.808845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.822770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:06.830678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:06.919999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f071ed02-2aa4-4c92-a5d9-3993e700b1e2 None None] Provisioning complete for port 85fc67a6-7d73-414d-a695-281536410e94 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:06.923776 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f071ed02-2aa4-4c92-a5d9-3993e700b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.009678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:07.021733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:07.029478 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f071ed02-2aa4-4c92-a5d9-3993e700b1e2 None None] Port 85fc67a6-7d73-414d-a695-281536410e94 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:07.037233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:07.093539 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.111942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e48d58e-bae9-4153-9905-07510792157b req-5680458f-cdba-4569-a087-48ada00415c2 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.1006954 Sep 22 10:23:07.149390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'Port': ['ID=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:07.217193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:07.218793 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.222447 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.326692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:07.345490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a459c59-f2b2-4dc1-a49f-ac07921a8aa8 None None] Network 21dc8868-4c57-42cf-9a4c-9e1363920957 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:23:07.376982 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.382977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Pushing event updated for resources: {'Port': ['ID=ab4e039b-4eaf-40f3-b25e-74fdb35b3206,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:07.433371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51540) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:07.443986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-36e272e4-cdcd-4349-9e3d-bdaf72e35873 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0336845 Sep 22 10:23:07.458010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Request body: {'port': {'device_id': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:07.492502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a9b39332-4fa1-466b-afea-1af86ad86d46 None None] Provisioning complete for port cdf262cf-d202-453d-9c98-c9aeb58c4cca triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:07.493475 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a9b39332-4fa1-466b-afea-1af86ad86d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.506008 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.520683 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.524857 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c68a957d-9d86-4977-843f-cb8665c86f29 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4725368 Sep 22 10:23:07.590780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.599216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] device_id is not set on port da4d4f68-a51f-477f-b203-59c327684705 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:23:07.614785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66635ba0-4487-427a-920c-a6876cb73154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.642045 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a9b39332-4fa1-466b-afea-1af86ad86d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.767183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66635ba0-4487-427a-920c-a6876cb73154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.831224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a9b39332-4fa1-466b-afea-1af86ad86d46 None None] For port cdf262cf-d202-453d-9c98-c9aeb58c4cca, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cdf262cf-d202-453d-9c98-c9aeb58c4cca,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:07.834819 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66635ba0-4487-427a-920c-a6876cb73154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.894010 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-66635ba0-4487-427a-920c-a6876cb73154 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a196f156ec644ab1b83fdefd35555f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402955 Sep 22 10:23:07.894010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66635ba0-4487-427a-920c-a6876cb73154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce10a85c-d5e2-4242-a495-d0ec8c73f5da,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:07.894705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51558) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:07.913648 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a9b39332-4fa1-466b-afea-1af86ad86d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:07.944420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d703280-6a04-451a-849f-da4e8cfcb6fb req-822c2b7f-30a1-472a-a097-7c1208872f3d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:07.945922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d703280-6a04-451a-849f-da4e8cfcb6fb req-822c2b7f-30a1-472a-a097-7c1208872f3d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 932 time: 0.1848412 Sep 22 10:23:07.960822 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b39332-4fa1-466b-afea-1af86ad86d46 None None] Pushing event updated for resources: {'Port': ['ID=cdf262cf-d202-453d-9c98-c9aeb58c4cca,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:08.048833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7544e680-4ee7-4e38-85c7-87a7a3f02fd9 None None] Provisioning complete for port cdf262cf-d202-453d-9c98-c9aeb58c4cca triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:08.049200 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7544e680-4ee7-4e38-85c7-87a7a3f02fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.068770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Allocated IP 10.1.1.115 (4927cad9-cef8-441f-b79e-01c2af82e173/a4a8e054-3ad0-4ba6-a417-c256573f1410/da4d4f68-a51f-477f-b203-59c327684705) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:08.152188 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51d86499-a84c-4c45-ba72-e0117382fb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.178938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d703280-6a04-451a-849f-da4e8cfcb6fb req-ac03ab69-b5a6-4e00-96c1-06c57785ca14 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196009 Sep 22 10:23:08.187335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:08.245918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:08.246328 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.282854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51d86499-a84c-4c45-ba72-e0117382fb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.340816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cdf262cf-d202-453d-9c98-c9aeb58c4cca up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:08.390389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port cdf262cf-d202-453d-9c98-c9aeb58c4cca triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:08.391113 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.483767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-cf22a08e-69bf-4e63-ae14-a05e9f6922cd tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1144493742&fields=id&tenant_id=a336dd683fb642d49d19be0fc3a380e6 HTTP/1.1" status: 200 len: 267 time: 0.1440139 Sep 22 10:23:08.537921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.553670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:08.577788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.582046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51d86499-a84c-4c45-ba72-e0117382fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.584566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51d86499-a84c-4c45-ba72-e0117382fb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.585696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-51d86499-a84c-4c45-ba72-e0117382fb73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce10a85c-d5e2-4242-a495-d0ec8c73f5da HTTP/1.1" status: 204 len: 168 time: 0.7009168 Sep 22 10:23:08.638801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d86499-a84c-4c45-ba72-e0117382fb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce10a85c-d5e2-4242-a495-d0ec8c73f5da,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:08.646827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Transition to ACTIVE for port object b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:08.685906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-f9f0e19c-74bc-4255-9d64-602dbb97d536 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:08.687390 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-f9f0e19c-74bc-4255-9d64-602dbb97d536 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/networks?id=12160cfd-e96f-4955-af1e-ccf3adfec5c9 HTTP/1.1" status: 200 len: 805 time: 0.1952274 Sep 22 10:23:08.702648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-b947bcab-1549-4d3b-888a-b289d1b1178d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/quotas/a336dd683fb642d49d19be0fc3a380e6 HTTP/1.1" status: 200 len: 375 time: 0.0093725 Sep 22 10:23:08.756401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-e13b19e5-1f95-4e2c-8b68-927ae1336b1b tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a336dd683fb642d49d19be0fc3a380e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482137 Sep 22 10:23:08.766429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.772296 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:08.884108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:08.888077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 4927cad9-cef8-441f-b79e-01c2af82e173 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:08.899302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:08.922404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:09.206593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9feaac2b-048c-4f97-807a-48464a7994c4 None None] Provisioning complete for port da4d4f68-a51f-477f-b203-59c327684705 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:09.206961 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9feaac2b-048c-4f97-807a-48464a7994c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:09.244812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9feaac2b-048c-4f97-807a-48464a7994c4 None None] Port da4d4f68-a51f-477f-b203-59c327684705 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:09.274083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-ae4bbb50-1cfc-4f19-8f42-48b2b0541f00 service neutron] 10.222.0.20 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043442 Sep 22 10:23:09.277596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Port': ['ID=da4d4f68-a51f-477f-b203-59c327684705,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:09.285314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:09.285480 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:09.341764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Attempting to bind port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:09.342115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Attempting to bind port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:09.342453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Attempting to bind port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 on network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:09.377255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 on network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:09.377255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Attempting to bind port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 on network a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:09.384213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:09.385115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Checking segment: {'id': '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:09.385505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Bound using segment: {'id': '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:09.385930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Bound port: b37e2349-0cbd-42b3-ae7d-58c90fcd8c48, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:09.386309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:09.412990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bb9cc29e-49e0-412d-8efb-2994c8d14110 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6303642 Sep 22 10:23:09.416219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-714dbfee-de1b-4944-9602-3f7856edbc19 service neutron] 10.222.0.20 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281683 Sep 22 10:23:09.478422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] For port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:09.483859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] For port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:09.595116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:09.629277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:09.629892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:09.631306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 HTTP/1.1" status: 200 len: 1092 time: 2.1791394 Sep 22 10:23:09.631739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:09.634001 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cae0863-9dce-42ff-888d-ed331f824104" -d '{"events": [{"name": "network-changed", "server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:09.659281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4cdaa-7fcf-4805-a365-48dda8de91b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:09.749736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c012da57-b6e0-476a-a63b-a8634b0add50 req-85f79371-918d-43e9-8200-4ea802e17368 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0320621 Sep 22 10:23:09.810706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-5193249c-abc4-4792-8f50-ae66bee6b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:09.812159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-5193249c-abc4-4792-8f50-ae66bee6b830 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 1095 time: 0.0533369 Sep 22 10:23:09.855355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-6287bc7d-b219-433b-a51c-13d886043a44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 HTTP/1.1" status: 200 len: 217 time: 0.0349967 Sep 22 10:23:09.904399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-ba0ba684-b8de-4b56-9ce0-6149aac936d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:09.905804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-ba0ba684-b8de-4b56-9ce0-6149aac936d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.0441911 Sep 22 10:23:09.939220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-9fa3dcb7-f921-4b64-8a18-f8f586db26c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263939 Sep 22 10:23:10.044275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-1c6b2997-ced2-42b6-b51b-edcfc0203b9f service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980377 Sep 22 10:23:10.170762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ef24c3-d13f-47fb-81e5-61745d7b8581 req-f30fcbc8-98dd-4d99-88ca-2345d1f80ee2 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180668 Sep 22 10:23:10.179080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707e1f-62a9-4a6c-9c64-4418a9190a53 req-364920cb-90d9-468b-80dd-d46f20877e1f tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:10.180640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70707e1f-62a9-4a6c-9c64-4418a9190a53 req-364920cb-90d9-468b-80dd-d46f20877e1f tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 944 time: 0.0662415 Sep 22 10:23:10.222011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70707e1f-62a9-4a6c-9c64-4418a9190a53 req-8a03e2ff-8400-4dad-91ab-d0f7afe4b468 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344756 Sep 22 10:23:10.705482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51630) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:10.710158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-83766223-36c0-42c4-9140-6bf37f7ce5c5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145557141', 'description': 'tempest-description--468827636'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:10.736206 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb1127d-0c93-4b02-97a8-cd6c9dc6fdb3 x-openstack-request-id: req-fbb1127d-0c93-4b02-97a8-cd6c9dc6fdb3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:10.736555 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:10.736884 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbb1127d-0c93-4b02-97a8-cd6c9dc6fdb3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:10.737533 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48', 'status': 'completed', 'code': 200} Sep 22 10:23:10.786400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51632) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:10.812313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1eb78a82-3f89-4ccf-a453-76cc2b052f2d req-4a6653ca-c278-4de1-9afd-3ceef68279b1 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 210 time: 0.0429764 Sep 22 10:23:10.819597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83766223-36c0-42c4-9140-6bf37f7ce5c5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:10.846444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae0863-9dce-42ff-888d-ed331f824104 req-c08a8e7d-4f26-4f32-9d78-fed1aae5d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:10.848513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cae0863-9dce-42ff-888d-ed331f824104 req-c08a8e7d-4f26-4f32-9d78-fed1aae5d5ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 1095 time: 0.0887780 Sep 22 10:23:10.915376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:10.991029 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83766223-36c0-42c4-9140-6bf37f7ce5c5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:10.992855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae0863-9dce-42ff-888d-ed331f824104 req-5ce98664-99b0-4bb9-9e55-263be962e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:10.994971 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cae0863-9dce-42ff-888d-ed331f824104 req-5ce98664-99b0-4bb9-9e55-263be962e05e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 913 time: 0.1363704 Sep 22 10:23:11.037696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cae0863-9dce-42ff-888d-ed331f824104 req-23a85a5d-1d52-45a5-8c1d-98b7dc4afdda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 HTTP/1.1" status: 200 len: 217 time: 0.0348303 Sep 22 10:23:11.090358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae0863-9dce-42ff-888d-ed331f824104 req-e1ffa066-58ce-41bd-a8c4-6c6e523c79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:11.092006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cae0863-9dce-42ff-888d-ed331f824104 req-e1ffa066-58ce-41bd-a8c4-6c6e523c79f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.0457885 Sep 22 10:23:11.093080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83766223-36c0-42c4-9140-6bf37f7ce5c5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.142354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cae0863-9dce-42ff-888d-ed331f824104 req-e6e4cb0b-3ad0-482c-8fc6-d382f0f4c5ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382674 Sep 22 10:23:11.157866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83766223-36c0-42c4-9140-6bf37f7ce5c5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add5fbc7-2da1-44d8-aef8-142d38d86010,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:11.179465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.238202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cae0863-9dce-42ff-888d-ed331f824104 req-18cd6329-baff-48c7-81ee-cf71421ae56f service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879059 Sep 22 10:23:11.264026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.307724 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0818c7a39ea4dca8ae43785bfad4d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199661 Sep 22 10:23:11.309260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb7c802-2987-4317-8dc6-398d10f2f358,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:11.311615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51654) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:11.328713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.329057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.329400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.329736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.330065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.330417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.330745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.331068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.331392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.331708 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.332035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.332354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc55fd-2193-409d-84aa-970075211dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:11.338401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83766223-36c0-42c4-9140-6bf37f7ce5c5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.342597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-83766223-36c0-42c4-9140-6bf37f7ce5c5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6330717 Sep 22 10:23:11.342597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51656) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:11.347209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-57dc761b-80fb-4b89-bc13-f3d73ff246bf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'security_group_rule': {'security_group_id': 'add5fbc7-2da1-44d8-aef8-142d38d86010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:11.359011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cae0863-9dce-42ff-888d-ed331f824104 req-9e8623cc-94c2-44c7-a387-e52a5c9a3de4 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130180 Sep 22 10:23:11.378061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6a89366-d364-4440-9eaa-f21df17866a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.409276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6a89366-d364-4440-9eaa-f21df17866a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.462897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57dc761b-80fb-4b89-bc13-f3d73ff246bf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.506675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ff3d8b3-f147-40a2-b5b4-18b0435389ad req-2984ee24-cda3-4322-b863-44f727db43ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3037e116ca7c4c8e8b2e095b621f8bd6&device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0345392 Sep 22 10:23:11.553338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ff3d8b3-f147-40a2-b5b4-18b0435389ad req-c1d2b237-33d8-403f-a1c7-6a13b55dbabf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3037e116ca7c4c8e8b2e095b621f8bd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384419 Sep 22 10:23:11.567228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6a89366-d364-4440-9eaa-f21df17866a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.573706 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6a89366-d364-4440-9eaa-f21df17866a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.573706 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d6a89366-d364-4440-9eaa-f21df17866a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fb7c802-2987-4317-8dc6-398d10f2f358 HTTP/1.1" status: 204 len: 168 time: 0.2588358 Sep 22 10:23:11.581509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a89366-d364-4440-9eaa-f21df17866a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb7c802-2987-4317-8dc6-398d10f2f358,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:11.625998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57dc761b-80fb-4b89-bc13-f3d73ff246bf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.773783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49647-f226-4628-9f88-4eb045ea8df5 req-830744d6-1ac3-426b-986f-4e9f216ee205 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:11.775332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ca49647-f226-4628-9f88-4eb045ea8df5 req-830744d6-1ac3-426b-986f-4e9f216ee205 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 944 time: 0.1371799 Sep 22 10:23:11.778016 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57dc761b-80fb-4b89-bc13-f3d73ff246bf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.793146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3d8b3-f147-40a2-b5b4-18b0435389ad req-3f9cb55b-be26-40f1-86f9-213067d4ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:11.794707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ff3d8b3-f147-40a2-b5b4-18b0435389ad req-3f9cb55b-be26-40f1-86f9-213067d4ee9b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2346268 Sep 22 10:23:11.813531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc761b-80fb-4b89-bc13-f3d73ff246bf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebdbdb9-cc20-4ec9-a7a0-f93c1cf050b7,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:11.836697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ca49647-f226-4628-9f88-4eb045ea8df5 req-79725270-bf42-4f65-85c2-6886d84df215 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503826 Sep 22 10:23:11.918326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07c75050-5a23-4ad4-b063-878fe1e61ef9 req-862ff8f3-8397-4ce2-812c-880639b45b70 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Sep 22 10:23:11.931220 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57dc761b-80fb-4b89-bc13-f3d73ff246bf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:11.933234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-57dc761b-80fb-4b89-bc13-f3d73ff246bf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5890470 Sep 22 10:23:11.936015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51680) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:11.940889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-623c413d-ca7e-45c6-9673-4453249961ec tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'security_group_rule': {'security_group_id': 'add5fbc7-2da1-44d8-aef8-142d38d86010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:12.031906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51694) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:12.058366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9623cf52-f9c9-4917-b751-00e8d7cb4908 req-51c9b23b-cdbf-42a1-a513-5bb09d612af3 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 210 time: 0.0273213 Sep 22 10:23:12.098475 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-623c413d-ca7e-45c6-9673-4453249961ec tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.150468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-623c413d-ca7e-45c6-9673-4453249961ec tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.223299 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-623c413d-ca7e-45c6-9673-4453249961ec tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.241931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c413d-ca7e-45c6-9673-4453249961ec tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b094af7-f7d7-4492-9fad-a73f823d8cef,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:12.247573 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee545c9a-6b6c-44fd-9126-a8f3829ee5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.309075 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-623c413d-ca7e-45c6-9673-4453249961ec tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.312735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-623c413d-ca7e-45c6-9673-4453249961ec tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732042 Sep 22 10:23:12.313686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51700) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:12.319028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:12.394525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee545c9a-6b6c-44fd-9126-a8f3829ee5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.501136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51706) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:12.516596 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ee545c9a-6b6c-44fd-9126-a8f3829ee5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.572036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51710) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:12.572275 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ee545c9a-6b6c-44fd-9126-a8f3829ee5ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8de6370ec8644f6e928c6aaf8145ede1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389793 Sep 22 10:23:12.573038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545c9a-6b6c-44fd-9126-a8f3829ee5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0d1dfb-be87-4ade-8963-239228a247ec,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:12.595717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:23:12.616724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a66ee956-5c22-45a5-8520-51303d31c882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.626681 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bc72a94-3494-4430-b8f7-0f17db2bb446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.651339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.659150 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bc72a94-3494-4430-b8f7-0f17db2bb446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.674935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51712) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:12.694453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e3778e84-4cbf-45db-a370-6ea770e06e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.703432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:12.716519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48', 'network_id': 'a384e7bc-ca43-49f9-abe1-83ea2f12c9d2', 'port_id': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48', 'mac_address': 'fa:16:3e:a0:91:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b10b267-276e-4fc4-b849-27f4f8a626f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:23:12.758393 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.771451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:12.807118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:12.812009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-33b4be7f-0a29-4149-930b-904c4388f08f tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:12.813550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-33b4be7f-0a29-4149-930b-904c4388f08f tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.30 "GET /v2.0/networks?id=12160cfd-e96f-4955-af1e-ccf3adfec5c9 HTTP/1.1" status: 200 len: 805 time: 0.1684437 Sep 22 10:23:12.825419 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a66ee956-5c22-45a5-8520-51303d31c882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.834688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.860818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-ebd8bc40-ad4c-4f04-997a-30efc2f045f9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a336dd683fb642d49d19be0fc3a380e6 HTTP/1.1" status: 200 len: 380 time: 0.0351949 Sep 22 10:23:12.872940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Request body: {'port': {'device_id': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'admin_state_up': True, 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'security_groups': ['a01a4a7e-b863-490b-a1f1-32cff74c6b1d']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:12.882637 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.942020 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a66ee956-5c22-45a5-8520-51303d31c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.944825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:12.956300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.957625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.958402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.958910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.959459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.960189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.960697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.961289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.961792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.962361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.962874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.963375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:12.984919 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bc72a94-3494-4430-b8f7-0f17db2bb446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.987441 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bc72a94-3494-4430-b8f7-0f17db2bb446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:12.988590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6bc72a94-3494-4430-b8f7-0f17db2bb446 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d0d1dfb-be87-4ade-8963-239228a247ec HTTP/1.1" status: 204 len: 168 time: 0.4153333 Sep 22 10:23:13.003551 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a66ee956-5c22-45a5-8520-51303d31c882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13c05c5c32414897bc9a20e5299e992f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005198 Sep 22 10:23:13.007425 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ee956-5c22-45a5-8520-51303d31c882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d35181-33c9-428d-a15e-d4ef57d40eda,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:13.010298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51720) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:13.040096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc72a94-3494-4430-b8f7-0f17db2bb446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0d1dfb-be87-4ade-8963-239228a247ec,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:13.075102 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7ff3d8b3-f147-40a2-b5b4-18b0435389ad req-a3cddaec-8d0c-4c7a-ad1f-ca178ea185d1 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0659409 Sep 22 10:23:13.092199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:13.114881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe704d65-d8e0-4687-9538-36dd88cb1fac req-a682f308-1f9a-4ef1-880b-7dab640ea8ff tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:13.118443 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Allocated IP 172.25.1.51 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/b635714c-1868-4fd6-9a48-8d11d9b4bafe) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:13.138078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe704d65-d8e0-4687-9538-36dd88cb1fac req-a682f308-1f9a-4ef1-880b-7dab640ea8ff tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 945 time: 0.1574318 Sep 22 10:23:13.142296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-710615c0-b382-45ee-af63-bd98eb835cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.188828 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-710615c0-b382-45ee-af63-bd98eb835cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.216199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe704d65-d8e0-4687-9538-36dd88cb1fac req-b94159c7-b5e6-4628-a16b-ae7e9e9c658e tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778074 Sep 22 10:23:13.217864 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e3778e84-4cbf-45db-a370-6ea770e06e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.288705 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.308953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f672c8-e56c-45a7-ad5c-1e177eb8a6c8 req-94f13e02-3bb5-4729-b6e9-6806f69395b1 tempest-ServerShowV257Test-1108350117 tempest-ServerShowV257Test-1108350117-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1666712-32d1-4027-984d-e300848e0673 HTTP/1.1" status: 200 len: 210 time: 0.0297012 Sep 22 10:23:13.350731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e3778e84-4cbf-45db-a370-6ea770e06e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.375936 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-710615c0-b382-45ee-af63-bd98eb835cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.378532 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-710615c0-b382-45ee-af63-bd98eb835cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.379691 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-710615c0-b382-45ee-af63-bd98eb835cc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0d35181-33c9-428d-a15e-d4ef57d40eda HTTP/1.1" status: 204 len: 168 time: 0.3687596 Sep 22 10:23:13.389179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710615c0-b382-45ee-af63-bd98eb835cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d35181-33c9-428d-a15e-d4ef57d40eda,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:13.433371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4a27dcb-a75d-4ba7-ab05-65b213451391 req-4c7e3010-8dcb-4867-952f-f5a9df52080b tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 210 time: 0.0597100 Sep 22 10:23:13.438685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e3778e84-4cbf-45db-a370-6ea770e06e68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cd67c2a95af4a5c81bd55008668fdcc&name=default HTTP/1.1" status: 200 len: 2981 time: 0.7601948 Sep 22 10:23:13.439475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51726) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:13.439855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3778e84-4cbf-45db-a370-6ea770e06e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1873f8-f37b-4619-894a-184a7c382826,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:13.467978 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.520025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:13.520582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Made reservation on behalf of a336dd683fb642d49d19be0fc3a380e6 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:13.524482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.526251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:13.533509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:13.537919 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Port': ['ID=b635714c-1868-4fd6-9a48-8d11d9b4bafe,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:13.577427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58942f95-4717-49de-b4a0-445fc0ba1a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.623646 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58942f95-4717-49de-b4a0-445fc0ba1a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.663528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Allocated IP 172.20.0.4 (12160cfd-e96f-4955-af1e-ccf3adfec5c9/e547b49b-2480-4995-87df-3d1ce1bf0d05/bdb3b070-2bfa-45d9-a456-159cfc989335) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:13.695802 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.821191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.865605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58942f95-4717-49de-b4a0-445fc0ba1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.868098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58942f95-4717-49de-b4a0-445fc0ba1a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.869840 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-58942f95-4717-49de-b4a0-445fc0ba1a19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed1873f8-f37b-4619-894a-184a7c382826 HTTP/1.1" status: 204 len: 168 time: 0.4293485 Sep 22 10:23:13.902830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58942f95-4717-49de-b4a0-445fc0ba1a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1873f8-f37b-4619-894a-184a7c382826,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:13.909292 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:13.966468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.034269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:14.040956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:14.041123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:14.071437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Pushing event updated for resources: {'Port': ['ID=bdb3b070-2bfa-45d9-a456-159cfc989335,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:14.096205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.105612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:14.106584 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.177939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.218888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-4e21429f-21e2-4e8d-a84c-1de8451c6494 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3505006 Sep 22 10:23:14.233402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Request body: {'port': {'device_id': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:14.256210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Port': ['ID=b635714c-1868-4fd6-9a48-8d11d9b4bafe,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:14.267492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.322923 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.383311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.393484 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c05630d6-b194-41da-911b-16dee326d53a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0703392 Sep 22 10:23:14.435999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cfe11-d333-4e2b-8e41-7b19d3c6b281 req-6fa39b66-1d48-4f31-ba97-4f232d4f68ed tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:14.437590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee5cfe11-d333-4e2b-8e41-7b19d3c6b281 req-6fa39b66-1d48-4f31-ba97-4f232d4f68ed tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 945 time: 0.0887570 Sep 22 10:23:14.544112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee5cfe11-d333-4e2b-8e41-7b19d3c6b281 req-1ac638cd-b2d3-4b0d-97ef-132518ff1040 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927620 Sep 22 10:23:14.608012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:14.646571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b723aa64-a9a5-4c03-a460-9f6d883b83f5 None None] Provisioning complete for port bdb3b070-2bfa-45d9-a456-159cfc989335 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:14.646998 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b723aa64-a9a5-4c03-a460-9f6d883b83f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.695183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b723aa64-a9a5-4c03-a460-9f6d883b83f5 None None] Port bdb3b070-2bfa-45d9-a456-159cfc989335 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:14.777406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:23:14.781241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:14.781616 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.808964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a84251-63d7-4566-8091-318a9b58f7bd req-ecbfd3a0-ae74-4282-a21e-60f73c6bbc92 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:14.810509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8a84251-63d7-4566-8091-318a9b58f7bd req-ecbfd3a0-ae74-4282-a21e-60f73c6bbc92 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 931 time: 0.0849118 Sep 22 10:23:14.828296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb3b070-2bfa-45d9-a456-159cfc989335 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:14.836007 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.864860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Transition to ACTIVE for port object bdb3b070-2bfa-45d9-a456-159cfc989335 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:14.873284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8a84251-63d7-4566-8091-318a9b58f7bd req-54c5e560-31b0-45c4-8a37-b1ea37521eca tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01a4a7e-b863-490b-a1f1-32cff74c6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567207 Sep 22 10:23:14.876867 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.910077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:14.910077 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbfb2b7-f36b-4795-b21d-4518e4f4666c" -d '{"events": [{"server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "name": "network-vif-plugged", "status": "completed", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:14.922348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:14.954533 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:14.989357 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:15.045513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:15.050311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Pushing event updated for resources: {'Port': ['ID=bdb3b070-2bfa-45d9-a456-159cfc989335,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:15.101155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Attempting to bind port bdb3b070-2bfa-45d9-a456-159cfc989335 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:15.101490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Attempting to bind port bdb3b070-2bfa-45d9-a456-159cfc989335 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:15.101818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Attempting to bind port bdb3b070-2bfa-45d9-a456-159cfc989335 on network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:15.110653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Port bdb3b070-2bfa-45d9-a456-159cfc989335 on network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:15.110990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Attempting to bind port bdb3b070-2bfa-45d9-a456-159cfc989335 on network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:15.115586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-b839f3e7-eca1-4020-80ef-82ea4e5c2b25 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2145557141&fields=id&tenant_id=e63386c5a78f42ac952f10dcce4c75ef HTTP/1.1" status: 200 len: 267 time: 0.0687094 Sep 22 10:23:15.120285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:15.120629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Checking segment: {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:15.121024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Bound using segment: {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:15.121718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Bound port: bdb3b070-2bfa-45d9-a456-159cfc989335, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a46504-d52e-4d15-bf96-ff3b6e9d72d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:15.122089 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:15.196010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-e8dcbc13-4b58-45fd-a53e-28405f0aa61a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:15.197439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-e8dcbc13-4b58-45fd-a53e-28405f0aa61a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports/85fc67a6-7d73-414d-a695-281536410e94 HTTP/1.1" status: 200 len: 936 time: 0.0722084 Sep 22 10:23:15.264493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-a91d037f-d80a-49ad-9902-a88f3a52489d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:15.272106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-a91d037f-d80a-49ad-9902-a88f3a52489d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports/da4d4f68-a51f-477f-b203-59c327684705 HTTP/1.1" status: 200 len: 937 time: 0.0625021 Sep 22 10:23:15.323362 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51806) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:15.333656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2357c131-2b45-447f-84ef-eac4db9659f8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0605931 Sep 22 10:23:15.346916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] For port bdb3b070-2bfa-45d9-a456-159cfc989335, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:15.364432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-a3db0674-bcaf-46d3-b846-6674f70ae318 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0299468 Sep 22 10:23:15.373346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] For port bdb3b070-2bfa-45d9-a456-159cfc989335, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bdb3b070-2bfa-45d9-a456-159cfc989335,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:15.483526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-e9bfcf8c-f3cc-4d04-963b-a2436753e841 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:15.489665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-e9bfcf8c-f3cc-4d04-963b-a2436753e841 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:15.495881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-e9bfcf8c-f3cc-4d04-963b-a2436753e841 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:15.498020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-e9bfcf8c-f3cc-4d04-963b-a2436753e841 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/networks?id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=21dc8868-4c57-42cf-9a4c-9e1363920957&id=21dc8868-4c57-42cf-9a4c-9e1363920957 HTTP/1.1" status: 200 len: 1995 time: 0.1267350 Sep 22 10:23:15.513964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-a6c67d23-bb2d-4470-b83c-c3d0a4925309 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/quotas/e63386c5a78f42ac952f10dcce4c75ef HTTP/1.1" status: 200 len: 375 time: 0.0100598 Sep 22 10:23:15.534610 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:15.586718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:15.588064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:15.589725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] 10.222.0.30 "PUT /v2.0/ports/bdb3b070-2bfa-45d9-a456-159cfc989335 HTTP/1.1" status: 200 len: 1091 time: 1.3616741 Sep 22 10:23:15.595273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'tag': 'bdb3b070-2bfa-45d9-a456-159cfc989335'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:15.598233 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab38614-cbca-46f1-b1ca-cdb4206f4c31" -d '{"events": [{"name": "network-changed", "server_uuid": "b8216878-cdeb-4490-93aa-b7a69b2f80ab", "tag": "bdb3b070-2bfa-45d9-a456-159cfc989335"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:15.651406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-468f4289-5d17-4b59-b673-4c0f59c965df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1315534 Sep 22 10:23:15.653185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc495f-1788-4d38-920c-f4c04ad9f25b service neutron] Pushing event updated for resources: {'Port': ['ID=bdb3b070-2bfa-45d9-a456-159cfc989335,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:15.681192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2631f1e-c703-460d-b439-e056cb95b992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:15.799152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2631f1e-c703-460d-b439-e056cb95b992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:15.800905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-f5b06911-6941-4bb8-a217-b42628c03c87 service neutron] 10.222.0.20 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142077 Sep 22 10:23:15.873235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2631f1e-c703-460d-b439-e056cb95b992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:15.912957 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d2631f1e-c703-460d-b439-e056cb95b992 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3037e116ca7c4c8e8b2e095b621f8bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885353 Sep 22 10:23:15.915530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51828) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:15.921404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2631f1e-c703-460d-b439-e056cb95b992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d9e030-42bf-435f-ad5e-1053e2dc7d2e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:15.929629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-5a08d867-e139-4cf2-be82-9d1d8101873b service neutron] 10.222.0.20 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223803 Sep 22 10:23:15.932571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1148b27-996a-4dee-8fce-8da904cee018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:15.933944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c1148b27-996a-4dee-8fce-8da904cee018 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a336dd683fb642d49d19be0fc3a380e6&device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 1094 time: 0.0606861 Sep 22 10:23:15.980889 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b36d54c9-9032-4aac-95ca-1e52a2d7efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.005058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b36d54c9-9032-4aac-95ca-1e52a2d7efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.050194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51834) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:16.149016 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-network', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:16.157733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b36d54c9-9032-4aac-95ca-1e52a2d7efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.160379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b36d54c9-9032-4aac-95ca-1e52a2d7efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.166734 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b36d54c9-9032-4aac-95ca-1e52a2d7efd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0d9e030-42bf-435f-ad5e-1053e2dc7d2e HTTP/1.1" status: 204 len: 168 time: 0.2451155 Sep 22 10:23:16.178606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d54c9-9032-4aac-95ca-1e52a2d7efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d9e030-42bf-435f-ad5e-1053e2dc7d2e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:16.257298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Made reservation on behalf of 66b0ca08431c4b9db356480d69870f4b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:16.260251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.268509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-c88c1f0c-90e0-4983-bfcb-21f15482e055 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb3b070-2bfa-45d9-a456-159cfc989335 HTTP/1.1" status: 200 len: 217 time: 0.3186564 Sep 22 10:23:16.275749 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.275894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-0dc4ae98-c1f6-4d25-86bf-3a2cd43d5aab service neutron] 10.222.0.20 "GET /v2.0/ports/85fc67a6-7d73-414d-a695-281536410e94?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3337221 Sep 22 10:23:16.366463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.379885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-cd524fe4-41a8-434d-b941-3689c69808cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:16.381370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-cd524fe4-41a8-434d-b941-3689c69808cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e547b49b-2480-4995-87df-3d1ce1bf0d05 HTTP/1.1" status: 200 len: 844 time: 0.1051557 Sep 22 10:23:16.434389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-adcd6aa2-b63c-4ea6-803a-6a1479f603fb service neutron] 10.222.0.20 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498487 Sep 22 10:23:16.440333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-e23a5a46-c411-4e05-8c0c-2fe0cab1bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:16.441758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-e23a5a46-c411-4e05-8c0c-2fe0cab1bb09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12160cfd-e96f-4955-af1e-ccf3adfec5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524292 Sep 22 10:23:16.537679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.567508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:23:16.599942 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.600598 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Added segment b1393dd8-1b81-4238-9e5f-3abc90258f9d of type vlan for network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f Sep 22 10:23:16.603459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-89a6252c-d5eb-436d-bad8-aa2cfa998af0 service neutron] 10.222.0.20 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607435 Sep 22 10:23:16.605511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-23e5bfbc-5406-4076-b370-d97b166796cd service neutron] 10.222.0.30 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557257 Sep 22 10:23:16.614590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f3f78b-0805-416f-b321-3380e6b01470,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:16.650379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.684369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-476e7063-6c8c-48ac-bf8a-73c66241c7ae service neutron] 10.222.0.20 "GET /v2.0/ports/da4d4f68-a51f-477f-b203-59c327684705?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0702975 Sep 22 10:23:16.726265 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.727300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:16.728420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:16.789304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01fddb07-d6fb-4972-8eb5-63c49c69882b req-dc696409-6515-412f-987c-a7d55ef703a7 service neutron] 10.222.0.30 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764264 Sep 22 10:23:16.789906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] Pushing event updated for resources: {'Network': ['ID=2df4cc10-2c8b-4f34-9c6a-ae5826038c3f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:16.800647 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:23:16.818976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-f00ff1f6-a316-48c6-ba26-8bbc68939aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070065 Sep 22 10:23:16.832773 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc3e8422-f927-429d-aa2e-bcc826b0e04b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7812629 Sep 22 10:23:16.833498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51850) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:16.839627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Request body: {'subnet': {'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-subnet', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:16.936972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-a9d8f971-1695-4188-a60b-a0d0331bac7f service neutron] 10.222.0.20 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122124 Sep 22 10:23:17.018280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Made reservation on behalf of 66b0ca08431c4b9db356480d69870f4b for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:17.020574 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:17.053212 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-3af7bfa6-1e19-4897-9f35-87f9442ee7e2 service neutron] 10.222.0.20 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095576 Sep 22 10:23:17.211994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d08cfc96-4d8f-4bb4-bd88-ec8297f0ceb9 service neutron] 10.222.0.20 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526084 Sep 22 10:23:17.341821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-5385c065-498f-49cc-90a7-c0d768f6ae27 service neutron] 10.222.0.20 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218617 Sep 22 10:23:17.427032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-8a0bb12b-b6bb-47fa-b595-e6bc5ab00ae2 service neutron] 10.222.0.20 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791888 Sep 22 10:23:17.453497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:17.556018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e42776-d921-435b-a0b0-498cbf0e0170,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:17.572992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-3b4df767-530c-4a7a-84d8-299d8af69d3f service neutron] 10.222.0.20 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400630 Sep 22 10:23:17.574046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Checking segment: {'id': 'b1393dd8-1b81-4238-9e5f-3abc90258f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:17.583525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Network hostable DHCP agents. Network: 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:23:17.590421 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:23:17.671764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-55133d7a-538d-499a-a98b-55b861b483ac service neutron] 10.222.0.20 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918446 Sep 22 10:23:17.698350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:23:17.762498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-c2c5a3c3-9d40-493f-88bd-1552b2ef08aa service neutron] 10.222.0.20 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848634 Sep 22 10:23:17.776900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:17.784477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c7bdb-4c61-42fa-b7ab-7b68a048a9d7 None None] Network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:23:17.794581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:17.795160 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:17.864549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-f86fd9dd-66e7-4ff9-be58-d2bdc0dd2b62 service neutron] 10.222.0.20 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960340 Sep 22 10:23:17.887471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9e30f637-f026-4ed7-acea-86e7bd64a894 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0520101 Sep 22 10:23:17.890201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51862) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:17.894574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:17.935418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-2df4cc10-2c8b-4f34-9c6a-ae5826038c3f', 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'fixed_ips': [{'subnet_id': '79e42776-d921-435b-a0b0-498cbf0e0170'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:23:17.936774 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.012265 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.013353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.063136 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.073681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Allocated IP 172.20.0.2 (2df4cc10-2c8b-4f34-9c6a-ae5826038c3f/79e42776-d921-435b-a0b0-498cbf0e0170/8e269ad3-45a6-4ae3-8f00-b63a323aabf3) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:18.215069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.256874 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.281052 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.315642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:18.319669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:18.323733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:18.336266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Pushing event updated for resources: {'Port': ['ID=8e269ad3-45a6-4ae3-8f00-b63a323aabf3,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:18.388450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Attempting to bind port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:18.388941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Attempting to bind port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'b1393dd8-1b81-4238-9e5f-3abc90258f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:18.389400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Attempting to bind port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 on network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:18.394872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:18.395223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Checking segment: {'id': 'b1393dd8-1b81-4238-9e5f-3abc90258f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:18.395628 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.396060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Bound using segment: {'id': 'b1393dd8-1b81-4238-9e5f-3abc90258f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:18.396529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Bound port: 8e269ad3-45a6-4ae3-8f00-b63a323aabf3, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1393dd8-1b81-4238-9e5f-3abc90258f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:18.396912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.462329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] For port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:18.465350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] For port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8e269ad3-45a6-4ae3-8f00-b63a323aabf3,segment=NetworkSegment(b1393dd8-1b81-4238-9e5f-3abc90258f9d),segment_id=b1393dd8-1b81-4238-9e5f-3abc90258f9d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:18.522339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.526720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device bdb3b070-2bfa-45d9-a456-159cfc989335 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:23:18.544984 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.556618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.654508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Allocated IP 172.25.1.179 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/60ebbaf3-20f2-4d33-9a80-c3eee6b9b572) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:18.666184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b009b-3b9b-4ae0-87fa-f3dec462a201 None None] Pushing event updated for resources: {'Port': ['ID=8e269ad3-45a6-4ae3-8f00-b63a323aabf3,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:18.689660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port bdb3b070-2bfa-45d9-a456-159cfc989335, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bdb3b070-2bfa-45d9-a456-159cfc989335,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:18.703439 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'bdb3b070-2bfa-45d9-a456-159cfc989335', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'port_id': 'bdb3b070-2bfa-45d9-a456-159cfc989335', 'mac_address': 'fa:16:3e:d0:3d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:23:18.760300 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.765775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb3b070-2bfa-45d9-a456-159cfc989335 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:18.782969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.785412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port bdb3b070-2bfa-45d9-a456-159cfc989335, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bdb3b070-2bfa-45d9-a456-159cfc989335,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:18.845973 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.897954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=bdb3b070-2bfa-45d9-a456-159cfc989335,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:18.914997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:18.956710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:18.958226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Pushing event updated for resources: {'Port': ['ID=60ebbaf3-20f2-4d33-9a80-c3eee6b9b572,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:18.960728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:18.962855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:19.055284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['bdb3b070-2bfa-45d9-a456-159cfc989335'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:19.193001 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a980ac7-675b-460d-bdc7-e6d52dba1b7a x-openstack-request-id: req-9a980ac7-675b-460d-bdc7-e6d52dba1b7a {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:19.193287 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "name": "network-vif-plugged", "status": "completed", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:19.193536 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a980ac7-675b-460d-bdc7-e6d52dba1b7a {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:19.193929 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48', 'code': 200} Sep 22 10:23:19.323926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a806ba-15ad-463e-a4a1-847107c6ea9a req-c5fb08d7-5ef4-418d-b84b-6ee80c8e6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:19.326841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28a806ba-15ad-463e-a4a1-847107c6ea9a req-c5fb08d7-5ef4-418d-b84b-6ee80c8e6459 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 1097 time: 0.0719442 Sep 22 10:23:19.396129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28a806ba-15ad-463e-a4a1-847107c6ea9a req-d2884b6e-29c2-4266-84f1-c5efbdb9fb65 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618122 Sep 22 10:23:19.508631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-06158383-2b0a-45b1-a60b-dde1d15e44e0 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c787199df08b48e3ab55bfb23b8395fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228753 Sep 22 10:23:19.634025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b48ac-29a7-4654-b361-611166215831 req-d48f58d0-a93a-48e5-83ab-a280d6955247 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:19.635584 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-d48f58d0-a93a-48e5-83ab-a280d6955247 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203213 Sep 22 10:23:19.640637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:19.652050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-c8f1bee5-86ae-4487-b3fd-aad3517c5560 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/quotas/c787199df08b48e3ab55bfb23b8395fd HTTP/1.1" status: 200 len: 375 time: 0.0092678 Sep 22 10:23:19.676661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d658ec32-44f2-4b07-8466-75f9431e10b6 None None] Network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:23:19.689970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-08c0f756-cf50-41da-8734-3cfa5292ebef tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c787199df08b48e3ab55bfb23b8395fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315924 Sep 22 10:23:19.720471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9973bb73-2f39-4ec4-b921-5159dde6fd17 None None] Provisioning complete for port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:19.720847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9973bb73-2f39-4ec4-b921-5159dde6fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:19.853143 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:19.892193 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9973bb73-2f39-4ec4-b921-5159dde6fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:19.943830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9973bb73-2f39-4ec4-b921-5159dde6fd17 None None] For port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8e269ad3-45a6-4ae3-8f00-b63a323aabf3,segment=NetworkSegment(b1393dd8-1b81-4238-9e5f-3abc90258f9d),segment_id=b1393dd8-1b81-4238-9e5f-3abc90258f9d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:20.035136 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9973bb73-2f39-4ec4-b921-5159dde6fd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:20.062030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:23:20.106726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043d2e7-3cfa-4805-be1d-bbd9a3b65df3 req-16cc0415-f1fa-4151-beea-7a881a1aaa43 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:20.115708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6043d2e7-3cfa-4805-be1d-bbd9a3b65df3 req-16cc0415-f1fa-4151-beea-7a881a1aaa43 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 946 time: 0.1122351 Sep 22 10:23:20.138625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:20.183496 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6043d2e7-3cfa-4805-be1d-bbd9a3b65df3 req-22637aae-91f9-4a4c-b308-62a2ea08e569 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636177 Sep 22 10:23:20.196856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973bb73-2f39-4ec4-b921-5159dde6fd17 None None] Pushing event updated for resources: {'Port': ['ID=8e269ad3-45a6-4ae3-8f00-b63a323aabf3,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:20.226823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:20.227221 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:20.246279 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089738aa-92f1-46a5-ad6a-0a4983a3aa70 x-openstack-request-id: req-089738aa-92f1-46a5-ad6a-0a4983a3aa70 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:20.247149 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8216878-cdeb-4490-93aa-b7a69b2f80ab", "tag": "bdb3b070-2bfa-45d9-a456-159cfc989335", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:20.247625 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-089738aa-92f1-46a5-ad6a-0a4983a3aa70 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:20.248287 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'tag': 'bdb3b070-2bfa-45d9-a456-159cfc989335', 'status': 'completed', 'code': 200} Sep 22 10:23:20.267938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:23:20.283346 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Sync routers for ids ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:23:20.300047 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Routers {'17c2326a-48ca-44c6-a747-3adcc37f8eb7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:20.306626 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:20.321684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-7654e8f8-adb1-486e-971c-e3a0eaab4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:20.323186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-7654e8f8-adb1-486e-971c-e3a0eaab4516 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a336dd683fb642d49d19be0fc3a380e6&device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 1095 time: 0.0521452 Sep 22 10:23:20.385492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-543f668b-37a6-4df4-8ccd-75ed65b75fbb None None] Provisioning complete for port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:20.385966 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-543f668b-37a6-4df4-8ccd-75ed65b75fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:20.429544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:20.431196 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4c2f7a1f-f26e-4133-80dd-3131409c0357 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5399339 Sep 22 10:23:20.433933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51912) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:20.450810 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Set router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:20.464200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-b035ff07-d7d6-4851-9a36-3e1b27501981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:20.465783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-b035ff07-d7d6-4851-9a36-3e1b27501981 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12160cfd-e96f-4955-af1e-ccf3adfec5c9 HTTP/1.1" status: 200 len: 906 time: 0.1319523 Sep 22 10:23:20.544162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device bdb3b070-2bfa-45d9-a456-159cfc989335 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:20.563008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-9f6ea875-99eb-42fa-916c-8624baa997af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb3b070-2bfa-45d9-a456-159cfc989335 HTTP/1.1" status: 200 len: 217 time: 0.0891924 Sep 22 10:23:20.664229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-34554383-06b2-452b-a0f7-eec4a6c4a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:20.666296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-34554383-06b2-452b-a0f7-eec4a6c4a61e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e547b49b-2480-4995-87df-3d1ce1bf0d05 HTTP/1.1" status: 200 len: 844 time: 0.0965526 Sep 22 10:23:20.702846 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:19Z', 'revision_number': 3, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'gw_port': {'id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:20.732836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-28f0732f-132a-4c1b-af4d-2709bbe886cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:20.734639 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Checking router: 17c2326a-48ca-44c6-a747-3adcc37f8eb7 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:23:20.734997 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Updating router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:23:20.735645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-28f0732f-132a-4c1b-af4d-2709bbe886cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12160cfd-e96f-4955-af1e-ccf3adfec5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628092 Sep 22 10:23:20.766395 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:20.843064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-db1482ec-1df2-428c-9b34-084d43a56f43 service neutron] 10.222.0.30 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003549 Sep 22 10:23:20.857401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port bdb3b070-2bfa-45d9-a456-159cfc989335 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:23:20.865556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port bdb3b070-2bfa-45d9-a456-159cfc989335 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:20.866076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:20.985430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aab38614-cbca-46f1-b1ca-cdb4206f4c31 req-f1a16d84-fef3-475e-be19-81491caacd89 service neutron] 10.222.0.30 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352861 Sep 22 10:23:21.010304 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.047861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port bdb3b070-2bfa-45d9-a456-159cfc989335, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bdb3b070-2bfa-45d9-a456-159cfc989335,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:21.076332 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.079806 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.137458 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.164669 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.202620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb3b070-2bfa-45d9-a456-159cfc989335'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:21.209597 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b1eaf0-e338-454d-8743-a6e174ae69ce" -d '{"events": [{"server_uuid": "b8216878-cdeb-4490-93aa-b7a69b2f80ab", "name": "network-vif-plugged", "status": "completed", "tag": "bdb3b070-2bfa-45d9-a456-159cfc989335"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:21.213768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7813d4-ba8c-4c6a-8e44-bc0bd758c62f req-deb2fb3b-25ea-41ea-9b5e-aa44e260ee6d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:21.223103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e7813d4-ba8c-4c6a-8e44-bc0bd758c62f req-deb2fb3b-25ea-41ea-9b5e-aa44e260ee6d tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 945 time: 0.0955548 Sep 22 10:23:21.223437 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dac77-862c-412f-865b-4fd95b3a90bd None None] Pushing event updated for resources: {'Port': ['ID=60ebbaf3-20f2-4d33-9a80-c3eee6b9b572,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:21.228965 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Attempting to bind port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:21.229341 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Attempting to bind port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:21.229703 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Attempting to bind port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:21.235617 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:21.235999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:21.236413 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.236801 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:21.236945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=bdb3b070-2bfa-45d9-a456-159cfc989335,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:21.237265 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Bound port: 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:21.237646 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.275211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Allocated IP 172.20.0.1 (2df4cc10-2c8b-4f34-9c6a-ae5826038c3f/79e42776-d921-435b-a0b0-498cbf0e0170/7098e086-ba5e-4f63-96e2-a456678eb890) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:21.292137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e7813d4-ba8c-4c6a-8e44-bc0bd758c62f req-b6a464b4-d036-4c13-bef8-f49bc903d764 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01a4a7e-b863-490b-a1f1-32cff74c6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638833 Sep 22 10:23:21.310201 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] For port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:21.313360 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] For port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=60ebbaf3-20f2-4d33-9a80-c3eee6b9b572,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:21.405218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.413737 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.452115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f59d7aa-7d43-479d-ae81-a0da221ee500 req-c7d08e08-ca15-4faf-adfa-ab3cc5e23c1a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0290990 Sep 22 10:23:21.479585 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Routers {'17c2326a-48ca-44c6-a747-3adcc37f8eb7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:21.479585 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:21.535240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5471f589-aa04-4f52-ae7c-6c452554654b req-63e17f8b-946d-41a2-966d-5f98c8167beb tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 210 time: 0.0252876 Sep 22 10:23:21.561987 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.634565 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:21.637496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:21.641389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:21.649478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7098e086-ba5e-4f63-96e2-a456678eb890,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:21.677707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786d7e5-8626-4b6d-ba9b-4d5ada30411f req-f6ac5164-f336-40ba-a1e0-d89c549605cd tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:21.679410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7786d7e5-8626-4b6d-ba9b-4d5ada30411f req-f6ac5164-f336-40ba-a1e0-d89c549605cd tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 946 time: 0.0599594 Sep 22 10:23:21.688188 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dac77-862c-412f-865b-4fd95b3a90bd None None] Pushing event updated for resources: {'Port': ['ID=60ebbaf3-20f2-4d33-9a80-c3eee6b9b572,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:21.692151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:21.750865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7786d7e5-8626-4b6d-ba9b-4d5ada30411f req-49f4e2eb-4bac-49da-baba-e5ffbf714e7e tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649793 Sep 22 10:23:21.766910 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] Set router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:21.794657 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87b95fd-a0ff-4ce9-b277-310a8986fc5f x-openstack-request-id: req-d87b95fd-a0ff-4ce9-b277-310a8986fc5f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:21.795394 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8216878-cdeb-4490-93aa-b7a69b2f80ab", "name": "network-vif-plugged", "status": "completed", "tag": "bdb3b070-2bfa-45d9-a456-159cfc989335", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:21.795517 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d87b95fd-a0ff-4ce9-b277-310a8986fc5f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:21.795888 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb3b070-2bfa-45d9-a456-159cfc989335', 'code': 200} Sep 22 10:23:21.920978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596affcc-dbbf-4491-bd85-a4bdb47e8ed9 req-196651dc-58f5-45d2-b999-73137b54848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:21.920978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-596affcc-dbbf-4491-bd85-a4bdb47e8ed9 req-196651dc-58f5-45d2-b999-73137b54848a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 1096 time: 0.0550182 Sep 22 10:23:21.964220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-596affcc-dbbf-4491-bd85-a4bdb47e8ed9 req-7f2390c1-e409-4b23-9b44-65687bf46869 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a01a4a7e-b863-490b-a1f1-32cff74c6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358913 Sep 22 10:23:21.992216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51932) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:22.010476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d3ba581d-3a51-46de-b8d3-34cde76ceabd None None] Provisioning complete for port 7098e086-ba5e-4f63-96e2-a456678eb890 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:22.011248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d3ba581d-3a51-46de-b8d3-34cde76ceabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.029587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.042797 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:19Z', 'revision_number': 3, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'gw_port': {'id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:22.056366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba581d-3a51-46de-b8d3-34cde76ceabd None None] Port 7098e086-ba5e-4f63-96e2-a456678eb890 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:22.065193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-268c1d4b-7e31-4ff6-8b5d-72984cc2c640 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2062324070&fields=id&tenant_id=19d50a4c64504652b56fbc4abdd68592 HTTP/1.1" status: 200 len: 267 time: 0.0427110 Sep 22 10:23:22.099367 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dc6d3-3061-48eb-a76e-2ddd5d709c8c None None] The sync data for ids ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'] in n-d-807025-3 is: [{'id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:19Z', 'revision_number': 3, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'gw_port': {'id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:23:22.129639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:22.152134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-aeb2457c-0d9d-4263-bd25-73600312b00d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:22.155176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-aeb2457c-0d9d-4263-bd25-73600312b00d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 946 time: 0.0837321 Sep 22 10:23:22.174088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-5532f5e3-9aa5-449a-b8b4-99a50f2d1265 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'port': {'security_groups': ['e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada', 'b83fe1fd-f4ad-4a65-8512-bba5916e34ef']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:22.208194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:22.208778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.286461 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-01d2e754-de26-4ad0-b51d-99b19816f8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.303214 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.327348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcecfa0a-5dfa-4c4c-98ae-b05bef614cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.330079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-8498bfd5-2c1d-4b78-9058-7b30823030a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:22.331523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-8498bfd5-2c1d-4b78-9058-7b30823030a0 service neutron] 10.222.0.30 "GET /v2.0/ports/85fc67a6-7d73-414d-a695-281536410e94 HTTP/1.1" status: 200 len: 1032 time: 0.0881367 Sep 22 10:23:22.333132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-5532f5e3-9aa5-449a-b8b4-99a50f2d1265 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.420815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-432248c9-f612-4183-af8d-3914daaae969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:22.422467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-432248c9-f612-4183-af8d-3914daaae969 service neutron] 10.222.0.30 "GET /v2.0/ports/da4d4f68-a51f-477f-b203-59c327684705 HTTP/1.1" status: 200 len: 1033 time: 0.0758092 Sep 22 10:23:22.427628 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.509762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7098e086-ba5e-4f63-96e2-a456678eb890,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:22.512582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.627734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:22.629524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:22.641693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-25e46f11-33e5-422d-93c6-a4ec8384ecc1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:22.651150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-25e46f11-33e5-422d-93c6-a4ec8384ecc1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:22.664004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-25e46f11-33e5-422d-93c6-a4ec8384ecc1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:22.664004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-25e46f11-33e5-422d-93c6-a4ec8384ecc1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "GET /v2.0/networks?id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=21dc8868-4c57-42cf-9a4c-9e1363920957&id=21dc8868-4c57-42cf-9a4c-9e1363920957 HTTP/1.1" status: 200 len: 1995 time: 0.2291076 Sep 22 10:23:22.761272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcecfa0a-5dfa-4c4c-98ae-b05bef614cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.761548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:23:22.797721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-cf6cd984-65b3-4a6a-96e2-2fbb266fdffa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e63386c5a78f42ac952f10dcce4c75ef HTTP/1.1" status: 200 len: 380 time: 0.1174028 Sep 22 10:23:22.823912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'admin_state_up': True, 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'security_groups': ['add5fbc7-2da1-44d8-aef8-142d38d86010']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:22.854062 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcecfa0a-5dfa-4c4c-98ae-b05bef614cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:22.902325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-5532f5e3-9aa5-449a-b8b4-99a50f2d1265 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] For port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:22.930790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:23:22.941414 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1856deb9-3240-4609-aa7a-4f989ac7f6f5 admin admin] 10.222.0.20 "PUT /v2.0/routers/17c2326a-48ca-44c6-a747-3adcc37f8eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5019011 Sep 22 10:23:22.986924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecfa0a-5dfa-4c4c-98ae-b05bef614cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f20ee69-3dd7-40b8-a4ba-6cbcf69e2e3a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:22.997923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bcecfa0a-5dfa-4c4c-98ae-b05bef614cd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5813562935bd48349079dfcc523ffd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9989831 Sep 22 10:23:23.000777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51946) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:23.019883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-127db158-5c58-425b-83e0-823d6650794a None None] Provisioning complete for port 7098e086-ba5e-4f63-96e2-a456678eb890 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:23.020518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-127db158-5c58-425b-83e0-823d6650794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.022977 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-001b2308-3777-498a-908d-d925a4af133e tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c787199df08b48e3ab55bfb23b8395fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630357 Sep 22 10:23:23.044086 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-5532f5e3-9aa5-449a-b8b4-99a50f2d1265 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.115595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-127db158-5c58-425b-83e0-823d6650794a None None] Port 7098e086-ba5e-4f63-96e2-a456678eb890 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:23.126325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-5532f5e3-9aa5-449a-b8b4-99a50f2d1265 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.140648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9', 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:23.220655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-5532f5e3-9aa5-449a-b8b4-99a50f2d1265 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:23.221316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-5532f5e3-9aa5-449a-b8b4-99a50f2d1265 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.234088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a9d9032-0b51-4f37-983a-7ecce86846cc req-5532f5e3-9aa5-449a-b8b4-99a50f2d1265 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "PUT /v2.0/ports/b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 HTTP/1.1" status: 200 len: 982 time: 1.0715010 Sep 22 10:23:23.235995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:23.238235 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf6ae34-2212-4897-9f11-4af23c7a9953" -d '{"events": [{"name": "network-changed", "server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:23.252181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:23.260391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.301947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532f5e3-9aa5-449a-b8b4-99a50f2d1265 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'Port': ['ID=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:23.323463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d8798ee-524c-4b8c-94c7-b654d33c08a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.327482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:23.356188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b48ac-29a7-4654-b361-611166215831 req-9222d550-3808-4916-82f8-756678a3e182 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:23.358329 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-9222d550-3808-4916-82f8-756678a3e182 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3225560 Sep 22 10:23:23.375757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Request body: {'port': {'device_id': '88b5043f-7e49-498f-a978-0d73eb58b434', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'c787199df08b48e3ab55bfb23b8395fd'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:23.386045 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d8798ee-524c-4b8c-94c7-b654d33c08a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.474663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Allocated IP 172.20.0.5 (3a8a79a3-bb87-4adf-94ea-a51a0e087b0c/db4c87aa-f323-4cfd-bfdc-71ae14aab81a/14cbaaeb-765c-4a24-8c11-24a39f228d78) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:23.606326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d8798ee-524c-4b8c-94c7-b654d33c08a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.611036 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d8798ee-524c-4b8c-94c7-b654d33c08a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.613703 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2d8798ee-524c-4b8c-94c7-b654d33c08a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f20ee69-3dd7-40b8-a4ba-6cbcf69e2e3a HTTP/1.1" status: 204 len: 168 time: 0.6110046 Sep 22 10:23:23.635239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8798ee-524c-4b8c-94c7-b654d33c08a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f20ee69-3dd7-40b8-a4ba-6cbcf69e2e3a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:23.644713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Made reservation on behalf of c787199df08b48e3ab55bfb23b8395fd for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:23.653725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.669007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.679735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.799154 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.801502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.857605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:23.861147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:23.884962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:23.921466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.985481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:23.986066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:23.999562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Port': ['ID=14cbaaeb-765c-4a24-8c11-24a39f228d78,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:24.092606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-48bdef68-41b1-49b2-9d47-77ef71a91ec4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2742989 Sep 22 10:23:24.104397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'admin_state_up': True, 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'security_groups': ['add5fbc7-2da1-44d8-aef8-142d38d86010']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:24.207093 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:24.281379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-16c2c596-5534-483e-b532-00080f94d0a7 None None] Provisioning complete for port 14cbaaeb-765c-4a24-8c11-24a39f228d78 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:24.281917 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-16c2c596-5534-483e-b532-00080f94d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:24.321925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Allocated IP 192.168.233.44 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/64c2a1be-21c0-42cc-b141-a83f8408b7cc) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:24.324572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:24.325180 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:24.330337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e5f856-ebf9-44ca-a967-3198f5ffb0b3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:24.441005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dd5a6-cbe7-47cf-abd5-57cc56d8be1d req-af02d08a-6129-421e-93b2-12c42a04cbe9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:24.444769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-127dd5a6-cbe7-47cf-abd5-57cc56d8be1d req-af02d08a-6129-421e-93b2-12c42a04cbe9 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 945 time: 0.1438363 Sep 22 10:23:24.499797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-127dd5a6-cbe7-47cf-abd5-57cc56d8be1d req-f9d38345-90d5-4fa2-9292-91eded3891f0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01a4a7e-b863-490b-a1f1-32cff74c6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488501 Sep 22 10:23:24.530218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:24.532742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-16c2c596-5534-483e-b532-00080f94d0a7 None None] Port 14cbaaeb-765c-4a24-8c11-24a39f228d78 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:24.537987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Sync routers for ids ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:23:24.542133 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:24.558507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Routers {'17c2326a-48ca-44c6-a747-3adcc37f8eb7'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:24.559281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:24.593609 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:24.711759 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:24.733117 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Set router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:24.748621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:24.798943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=60ebbaf3-20f2-4d33-9a80-c3eee6b9b572,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:24.810636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:24.816794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Allocated IP 10.1.1.92 (4927cad9-cef8-441f-b79e-01c2af82e173/a4a8e054-3ad0-4ba6-a417-c256573f1410/46933de2-0be6-405d-bff9-f23846d4c7da) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:24.839992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:24.841461 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:24.844553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:24.876015 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:24.921761 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:24.921761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:24.922256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b93d50-3cf9-4583-a545-2101a99f0333 req-d97b109f-257d-4e19-bafb-ec2f6f30071a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:24.925547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b93d50-3cf9-4583-a545-2101a99f0333 req-d97b109f-257d-4e19-bafb-ec2f6f30071a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 931 time: 0.1561012 Sep 22 10:23:25.007016 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-dc560680-281d-4546-8fe8-b9a7481d4852 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6368151 Sep 22 10:23:25.020735 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Request body: {'port': {'device_id': '88b5043f-7e49-498f-a978-0d73eb58b434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:25.051075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=60ebbaf3-20f2-4d33-9a80-c3eee6b9b572,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:25.067836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b93d50-3cf9-4583-a545-2101a99f0333 req-03e81b49-f31f-4579-b389-dbacf1668966 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242456 Sep 22 10:23:25.116922 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ec34335-3eae-48e8-a433-47483365f447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.153085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:21Z', 'revision_number': 4, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'gw_port': {'id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7098e086-ba5e-4f63-96e2-a456678eb890', 'name': '', 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'mac_address': 'fa:16:3e:3f:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '79e42776-d921-435b-a0b0-498cbf0e0170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:21Z', 'updated_at': '2021-09-22T10:23:22Z', 'revision_number': 2, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'subnets': [{'id': '79e42776-d921-435b-a0b0-498cbf0e0170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:25.181193 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.209150 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.215062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Checking router: 17c2326a-48ca-44c6-a747-3adcc37f8eb7 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:23:25.215325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Updating router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 port 7098e086-ba5e-4f63-96e2-a456678eb890 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:23:25.253825 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.266306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51978) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:25.310749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3172797c-13ff-4eff-8212-00e0022be7e5 None None] Provisioning complete for port 64c2a1be-21c0-42cc-b141-a83f8408b7cc triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:25.311196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3172797c-13ff-4eff-8212-00e0022be7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.344585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2714da-1b74-4095-baa2-384d2ef1396e req-7c4ab42c-c1c3-4e46-82ef-f13f5c6defc2 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:25.354351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d2714da-1b74-4095-baa2-384d2ef1396e req-7c4ab42c-c1c3-4e46-82ef-f13f5c6defc2 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 935 time: 0.1055138 Sep 22 10:23:25.421083 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.435003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d2714da-1b74-4095-baa2-384d2ef1396e req-115cb3c0-e1ef-4287-bb0c-306ed52eee7d tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/security-groups?id=93e5f856-ebf9-44ca-a967-3198f5ffb0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674107 Sep 22 10:23:25.458128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1195612637-network', 'tenant_id': 'a8bfd1fc49e3441d87c8ba903dbb1103'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:25.459295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3172797c-13ff-4eff-8212-00e0022be7e5 None None] Port 64c2a1be-21c0-42cc-b141-a83f8408b7cc cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:25.471272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.571024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 4927cad9-cef8-441f-b79e-01c2af82e173 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:25.576457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:25.587919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:25.641184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c2a1be-21c0-42cc-b141-a83f8408b7cc {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:25.652254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.657096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:25.658015 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.660282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Made reservation on behalf of a8bfd1fc49e3441d87c8ba903dbb1103 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:25.663356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.670014 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.675733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Transition to ACTIVE for port object 64c2a1be-21c0-42cc-b141-a83f8408b7cc will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:25.676065 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.678047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Port': ['ID=46933de2-0be6-405d-bff9-f23846d4c7da,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:25.697300 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.760439 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.825777 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.865497 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-b6a37fc1-1743-40be-8564-111fdb855ba5 req-56f955d1-775d-4513-92eb-c30d6b974994 tempest-FloatingIPDetailsNegativeTestJSON-534487678 tempest-FloatingIPDetailsNegativeTestJSON-534487678-project] show failed (client error): The resource could not be found. Sep 22 10:23:25.873592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6a37fc1-1743-40be-8564-111fdb855ba5 req-56f955d1-775d-4513-92eb-c30d6b974994 tempest-FloatingIPDetailsNegativeTestJSON-534487678 tempest-FloatingIPDetailsNegativeTestJSON-534487678-project] 10.222.0.20 "GET /v2.0/floatingips/0b23ef26-a57b-4833-8593-bff62a8b77c6 HTTP/1.1" status: 404 len: 350 time: 0.0756185 Sep 22 10:23:25.879034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51986) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:25.897416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.909645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:25.944630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Attempting to bind port 64c2a1be-21c0-42cc-b141-a83f8408b7cc on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:25.945273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Attempting to bind port 64c2a1be-21c0-42cc-b141-a83f8408b7cc by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:25.945793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Attempting to bind port 64c2a1be-21c0-42cc-b141-a83f8408b7cc on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:25.950704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Port 64c2a1be-21c0-42cc-b141-a83f8408b7cc on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:25.951306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Attempting to bind port 64c2a1be-21c0-42cc-b141-a83f8408b7cc on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:25.981170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:25.981786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:25.982398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:25.983041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Bound port: 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:25.983588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.119752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:26.125731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:26.162245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491edab6-ca46-4686-9a03-be1d6c6756dd None None] Pushing event updated for resources: {'Port': ['ID=7098e086-ba5e-4f63-96e2-a456678eb890,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:26.166384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:26.203521 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.212186 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.226032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5538c5e1-95e0-4252-a064-9289709f2d0c None None] Provisioning complete for port 46933de2-0be6-405d-bff9-f23846d4c7da triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:26.226532 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5538c5e1-95e0-4252-a064-9289709f2d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.264852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5538c5e1-95e0-4252-a064-9289709f2d0c None None] Port 46933de2-0be6-405d-bff9-f23846d4c7da cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:26.266533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Attempting to bind port 7098e086-ba5e-4f63-96e2-a456678eb890 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:26.267520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Attempting to bind port 7098e086-ba5e-4f63-96e2-a456678eb890 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'b1393dd8-1b81-4238-9e5f-3abc90258f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:26.267969 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Attempting to bind port 7098e086-ba5e-4f63-96e2-a456678eb890 on network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:26.279449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:26.280335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.281112 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:26.281611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Checking segment: {'id': 'b1393dd8-1b81-4238-9e5f-3abc90258f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:26.281832 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] 10.222.0.30 "PUT /v2.0/ports/64c2a1be-21c0-42cc-b141-a83f8408b7cc HTTP/1.1" status: 200 len: 1095 time: 1.2665889 Sep 22 10:23:26.282264 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.282418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:26.282832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Bound using segment: {'id': 'b1393dd8-1b81-4238-9e5f-3abc90258f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:26.283421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Bound port: 7098e086-ba5e-4f63-96e2-a456678eb890, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1393dd8-1b81-4238-9e5f-3abc90258f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:26.283898 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.289674 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0f85f8-8157-4c9c-94e5-51a249bb1416" -d '{"events": [{"name": "network-changed", "server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:26.322896 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd1b3d-a396-4fe5-b48c-84684ecae603 service neutron] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:26.390141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:26.390881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.445035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] For port 7098e086-ba5e-4f63-96e2-a456678eb890, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:26.459435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b48ac-29a7-4654-b361-611166215831 req-667705fe-c0c4-4f61-8f54-c4a41140fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:26.461538 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-667705fe-c0c4-4f61-8f54-c4a41140fc7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c787199df08b48e3ab55bfb23b8395fd&device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 1098 time: 0.0712969 Sep 22 10:23:26.479671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] For port 7098e086-ba5e-4f63-96e2-a456678eb890, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7098e086-ba5e-4f63-96e2-a456678eb890,segment=NetworkSegment(b1393dd8-1b81-4238-9e5f-3abc90258f9d),segment_id=b1393dd8-1b81-4238-9e5f-3abc90258f9d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:26.493947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.510520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-471e5140-8e14-45a7-b21b-80271fcbff44 req-1fc6cd74-279b-4eb1-b1d8-5b371ea7c0ac tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/b83fe1fd-f4ad-4a65-8512-bba5916e34ef HTTP/1.1" status: 200 len: 1800 time: 0.6176713 Sep 22 10:23:26.541562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-175c8b86-4d98-456e-87ba-1629ef652cb1 None None] Provisioning complete for port 7098e086-ba5e-4f63-96e2-a456678eb890 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:26.542276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-175c8b86-4d98-456e-87ba-1629ef652cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.543915 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-693bca48-56fc-470f-b428-7c96553427c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc HTTP/1.1" status: 200 len: 217 time: 0.0731781 Sep 22 10:23:26.591465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.597324 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-471e5140-8e14-45a7-b21b-80271fcbff44 req-4d88bb35-5c41-41c3-9e3b-0801e27d66be tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 10:23:26.615729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-471e5140-8e14-45a7-b21b-80271fcbff44 req-4d88bb35-5c41-41c3-9e3b-0801e27d66be tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/b83fe1fd-f4ad-4a65-8512-bba5916e34ef HTTP/1.1" status: 409 len: 341 time: 0.1035111 Sep 22 10:23:26.622182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.623404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b48ac-29a7-4654-b361-611166215831 req-5636694b-9131-4080-95bf-4d2049f59ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:26.625220 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-5636694b-9131-4080-95bf-4d2049f59ecc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0737884 Sep 22 10:23:26.661973 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d14b173-41a0-422d-8593-e4dffb69ac39 x-openstack-request-id: req-8d14b173-41a0-422d-8593-e4dffb69ac39 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:26.664176 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:26.664176 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d14b173-41a0-422d-8593-e4dffb69ac39 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:26.664176 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48', 'status': 'completed', 'code': 200} Sep 22 10:23:26.677145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-175c8b86-4d98-456e-87ba-1629ef652cb1 None None] Port 7098e086-ba5e-4f63-96e2-a456678eb890 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:26.691536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:23:26.718288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Routers {'17c2326a-48ca-44c6-a747-3adcc37f8eb7'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:26.718937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:26.720269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c325fc00-7f6a-4571-8085-1bbade9ac156,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:26.738368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491edab6-ca46-4686-9a03-be1d6c6756dd None None] Pushing event updated for resources: {'Port': ['ID=7098e086-ba5e-4f63-96e2-a456678eb890,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:26.739738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b48ac-29a7-4654-b361-611166215831 req-c1e563f4-6d01-4ef0-90a2-2e903e8217d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:26.742555 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-c1e563f4-6d01-4ef0-90a2-2e903e8217d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107783 Sep 22 10:23:26.743411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d78aef7d-0aeb-47be-8f45-b191eaaa0015 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6438878 Sep 22 10:23:26.748541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.748974 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Added segment dd8a1ebe-9ecb-4534-b26d-78334cc8c2c1 of type vlan for network 4099e72d-fa36-4f62-8f4b-1bd6f2b0deea Sep 22 10:23:26.804023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'admin_state_up': True, 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'security_groups': ['add5fbc7-2da1-44d8-aef8-142d38d86010']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:26.893511 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-71b62fbf-8e94-4af8-8ddd-950ca4388e88 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384277 Sep 22 10:23:26.930256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.933968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] Set router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:26.958474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-c1d0d064-ae2b-40e3-8bbe-784a2ba26e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:26.958474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-c1d0d064-ae2b-40e3-8bbe-784a2ba26e4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 1136 time: 0.2630334 Sep 22 10:23:27.024603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-d36b48ac-29a7-4654-b361-611166215831 req-f92e7ca5-2bf5-4737-87be-6061e199413b service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238849 Sep 22 10:23:27.064433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.resource_extend [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:23:27.132187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e9b65df7-5100-4491-896b-98402970ebff None None] Provisioning complete for port 7098e086-ba5e-4f63-96e2-a456678eb890 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:27.132560 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9b65df7-5100-4491-896b-98402970ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:27.170011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50944ba3-de8f-4a42-8645-ddd1f96d7c94 req-95b02fe1-0f64-4828-873b-c00f8c01d019 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:27.171743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50944ba3-de8f-4a42-8645-ddd1f96d7c94 req-95b02fe1-0f64-4828-873b-c00f8c01d019 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 945 time: 0.2929442 Sep 22 10:23:27.181295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51998) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:27.186244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d8a79c6d-a77b-4b90-b214-afa12ad3a1aa tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Request body: {'floatingip': {'port_id': 'bdb3b070-2bfa-45d9-a456-159cfc989335'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:27.235517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8a79c6d-a77b-4b90-b214-afa12ad3a1aa tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:27.240205 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:27.241195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:27.241914 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:27.338285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-d54d0fd5-c7c1-42db-bf50-30753cb3e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:27.340442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-d54d0fd5-c7c1-42db-bf50-30753cb3e54e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 913 time: 0.3498836 Sep 22 10:23:27.410864 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9b65df7-5100-4491-896b-98402970ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:27.414298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:21Z', 'revision_number': 4, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'gw_port': {'id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7098e086-ba5e-4f63-96e2-a456678eb890', 'name': '', 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'mac_address': 'fa:16:3e:3f:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '79e42776-d921-435b-a0b0-498cbf0e0170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:21Z', 'updated_at': '2021-09-22T10:23:26Z', 'revision_number': 4, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'subnets': [{'id': '79e42776-d921-435b-a0b0-498cbf0e0170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:27.434333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1597908 Sep 22 10:23:27.435238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763025b-57a2-4aa3-91ff-112223ee8091 admin admin] Pushing event updated for resources: {'Network': ['ID=4099e72d-fa36-4f62-8f4b-1bd6f2b0deea,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:27.498676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-a10d4308-00b4-4da4-9d7e-f5519b83c041 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 HTTP/1.1" status: 200 len: 217 time: 0.1224191 Sep 22 10:23:27.502257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4099e72d-fa36-4f62-8f4b-1bd6f2b0deea details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:23:27.505109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa7621-0029-421f-abff-b2710f17d672 None None] The sync data for ids ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'] in n-d-807025-3 is: [{'id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:21Z', 'revision_number': 4, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'gw_port': {'id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7098e086-ba5e-4f63-96e2-a456678eb890', 'name': '', 'network_id': '2df4cc10-2c8b-4f34-9c6a-ae5826038c3f', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'mac_address': 'fa:16:3e:3f:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '79e42776-d921-435b-a0b0-498cbf0e0170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:21Z', 'updated_at': '2021-09-22T10:23:26Z', 'revision_number': 4, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'subnets': [{'id': '79e42776-d921-435b-a0b0-498cbf0e0170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:23:27.629031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e9b65df7-5100-4491-896b-98402970ebff None None] For port 7098e086-ba5e-4f63-96e2-a456678eb890, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7098e086-ba5e-4f63-96e2-a456678eb890,segment=NetworkSegment(b1393dd8-1b81-4238-9e5f-3abc90258f9d),segment_id=b1393dd8-1b81-4238-9e5f-3abc90258f9d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:27.651236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-5180adfd-3ce9-4285-9fb6-d9d8e672d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:27.655856 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-5180adfd-3ce9-4285-9fb6-d9d8e672d095 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.1334176 Sep 22 10:23:27.655856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:27.658847 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:27.674035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a211ef7-431e-4888-8cd0-a7e5a16824aa req-2703d7b8-dd34-48e6-975d-18d0dbefc8f3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:27.680612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a211ef7-431e-4888-8cd0-a7e5a16824aa req-2703d7b8-dd34-48e6-975d-18d0dbefc8f3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:27.689515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a211ef7-431e-4888-8cd0-a7e5a16824aa req-2703d7b8-dd34-48e6-975d-18d0dbefc8f3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 1652 time: 0.3144710 Sep 22 10:23:27.709689 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9b65df7-5100-4491-896b-98402970ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:27.776016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-cc58196b-f98a-47ab-94ae-325e5654f92d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136093 Sep 22 10:23:27.798058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a211ef7-431e-4888-8cd0-a7e5a16824aa req-098156d8-7d4f-446a-b779-ce0bf8142f54 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073174 Sep 22 10:23:27.819534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b65df7-5100-4491-896b-98402970ebff None None] Pushing event updated for resources: {'Port': ['ID=7098e086-ba5e-4f63-96e2-a456678eb890,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:27.897871 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f89187-9849-416b-98b7-ed3fd793dafc x-openstack-request-id: req-c1f89187-9849-416b-98b7-ed3fd793dafc {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:27.898406 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:27.898406 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1f89187-9849-416b-98b7-ed3fd793dafc {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:27.898810 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'status': 'completed', 'code': 200} Sep 22 10:23:27.924479 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:28.008585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8a79c6d-a77b-4b90-b214-afa12ad3a1aa tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:28.014545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-beb90fdb-3f0b-47f4-a52b-872145b9458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:28.016226 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-beb90fdb-3f0b-47f4-a52b-872145b9458f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c787199df08b48e3ab55bfb23b8395fd&device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 1098 time: 0.0903871 Sep 22 10:23:28.022592 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:28.095115 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8a79c6d-a77b-4b90-b214-afa12ad3a1aa tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:28.165770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7098e086-ba5e-4f63-96e2-a456678eb890 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:28.243141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-1beef7dd-aa93-4c93-94bd-8a14b4aacfc5 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379475 Sep 22 10:23:28.255895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266df38b-9636-451f-8c34-5cd3d4a19d96 req-fe64d237-7a78-497c-8893-f884ef76d87e tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:28.263600 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 7098e086-ba5e-4f63-96e2-a456678eb890 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:28.263990 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:28.268960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-266df38b-9636-451f-8c34-5cd3d4a19d96 req-fe64d237-7a78-497c-8893-f884ef76d87e tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 947 time: 0.2307231 Sep 22 10:23:28.320693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Allocated IP 10.1.1.242 (4927cad9-cef8-441f-b79e-01c2af82e173/a4a8e054-3ad0-4ba6-a417-c256573f1410/29e9ccd4-d129-4350-8f71-252678d221c9) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:28.479893 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbf6ae34-2212-4897-9f11-4af23c7a9953 req-67143edb-1c6d-448e-bc13-88c370af4170 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003274 Sep 22 10:23:28.531007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-266df38b-9636-451f-8c34-5cd3d4a19d96 req-4d0cecbb-1e57-4967-9c00-054d188b3db9 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/security-groups?id=93e5f856-ebf9-44ca-a967-3198f5ffb0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610371 Sep 22 10:23:28.562597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:23:28.639203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-8d7675aa-4ee8-4f48-89ba-86167b9a006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:28.641013 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-8d7675aa-4ee8-4f48-89ba-86167b9a006d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.6175499 Sep 22 10:23:28.688315 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-d8a79c6d-a77b-4b90-b214-afa12ad3a1aa tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Floating IP a847d14d-2330-4b42-964a-f9357aa019a2 associated. External IP: 172.25.1.207, port: bdb3b070-2bfa-45d9-a456-159cfc989335. Sep 22 10:23:28.692649 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-e8c4244b-6532-4b75-9fde-2d1d3849709f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc HTTP/1.1" status: 200 len: 217 time: 0.0435238 Sep 22 10:23:28.762907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:28.801972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'mac_address': 'fa:16:3e:9d:d5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:23:28.877712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-f2ba2216-2610-44bf-8eea-8635f52fa2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:28.879238 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-f2ba2216-2610-44bf-8eea-8635f52fa2e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1363776 Sep 22 10:23:28.925384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:28.945491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c2a1be-21c0-42cc-b141-a83f8408b7cc {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:28.954071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:28.989621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:29.034129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-06308254-6716-49f6-8470-a469dc4d64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:29.035891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-06308254-6716-49f6-8470-a469dc4d64e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 1136 time: 0.1183329 Sep 22 10:23:29.049187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-8f863266-fed6-4185-ad72-dd576ad2bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:29.050991 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-8f863266-fed6-4185-ad72-dd576ad2bc50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1627054 Sep 22 10:23:29.057617 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:29.068449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Deleting port 7098e086-ba5e-4f63-96e2-a456678eb890 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:29.069015 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:29.145672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:29.211517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a79c6d-a77b-4b90-b214-afa12ad3a1aa tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Router 6308322a-4e57-4cec-a57b-a21d412def25 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:23:29.235216 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-d12590d7-e6cb-4e8d-8cdc-8ea7f5bb84be service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648901 Sep 22 10:23:29.281728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['64c2a1be-21c0-42cc-b141-a83f8408b7cc'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:29.424798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a79c6d-a77b-4b90-b214-afa12ad3a1aa tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:23:29.430635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8a79c6d-a77b-4b90-b214-afa12ad3a1aa tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:29.437408 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d0f85f8-8157-4c9c-94e5-51a249bb1416 req-5e0fac21-2ded-4498-a9dc-227808c99bd6 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613116 Sep 22 10:23:29.438321 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] Sync routers for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:23:29.463546 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:29.463899 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d8a79c6d-a77b-4b90-b214-afa12ad3a1aa tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "PUT /v2.0/floatingips/a847d14d-2330-4b42-964a-f9357aa019a2 HTTP/1.1" status: 200 len: 991 time: 2.2811248 Sep 22 10:23:29.464579 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:29.579218 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:29.682275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:29.738517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-964f968d-dc4d-43f1-8e81-09ba9157734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:29.739938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-964f968d-dc4d-43f1-8e81-09ba9157734d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 913 time: 0.6942444 Sep 22 10:23:29.821106 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'a847d14d-2330-4b42-964a-f9357aa019a2', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'floating_ip_address': '172.25.1.207', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'port_id': 'bdb3b070-2bfa-45d9-a456-159cfc989335', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'mac_address': 'fa:16:3e:d0:3d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:23:06Z', 'updated_at': '2021-09-22T10:23:27Z', 'revision_number': 1, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed4215c-3a49-439a-a353-0146f43878ef', 'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'mac_address': 'fa:16:3e:57:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:56Z', 'updated_at': '2021-09-22T10:23:03Z', 'revision_number': 5, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'subnets': [{'id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:29.824633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 4927cad9-cef8-441f-b79e-01c2af82e173 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:29.835417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-d58f4243-164d-477b-84c7-dc1ecf9276cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 HTTP/1.1" status: 200 len: 217 time: 0.0819733 Sep 22 10:23:29.837786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] For port 7098e086-ba5e-4f63-96e2-a456678eb890, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7098e086-ba5e-4f63-96e2-a456678eb890,segment=NetworkSegment(b1393dd8-1b81-4238-9e5f-3abc90258f9d),segment_id=b1393dd8-1b81-4238-9e5f-3abc90258f9d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:29.838179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:29.846909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:29.852125 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] Checking router: 6308322a-4e57-4cec-a57b-a21d412def25 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:23:29.862284 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:29.862467 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:29.869657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:29.877918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Port': ['ID=29e9ccd4-d129-4350-8f71-252678d221c9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:29.900376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'tag': 'bdb3b070-2bfa-45d9-a456-159cfc989335'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:29.903252 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8216878-cdeb-4490-93aa-b7a69b2f80ab", "tag": "bdb3b070-2bfa-45d9-a456-159cfc989335"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:29.928617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9143eb8-acf3-41e3-b30d-c7280dd782e0 req-b35695fd-c876-4dad-adea-f3858349640c tempest-ComputeTenantNetworksTest-650848214 tempest-ComputeTenantNetworksTest-650848214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:29.934715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9143eb8-acf3-41e3-b30d-c7280dd782e0 req-b35695fd-c876-4dad-adea-f3858349640c tempest-ComputeTenantNetworksTest-650848214 tempest-ComputeTenantNetworksTest-650848214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:29.942218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9143eb8-acf3-41e3-b30d-c7280dd782e0 req-b35695fd-c876-4dad-adea-f3858349640c tempest-ComputeTenantNetworksTest-650848214 tempest-ComputeTenantNetworksTest-650848214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:29.943930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9143eb8-acf3-41e3-b30d-c7280dd782e0 req-b35695fd-c876-4dad-adea-f3858349640c tempest-ComputeTenantNetworksTest-650848214 tempest-ComputeTenantNetworksTest-650848214-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8617170 Sep 22 10:23:29.949246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Calling delete_port for 7098e086-ba5e-4f63-96e2-a456678eb890 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:30.002846 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:30.030900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:30.033369 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:30.105175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-13cb48fe-ff0c-4bba-869c-2ebf1dcf7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:30.106695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-13cb48fe-ff0c-4bba-869c-2ebf1dcf7348 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.2513571 Sep 22 10:23:30.156985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9ab88108-11b8-4b81-80cb-f5b72fceea41 None None] Provisioning complete for port 29e9ccd4-d129-4350-8f71-252678d221c9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:30.157582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9ab88108-11b8-4b81-80cb-f5b72fceea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:30.179977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-e4f80ef8-8919-4cb0-adc9-844c53ec7f07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656865 Sep 22 10:23:30.194633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9ab88108-11b8-4b81-80cb-f5b72fceea41 None None] Port 29e9ccd4-d129-4350-8f71-252678d221c9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:30.238639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc265a1e-5aea-4f03-bdb9-78ac5afc98b6 req-771e4cb4-51ea-40e1-803b-6b1b136f0050 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:30.240354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc265a1e-5aea-4f03-bdb9-78ac5afc98b6 req-771e4cb4-51ea-40e1-803b-6b1b136f0050 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 985 time: 0.1327841 Sep 22 10:23:30.247646 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'a847d14d-2330-4b42-964a-f9357aa019a2', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'floating_ip_address': '172.25.1.207', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'port_id': 'bdb3b070-2bfa-45d9-a456-159cfc989335', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'mac_address': 'fa:16:3e:d0:3d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:23:06Z', 'updated_at': '2021-09-22T10:23:27Z', 'revision_number': 1, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed4215c-3a49-439a-a353-0146f43878ef', 'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'mac_address': 'fa:16:3e:57:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:56Z', 'updated_at': '2021-09-22T10:23:03Z', 'revision_number': 5, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'subnets': [{'id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:30.250492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-9d7ac5e1-3649-458d-88b5-5d5b26d2b686 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4889235 Sep 22 10:23:30.269890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957', 'admin_state_up': True, 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'security_groups': ['add5fbc7-2da1-44d8-aef8-142d38d86010']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:30.274318 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de405d61-41cb-47b1-ad2b-190ffd4c5bc7 None None] The sync data for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 is: [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'a847d14d-2330-4b42-964a-f9357aa019a2', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'floating_ip_address': '172.25.1.207', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'port_id': 'bdb3b070-2bfa-45d9-a456-159cfc989335', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'mac_address': 'fa:16:3e:d0:3d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:23:06Z', 'updated_at': '2021-09-22T10:23:27Z', 'revision_number': 1, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed4215c-3a49-439a-a353-0146f43878ef', 'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'mac_address': 'fa:16:3e:57:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:56Z', 'updated_at': '2021-09-22T10:23:03Z', 'revision_number': 5, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'subnets': [{'id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:23:30.406189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc265a1e-5aea-4f03-bdb9-78ac5afc98b6 req-85ded006-5dab-4e27-92c8-51b7de73e7bb tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=b83fe1fd-f4ad-4a65-8512-bba5916e34ef&id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1546988 Sep 22 10:23:30.444409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-5c788611-7fe7-46b4-981c-e9baef833dda service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553914 Sep 22 10:23:30.512172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd69b77-2617-452b-ae26-06c196288a27 None None] New status for floating IP a847d14d-2330-4b42-964a-f9357aa019a2: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:23:30.577143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:30.605028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:30.625857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Pushing event deleted for resources: {'Port': ['ID=7098e086-ba5e-4f63-96e2-a456678eb890,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:30.672738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959edb-366e-46d7-b25e-1a22699907d8 req-6c9924d8-12b1-46fc-aa57-5d2744da3534 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:30.683768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959edb-366e-46d7-b25e-1a22699907d8 req-6c9924d8-12b1-46fc-aa57-5d2744da3534 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:30.690040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959edb-366e-46d7-b25e-1a22699907d8 req-6c9924d8-12b1-46fc-aa57-5d2744da3534 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:30.691792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de959edb-366e-46d7-b25e-1a22699907d8 req-6c9924d8-12b1-46fc-aa57-5d2744da3534 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 2373 time: 0.2048290 Sep 22 10:23:30.695736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2534d78-f479-4146-a9f7-8f0a52e37743 req-14eb2716-a351-4109-8aff-4503e4672fea service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373228 Sep 22 10:23:30.696436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:30.794916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 64c2a1be-21c0-42cc-b141-a83f8408b7cc completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:23:30.806357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 64c2a1be-21c0-42cc-b141-a83f8408b7cc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:30.806784 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:30.931339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de959edb-366e-46d7-b25e-1a22699907d8 req-23ad9a10-acf5-450d-b885-e0cfbfe39a2b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887014 Sep 22 10:23:30.934823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:30.966413 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:30.989519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:30.989703 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:30.989817 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed44e4b-7847-41ef-b8df-47f6f2500027" -d '{"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-plugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:30.991784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:31.126572 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:31.195362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:31.345389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Allocated IP 10.2.2.100 (21dc8868-4c57-42cf-9a4c-9e1363920957/8930d7b6-61a0-4ece-9553-55a0bc174a1d/7a9767cd-ae94-44a8-99d2-426c29b94a8d) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:31.406389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bdcea-a7d0-474f-9e29-75c5b741971e req-352e11ab-79b8-4b86-a749-b00d97a2505d tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:31.407920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-557bdcea-a7d0-474f-9e29-75c5b741971e req-352e11ab-79b8-4b86-a749-b00d97a2505d tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 949 time: 0.1526577 Sep 22 10:23:31.498719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-557bdcea-a7d0-474f-9e29-75c5b741971e req-24613ca7-9a7a-4457-97f7-095c12c2e71f tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/security-groups?id=93e5f856-ebf9-44ca-a967-3198f5ffb0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827658 Sep 22 10:23:31.506416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:23:31.572432 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbd5c4e-7693-488e-8a49-de78df3235d1 x-openstack-request-id: req-7bbd5c4e-7693-488e-8a49-de78df3235d1 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:31.573805 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8216878-cdeb-4490-93aa-b7a69b2f80ab", "tag": "bdb3b070-2bfa-45d9-a456-159cfc989335", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:31.574893 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bbd5c4e-7693-488e-8a49-de78df3235d1 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:31.575747 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'tag': 'bdb3b070-2bfa-45d9-a456-159cfc989335', 'status': 'completed', 'code': 200} Sep 22 10:23:31.639795 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-7c198b92-e3b5-4209-b77d-3bf1a543ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:31.642010 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-7c198b92-e3b5-4209-b77d-3bf1a543ca65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a336dd683fb642d49d19be0fc3a380e6&device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 1096 time: 0.0504665 Sep 22 10:23:31.744156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-91a5d41e-5bf5-4a59-9cb2-fd2c42c32ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:31.745664 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-91a5d41e-5bf5-4a59-9cb2-fd2c42c32ff5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12160cfd-e96f-4955-af1e-ccf3adfec5c9 HTTP/1.1" status: 200 len: 906 time: 0.0969584 Sep 22 10:23:31.818227 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-1495388a-c5ce-4ffa-a745-f707e7ab7237 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb3b070-2bfa-45d9-a456-159cfc989335 HTTP/1.1" status: 200 len: 1001 time: 0.0647550 Sep 22 10:23:31.869105 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-ef9bb65f-ba3e-4040-b264-e956dbdc2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:31.870676 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-ef9bb65f-ba3e-4040-b264-e956dbdc2048 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e547b49b-2480-4995-87df-3d1ce1bf0d05 HTTP/1.1" status: 200 len: 844 time: 0.0458243 Sep 22 10:23:31.918187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-19dd0271-c81d-471d-bb9c-4bf06273dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:31.919647 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-19dd0271-c81d-471d-bb9c-4bf06273dba4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12160cfd-e96f-4955-af1e-ccf3adfec5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423229 Sep 22 10:23:32.007858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.044783 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-1f3d175d-2a03-4d80-a01a-14a76b1775b5 service neutron] 10.222.0.30 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176775 Sep 22 10:23:32.075743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ba4b1-2c65-4d7f-99b6-979d2fbaf020 req-df0f9243-2804-4e2c-a883-017c9fc5d390 tempest-ComputeTenantNetworksTest-650848214 tempest-ComputeTenantNetworksTest-650848214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:32.077116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b4ba4b1-2c65-4d7f-99b6-979d2fbaf020 req-df0f9243-2804-4e2c-a883-017c9fc5d390 tempest-ComputeTenantNetworksTest-650848214 tempest-ComputeTenantNetworksTest-650848214-project] 10.222.0.20 "GET /v2.0/networks/4099e72d-fa36-4f62-8f4b-1bd6f2b0deea HTTP/1.1" status: 200 len: 769 time: 0.4824419 Sep 22 10:23:32.088791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52034) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:32.105394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:23:32.111253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d88b3a1c-a689-48dd-808d-da85ddd9627e admin admin] 10.222.0.20 "PUT /v2.0/routers/17c2326a-48ca-44c6-a747-3adcc37f8eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2297556 Sep 22 10:23:32.113939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52036) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:32.116471 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] Sync routers for ids ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:23:32.130128 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74899ce0-c3d8-4bd3-bcb9-c2f8e7c50cc4 x-openstack-request-id: req-74899ce0-c3d8-4bd3-bcb9-c2f8e7c50cc4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:32.130305 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] Routers {'17c2326a-48ca-44c6-a747-3adcc37f8eb7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:32.130446 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-plugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:32.130446 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74899ce0-c3d8-4bd3-bcb9-c2f8e7c50cc4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:32.130646 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:32.130818 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'code': 200} Sep 22 10:23:32.209052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.257626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.258847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 21dc8868-4c57-42cf-9a4c-9e1363920957 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:32.289163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:32.302433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:32.303394 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32bf009a-0f07-4beb-b421-5e6faa0e9f0f req-ca1d7aa4-2299-41fe-9513-f91dc2da01d7 service neutron] 10.222.0.30 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514095 Sep 22 10:23:32.331100 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] Set router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:32.409824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358871a-3439-4bf9-9b4e-02efe2d72300 req-26aea0e6-d051-4361-ba7b-de4f6682c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:32.411907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3358871a-3439-4bf9-9b4e-02efe2d72300 req-26aea0e6-d051-4361-ba7b-de4f6682c038 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 1100 time: 0.2163374 Sep 22 10:23:32.418949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Port': ['ID=7a9767cd-ae94-44a8-99d2-426c29b94a8d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:32.458854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.510250 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.536798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4099e72d-fa36-4f62-8f4b-1bd6f2b0deea']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:32.546579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3358871a-3439-4bf9-9b4e-02efe2d72300 req-46322d05-1797-4d1b-9762-cd0f1ae31e76 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93e5f856-ebf9-44ca-a967-3198f5ffb0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210318 Sep 22 10:23:32.552899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8a1ebe-9ecb-4534-b26d-78334cc8c2c1') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:32.553457 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8a1ebe-9ecb-4534-b26d-78334cc8c2c1') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:32.554141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:32.554825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.565487 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.588959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.605589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:23:32.607267 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:23:32.609991 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:23:32.630995 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:30Z', 'revision_number': 5, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'gw_port': {'id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:32.682960 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] Checking router: 17c2326a-48ca-44c6-a747-3adcc37f8eb7 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:23:32.690409 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.704089 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] Routers {'17c2326a-48ca-44c6-a747-3adcc37f8eb7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:32.704707 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:32.733718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-48d74dcf-b9c4-42d6-87ff-c4dba0cc03a4 None None] Provisioning complete for port 7a9767cd-ae94-44a8-99d2-426c29b94a8d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:32.734818 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48d74dcf-b9c4-42d6-87ff-c4dba0cc03a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.776229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-48d74dcf-b9c4-42d6-87ff-c4dba0cc03a4 None None] Port 7a9767cd-ae94-44a8-99d2-426c29b94a8d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:32.783727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-50eb4550-6388-4e9e-a77b-dcd4bf1fd4df tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5198429 Sep 22 10:23:32.796529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957', 'admin_state_up': True, 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'security_groups': ['add5fbc7-2da1-44d8-aef8-142d38d86010']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:32.811955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.817603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.822698 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4099e72d-fa36-4f62-8f4b-1bd6f2b0deea HTTP/1.1" status: 204 len: 168 time: 0.7327299 Sep 22 10:23:32.845301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47710732-7bae-4993-9fec-97db185f2328 admin admin] Pushing event deleted for resources: {'Network': ['ID=4099e72d-fa36-4f62-8f4b-1bd6f2b0deea,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:32.948257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Deleting port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:32.948598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:32.997490 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] Set router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:33.044902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] For port 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=60ebbaf3-20f2-4d33-9a80-c3eee6b9b572,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:33.045271 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:33.060547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Calling delete_port for 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:33.124296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Made reservation on behalf of e63386c5a78f42ac952f10dcce4c75ef for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:33.129416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:33.226312 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:30Z', 'revision_number': 5, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'gw_port': {'id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:33.250483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdaed6-c67b-441c-9adc-3bffd399dd1f req-17a4c029-d7fa-4882-b687-2c73d344bc03 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:33.259465 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05bdaed6-c67b-441c-9adc-3bffd399dd1f req-17a4c029-d7fa-4882-b687-2c73d344bc03 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 985 time: 0.1465440 Sep 22 10:23:33.260010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52048) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:33.260162 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c07972-4e7b-4b1d-8cef-d19b2a60a9e1 None None] The sync data for ids ['17c2326a-48ca-44c6-a747-3adcc37f8eb7'] in n-d-807025-3 is: [{'id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-255476534-router', 'tenant_id': '66b0ca08431c4b9db356480d69870f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:30Z', 'revision_number': 5, 'project_id': '66b0ca08431c4b9db356480d69870f4b', 'gw_port': {'id': '60ebbaf3-20f2-4d33-9a80-c3eee6b9b572', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c2326a-48ca-44c6-a747-3adcc37f8eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:23:18Z', 'updated_at': '2021-09-22T10:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:23:33.313892 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3ea71bd2-828d-4469-826d-3ec9937f324c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8bfd1fc49e3441d87c8ba903dbb1103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528359 Sep 22 10:23:33.316419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52050) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:33.378365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdc3a-01d8-4577-a4e1-96ac1350d46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:33.406018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdc3a-01d8-4577-a4e1-96ac1350d46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:33.426887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05bdaed6-c67b-441c-9adc-3bffd399dd1f req-2b42ba86-8ba5-4d3d-9b2c-b148208b2f2b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=b83fe1fd-f4ad-4a65-8512-bba5916e34ef&id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1679657 Sep 22 10:23:33.519358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Allocated IP 10.2.2.200 (21dc8868-4c57-42cf-9a4c-9e1363920957/8930d7b6-61a0-4ece-9553-55a0bc174a1d/afc8eeab-c14f-40e3-9570-9b5a97523830) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:23:33.576984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d6019f-7311-42cf-bd94-116793bc1506 req-eb1d6d9e-1557-499f-b43b-3a09b80b5063 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440420 Sep 22 10:23:33.606352 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdc3a-01d8-4577-a4e1-96ac1350d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:33.609104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a6fdc3a-01d8-4577-a4e1-96ac1350d46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:33.613977 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7a6fdc3a-01d8-4577-a4e1-96ac1350d46f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c325fc00-7f6a-4571-8085-1bbade9ac156 HTTP/1.1" status: 204 len: 168 time: 0.2964995 Sep 22 10:23:33.621943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9b51-7da5-48e6-80b9-7ff0acd15afe req-a1e849cc-0d42-415b-bbab-2b431bc178f6 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:33.628024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9b51-7da5-48e6-80b9-7ff0acd15afe req-a1e849cc-0d42-415b-bbab-2b431bc178f6 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:33.632427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fdc3a-01d8-4577-a4e1-96ac1350d46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c325fc00-7f6a-4571-8085-1bbade9ac156,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:33.634784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9b51-7da5-48e6-80b9-7ff0acd15afe req-a1e849cc-0d42-415b-bbab-2b431bc178f6 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:33.640873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b9b51-7da5-48e6-80b9-7ff0acd15afe req-a1e849cc-0d42-415b-bbab-2b431bc178f6 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:33.642742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-975b9b51-7da5-48e6-80b9-7ff0acd15afe req-a1e849cc-0d42-415b-bbab-2b431bc178f6 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 3094 time: 0.1445093 Sep 22 10:23:33.691877 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:33.799223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Pushing event deleted for resources: {'Port': ['ID=60ebbaf3-20f2-4d33-9a80-c3eee6b9b572,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:33.874406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-975b9b51-7da5-48e6-80b9-7ff0acd15afe req-5eac72c1-b9de-4e25-b6aa-4b130db787a5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118676 Sep 22 10:23:33.887862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6019f-7311-42cf-bd94-116793bc1506 req-474ba93e-f5f7-4195-9d81-1e388242b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:33.889397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d6019f-7311-42cf-bd94-116793bc1506 req-474ba93e-f5f7-4195-9d81-1e388242b99f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=23a0b87de77b4faa821c87f1da4c3ef1&device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 1096 time: 0.2457864 Sep 22 10:23:33.901740 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:33.939070 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.077966 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.085597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.124379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7098e086-ba5e-4f63-96e2-a456678eb890 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:34.146897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 7098e086-ba5e-4f63-96e2-a456678eb890 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:34.147649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7098e086-ba5e-4f63-96e2-a456678eb890 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:34.180023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6019f-7311-42cf-bd94-116793bc1506 req-495273fc-764b-417c-98d6-0a9ec82d4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.182074 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d6019f-7311-42cf-bd94-116793bc1506 req-495273fc-764b-417c-98d6-0a9ec82d4236 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25629721-800a-4885-841e-f8a09d15b04e HTTP/1.1" status: 200 len: 913 time: 0.2723093 Sep 22 10:23:34.194593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479bc91-25e3-4432-934c-7ba5b86163ab req-8aed592b-a55e-492f-9fda-38d958fd1db2 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.196185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9479bc91-25e3-4432-934c-7ba5b86163ab req-8aed592b-a55e-492f-9fda-38d958fd1db2 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 945 time: 0.1151795 Sep 22 10:23:34.267388 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.322051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9479bc91-25e3-4432-934c-7ba5b86163ab req-e10dfbc0-c279-4543-9739-334edebd5c9a tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups?id=e714c014-8aa0-464d-a607-9d058f97c079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166067 Sep 22 10:23:34.329657 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.330719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c2326a-48ca-44c6-a747-3adcc37f8eb7 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:23:34.335573 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.337289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d27062e2-3d1a-4f6b-ac28-762fad7d2abd admin admin] 10.222.0.20 "DELETE /v2.0/routers/17c2326a-48ca-44c6-a747-3adcc37f8eb7 HTTP/1.1" status: 204 len: 168 time: 2.2217989 Sep 22 10:23:34.339370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d6019f-7311-42cf-bd94-116793bc1506 req-ab3d6c54-2b5c-48fd-a8ce-a3ad845ade25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de36a1fe-ca4a-4060-a60f-27b4e30b107a HTTP/1.1" status: 200 len: 1001 time: 0.1423044 Sep 22 10:23:34.339884 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52064) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:34.350143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Network 21dc8868-4c57-42cf-9a4c-9e1363920957 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:23:34.439573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:23:34.444405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-123416db-ff33-4524-aa49-95379a1a6034 admin admin] Deleting subnet 79e42776-d921-435b-a0b0-498cbf0e0170 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:23:34.457980 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-123416db-ff33-4524-aa49-95379a1a6034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.467346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event updated for resources: {'Port': ['ID=afc8eeab-c14f-40e3-9570-9b5a97523830,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:34.470314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:23:34.522058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-123416db-ff33-4524-aa49-95379a1a6034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.575144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6019f-7311-42cf-bd94-116793bc1506 req-96312569-792c-46dd-ba46-acd11903a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.576867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d6019f-7311-42cf-bd94-116793bc1506 req-96312569-792c-46dd-ba46-acd11903a9d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff1818f-3b2f-489d-bd92-cf2a61170395 HTTP/1.1" status: 200 len: 851 time: 0.2290094 Sep 22 10:23:34.590310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.591019 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.644733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b705d-09bd-4cd5-87e7-76bbc48590c0 req-c1e35a42-75f7-4c0c-a1dc-87aa1399b0ed tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.653061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-123416db-ff33-4524-aa49-95379a1a6034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.654774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d58b705d-09bd-4cd5-87e7-76bbc48590c0 req-c1e35a42-75f7-4c0c-a1dc-87aa1399b0ed tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 949 time: 0.1761291 Sep 22 10:23:34.694773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6019f-7311-42cf-bd94-116793bc1506 req-070cda38-2fe7-4d22-95ac-1d457e71c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.700870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d6019f-7311-42cf-bd94-116793bc1506 req-070cda38-2fe7-4d22-95ac-1d457e71c7e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25629721-800a-4885-841e-f8a09d15b04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036844 Sep 22 10:23:34.735588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-056fa6b5-b38e-4694-9cd6-1d680853c10c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9436975 Sep 22 10:23:34.766859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:34.775618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d58b705d-09bd-4cd5-87e7-76bbc48590c0 req-93156f41-7cf2-4158-b0a5-7856278fccd9 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/security-groups?id=93e5f856-ebf9-44ca-a967-3198f5ffb0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129522 Sep 22 10:23:34.801876 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-123416db-ff33-4524-aa49-95379a1a6034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.877365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2952ce59-fe90-42fd-817d-403281cd1bbd None None] Network 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:23:34.882178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.888693 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-123416db-ff33-4524-aa49-95379a1a6034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.896254 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-123416db-ff33-4524-aa49-95379a1a6034 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/79e42776-d921-435b-a0b0-498cbf0e0170 HTTP/1.1" status: 204 len: 168 time: 0.5530894 Sep 22 10:23:34.901653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52078) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:34.903404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d6019f-7311-42cf-bd94-116793bc1506 req-350dace6-b8cd-452a-b64e-5095e6444dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935430 Sep 22 10:23:34.906241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123416db-ff33-4524-aa49-95379a1a6034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e42776-d921-435b-a0b0-498cbf0e0170,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:35.037512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d7f4450e-6e36-4bc3-9641-21c19779ec9a None None] Provisioning complete for port afc8eeab-c14f-40e3-9570-9b5a97523830 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:35.037894 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7f4450e-6e36-4bc3-9641-21c19779ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.055616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.158126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d6019f-7311-42cf-bd94-116793bc1506 req-94bbdb70-37b9-4d64-9b57-99ad51fac18e service neutron] 10.222.0.30 "GET /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223275 Sep 22 10:23:35.187871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Deleting port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:35.188556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.203468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4450e-6e36-4bc3-9641-21c19779ec9a None None] Port afc8eeab-c14f-40e3-9570-9b5a97523830 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:23:35.294354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] For port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8e269ad3-45a6-4ae3-8f00-b63a323aabf3,segment=NetworkSegment(b1393dd8-1b81-4238-9e5f-3abc90258f9d),segment_id=b1393dd8-1b81-4238-9e5f-3abc90258f9d)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:35.294354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.305912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc4d515e-0838-41da-b1b8-58f171160184 req-112658c7-f0dc-4d54-ab79-23bcadd54598 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1868012334&fields=id&tenant_id=19d50a4c64504652b56fbc4abdd68592 HTTP/1.1" status: 200 len: 267 time: 0.0678482 Sep 22 10:23:35.320717 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Calling delete_port for 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:35.381325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339751c-0046-40c6-a6f1-b4b12d559223 None None] DHCP port deletion for 2df4cc10-2c8b-4f34-9c6a-ae5826038c3f request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:23:35.450849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b339751c-0046-40c6-a6f1-b4b12d559223 None None] Deleting port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:35.451227 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b339751c-0046-40c6-a6f1-b4b12d559223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.465428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d515e-0838-41da-b1b8-58f171160184 req-19675b76-5a1f-4d32-83ba-9e9fd22aafd0 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:35.470669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc4d515e-0838-41da-b1b8-58f171160184 req-19675b76-5a1f-4d32-83ba-9e9fd22aafd0 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 985 time: 0.1638284 Sep 22 10:23:35.482620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-dc4d515e-0838-41da-b1b8-58f171160184 req-aac89764-08dc-4cd7-8915-0f97d2563aef tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'port': {'security_groups': ['b83fe1fd-f4ad-4a65-8512-bba5916e34ef', 'e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada', 'c1c97efb-7478-4a3e-b631-63390b8d7da5']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:35.510083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cbaaeb-765c-4a24-8c11-24a39f228d78 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:35.519830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b339751c-0046-40c6-a6f1-b4b12d559223 None None] For port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8e269ad3-45a6-4ae3-8f00-b63a323aabf3,segment=NetworkSegment(b1393dd8-1b81-4238-9e5f-3abc90258f9d),segment_id=b1393dd8-1b81-4238-9e5f-3abc90258f9d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:35.520485 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b339751c-0046-40c6-a6f1-b4b12d559223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.521305 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.533661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b339751c-0046-40c6-a6f1-b4b12d559223 None None] Calling delete_port for 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:35.542234 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.565928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Transition to ACTIVE for port object 14cbaaeb-765c-4a24-8c11-24a39f228d78 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:35.574859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e269ad3-45a6-4ae3-8f00-b63a323aabf3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:35.579818 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc4d515e-0838-41da-b1b8-58f171160184 req-aac89764-08dc-4cd7-8915-0f97d2563aef tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.580921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] No DVR routers for this DVR port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:23:35.643455 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b339751c-0046-40c6-a6f1-b4b12d559223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.666181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.679290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339751c-0046-40c6-a6f1-b4b12d559223 None None] No DVR routers for this DVR port 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:23:35.681531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339751c-0046-40c6-a6f1-b4b12d559223 None None] Pushing event deleted for resources: {'Port': ['ID=8e269ad3-45a6-4ae3-8f00-b63a323aabf3,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:35.686878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df4cc10-2c8b-4f34-9c6a-ae5826038c3f']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:35.698044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1393dd8-1b81-4238-9e5f-3abc90258f9d') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:35.698383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1393dd8-1b81-4238-9e5f-3abc90258f9d') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:35.702921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.710025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.723942 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.730640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:23:35.731150 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:23:35.739542 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:23:35.832221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Pushing event updated for resources: {'Port': ['ID=14cbaaeb-765c-4a24-8c11-24a39f228d78,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:35.862991 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.870984 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.873195 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] 10.222.0.20 "DELETE /v2.0/networks/2df4cc10-2c8b-4f34-9c6a-ae5826038c3f HTTP/1.1" status: 204 len: 168 time: 0.9710000 Sep 22 10:23:35.902608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd1056-ae71-4d63-bcb3-844d9704ac7c admin admin] Pushing event deleted for resources: {'Network': ['ID=2df4cc10-2c8b-4f34-9c6a-ae5826038c3f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:35.939481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Attempting to bind port 14cbaaeb-765c-4a24-8c11-24a39f228d78 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:35.939833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Attempting to bind port 14cbaaeb-765c-4a24-8c11-24a39f228d78 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:35.940167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Attempting to bind port 14cbaaeb-765c-4a24-8c11-24a39f228d78 on network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:35.943334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-dc4d515e-0838-41da-b1b8-58f171160184 req-aac89764-08dc-4cd7-8915-0f97d2563aef tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] For port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:35.953076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Port 14cbaaeb-765c-4a24-8c11-24a39f228d78 on network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:35.953413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Attempting to bind port 14cbaaeb-765c-4a24-8c11-24a39f228d78 on network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:35.962049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:35.962683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Checking segment: {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:35.964500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Bound using segment: {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:35.964500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Bound port: 14cbaaeb-765c-4a24-8c11-24a39f228d78, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af1c0cf-b7ef-4d83-ad25-02046acb194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:35.964500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:35.996359 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc4d515e-0838-41da-b1b8-58f171160184 req-aac89764-08dc-4cd7-8915-0f97d2563aef tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.065627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] For port 14cbaaeb-765c-4a24-8c11-24a39f228d78, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:36.065627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] For port 14cbaaeb-765c-4a24-8c11-24a39f228d78, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:36.076123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:36.096186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc4d515e-0838-41da-b1b8-58f171160184 req-aac89764-08dc-4cd7-8915-0f97d2563aef tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.099964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:36.100317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 60ebbaf3-20f2-4d33-9a80-c3eee6b9b572 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:36.105648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:36.120781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9', 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:36.124070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:36.124461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8e269ad3-45a6-4ae3-8f00-b63a323aabf3 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:36.142831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d515e-0838-41da-b1b8-58f171160184 req-aac89764-08dc-4cd7-8915-0f97d2563aef tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:36.143456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc4d515e-0838-41da-b1b8-58f171160184 req-aac89764-08dc-4cd7-8915-0f97d2563aef tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.144865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc4d515e-0838-41da-b1b8-58f171160184 req-aac89764-08dc-4cd7-8915-0f97d2563aef tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "PUT /v2.0/ports/b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 HTTP/1.1" status: 200 len: 1021 time: 0.6707501 Sep 22 10:23:36.145329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:36.150660 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:36.183121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac89764-08dc-4cd7-8915-0f97d2563aef tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'Port': ['ID=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:36.199103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.214833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:36.247122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:36.247943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.249672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] 10.222.0.30 "PUT /v2.0/ports/14cbaaeb-765c-4a24-8c11-24a39f228d78 HTTP/1.1" status: 200 len: 1091 time: 1.4888666 Sep 22 10:23:36.328531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2d484-1dd2-4736-af66-1fb8daa20e28 service neutron] Pushing event updated for resources: {'Port': ['ID=14cbaaeb-765c-4a24-8c11-24a39f228d78,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:36.372186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:36.389679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52114) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:36.482194 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.485158 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-39eb7dd4-92d1-4422-a8c7-1fe2ce9d874f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66b0ca08431c4b9db356480d69870f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937393 Sep 22 10:23:36.487712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52120) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:36.575376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca306ec8-2e6c-43df-ae88-7ddef9ec29b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.615023 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca306ec8-2e6c-43df-ae88-7ddef9ec29b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.865970 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca306ec8-2e6c-43df-ae88-7ddef9ec29b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.878009 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca306ec8-2e6c-43df-ae88-7ddef9ec29b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:36.880333 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ca306ec8-2e6c-43df-ae88-7ddef9ec29b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0f3f78b-0805-416f-b321-3380e6b01470 HTTP/1.1" status: 204 len: 168 time: 0.3913627 Sep 22 10:23:36.904725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca306ec8-2e6c-43df-ae88-7ddef9ec29b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f3f78b-0805-416f-b321-3380e6b01470,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:37.584775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df1795-ea4c-4925-9256-05eb38d2ebe6 req-b118a3bf-2604-4217-8f5c-8c6dc09ae93d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:37.591289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df1795-ea4c-4925-9256-05eb38d2ebe6 req-b118a3bf-2604-4217-8f5c-8c6dc09ae93d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:37.597197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df1795-ea4c-4925-9256-05eb38d2ebe6 req-b118a3bf-2604-4217-8f5c-8c6dc09ae93d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:37.603209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df1795-ea4c-4925-9256-05eb38d2ebe6 req-b118a3bf-2604-4217-8f5c-8c6dc09ae93d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:37.609361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df1795-ea4c-4925-9256-05eb38d2ebe6 req-b118a3bf-2604-4217-8f5c-8c6dc09ae93d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:37.617183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38df1795-ea4c-4925-9256-05eb38d2ebe6 req-b118a3bf-2604-4217-8f5c-8c6dc09ae93d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 3827 time: 0.1364925 Sep 22 10:23:37.689983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38df1795-ea4c-4925-9256-05eb38d2ebe6 req-190b6aaa-c51e-46d8-a8a9-beb0f8a8fa19 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721810 Sep 22 10:23:37.696370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fc67a6-7d73-414d-a695-281536410e94 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:37.704887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:37.721378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Transition to ACTIVE for port object 85fc67a6-7d73-414d-a695-281536410e94 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:37.794456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:37.921606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Pushing event updated for resources: {'Port': ['ID=85fc67a6-7d73-414d-a695-281536410e94,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:38.061934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Attempting to bind port 85fc67a6-7d73-414d-a695-281536410e94 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:38.062305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Attempting to bind port 85fc67a6-7d73-414d-a695-281536410e94 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:38.062632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Attempting to bind port 85fc67a6-7d73-414d-a695-281536410e94 on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:38.086237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Port 85fc67a6-7d73-414d-a695-281536410e94 on network 4927cad9-cef8-441f-b79e-01c2af82e173 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:38.087196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Attempting to bind port 85fc67a6-7d73-414d-a695-281536410e94 on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:38.098412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:38.098764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Checking segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:38.099157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Bound using segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:38.099598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Bound port: 85fc67a6-7d73-414d-a695-281536410e94, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:38.099962 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:38.219900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] For port 85fc67a6-7d73-414d-a695-281536410e94, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:38.223221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] For port 85fc67a6-7d73-414d-a695-281536410e94, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=85fc67a6-7d73-414d-a695-281536410e94,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:38.332408 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:38.392451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:38.393655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:38.395546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] 10.222.0.30 "PUT /v2.0/ports/85fc67a6-7d73-414d-a695-281536410e94 HTTP/1.1" status: 200 len: 1135 time: 2.0431397 Sep 22 10:23:38.441027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd532b-9637-4775-97b5-2144bd1437f1 service neutron] Pushing event updated for resources: {'Port': ['ID=85fc67a6-7d73-414d-a695-281536410e94,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:38.466210 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ab868f6-930e-4686-9485-c9841f322bcd req-94fc5ae2-86ad-462a-a40b-2eb8350d94b2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/c1c97efb-7478-4a3e-b631-63390b8d7da5 HTTP/1.1" status: 200 len: 1800 time: 0.0873399 Sep 22 10:23:38.505051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:38.562666 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-2ab868f6-930e-4686-9485-c9841f322bcd req-d617198f-f084-4afc-99ce-eecdf896ec34 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 10:23:38.563841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ab868f6-930e-4686-9485-c9841f322bcd req-d617198f-f084-4afc-99ce-eecdf896ec34 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/c1c97efb-7478-4a3e-b631-63390b8d7da5 HTTP/1.1" status: 409 len: 341 time: 0.0930021 Sep 22 10:23:38.593799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:23:38.595746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:38.638344 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2327c33-9c6a-448f-b341-6e63318ec419 x-openstack-request-id: req-d2327c33-9c6a-448f-b341-6e63318ec419 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:38.638631 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:38.638933 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2327c33-9c6a-448f-b341-6e63318ec419 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:38.642735 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48', 'status': 'completed', 'code': 200} Sep 22 10:23:38.737301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:38.754121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'mac_address': 'fa:16:3e:9d:d5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:23:38.813612 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:38.830042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64c2a1be-21c0-42cc-b141-a83f8408b7cc {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:38.856043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:38.874727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-5e367ef1-1b19-4db6-ac0a-026d6d4b2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:38.876788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-5e367ef1-1b19-4db6-ac0a-026d6d4b2c53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 1175 time: 0.1107752 Sep 22 10:23:38.937427 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:38.991239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:39.013846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757df01-62b6-40b7-a29d-2b1ca601f23e req-58849174-79fb-4c2a-8fd8-ad4417216f19 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:39.015354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d757df01-62b6-40b7-a29d-2b1ca601f23e req-58849174-79fb-4c2a-8fd8-ad4417216f19 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 945 time: 0.1883407 Sep 22 10:23:39.029060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['64c2a1be-21c0-42cc-b141-a83f8408b7cc'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:39.067187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-3c074247-cae5-45cf-8ef6-919d742a70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:39.068663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-3c074247-cae5-45cf-8ef6-919d742a70f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 913 time: 0.1632288 Sep 22 10:23:39.145229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-6ebc8025-878d-4bed-8fca-65f0a8f606c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 HTTP/1.1" status: 200 len: 217 time: 0.0669336 Sep 22 10:23:39.149594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d757df01-62b6-40b7-a29d-2b1ca601f23e req-e30d6f7e-95b7-44ed-ba26-42161864f352 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups?id=e714c014-8aa0-464d-a607-9d058f97c079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197097 Sep 22 10:23:39.181921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4d4f68-a51f-477f-b203-59c327684705 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:39.215210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:39.236893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Transition to ACTIVE for port object da4d4f68-a51f-477f-b203-59c327684705 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:39.240658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-c0192025-79b9-4161-811f-b92d37f14f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:39.242155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-c0192025-79b9-4161-811f-b92d37f14f73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.0899744 Sep 22 10:23:39.275220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-cd35e4d6-a8be-401a-96f2-c8d9d396cf0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257959 Sep 22 10:23:39.343325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:39.429709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Pushing event updated for resources: {'Port': ['ID=da4d4f68-a51f-477f-b203-59c327684705,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:39.438441 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-c1a31007-4e13-465d-b1e0-a5c5e96c0bf4 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562960 Sep 22 10:23:39.619156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-eba3932d-e0c1-4756-a850-ad3da419dcdd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1615617 Sep 22 10:23:39.625998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Attempting to bind port da4d4f68-a51f-477f-b203-59c327684705 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:39.627140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Attempting to bind port da4d4f68-a51f-477f-b203-59c327684705 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:39.627293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Attempting to bind port da4d4f68-a51f-477f-b203-59c327684705 on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:39.639030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Port da4d4f68-a51f-477f-b203-59c327684705 on network 4927cad9-cef8-441f-b79e-01c2af82e173 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:39.639454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Attempting to bind port da4d4f68-a51f-477f-b203-59c327684705 on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:39.647908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acc434d7-a829-4c03-aa3b-97b4e6db0cf0 req-1058662d-ede0-43ba-b3ed-45dc46d6df21 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885130 Sep 22 10:23:39.650784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:39.650784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Checking segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:39.650784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Bound using segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:39.650784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Bound port: da4d4f68-a51f-477f-b203-59c327684705, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:39.651736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:39.761319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] For port da4d4f68-a51f-477f-b203-59c327684705, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:39.767158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-84fcdfe5-e40d-4ca2-a00a-fccc9960bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:39.768868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-84fcdfe5-e40d-4ca2-a00a-fccc9960bd50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d50a4c64504652b56fbc4abdd68592&device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 1174 time: 0.0781167 Sep 22 10:23:39.770624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] For port da4d4f68-a51f-477f-b203-59c327684705, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da4d4f68-a51f-477f-b203-59c327684705,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:39.877312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:39.910858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-18eccafd-b42c-4b96-ad16-c0084deaae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:39.912263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-18eccafd-b42c-4b96-ad16-c0084deaae13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 200 len: 913 time: 0.1175036 Sep 22 10:23:39.923251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:39.923725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:39.925157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/da4d4f68-a51f-477f-b203-59c327684705 HTTP/1.1" status: 200 len: 1136 time: 1.4255388 Sep 22 10:23:39.967093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950cd26-6016-4a47-8c2a-ca9b976701a2 service neutron] Pushing event updated for resources: {'Port': ['ID=da4d4f68-a51f-477f-b203-59c327684705,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:40.018939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-1ff7b070-f9f0-4914-a735-99b4b6e847d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0972750 Sep 22 10:23:40.071529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:40.111335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-efd467d1-48bc-413f-a58f-5a3e862ae43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:40.113797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-efd467d1-48bc-413f-a58f-5a3e862ae43b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 200 len: 852 time: 0.0871663 Sep 22 10:23:40.173859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-182cabe1-f883-489c-91ae-a1765e079ac3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502107 Sep 22 10:23:40.182042 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:40.355730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20abad-1960-4ae5-8926-32b202c7089c req-0909664b-8c60-4bfb-972b-09eaa560a815 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:40.362240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20abad-1960-4ae5-8926-32b202c7089c req-0909664b-8c60-4bfb-972b-09eaa560a815 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:40.369014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20abad-1960-4ae5-8926-32b202c7089c req-0909664b-8c60-4bfb-972b-09eaa560a815 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:40.375419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20abad-1960-4ae5-8926-32b202c7089c req-0909664b-8c60-4bfb-972b-09eaa560a815 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:40.381529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20abad-1960-4ae5-8926-32b202c7089c req-0909664b-8c60-4bfb-972b-09eaa560a815 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:40.388179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20abad-1960-4ae5-8926-32b202c7089c req-0909664b-8c60-4bfb-972b-09eaa560a815 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:40.394621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20abad-1960-4ae5-8926-32b202c7089c req-0909664b-8c60-4bfb-972b-09eaa560a815 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:40.396839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c20abad-1960-4ae5-8926-32b202c7089c req-0909664b-8c60-4bfb-972b-09eaa560a815 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5382 time: 0.1992691 Sep 22 10:23:40.536342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-d465c447-7e90-47f0-bd49-4f1f49e9b8d7 service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398218 Sep 22 10:23:40.546917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c20abad-1960-4ae5-8926-32b202c7089c req-323582e9-8c7f-4d2e-9144-80603657e5c9 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977471 Sep 22 10:23:40.609148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:23:40.656618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78'}, {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '85fc67a6-7d73-414d-a695-281536410e94'}, {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': 'da4d4f68-a51f-477f-b203-59c327684705'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:40.658923 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e0aac8-d551-4a7c-bb87-dee7c37be99b" -d '{"events": [{"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78"}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "85fc67a6-7d73-414d-a695-281536410e94"}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "da4d4f68-a51f-477f-b203-59c327684705"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:40.715853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc814b24-1bee-45ec-bcb9-3ac15effbab6 req-ed011ed9-eeb3-4d36-a132-342dfb2b6def service neutron] 10.222.0.32 "GET /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678019 Sep 22 10:23:40.732627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 64c2a1be-21c0-42cc-b141-a83f8408b7cc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:23:40.732867 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:40.810219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46933de2-0be6-405d-bff9-f23846d4c7da {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:40.825516 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:40.848652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Transition to ACTIVE for port object 46933de2-0be6-405d-bff9-f23846d4c7da will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:40.853022 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:40.900647 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:40.903054 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efc751a-4bfb-40cc-bd68-649876f50f10" -d '{"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-plugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:40.916097 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:40.943563 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:41.051604 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:41.084017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Pushing event updated for resources: {'Port': ['ID=46933de2-0be6-405d-bff9-f23846d4c7da,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:41.148208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Attempting to bind port 46933de2-0be6-405d-bff9-f23846d4c7da on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:41.148613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Attempting to bind port 46933de2-0be6-405d-bff9-f23846d4c7da by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:41.148976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Attempting to bind port 46933de2-0be6-405d-bff9-f23846d4c7da on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:41.151205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:41.155092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Port 46933de2-0be6-405d-bff9-f23846d4c7da on network 4927cad9-cef8-441f-b79e-01c2af82e173 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:41.155549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Attempting to bind port 46933de2-0be6-405d-bff9-f23846d4c7da on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:41.167391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:41.167732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Checking segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:41.168124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Bound using segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:41.168621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Bound port: 46933de2-0be6-405d-bff9-f23846d4c7da, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:41.169025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:41.199261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc4677-c2ea-4271-a12b-749151e29734 req-31993522-1b51-4095-9512-c66fc8b6a613 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.205493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48dc4677-c2ea-4271-a12b-749151e29734 req-31993522-1b51-4095-9512-c66fc8b6a613 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 1024 time: 0.1239805 Sep 22 10:23:41.327721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] For port 46933de2-0be6-405d-bff9-f23846d4c7da, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:41.334081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] For port 46933de2-0be6-405d-bff9-f23846d4c7da, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=46933de2-0be6-405d-bff9-f23846d4c7da,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:41.372255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48dc4677-c2ea-4271-a12b-749151e29734 req-6b96244c-7d28-45b2-96bc-b55eedc22eae tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=b83fe1fd-f4ad-4a65-8512-bba5916e34ef&id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&id=c1c97efb-7478-4a3e-b631-63390b8d7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1050169 Sep 22 10:23:41.426565 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e97c940-09b4-4b09-913b-6e3cac234a35 x-openstack-request-id: req-6e97c940-09b4-4b09-913b-6e3cac234a35 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:41.427201 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "85fc67a6-7d73-414d-a695-281536410e94", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "da4d4f68-a51f-477f-b203-59c327684705", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:41.427702 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e97c940-09b4-4b09-913b-6e3cac234a35 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:41.428474 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'status': 'completed', 'code': 200} Sep 22 10:23:41.429082 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '85fc67a6-7d73-414d-a695-281536410e94', 'status': 'completed', 'code': 200} Sep 22 10:23:41.429555 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': 'da4d4f68-a51f-477f-b203-59c327684705', 'status': 'completed', 'code': 200} Sep 22 10:23:41.541443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:41.616304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Pushing event updated for resources: {'Port': ['ID=46933de2-0be6-405d-bff9-f23846d4c7da,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:41.657359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.658075 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:41.661934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4de38768-680c-4da0-bba2-0b052d32a570 service neutron] 10.222.0.30 "PUT /v2.0/ports/46933de2-0be6-405d-bff9-f23846d4c7da HTTP/1.1" status: 200 len: 1090 time: 1.5982845 Sep 22 10:23:41.686278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-fa92ec81-5fe0-460d-8c2c-c40aa2dd14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.687193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-fa92ec81-5fe0-460d-8c2c-c40aa2dd14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.687905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-fa92ec81-5fe0-460d-8c2c-c40aa2dd14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.688584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-fa92ec81-5fe0-460d-8c2c-c40aa2dd14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.689493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-fa92ec81-5fe0-460d-8c2c-c40aa2dd14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.690208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-fa92ec81-5fe0-460d-8c2c-c40aa2dd14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.690878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-fa92ec81-5fe0-460d-8c2c-c40aa2dd14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.693089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-fa92ec81-5fe0-460d-8c2c-c40aa2dd14a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6244 time: 0.2389879 Sep 22 10:23:41.704595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-83f58cca-ae61-4630-b6e5-64d44f5f0be0 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.707027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-83f58cca-ae61-4630-b6e5-64d44f5f0be0 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.32 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 1024 time: 0.2032170 Sep 22 10:23:41.805969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:41.837607 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3e15ac-7c0a-4c6f-bda1-d25e812fc55c x-openstack-request-id: req-aa3e15ac-7c0a-4c6f-bda1-d25e812fc55c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:41.838175 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-plugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:41.838297 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa3e15ac-7c0a-4c6f-bda1-d25e812fc55c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:41.838722 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'code': 200} Sep 22 10:23:42.468283 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:42.472808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-a66fb91b-01fb-4d3d-940a-d42ed1860e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:42.473379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-a66fb91b-01fb-4d3d-940a-d42ed1860e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:42.473864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-a66fb91b-01fb-4d3d-940a-d42ed1860e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:42.475540 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-a66fb91b-01fb-4d3d-940a-d42ed1860e40 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7673023 Sep 22 10:23:42.502331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Deleting port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:42.502681 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:42.798719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-9a592c4f-fca7-4bed-9670-804add907094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:42.800444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-9a592c4f-fca7-4bed-9670-804add907094 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3148010 Sep 22 10:23:42.808235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] For port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:42.808623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:42.836199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Calling delete_port for b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:43.044307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309519a-246a-4a2a-8a49-d44753599ab3 req-eb1c9e12-9db3-4729-b3fc-0b1ec60daf13 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.050240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309519a-246a-4a2a-8a49-d44753599ab3 req-eb1c9e12-9db3-4729-b3fc-0b1ec60daf13 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.056241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309519a-246a-4a2a-8a49-d44753599ab3 req-eb1c9e12-9db3-4729-b3fc-0b1ec60daf13 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.062226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309519a-246a-4a2a-8a49-d44753599ab3 req-eb1c9e12-9db3-4729-b3fc-0b1ec60daf13 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.068252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309519a-246a-4a2a-8a49-d44753599ab3 req-eb1c9e12-9db3-4729-b3fc-0b1ec60daf13 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.074288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309519a-246a-4a2a-8a49-d44753599ab3 req-eb1c9e12-9db3-4729-b3fc-0b1ec60daf13 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.080214 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309519a-246a-4a2a-8a49-d44753599ab3 req-eb1c9e12-9db3-4729-b3fc-0b1ec60daf13 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.082206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6309519a-246a-4a2a-8a49-d44753599ab3 req-eb1c9e12-9db3-4729-b3fc-0b1ec60daf13 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5394 time: 0.4072814 Sep 22 10:23:43.094575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-06563144-500c-44e6-83fe-97316828251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.095070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-06563144-500c-44e6-83fe-97316828251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.095551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-06563144-500c-44e6-83fe-97316828251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.096023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-06563144-500c-44e6-83fe-97316828251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.096501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-06563144-500c-44e6-83fe-97316828251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.096972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-06563144-500c-44e6-83fe-97316828251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.097440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-06563144-500c-44e6-83fe-97316828251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.099445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-06563144-500c-44e6-83fe-97316828251f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6286 time: 0.2336860 Sep 22 10:23:43.252826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6309519a-246a-4a2a-8a49-d44753599ab3 req-1ace5bba-755f-4f3c-a7a7-9018ba2df19a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395321 Sep 22 10:23:43.303988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e9ccd4-d129-4350-8f71-252678d221c9 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:43.315265 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:43.351190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Transition to ACTIVE for port object 29e9ccd4-d129-4350-8f71-252678d221c9 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:43.355000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-666bbc18-9964-4761-b0b4-70273a52e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.355765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-666bbc18-9964-4761-b0b4-70273a52e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.355953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-666bbc18-9964-4761-b0b4-70273a52e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.357581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-666bbc18-9964-4761-b0b4-70273a52e92f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2405868 Sep 22 10:23:43.399520 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:43.411719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:23:43.435935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '46933de2-0be6-405d-bff9-f23846d4c7da'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:43.444614 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "46933de2-0be6-405d-bff9-f23846d4c7da"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:43.482740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'Port': ['ID=b37e2349-0cbd-42b3-ae7d-58c90fcd8c48,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:43.497418 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:43.573141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] No DVR routers for this DVR port b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:23:43.599025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:43.601164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3519d87-9e30-4465-a52a-c13d2be06fd9 req-941fb254-7db4-4593-abe4-6deae0f568a3 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.32 "DELETE /v2.0/ports/b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 HTTP/1.1" status: 204 len: 173 time: 1.8830187 Sep 22 10:23:43.670845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Pushing event updated for resources: {'Port': ['ID=29e9ccd4-d129-4350-8f71-252678d221c9,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:43.701061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-951c4169-230f-4f17-8f83-9506ec24470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.701470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-951c4169-230f-4f17-8f83-9506ec24470d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3254282 Sep 22 10:23:43.751475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Attempting to bind port 29e9ccd4-d129-4350-8f71-252678d221c9 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:43.752718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Attempting to bind port 29e9ccd4-d129-4350-8f71-252678d221c9 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:43.753213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Attempting to bind port 29e9ccd4-d129-4350-8f71-252678d221c9 on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:43.758421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Port 29e9ccd4-d129-4350-8f71-252678d221c9 on network 4927cad9-cef8-441f-b79e-01c2af82e173 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:43.758844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Attempting to bind port 29e9ccd4-d129-4350-8f71-252678d221c9 on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:43.777170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:43.777170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Checking segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:43.777170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Bound using segment: {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:43.777170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Bound port: 29e9ccd4-d129-4350-8f71-252678d221c9, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:43.777932 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:43.864906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2eebc2dd-02d6-4546-bb8e-19041539635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.865523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2eebc2dd-02d6-4546-bb8e-19041539635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.866032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2eebc2dd-02d6-4546-bb8e-19041539635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.866604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2eebc2dd-02d6-4546-bb8e-19041539635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.867194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2eebc2dd-02d6-4546-bb8e-19041539635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.868262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2eebc2dd-02d6-4546-bb8e-19041539635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.868794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2eebc2dd-02d6-4546-bb8e-19041539635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.878994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2eebc2dd-02d6-4546-bb8e-19041539635c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6311 time: 0.1166070 Sep 22 10:23:44.034215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ce3373be-4d06-46bf-baf3-59eb4dc6c438 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:44.036482 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ce3373be-4d06-46bf-baf3-59eb4dc6c438 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 945 time: 0.0697675 Sep 22 10:23:44.063833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] For port 29e9ccd4-d129-4350-8f71-252678d221c9, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:44.086816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76de288f-7996-44a6-8f0e-1b37c9456882 req-ee89127f-7061-4d84-a652-bed4b06272fa tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=63c9bbeb-4cac-4b37-8d1a-de7b7e51164c HTTP/1.1" status: 200 len: 210 time: 0.0500019 Sep 22 10:23:44.098266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] For port 29e9ccd4-d129-4350-8f71-252678d221c9, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29e9ccd4-d129-4350-8f71-252678d221c9,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:44.115235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2847d5cd-14d8-4246-bbd9-367887f90a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:44.115729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2847d5cd-14d8-4246-bbd9-367887f90a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:44.116206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2847d5cd-14d8-4246-bbd9-367887f90a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:44.118492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-2847d5cd-14d8-4246-bbd9-367887f90a30 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2296314 Sep 22 10:23:44.183222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Deleting port de36a1fe-ca4a-4060-a60f-27b4e30b107a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:44.183843 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:44.236348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:44.310164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:44.312921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:44.314588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] 10.222.0.30 "PUT /v2.0/ports/29e9ccd4-d129-4350-8f71-252678d221c9 HTTP/1.1" status: 200 len: 1091 time: 2.5295200 Sep 22 10:23:44.340595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] For port de36a1fe-ca4a-4060-a60f-27b4e30b107a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=de36a1fe-ca4a-4060-a60f-27b4e30b107a,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:44.341238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:44.373206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f503f-f9a1-4f10-a3d8-d64a5d3abd7a service neutron] Pushing event updated for resources: {'Port': ['ID=29e9ccd4-d129-4350-8f71-252678d221c9,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:44.378544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-7048ddcc-fc4c-4069-963e-00d61cf5c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:44.385192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e0aac8-d551-4a7c-bb87-dee7c37be99b req-7048ddcc-fc4c-4069-963e-00d61cf5c820 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2513309 Sep 22 10:23:44.396530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93bafc-6abc-427d-a5c1-82c56a4c2721 req-636e472b-93a0-4891-8208-5d86f7e142d3 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:44.405348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9e93bafc-6abc-427d-a5c1-82c56a4c2721 req-636e472b-93a0-4891-8208-5d86f7e142d3 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/ports?device_id=77c3880b-cc7b-4eb3-8abd-d878ee643b5b HTTP/1.1" status: 200 len: 945 time: 0.2361591 Sep 22 10:23:44.458481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:44.503230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9e93bafc-6abc-427d-a5c1-82c56a4c2721 req-95143604-b66a-42e0-8d59-fc1465111f95 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups?id=e714c014-8aa0-464d-a607-9d058f97c079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967436 Sep 22 10:23:44.584248 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:44.761354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:44.766551 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:44.767155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:44.767661 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Floating IP 45b416b3-c6c5-4352-86c6-30ef4f4cfc40 disassociated. External IP: 172.25.1.110, port: de36a1fe-ca4a-4060-a60f-27b4e30b107a. Sep 22 10:23:44.768180 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Calling delete_port for de36a1fe-ca4a-4060-a60f-27b4e30b107a owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:44.794400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:44.794749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b37e2349-0cbd-42b3-ae7d-58c90fcd8c48 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:45.072748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9767cd-ae94-44a8-99d2-426c29b94a8d {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:45.072748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:45.086940 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:45.132735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Transition to ACTIVE for port object 7a9767cd-ae94-44a8-99d2-426c29b94a8d will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:45.141927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Pushing event deleted for resources: {'Port': ['ID=de36a1fe-ca4a-4060-a60f-27b4e30b107a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:45.267626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Router f5325ed1-0dd0-43c8-9747-ab50d426d233 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:23:45.374967 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:23:45.385458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] Sync routers for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:23:45.394747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:45.395449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:45.415772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] No DVR routers for this DVR port de36a1fe-ca4a-4060-a60f-27b4e30b107a on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:23:45.418477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:45.420596 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-7d4e00fb-f280-4d06-bb88-0b7bede79223 req-ae9d5436-8e8f-4d30-ad94-01aecf7696d0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.30 "DELETE /v2.0/ports/de36a1fe-ca4a-4060-a60f-27b4e30b107a HTTP/1.1" status: 204 len: 173 time: 1.3741858 Sep 22 10:23:45.421025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'name': 'network-vif-deleted', 'tag': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:45.423382 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff35c294-92b7-4170-bddd-cfd673d230c3" -d '{"events": [{"server_uuid": "77c3880b-cc7b-4eb3-8abd-d878ee643b5b", "name": "network-vif-deleted", "tag": "de36a1fe-ca4a-4060-a60f-27b4e30b107a"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:45.505642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:45.684430 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:45.741014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9767cd-ae94-44a8-99d2-426c29b94a8d,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:45.753790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.757202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.757202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.757202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.757202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.757202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.757202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.757202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.757202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.757202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.758887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.758887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:23:45.830315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Attempting to bind port 7a9767cd-ae94-44a8-99d2-426c29b94a8d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:45.830655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Attempting to bind port 7a9767cd-ae94-44a8-99d2-426c29b94a8d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:45.831132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Attempting to bind port 7a9767cd-ae94-44a8-99d2-426c29b94a8d on network 21dc8868-4c57-42cf-9a4c-9e1363920957 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:45.836130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Port 7a9767cd-ae94-44a8-99d2-426c29b94a8d on network 21dc8868-4c57-42cf-9a4c-9e1363920957 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:45.836457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Attempting to bind port 7a9767cd-ae94-44a8-99d2-426c29b94a8d on network 21dc8868-4c57-42cf-9a4c-9e1363920957 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:45.841848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:45.842298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Checking segment: {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:45.843040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Bound using segment: {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:45.843489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Bound port: 7a9767cd-ae94-44a8-99d2-426c29b94a8d, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:45.843860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:45.900711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:33Z', 'revision_number': 5, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:45.929368 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0890f2-4e3f-45bd-95b9-81428eb0cf5c x-openstack-request-id: req-8a0890f2-4e3f-45bd-95b9-81428eb0cf5c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:45.930383 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "46933de2-0be6-405d-bff9-f23846d4c7da", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:45.931597 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a0890f2-4e3f-45bd-95b9-81428eb0cf5c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:45.932268 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '46933de2-0be6-405d-bff9-f23846d4c7da', 'status': 'completed', 'code': 200} Sep 22 10:23:45.949654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] Checking router: f5325ed1-0dd0-43c8-9747-ab50d426d233 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:23:45.960553 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:45.961926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:45.992147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] For port 7a9767cd-ae94-44a8-99d2-426c29b94a8d, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:45.994411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] For port 7a9767cd-ae94-44a8-99d2-426c29b94a8d, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:46.030162 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-8b7f5b5a-d023-4e77-9a97-06790c756053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.030388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-8b7f5b5a-d023-4e77-9a97-06790c756053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.042791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-8b7f5b5a-d023-4e77-9a97-06790c756053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.043469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-8b7f5b5a-d023-4e77-9a97-06790c756053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.044117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-8b7f5b5a-d023-4e77-9a97-06790c756053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.044767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-8b7f5b5a-d023-4e77-9a97-06790c756053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.045401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-8b7f5b5a-d023-4e77-9a97-06790c756053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.047695 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-8b7f5b5a-d023-4e77-9a97-06790c756053 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6378 time: 0.1475849 Sep 22 10:23:46.123041 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:46.142239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:46.243202 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-ec28b2bb-36c9-4e8b-926d-3e142aad8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.251292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-ec28b2bb-36c9-4e8b-926d-3e142aad8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.251292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-ec28b2bb-36c9-4e8b-926d-3e142aad8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.252974 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-ec28b2bb-36c9-4e8b-926d-3e142aad8688 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1950684 Sep 22 10:23:46.255312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9767cd-ae94-44a8-99d2-426c29b94a8d,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:46.313860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.314555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:46.316022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2903863a-f1e6-4118-8684-b4bcb2017b16 service neutron] 10.222.0.30 "PUT /v2.0/ports/7a9767cd-ae94-44a8-99d2-426c29b94a8d HTTP/1.1" status: 200 len: 1091 time: 1.8649306 Sep 22 10:23:46.406719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60dd-ff4c-4a39-b67f-8a198d8a064d req-89efa95f-305e-49d4-8025-36dfa08baefa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.413310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60dd-ff4c-4a39-b67f-8a198d8a064d req-89efa95f-305e-49d4-8025-36dfa08baefa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.422336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60dd-ff4c-4a39-b67f-8a198d8a064d req-89efa95f-305e-49d4-8025-36dfa08baefa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.427367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60dd-ff4c-4a39-b67f-8a198d8a064d req-89efa95f-305e-49d4-8025-36dfa08baefa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.433647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60dd-ff4c-4a39-b67f-8a198d8a064d req-89efa95f-305e-49d4-8025-36dfa08baefa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.443994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60dd-ff4c-4a39-b67f-8a198d8a064d req-89efa95f-305e-49d4-8025-36dfa08baefa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.454883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d60dd-ff4c-4a39-b67f-8a198d8a064d req-89efa95f-305e-49d4-8025-36dfa08baefa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.456377 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-4e8d1878-f377-4405-91df-7aee1ff3d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:46.458380 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-2f30ace0-9d53-4233-95bb-28a63d7fdf5b req-4e8d1878-f377-4405-91df-7aee1ff3d7b4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965179 Sep 22 10:23:46.468828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b5d60dd-ff4c-4a39-b67f-8a198d8a064d req-89efa95f-305e-49d4-8025-36dfa08baefa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5418 time: 0.2992272 Sep 22 10:23:46.501629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Request body: {'port': {'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:46.511281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:33Z', 'revision_number': 5, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:46.612569 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d2a60-c7d0-4a02-84bb-9c13aa25500f None None] The sync data for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 is: [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:21:27Z', 'revision_number': 4, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b6538060-4862-4f79-8167-1132ca9edfc2', 'name': '', 'network_id': '25629721-800a-4885-841e-f8a09d15b04e', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'mac_address': 'fa:16:3e:d7:20:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:27Z', 'updated_at': '2021-09-22T10:21:33Z', 'revision_number': 5, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'subnets': [{'id': 'eff1818f-3b2f-489d-bd92-cf2a61170395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:23:46.618970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b5d60dd-ff4c-4a39-b67f-8a198d8a064d req-06972ec3-2bde-473c-8a26-cad761abeb52 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377602 Sep 22 10:23:46.620295 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:46.621261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device de36a1fe-ca4a-4060-a60f-27b4e30b107a no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:46.675454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: de36a1fe-ca4a-4060-a60f-27b4e30b107a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:46.677914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device de36a1fe-ca4a-4060-a60f-27b4e30b107a not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:46.954859 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7500df-d263-4ed9-9523-527881563c0b x-openstack-request-id: req-0b7500df-d263-4ed9-9523-527881563c0b {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:46.955274 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c3880b-cc7b-4eb3-8abd-d878ee643b5b", "name": "network-vif-deleted", "tag": "de36a1fe-ca4a-4060-a60f-27b4e30b107a", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:46.955741 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b7500df-d263-4ed9-9523-527881563c0b {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:46.956236 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c3880b-cc7b-4eb3-8abd-d878ee643b5b', 'name': 'network-vif-deleted', 'tag': 'de36a1fe-ca4a-4060-a60f-27b4e30b107a', 'status': 'completed', 'code': 200} Sep 22 10:23:47.076275 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b6cb2-d999-4b5e-a10f-f7e2b27710c5 None None] New status for floating IP 45b416b3-c6c5-4352-86c6-30ef4f4cfc40: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:23:47.080348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc8eeab-c14f-40e3-9570-9b5a97523830 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:23:47.089532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:47.104591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Transition to ACTIVE for port object afc8eeab-c14f-40e3-9570-9b5a97523830 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:23:47.191350 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:47.329989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Pushing event updated for resources: {'Port': ['ID=afc8eeab-c14f-40e3-9570-9b5a97523830,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:47.439166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eee5ec8d-7310-48bf-a238-2499f78ff969 req-e6e88c64-9ba3-4ce7-b53d-94d9dee248d2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/b83fe1fd-f4ad-4a65-8512-bba5916e34ef HTTP/1.1" status: 200 len: 1800 time: 0.1447983 Sep 22 10:23:47.498235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Attempting to bind port afc8eeab-c14f-40e3-9570-9b5a97523830 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:23:47.498574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Attempting to bind port afc8eeab-c14f-40e3-9570-9b5a97523830 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:23:47.498902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Attempting to bind port afc8eeab-c14f-40e3-9570-9b5a97523830 on network 21dc8868-4c57-42cf-9a4c-9e1363920957 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:47.504649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Port afc8eeab-c14f-40e3-9570-9b5a97523830 on network 21dc8868-4c57-42cf-9a4c-9e1363920957 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:23:47.505031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Attempting to bind port afc8eeab-c14f-40e3-9570-9b5a97523830 on network 21dc8868-4c57-42cf-9a4c-9e1363920957 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:23:47.522024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:23:47.522383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Checking segment: {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:23:47.522779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Bound using segment: {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:23:47.523224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Bound port: afc8eeab-c14f-40e3-9570-9b5a97523830, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:23:47.524216 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:47.537879 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eee5ec8d-7310-48bf-a238-2499f78ff969 req-88b2ed3e-290e-4481-8992-fb6e49d0a96d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:47.600577 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eee5ec8d-7310-48bf-a238-2499f78ff969 req-88b2ed3e-290e-4481-8992-fb6e49d0a96d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:47.657088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] For port afc8eeab-c14f-40e3-9570-9b5a97523830, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:23:47.666049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] For port afc8eeab-c14f-40e3-9570-9b5a97523830, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=afc8eeab-c14f-40e3-9570-9b5a97523830,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:23:47.755806 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eee5ec8d-7310-48bf-a238-2499f78ff969 req-88b2ed3e-290e-4481-8992-fb6e49d0a96d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:47.759439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eee5ec8d-7310-48bf-a238-2499f78ff969 req-88b2ed3e-290e-4481-8992-fb6e49d0a96d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:47.762117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eee5ec8d-7310-48bf-a238-2499f78ff969 req-88b2ed3e-290e-4481-8992-fb6e49d0a96d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/b83fe1fd-f4ad-4a65-8512-bba5916e34ef HTTP/1.1" status: 204 len: 173 time: 0.3223877 Sep 22 10:23:47.777678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ed3e-290e-4481-8992-fb6e49d0a96d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83fe1fd-f4ad-4a65-8512-bba5916e34ef,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:47.787240 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:47.839953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:47.840696 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:47.842147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] 10.222.0.30 "PUT /v2.0/ports/afc8eeab-c14f-40e3-9570-9b5a97523830 HTTP/1.1" status: 200 len: 1091 time: 1.3473027 Sep 22 10:23:47.876417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593eb6b-67a1-4edf-82fd-2def97a60a05 service neutron] Pushing event updated for resources: {'Port': ['ID=afc8eeab-c14f-40e3-9570-9b5a97523830,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:47.889694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52328) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:47.934073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'name': 'network-vif-deleted', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48'}, {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '29e9ccd4-d129-4350-8f71-252678d221c9'}, {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '7a9767cd-ae94-44a8-99d2-426c29b94a8d'}, {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': 'afc8eeab-c14f-40e3-9570-9b5a97523830'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:47.936849 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a100109-e550-4de9-82e5-df1f9eaf74db" -d '{"events": [{"server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "name": "network-vif-deleted", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48"}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "29e9ccd4-d129-4350-8f71-252678d221c9"}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "7a9767cd-ae94-44a8-99d2-426c29b94a8d"}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "afc8eeab-c14f-40e3-9570-9b5a97523830"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:47.968297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77d735d8-4089-48f9-ad98-c5554e6e77a0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.008790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77d735d8-4089-48f9-ad98-c5554e6e77a0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.030415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-63888c92-7d68-4b40-984a-b6b94f1a2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.031036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-63888c92-7d68-4b40-984a-b6b94f1a2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.031595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-63888c92-7d68-4b40-984a-b6b94f1a2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.032149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-63888c92-7d68-4b40-984a-b6b94f1a2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.032828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-63888c92-7d68-4b40-984a-b6b94f1a2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.033376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-63888c92-7d68-4b40-984a-b6b94f1a2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.034091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-63888c92-7d68-4b40-984a-b6b94f1a2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.036232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-63888c92-7d68-4b40-984a-b6b94f1a2357 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6487 time: 0.0607729 Sep 22 10:23:48.109802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-0e26c62b-a4a1-480d-ae88-da0001410c33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78 HTTP/1.1" status: 200 len: 217 time: 0.0551088 Sep 22 10:23:48.168930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77d735d8-4089-48f9-ad98-c5554e6e77a0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.172633 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77d735d8-4089-48f9-ad98-c5554e6e77a0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.176024 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-77d735d8-4089-48f9-ad98-c5554e6e77a0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "DELETE /v2.0/security-groups/e714c014-8aa0-464d-a607-9d058f97c079 HTTP/1.1" status: 204 len: 168 time: 0.2831101 Sep 22 10:23:48.176606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52338) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:48.190267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d735d8-4089-48f9-ad98-c5554e6e77a0 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e714c014-8aa0-464d-a607-9d058f97c079,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:48.210937 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-faa499c7-53d0-43b3-8ebc-9fe474214046 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] show failed (client error): The resource could not be found. Sep 22 10:23:48.215333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-faa499c7-53d0-43b3-8ebc-9fe474214046 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "GET /v2.0/security-groups/e714c014-8aa0-464d-a607-9d058f97c079 HTTP/1.1" status: 404 len: 347 time: 0.0186074 Sep 22 10:23:48.216886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52340) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:48.243192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-1c965e94-74c0-40ef-9753-ecdf5e7136e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.244678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-1c965e94-74c0-40ef-9753-ecdf5e7136e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4c87aa-f323-4cfd-bfdc-71ae14aab81a HTTP/1.1" status: 200 len: 855 time: 0.1228638 Sep 22 10:23:48.302026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50923-1389-48f2-9b85-f19233c3f1c8 req-d9c31caa-de74-423e-9156-a464ef34851c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.308374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50923-1389-48f2-9b85-f19233c3f1c8 req-d9c31caa-de74-423e-9156-a464ef34851c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.316433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50923-1389-48f2-9b85-f19233c3f1c8 req-d9c31caa-de74-423e-9156-a464ef34851c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.321890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50923-1389-48f2-9b85-f19233c3f1c8 req-d9c31caa-de74-423e-9156-a464ef34851c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.328077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50923-1389-48f2-9b85-f19233c3f1c8 req-d9c31caa-de74-423e-9156-a464ef34851c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.338405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50923-1389-48f2-9b85-f19233c3f1c8 req-d9c31caa-de74-423e-9156-a464ef34851c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.344807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50923-1389-48f2-9b85-f19233c3f1c8 req-d9c31caa-de74-423e-9156-a464ef34851c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.346774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ce50923-1389-48f2-9b85-f19233c3f1c8 req-d9c31caa-de74-423e-9156-a464ef34851c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.2087328 Sep 22 10:23:48.361246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Deleting port b03715e3-6185-4015-a747-9595f7c2e326 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:48.368464 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.408152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ce50923-1389-48f2-9b85-f19233c3f1c8 req-a91212a7-6727-48de-96f9-79d47015bc39 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435629 Sep 22 10:23:48.410593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-1b936d27-6943-4e10-93a2-0d7528f81ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.412755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-1b936d27-6943-4e10-93a2-0d7528f81ea8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544003 Sep 22 10:23:48.488996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.489328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.519057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Calling delete_port for b03715e3-6185-4015-a747-9595f7c2e326 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:48.530463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-91d3e91d-9a31-4b67-8f42-0536936f89ef service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079736 Sep 22 10:23:48.673043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4807998-34e9-4c47-bf64-ee223cf21c26 req-3fafd26a-505c-45f0-8450-66a53cb0fa84 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/c1c97efb-7478-4a3e-b631-63390b8d7da5 HTTP/1.1" status: 200 len: 1800 time: 0.0958071 Sep 22 10:23:48.707929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-f84a6ea6-46f7-4e0d-8470-8c5ef32318ae service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528437 Sep 22 10:23:48.765799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-b9f999bf-0d1e-45e9-8097-c691c333ec68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=85fc67a6-7d73-414d-a695-281536410e94 HTTP/1.1" status: 200 len: 217 time: 0.0479634 Sep 22 10:23:48.800077 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.814634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4807998-34e9-4c47-bf64-ee223cf21c26 req-f384a7b3-5bfc-4203-9182-fe8d20d3201b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.831289 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Pushing event deleted for resources: {'Port': ['ID=b03715e3-6185-4015-a747-9595f7c2e326,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:48.846220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-a6532965-4ccc-4470-9706-96271b92255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.848159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-a6532965-4ccc-4470-9706-96271b92255d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0734649 Sep 22 10:23:48.849240 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4807998-34e9-4c47-bf64-ee223cf21c26 req-f384a7b3-5bfc-4203-9182-fe8d20d3201b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.926625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.932856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:48.935944 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cc1beee9-5743-49ae-a667-a5a5199154d7 tempest-ServersTestManualDisk-1174332026 tempest-ServersTestManualDisk-1174332026-project] 10.222.0.20 "DELETE /v2.0/floatingips/45b416b3-c6c5-4352-86c6-30ef4f4cfc40 HTTP/1.1" status: 204 len: 168 time: 0.7161324 Sep 22 10:23:48.938460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52344) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:48.996582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-1e6ba04b-3bbc-4076-afd0-859ed0366ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.998544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-1e6ba04b-3bbc-4076-afd0-859ed0366ef0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1401765 Sep 22 10:23:49.072833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4807998-34e9-4c47-bf64-ee223cf21c26 req-f384a7b3-5bfc-4203-9182-fe8d20d3201b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:49.075405 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4807998-34e9-4c47-bf64-ee223cf21c26 req-f384a7b3-5bfc-4203-9182-fe8d20d3201b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:49.078859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4807998-34e9-4c47-bf64-ee223cf21c26 req-f384a7b3-5bfc-4203-9182-fe8d20d3201b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/c1c97efb-7478-4a3e-b631-63390b8d7da5 HTTP/1.1" status: 204 len: 173 time: 0.3958526 Sep 22 10:23:49.133749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384a7b3-5bfc-4203-9182-fe8d20d3201b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c97efb-7478-4a3e-b631-63390b8d7da5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:49.514857 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed12a378-4269-406c-a153-b33f351e1e5a x-openstack-request-id: req-ed12a378-4269-406c-a153-b33f351e1e5a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:49.515567 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c9bbeb-4cac-4b37-8d1a-de7b7e51164c", "name": "network-vif-deleted", "tag": "b37e2349-0cbd-42b3-ae7d-58c90fcd8c48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "29e9ccd4-d129-4350-8f71-252678d221c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "7a9767cd-ae94-44a8-99d2-426c29b94a8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "afc8eeab-c14f-40e3-9570-9b5a97523830", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:49.515567 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed12a378-4269-406c-a153-b33f351e1e5a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:49.515829 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c9bbeb-4cac-4b37-8d1a-de7b7e51164c', 'name': 'network-vif-deleted', 'tag': 'b37e2349-0cbd-42b3-ae7d-58c90fcd8c48', 'status': 'completed', 'code': 200} Sep 22 10:23:49.515974 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '29e9ccd4-d129-4350-8f71-252678d221c9', 'status': 'completed', 'code': 200} Sep 22 10:23:49.516214 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '7a9767cd-ae94-44a8-99d2-426c29b94a8d', 'status': 'completed', 'code': 200} Sep 22 10:23:49.516464 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': 'afc8eeab-c14f-40e3-9570-9b5a97523830', 'status': 'completed', 'code': 200} Sep 22 10:23:49.562398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-97975712-ede5-4fc3-9646-8bf16480958a service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326812 Sep 22 10:23:49.733573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-64df59ba-e81f-4f5e-b8cf-78cd67b86425 req-35efd9ee-a495-4bc1-a2a6-7c79fd54c22c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-967524929', 'description': 'tempest-description-1530120014'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:49.783671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-75bd12c4-1dbf-45fb-b5bb-fa3025294e05 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006552 Sep 22 10:23:49.835722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-360d20e9-8707-412d-b398-fe62c20a49e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=da4d4f68-a51f-477f-b203-59c327684705 HTTP/1.1" status: 200 len: 217 time: 0.0408971 Sep 22 10:23:49.909671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-8ffa2f67-c855-4f77-a23e-f72145c3b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:49.911215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-8ffa2f67-c855-4f77-a23e-f72145c3b5c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0642710 Sep 22 10:23:49.985423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-cce7d238-78eb-4320-9812-d5522853aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:49.986972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-cce7d238-78eb-4320-9812-d5522853aebe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549836 Sep 22 10:23:49.996607 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:50.180457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-729a4b40-6a4a-4568-8271-d78b6eb633ab service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719925 Sep 22 10:23:50.180457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64df59ba-e81f-4f5e-b8cf-78cd67b86425 req-35efd9ee-a495-4bc1-a2a6-7c79fd54c22c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:50.389863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2ab7dbd1-a45d-49f7-a760-65ec024d8e07 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890867 Sep 22 10:23:50.397746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64df59ba-e81f-4f5e-b8cf-78cd67b86425 req-35efd9ee-a495-4bc1-a2a6-7c79fd54c22c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:50.457047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-ea5663f5-9d35-479b-a976-47d40c9af4f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=46933de2-0be6-405d-bff9-f23846d4c7da HTTP/1.1" status: 200 len: 217 time: 0.0418794 Sep 22 10:23:50.522327 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64df59ba-e81f-4f5e-b8cf-78cd67b86425 req-35efd9ee-a495-4bc1-a2a6-7c79fd54c22c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:50.564937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-287d1913-3631-4768-81e1-7b6c8dc9a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:50.566458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-287d1913-3631-4768-81e1-7b6c8dc9a063 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0878074 Sep 22 10:23:50.572627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efd9ee-a495-4bc1-a2a6-7c79fd54c22c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77579aba-f3d4-404c-879e-62d6591d50a1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:50.612429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Deleting port b6538060-4862-4f79-8167-1132ca9edfc2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:50.612778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:50.643431 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64df59ba-e81f-4f5e-b8cf-78cd67b86425 req-35efd9ee-a495-4bc1-a2a6-7c79fd54c22c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:50.649026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64df59ba-e81f-4f5e-b8cf-78cd67b86425 req-35efd9ee-a495-4bc1-a2a6-7c79fd54c22c tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9198136 Sep 22 10:23:50.657853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-db92eb24-de69-44db-a70d-432cf553ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:50.659421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-db92eb24-de69-44db-a70d-432cf553ca8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0842624 Sep 22 10:23:50.690691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2fca6e1a-b0af-45e5-8dd1-f6b79a1e1a1b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:23:50.691884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-2fca6e1a-b0af-45e5-8dd1-f6b79a1e1a1b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053086 Sep 22 10:23:50.765926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] For port b6538060-4862-4f79-8167-1132ca9edfc2, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b6538060-4862-4f79-8167-1132ca9edfc2,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:50.766313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:50.812434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Calling delete_port for b6538060-4862-4f79-8167-1132ca9edfc2 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:50.888314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-675520d7-0ef6-4cfc-aa19-5a40a1a0ee86 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853547 Sep 22 10:23:51.052385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-e769233a-677a-4487-b3a7-afc1224730c8 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510065 Sep 22 10:23:51.104280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-988e6dba-a808-4672-bf35-6f9a5b092f6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=29e9ccd4-d129-4350-8f71-252678d221c9 HTTP/1.1" status: 200 len: 217 time: 0.0431986 Sep 22 10:23:51.185786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4edde34b-4a6c-46c3-a84c-03c6cff113aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.187755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-4edde34b-4a6c-46c3-a84c-03c6cff113aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0647900 Sep 22 10:23:51.243458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-beba7320-b049-4fc1-a032-5a7bfff8a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.246794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-beba7320-b049-4fc1-a032-5a7bfff8a63d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517864 Sep 22 10:23:51.268913 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:51.320690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6538060-4862-4f79-8167-1132ca9edfc2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:51.496694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75789a-27b7-46e0-8ea9-494822b737ac req-9cf3dbe3-6e2c-46a6-8f08-23dd6fba027f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.503112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75789a-27b7-46e0-8ea9-494822b737ac req-9cf3dbe3-6e2c-46a6-8f08-23dd6fba027f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.511179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75789a-27b7-46e0-8ea9-494822b737ac req-9cf3dbe3-6e2c-46a6-8f08-23dd6fba027f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.517278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75789a-27b7-46e0-8ea9-494822b737ac req-9cf3dbe3-6e2c-46a6-8f08-23dd6fba027f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.525858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75789a-27b7-46e0-8ea9-494822b737ac req-9cf3dbe3-6e2c-46a6-8f08-23dd6fba027f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.531995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75789a-27b7-46e0-8ea9-494822b737ac req-9cf3dbe3-6e2c-46a6-8f08-23dd6fba027f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.538067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75789a-27b7-46e0-8ea9-494822b737ac req-9cf3dbe3-6e2c-46a6-8f08-23dd6fba027f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.542619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e75789a-27b7-46e0-8ea9-494822b737ac req-9cf3dbe3-6e2c-46a6-8f08-23dd6fba027f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.2309642 Sep 22 10:23:51.549800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-b4a42cdf-2818-4275-bd52-836987e19b6f service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939253 Sep 22 10:23:51.726944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e75789a-27b7-46e0-8ea9-494822b737ac req-a63407e3-fbf1-4b62-ab3a-de9b5cb694c1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1755817 Sep 22 10:23:51.791314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-79148989-532e-4974-8915-0843330800f2 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332435 Sep 22 10:23:51.793754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:51.860469 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7e2ba1ea-8fb8-4e5a-8a25-ec4835b6fee0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d HTTP/1.1" status: 200 len: 217 time: 0.0593622 Sep 22 10:23:52.020506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-75f46b0b-eaf1-43a0-b0e7-84f8925dfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:52.022181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-75f46b0b-eaf1-43a0-b0e7-84f8925dfe4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.1220016 Sep 22 10:23:52.291372 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b0d8ec05-c195-4bba-bf5f-c1ffd70161d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:52.548933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-92e212cf-fa9d-4825-9aab-553271a33483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:52.550496 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-92e212cf-fa9d-4825-9aab-553271a33483 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4917433 Sep 22 10:23:52.616888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Router f5325ed1-0dd0-43c8-9747-ab50d426d233 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:23:52.694640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71ad816a-c3ba-4f58-9901-f7dbfc66c62a req-5e9323eb-71c8-4906-b126-02ccd12c42c8 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/77579aba-f3d4-404c-879e-62d6591d50a1 HTTP/1.1" status: 200 len: 1802 time: 0.1413348 Sep 22 10:23:52.747767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-71ad816a-c3ba-4f58-9901-f7dbfc66c62a req-87c563e4-2b09-4041-926b-cf9296d9f95b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Request body: {'security_group': {'name': 'tempest-sg-hth-452983281', 'description': 'tempest-description-hth-1697123589'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:52.816644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-77c6929b-6d1c-44fe-96da-428b5700d623 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466142 Sep 22 10:23:52.825994 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71ad816a-c3ba-4f58-9901-f7dbfc66c62a req-87c563e4-2b09-4041-926b-cf9296d9f95b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:52.943852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:23:52.954344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4366f2e7-40f8-4291-8a6f-97e72af9783f admin admin] 10.222.0.20 "PUT /v2.0/routers/f5325ed1-0dd0-43c8-9747-ab50d426d233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0138690 Sep 22 10:23:52.957943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52396) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:52.959668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] Sync routers for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:23:52.973107 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71ad816a-c3ba-4f58-9901-f7dbfc66c62a req-87c563e4-2b09-4041-926b-cf9296d9f95b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:52.975845 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:52.976501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:53.016616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-46909e78-6d2d-4cca-ad89-1be44a93c110 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882460 Sep 22 10:23:53.089230 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71ad816a-c3ba-4f58-9901-f7dbfc66c62a req-87c563e4-2b09-4041-926b-cf9296d9f95b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:53.095634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-71ad816a-c3ba-4f58-9901-f7dbfc66c62a req-87c563e4-2b09-4041-926b-cf9296d9f95b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:53.110769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71ad816a-c3ba-4f58-9901-f7dbfc66c62a req-87c563e4-2b09-4041-926b-cf9296d9f95b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "PUT /v2.0/security-groups/77579aba-f3d4-404c-879e-62d6591d50a1 HTTP/1.1" status: 200 len: 1776 time: 0.4020069 Sep 22 10:23:53.129484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:53.186153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-0a3c7e45-8b88-4d57-ad62-d1407606f3a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afc8eeab-c14f-40e3-9570-9b5a97523830 HTTP/1.1" status: 200 len: 217 time: 0.1566765 Sep 22 10:23:53.186153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c563e4-2b09-4041-926b-cf9296d9f95b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77579aba-f3d4-404c-879e-62d6591d50a1,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:53.289655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-fff27500-2413-4af7-bf2a-a958f3cee954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:53.292348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-fff27500-2413-4af7-bf2a-a958f3cee954 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.0896053 Sep 22 10:23:53.397325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-8c3c75b0-587b-4ec1-a01b-623211ec31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:53.400597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-8c3c75b0-587b-4ec1-a01b-623211ec31eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915813 Sep 22 10:23:53.438018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:23:51Z', 'revision_number': 5, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:53.472931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] Checking router: f5325ed1-0dd0-43c8-9747-ab50d426d233 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:23:53.489142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] Routers {'f5325ed1-0dd0-43c8-9747-ab50d426d233'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:23:53.489772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f5325ed1-0dd0-43c8-9747-ab50d426d233'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:53.532605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-7737b242-070b-4a55-b4fd-66aa264fc47f service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219459 Sep 22 10:23:53.539586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:53.638546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] Set router f5325ed1-0dd0-43c8-9747-ab50d426d233 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:23:53.653558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce9d8fe-6862-49ce-8d55-6454d2f48656 req-07aeb32e-b668-40f4-8989-6c45fe7b579b service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128335 Sep 22 10:23:53.675255 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:53.888406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Deleting port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:53.888809 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:53.891307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:23:51Z', 'revision_number': 5, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:53.917378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-87439ad2-4d09-404b-a4ff-8d35df0fdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:53.917853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-87439ad2-4d09-404b-a4ff-8d35df0fdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:53.918483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-87439ad2-4d09-404b-a4ff-8d35df0fdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:53.919127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-87439ad2-4d09-404b-a4ff-8d35df0fdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:53.919612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-87439ad2-4d09-404b-a4ff-8d35df0fdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:53.920089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-87439ad2-4d09-404b-a4ff-8d35df0fdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:53.920719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-87439ad2-4d09-404b-a4ff-8d35df0fdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:53.923029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-87439ad2-4d09-404b-a4ff-8d35df0fdfad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6487 time: 0.0763314 Sep 22 10:23:53.938981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf9c55-2aa8-4e90-97c0-e18aa4ba8be7 None None] The sync data for ids ['f5325ed1-0dd0-43c8-9747-ab50d426d233'] in n-d-807025-3 is: [{'id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'name': 'tempest-ServersTestManualDisk-1223093750-router', 'tenant_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:21:23Z', 'updated_at': '2021-09-22T10:23:51Z', 'revision_number': 5, 'project_id': '23a0b87de77b4faa821c87f1da4c3ef1', 'gw_port': {'id': '56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:0f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5325ed1-0dd0-43c8-9747-ab50d426d233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:21:24Z', 'updated_at': '2021-09-22T10:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:23:54.045076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] For port 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:54.045701 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.060607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Calling delete_port for 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:54.104462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-4f71a78d-a4b3-4079-890d-214ab7c4e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.106193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-4f71a78d-a4b3-4079-890d-214ab7c4e072 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4927cad9-cef8-441f-b79e-01c2af82e173 HTTP/1.1" status: 200 len: 903 time: 0.1685100 Sep 22 10:23:54.129770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8414d-fe47-43c6-83c0-23705a6087b8 req-9048840f-eff4-4232-923e-2e11ba939be5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.137757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8414d-fe47-43c6-83c0-23705a6087b8 req-9048840f-eff4-4232-923e-2e11ba939be5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.144337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8414d-fe47-43c6-83c0-23705a6087b8 req-9048840f-eff4-4232-923e-2e11ba939be5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.150710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8414d-fe47-43c6-83c0-23705a6087b8 req-9048840f-eff4-4232-923e-2e11ba939be5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.157172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8414d-fe47-43c6-83c0-23705a6087b8 req-9048840f-eff4-4232-923e-2e11ba939be5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.163455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8414d-fe47-43c6-83c0-23705a6087b8 req-9048840f-eff4-4232-923e-2e11ba939be5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.169920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8414d-fe47-43c6-83c0-23705a6087b8 req-9048840f-eff4-4232-923e-2e11ba939be5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.178410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2f8414d-fe47-43c6-83c0-23705a6087b8 req-9048840f-eff4-4232-923e-2e11ba939be5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.1397119 Sep 22 10:23:54.223422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-57c3fa88-39f1-4d11-92a0-01e77104abd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=29e9ccd4-d129-4350-8f71-252678d221c9 HTTP/1.1" status: 200 len: 217 time: 0.1072869 Sep 22 10:23:54.290910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2f8414d-fe47-43c6-83c0-23705a6087b8 req-c3293a00-bd20-4647-a861-8d38dadddf59 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118217 Sep 22 10:23:54.297894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ee33d9b1-212a-4a77-b7d8-93eb75d19f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.299395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ee33d9b1-212a-4a77-b7d8-93eb75d19f0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0644217 Sep 22 10:23:54.340754 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.346067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b6538060-4862-4f79-8167-1132ca9edfc2 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:54.393768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: b6538060-4862-4f79-8167-1132ca9edfc2 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:54.394440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b6538060-4862-4f79-8167-1132ca9edfc2 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:54.429807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-033b7403-b50e-432f-872b-e582e18f1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.429807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-033b7403-b50e-432f-872b-e582e18f1bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025469 Sep 22 10:23:54.436310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:54.470682 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.525494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59da47-5f2f-419b-b45f-7b46ab230273 req-b6ae25c4-1a80-49d6-a727-65ed9b199971 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/77579aba-f3d4-404c-879e-62d6591d50a1 HTTP/1.1" status: 200 len: 1776 time: 0.1067719 Sep 22 10:23:54.561777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-c654e0e8-b22a-42a7-94c7-53fa93a2ae88 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295457 Sep 22 10:23:54.590424 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:23:54.593567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.602659 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.677049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-25cefb8f-be5f-4d13-95f2-9d2f5c746a62 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058612 Sep 22 10:23:54.754525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.755593 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5325ed1-0dd0-43c8-9747-ab50d426d233 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:23:54.763204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.766999 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c5a828cb-c731-40a3-b288-a4873c8a12d2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f5325ed1-0dd0-43c8-9747-ab50d426d233 HTTP/1.1" status: 204 len: 168 time: 1.8069901 Sep 22 10:23:54.767641 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52438) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:54.814844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dd10ce-7156-4973-886c-7bc476776c5c admin admin] Deleting subnet eff1818f-3b2f-489d-bd92-cf2a61170395 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:23:54.816889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e3310688-d237-47e6-81cf-f237225fdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.817591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e3310688-d237-47e6-81cf-f237225fdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.817872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e3310688-d237-47e6-81cf-f237225fdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.818515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e3310688-d237-47e6-81cf-f237225fdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.818774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd10ce-7156-4973-886c-7bc476776c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.819004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e3310688-d237-47e6-81cf-f237225fdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.819452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e3310688-d237-47e6-81cf-f237225fdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.820443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e3310688-d237-47e6-81cf-f237225fdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.822363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e3310688-d237-47e6-81cf-f237225fdc4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6487 time: 0.0975943 Sep 22 10:23:54.829280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec2776ef-fbcb-4849-97ea-7c7a1da26196 req-d8f98c65-3d14-4353-ad7c-8a70056ffeaa tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/77579aba-f3d4-404c-879e-62d6591d50a1 HTTP/1.1" status: 200 len: 1776 time: 0.0645466 Sep 22 10:23:54.856398 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd10ce-7156-4973-886c-7bc476776c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.943219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd10ce-7156-4973-886c-7bc476776c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.970061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec2776ef-fbcb-4849-97ea-7c7a1da26196 req-ea7e92bb-f43b-4348-a8d7-60fd89a1e5f6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.989645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-3c0c5056-27bd-4b23-bb83-6d98587c132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.991227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-3c0c5056-27bd-4b23-bb83-6d98587c132d service neutron] 10.222.0.30 "GET /v2.0/networks?id=21dc8868-4c57-42cf-9a4c-9e1363920957 HTTP/1.1" status: 200 len: 903 time: 0.1580880 Sep 22 10:23:55.009715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec2776ef-fbcb-4849-97ea-7c7a1da26196 req-ea7e92bb-f43b-4348-a8d7-60fd89a1e5f6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.046551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-0d95c782-1160-43c3-9d51-61c1eae5f477 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d HTTP/1.1" status: 200 len: 217 time: 0.0465832 Sep 22 10:23:55.107005 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66f8946a-a1b1-4993-8569-f7dba2873cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.107642 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd10ce-7156-4973-886c-7bc476776c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.109681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-1d02647d-7326-4413-a8ac-363836b3fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.111226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-1d02647d-7326-4413-a8ac-363836b3fe8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.0540595 Sep 22 10:23:55.133464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd10ce-7156-4973-886c-7bc476776c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff1818f-3b2f-489d-bd92-cf2a61170395,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:55.137292 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9dd10ce-7156-4973-886c-7bc476776c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.139206 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c9dd10ce-7156-4973-886c-7bc476776c5c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eff1818f-3b2f-489d-bd92-cf2a61170395 HTTP/1.1" status: 204 len: 168 time: 0.3706243 Sep 22 10:23:55.141723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52444) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:55.144057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b06dd-e525-4ab6-863e-eb8704acfe61 None None] Network 25629721-800a-4885-841e-f8a09d15b04e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:23:55.161987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-c04eaa33-358e-4915-8100-5edc3f35841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.166608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-c04eaa33-358e-4915-8100-5edc3f35841b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432086 Sep 22 10:23:55.192188 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec2776ef-fbcb-4849-97ea-7c7a1da26196 req-ea7e92bb-f43b-4348-a8d7-60fd89a1e5f6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.194757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec2776ef-fbcb-4849-97ea-7c7a1da26196 req-ea7e92bb-f43b-4348-a8d7-60fd89a1e5f6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.195968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec2776ef-fbcb-4849-97ea-7c7a1da26196 req-ea7e92bb-f43b-4348-a8d7-60fd89a1e5f6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/77579aba-f3d4-404c-879e-62d6591d50a1 HTTP/1.1" status: 204 len: 173 time: 0.3483374 Sep 22 10:23:55.217789 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.221166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e92bb-f43b-4348-a8d7-60fd89a1e5f6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77579aba-f3d4-404c-879e-62d6591d50a1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:55.289712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Deleting port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:55.289712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.296958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e6cb51ca-3b79-4adf-8735-f5f8af549854 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225007 Sep 22 10:23:55.376858 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.399326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] For port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=072990a7-2eb7-4874-aaa9-3e2a8e46bdf3,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:55.399326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.399326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Calling delete_port for 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:55.419545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b99d1-bb3d-4d43-a59b-aa930058eb62 None None] DHCP port deletion for 25629721-800a-4885-841e-f8a09d15b04e request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:23:55.461566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-cd09c514-116f-435d-b2db-3e9fa90d4518 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494462 Sep 22 10:23:55.519921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-854b99d1-bb3d-4d43-a59b-aa930058eb62 None None] Deleting port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:23:55.520297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-854b99d1-bb3d-4d43-a59b-aa930058eb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.577170 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.584984 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.591490 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.600841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ddbf2ebb-9cb2-46b5-9046-6757387653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.601500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ddbf2ebb-9cb2-46b5-9046-6757387653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.603495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ddbf2ebb-9cb2-46b5-9046-6757387653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.603495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ddbf2ebb-9cb2-46b5-9046-6757387653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.603495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ddbf2ebb-9cb2-46b5-9046-6757387653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.603986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ddbf2ebb-9cb2-46b5-9046-6757387653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.604758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ddbf2ebb-9cb2-46b5-9046-6757387653a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.606712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-ddbf2ebb-9cb2-46b5-9046-6757387653a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6487 time: 0.0715957 Sep 22 10:23:55.618330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Pushing event deleted for resources: {'Port': ['ID=072990a7-2eb7-4874-aaa9-3e2a8e46bdf3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:55.621100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-854b99d1-bb3d-4d43-a59b-aa930058eb62 None None] For port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=072990a7-2eb7-4874-aaa9-3e2a8e46bdf3,segment=NetworkSegment(8231b915-d83e-4472-a962-aa4389d5b7c7),segment_id=8231b915-d83e-4472-a962-aa4389d5b7c7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:55.621100 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-854b99d1-bb3d-4d43-a59b-aa930058eb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.623604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] No DVR routers for this DVR port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:23:55.646809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-854b99d1-bb3d-4d43-a59b-aa930058eb62 None None] Calling delete_port for 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:23:55.708816 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.734062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25629721-800a-4885-841e-f8a09d15b04e']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:55.735569 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-854b99d1-bb3d-4d43-a59b-aa930058eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.749315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8231b915-d83e-4472-a962-aa4389d5b7c7') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:55.749662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8231b915-d83e-4472-a962-aa4389d5b7c7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:23:55.753560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-bb05734e-3884-4c35-9738-c6d0f7b79352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.755202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-bb05734e-3884-4c35-9738-c6d0f7b79352 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21dc8868-4c57-42cf-9a4c-9e1363920957 HTTP/1.1" status: 200 len: 903 time: 0.1410739 Sep 22 10:23:55.763155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.779745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b99d1-bb3d-4d43-a59b-aa930058eb62 None None] Pushing event deleted for resources: {'Port': ['ID=072990a7-2eb7-4874-aaa9-3e2a8e46bdf3,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:55.780679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.785350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f9be-4a30-4491-aeff-09ad303c1d2e req-198f6ae3-adac-4046-8588-ef81a00861a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.786049 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b99d1-bb3d-4d43-a59b-aa930058eb62 None None] No DVR routers for this DVR port 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:23:55.793763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f9be-4a30-4491-aeff-09ad303c1d2e req-198f6ae3-adac-4046-8588-ef81a00861a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.798735 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:23:55.799129 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.800756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f9be-4a30-4491-aeff-09ad303c1d2e req-198f6ae3-adac-4046-8588-ef81a00861a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:23:55.801842 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:23:55.808576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f9be-4a30-4491-aeff-09ad303c1d2e req-198f6ae3-adac-4046-8588-ef81a00861a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.815166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f9be-4a30-4491-aeff-09ad303c1d2e req-198f6ae3-adac-4046-8588-ef81a00861a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.821876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f9be-4a30-4491-aeff-09ad303c1d2e req-198f6ae3-adac-4046-8588-ef81a00861a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.828171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f9be-4a30-4491-aeff-09ad303c1d2e req-198f6ae3-adac-4046-8588-ef81a00861a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.830089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d242f9be-4a30-4491-aeff-09ad303c1d2e req-198f6ae3-adac-4046-8588-ef81a00861a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.1339526 Sep 22 10:23:55.859625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-e77f1d35-77ac-44ea-a8d5-d7ea08b98ff0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afc8eeab-c14f-40e3-9570-9b5a97523830 HTTP/1.1" status: 200 len: 217 time: 0.0940192 Sep 22 10:23:55.927388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d242f9be-4a30-4491-aeff-09ad303c1d2e req-42d4778f-ee08-4944-bc3e-f29822067582 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704479 Sep 22 10:23:55.931979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-22fd1933-e4f3-4e5f-b36a-00dd8ab1f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.933960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-22fd1933-e4f3-4e5f-b36a-00dd8ab1f3ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.0615227 Sep 22 10:23:55.953879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.962732 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.976709 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] 10.222.0.20 "DELETE /v2.0/networks/25629721-800a-4885-841e-f8a09d15b04e HTTP/1.1" status: 204 len: 168 time: 0.8222220 Sep 22 10:23:55.976709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afe44c-816a-478e-b0c7-bdd0a62e3607 admin admin] Pushing event deleted for resources: {'Network': ['ID=25629721-800a-4885-841e-f8a09d15b04e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:56.013545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-d2a039ec-6d80-4806-b712-7b26b279804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:56.015227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-d2a039ec-6d80-4806-b712-7b26b279804d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704317 Sep 22 10:23:56.036325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:56.056488 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.104154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:56.129140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:56.130514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 072990a7-2eb7-4874-aaa9-3e2a8e46bdf3 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:56.130958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:56.144809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-f09d1dce-6b8c-440f-a106-e9d8b531e159 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091766 Sep 22 10:23:56.152193 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:23:56.152550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 56cf554f-d3ac-41f4-9fc5-3f55dcfa7b52 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:23:56.183125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bce944eb-3217-4789-b449-090c9ae3c77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.262181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a100109-e550-4de9-82e5-df1f9eaf74db req-4528fe8b-604b-45c1-aa70-0a513f8f2e71 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077714 Sep 22 10:23:56.288694 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bce944eb-3217-4789-b449-090c9ae3c77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.365421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bce944eb-3217-4789-b449-090c9ae3c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.401682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce944eb-3217-4789-b449-090c9ae3c77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb86930-69a4-4437-b11b-51020c3488ac,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:56.404641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52492) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:56.408409 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bce944eb-3217-4789-b449-090c9ae3c77c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce0c9f612535491e9c4a4710e867cfc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683894 Sep 22 10:23:56.408640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52494) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:56.445901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0d936095-ddeb-4650-be89-59e44fb859db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23a0b87de77b4faa821c87f1da4c3ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394912 Sep 22 10:23:56.448553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52496) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:56.459778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7d5f-ff0e-4c21-b3fe-2429c0eae43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.484797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7d5f-ff0e-4c21-b3fe-2429c0eae43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.502702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-911a31e5-43e3-445d-b878-e021fe744ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.526474 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-911a31e5-43e3-445d-b878-e021fe744ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.645340 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7d5f-ff0e-4c21-b3fe-2429c0eae43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.647915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7d5f-ff0e-4c21-b3fe-2429c0eae43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.649121 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a9cf7d5f-ff0e-4c21-b3fe-2429c0eae43a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bb86930-69a4-4437-b11b-51020c3488ac HTTP/1.1" status: 204 len: 168 time: 0.2395947 Sep 22 10:23:56.658285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf7d5f-ff0e-4c21-b3fe-2429c0eae43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb86930-69a4-4437-b11b-51020c3488ac,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:56.665025 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-69b4b956-9b5f-440c-974c-bafedc055288 req-835521f8-f522-413b-a658-2f2c11b0c75d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:23:56.666430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69b4b956-9b5f-440c-974c-bafedc055288 req-835521f8-f522-413b-a658-2f2c11b0c75d tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/c1c97efb-7478-4a3e-b631-63390b8d7da5 HTTP/1.1" status: 404 len: 352 time: 0.0209405 Sep 22 10:23:56.685419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-911a31e5-43e3-445d-b878-e021fe744ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.688663 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-911a31e5-43e3-445d-b878-e021fe744ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:56.691258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-911a31e5-43e3-445d-b878-e021fe744ef6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/414cf202-f0ce-4219-a7b9-ed0cdc231d2c HTTP/1.1" status: 204 len: 168 time: 0.2417688 Sep 22 10:23:56.704846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a31e5-43e3-445d-b878-e021fe744ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414cf202-f0ce-4219-a7b9-ed0cdc231d2c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:56.857087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d264345-8ca4-4793-9fb4-943837b09415 req-4f7852bf-78d9-4a00-921e-7c43ef6c8fbe tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:56.858596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d264345-8ca4-4793-9fb4-943837b09415 req-4f7852bf-78d9-4a00-921e-7c43ef6c8fbe tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 949 time: 0.0500143 Sep 22 10:23:56.898622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d264345-8ca4-4793-9fb4-943837b09415 req-140be8e6-2fa7-4254-ada1-3bca956f5e5f tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/security-groups?id=93e5f856-ebf9-44ca-a967-3198f5ffb0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Sep 22 10:23:56.933962 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-88669e19-8d31-4814-b378-79a27ef389b3 req-103020cc-db77-44bd-9949-37f269a8b99b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:23:56.935080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-88669e19-8d31-4814-b378-79a27ef389b3 req-103020cc-db77-44bd-9949-37f269a8b99b tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/b83fe1fd-f4ad-4a65-8512-bba5916e34ef HTTP/1.1" status: 404 len: 352 time: 0.0144765 Sep 22 10:23:57.059764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52544) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:57.116928 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-f8d58d36-86b3-4c5d-92ce-3812674b9330 req-00abfd37-db3a-4471-a652-fd9858d43731 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:23:57.117839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8d58d36-86b3-4c5d-92ce-3812674b9330 req-00abfd37-db3a-4471-a652-fd9858d43731 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/2cf267cf-c444-498c-8f33-3b9a40f94b49 HTTP/1.1" status: 404 len: 352 time: 0.0140257 Sep 22 10:23:57.213483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be0bf534-051a-4f6b-8502-19d96164374a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:57.249038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9d95-0257-4803-bf10-c9e39b804de0 req-f0ff3286-37fa-4866-80d4-1e54bf4ff9d4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:57.255063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9d95-0257-4803-bf10-c9e39b804de0 req-f0ff3286-37fa-4866-80d4-1e54bf4ff9d4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:57.262582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9d95-0257-4803-bf10-c9e39b804de0 req-f0ff3286-37fa-4866-80d4-1e54bf4ff9d4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:57.270443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9d95-0257-4803-bf10-c9e39b804de0 req-f0ff3286-37fa-4866-80d4-1e54bf4ff9d4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:57.276699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9d95-0257-4803-bf10-c9e39b804de0 req-f0ff3286-37fa-4866-80d4-1e54bf4ff9d4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:57.282740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9d95-0257-4803-bf10-c9e39b804de0 req-f0ff3286-37fa-4866-80d4-1e54bf4ff9d4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:57.289259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9d95-0257-4803-bf10-c9e39b804de0 req-f0ff3286-37fa-4866-80d4-1e54bf4ff9d4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:57.291245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae7b9d95-0257-4803-bf10-c9e39b804de0 req-f0ff3286-37fa-4866-80d4-1e54bf4ff9d4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.1235666 Sep 22 10:23:57.383984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae7b9d95-0257-4803-bf10-c9e39b804de0 req-edaf1859-a5ea-4e26-a9be-df90922cb489 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774872 Sep 22 10:23:57.431408 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be0bf534-051a-4f6b-8502-19d96164374a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:57.519813 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-75807a21-13c7-4cec-a77c-331a4edbba21 req-89a63424-4dce-41e0-86a8-ae4b2d18a338 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:23:57.520768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75807a21-13c7-4cec-a77c-331a4edbba21 req-89a63424-4dce-41e0-86a8-ae4b2d18a338 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/0fc5c59e-abd3-4b1b-b29c-da2d005124f2 HTTP/1.1" status: 404 len: 352 time: 0.0165603 Sep 22 10:23:57.525384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be0bf534-051a-4f6b-8502-19d96164374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:57.580826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-be0bf534-051a-4f6b-8502-19d96164374a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9405928018304d5a8ab915138f8d17a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5171266 Sep 22 10:23:57.581544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:57.599913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bf534-051a-4f6b-8502-19d96164374a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc0d534-cf84-4cf0-8719-7826dbddf4c5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:57.673659 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad27042c-674c-44f8-b958-92fa834273b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:57.705163 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad27042c-674c-44f8-b958-92fa834273b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:57.856509 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad27042c-674c-44f8-b958-92fa834273b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:57.859098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad27042c-674c-44f8-b958-92fa834273b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:57.860284 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ad27042c-674c-44f8-b958-92fa834273b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbc0d534-cf84-4cf0-8719-7826dbddf4c5 HTTP/1.1" status: 204 len: 168 time: 0.2762723 Sep 22 10:23:57.868968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27042c-674c-44f8-b958-92fa834273b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc0d534-cf84-4cf0-8719-7826dbddf4c5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:57.914033 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:58.459142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52632) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:58.465322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52636) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:58.585212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1359651041-network', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:58.618586 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-470643418-network', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:58.659932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:23:58.709847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:58.709847 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:58.726758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:58.747630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:58.831049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Made reservation on behalf of 6a517b224ca24421a4b1537fd5708bd1 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:58.840263 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:58.865621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:58.913149 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:23:58.915819 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcdb96d-435b-42f0-b719-14e5f9e88de9" -d '{"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-unplugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:23:58.930649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:23:58.951546 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.005566 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.041928 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.073465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:23:59.075300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:59.105049 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.105514 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Added segment bae7c2d8-5841-4f2d-a687-8ba027a8145d of type vlan for network e32d2a23-d40f-40d7-8077-4e2fd5081e4c Sep 22 10:23:59.122039 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:59.170244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.229695 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.297210 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.298342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.298968 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.304587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.336440 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-fd6a8cf4-0a64-4a5f-90f6-65720d51899c req-15315764-b03a-4a96-9f9b-2acac31cd485 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:23:59.348643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd6a8cf4-0a64-4a5f-90f6-65720d51899c req-15315764-b03a-4a96-9f9b-2acac31cd485 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/ef9a1e0a-b81f-4eee-9e4e-02e46ecb9b36 HTTP/1.1" status: 404 len: 352 time: 0.0266080 Sep 22 10:23:59.349407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:23:59.408505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52676) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:59.413959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] Pushing event updated for resources: {'Network': ['ID=e32d2a23-d40f-40d7-8077-4e2fd5081e4c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:59.422361 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.422708 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Added segment fe3c75e0-3d36-4483-8f9a-18e27b78eb95 of type vlan for network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 Sep 22 10:23:59.425740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network e32d2a23-d40f-40d7-8077-4e2fd5081e4c details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:23:59.473295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8838-cfcc-403c-87ce-d059d518b4df req-06a48ef1-d195-44d3-a8a9-b688a7dbc4cf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.477556 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7ab5895d-754c-41cf-9e84-793cb57f9983 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0172558 Sep 22 10:23:59.480451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8838-cfcc-403c-87ce-d059d518b4df req-06a48ef1-d195-44d3-a8a9-b688a7dbc4cf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.488834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8838-cfcc-403c-87ce-d059d518b4df req-06a48ef1-d195-44d3-a8a9-b688a7dbc4cf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.497344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8838-cfcc-403c-87ce-d059d518b4df req-06a48ef1-d195-44d3-a8a9-b688a7dbc4cf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.505493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8838-cfcc-403c-87ce-d059d518b4df req-06a48ef1-d195-44d3-a8a9-b688a7dbc4cf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.513158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8838-cfcc-403c-87ce-d059d518b4df req-06a48ef1-d195-44d3-a8a9-b688a7dbc4cf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.515679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52684) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:59.521011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa8838-cfcc-403c-87ce-d059d518b4df req-06a48ef1-d195-44d3-a8a9-b688a7dbc4cf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.521187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Request body: {'subnet': {'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1359651041-subnet', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:59.523359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6aa8838-cfcc-403c-87ce-d059d518b4df req-06a48ef1-d195-44d3-a8a9-b688a7dbc4cf tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.1268992 Sep 22 10:23:59.528726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b9dd32-2ca4-47b3-abe2-c0d15859962c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:59.550203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.601329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6aa8838-cfcc-403c-87ce-d059d518b4df req-2d517932-edc4-4f87-ae15-2bb6378a6961 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606072 Sep 22 10:23:59.606874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1394778347-network', 'tenant_id': '2bf57e69eb8b420a9edc7c06630515b5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:23:59.679654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:59.682857 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.714237 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c91a08-ac67-4fda-9fd3-fdb0cf0ca80d x-openstack-request-id: req-76c91a08-ac67-4fda-9fd3-fdb0cf0ca80d {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:23:59.714769 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-unplugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:23:59.715844 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76c91a08-ac67-4fda-9fd3-fdb0cf0ca80d {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:23:59.716435 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'code': 200} Sep 22 10:23:59.748220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.753864 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.754910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.785601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Made reservation on behalf of 2bf57e69eb8b420a9edc7c06630515b5 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:23:59.788057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.790238 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-4635286f-1701-407b-acba-44c5e6d4a047 req-c4f9024e-5cad-49dd-bd09-5f7be0632759 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] show failed (client error): The resource could not be found. Sep 22 10:23:59.795510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4635286f-1701-407b-acba-44c5e6d4a047 req-c4f9024e-5cad-49dd-bd09-5f7be0632759 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/9ba64992-0580-4bf3-baae-b8309c792426 HTTP/1.1" status: 404 len: 352 time: 0.0210793 Sep 22 10:23:59.799101 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:59.850236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] Pushing event updated for resources: {'Network': ['ID=46c19dfb-0e87-45bf-b841-1a0d7cb41777,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:23:59.861057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:23:59.890751 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c87c1b23-4dbb-4efc-a3d7-b4c7402975e3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4243710 Sep 22 10:23:59.891755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52700) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:59.904406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Request body: {'subnet': {'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-470643418-subnet', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:00.027081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.120134 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.154786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.172616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:24:00.185576 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.186450 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Added segment 58921e8c-b726-47a9-8314-4a89422c2301 of type vlan for network 886454a0-45dd-4823-afab-9eacf053dba4 Sep 22 10:24:00.255502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.255933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41892a6-9f17-4900-a05b-70b6bb45445f,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:00.265375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Checking segment: {'id': 'bae7c2d8-5841-4f2d-a687-8ba027a8145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:00.265970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Network hostable DHCP agents. Network: e32d2a23-d40f-40d7-8077-4e2fd5081e4c, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:24:00.305107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:00.353608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Made reservation on behalf of 6a517b224ca24421a4b1537fd5708bd1 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:00.356047 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.394564 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.395688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:00.396350 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.411699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Network e32d2a23-d40f-40d7-8077-4e2fd5081e4c is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:24:00.477935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=886454a0-45dd-4823-afab-9eacf053dba4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:00.489325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 886454a0-45dd-4823-afab-9eacf053dba4 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:24:00.588053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, e32d2a23-d40f-40d7-8077-4e2fd5081e4c) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:00.588756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-47b695d2-e1a9-4f65-98cf-a3dcbf032fa2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1792266 Sep 22 10:24:00.598165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52708) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:00.600410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Request body: {'subnet': {'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1394778347-subnet', 'tenant_id': '2bf57e69eb8b420a9edc7c06630515b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:00.603602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:00.605358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fe082-8d49-42b5-8dd2-53f7322326ba None None] Network e32d2a23-d40f-40d7-8077-4e2fd5081e4c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:00.606221 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.668525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.697203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Made reservation on behalf of 2bf57e69eb8b420a9edc7c06630515b5 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:00.704568 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.743591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Checking segment: {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:00.744984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Network hostable DHCP agents. Network: 46c19dfb-0e87-45bf-b841-1a0d7cb41777, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:24:00.748930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a5524d-6fe0-42c0-a29a-8552b8fc60d4,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:00.810432 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a836d810-5b31-4728-bd65-625bfb57ebd5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2936239 Sep 22 10:24:00.813159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52716) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:00.816678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-e32d2a23-d40f-40d7-8077-4e2fd5081e4c', 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'fixed_ips': [{'subnet_id': 'f41892a6-9f17-4900-a05b-70b6bb45445f'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:24:00.821063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.821230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:00.847021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:24:00.959647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 46c19dfb-0e87-45bf-b841-1a0d7cb41777) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:00.965588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:00.966937 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.972553 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c7794-a782-46ac-a5e5-f0266e900097 None None] Network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:01.001315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.002497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.015333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Allocated IP 172.20.0.2 (e32d2a23-d40f-40d7-8077-4e2fd5081e4c/f41892a6-9f17-4900-a05b-70b6bb45445f/18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:01.080294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.081808 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.111804 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-104cdb2e-522f-4cb0-9f08-08aeda19cd24 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2168136 Sep 22 10:24:01.112445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52728) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:01.116758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:01.182257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Checking segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:01.182782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Network hostable DHCP agents. Network: 886454a0-45dd-4823-afab-9eacf053dba4, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:24:01.184994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525e8607-9914-4cb1-88f2-d94fdc07a1c2,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:01.246965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.249194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.278090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:24:01.280923 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.332516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.351744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.352083 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.366626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729fe7b-86a5-4151-acf6-1cea29b925cd req-78d0d238-943c-432d-8386-44aa1a6d5255 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.373435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729fe7b-86a5-4151-acf6-1cea29b925cd req-78d0d238-943c-432d-8386-44aa1a6d5255 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.379703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729fe7b-86a5-4151-acf6-1cea29b925cd req-78d0d238-943c-432d-8386-44aa1a6d5255 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.385502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729fe7b-86a5-4151-acf6-1cea29b925cd req-78d0d238-943c-432d-8386-44aa1a6d5255 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.391475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729fe7b-86a5-4151-acf6-1cea29b925cd req-78d0d238-943c-432d-8386-44aa1a6d5255 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.397387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729fe7b-86a5-4151-acf6-1cea29b925cd req-78d0d238-943c-432d-8386-44aa1a6d5255 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.404263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729fe7b-86a5-4151-acf6-1cea29b925cd req-78d0d238-943c-432d-8386-44aa1a6d5255 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.406236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2729fe7b-86a5-4151-acf6-1cea29b925cd req-78d0d238-943c-432d-8386-44aa1a6d5255 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.2593238 Sep 22 10:24:01.406902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Network 886454a0-45dd-4823-afab-9eacf053dba4 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:24:01.444110 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.454912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2729fe7b-86a5-4151-acf6-1cea29b925cd req-35d57046-0211-410e-91e7-fa77c3d40322 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376844 Sep 22 10:24:01.518544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 886454a0-45dd-4823-afab-9eacf053dba4) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:01.521826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Network e32d2a23-d40f-40d7-8077-4e2fd5081e4c is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:01.531356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.531809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.536584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a6732e-074c-421a-af0a-5148cb3c05e2 None None] Network 886454a0-45dd-4823-afab-9eacf053dba4 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:01.553747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:01.558751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:01.580680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.593948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Pushing event updated for resources: {'Port': ['ID=18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:01.602644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Allocated IP 172.20.0.2 (46c19dfb-0e87-45bf-b841-1a0d7cb41777/56a5524d-6fe0-42c0-a29a-8552b8fc60d4/64cee975-4205-4a9b-943b-85211ea9183a) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:01.654790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8c3bcff0-358d-4529-8bc1-2a52ebe9e384 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0589027 Sep 22 10:24:01.692917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621baeb-c4b8-4b2e-a9ca-4326f184459c req-4437b39c-005b-46bf-b2c9-5b43de6c63ab tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.704034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0621baeb-c4b8-4b2e-a9ca-4326f184459c req-4437b39c-005b-46bf-b2c9-5b43de6c63ab tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 1023 time: 0.0881686 Sep 22 10:24:01.713510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Attempting to bind port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:01.713884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Attempting to bind port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'bae7c2d8-5841-4f2d-a687-8ba027a8145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:01.714284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Attempting to bind port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 on network e32d2a23-d40f-40d7-8077-4e2fd5081e4c {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:01.736266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:01.736635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Checking segment: {'id': 'bae7c2d8-5841-4f2d-a687-8ba027a8145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:01.737039 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.737432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Bound using segment: {'id': 'bae7c2d8-5841-4f2d-a687-8ba027a8145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:01.737907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Bound port: 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae7c2d8-5841-4f2d-a687-8ba027a8145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:01.738307 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.850706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0621baeb-c4b8-4b2e-a9ca-4326f184459c req-474937ba-fd03-4ac1-b056-d0552fee805e tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups?id=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada&id=286c081a-763c-4039-aea9-30e7a1357ab2&id=e27afb4b-efc5-4b59-a139-3d9ff752e899&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1455579 Sep 22 10:24:01.877827 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.900840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.934040 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:01.962216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9517e-3180-4a62-af1b-d1b32f53d586 None None] Network 886454a0-45dd-4823-afab-9eacf053dba4 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:02.001723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:02.067158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Allocated IP 172.25.1.154 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/7f227cc0-221f-46ff-821e-239c7d7588fc) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:02.101131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] For port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:02.115906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:02.137323 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] For port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8,segment=NetworkSegment(bae7c2d8-5841-4f2d-a687-8ba027a8145d),segment_id=bae7c2d8-5841-4f2d-a687-8ba027a8145d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:02.195028 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:02.229627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:02.234783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:02.238223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:02.243743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:02.251057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:02.270977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Pushing event updated for resources: {'Port': ['ID=64cee975-4205-4a9b-943b-85211ea9183a,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:02.368072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Attempting to bind port 64cee975-4205-4a9b-943b-85211ea9183a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:02.368569 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Attempting to bind port 64cee975-4205-4a9b-943b-85211ea9183a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:02.368936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Attempting to bind port 64cee975-4205-4a9b-943b-85211ea9183a on network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:02.379535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:02.379923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Checking segment: {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:02.380310 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:02.380706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Bound using segment: {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:02.381183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Bound port: 64cee975-4205-4a9b-943b-85211ea9183a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:02.381559 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:02.431772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4f03e-d82e-4917-ad33-5d5dc6477c81 None None] Pushing event updated for resources: {'Port': ['ID=18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:02.466468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] For port 64cee975-4205-4a9b-943b-85211ea9183a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:02.470322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] For port 64cee975-4205-4a9b-943b-85211ea9183a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64cee975-4205-4a9b-943b-85211ea9183a,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:02.577416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:02.664442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7033159-67f2-49e2-a472-6dfd0231ef80 None None] Pushing event updated for resources: {'Port': ['ID=64cee975-4205-4a9b-943b-85211ea9183a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:02.679221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:02.699555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e0063-9654-4c19-80d1-04856f27419f req-13ead055-c544-4231-93f8-8cfff6e951f8 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:02.701523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-13ead055-c544-4231-93f8-8cfff6e951f8 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.5127959 Sep 22 10:24:02.713076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-b7915cb4-e1d8-4095-8e4d-3e1e92c29109 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:02.715243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-b7915cb4-e1d8-4095-8e4d-3e1e92c29109 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 1023 time: 0.4374306 Sep 22 10:24:02.761295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-fc69bf8c-c4c7-4120-8d39-e4d3a4dcf648 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/quotas/2bf57e69eb8b420a9edc7c06630515b5 HTTP/1.1" status: 200 len: 375 time: 0.0449193 Sep 22 10:24:02.818109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-06473a0b-f9e3-4d62-bd6c-ca4d6c71724c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490260 Sep 22 10:24:02.845546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-381e2624-ff7f-41ff-a615-732e1f1c237f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:24:02.846650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-381e2624-ff7f-41ff-a615-732e1f1c237f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277705 Sep 22 10:24:02.850660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:02.940317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Allocated IP 172.25.1.146 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/f986bdd4-9d4f-4dd3-a09d-5c78583c7f87) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:02.954666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:02.968586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:02.987166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:03.116183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Deleting port 99755072-8b57-4e0c-83d2-7daf8bae6ac9 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:24:03.117153 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.118637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:03.136333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'mac_address': 'fa:16:3e:9d:d5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:03.156689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.198137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Pushing event updated for resources: {'Port': ['ID=7f227cc0-221f-46ff-821e-239c7d7588fc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:03.211633 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.228909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c2a1be-21c0-42cc-b141-a83f8408b7cc {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:03.251516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:03.336722 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.337627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.354293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-ae7bfb75-6188-421c-9218-287114c76f4a service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923861 Sep 22 10:24:03.407471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:03.414649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:03.418614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:03.427125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] For port 99755072-8b57-4e0c-83d2-7daf8bae6ac9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=99755072-8b57-4e0c-83d2-7daf8bae6ac9,segment=NetworkSegment(1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf),segment_id=1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:03.427507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.438994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:03.449681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['64c2a1be-21c0-42cc-b141-a83f8408b7cc'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:03.452391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Pushing event updated for resources: {'Port': ['ID=f986bdd4-9d4f-4dd3-a09d-5c78583c7f87,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:03.473927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Calling delete_port for 99755072-8b57-4e0c-83d2-7daf8bae6ac9 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:24:03.623111 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-333aed41-bbfd-4816-b8a1-79327ff7c0a4 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645252 Sep 22 10:24:03.734393 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.743242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fa82b9-9d88-4b8d-b261-53680d95cf68 None None] Network e32d2a23-d40f-40d7-8077-4e2fd5081e4c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:03.857458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6fafd55f-937b-474c-8d86-f3cd94f9d9ff None None] Provisioning complete for port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:03.857978 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6fafd55f-937b-474c-8d86-f3cd94f9d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.893641 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.925582 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:03.953443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['99755072-8b57-4e0c-83d2-7daf8bae6ac9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:04.040571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'Port': ['ID=99755072-8b57-4e0c-83d2-7daf8bae6ac9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:04.151042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] No DVR routers for this DVR port 99755072-8b57-4e0c-83d2-7daf8bae6ac9 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:24:04.156943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:04.160791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2accaae-49fa-457c-a1eb-bea4ccc85347 req-ce198f8e-1992-41be-9412-37ac56b3d858 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.32 "DELETE /v2.0/ports/99755072-8b57-4e0c-83d2-7daf8bae6ac9 HTTP/1.1" status: 204 len: 173 time: 1.4322953 Sep 22 10:24:04.161246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'name': 'network-vif-deleted', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:04.176813 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430aedf6-9fd8-4947-86c4-e538f3647a65" -d '{"events": [{"server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "name": "network-vif-deleted", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:04.194218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4279ca87-40a1-4068-a081-91cdfd497004 None None] Network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:04.214014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:04.220805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:04.410806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64cee975-4205-4a9b-943b-85211ea9183a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:04.559077 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6fafd55f-937b-474c-8d86-f3cd94f9d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:04.570510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85c113-95e5-479a-acd4-194f1975f63f req-6e7ff7b3-a3e2-4f2d-b1c7-abf7631617c3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:04.579149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85c113-95e5-479a-acd4-194f1975f63f req-6e7ff7b3-a3e2-4f2d-b1c7-abf7631617c3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:04.587156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85c113-95e5-479a-acd4-194f1975f63f req-6e7ff7b3-a3e2-4f2d-b1c7-abf7631617c3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:04.592427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85c113-95e5-479a-acd4-194f1975f63f req-6e7ff7b3-a3e2-4f2d-b1c7-abf7631617c3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:04.598396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85c113-95e5-479a-acd4-194f1975f63f req-6e7ff7b3-a3e2-4f2d-b1c7-abf7631617c3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:04.604394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85c113-95e5-479a-acd4-194f1975f63f req-6e7ff7b3-a3e2-4f2d-b1c7-abf7631617c3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:04.610903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85c113-95e5-479a-acd4-194f1975f63f req-6e7ff7b3-a3e2-4f2d-b1c7-abf7631617c3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:04.619050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f85c113-95e5-479a-acd4-194f1975f63f req-6e7ff7b3-a3e2-4f2d-b1c7-abf7631617c3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.3942456 Sep 22 10:24:04.653725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6fafd55f-937b-474c-8d86-f3cd94f9d9ff None None] For port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8,segment=NetworkSegment(bae7c2d8-5841-4f2d-a687-8ba027a8145d),segment_id=bae7c2d8-5841-4f2d-a687-8ba027a8145d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:04.656676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 64cee975-4205-4a9b-943b-85211ea9183a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:04.657229 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:04.687855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f85c113-95e5-479a-acd4-194f1975f63f req-61b6b3b7-05d2-4571-a993-e7db2cf95b27 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656810 Sep 22 10:24:04.702640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Router a49c3f40-b03e-487c-b0a0-03467669f973 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:24:04.731131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:04.767551 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6fafd55f-937b-474c-8d86-f3cd94f9d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:04.845329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Router 62be06ef-41d2-4f64-b7e5-819c94cc2896 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:24:04.869902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafd55f-937b-474c-8d86-f3cd94f9d9ff None None] Pushing event updated for resources: {'Port': ['ID=18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:04.883611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 64c2a1be-21c0-42cc-b141-a83f8408b7cc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:04.883790 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:04.919587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:24:04.933793 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Sync routers for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:24:04.954911 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:04.954911 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:04.980794 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:04.982736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d61c9412-d52a-49bf-8e67-2355311e1034 None None] Provisioning complete for port 64cee975-4205-4a9b-943b-85211ea9183a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:04.983069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d61c9412-d52a-49bf-8e67-2355311e1034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.063486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 64cee975-4205-4a9b-943b-85211ea9183a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64cee975-4205-4a9b-943b-85211ea9183a,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:05.067381 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.070218 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-27abaaed-b7f2-4ec7-99b5-15831d40aa06 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9554174 Sep 22 10:24:05.072477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52800) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:05.139881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1dcdd19-75ce-4b38-8f55-84aecf4c69fd req-83d8a818-2b7b-4533-a3c5-f9ab96ef92b6 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9676c4-4760-4c4d-8df0-b49db11cb41f HTTP/1.1" status: 200 len: 210 time: 0.1479769 Sep 22 10:24:05.196818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:24:05.204327 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.205421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:05.247212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Sync routers for ids ['62be06ef-41d2-4f64-b7e5-819c94cc2896'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:24:05.276066 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:05.285197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ac2b589-362a-411c-b873-40f6328a4937 req-7281ce13-7b26-48c7-96e1-e34f5578a8c7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 210 time: 0.0683761 Sep 22 10:24:05.361401 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.365824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.367888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-19a9d850-8a5a-46a1-9136-101e3c9c0f45 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5534759 Sep 22 10:24:05.370935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52810) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:05.504490 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17447e90-3ac2-4462-a89d-53fbfff3986f x-openstack-request-id: req-17447e90-3ac2-4462-a89d-53fbfff3986f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:05.504888 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9676c4-4760-4c4d-8df0-b49db11cb41f", "name": "network-vif-deleted", "tag": "99755072-8b57-4e0c-83d2-7daf8bae6ac9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:05.505276 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17447e90-3ac2-4462-a89d-53fbfff3986f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:05.507424 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9676c4-4760-4c4d-8df0-b49db11cb41f', 'name': 'network-vif-deleted', 'tag': '99755072-8b57-4e0c-83d2-7daf8bae6ac9', 'status': 'completed', 'code': 200} Sep 22 10:24:05.512277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:05.551962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:05.574012 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbc5397-8a28-48e7-83b4-d7dca9e0f643" -d '{"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-plugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:05.589318 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d61c9412-d52a-49bf-8e67-2355311e1034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.602493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Routers {'62be06ef-41d2-4f64-b7e5-819c94cc2896'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:05.603272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['62be06ef-41d2-4f64-b7e5-819c94cc2896'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:05.679784 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:03Z', 'revision_number': 3, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:05.779330 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Checking router: a49c3f40-b03e-487c-b0a0-03467669f973 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:24:05.779687 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Updating router a49c3f40-b03e-487c-b0a0-03467669f973 port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:24:05.840796 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.862483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Set router 62be06ef-41d2-4f64-b7e5-819c94cc2896 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:06.054425 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a29603-507f-43fe-8bcb-f12c1d284d0f x-openstack-request-id: req-24a29603-507f-43fe-8bcb-f12c1d284d0f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:06.054711 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-plugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:06.055475 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24a29603-507f-43fe-8bcb-f12c1d284d0f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:06.055475 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'code': 200} Sep 22 10:24:06.104500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605d47-9759-4742-b556-d1b2c8cfd2fc req-daf2ca8d-adf1-4802-acf7-f3cb80304c6c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.107973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=64cee975-4205-4a9b-943b-85211ea9183a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:06.120716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605d47-9759-4742-b556-d1b2c8cfd2fc req-daf2ca8d-adf1-4802-acf7-f3cb80304c6c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.150806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605d47-9759-4742-b556-d1b2c8cfd2fc req-daf2ca8d-adf1-4802-acf7-f3cb80304c6c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.172576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:06.176000 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-d61c9412-d52a-49bf-8e67-2355311e1034 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:24:06.176535 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-d61c9412-d52a-49bf-8e67-2355311e1034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:24:06.197616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605d47-9759-4742-b556-d1b2c8cfd2fc req-daf2ca8d-adf1-4802-acf7-f3cb80304c6c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.220909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605d47-9759-4742-b556-d1b2c8cfd2fc req-daf2ca8d-adf1-4802-acf7-f3cb80304c6c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.231919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605d47-9759-4742-b556-d1b2c8cfd2fc req-daf2ca8d-adf1-4802-acf7-f3cb80304c6c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.232939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:06.245382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84605d47-9759-4742-b556-d1b2c8cfd2fc req-daf2ca8d-adf1-4802-acf7-f3cb80304c6c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.247824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:06.251066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84605d47-9759-4742-b556-d1b2c8cfd2fc req-daf2ca8d-adf1-4802-acf7-f3cb80304c6c tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.3538992 Sep 22 10:24:06.263581 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:06.271888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:06.272879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:06.335504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:03Z', 'revision_number': 3, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'gw_port': {'id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:06.365055 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:06.440327 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Attempting to bind port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:06.440701 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Attempting to bind port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:06.442594 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Attempting to bind port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:06.452832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84605d47-9759-4742-b556-d1b2c8cfd2fc req-bfa09bab-3717-4cfa-af7f-b86facf5f27f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906009 Sep 22 10:24:06.499999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e3879-f568-407d-8778-01162b9027ff None None] Pushing event updated for resources: {'Port': ['ID=f986bdd4-9d4f-4dd3-a09d-5c78583c7f87,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:06.514479 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:06.517274 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:06.517719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Checking router: 62be06ef-41d2-4f64-b7e5-819c94cc2896 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:24:06.518080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Updating router 62be06ef-41d2-4f64-b7e5-819c94cc2896 port 7f227cc0-221f-46ff-821e-239c7d7588fc binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:24:06.518314 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:06.518902 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:06.522691 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Bound port: f986bdd4-9d4f-4dd3-a09d-5c78583c7f87, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:06.524763 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:06.612466 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.612813 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.613158 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.613480 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.615771 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.631679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:06.633479 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.636869 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.636869 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.636869 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.636869 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.636869 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.636869 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e3879-f568-407d-8778-01162b9027ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:06.700081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Allocated IP 172.20.0.1 (46c19dfb-0e87-45bf-b841-1a0d7cb41777/56a5524d-6fe0-42c0-a29a-8552b8fc60d4/66b1ac44-5091-4e85-9110-aed2dc4901eb) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:06.734443 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] For port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:06.741031 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] For port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f986bdd4-9d4f-4dd3-a09d-5c78583c7f87,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:06.821778 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64cee975-4205-4a9b-943b-85211ea9183a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:06.828834 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:06.896468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 99755072-8b57-4e0c-83d2-7daf8bae6ac9 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:24:06.921909 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:06.923147 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:06.974396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-896ba60b-de12-4406-8e95-acd9893ce0dd req-d782c3a9-75bf-44f4-85e1-b489584fd6b2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 210 time: 0.0506725 Sep 22 10:24:06.990923 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e3879-f568-407d-8778-01162b9027ff None None] Pushing event updated for resources: {'Port': ['ID=f986bdd4-9d4f-4dd3-a09d-5c78583c7f87,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:06.993248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:07.003467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:07.189069 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:07.205519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:07.358037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Pushing event updated for resources: {'Port': ['ID=66b1ac44-5091-4e85-9110-aed2dc4901eb,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:07.448379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:07.453165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:07.480446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:07.546231 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:07.577123 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:03Z', 'revision_number': 3, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:07.623143 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf38a6-f4fc-4ba6-a03e-bbce13fef952 None None] The sync data for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 is: [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:03Z', 'revision_number': 3, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:24:07.687892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 99755072-8b57-4e0c-83d2-7daf8bae6ac9 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:24:07.688376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 99755072-8b57-4e0c-83d2-7daf8bae6ac9 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:24:07.701130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:07.738936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52858) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:07.765682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37abaf-c1c0-4052-a550-54e6dbdfea1c None None] Pushing event updated for resources: {'Port': ['ID=7f227cc0-221f-46ff-821e-239c7d7588fc,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:07.849873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 64cee975-4205-4a9b-943b-85211ea9183a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:07.850341 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:07.931123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Attempting to bind port 7f227cc0-221f-46ff-821e-239c7d7588fc on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:07.931784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Attempting to bind port 7f227cc0-221f-46ff-821e-239c7d7588fc by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:07.931926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Attempting to bind port 7f227cc0-221f-46ff-821e-239c7d7588fc on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:08.009761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:08.010167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:08.010585 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.010994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:08.011491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Bound port: 7f227cc0-221f-46ff-821e-239c7d7588fc, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:08.011881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.039550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ca12e33-61d3-4faf-bca7-ddaade45bc4c req-2d94e8d5-4b9b-4f78-b78e-8de257cff2dd tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/e27afb4b-efc5-4b59-a139-3d9ff752e899 HTTP/1.1" status: 200 len: 1800 time: 0.8633468 Sep 22 10:24:08.147614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] For port 7f227cc0-221f-46ff-821e-239c7d7588fc, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:08.156522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] For port 7f227cc0-221f-46ff-821e-239c7d7588fc, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7f227cc0-221f-46ff-821e-239c7d7588fc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:08.197550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8e8c18f8-5cd4-478c-8d7a-35a0acb53b17 None None] Provisioning complete for port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:08.197943 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e8c18f8-5cd4-478c-8d7a-35a0acb53b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.237886 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ca12e33-61d3-4faf-bca7-ddaade45bc4c req-df8489dc-8777-4364-b563-e56aa57c6bea tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.271455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fad05d00-1d48-4d6b-9b37-f3878a994c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.308125 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.460789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37abaf-c1c0-4052-a550-54e6dbdfea1c None None] Pushing event updated for resources: {'Port': ['ID=7f227cc0-221f-46ff-821e-239c7d7588fc,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:08.461049 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fad05d00-1d48-4d6b-9b37-f3878a994c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.527929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e0063-9654-4c19-80d1-04856f27419f req-6a30ef6b-25d0-4f95-8760-01a2a2d7e347 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:08.535974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-6a30ef6b-25d0-4f95-8760-01a2a2d7e347 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.7975395 Sep 22 10:24:08.556731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ca12e33-61d3-4faf-bca7-ddaade45bc4c req-df8489dc-8777-4364-b563-e56aa57c6bea tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.564301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Request body: {'port': {'device_id': '1de45d0a-b81c-489f-abbc-bb17d4a16d69', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'admin_state_up': True, 'tenant_id': '2bf57e69eb8b420a9edc7c06630515b5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:08.622271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:08.627005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Routers {'62be06ef-41d2-4f64-b7e5-819c94cc2896'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:08.627993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['62be06ef-41d2-4f64-b7e5-819c94cc2896'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:08.702312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fad05d00-1d48-4d6b-9b37-f3878a994c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.757924 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:08.759818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fad05d00-1d48-4d6b-9b37-f3878a994c07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b389f689558407cb7772b5b78f286a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176151 Sep 22 10:24:08.866312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52868) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:08.872040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad05d00-1d48-4d6b-9b37-f3878a994c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4bcfcd-56b3-418c-a01b-9c4475c2062e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:08.890797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Allocated IP 172.20.0.1 (e32d2a23-d40f-40d7-8077-4e2fd5081e4c/f41892a6-9f17-4900-a05b-70b6bb45445f/9da8eb3e-842d-4823-8dac-3afe6c85fcc3) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:08.932805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:08.935742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.046446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8e8c18f8-5cd4-478c-8d7a-35a0acb53b17 None None] Provisioning complete for port 66b1ac44-5091-4e85-9110-aed2dc4901eb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:09.050031 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e8c18f8-5cd4-478c-8d7a-35a0acb53b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.145727 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1458b9d4-1974-46fe-8e55-2e4862f1a3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.159279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] Set router 62be06ef-41d2-4f64-b7e5-819c94cc2896 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:09.164270 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.174041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8e8c18f8-5cd4-478c-8d7a-35a0acb53b17 None None] Port 66b1ac44-5091-4e85-9110-aed2dc4901eb cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:09.191350 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1458b9d4-1974-46fe-8e55-2e4862f1a3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.214543 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.291222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Made reservation on behalf of 2bf57e69eb8b420a9edc7c06630515b5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:09.295643 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.350533 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ca12e33-61d3-4faf-bca7-ddaade45bc4c req-df8489dc-8777-4364-b563-e56aa57c6bea tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.353267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8e8c18f8-5cd4-478c-8d7a-35a0acb53b17 None None] Provisioning complete for port 64cee975-4205-4a9b-943b-85211ea9183a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:09.353718 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e8c18f8-5cd4-478c-8d7a-35a0acb53b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.355457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ca12e33-61d3-4faf-bca7-ddaade45bc4c req-df8489dc-8777-4364-b563-e56aa57c6bea tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.357737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ca12e33-61d3-4faf-bca7-ddaade45bc4c req-df8489dc-8777-4364-b563-e56aa57c6bea tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/e27afb4b-efc5-4b59-a139-3d9ff752e899 HTTP/1.1" status: 204 len: 173 time: 1.3173609 Sep 22 10:24:09.374237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8489dc-8777-4364-b563-e56aa57c6bea tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27afb4b-efc5-4b59-a139-3d9ff752e899,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:09.425126 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.453388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Network e32d2a23-d40f-40d7-8077-4e2fd5081e4c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:09.455858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:09.485942 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.538197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:09.588615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:09.610727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.622639 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1458b9d4-1974-46fe-8e55-2e4862f1a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.640901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1458b9d4-1974-46fe-8e55-2e4862f1a3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.643149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1458b9d4-1974-46fe-8e55-2e4862f1a3e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c4bcfcd-56b3-418c-a01b-9c4475c2062e HTTP/1.1" status: 204 len: 168 time: 0.7678666 Sep 22 10:24:09.734804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:03Z', 'revision_number': 3, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'gw_port': {'id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:09.759517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Pushing event updated for resources: {'Port': ['ID=66b1ac44-5091-4e85-9110-aed2dc4901eb,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:09.770915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.790875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a87ff-b883-401a-9a8d-3f6654f13db1 None None] The sync data for ids ['62be06ef-41d2-4f64-b7e5-819c94cc2896'] in n-d-807025-3 is: [{'id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:03Z', 'revision_number': 3, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'gw_port': {'id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:24:09.794964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:09.795640 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.835762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Pushing event updated for resources: {'Port': ['ID=9da8eb3e-842d-4823-8dac-3afe6c85fcc3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:09.920398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9033e710-547a-46d5-a1ab-417148772e0b None None] Provisioning complete for port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:09.920870 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9033e710-547a-46d5-a1ab-417148772e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.961729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Allocated IP 172.20.0.5 (886454a0-45dd-4823-afab-9eacf053dba4/525e8607-9914-4cb1-88f2-d94fdc07a1c2/c9b3cbf4-be64-466d-a13d-c2a7530bd1f0) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:09.994925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9033e710-547a-46d5-a1ab-417148772e0b None None] Port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:09.999669 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:10.001469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:10.052647 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:10.066350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458b9d4-1974-46fe-8e55-2e4862f1a3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4bcfcd-56b3-418c-a01b-9c4475c2062e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:10.095532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:10.165265 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f986bdd4-9d4f-4dd3-a09d-5c78583c7f87,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:10.240666 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:10.337297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Router a49c3f40-b03e-487c-b0a0-03467669f973 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:24:10.346876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612e71e-2c53-407e-807f-43695f4950cd req-4288b201-f0a0-4155-a499-d7315445a5af tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.355450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612e71e-2c53-407e-807f-43695f4950cd req-4288b201-f0a0-4155-a499-d7315445a5af tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.362640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612e71e-2c53-407e-807f-43695f4950cd req-4288b201-f0a0-4155-a499-d7315445a5af tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.378977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612e71e-2c53-407e-807f-43695f4950cd req-4288b201-f0a0-4155-a499-d7315445a5af tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.385694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612e71e-2c53-407e-807f-43695f4950cd req-4288b201-f0a0-4155-a499-d7315445a5af tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.392566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612e71e-2c53-407e-807f-43695f4950cd req-4288b201-f0a0-4155-a499-d7315445a5af tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.403687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612e71e-2c53-407e-807f-43695f4950cd req-4288b201-f0a0-4155-a499-d7315445a5af tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.419547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b612e71e-2c53-407e-807f-43695f4950cd req-4288b201-f0a0-4155-a499-d7315445a5af tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.9012513 Sep 22 10:24:10.502536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=f986bdd4-9d4f-4dd3-a09d-5c78583c7f87,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:10.547394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5444eccc-c37f-49aa-b9ce-686b4f6369b5 None None] Provisioning complete for port 66b1ac44-5091-4e85-9110-aed2dc4901eb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:10.547394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5444eccc-c37f-49aa-b9ce-686b4f6369b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:10.596228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:24:10.605751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5444eccc-c37f-49aa-b9ce-686b4f6369b5 None None] Port 66b1ac44-5091-4e85-9110-aed2dc4901eb cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:10.609030 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-de575be6-4c95-445f-aa9d-3077d303f43e admin admin] 10.222.0.20 "PUT /v2.0/routers/a49c3f40-b03e-487c-b0a0-03467669f973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5353992 Sep 22 10:24:10.614700 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b612e71e-2c53-407e-807f-43695f4950cd req-dc9f8622-7509-4de8-ac68-ffbbf61d3f3b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1940632 Sep 22 10:24:10.621044 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Sync routers for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:24:10.630976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:10.643435 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:10.644078 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:10.712956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:10.881174 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:10.912142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-519efc63-8fd4-43e6-9b75-3e6302ffc5bc req-6c2de2da-1460-4bba-9d43-6cedc492efb8 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 210 time: 0.0479560 Sep 22 10:24:11.030209 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.082072 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.125975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Network 886454a0-45dd-4823-afab-9eacf053dba4 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:11.130125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:11.174087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:11.181246 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.261762 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '66b1ac44-5091-4e85-9110-aed2dc4901eb', 'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'mac_address': 'fa:16:3e:48:5f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:06Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 2, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'subnets': [{'id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:11.295136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Checking router: a49c3f40-b03e-487c-b0a0-03467669f973 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:24:11.295487 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Updating router a49c3f40-b03e-487c-b0a0-03467669f973 port 66b1ac44-5091-4e85-9110-aed2dc4901eb binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:24:11.329501 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.367674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70df2eb1-a2e5-49fb-8540-c421e2cdd76c req-64117c8d-ff96-4cd9-a552-f8c2c97387b2 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "GET /v2.0/security-groups/286c081a-763c-4039-aea9-30e7a1357ab2 HTTP/1.1" status: 200 len: 1800 time: 0.2828047 Sep 22 10:24:11.379439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.392730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event updated for resources: {'Port': ['ID=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:11.462480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:11.463212 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.614333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Pushing event updated for resources: {'Port': ['ID=9da8eb3e-842d-4823-8dac-3afe6c85fcc3,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:11.635874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70df2eb1-a2e5-49fb-8540-c421e2cdd76c req-944f862c-e4e2-4ae6-b697-e13f973fa960 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.661649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-4d907411-e582-4031-897b-a692f4b62a5a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1069367 Sep 22 10:24:11.678542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-088ee0cb-d72e-4c95-82ac-bc0cbadbc12e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:24:11.679633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-088ee0cb-d72e-4c95-82ac-bc0cbadbc12e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086896 Sep 22 10:24:11.681510 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70df2eb1-a2e5-49fb-8540-c421e2cdd76c req-944f862c-e4e2-4ae6-b697-e13f973fa960 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.700231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Request body: {'port': {'device_id': '1de45d0a-b81c-489f-abbc-bb17d4a16d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:11.706835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Network e32d2a23-d40f-40d7-8077-4e2fd5081e4c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:11.726802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7f227cc0-221f-46ff-821e-239c7d7588fc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:11.744687 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.749583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:11.816539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 7f227cc0-221f-46ff-821e-239c7d7588fc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:11.817235 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.857300 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.005301 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.050483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.068102 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffd36a-49c7-4ff0-93e4-01cfef633320 None None] Pushing event updated for resources: {'Port': ['ID=66b1ac44-5091-4e85-9110-aed2dc4901eb,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:12.084317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 7f227cc0-221f-46ff-821e-239c7d7588fc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7f227cc0-221f-46ff-821e-239c7d7588fc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:12.126605 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Attempting to bind port 66b1ac44-5091-4e85-9110-aed2dc4901eb on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:12.126974 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Attempting to bind port 66b1ac44-5091-4e85-9110-aed2dc4901eb by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:12.127336 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Attempting to bind port 66b1ac44-5091-4e85-9110-aed2dc4901eb on network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:12.136592 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:12.136974 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Checking segment: {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:12.137380 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.137778 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Bound using segment: {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:12.142264 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Bound port: 66b1ac44-5091-4e85-9110-aed2dc4901eb, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:12.142721 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.182858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ca7cd9bf-67c7-4392-a5b8-1b7329e2f799 None None] Provisioning complete for port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:12.182858 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ca7cd9bf-67c7-4392-a5b8-1b7329e2f799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.221523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Router 62be06ef-41d2-4f64-b7e5-819c94cc2896 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:24:12.287929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ca7cd9bf-67c7-4392-a5b8-1b7329e2f799 None None] Port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:12.308087 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] For port 66b1ac44-5091-4e85-9110-aed2dc4901eb, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:12.311807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] For port 66b1ac44-5091-4e85-9110-aed2dc4901eb, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=66b1ac44-5091-4e85-9110-aed2dc4901eb,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:12.342146 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.343303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:12.346208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70df2eb1-a2e5-49fb-8540-c421e2cdd76c req-944f862c-e4e2-4ae6-b697-e13f973fa960 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.349024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70df2eb1-a2e5-49fb-8540-c421e2cdd76c req-944f862c-e4e2-4ae6-b697-e13f973fa960 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.350274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70df2eb1-a2e5-49fb-8540-c421e2cdd76c req-944f862c-e4e2-4ae6-b697-e13f973fa960 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] 10.222.0.20 "DELETE /v2.0/security-groups/286c081a-763c-4039-aea9-30e7a1357ab2 HTTP/1.1" status: 204 len: 173 time: 0.9602301 Sep 22 10:24:12.357959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52916) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:12.422591 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.447694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f862c-e4e2-4ae6-b697-e13f973fa960 tempest-SecurityGroupsTestJSON-1139249115 tempest-SecurityGroupsTestJSON-1139249115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286c081a-763c-4039-aea9-30e7a1357ab2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:12.448470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Deleting subnet 4b10b267-276e-4fc4-b849-27f4f8a626f3 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:24:12.454365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.534496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=7f227cc0-221f-46ff-821e-239c7d7588fc,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:12.574767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:24:12.575889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6bfca990-8b42-4715-9b69-aebf412cd838 admin admin] 10.222.0.20 "PUT /v2.0/routers/62be06ef-41d2-4f64-b7e5-819c94cc2896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2037723 Sep 22 10:24:12.578029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9ff9142c-b7cd-4c28-9396-c3eafaf10270 None None] Provisioning complete for port 66b1ac44-5091-4e85-9110-aed2dc4901eb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:12.583604 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9ff9142c-b7cd-4c28-9396-c3eafaf10270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.626188 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.670197 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:12.681325 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:12.690773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Sync routers for ids ['62be06ef-41d2-4f64-b7e5-819c94cc2896'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:24:12.725509 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffd36a-49c7-4ff0-93e4-01cfef633320 None None] Pushing event updated for resources: {'Port': ['ID=66b1ac44-5091-4e85-9110-aed2dc4901eb,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:12.732647 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device afc8eeab-c14f-40e3-9570-9b5a97523830 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:12.773950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:12.775610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.793279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:12.828717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Transition to ACTIVE for port object c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:12.936993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.038711 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.050050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52930) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:13.089965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:13.111972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port afc8eeab-c14f-40e3-9570-9b5a97523830, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=afc8eeab-c14f-40e3-9570-9b5a97523830,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:13.129088 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b10b267-276e-4fc4-b849-27f4f8a626f3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:13.152930 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:13.198938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.199233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.199530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.199875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.200215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.200552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.200882 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.201210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.201537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.201866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.202223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.202549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:13.238432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.245610 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bc703e3e-2b18-40f4-b773-c61381fb888e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b10b267-276e-4fc4-b849-27f4f8a626f3 HTTP/1.1" status: 204 len: 168 time: 0.8853209 Sep 22 10:24:13.249458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52936) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:13.343370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Attempting to bind port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:13.343796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Attempting to bind port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:13.344261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Attempting to bind port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:13.359666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 on network 886454a0-45dd-4823-afab-9eacf053dba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:13.361893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Attempting to bind port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:13.383469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:13.383469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Checking segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:13.383469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Bound using segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:13.383469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Bound port: c9b3cbf4-be64-466d-a13d-c2a7530bd1f0, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:13.385181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.514676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] For port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:13.516425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.519855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] For port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:13.602684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.608709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'afc8eeab-c14f-40e3-9570-9b5a97523830', 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957', 'port_id': 'afc8eeab-c14f-40e3-9570-9b5a97523830', 'mac_address': 'fa:16:3e:22:37:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930d7b6-61a0-4ece-9553-55a0bc174a1d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:13.659693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-602299973'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:13.674135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:13.686882 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.686882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Routers {'62be06ef-41d2-4f64-b7e5-819c94cc2896'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:13.686882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['62be06ef-41d2-4f64-b7e5-819c94cc2896'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:13.707352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:13.715737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.717539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] 10.222.0.32 "PUT /v2.0/ports/c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 HTTP/1.1" status: 200 len: 1091 time: 2.0276616 Sep 22 10:24:13.718167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de45d0a-b81c-489f-abbc-bb17d4a16d69', 'tag': 'c9b3cbf4-be64-466d-a13d-c2a7530bd1f0'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:13.720645 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79448e6b-041d-412c-98d6-185aadd86fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "1de45d0a-b81c-489f-abbc-bb17d4a16d69", "tag": "c9b3cbf4-be64-466d-a13d-c2a7530bd1f0"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:13.732559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.791011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a384e7bc-ca43-49f9-abe1-83ea2f12c9d2']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:13.812063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52946) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:13.827457 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2f5598d5-045e-4f12-838b-a864546987eb tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497580384', 'description': 'tempest-description--1534609588'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:13.837965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931d4b4-c5ae-4082-86d7-ac13aff6ede2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:13.846639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:13.849156 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.850093 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff5c738-a39d-45a7-b6a1-8e3ea9f8cabf') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:13.857539 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '66b1ac44-5091-4e85-9110-aed2dc4901eb', 'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'mac_address': 'fa:16:3e:48:5f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:06Z', 'updated_at': '2021-09-22T10:24:12Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'subnets': [{'id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:13.858359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:13.872556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.900496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.916865 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507b47e3-e6c9-4a68-a4df-f20f7f5115bc None None] The sync data for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 is: [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '66b1ac44-5091-4e85-9110-aed2dc4901eb', 'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'mac_address': 'fa:16:3e:48:5f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:06Z', 'updated_at': '2021-09-22T10:24:12Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'subnets': [{'id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:24:13.927570 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.936012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:24:13.936515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.953381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:24:13.998067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:13.998926 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Added segment ad7eae5a-65c8-4500-b100-db1471d2a083 of type vlan for network d20820b6-ac8d-4f54-902a-41eaa8412e1d Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:24:14.024353 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:24:14.030053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Set router 62be06ef-41d2-4f64-b7e5-819c94cc2896 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:14.037812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4abf8-31e0-4a4c-8688-975a412d334d req-e3d683f1-ded9-494d-89eb-7e71f8788a17 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.044360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4abf8-31e0-4a4c-8688-975a412d334d req-e3d683f1-ded9-494d-89eb-7e71f8788a17 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.051744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4abf8-31e0-4a4c-8688-975a412d334d req-e3d683f1-ded9-494d-89eb-7e71f8788a17 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.061042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4abf8-31e0-4a4c-8688-975a412d334d req-e3d683f1-ded9-494d-89eb-7e71f8788a17 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.067186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4abf8-31e0-4a4c-8688-975a412d334d req-e3d683f1-ded9-494d-89eb-7e71f8788a17 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.074485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4abf8-31e0-4a4c-8688-975a412d334d req-e3d683f1-ded9-494d-89eb-7e71f8788a17 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.081159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4abf8-31e0-4a4c-8688-975a412d334d req-e3d683f1-ded9-494d-89eb-7e71f8788a17 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.083239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e4abf8-31e0-4a4c-8688-975a412d334d req-e3d683f1-ded9-494d-89eb-7e71f8788a17 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5430 time: 0.1822391 Sep 22 10:24:14.091259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc8eeab-c14f-40e3-9570-9b5a97523830 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:14.155648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e4abf8-31e0-4a4c-8688-975a412d334d req-56ed4703-ad38-41d6-b9fc-e7648b31a234 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486295 Sep 22 10:24:14.168352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9ff9142c-b7cd-4c28-9396-c3eafaf10270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.203549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port afc8eeab-c14f-40e3-9570-9b5a97523830, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=afc8eeab-c14f-40e3-9570-9b5a97523830,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:14.283720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9ff9142c-b7cd-4c28-9396-c3eafaf10270 None None] For port 66b1ac44-5091-4e85-9110-aed2dc4901eb, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=66b1ac44-5091-4e85-9110-aed2dc4901eb,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:14.286309 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.304906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.311483 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a384e7bc-ca43-49f9-abe1-83ea2f12c9d2 HTTP/1.1" status: 204 len: 168 time: 1.0603755 Sep 22 10:24:14.316773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f5598d5-045e-4f12-838b-a864546987eb tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.329492 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.349063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.349968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 46933de2-0be6-405d-bff9-f23846d4c7da details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:14.422678 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c2c5b-750c-481a-8098-2219ae258614 admin admin] Pushing event deleted for resources: {'Network': ['ID=a384e7bc-ca43-49f9-abe1-83ea2f12c9d2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:14.450836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9ff9142c-b7cd-4c28-9396-c3eafaf10270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.576071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edd7e1-1752-4ebf-842a-c65c5689e470 req-51644819-a689-406e-918e-aa6ef02a8ad6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.588290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6edd7e1-1752-4ebf-842a-c65c5689e470 req-51644819-a689-406e-918e-aa6ef02a8ad6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 943 time: 0.1467786 Sep 22 10:24:14.665109 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f5598d5-045e-4f12-838b-a864546987eb tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.690581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=afc8eeab-c14f-40e3-9570-9b5a97523830,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:14.698258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7f227cc0-221f-46ff-821e-239c7d7588fc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:14.702386 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.721172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.722595 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.743823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6edd7e1-1752-4ebf-842a-c65c5689e470 req-fe03ed00-3f8e-4302-b7b5-0f2537aab830 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542509 Sep 22 10:24:14.770334 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f5598d5-045e-4f12-838b-a864546987eb tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.824643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.846808 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.847155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.850063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.853454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.853990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.858819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.859165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.859508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.859843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.860179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.860508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:14.885712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5598d5-045e-4f12-838b-a864546987eb tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7078c1dc-e192-4832-8525-5aa2c1df5a35,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:14.936263 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f5598d5-045e-4f12-838b-a864546987eb tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:14.940647 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2f5598d5-045e-4f12-838b-a864546987eb tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1200130 Sep 22 10:24:14.940647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52970) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:14.945087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2e4ca22f-d231-4061-bd3e-271006d429d2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Request body: {'security_group_rule': {'security_group_id': '7078c1dc-e192-4832-8525-5aa2c1df5a35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:14.948124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Network': ['ID=d20820b6-ac8d-4f54-902a-41eaa8412e1d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:14.954266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-854b590d-1f1a-4646-bdd9-f81d42cdd12e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9008839 Sep 22 10:24:14.958869 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52972) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:14.970757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'subnet': {'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:14.982359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e0063-9654-4c19-80d1-04856f27419f req-835f408e-1bc9-4bed-b29a-8f8791f5aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.984731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-835f408e-1bc9-4bed-b29a-8f8791f5aa27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 1094 time: 0.8101375 Sep 22 10:24:15.015019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network d20820b6-ac8d-4f54-902a-41eaa8412e1d details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:24:15.062514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-12960a64-c494-46af-97bb-034738a91717 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 HTTP/1.1" status: 200 len: 217 time: 0.0671117 Sep 22 10:24:15.098541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 46933de2-0be6-405d-bff9-f23846d4c7da, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=46933de2-0be6-405d-bff9-f23846d4c7da,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:15.111685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '46933de2-0be6-405d-bff9-f23846d4c7da', 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'port_id': '46933de2-0be6-405d-bff9-f23846d4c7da', 'mac_address': 'fa:16:3e:c2:56:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a8e054-3ad0-4ba6-a417-c256573f1410', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:15.162215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e0063-9654-4c19-80d1-04856f27419f req-5c5b4c0c-722a-42d9-a1d3-77c1c56942b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:15.165941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-5c5b4c0c-722a-42d9-a1d3-77c1c56942b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.0960960 Sep 22 10:24:15.188858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'gw_port': {'id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '9da8eb3e-842d-4823-8dac-3afe6c85fcc3', 'name': '', 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'mac_address': 'fa:16:3e:cf:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'f41892a6-9f17-4900-a05b-70b6bb45445f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:07Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 2, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'subnets': [{'id': 'f41892a6-9f17-4900-a05b-70b6bb45445f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:15.234365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-c2849cf2-181e-4707-995f-3f3dc68508f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537224 Sep 22 10:24:15.241496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9142c-b7cd-4c28-9396-c3eafaf10270 None None] Pushing event updated for resources: {'Port': ['ID=66b1ac44-5091-4e85-9110-aed2dc4901eb,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:15.242978 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca22f-d231-4061-bd3e-271006d429d2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.246445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6a210eff-4978-492f-9e0d-b2350da43344 None None] Provisioning complete for port 66b1ac44-5091-4e85-9110-aed2dc4901eb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:15.246831 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6a210eff-4978-492f-9e0d-b2350da43344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.320309 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.327493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:15.336299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Checking router: 62be06ef-41d2-4f64-b7e5-819c94cc2896 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:24:15.336674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Updating router 62be06ef-41d2-4f64-b7e5-819c94cc2896 port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:24:15.340216 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.464909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-2b6469b9-c15f-4115-83e8-45fdfd790725 service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295239 Sep 22 10:24:15.507775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46933de2-0be6-405d-bff9-f23846d4c7da {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:15.564855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 7f227cc0-221f-46ff-821e-239c7d7588fc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:15.566893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52980) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:15.577687 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.589981 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.700346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 46933de2-0be6-405d-bff9-f23846d4c7da, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=46933de2-0be6-405d-bff9-f23846d4c7da,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:15.728821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca22f-d231-4061-bd3e-271006d429d2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.736295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.800130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948e0063-9654-4c19-80d1-04856f27419f req-72f41849-29df-44e3-98cd-ec08932136b2 service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251021 Sep 22 10:24:15.807916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-36e80081-0a70-47f5-8545-e4a9c941817b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19d50a4c64504652b56fbc4abdd68592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350726 Sep 22 10:24:15.818167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52984) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:15.836293 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.836957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 14cbaaeb-765c-4a24-8c11-24a39f228d78 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:15.850761 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d20303a-6f6c-4004-88c9-a1c1d7ccfeed x-openstack-request-id: req-1d20303a-6f6c-4004-88c9-a1c1d7ccfeed {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:15.851294 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de45d0a-b81c-489f-abbc-bb17d4a16d69", "tag": "c9b3cbf4-be64-466d-a13d-c2a7530bd1f0", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:15.851716 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d20303a-6f6c-4004-88c9-a1c1d7ccfeed {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:15.852568 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de45d0a-b81c-489f-abbc-bb17d4a16d69', 'tag': 'c9b3cbf4-be64-466d-a13d-c2a7530bd1f0', 'status': 'completed', 'code': 200} Sep 22 10:24:15.876994 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca22f-d231-4061-bd3e-271006d429d2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:15.968082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Subnet': ['ID=ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:15.983942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ca22f-d231-4061-bd3e-271006d429d2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d816c3-05d7-4e6a-8e5b-71856c47cb13,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:16.071969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e4ca22f-d231-4061-bd3e-271006d429d2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.073268 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2e4ca22f-d231-4061-bd3e-271006d429d2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1317213 Sep 22 10:24:16.077346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52990) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:16.083165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b45870e2-57f6-4e0d-b8a0-321e6b5e2e80 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Request body: {'security_group_rule': {'security_group_id': '7078c1dc-e192-4832-8525-5aa2c1df5a35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:16.089414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Checking segment: {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:16.092932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network hostable DHCP agents. Network: d20820b6-ac8d-4f54-902a-41eaa8412e1d, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:24:16.106604 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954afaa5-389c-42eb-bee9-206815d9cba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.140945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ace58-813e-4d30-a881-e17598f2a069 req-bcad778a-f3c9-4828-ba4e-2eff47a1c3d1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.154943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ace58-813e-4d30-a881-e17598f2a069 req-bcad778a-f3c9-4828-ba4e-2eff47a1c3d1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.161385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ace58-813e-4d30-a881-e17598f2a069 req-bcad778a-f3c9-4828-ba4e-2eff47a1c3d1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.180969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ace58-813e-4d30-a881-e17598f2a069 req-bcad778a-f3c9-4828-ba4e-2eff47a1c3d1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.186850 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954afaa5-389c-42eb-bee9-206815d9cba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.196692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ace58-813e-4d30-a881-e17598f2a069 req-bcad778a-f3c9-4828-ba4e-2eff47a1c3d1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.202964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ace58-813e-4d30-a881-e17598f2a069 req-bcad778a-f3c9-4828-ba4e-2eff47a1c3d1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.209307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ace58-813e-4d30-a881-e17598f2a069 req-bcad778a-f3c9-4828-ba4e-2eff47a1c3d1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.218316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-700ace58-813e-4d30-a881-e17598f2a069 req-bcad778a-f3c9-4828-ba4e-2eff47a1c3d1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5432 time: 0.2930896 Sep 22 10:24:16.229040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-04f00b5e-b899-4c0b-997f-da41e8fb37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.231434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-04f00b5e-b899-4c0b-997f-da41e8fb37cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 1094 time: 0.2477453 Sep 22 10:24:16.291109 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network d20820b6-ac8d-4f54-902a-41eaa8412e1d is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:24:16.311453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-700ace58-813e-4d30-a881-e17598f2a069 req-5258f165-c539-481b-9f8b-36c1f937038b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917025 Sep 22 10:24:16.347182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954afaa5-389c-42eb-bee9-206815d9cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.350297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954afaa5-389c-42eb-bee9-206815d9cba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.353732 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-954afaa5-389c-42eb-bee9-206815d9cba1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada HTTP/1.1" status: 204 len: 168 time: 0.5339212 Sep 22 10:24:16.360080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 66b1ac44-5091-4e85-9110-aed2dc4901eb up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:16.365553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954afaa5-389c-42eb-bee9-206815d9cba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ddc1c4-5cd3-4496-bff0-b7f0b3eabada,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:16.405609 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.410975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, d20820b6-ac8d-4f54-902a-41eaa8412e1d) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:16.416494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b45870e2-57f6-4e0d-b8a0-321e6b5e2e80 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.426226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.426226 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.467944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf228e-93cc-48d9-8e1b-19e3d8c40b74 None None] Network d20820b6-ac8d-4f54-902a-41eaa8412e1d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:16.519291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:24:16.524457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-616781ba-448b-4b67-9b9d-93fd8692f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.531974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-616781ba-448b-4b67-9b9d-93fd8692f5e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 913 time: 0.2818780 Sep 22 10:24:16.564455 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b0fa72ae-a2e9-4def-9749-2143ed5d8961 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5997076 Sep 22 10:24:16.564455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52996) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:16.568582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2016387124'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:16.594841 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.627008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-c4591115-d491-425a-bc11-09853afb200e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 HTTP/1.1" status: 200 len: 217 time: 0.0798717 Sep 22 10:24:16.640061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b45870e2-57f6-4e0d-b8a0-321e6b5e2e80 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.692850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=46933de2-0be6-405d-bff9-f23846d4c7da,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:16.735456 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:16.739202 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.781677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:24:16.811718 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:16.819734 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Added segment 98231d11-4fdb-42cc-bf60-51386d316ea0 of type vlan for network aceb5f70-d71b-4825-90b9-0f3b62893021 Sep 22 10:24:16.885823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.078376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.084034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.084707 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.173770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1bc41-2520-4afd-8b97-609edff2226b None None] Pushing event updated for resources: {'Port': ['ID=9da8eb3e-842d-4823-8dac-3afe6c85fcc3,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:17.225727 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b45870e2-57f6-4e0d-b8a0-321e6b5e2e80 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.284688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45870e2-57f6-4e0d-b8a0-321e6b5e2e80 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b1194e-2701-4790-a617-ca17ec5fe031,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:17.314456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532ab75-d79d-4d3b-9753-e2ab2f131dff req-9c058221-1100-4e57-ac35-3ceb1e57ee25 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.327013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8532ab75-d79d-4d3b-9753-e2ab2f131dff req-9c058221-1100-4e57-ac35-3ceb1e57ee25 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 943 time: 0.7936769 Sep 22 10:24:17.337235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-8b59c50c-2899-4bdb-9e30-bb711ec69201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.339204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 14cbaaeb-765c-4a24-8c11-24a39f228d78, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:17.343475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-8b59c50c-2899-4bdb-9e30-bb711ec69201 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.7033165 Sep 22 10:24:17.352381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Network': ['ID=aceb5f70-d71b-4825-90b9-0f3b62893021,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:17.358249 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5766aec2-378a-4f04-9920-65e3040058ab tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7947326 Sep 22 10:24:17.358880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53008) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:17.376479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'subnet': {'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:17.381137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network aceb5f70-d71b-4825-90b9-0f3b62893021 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:24:17.393041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-46637569-8a91-46b5-8d98-710417b07876 None None] Provisioning complete for port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:17.393417 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-46637569-8a91-46b5-8d98-710417b07876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.395475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 66b1ac44-5091-4e85-9110-aed2dc4901eb triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:17.395849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-c4c774dd-10c3-4648-913a-93dcacdda9fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442741 Sep 22 10:24:17.395991 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.458845 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Attempting to bind port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:17.459371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Attempting to bind port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'bae7c2d8-5841-4f2d-a687-8ba027a8145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:17.459880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Attempting to bind port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 on network e32d2a23-d40f-40d7-8077-4e2fd5081e4c {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:17.471207 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'port_id': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'mac_address': 'fa:16:3e:72:85:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:17.477593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8532ab75-d79d-4d3b-9753-e2ab2f131dff req-b098a620-3929-490a-a4f1-f958fd01bc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493502 Sep 22 10:24:17.491645 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b45870e2-57f6-4e0d-b8a0-321e6b5e2e80 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.494545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:17.495075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Checking segment: {'id': 'bae7c2d8-5841-4f2d-a687-8ba027a8145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:17.495816 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.496307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Bound using segment: {'id': 'bae7c2d8-5841-4f2d-a687-8ba027a8145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:17.497205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Bound port: 9da8eb3e-842d-4823-8dac-3afe6c85fcc3, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae7c2d8-5841-4f2d-a687-8ba027a8145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:17.497811 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.500942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b45870e2-57f6-4e0d-b8a0-321e6b5e2e80 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4221199 Sep 22 10:24:17.513128 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53016) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:17.518217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:17.636761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-ed06a83d-8030-4b1f-898e-e6cb109c995f service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262590 Sep 22 10:24:17.676244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-46637569-8a91-46b5-8d98-710417b07876 None None] Port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:17.718264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-d20820b6-ac8d-4f54-902a-41eaa8412e1d', 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'fixed_ips': [{'subnet_id': 'ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:24:17.718264 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.773174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.807579 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.810240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] For port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:17.818744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] For port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9da8eb3e-842d-4823-8dac-3afe6c85fcc3,segment=NetworkSegment(bae7c2d8-5841-4f2d-a687-8ba027a8145d),segment_id=bae7c2d8-5841-4f2d-a687-8ba027a8145d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:17.869157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cbaaeb-765c-4a24-8c11-24a39f228d78 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:17.919176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c87a6-9237-418d-b80b-2ef28e9c84dc req-5b6cb2ff-7f1c-4bae-aa6f-a76d25f936ba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.940503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c87a6-9237-418d-b80b-2ef28e9c84dc req-5b6cb2ff-7f1c-4bae-aa6f-a76d25f936ba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.945180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.959047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c87a6-9237-418d-b80b-2ef28e9c84dc req-5b6cb2ff-7f1c-4bae-aa6f-a76d25f936ba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.969306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:17.971587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c87a6-9237-418d-b80b-2ef28e9c84dc req-5b6cb2ff-7f1c-4bae-aa6f-a76d25f936ba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.975276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.977862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c87a6-9237-418d-b80b-2ef28e9c84dc req-5b6cb2ff-7f1c-4bae-aa6f-a76d25f936ba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.998016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c87a6-9237-418d-b80b-2ef28e9c84dc req-5b6cb2ff-7f1c-4bae-aa6f-a76d25f936ba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:18.003712 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:18.020168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c87a6-9237-418d-b80b-2ef28e9c84dc req-5b6cb2ff-7f1c-4bae-aa6f-a76d25f936ba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:18.023029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b75c87a6-9237-418d-b80b-2ef28e9c84dc req-5b6cb2ff-7f1c-4bae-aa6f-a76d25f936ba tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5432 time: 0.3250849 Sep 22 10:24:18.153806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79448e6b-041d-412c-98d6-185aadd86fa6 req-f5483202-01c0-4ee1-9ebb-ebd99278c220 service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069418 Sep 22 10:24:18.184447 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 14cbaaeb-765c-4a24-8c11-24a39f228d78, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:18.200490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b75c87a6-9237-418d-b80b-2ef28e9c84dc req-1b61be4d-6ec2-4ae4-98fe-4cdfbfae7252 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1540623 Sep 22 10:24:18.263412 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:18.266433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 29e9ccd4-d129-4350-8f71-252678d221c9 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:18.332892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 66b1ac44-5091-4e85-9110-aed2dc4901eb up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:18.428103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Allocated IP 172.25.1.116 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/99e6a1cd-9b29-4ff0-961c-d6d88f68b824) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:18.461731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Routers {'62be06ef-41d2-4f64-b7e5-819c94cc2896'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:18.462421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['62be06ef-41d2-4f64-b7e5-819c94cc2896'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:18.642504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1bc41-2520-4afd-8b97-609edff2226b None None] Pushing event updated for resources: {'Port': ['ID=9da8eb3e-842d-4823-8dac-3afe6c85fcc3,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:18.658350 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:24:18.704661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 66b1ac44-5091-4e85-9110-aed2dc4901eb triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:18.705026 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:18.740616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e2681-2b60-4c74-a8bb-58e3c475c488 req-410486dd-7cfa-4d5c-b9c9-cc851a294397 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:18.747125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-321e2681-2b60-4c74-a8bb-58e3c475c488 req-410486dd-7cfa-4d5c-b9c9-cc851a294397 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 943 time: 0.1363685 Sep 22 10:24:18.749486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 29e9ccd4-d129-4350-8f71-252678d221c9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29e9ccd4-d129-4350-8f71-252678d221c9,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:18.761002 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:18.797254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Allocated IP 19.80.0.2 (d20820b6-ac8d-4f54-902a-41eaa8412e1d/ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2/1f4a64a2-828a-42ce-8244-f42810b32667) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:18.834254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1e41d021-9ebb-4fa5-9bf2-84ba8a2a7aff None None] Provisioning complete for port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:18.836810 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e41d021-9ebb-4fa5-9bf2-84ba8a2a7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:18.848399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-321e2681-2b60-4c74-a8bb-58e3c475c488 req-811109bb-0a44-4803-a380-44ec2d3cbf5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935116 Sep 22 10:24:18.857896 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:18.930152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '29e9ccd4-d129-4350-8f71-252678d221c9', 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'port_id': '29e9ccd4-d129-4350-8f71-252678d221c9', 'mac_address': 'fa:16:3e:0c:a8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a8e054-3ad0-4ba6-a417-c256573f1410', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:18.954768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:18.957991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:18.965312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:18.976035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:19.002282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Pushing event updated for resources: {'Port': ['ID=99e6a1cd-9b29-4ff0-961c-d6d88f68b824,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:19.048673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:19.065741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=14cbaaeb-765c-4a24-8c11-24a39f228d78,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:19.136099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] Set router 62be06ef-41d2-4f64-b7e5-819c94cc2896 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:19.165507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Subnet': ['ID=b1b24f75-688a-4519-a181-34efd643c0cd,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:19.265575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:19.281097 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Checking segment: {'id': '98231d11-4fdb-42cc-bf60-51386d316ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:19.281781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network hostable DHCP agents. Network: aceb5f70-d71b-4825-90b9-0f3b62893021, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:24:19.340068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:19.441187 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:19.481260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e9ccd4-d129-4350-8f71-252678d221c9 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:19.494546 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network aceb5f70-d71b-4825-90b9-0f3b62893021 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:24:19.504797 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e41d021-9ebb-4fa5-9bf2-84ba8a2a7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:19.583567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36fad1-2fb0-4b09-80d9-fb69173b2024 req-f19f0fc5-f66f-4386-adaa-a46b776de317 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:19.602774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36fad1-2fb0-4b09-80d9-fb69173b2024 req-f19f0fc5-f66f-4386-adaa-a46b776de317 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:19.610127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:19.621658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36fad1-2fb0-4b09-80d9-fb69173b2024 req-f19f0fc5-f66f-4386-adaa-a46b776de317 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:19.636253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36fad1-2fb0-4b09-80d9-fb69173b2024 req-f19f0fc5-f66f-4386-adaa-a46b776de317 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:19.653617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36fad1-2fb0-4b09-80d9-fb69173b2024 req-f19f0fc5-f66f-4386-adaa-a46b776de317 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:19.659661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 29e9ccd4-d129-4350-8f71-252678d221c9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29e9ccd4-d129-4350-8f71-252678d221c9,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:19.664968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36fad1-2fb0-4b09-80d9-fb69173b2024 req-f19f0fc5-f66f-4386-adaa-a46b776de317 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:19.676096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36fad1-2fb0-4b09-80d9-fb69173b2024 req-f19f0fc5-f66f-4386-adaa-a46b776de317 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:19.679918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c36fad1-2fb0-4b09-80d9-fb69173b2024 req-f19f0fc5-f66f-4386-adaa-a46b776de317 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5433 time: 0.2305748 Sep 22 10:24:19.690029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'c9b3cbf4-be64-466d-a13d-c2a7530bd1f0', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'port_id': 'c9b3cbf4-be64-466d-a13d-c2a7530bd1f0', 'mac_address': 'fa:16:3e:0a:fc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e8607-9914-4cb1-88f2-d94fdc07a1c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:19.690240 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, aceb5f70-d71b-4825-90b9-0f3b62893021) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:19.693362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:19.700291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:19.700872 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:19.713864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7314f670-822d-45ca-9945-ba209b7f9abd None None] Network aceb5f70-d71b-4825-90b9-0f3b62893021 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:19.719649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1e41d021-9ebb-4fa5-9bf2-84ba8a2a7aff None None] For port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9da8eb3e-842d-4823-8dac-3afe6c85fcc3,segment=NetworkSegment(bae7c2d8-5841-4f2d-a687-8ba027a8145d),segment_id=bae7c2d8-5841-4f2d-a687-8ba027a8145d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:19.805949 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:19.807383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 85fc67a6-7d73-414d-a695-281536410e94 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:19.845932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c36fad1-2fb0-4b09-80d9-fb69173b2024 req-eb3a194d-0d5e-410a-9605-a7392dbf98ab tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554139 Sep 22 10:24:19.849455 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fcad3f52-05ff-47cb-8f29-0e611f0f84f5 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4890506 Sep 22 10:24:19.864508 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:19.936140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.097960 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.104099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fd0e4-4064-4578-ae5e-be0542091672 req-6d8c341b-41c4-4c36-a868-080cc9bbb914 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:20.105732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c9fd0e4-4064-4578-ae5e-be0542091672 req-6d8c341b-41c4-4c36-a868-080cc9bbb914 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 943 time: 0.0895903 Sep 22 10:24:20.132352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Pushing event updated for resources: {'Port': ['ID=99e6a1cd-9b29-4ff0-961c-d6d88f68b824,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:20.182495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c9fd0e4-4064-4578-ae5e-be0542091672 req-0237ba03-ba84-4f13-a13c-7afe0f9e0dc5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671139 Sep 22 10:24:20.239107 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.241749 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e41d021-9ebb-4fa5-9bf2-84ba8a2a7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.242575 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-24976b82-c686-4d65-b29b-60a4c2182868 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7280762 Sep 22 10:24:20.247903 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.271938 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.281962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:20.331916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:20.333375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53098) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:20.374578 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:24:20.413621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 85fc67a6-7d73-414d-a695-281536410e94, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=85fc67a6-7d73-414d-a695-281536410e94,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:20.419581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Network d20820b6-ac8d-4f54-902a-41eaa8412e1d is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:20.442857 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.456387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:20.459268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:20.474832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '85fc67a6-7d73-414d-a695-281536410e94', 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'port_id': '85fc67a6-7d73-414d-a695-281536410e94', 'mac_address': 'fa:16:3e:4e:c5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a8e054-3ad0-4ba6-a417-c256573f1410', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:20.508445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=29e9ccd4-d129-4350-8f71-252678d221c9,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:20.541423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-0577560c-f2e1-4572-bcc6-e5b1e2209843 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:20.542966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'gw_port': {'id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '9da8eb3e-842d-4823-8dac-3afe6c85fcc3', 'name': '', 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'mac_address': 'fa:16:3e:cf:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'f41892a6-9f17-4900-a05b-70b6bb45445f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:07Z', 'updated_at': '2021-09-22T10:24:17Z', 'revision_number': 4, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'subnets': [{'id': 'f41892a6-9f17-4900-a05b-70b6bb45445f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:20.566331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-0577560c-f2e1-4572-bcc6-e5b1e2209843 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:20.566331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-0577560c-f2e1-4572-bcc6-e5b1e2209843 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/networks?id=d20820b6-ac8d-4f54-902a-41eaa8412e1d&id=aceb5f70-d71b-4825-90b9-0f3b62893021&id=d20820b6-ac8d-4f54-902a-41eaa8412e1d HTTP/1.1" status: 200 len: 1391 time: 0.2429738 Sep 22 10:24:20.602625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-ae286de3-b8f1-4c48-af8f-ff310cc03132 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/quotas/131f5cd065ac418ebf781a0505d483f3 HTTP/1.1" status: 200 len: 375 time: 0.0227907 Sep 22 10:24:20.650703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74cbc0-2536-41dc-b941-16d6fae6ad6a None None] The sync data for ids ['62be06ef-41d2-4f64-b7e5-819c94cc2896'] in n-d-807025-3 is: [{'id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'gw_port': {'id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '9da8eb3e-842d-4823-8dac-3afe6c85fcc3', 'name': '', 'network_id': 'e32d2a23-d40f-40d7-8077-4e2fd5081e4c', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'mac_address': 'fa:16:3e:cf:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'f41892a6-9f17-4900-a05b-70b6bb45445f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:07Z', 'updated_at': '2021-09-22T10:24:17Z', 'revision_number': 4, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'subnets': [{'id': 'f41892a6-9f17-4900-a05b-70b6bb45445f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:24:20.687274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-65ddad20-67d4-4834-819c-12cf14061b06 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=131f5cd065ac418ebf781a0505d483f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942574 Sep 22 10:24:20.741222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Attempting to bind port 1f4a64a2-828a-42ce-8244-f42810b32667 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:20.741594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Attempting to bind port 1f4a64a2-828a-42ce-8244-f42810b32667 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:20.742227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Attempting to bind port 1f4a64a2-828a-42ce-8244-f42810b32667 on network d20820b6-ac8d-4f54-902a-41eaa8412e1d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:20.768104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['c9b3cbf4-be64-466d-a13d-c2a7530bd1f0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:20.826467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41d021-9ebb-4fa5-9bf2-84ba8a2a7aff None None] Pushing event updated for resources: {'Port': ['ID=9da8eb3e-842d-4823-8dac-3afe6c85fcc3,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:20.831085 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.845474 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d21c35e1-d90d-4f2f-8d5c-f3d921b39a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.862397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:20.863547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Checking segment: {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:20.863547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.863944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Bound using segment: {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:20.864428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Bound port: 1f4a64a2-828a-42ce-8244-f42810b32667, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:20.864812 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:20.957997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fc67a6-7d73-414d-a695-281536410e94 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:20.993776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d21c35e1-d90d-4f2f-8d5c-f3d921b39a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.009766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-aceb5f70-d71b-4825-90b9-0f3b62893021', 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'fixed_ips': [{'subnet_id': 'b1b24f75-688a-4519-a181-34efd643c0cd'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:24:21.010660 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.042058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Pushing event updated for resources: {'Port': ['ID=1f4a64a2-828a-42ce-8244-f42810b32667,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:21.052557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 85fc67a6-7d73-414d-a695-281536410e94, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=85fc67a6-7d73-414d-a695-281536410e94,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:21.054650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-80a1ef11-7cfc-4d97-84aa-e01d77f165f6 service neutron] 10.222.0.20 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553302 Sep 22 10:24:21.128291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] For port 1f4a64a2-828a-42ce-8244-f42810b32667, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:21.150708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6d59fa38-f03e-4f41-bfc8-2f5063840bdc service neutron] 10.222.0.20 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950720 Sep 22 10:24:21.182530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d21c35e1-d90d-4f2f-8d5c-f3d921b39a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.208374 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.209012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device da4d4f68-a51f-477f-b203-59c327684705 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:21.222897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] For port 1f4a64a2-828a-42ce-8244-f42810b32667, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1f4a64a2-828a-42ce-8244-f42810b32667,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:21.235032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:21.278679 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d21c35e1-d90d-4f2f-8d5c-f3d921b39a95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70c21fe7694f4774bd6355b065760e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9440575 Sep 22 10:24:21.279437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c35e1-d90d-4f2f-8d5c-f3d921b39a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ecda3b-99c8-4f91-8892-caf6e3bbed05,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:21.287094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53118) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:21.355318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7757b9b-f983-4ffe-9edd-ffa35c9a2ef0 service neutron] 10.222.0.20 "GET /v2.0/networks/aceb5f70-d71b-4825-90b9-0f3b62893021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989853 Sep 22 10:24:21.376623 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.407593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14562e4a-2275-44f2-b022-49a132aef2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.415578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port da4d4f68-a51f-477f-b203-59c327684705, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da4d4f68-a51f-477f-b203-59c327684705,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:21.436407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14562e4a-2275-44f2-b022-49a132aef2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.453138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=85fc67a6-7d73-414d-a695-281536410e94,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:21.478737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'da4d4f68-a51f-477f-b203-59c327684705', 'network_id': '4927cad9-cef8-441f-b79e-01c2af82e173', 'port_id': 'da4d4f68-a51f-477f-b203-59c327684705', 'mac_address': 'fa:16:3e:38:e0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a8e054-3ad0-4ba6-a417-c256573f1410', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:21.559204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-2371bf87-a8f0-4d1b-8057-46dc269cfa4b service neutron] 10.222.0.20 "GET /v2.0/networks/aceb5f70-d71b-4825-90b9-0f3b62893021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925957 Sep 22 10:24:21.635420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14562e4a-2275-44f2-b022-49a132aef2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.649620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14562e4a-2275-44f2-b022-49a132aef2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.649620 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-14562e4a-2275-44f2-b022-49a132aef2df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24ecda3b-99c8-4f91-8892-caf6e3bbed05 HTTP/1.1" status: 204 len: 168 time: 0.3562517 Sep 22 10:24:21.655707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14562e4a-2275-44f2-b022-49a132aef2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ecda3b-99c8-4f91-8892-caf6e3bbed05,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:21.686984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Allocated IP 19.86.0.2 (aceb5f70-d71b-4825-90b9-0f3b62893021/b1b24f75-688a-4519-a181-34efd643c0cd/f784a3f9-18dc-4cc1-a188-830d675a29e4) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:21.737431 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:21.744078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-929b909b-201b-4ccf-be01-f2ecd9697fd2 service neutron] 10.222.0.20 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788890 Sep 22 10:24:21.768669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e90cf6-d46b-4b39-8e50-8cc7deeaae33 None None] Pushing event updated for resources: {'Port': ['ID=1f4a64a2-828a-42ce-8244-f42810b32667,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:21.814288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4d4f68-a51f-477f-b203-59c327684705 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:21.928788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port da4d4f68-a51f-477f-b203-59c327684705, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da4d4f68-a51f-477f-b203-59c327684705,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:21.957533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-a49c4aed-3f39-411b-a531-cc0fe6e7f246 service neutron] 10.222.0.20 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111454 Sep 22 10:24:22.013132 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:22.013805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7a9767cd-ae94-44a8-99d2-426c29b94a8d details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:22.194747 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:24:22.339557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7a9767cd-ae94-44a8-99d2-426c29b94a8d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:22.345840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=da4d4f68-a51f-477f-b203-59c327684705,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:22.420925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '7a9767cd-ae94-44a8-99d2-426c29b94a8d', 'network_id': '21dc8868-4c57-42cf-9a4c-9e1363920957', 'port_id': '7a9767cd-ae94-44a8-99d2-426c29b94a8d', 'mac_address': 'fa:16:3e:67:2e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930d7b6-61a0-4ece-9553-55a0bc174a1d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:22.501628 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:22.512553 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:22.599071 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-68a4c522-1886-4d5e-b734-2fbd0e93437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:22.630629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:22.646268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9767cd-ae94-44a8-99d2-426c29b94a8d {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:22.659634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:22.709335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-9579b082-bda9-4619-a8b8-b08cbb780dd9 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1497580384&fields=id&tenant_id=6a517b224ca24421a4b1537fd5708bd1 HTTP/1.1" status: 200 len: 267 time: 0.1492445 Sep 22 10:24:22.747973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Network aceb5f70-d71b-4825-90b9-0f3b62893021 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:22.763841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:22.764930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:22.776871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7a9767cd-ae94-44a8-99d2-426c29b94a8d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:22.886583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Pushing event updated for resources: {'Port': ['ID=f784a3f9-18dc-4cc1-a188-830d675a29e4,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:22.956016 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:22.982147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:22.988749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:22.989727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-ede6150f-b668-4ba6-9a73-389bc2987873 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:22.990051 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:22.991965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-ede6150f-b668-4ba6-9a73-389bc2987873 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/networks?id=46c19dfb-0e87-45bf-b841-1a0d7cb41777 HTTP/1.1" status: 200 len: 814 time: 0.2803309 Sep 22 10:24:23.056449 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-7436c289-f70b-4191-8d25-498fe557ae97 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/quotas/6a517b224ca24421a4b1537fd5708bd1 HTTP/1.1" status: 200 len: 375 time: 0.0518391 Sep 22 10:24:23.158382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Attempting to bind port f784a3f9-18dc-4cc1-a188-830d675a29e4 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:23.158670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Attempting to bind port f784a3f9-18dc-4cc1-a188-830d675a29e4 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '98231d11-4fdb-42cc-bf60-51386d316ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:23.159029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Attempting to bind port f784a3f9-18dc-4cc1-a188-830d675a29e4 on network aceb5f70-d71b-4825-90b9-0f3b62893021 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:23.163389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-2b71216f-225f-4b6e-aeb5-452fb033d27a tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a517b224ca24421a4b1537fd5708bd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060100 Sep 22 10:24:23.194430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:23.194837 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Checking segment: {'id': '98231d11-4fdb-42cc-bf60-51386d316ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:23.195210 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:23.195612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Bound using segment: {'id': '98231d11-4fdb-42cc-bf60-51386d316ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:23.196099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Bound port: f784a3f9-18dc-4cc1-a188-830d675a29e4, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98231d11-4fdb-42cc-bf60-51386d316ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:23.196479 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:23.286965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=7a9767cd-ae94-44a8-99d2-426c29b94a8d,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:23.352170 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1f4a64a2-828a-42ce-8244-f42810b32667 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:23.360002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8949e8-c35b-4e4d-978a-8d710e718055 None None] Network d20820b6-ac8d-4f54-902a-41eaa8412e1d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:23.400338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] For port f784a3f9-18dc-4cc1-a188-830d675a29e4, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:23.403451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-83bab490-90f1-4567-aef6-9f910f957a37 service neutron] 10.222.0.20 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200754 Sep 22 10:24:23.433924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] For port f784a3f9-18dc-4cc1-a188-830d675a29e4, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f784a3f9-18dc-4cc1-a188-830d675a29e4,segment=NetworkSegment(98231d11-4fdb-42cc-bf60-51386d316ea0),segment_id=98231d11-4fdb-42cc-bf60-51386d316ea0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:23.489833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:23.499084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:23.499470 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:23.572981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1f4a64a2-828a-42ce-8244-f42810b32667 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:23.572981 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:23.576964 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:23.578841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-90724f73-32dd-47d1-8c15-bb02a9881aee None None] Provisioning complete for port 1f4a64a2-828a-42ce-8244-f42810b32667 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:23.579252 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-90724f73-32dd-47d1-8c15-bb02a9881aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:23.585505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-3811dc46-5184-4bed-867f-715c922ec215 service neutron] 10.222.0.20 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705506 Sep 22 10:24:23.854967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['46933de2-0be6-405d-bff9-f23846d4c7da'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:23.893278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['29e9ccd4-d129-4350-8f71-252678d221c9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:23.895321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['14cbaaeb-765c-4a24-8c11-24a39f228d78'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:23.897999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['afc8eeab-c14f-40e3-9570-9b5a97523830'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:23.899937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['da4d4f68-a51f-477f-b203-59c327684705'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:23.903112 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['7a9767cd-ae94-44a8-99d2-426c29b94a8d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:23.904279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['85fc67a6-7d73-414d-a695-281536410e94'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:24.133802 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53206) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:24.205937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680d9d-f525-4120-ad2d-da9505d3eb8a req-d1fcae7c-3573-4517-bd35-48dbe03b7113 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:24.213636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680d9d-f525-4120-ad2d-da9505d3eb8a req-d1fcae7c-3573-4517-bd35-48dbe03b7113 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:24.220481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680d9d-f525-4120-ad2d-da9505d3eb8a req-d1fcae7c-3573-4517-bd35-48dbe03b7113 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:24.228644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680d9d-f525-4120-ad2d-da9505d3eb8a req-d1fcae7c-3573-4517-bd35-48dbe03b7113 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:24.235812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680d9d-f525-4120-ad2d-da9505d3eb8a req-d1fcae7c-3573-4517-bd35-48dbe03b7113 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:24.242285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680d9d-f525-4120-ad2d-da9505d3eb8a req-d1fcae7c-3573-4517-bd35-48dbe03b7113 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:24.255698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680d9d-f525-4120-ad2d-da9505d3eb8a req-d1fcae7c-3573-4517-bd35-48dbe03b7113 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:24.275092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1680d9d-f525-4120-ad2d-da9505d3eb8a req-d1fcae7c-3573-4517-bd35-48dbe03b7113 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5437 time: 0.2130437 Sep 22 10:24:24.327577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1680d9d-f525-4120-ad2d-da9505d3eb8a req-80111694-7d7d-4827-bc99-c5794033bcb3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516005 Sep 22 10:24:24.399367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1865867295-network', 'tenant_id': '8cf8b21157924cc3b22b8d0f0f730f7c'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:24.606724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43f80-58bc-4617-a253-7cffdaa7a520 req-b8324cc7-3e7a-41ff-8029-0805c51cd355 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:24.608456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eef43f80-58bc-4617-a253-7cffdaa7a520 req-b8324cc7-3e7a-41ff-8029-0805c51cd355 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 944 time: 0.0534668 Sep 22 10:24:24.675860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eef43f80-58bc-4617-a253-7cffdaa7a520 req-cf010cea-91ce-4a5c-b029-75b419e88527 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Sep 22 10:24:24.715170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Made reservation on behalf of 8cf8b21157924cc3b22b8d0f0f730f7c for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:24.719571 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:24.736023 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:24.832459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bb07e87-002d-4bb8-bf14-1347070f3a27 req-b660cad8-56f9-4c50-a701-6259f605b91c tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 210 time: 0.0467269 Sep 22 10:24:24.852899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8925c-e714-4630-baf5-bb371fae56b9 None None] Pushing event updated for resources: {'Port': ['ID=f784a3f9-18dc-4cc1-a188-830d675a29e4,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:24.880084 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-90724f73-32dd-47d1-8c15-bb02a9881aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:24.981130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.058223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.059489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4bb291cf-8971-46bf-918f-f1ff403cd783 req-5c3d9faf-4ba2-4ee0-9d29-6258e76dcbe8 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 210 time: 0.0573375 Sep 22 10:24:25.227763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.239776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-90724f73-32dd-47d1-8c15-bb02a9881aee None None] For port 1f4a64a2-828a-42ce-8244-f42810b32667, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1f4a64a2-828a-42ce-8244-f42810b32667,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:25.247670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:24:25.268451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.269067 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Added segment 6c7465f5-fabb-411d-9ada-878a40fb9df1 of type vlan for network 93d06c67-d853-4b03-8d71-f47735666f8b Sep 22 10:24:25.282651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:25.341308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de45d0a-b81c-489f-abbc-bb17d4a16d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b3cbf4-be64-466d-a13d-c2a7530bd1f0'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:25.347924 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c148de-098a-435f-8879-f0acfe9bca2b" -d '{"events": [{"server_uuid": "1de45d0a-b81c-489f-abbc-bb17d4a16d69", "name": "network-vif-plugged", "status": "completed", "tag": "c9b3cbf4-be64-466d-a13d-c2a7530bd1f0"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:25.366529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.392657 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-90724f73-32dd-47d1-8c15-bb02a9881aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.463903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8ba50c-7081-4c54-86bf-b65005c6ec2b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:25.502328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.503498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:25.505214 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.580685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90724f73-32dd-47d1-8c15-bb02a9881aee None None] Pushing event updated for resources: {'Port': ['ID=1f4a64a2-828a-42ce-8244-f42810b32667,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:25.683790 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.693177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53242) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:25.699768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Request body: {'subnet': {'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1865867295-subnet', 'tenant_id': '8cf8b21157924cc3b22b8d0f0f730f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:25.703529 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5552773 Sep 22 10:24:25.705085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3809ba-07bd-4b9d-b41b-a53648d513b7 admin admin] Pushing event updated for resources: {'Network': ['ID=93d06c67-d853-4b03-8d71-f47735666f8b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:25.728119 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e770c124-a207-4bd7-8688-ed209e18df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.774521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 93d06c67-d853-4b03-8d71-f47735666f8b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:24:25.843905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Made reservation on behalf of 8cf8b21157924cc3b22b8d0f0f730f7c for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:25.846601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.853608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0f145-a7f1-4424-b685-79f809bd707e None None] Network aceb5f70-d71b-4825-90b9-0f3b62893021 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:25.854724 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.940696 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.943001 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.944195 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.146591 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01074d34-fd70-4b63-bd5d-987b9273c95f x-openstack-request-id: req-01074d34-fd70-4b63-bd5d-987b9273c95f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:26.147839 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de45d0a-b81c-489f-abbc-bb17d4a16d69", "name": "network-vif-plugged", "status": "completed", "tag": "c9b3cbf4-be64-466d-a13d-c2a7530bd1f0", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:26.160994 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01074d34-fd70-4b63-bd5d-987b9273c95f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:26.162015 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de45d0a-b81c-489f-abbc-bb17d4a16d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b3cbf4-be64-466d-a13d-c2a7530bd1f0', 'code': 200} Sep 22 10:24:26.272640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-051d7dac-d406-4327-adba-94258992e29c None None] Provisioning complete for port 1f4a64a2-828a-42ce-8244-f42810b32667 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:26.275228 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-051d7dac-d406-4327-adba-94258992e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.283014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:26.308160 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.353867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83110f77-5cf0-4dbc-910f-f00319be6196 req-3f6dcced-0e89-4e46-a61b-74a53683f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.355860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83110f77-5cf0-4dbc-910f-f00319be6196 req-3f6dcced-0e89-4e46-a61b-74a53683f49c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 1096 time: 0.1908271 Sep 22 10:24:26.437201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436acbc-03ce-4918-8cc5-e4bc247696df req-d52ef589-676a-470c-b665-2e2cd799e03e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.443760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436acbc-03ce-4918-8cc5-e4bc247696df req-d52ef589-676a-470c-b665-2e2cd799e03e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.450067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436acbc-03ce-4918-8cc5-e4bc247696df req-d52ef589-676a-470c-b665-2e2cd799e03e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.456354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436acbc-03ce-4918-8cc5-e4bc247696df req-d52ef589-676a-470c-b665-2e2cd799e03e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.463010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436acbc-03ce-4918-8cc5-e4bc247696df req-d52ef589-676a-470c-b665-2e2cd799e03e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.468919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436acbc-03ce-4918-8cc5-e4bc247696df req-d52ef589-676a-470c-b665-2e2cd799e03e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.474842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436acbc-03ce-4918-8cc5-e4bc247696df req-d52ef589-676a-470c-b665-2e2cd799e03e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.476859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9436acbc-03ce-4918-8cc5-e4bc247696df req-d52ef589-676a-470c-b665-2e2cd799e03e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5437 time: 0.2192240 Sep 22 10:24:26.477752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4ff34f-f79b-4912-b1ed-f3989cff7bff,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:26.526039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Checking segment: {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:26.526520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Network hostable DHCP agents. Network: 93d06c67-d853-4b03-8d71-f47735666f8b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:24:26.543294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-2ef6bdd5-b853-4c7f-b8fe-81d606f5cd6a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.549756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-2ef6bdd5-b853-4c7f-b8fe-81d606f5cd6a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.551430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-2ef6bdd5-b853-4c7f-b8fe-81d606f5cd6a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "GET /v2.0/networks?id=d20820b6-ac8d-4f54-902a-41eaa8412e1d&id=aceb5f70-d71b-4825-90b9-0f3b62893021&id=d20820b6-ac8d-4f54-902a-41eaa8412e1d HTTP/1.1" status: 200 len: 1391 time: 0.4293711 Sep 22 10:24:26.567253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'port': {'device_id': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d', 'admin_state_up': True, 'tenant_id': '131f5cd065ac418ebf781a0505d483f3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:26.601682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83110f77-5cf0-4dbc-910f-f00319be6196 req-d4588cbc-4972-4cfd-a875-0479bc9b7cbf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300251 Sep 22 10:24:26.610334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9436acbc-03ce-4918-8cc5-e4bc247696df req-123f3812-90d0-4f8e-8137-7e8158d8efe1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178455 Sep 22 10:24:26.624171 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.722051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Network 93d06c67-d853-4b03-8d71-f47735666f8b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:24:26.730521 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:24:26.731033 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:24:26.813724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:26.824901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.872947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 93d06c67-d853-4b03-8d71-f47735666f8b) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:26.893296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc926b-9e05-4412-ab8c-0081e52adf7a None None] Network 93d06c67-d853-4b03-8d71-f47735666f8b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:26.900661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.903221 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.028764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 85fc67a6-7d73-414d-a695-281536410e94 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:27.063811 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ba1c39a2-26b9-4dc5-9920-c6bed60bb8b9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3691614 Sep 22 10:24:27.080728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30928c54-f71b-498b-825e-4f4a8acb6ba7 req-8b16a9f0-5525-4e59-a05f-92fc4f2ca0f4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:27.091520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30928c54-f71b-498b-825e-4f4a8acb6ba7 req-8b16a9f0-5525-4e59-a05f-92fc4f2ca0f4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 945 time: 0.3013015 Sep 22 10:24:27.182638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-483ef7ec-9ab0-4acb-b2c5-d31dc50941c9 None None] Provisioning complete for port f784a3f9-18dc-4cc1-a188-830d675a29e4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:27.183255 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-483ef7ec-9ab0-4acb-b2c5-d31dc50941c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.185127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e034ac96-c0f0-47cb-a3e3-3f0569f85106 None None] Network 93d06c67-d853-4b03-8d71-f47735666f8b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:24:27.222362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30928c54-f71b-498b-825e-4f4a8acb6ba7 req-b6973fac-7732-48f2-93a3-347956dbd7db tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297517 Sep 22 10:24:27.288834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Allocated IP 19.80.0.17 (d20820b6-ac8d-4f54-902a-41eaa8412e1d/ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2/62660883-cb67-4537-84df-1e6eb94185f3) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:27.417069 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c5b9069-08ef-4386-9849-202de4b16aed req-d05f1f25-5adb-4bde-9dd9-9bb5d199d986 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 210 time: 0.0776088 Sep 22 10:24:27.604375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2aa3050-98ef-4cbd-beb1-a4891296644e req-85b13a60-0831-499d-8687-442c77a0f382 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 210 time: 0.0506785 Sep 22 10:24:27.617396 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.712323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53276) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:27.737356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.827654 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-483ef7ec-9ab0-4acb-b2c5-d31dc50941c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.862435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network d20820b6-ac8d-4f54-902a-41eaa8412e1d is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:27.862562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 85fc67a6-7d73-414d-a695-281536410e94 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:27.862676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:27.876001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 85fc67a6-7d73-414d-a695-281536410e94 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:27.876470 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.896158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:27.978927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Port': ['ID=62660883-cb67-4537-84df-1e6eb94185f3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:28.026393 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.028329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-483ef7ec-9ab0-4acb-b2c5-d31dc50941c9 None None] For port f784a3f9-18dc-4cc1-a188-830d675a29e4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f784a3f9-18dc-4cc1-a188-830d675a29e4,segment=NetworkSegment(98231d11-4fdb-42cc-bf60-51386d316ea0),segment_id=98231d11-4fdb-42cc-bf60-51386d316ea0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:28.101619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d91aedcc-6730-4f53-9f06-5ac85167d265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.120449 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.124530 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-483ef7ec-9ab0-4acb-b2c5-d31dc50941c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.149705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1f4a64a2-828a-42ce-8244-f42810b32667 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:28.223640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fc67a6-7d73-414d-a695-281536410e94'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:28.223640 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3a20b8-599e-4262-9d87-67ac4543d15b" -d '{"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "85fc67a6-7d73-414d-a695-281536410e94"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:28.276404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-b54dbf92-21fc-4c43-8b3b-25ebb42f4966 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:28.278377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-b54dbf92-21fc-4c43-8b3b-25ebb42f4966 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.32 "GET /v2.0/networks?id=46c19dfb-0e87-45bf-b841-1a0d7cb41777 HTTP/1.1" status: 200 len: 814 time: 0.4021339 Sep 22 10:24:28.321833 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d91aedcc-6730-4f53-9f06-5ac85167d265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.341325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 85fc67a6-7d73-414d-a695-281536410e94, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=85fc67a6-7d73-414d-a695-281536410e94,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:28.349966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ef7ec-9ab0-4acb-b2c5-d31dc50941c9 None None] Pushing event updated for resources: {'Port': ['ID=f784a3f9-18dc-4cc1-a188-830d675a29e4,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:28.355744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4c1d639f-11c7-44aa-81e7-d742087dd8b6 None None] Provisioning complete for port f784a3f9-18dc-4cc1-a188-830d675a29e4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:28.356173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c1d639f-11c7-44aa-81e7-d742087dd8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.356410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:28.357095 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.394054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1f4a64a2-828a-42ce-8244-f42810b32667 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:28.395344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.430159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-b1909c42-a133-4b7a-847e-4e94ea5976f5 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a517b224ca24421a4b1537fd5708bd1 HTTP/1.1" status: 200 len: 380 time: 0.1326413 Sep 22 10:24:28.447406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Request body: {'port': {'device_id': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'admin_state_up': True, 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'security_groups': ['7078c1dc-e192-4832-8525-5aa2c1df5a35']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:28.476637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-bdd1b93d-77ba-4b38-8ecd-d470e8c920a9 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:28.478154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-bdd1b93d-77ba-4b38-8ecd-d470e8c920a9 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/networks?id=93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 200 len: 813 time: 0.1958003 Sep 22 10:24:28.526813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-c2e61b69-1a96-46e9-93a2-baf43ead31a5 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/quotas/8cf8b21157924cc3b22b8d0f0f730f7c HTTP/1.1" status: 200 len: 375 time: 0.0389376 Sep 22 10:24:28.539632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f784a3f9-18dc-4cc1-a188-830d675a29e4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:28.565387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-b416336b-e828-4725-9e52-2daead115b1a tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317476 Sep 22 10:24:28.599213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f784a3f9-18dc-4cc1-a188-830d675a29e4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:28.599486 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.655488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6e26f36c-f350-46ee-bb0f-96ce8a7f6d20 None None] Provisioning complete for port 62660883-cb67-4537-84df-1e6eb94185f3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:28.655860 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6e26f36c-f350-46ee-bb0f-96ce8a7f6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.679196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-48af6215-9c2f-4932-9624-01bea53390f1 service neutron] 10.222.0.20 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983651 Sep 22 10:24:28.719572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6e26f36c-f350-46ee-bb0f-96ce8a7f6d20 None None] Port 62660883-cb67-4537-84df-1e6eb94185f3 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:28.773112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-3d5ff3d4-6e8a-4a36-ae35-919984e1a75a service neutron] 10.222.0.20 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872993 Sep 22 10:24:28.822019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.822247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d91aedcc-6730-4f53-9f06-5ac85167d265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.826132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7a9767cd-ae94-44a8-99d2-426c29b94a8d up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:28.862359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53304) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:28.872409 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d91aedcc-6730-4f53-9f06-5ac85167d265 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bd1517ee6b14bc1bfe335e11c82cad1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1569424 Sep 22 10:24:28.903355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91aedcc-6730-4f53-9f06-5ac85167d265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0edc51-9eb3-4a01-8e7c-81f9fec7cd61,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:28.914702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=85fc67a6-7d73-414d-a695-281536410e94,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:28.975706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ecc9ee-801e-4b64-9b2d-c1db8c9b5efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.978748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f7c2f285-f93b-411e-9a70-93128f1d6b48 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4154537 Sep 22 10:24:28.996329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'port': {'device_id': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021', 'admin_state_up': True, 'tenant_id': '131f5cd065ac418ebf781a0505d483f3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:29.028910 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ecc9ee-801e-4b64-9b2d-c1db8c9b5efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.099882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Made reservation on behalf of 6a517b224ca24421a4b1537fd5708bd1 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:29.102551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 7a9767cd-ae94-44a8-99d2-426c29b94a8d completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:29.104711 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.107740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 7a9767cd-ae94-44a8-99d2-426c29b94a8d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:29.108369 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.238069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.264029 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ecc9ee-801e-4b64-9b2d-c1db8c9b5efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.266765 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ecc9ee-801e-4b64-9b2d-c1db8c9b5efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.271816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f0ecc9ee-801e-4b64-9b2d-c1db8c9b5efe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e0edc51-9eb3-4a01-8e7c-81f9fec7cd61 HTTP/1.1" status: 204 len: 168 time: 0.4076438 Sep 22 10:24:29.277016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:29.281437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.316098 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7a9767cd-ae94-44a8-99d2-426c29b94a8d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:29.343582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecc9ee-801e-4b64-9b2d-c1db8c9b5efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0edc51-9eb3-4a01-8e7c-81f9fec7cd61,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:29.455122 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.464664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device afc8eeab-c14f-40e3-9570-9b5a97523830 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:29.543985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=7a9767cd-ae94-44a8-99d2-426c29b94a8d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:29.552296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63342b-97dd-4a37-90a4-5b12cb08c7b3 req-3e89742a-9018-4bcf-8c03-d099b9a15c95 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:29.561223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63342b-97dd-4a37-90a4-5b12cb08c7b3 req-3e89742a-9018-4bcf-8c03-d099b9a15c95 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:29.564723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63342b-97dd-4a37-90a4-5b12cb08c7b3 req-3e89742a-9018-4bcf-8c03-d099b9a15c95 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:29.571445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63342b-97dd-4a37-90a4-5b12cb08c7b3 req-3e89742a-9018-4bcf-8c03-d099b9a15c95 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:29.577526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63342b-97dd-4a37-90a4-5b12cb08c7b3 req-3e89742a-9018-4bcf-8c03-d099b9a15c95 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:29.583690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63342b-97dd-4a37-90a4-5b12cb08c7b3 req-3e89742a-9018-4bcf-8c03-d099b9a15c95 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:29.590330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63342b-97dd-4a37-90a4-5b12cb08c7b3 req-3e89742a-9018-4bcf-8c03-d099b9a15c95 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:29.592263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e63342b-97dd-4a37-90a4-5b12cb08c7b3 req-3e89742a-9018-4bcf-8c03-d099b9a15c95 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5438 time: 0.2625868 Sep 22 10:24:29.593523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Allocated IP 172.20.0.10 (46c19dfb-0e87-45bf-b841-1a0d7cb41777/56a5524d-6fe0-42c0-a29a-8552b8fc60d4/c27fc5e0-d25d-4c46-abcf-b6c643427d26) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:29.629657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Allocated IP 19.86.0.25 (aceb5f70-d71b-4825-90b9-0f3b62893021/b1b24f75-688a-4519-a181-34efd643c0cd/84f5f83a-ef7b-44a8-9953-2feb6f5cee5f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:29.660616 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port afc8eeab-c14f-40e3-9570-9b5a97523830 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:29.664745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port afc8eeab-c14f-40e3-9570-9b5a97523830 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:29.665205 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.683878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e63342b-97dd-4a37-90a4-5b12cb08c7b3 req-6d682028-76ea-4932-bfba-76b42062ddde tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822670 Sep 22 10:24:29.763412 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.828055 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port afc8eeab-c14f-40e3-9570-9b5a97523830, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=afc8eeab-c14f-40e3-9570-9b5a97523830,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:29.878475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f784a3f9-18dc-4cc1-a188-830d675a29e4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:29.920460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:29.921473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device da4d4f68-a51f-477f-b203-59c327684705 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:29.971892 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9976cf7-1916-4644-9842-386cbec13d26 x-openstack-request-id: req-d9976cf7-1916-4644-9842-386cbec13d26 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:29.972217 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "85fc67a6-7d73-414d-a695-281536410e94", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:29.972423 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9976cf7-1916-4644-9842-386cbec13d26 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:29.972842 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fc67a6-7d73-414d-a695-281536410e94', 'code': 200} Sep 22 10:24:30.054384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=afc8eeab-c14f-40e3-9570-9b5a97523830,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:30.065403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f784a3f9-18dc-4cc1-a188-830d675a29e4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:30.065403 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.103238 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53332) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:30.122297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dea2e1c-d121-45ff-92af-b49d84f02d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.138414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port da4d4f68-a51f-477f-b203-59c327684705 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:30.147351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port da4d4f68-a51f-477f-b203-59c327684705 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:30.147724 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.244602 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dea2e1c-d121-45ff-92af-b49d84f02d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.249074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.265183 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.278084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.297771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port da4d4f68-a51f-477f-b203-59c327684705, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da4d4f68-a51f-477f-b203-59c327684705,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:30.300734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c2642-2e97-40e2-a677-dcfa4f32095b req-aec89804-5977-4c88-a887-1e5abe2a04a5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:30.302360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af5c2642-2e97-40e2-a677-dcfa4f32095b req-aec89804-5977-4c88-a887-1e5abe2a04a5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 945 time: 0.1039100 Sep 22 10:24:30.335888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dea2e1c-d121-45ff-92af-b49d84f02d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.370454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af5c2642-2e97-40e2-a677-dcfa4f32095b req-13eaa02c-2209-45d7-a005-eecf829f2d0f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567546 Sep 22 10:24:30.376473 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0dea2e1c-d121-45ff-92af-b49d84f02d28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b95dc83dd5974da090242b7130059b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711949 Sep 22 10:24:30.379395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53334) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:30.380998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea2e1c-d121-45ff-92af-b49d84f02d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe53098-cd16-411e-9310-e581d43c6aff,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:30.422016 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.423267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 46933de2-0be6-405d-bff9-f23846d4c7da up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:30.431289 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fde9560-0178-4ea9-b7f0-8f17d9367872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.477541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.479498 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.485448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fde9560-0178-4ea9-b7f0-8f17d9367872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.502063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=da4d4f68-a51f-477f-b203-59c327684705,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:30.566339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:30.579037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network aceb5f70-d71b-4825-90b9-0f3b62893021 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:30.582388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:30.585989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Pushing event updated for resources: {'Port': ['ID=c27fc5e0-d25d-4c46-abcf-b6c643427d26,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:30.588259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:30.595470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:30.602060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802ed5-527e-446d-bd15-6f79494f4405 req-ee7475f7-9652-4b8a-b6c6-7a51e98a7619 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:30.603524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8802ed5-527e-446d-bd15-6f79494f4405 req-ee7475f7-9652-4b8a-b6c6-7a51e98a7619 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 931 time: 0.1695299 Sep 22 10:24:30.605632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:30.754336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:30.754985 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.763081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Port': ['ID=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:30.770697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:30.771331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.778741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 46933de2-0be6-405d-bff9-f23846d4c7da completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:30.784507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 46933de2-0be6-405d-bff9-f23846d4c7da triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:30.785282 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.792217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8802ed5-527e-446d-bd15-6f79494f4405 req-c0c60eb8-6ea6-4585-b25a-edaf39783dfc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618004 Sep 22 10:24:30.902533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.904287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f12f4f26-2eef-4477-af3f-faf59820b82d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9121182 Sep 22 10:24:30.905103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fde9560-0178-4ea9-b7f0-8f17d9367872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.908162 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fde9560-0178-4ea9-b7f0-8f17d9367872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.909266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5fde9560-0178-4ea9-b7f0-8f17d9367872 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfe53098-cd16-411e-9310-e581d43c6aff HTTP/1.1" status: 204 len: 168 time: 0.5287492 Sep 22 10:24:30.911121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-a985fee9-2a8d-4cfb-90a3-ed21cea55e6b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4724491 Sep 22 10:24:30.916859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'port': {'device_id': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d', 'admin_state_up': True, 'tenant_id': '131f5cd065ac418ebf781a0505d483f3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:30.935958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Request body: {'port': {'device_id': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:30.942695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 46933de2-0be6-405d-bff9-f23846d4c7da, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=46933de2-0be6-405d-bff9-f23846d4c7da,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:30.951546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde9560-0178-4ea9-b7f0-8f17d9367872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe53098-cd16-411e-9310-e581d43c6aff,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:30.960796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-77fef3ac-5f28-4a57-bdde-5c343aef92fe None None] Provisioning complete for port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:30.961167 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77fef3ac-5f28-4a57-bdde-5c343aef92fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.008604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-77fef3ac-5f28-4a57-bdde-5c343aef92fe None None] Port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:31.017768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-77fef3ac-5f28-4a57-bdde-5c343aef92fe None None] Provisioning complete for port c27fc5e0-d25d-4c46-abcf-b6c643427d26 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:31.018158 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77fef3ac-5f28-4a57-bdde-5c343aef92fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.043896 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.044659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 14cbaaeb-765c-4a24-8c11-24a39f228d78 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:31.098960 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.106655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-77fef3ac-5f28-4a57-bdde-5c343aef92fe None None] Port c27fc5e0-d25d-4c46-abcf-b6c643427d26 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:31.128321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=46933de2-0be6-405d-bff9-f23846d4c7da,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:31.132421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f4362-4c7d-4e52-9afd-9e7752e0ab87 req-5e1e9d7c-aa03-41e5-af99-5c6d9f6f1807 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:31.133963 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-760f4362-4c7d-4e52-9afd-9e7752e0ab87 req-5e1e9d7c-aa03-41e5-af99-5c6d9f6f1807 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 932 time: 0.1848249 Sep 22 10:24:31.244142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 14cbaaeb-765c-4a24-8c11-24a39f228d78 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:31.248333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 14cbaaeb-765c-4a24-8c11-24a39f228d78 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:31.248710 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.275662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-760f4362-4c7d-4e52-9afd-9e7752e0ab87 req-4a0388ee-8d6a-4d63-b368-a40ef1abb3f8 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/security-groups?id=7078c1dc-e192-4832-8525-5aa2c1df5a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152613 Sep 22 10:24:31.352906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.389761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:31.398878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.399042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 14cbaaeb-765c-4a24-8c11-24a39f228d78, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:31.513423 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.514315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 29e9ccd4-d129-4350-8f71-252678d221c9 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:31.590887 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:24:31.594181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=14cbaaeb-765c-4a24-8c11-24a39f228d78,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:31.602834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27fc5e0-d25d-4c46-abcf-b6c643427d26 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:31.613549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Allocated IP 19.80.0.6 (d20820b6-ac8d-4f54-902a-41eaa8412e1d/ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2/a0307963-4c90-47e3-bf7e-1be1dbf96fbf) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:31.616999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.638974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Transition to ACTIVE for port object c27fc5e0-d25d-4c46-abcf-b6c643427d26 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:31.702120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 29e9ccd4-d129-4350-8f71-252678d221c9 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:31.706326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 29e9ccd4-d129-4350-8f71-252678d221c9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:31.710220 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.775694 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.800448 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.837430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 29e9ccd4-d129-4350-8f71-252678d221c9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29e9ccd4-d129-4350-8f71-252678d221c9,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:31.866423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Pushing event updated for resources: {'Port': ['ID=c27fc5e0-d25d-4c46-abcf-b6c643427d26,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:31.901368 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.936634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.951475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:24:31.973965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9767cd-ae94-44a8-99d2-426c29b94a8d'}, {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc8eeab-c14f-40e3-9570-9b5a97523830'}, {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4d4f68-a51f-477f-b203-59c327684705'}, {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46933de2-0be6-405d-bff9-f23846d4c7da'}, {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78'}, {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e9ccd4-d129-4350-8f71-252678d221c9'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:31.976639 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef65ab5-26eb-4a2b-9b06-0e823e065c7e" -d '{"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a9767cd-ae94-44a8-99d2-426c29b94a8d"}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "afc8eeab-c14f-40e3-9570-9b5a97523830"}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "da4d4f68-a51f-477f-b203-59c327684705"}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "46933de2-0be6-405d-bff9-f23846d4c7da"}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78"}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "29e9ccd4-d129-4350-8f71-252678d221c9"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:32.036979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Attempting to bind port c27fc5e0-d25d-4c46-abcf-b6c643427d26 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:32.038140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Attempting to bind port c27fc5e0-d25d-4c46-abcf-b6c643427d26 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:32.038680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Attempting to bind port c27fc5e0-d25d-4c46-abcf-b6c643427d26 on network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:32.041434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=29e9ccd4-d129-4350-8f71-252678d221c9,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:32.058085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac74b7-e4f1-43e7-9d2b-1a869c149301 req-6c058884-4607-4475-bb58-578110170920 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.064115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac74b7-e4f1-43e7-9d2b-1a869c149301 req-6c058884-4607-4475-bb58-578110170920 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.070764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac74b7-e4f1-43e7-9d2b-1a869c149301 req-6c058884-4607-4475-bb58-578110170920 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.076743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac74b7-e4f1-43e7-9d2b-1a869c149301 req-6c058884-4607-4475-bb58-578110170920 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.082745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac74b7-e4f1-43e7-9d2b-1a869c149301 req-6c058884-4607-4475-bb58-578110170920 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.089254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac74b7-e4f1-43e7-9d2b-1a869c149301 req-6c058884-4607-4475-bb58-578110170920 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.089815 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:32.095424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac74b7-e4f1-43e7-9d2b-1a869c149301 req-6c058884-4607-4475-bb58-578110170920 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.097646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61ac74b7-e4f1-43e7-9d2b-1a869c149301 req-6c058884-4607-4475-bb58-578110170920 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5444 time: 0.1689284 Sep 22 10:24:32.101165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Port c27fc5e0-d25d-4c46-abcf-b6c643427d26 on network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:32.101733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Attempting to bind port c27fc5e0-d25d-4c46-abcf-b6c643427d26 on network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:32.123781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:32.123937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Checking segment: {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:32.124330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Bound using segment: {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:32.126245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Bound port: c27fc5e0-d25d-4c46-abcf-b6c643427d26, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:32.126830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:32.128249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:32.185750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61ac74b7-e4f1-43e7-9d2b-1a869c149301 req-59dff383-018f-4f84-ad85-a135bc9bdd35 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805130 Sep 22 10:24:32.188801 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:32.214802 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:32.269551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network d20820b6-ac8d-4f54-902a-41eaa8412e1d is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:32.277227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=11']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:32.279724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Port': ['ID=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:32.284907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:32.292066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:32.312962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] For port c27fc5e0-d25d-4c46-abcf-b6c643427d26, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:32.347748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] For port c27fc5e0-d25d-4c46-abcf-b6c643427d26, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c27fc5e0-d25d-4c46-abcf-b6c643427d26,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:32.396198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.396198 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:32.492700 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb52f271-b26c-483e-83ef-b493338e78a5 req-eeaf977b-d9e3-4006-94b1-939b2df8e5be tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c263df-8d3f-4999-b7af-5c728d19978d HTTP/1.1" status: 200 len: 210 time: 0.0622761 Sep 22 10:24:32.493969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:32.513346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-69e72b14-78a4-4592-8926-1587da6582aa tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6009893 Sep 22 10:24:32.557201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Request body: {'port': {'device_id': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:32.565918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.566678 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:32.568059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] 10.222.0.32 "PUT /v2.0/ports/c27fc5e0-d25d-4c46-abcf-b6c643427d26 HTTP/1.1" status: 200 len: 1092 time: 1.6369319 Sep 22 10:24:32.576401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'tag': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:32.578764 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826a60c5-ac71-4da8-b66f-b3ea19a9d267" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd027db-5a64-45a9-b230-15e35bfee9c2", "tag": "c27fc5e0-d25d-4c46-abcf-b6c643427d26"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:32.608934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1b3fe293-b842-4daf-a911-22f992c88654 None None] Provisioning complete for port a0307963-4c90-47e3-bf7e-1be1dbf96fbf triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:32.610139 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe293-b842-4daf-a911-22f992c88654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:32.669519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fe293-b842-4daf-a911-22f992c88654 None None] Port a0307963-4c90-47e3-bf7e-1be1dbf96fbf cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:32.789729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc116-d4fc-4771-8cb1-627a3bea2160 service neutron] Pushing event updated for resources: {'Port': ['ID=c27fc5e0-d25d-4c46-abcf-b6c643427d26,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:32.806878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:32.819486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-7a03034c-5bf0-4cea-859d-f40f3f4bf3ac tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.821022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-7a03034c-5bf0-4cea-859d-f40f3f4bf3ac tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "GET /v2.0/networks?id=93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 200 len: 813 time: 0.3783977 Sep 22 10:24:32.844366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53da20c-d879-44a4-a51a-1522570314e9 req-000c6b83-b689-4bd0-8702-9d5166c684b8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.851870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53da20c-d879-44a4-a51a-1522570314e9 req-000c6b83-b689-4bd0-8702-9d5166c684b8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.858186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53da20c-d879-44a4-a51a-1522570314e9 req-000c6b83-b689-4bd0-8702-9d5166c684b8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.859909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d53da20c-d879-44a4-a51a-1522570314e9 req-000c6b83-b689-4bd0-8702-9d5166c684b8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2373 time: 0.2843511 Sep 22 10:24:32.866941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Request body: {'port': {'device_id': 'd61c147a-c15d-4c58-9f5c-351cd28cb466', 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b', 'admin_state_up': True, 'tenant_id': '8cf8b21157924cc3b22b8d0f0f730f7c'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:32.871637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-d5b4396d-3628-4e1e-a2fa-28aaf2ffe7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.873088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-d5b4396d-3628-4e1e-a2fa-28aaf2ffe7ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a517b224ca24421a4b1537fd5708bd1&device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 1095 time: 0.1764011 Sep 22 10:24:32.979054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-87a50ad1-cdb1-4ef1-8014-709b1ee97405 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27fc5e0-d25d-4c46-abcf-b6c643427d26 HTTP/1.1" status: 200 len: 217 time: 0.0866346 Sep 22 10:24:33.143476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-2d621948-7dcc-445d-932e-4e676ab3e645 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:33.145023 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-2d621948-7dcc-445d-932e-4e676ab3e645 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "GET /v2.0/networks?id=93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 200 len: 813 time: 0.1203241 Sep 22 10:24:33.146026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d53da20c-d879-44a4-a51a-1522570314e9 req-8bd96bfb-8a8e-49e3-9d6a-e176eb95d6d3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708151 Sep 22 10:24:33.161762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Request body: {'port': {'device_id': '37c263df-8d3f-4999-b7af-5c728d19978d', 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b', 'admin_state_up': True, 'tenant_id': '8cf8b21157924cc3b22b8d0f0f730f7c'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:33.213704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-5bb8a864-d0ec-4af0-b03f-fad303808a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:33.215642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-5bb8a864-d0ec-4af0-b03f-fad303808a2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56a5524d-6fe0-42c0-a29a-8552b8fc60d4 HTTP/1.1" status: 200 len: 853 time: 0.1872027 Sep 22 10:24:33.375668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-f6fd35f8-57ca-4a47-8169-f98af323a2ca tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:33.377188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-f6fd35f8-57ca-4a47-8169-f98af323a2ca tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 945 time: 0.2369173 Sep 22 10:24:33.398039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-e1c19b8f-a202-4b80-87d0-29968cc33b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:33.399648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-e1c19b8f-a202-4b80-87d0-29968cc33b2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46c19dfb-0e87-45bf-b841-1a0d7cb41777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758430 Sep 22 10:24:33.427442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb8903-ab5c-4dc1-96b4-1a3242afd345 req-0578110f-9752-4709-a2bc-8f40a2c69379 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:33.429497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84cb8903-ab5c-4dc1-96b4-1a3242afd345 req-0578110f-9752-4709-a2bc-8f40a2c69379 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de45d0a-b81c-489f-abbc-bb17d4a16d69 HTTP/1.1" status: 200 len: 945 time: 0.2046483 Sep 22 10:24:33.448629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Made reservation on behalf of 8cf8b21157924cc3b22b8d0f0f730f7c for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:33.452013 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:33.575007 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Made reservation on behalf of 8cf8b21157924cc3b22b8d0f0f730f7c for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:33.579031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:33.687696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84cb8903-ab5c-4dc1-96b4-1a3242afd345 req-b068ccd2-04ac-44c4-8f6e-9d0ca1b4cdd2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295837 Sep 22 10:24:33.715353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Allocated IP 172.20.0.9 (93d06c67-d853-4b03-8d71-f47735666f8b/db4ff34f-f79b-4912-b1ed-f3989cff7bff/16e6ab64-a8d9-4af7-8445-a1249af2005b) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:33.726462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62660883-cb67-4537-84df-1e6eb94185f3 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:33.733521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-0cbf2fda-76c4-4d12-9cfe-840c60b4b9d7 service neutron] 10.222.0.32 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995555 Sep 22 10:24:33.738304 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:33.763836 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e686087-f506-44de-b23d-7c2c53293101 x-openstack-request-id: req-8e686087-f506-44de-b23d-7c2c53293101 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:33.764314 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a9767cd-ae94-44a8-99d2-426c29b94a8d", "code": 200}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "afc8eeab-c14f-40e3-9570-9b5a97523830", "code": 200}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "da4d4f68-a51f-477f-b203-59c327684705", "code": 200}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "46933de2-0be6-405d-bff9-f23846d4c7da", "code": 200}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78", "code": 200}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-plugged", "status": "completed", "tag": "29e9ccd4-d129-4350-8f71-252678d221c9", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:33.764532 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e686087-f506-44de-b23d-7c2c53293101 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:33.764878 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9767cd-ae94-44a8-99d2-426c29b94a8d', 'code': 200} Sep 22 10:24:33.765139 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc8eeab-c14f-40e3-9570-9b5a97523830', 'code': 200} Sep 22 10:24:33.765398 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4d4f68-a51f-477f-b203-59c327684705', 'code': 200} Sep 22 10:24:33.765647 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46933de2-0be6-405d-bff9-f23846d4c7da', 'code': 200} Sep 22 10:24:33.765888 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'code': 200} Sep 22 10:24:33.766341 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e9ccd4-d129-4350-8f71-252678d221c9', 'code': 200} Sep 22 10:24:33.784544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Transition to ACTIVE for port object 62660883-cb67-4537-84df-1e6eb94185f3 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:33.787272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Deleting port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:24:33.787660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:33.884079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:33.987895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:34.032052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Network 93d06c67-d853-4b03-8d71-f47735666f8b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:34.035226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:34.039589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:34.070026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Pushing event updated for resources: {'Port': ['ID=16e6ab64-a8d9-4af7-8445-a1249af2005b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:34.101520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.102053 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:34.155745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:34.208924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-38717ff2-2c07-4154-b7b3-672e16311571 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0521491 Sep 22 10:24:34.284264 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Request body: {'port': {'device_id': '37c263df-8d3f-4999-b7af-5c728d19978d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:34.347865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:34.378991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36c9e1e8-cc37-4e66-972f-5b899044a58d req-fabfe609-c4c2-4841-b619-e5658c2a0ae1 service neutron] 10.222.0.32 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375291 Sep 22 10:24:34.379640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=62660883-cb67-4537-84df-1e6eb94185f3,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:34.382590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Allocated IP 172.20.0.11 (93d06c67-d853-4b03-8d71-f47735666f8b/db4ff34f-f79b-4912-b1ed-f3989cff7bff/f90e505d-0906-451d-b53e-f01eb378a275) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:34.440673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c57c1-7d86-4133-b62e-9c195be8603f req-4c386650-543c-4002-8ea2-43c4a6e1ecbf tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.442272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef4c57c1-7d86-4133-b62e-9c195be8603f req-4c386650-543c-4002-8ea2-43c4a6e1ecbf tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 944 time: 0.3027253 Sep 22 10:24:34.477058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] For port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:34.477343 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:34.527501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f92c4-2d96-46bc-8fbf-2558139a976b req-e1f99757-44fc-48df-aff4-d8bf3376e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.527993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f92c4-2d96-46bc-8fbf-2558139a976b req-e1f99757-44fc-48df-aff4-d8bf3376e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.528471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f92c4-2d96-46bc-8fbf-2558139a976b req-e1f99757-44fc-48df-aff4-d8bf3376e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.528944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f92c4-2d96-46bc-8fbf-2558139a976b req-e1f99757-44fc-48df-aff4-d8bf3376e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.529412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f92c4-2d96-46bc-8fbf-2558139a976b req-e1f99757-44fc-48df-aff4-d8bf3376e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.529879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f92c4-2d96-46bc-8fbf-2558139a976b req-e1f99757-44fc-48df-aff4-d8bf3376e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.530376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f92c4-2d96-46bc-8fbf-2558139a976b req-e1f99757-44fc-48df-aff4-d8bf3376e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.532301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-114f92c4-2d96-46bc-8fbf-2558139a976b req-e1f99757-44fc-48df-aff4-d8bf3376e519 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6501 time: 0.3917227 Sep 22 10:24:34.553919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Calling delete_port for c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:24:34.675861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef4c57c1-7d86-4133-b62e-9c195be8603f req-0b05f1cc-f508-41a6-b9cd-fa97dd7fd68f tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/security-groups?id=7078c1dc-e192-4832-8525-5aa2c1df5a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095072 Sep 22 10:24:34.690287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Attempting to bind port 62660883-cb67-4537-84df-1e6eb94185f3 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:34.690623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Attempting to bind port 62660883-cb67-4537-84df-1e6eb94185f3 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:34.690950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Attempting to bind port 62660883-cb67-4537-84df-1e6eb94185f3 on network d20820b6-ac8d-4f54-902a-41eaa8412e1d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:34.702751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-114f92c4-2d96-46bc-8fbf-2558139a976b req-f8832e7d-a23c-4128-9001-5efe2bf21d10 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1540599 Sep 22 10:24:34.719684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Port 62660883-cb67-4537-84df-1e6eb94185f3 on network d20820b6-ac8d-4f54-902a-41eaa8412e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:34.720013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Attempting to bind port 62660883-cb67-4537-84df-1e6eb94185f3 on network d20820b6-ac8d-4f54-902a-41eaa8412e1d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:34.773793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:34.774156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Checking segment: {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:34.774540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Bound using segment: {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:34.775035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Bound port: 62660883-cb67-4537-84df-1e6eb94185f3, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:34.775393 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:34.907883 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:34.925337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df687f1-e752-4b99-a272-8ab4d0f62885 req-ee2279b5-6784-48f5-8bf9-055df9fa3355 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.926854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4df687f1-e752-4b99-a272-8ab4d0f62885 req-ee2279b5-6784-48f5-8bf9-055df9fa3355 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 948 time: 0.1707232 Sep 22 10:24:34.963738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] For port 62660883-cb67-4537-84df-1e6eb94185f3, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:34.993785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] For port 62660883-cb67-4537-84df-1e6eb94185f3, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=62660883-cb67-4537-84df-1e6eb94185f3,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:35.015525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4df687f1-e752-4b99-a272-8ab4d0f62885 req-920ce32e-e62e-400e-b5a8-510620a586e1 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/security-groups?id=93e5f856-ebf9-44ca-a967-3198f5ffb0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803633 Sep 22 10:24:35.061503 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4fe0c3-015d-453c-bdee-de6fce1f2964 x-openstack-request-id: req-1d4fe0c3-015d-453c-bdee-de6fce1f2964 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:35.061863 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd027db-5a64-45a9-b230-15e35bfee9c2", "tag": "c27fc5e0-d25d-4c46-abcf-b6c643427d26", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:35.062149 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d4fe0c3-015d-453c-bdee-de6fce1f2964 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:35.062564 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'tag': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26', 'status': 'completed', 'code': 200} Sep 22 10:24:35.122030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.124088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.126333 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.215379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.216121 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.217434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] 10.222.0.32 "PUT /v2.0/ports/62660883-cb67-4537-84df-1e6eb94185f3 HTTP/1.1" status: 200 len: 1091 time: 2.6678424 Sep 22 10:24:35.261294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53452) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:35.268933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-b7192834-abac-45c4-92e9-24026313d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.270557 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-b7192834-abac-45c4-92e9-24026313d810 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a517b224ca24421a4b1537fd5708bd1&device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 1095 time: 0.1870470 Sep 22 10:24:35.285521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e6ab64-a8d9-4af7-8445-a1249af2005b {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:35.287963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Network 93d06c67-d853-4b03-8d71-f47735666f8b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:35.293747 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.307578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Transition to ACTIVE for port object 16e6ab64-a8d9-4af7-8445-a1249af2005b will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:35.316848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:35.322422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] No DVR routers for this DVR port c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:24:35.331914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3de3d-e3e6-4577-acd8-a2335c39fbd7 req-ea58fc9b-156e-4d19-be1c-2f6b6b3027c2 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.338093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3de3d-e3e6-4577-acd8-a2335c39fbd7 req-ea58fc9b-156e-4d19-be1c-2f6b6b3027c2 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.344039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3de3d-e3e6-4577-acd8-a2335c39fbd7 req-ea58fc9b-156e-4d19-be1c-2f6b6b3027c2 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.350016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3de3d-e3e6-4577-acd8-a2335c39fbd7 req-ea58fc9b-156e-4d19-be1c-2f6b6b3027c2 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.356490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3de3d-e3e6-4577-acd8-a2335c39fbd7 req-ea58fc9b-156e-4d19-be1c-2f6b6b3027c2 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.362537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3de3d-e3e6-4577-acd8-a2335c39fbd7 req-ea58fc9b-156e-4d19-be1c-2f6b6b3027c2 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.376539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3de3d-e3e6-4577-acd8-a2335c39fbd7 req-ea58fc9b-156e-4d19-be1c-2f6b6b3027c2 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.378729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcc3de3d-e3e6-4577-acd8-a2335c39fbd7 req-ea58fc9b-156e-4d19-be1c-2f6b6b3027c2 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5444 time: 0.2701468 Sep 22 10:24:35.385210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Request body: {'port': {'device_id': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:35.387607 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.397229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e55259f-5990-4f66-b7c9-d78d0d2092b4 req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "DELETE /v2.0/ports/c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 HTTP/1.1" status: 204 len: 173 time: 2.0088582 Sep 22 10:24:35.398048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:35.405943 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.415305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41a59e-5606-4303-b3fc-561576ca4fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=62660883-cb67-4537-84df-1e6eb94185f3,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:35.466626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Pushing event updated for resources: {'Port': ['ID=16e6ab64-a8d9-4af7-8445-a1249af2005b,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:35.532252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Attempting to bind port 16e6ab64-a8d9-4af7-8445-a1249af2005b on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:35.532505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Attempting to bind port 16e6ab64-a8d9-4af7-8445-a1249af2005b by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:35.532781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Attempting to bind port 16e6ab64-a8d9-4af7-8445-a1249af2005b on network 93d06c67-d853-4b03-8d71-f47735666f8b {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:35.537056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Port 16e6ab64-a8d9-4af7-8445-a1249af2005b on network 93d06c67-d853-4b03-8d71-f47735666f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:35.537921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Attempting to bind port 16e6ab64-a8d9-4af7-8445-a1249af2005b on network 93d06c67-d853-4b03-8d71-f47735666f8b {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:35.542733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:35.543253 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Checking segment: {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:35.543679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Bound using segment: {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:35.544103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Bound port: 16e6ab64-a8d9-4af7-8445-a1249af2005b, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:35.544754 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.586486 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-97d5bafd-3cd7-4a7b-af29-b1f06bd1e421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.594497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742577c2-07d8-48ed-b9e8-b911f9cf7493 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event deleted for resources: {'Port': ['ID=c9b3cbf4-be64-466d-a13d-c2a7530bd1f0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:35.622737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] For port 16e6ab64-a8d9-4af7-8445-a1249af2005b, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:35.625744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] For port 16e6ab64-a8d9-4af7-8445-a1249af2005b, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=16e6ab64-a8d9-4af7-8445-a1249af2005b,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:35.674494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.675105 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.707443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcc3de3d-e3e6-4577-acd8-a2335c39fbd7 req-7ede8438-6a1d-49ec-bb47-762ef2a7433b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2930586 Sep 22 10:24:35.711944 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.754344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-d5e832c2-18d5-43cf-b845-7af8503071aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3410232 Sep 22 10:24:35.757731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-d20a028a-18a0-405a-a7e3-8162dcf47cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.759166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-d20a028a-18a0-405a-a7e3-8162dcf47cb6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46c19dfb-0e87-45bf-b841-1a0d7cb41777 HTTP/1.1" status: 200 len: 915 time: 0.4697597 Sep 22 10:24:35.759764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Pushing event updated for resources: {'Port': ['ID=f90e505d-0906-451d-b53e-f01eb378a275,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:35.767490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:35.773018 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187b7a4e-98d5-4068-b8b2-71c57211665a" -d '{"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-unplugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:35.775799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.835321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:35.836025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:35.838306 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] 10.222.0.30 "PUT /v2.0/ports/16e6ab64-a8d9-4af7-8445-a1249af2005b HTTP/1.1" status: 200 len: 1091 time: 1.6199324 Sep 22 10:24:35.839309 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c263df-8d3f-4999-b7af-5c728d19978d', 'tag': '16e6ab64-a8d9-4af7-8445-a1249af2005b'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:35.842020 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdc8548-b34f-441e-a783-34871f75b025" -d '{"events": [{"name": "network-changed", "server_uuid": "37c263df-8d3f-4999-b7af-5c728d19978d", "tag": "16e6ab64-a8d9-4af7-8445-a1249af2005b"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:35.858183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-04f107f5-90cb-40a0-b264-11f7f623a733 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27fc5e0-d25d-4c46-abcf-b6c643427d26 HTTP/1.1" status: 200 len: 217 time: 0.0896382 Sep 22 10:24:35.876179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5845c14-80fc-4ff0-a3c8-4b471b1bd073 service neutron] Pushing event updated for resources: {'Port': ['ID=16e6ab64-a8d9-4af7-8445-a1249af2005b,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:36.036328 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-9ba95df9-c441-4e7c-92ed-d3d7f7413180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.038784 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-9ba95df9-c441-4e7c-92ed-d3d7f7413180 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&device_id=37c263df-8d3f-4999-b7af-5c728d19978d HTTP/1.1" status: 200 len: 1094 time: 0.0455971 Sep 22 10:24:36.064118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-06fe0d38-20aa-4eec-ab3c-3ee11cbe2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.065630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-06fe0d38-20aa-4eec-ab3c-3ee11cbe2913 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a336dd683fb642d49d19be0fc3a380e6&device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 1096 time: 0.2608755 Sep 22 10:24:36.072204 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-75819fbc-ab71-4f87-be1b-bbb8d5e1fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.073679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-75819fbc-ab71-4f87-be1b-bbb8d5e1fea5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56a5524d-6fe0-42c0-a29a-8552b8fc60d4 HTTP/1.1" status: 200 len: 853 time: 0.1926198 Sep 22 10:24:36.082749 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-bc36637b-6e77-452d-89a6-4b1145ca6d1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16e6ab64-a8d9-4af7-8445-a1249af2005b HTTP/1.1" status: 200 len: 217 time: 0.0344706 Sep 22 10:24:36.130912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba52aec-c9a3-4966-9f7e-ff664a4292a8 req-999c20f2-21ca-4aad-98a3-6336e21ae919 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.132408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-4e1fec01-5df9-4bed-97f9-c102ff9381af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.132552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bba52aec-c9a3-4966-9f7e-ff664a4292a8 req-999c20f2-21ca-4aad-98a3-6336e21ae919 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c263df-8d3f-4999-b7af-5c728d19978d HTTP/1.1" status: 200 len: 943 time: 0.2570422 Sep 22 10:24:36.133990 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-4e1fec01-5df9-4bed-97f9-c102ff9381af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4ff34f-f79b-4912-b1ed-f3989cff7bff HTTP/1.1" status: 200 len: 853 time: 0.0446219 Sep 22 10:24:36.153038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-97d5bafd-3cd7-4a7b-af29-b1f06bd1e421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:36.166393 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-3a6cd406-f9ac-4b97-8e1c-35a30f3ebc73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93d06c67-d853-4b03-8d71-f47735666f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252984 Sep 22 10:24:36.280194 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-97d5bafd-3cd7-4a7b-af29-b1f06bd1e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:36.315248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bba52aec-c9a3-4966-9f7e-ff664a4292a8 req-7e08b9d3-b8d8-4105-bd7e-4fa6281d44b0 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592948 Sep 22 10:24:36.317091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-8cd3bde0-c6b6-4b73-8a4f-c35e6b529e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.319150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-8cd3bde0-c6b6-4b73-8a4f-c35e6b529e0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46c19dfb-0e87-45bf-b841-1a0d7cb41777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258701 Sep 22 10:24:36.402077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-8c97070f-7f13-45cc-baa9-593c0fa4d87b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5411036 Sep 22 10:24:36.417396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-25e9f404-0328-4ee9-8621-cd8ede601df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.418906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-25e9f404-0328-4ee9-8621-cd8ede601df6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12160cfd-e96f-4955-af1e-ccf3adfec5c9 HTTP/1.1" status: 200 len: 906 time: 0.2990322 Sep 22 10:24:36.423708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5bafd-3cd7-4a7b-af29-b1f06bd1e421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39ec858-b083-4576-a729-ae393c795b7f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:36.435131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Request body: {'port': {'device_id': 'd61c147a-c15d-4c58-9f5c-351cd28cb466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:36.441895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-97d5bafd-3cd7-4a7b-af29-b1f06bd1e421 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b203ec92b8ef486583d9957b9407543b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1738870 Sep 22 10:24:36.447271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53462) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:36.579036 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-5da3b381-cde7-44b3-b5b0-bd2ff9a44e79 service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057724 Sep 22 10:24:36.681462 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-90fa4728-35b0-497d-9a42-4c8d80426297 service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943716 Sep 22 10:24:36.978630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-40711fe6-b904-4069-b24b-533cfa3e8939 service neutron] 10.222.0.32 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492131 Sep 22 10:24:36.981223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-272d6ff0-16da-4a87-9a83-d4b38c662946 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb3b070-2bfa-45d9-a456-159cfc989335 HTTP/1.1" status: 200 len: 1001 time: 0.5380294 Sep 22 10:24:36.985390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:36.993821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c27fc5e0-d25d-4c46-abcf-b6c643427d26 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:36.998018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab829-d0a9-4a03-9665-0007b57ce7e2 req-eecd76ae-cf5e-44f0-a518-0dcdcb17d5a1 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.998265 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:24:37.004037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab829-d0a9-4a03-9665-0007b57ce7e2 req-eecd76ae-cf5e-44f0-a518-0dcdcb17d5a1 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:37.010532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab829-d0a9-4a03-9665-0007b57ce7e2 req-eecd76ae-cf5e-44f0-a518-0dcdcb17d5a1 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:37.012221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f12ab829-d0a9-4a03-9665-0007b57ce7e2 req-eecd76ae-cf5e-44f0-a518-0dcdcb17d5a1 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2385 time: 0.6091444 Sep 22 10:24:37.012832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.023003 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.023764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:24:37.029379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c9b3cbf4-be64-466d-a13d-c2a7530bd1f0 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:24:37.079364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'tag': '62660883-cb67-4537-84df-1e6eb94185f3'}, {'server_uuid': '1de45d0a-b81c-489f-abbc-bb17d4a16d69', 'name': 'network-vif-deleted', 'tag': 'c9b3cbf4-be64-466d-a13d-c2a7530bd1f0'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:37.081576 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645206a6-0bc9-47b3-a691-703f4e1d8539" -d '{"events": [{"name": "network-changed", "server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "tag": "62660883-cb67-4537-84df-1e6eb94185f3"}, {"server_uuid": "1de45d0a-b81c-489f-abbc-bb17d4a16d69", "name": "network-vif-deleted", "tag": "c9b3cbf4-be64-466d-a13d-c2a7530bd1f0"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:37.117158 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c27fc5e0-d25d-4c46-abcf-b6c643427d26, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c27fc5e0-d25d-4c46-abcf-b6c643427d26,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:37.127759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'port_id': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26', 'mac_address': 'fa:16:3e:ba:92:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:37.132857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Transition to ACTIVE for port object 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:37.136778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6886b78-26b8-431f-9803-2b3be7fd1529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.166440 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.178852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27fc5e0-d25d-4c46-abcf-b6c643427d26 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:37.198358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c27fc5e0-d25d-4c46-abcf-b6c643427d26, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c27fc5e0-d25d-4c46-abcf-b6c643427d26,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:37.217312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.235501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-aacb8211-3ebe-435e-af1b-fc8fb1fbedca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:37.235501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-aacb8211-3ebe-435e-af1b-fc8fb1fbedca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e547b49b-2480-4995-87df-3d1ce1bf0d05 HTTP/1.1" status: 200 len: 844 time: 0.2146697 Sep 22 10:24:37.243916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f12ab829-d0a9-4a03-9665-0007b57ce7e2 req-2a98e27f-cc8c-4692-bd79-c0651b5017c7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033148 Sep 22 10:24:37.290451 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.301605 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6886b78-26b8-431f-9803-2b3be7fd1529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.401696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c27fc5e0-d25d-4c46-abcf-b6c643427d26,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:37.460261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Pushing event updated for resources: {'Port': ['ID=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:37.497969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-826a60c5-ac71-4da8-b66f-b3ea19a9d267 req-7131dcdd-5815-48ae-b306-15389188d6c7 service neutron] 10.222.0.32 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775465 Sep 22 10:24:37.507482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['c27fc5e0-d25d-4c46-abcf-b6c643427d26'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:37.559565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-534ba3dc-882f-4fb9-92d2-3b0b7fe145f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:37.561452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-534ba3dc-882f-4fb9-92d2-3b0b7fe145f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12160cfd-e96f-4955-af1e-ccf3adfec5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2956381 Sep 22 10:24:37.754453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6886b78-26b8-431f-9803-2b3be7fd1529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.757156 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6886b78-26b8-431f-9803-2b3be7fd1529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.758475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a6886b78-26b8-431f-9803-2b3be7fd1529 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e39ec858-b083-4576-a729-ae393c795b7f HTTP/1.1" status: 204 len: 168 time: 0.9602580 Sep 22 10:24:37.806650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Attempting to bind port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:37.807004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Attempting to bind port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '98231d11-4fdb-42cc-bf60-51386d316ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:37.809899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Attempting to bind port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f on network aceb5f70-d71b-4825-90b9-0f3b62893021 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:37.809899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6886b78-26b8-431f-9803-2b3be7fd1529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39ec858-b083-4576-a729-ae393c795b7f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:37.825066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f on network aceb5f70-d71b-4825-90b9-0f3b62893021 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:37.825648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Attempting to bind port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f on network aceb5f70-d71b-4825-90b9-0f3b62893021 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:37.831976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-19688573-0de7-47c8-9576-bb0daf8f3e82 service neutron] 10.222.0.30 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504578 Sep 22 10:24:37.855325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:37.855681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Checking segment: {'id': '98231d11-4fdb-42cc-bf60-51386d316ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:37.856077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Bound using segment: {'id': '98231d11-4fdb-42cc-bf60-51386d316ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:37.856526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Bound port: 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98231d11-4fdb-42cc-bf60-51386d316ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:37.856887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.985669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90e505d-0906-451d-b53e-f01eb378a275 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:38.007415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.043245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] For port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:38.046766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Transition to ACTIVE for port object f90e505d-0906-451d-b53e-f01eb378a275 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:38.048562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] For port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,segment=NetworkSegment(98231d11-4fdb-42cc-bf60-51386d316ea0),segment_id=98231d11-4fdb-42cc-bf60-51386d316ea0)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:38.052866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9e3fa5c-041c-49d1-81e3-448847870b05 req-4453bf61-aca1-40bc-b5be-c8690fee191f service neutron] 10.222.0.30 "GET /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114222 Sep 22 10:24:38.164575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.198441 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.227436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:38.228058 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.229511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] 10.222.0.32 "PUT /v2.0/ports/84f5f83a-ef7b-44a8-9953-2feb6f5cee5f HTTP/1.1" status: 200 len: 1091 time: 2.9206517 Sep 22 10:24:38.242149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Pushing event updated for resources: {'Port': ['ID=f90e505d-0906-451d-b53e-f01eb378a275,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:38.347334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166d68c-58b5-44db-b0f2-fcbc14cfd31c service neutron] Pushing event updated for resources: {'Port': ['ID=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:38.354041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Attempting to bind port f90e505d-0906-451d-b53e-f01eb378a275 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:38.354484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Attempting to bind port f90e505d-0906-451d-b53e-f01eb378a275 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:38.354820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Attempting to bind port f90e505d-0906-451d-b53e-f01eb378a275 on network 93d06c67-d853-4b03-8d71-f47735666f8b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:38.359528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Port f90e505d-0906-451d-b53e-f01eb378a275 on network 93d06c67-d853-4b03-8d71-f47735666f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:38.360192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Attempting to bind port f90e505d-0906-451d-b53e-f01eb378a275 on network 93d06c67-d853-4b03-8d71-f47735666f8b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:38.371371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Request body: {'port': {'device_id': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:38.376034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:38.376034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Checking segment: {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:38.376034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Bound using segment: {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:38.376488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Bound port: f90e505d-0906-451d-b53e-f01eb378a275, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:38.376784 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.468134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.519171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] For port f90e505d-0906-451d-b53e-f01eb378a275, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:38.535377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] For port f90e505d-0906-451d-b53e-f01eb378a275, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f90e505d-0906-451d-b53e-f01eb378a275,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:38.581198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53516) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:38.595370 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d920c6e7-e50e-40d8-9be9-0f75f813174b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.675736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.685785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d920c6e7-e50e-40d8-9be9-0f75f813174b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.734587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:38.735144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.736524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-cb07f516-360a-4698-be38-1748167e0755 service neutron] 10.222.0.30 "PUT /v2.0/ports/f90e505d-0906-451d-b53e-f01eb378a275 HTTP/1.1" status: 200 len: 1092 time: 2.3225739 Sep 22 10:24:38.768288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07f516-360a-4698-be38-1748167e0755 service neutron] Pushing event updated for resources: {'Port': ['ID=f90e505d-0906-451d-b53e-f01eb378a275,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:38.810870 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d920c6e7-e50e-40d8-9be9-0f75f813174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.821613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0307963-4c90-47e3-bf7e-1be1dbf96fbf {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:38.830830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.845479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Transition to ACTIVE for port object a0307963-4c90-47e3-bf7e-1be1dbf96fbf will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:38.851368 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d920c6e7-e50e-40d8-9be9-0f75f813174b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcbec8f03e984223949a4a1983e404bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690802 Sep 22 10:24:38.852550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920c6e7-e50e-40d8-9be9-0f75f813174b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a472535-1901-497c-9b10-52ba26c39824,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:38.853901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53520) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:38.925454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-5b5ca3c7-dcc6-490f-abce-74d61df2e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:38.926994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-5b5ca3c7-dcc6-490f-abce-74d61df2e9af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&device_id=d61c147a-c15d-4c58-9f5c-351cd28cb466 HTTP/1.1" status: 200 len: 1095 time: 0.0665555 Sep 22 10:24:38.932288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.970426 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-26515804-fa24-4d3b-8bd9-0b7bdbcdecb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:38.992702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c27fc5e0-d25d-4c46-abcf-b6c643427d26 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:39.011029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-731c95de-d33c-48e3-b798-b0d4c9171751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f90e505d-0906-451d-b53e-f01eb378a275 HTTP/1.1" status: 200 len: 217 time: 0.0683656 Sep 22 10:24:39.044254 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-26515804-fa24-4d3b-8bd9-0b7bdbcdecb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.045534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 16e6ab64-a8d9-4af7-8445-a1249af2005b details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:39.077431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:39.186196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-6cff5ffd-2364-4f34-9e82-ddad5247a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.187644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-6cff5ffd-2364-4f34-9e82-ddad5247a5c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4ff34f-f79b-4912-b1ed-f3989cff7bff HTTP/1.1" status: 200 len: 853 time: 0.1680069 Sep 22 10:24:39.229612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-6a21e4d8-2a48-4f39-a25f-d12e5cb43a6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93d06c67-d853-4b03-8d71-f47735666f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320122 Sep 22 10:24:39.243345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091c217-06e6-4df7-9216-3dfc064ce087 req-34331ded-1229-4d8d-8ed9-5e35421b16f8 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.245030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d091c217-06e6-4df7-9216-3dfc064ce087 req-34331ded-1229-4d8d-8ed9-5e35421b16f8 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 945 time: 0.1647010 Sep 22 10:24:39.293112 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 16e6ab64-a8d9-4af7-8445-a1249af2005b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=16e6ab64-a8d9-4af7-8445-a1249af2005b,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:39.301058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Attempting to bind port a0307963-4c90-47e3-bf7e-1be1dbf96fbf on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:39.301724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Attempting to bind port a0307963-4c90-47e3-bf7e-1be1dbf96fbf by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:39.301724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Attempting to bind port a0307963-4c90-47e3-bf7e-1be1dbf96fbf on network d20820b6-ac8d-4f54-902a-41eaa8412e1d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:39.303938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port c27fc5e0-d25d-4c46-abcf-b6c643427d26 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:39.307278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '16e6ab64-a8d9-4af7-8445-a1249af2005b', 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b', 'port_id': '16e6ab64-a8d9-4af7-8445-a1249af2005b', 'mac_address': 'fa:16:3e:a9:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4ff34f-f79b-4912-b1ed-f3989cff7bff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:39.309979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port c27fc5e0-d25d-4c46-abcf-b6c643427d26 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:39.310379 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.337439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Port a0307963-4c90-47e3-bf7e-1be1dbf96fbf on network d20820b6-ac8d-4f54-902a-41eaa8412e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:39.337682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Attempting to bind port a0307963-4c90-47e3-bf7e-1be1dbf96fbf on network d20820b6-ac8d-4f54-902a-41eaa8412e1d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:39.349404 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-26515804-fa24-4d3b-8bd9-0b7bdbcdecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.351892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-26515804-fa24-4d3b-8bd9-0b7bdbcdecb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.353038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-26515804-fa24-4d3b-8bd9-0b7bdbcdecb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a472535-1901-497c-9b10-52ba26c39824 HTTP/1.1" status: 204 len: 168 time: 0.4979682 Sep 22 10:24:39.367496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:39.367496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Checking segment: {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:39.367496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Bound using segment: {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:39.367496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Bound port: a0307963-4c90-47e3-bf7e-1be1dbf96fbf, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7eae5a-65c8-4500-b100-db1471d2a083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:39.367496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.376602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d091c217-06e6-4df7-9216-3dfc064ce087 req-44dc8ef7-938a-4889-b948-c5b65b63a41c tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/security-groups?id=7078c1dc-e192-4832-8525-5aa2c1df5a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193852 Sep 22 10:24:39.381404 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.399038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e6ab64-a8d9-4af7-8445-a1249af2005b {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:39.399807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26515804-fa24-4d3b-8bd9-0b7bdbcdecb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a472535-1901-497c-9b10-52ba26c39824,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:39.440635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-43184d57-f6ac-4f47-90a6-639af8ae803c service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939089 Sep 22 10:24:39.440816 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.450508 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0069e0ec-45c6-4f4a-9acf-5e6e9ef913dd x-openstack-request-id: req-0069e0ec-45c6-4f4a-9acf-5e6e9ef913dd {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:39.450825 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-unplugged", "status": "completed", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:39.451078 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0069e0ec-45c6-4f4a-9acf-5e6e9ef913dd {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:39.451488 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'code': 200} Sep 22 10:24:39.474326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 16e6ab64-a8d9-4af7-8445-a1249af2005b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=16e6ab64-a8d9-4af7-8445-a1249af2005b,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:39.496125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c27fc5e0-d25d-4c46-abcf-b6c643427d26, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c27fc5e0-d25d-4c46-abcf-b6c643427d26,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:39.506535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] For port a0307963-4c90-47e3-bf7e-1be1dbf96fbf, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:39.544528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] For port a0307963-4c90-47e3-bf7e-1be1dbf96fbf, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:39.577212 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95e41664-ae54-44c6-9295-1d54dfac5a89 req-596989fc-f5f9-4013-a828-c1c6fb720fa8 service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194754 Sep 22 10:24:39.582350 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.636019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.636019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=16e6ab64-a8d9-4af7-8445-a1249af2005b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:39.653383 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bc8646-e5a0-44a7-a127-115687fd0bc6 x-openstack-request-id: req-35bc8646-e5a0-44a7-a127-115687fd0bc6 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:39.653897 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c263df-8d3f-4999-b7af-5c728d19978d", "tag": "16e6ab64-a8d9-4af7-8445-a1249af2005b", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:39.653997 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35bc8646-e5a0-44a7-a127-115687fd0bc6 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:39.654456 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c263df-8d3f-4999-b7af-5c728d19978d', 'tag': '16e6ab64-a8d9-4af7-8445-a1249af2005b', 'status': 'completed', 'code': 200} Sep 22 10:24:39.692146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c27fc5e0-d25d-4c46-abcf-b6c643427d26,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:39.708385 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.777560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.777967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:39.779404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0307963-4c90-47e3-bf7e-1be1dbf96fbf HTTP/1.1" status: 200 len: 1090 time: 1.4127443 Sep 22 10:24:39.819149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc8548-b34f-441e-a783-34871f75b025 req-925b5afa-1411-41da-957a-54144e8114e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.820713 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fdc8548-b34f-441e-a783-34871f75b025 req-925b5afa-1411-41da-957a-54144e8114e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&device_id=37c263df-8d3f-4999-b7af-5c728d19978d HTTP/1.1" status: 200 len: 1095 time: 0.1445534 Sep 22 10:24:39.824279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5086f2f-04d0-4682-9708-29be1df30ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:39.849033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49455e98-8366-4b4f-a92a-75aed614127f req-b043f14b-ad56-423b-a2c4-6a53544a8b21 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.857670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49455e98-8366-4b4f-a92a-75aed614127f req-b043f14b-ad56-423b-a2c4-6a53544a8b21 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.861032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49455e98-8366-4b4f-a92a-75aed614127f req-b043f14b-ad56-423b-a2c4-6a53544a8b21 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.867550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49455e98-8366-4b4f-a92a-75aed614127f req-b043f14b-ad56-423b-a2c4-6a53544a8b21 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.873349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['16e6ab64-a8d9-4af7-8445-a1249af2005b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:39.873858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49455e98-8366-4b4f-a92a-75aed614127f req-b043f14b-ad56-423b-a2c4-6a53544a8b21 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.879795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49455e98-8366-4b4f-a92a-75aed614127f req-b043f14b-ad56-423b-a2c4-6a53544a8b21 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.893481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49455e98-8366-4b4f-a92a-75aed614127f req-b043f14b-ad56-423b-a2c4-6a53544a8b21 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:39.895543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49455e98-8366-4b4f-a92a-75aed614127f req-b043f14b-ad56-423b-a2c4-6a53544a8b21 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5444 time: 0.1826162 Sep 22 10:24:40.037671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49455e98-8366-4b4f-a92a-75aed614127f req-89b451e6-5a57-436e-a5db-ea36e372cdfa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160202 Sep 22 10:24:40.047798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-8b1464ee-039b-42ad-8c6d-979862166d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:40.048297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-8b1464ee-039b-42ad-8c6d-979862166d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:40.048781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-8b1464ee-039b-42ad-8c6d-979862166d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:40.050548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-8b1464ee-039b-42ad-8c6d-979862166d9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131f5cd065ac418ebf781a0505d483f3&device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2862 time: 0.1278594 Sep 22 10:24:40.066265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc8548-b34f-441e-a783-34871f75b025 req-6b785bfd-3a32-4779-a348-3ea538d1c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:40.067635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fdc8548-b34f-441e-a783-34871f75b025 req-6b785bfd-3a32-4779-a348-3ea538d1c6a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 200 len: 914 time: 0.2391953 Sep 22 10:24:40.113721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-c4d3090b-5f6c-4e29-9020-d0b0a73287ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=62660883-cb67-4537-84df-1e6eb94185f3 HTTP/1.1" status: 200 len: 217 time: 0.0449467 Sep 22 10:24:40.149620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fdc8548-b34f-441e-a783-34871f75b025 req-f324123e-a867-4b86-a605-007dc63103a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16e6ab64-a8d9-4af7-8445-a1249af2005b HTTP/1.1" status: 200 len: 217 time: 0.0730412 Sep 22 10:24:40.183940 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918752d8-185a-498b-9323-03bd14c1488b x-openstack-request-id: req-918752d8-185a-498b-9323-03bd14c1488b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:40.184283 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "tag": "62660883-cb67-4537-84df-1e6eb94185f3", "status": "completed", "code": 200}, {"server_uuid": "1de45d0a-b81c-489f-abbc-bb17d4a16d69", "name": "network-vif-deleted", "tag": "c9b3cbf4-be64-466d-a13d-c2a7530bd1f0", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:40.184487 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-918752d8-185a-498b-9323-03bd14c1488b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:40.184888 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'tag': '62660883-cb67-4537-84df-1e6eb94185f3', 'status': 'completed', 'code': 200} Sep 22 10:24:40.185188 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de45d0a-b81c-489f-abbc-bb17d4a16d69', 'name': 'network-vif-deleted', 'tag': 'c9b3cbf4-be64-466d-a13d-c2a7530bd1f0', 'status': 'completed', 'code': 200} Sep 22 10:24:40.224410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-24641b97-d59e-4d8b-b904-7bdfaf179634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:40.226797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-24641b97-d59e-4d8b-b904-7bdfaf179634 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2 HTTP/1.1" status: 200 len: 801 time: 0.0852430 Sep 22 10:24:40.282771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc8548-b34f-441e-a783-34871f75b025 req-736ec6b5-ba9b-459f-bff4-3948f41f3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:40.284291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fdc8548-b34f-441e-a783-34871f75b025 req-736ec6b5-ba9b-459f-bff4-3948f41f3337 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4ff34f-f79b-4912-b1ed-f3989cff7bff HTTP/1.1" status: 200 len: 853 time: 0.1154392 Sep 22 10:24:40.325831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fdc8548-b34f-441e-a783-34871f75b025 req-ef40b032-523d-4236-aeff-6c766f69bc91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93d06c67-d853-4b03-8d71-f47735666f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324647 Sep 22 10:24:40.334898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-80e0ce49-6bc2-4244-894b-57c72298d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:40.336320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-80e0ce49-6bc2-4244-894b-57c72298d122 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d20820b6-ac8d-4f54-902a-41eaa8412e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0977812 Sep 22 10:24:40.345047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f423c6-9617-4c5a-a941-24080686f98e req-ee16419e-8367-4822-8894-4f34e62c9256 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:40.346463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58f423c6-9617-4c5a-a941-24080686f98e req-ee16419e-8367-4822-8894-4f34e62c9256 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c263df-8d3f-4999-b7af-5c728d19978d HTTP/1.1" status: 200 len: 944 time: 0.1241610 Sep 22 10:24:40.501353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58f423c6-9617-4c5a-a941-24080686f98e req-10f63c95-5157-47d5-9da8-e0beaea491a4 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459389 Sep 22 10:24:40.530406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fdc8548-b34f-441e-a783-34871f75b025 req-b9ba4645-193d-4dc4-83e8-871f9860d944 service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926620 Sep 22 10:24:40.533504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f9f9d1eb-ad94-4444-bd0b-f12acd6988e2 service neutron] 10.222.0.32 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862428 Sep 22 10:24:41.040686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f90e505d-0906-451d-b53e-f01eb378a275 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:41.047542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 16e6ab64-a8d9-4af7-8445-a1249af2005b up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:41.057541 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-901f29eb-af46-4ba4-8676-0a0bd003cea3 service neutron] 10.222.0.32 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103312 Sep 22 10:24:41.064537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fdc8548-b34f-441e-a783-34871f75b025 req-c40cec50-56ec-4231-8058-0ed68c5819e7 service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259101 Sep 22 10:24:41.111843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-e163ead0-10d1-4a1f-9ed1-ffb6811192bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.25&port_id=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f HTTP/1.1" status: 200 len: 217 time: 0.0446577 Sep 22 10:24:41.118557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-1d4b7711-e63f-4947-8b4b-0de6bbd306a7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:41.120602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-1d4b7711-e63f-4947-8b4b-0de6bbd306a7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.5291731 Sep 22 10:24:41.161683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-c4c947d8-cf7b-4bf3-b4ad-91a7eb3a29da tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/quotas/2bf57e69eb8b420a9edc7c06630515b5 HTTP/1.1" status: 200 len: 375 time: 0.0325229 Sep 22 10:24:41.173770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-8ca499f2-687d-4cf0-b99a-330186e1bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:41.176760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-8ca499f2-687d-4cf0-b99a-330186e1bda8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1b24f75-688a-4519-a181-34efd643c0cd HTTP/1.1" status: 200 len: 801 time: 0.0540955 Sep 22 10:24:41.184095 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f90e505d-0906-451d-b53e-f01eb378a275, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f90e505d-0906-451d-b53e-f01eb378a275,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:41.195735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f90e505d-0906-451d-b53e-f01eb378a275', 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b', 'port_id': 'f90e505d-0906-451d-b53e-f01eb378a275', 'mac_address': 'fa:16:3e:77:21:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4ff34f-f79b-4912-b1ed-f3989cff7bff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:41.221267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-68208165-381c-4b8c-99c1-376cf4a4cf81 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498683 Sep 22 10:24:41.237425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:41.252551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90e505d-0906-451d-b53e-f01eb378a275 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:41.264828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-d64306c0-61b4-41fb-a236-c2d9bc695683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:41.266446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-d64306c0-61b4-41fb-a236-c2d9bc695683 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aceb5f70-d71b-4825-90b9-0f3b62893021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0835109 Sep 22 10:24:41.272090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 16e6ab64-a8d9-4af7-8445-a1249af2005b completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:41.275137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f90e505d-0906-451d-b53e-f01eb378a275, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f90e505d-0906-451d-b53e-f01eb378a275,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:41.277890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 16e6ab64-a8d9-4af7-8445-a1249af2005b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:41.278304 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:41.358639 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:41.389198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-b3e18c50-5a02-45dc-ab47-151c43b195f6 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601067 Sep 22 10:24:41.400658 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:41.430703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-f8baf3fe-d8a3-428a-8809-1db7d80ac345 service neutron] 10.222.0.32 "GET /v2.0/networks/aceb5f70-d71b-4825-90b9-0f3b62893021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294744 Sep 22 10:24:41.446885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f90e505d-0906-451d-b53e-f01eb378a275,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:41.455518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26'}, {'server_uuid': '37c263df-8d3f-4999-b7af-5c728d19978d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e6ab64-a8d9-4af7-8445-a1249af2005b'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:41.457815 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b79bfb-e8a6-4148-ab45-466fa5d76d53" -d '{"events": [{"server_uuid": "fbd027db-5a64-45a9-b230-15e35bfee9c2", "name": "network-vif-plugged", "status": "completed", "tag": "c27fc5e0-d25d-4c46-abcf-b6c643427d26"}, {"server_uuid": "37c263df-8d3f-4999-b7af-5c728d19978d", "name": "network-vif-plugged", "status": "completed", "tag": "16e6ab64-a8d9-4af7-8445-a1249af2005b"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:41.463958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 16e6ab64-a8d9-4af7-8445-a1249af2005b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=16e6ab64-a8d9-4af7-8445-a1249af2005b,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:41.530362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:41.567505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-4f5d465d-40fc-4604-97a1-e81523ff5995 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705787 Sep 22 10:24:41.584285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-df0df7d7-b207-4fc7-ae21-f993b71b6799 service neutron] 10.222.0.32 "GET /v2.0/networks/aceb5f70-d71b-4825-90b9-0f3b62893021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468623 Sep 22 10:24:41.604678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=16e6ab64-a8d9-4af7-8445-a1249af2005b,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:41.635933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-efadb8ad-f030-4bd7-b659-9bf516d631a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=a0307963-4c90-47e3-bf7e-1be1dbf96fbf HTTP/1.1" status: 200 len: 217 time: 0.0448158 Sep 22 10:24:41.651488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f90e505d-0906-451d-b53e-f01eb378a275'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:41.695593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-fcb7081e-f0b3-430f-9b51-69661e35f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:41.697174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-fcb7081e-f0b3-430f-9b51-69661e35f6eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2 HTTP/1.1" status: 200 len: 801 time: 0.0544512 Sep 22 10:24:41.743431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-a1598494-500d-4165-915c-5425503b788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:41.745241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-a1598494-500d-4165-915c-5425503b788d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d20820b6-ac8d-4f54-902a-41eaa8412e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0410120 Sep 22 10:24:41.889277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-96e6c4d8-0c1d-47f0-947e-21110d8a676b service neutron] 10.222.0.32 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370354 Sep 22 10:24:41.912998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aafae-eeea-43ba-98fc-ea04aad7a281 req-292b8069-7090-4895-9417-661258fc408e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:41.918983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aafae-eeea-43ba-98fc-ea04aad7a281 req-292b8069-7090-4895-9417-661258fc408e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:41.924897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aafae-eeea-43ba-98fc-ea04aad7a281 req-292b8069-7090-4895-9417-661258fc408e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:41.926591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed5aafae-eeea-43ba-98fc-ea04aad7a281 req-292b8069-7090-4895-9417-661258fc408e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2409 time: 0.0910692 Sep 22 10:24:42.018895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed5aafae-eeea-43ba-98fc-ea04aad7a281 req-c4093e31-66a8-43b4-a0b9-9da9a2b22b5f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799718 Sep 22 10:24:42.047091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98779106-cdbe-4e79-b737-15fe0c7936d5 req-e959f749-f49a-4edb-84ed-e199c47f601e service neutron] 10.222.0.32 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511164 Sep 22 10:24:42.157875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d693-cf2a-44ab-85a4-900519b96eaa req-279156d4-02c5-4d43-b297-003485651e5a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.164229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d693-cf2a-44ab-85a4-900519b96eaa req-279156d4-02c5-4d43-b297-003485651e5a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.170293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d693-cf2a-44ab-85a4-900519b96eaa req-279156d4-02c5-4d43-b297-003485651e5a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.176393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d693-cf2a-44ab-85a4-900519b96eaa req-279156d4-02c5-4d43-b297-003485651e5a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.183060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d693-cf2a-44ab-85a4-900519b96eaa req-279156d4-02c5-4d43-b297-003485651e5a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.189140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d693-cf2a-44ab-85a4-900519b96eaa req-279156d4-02c5-4d43-b297-003485651e5a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.195712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d693-cf2a-44ab-85a4-900519b96eaa req-279156d4-02c5-4d43-b297-003485651e5a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.197809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8726d693-cf2a-44ab-85a4-900519b96eaa req-279156d4-02c5-4d43-b297-003485651e5a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5444 time: 0.0962768 Sep 22 10:24:42.198342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'tag': '84f5f83a-ef7b-44a8-9953-2feb6f5cee5f'}, {'name': 'network-changed', 'server_uuid': 'd61c147a-c15d-4c58-9f5c-351cd28cb466', 'tag': 'f90e505d-0906-451d-b53e-f01eb378a275'}, {'name': 'network-changed', 'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'tag': 'a0307963-4c90-47e3-bf7e-1be1dbf96fbf'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:42.200623 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04ce917-1820-4def-a5be-57a7a2859edf" -d '{"events": [{"name": "network-changed", "server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "tag": "84f5f83a-ef7b-44a8-9953-2feb6f5cee5f"}, {"name": "network-changed", "server_uuid": "d61c147a-c15d-4c58-9f5c-351cd28cb466", "tag": "f90e505d-0906-451d-b53e-f01eb378a275"}, {"name": "network-changed", "server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "tag": "a0307963-4c90-47e3-bf7e-1be1dbf96fbf"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:42.209763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53602) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:42.219326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8bbb4a5b-95d1-40eb-9048-7c340e51221e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Request body: {'floatingip': {'port_id': '14cbaaeb-765c-4a24-8c11-24a39f228d78'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:42.255884 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4a5b-95d1-40eb-9048-7c340e51221e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:42.261671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-6747535b-ea51-4fa2-ba3b-05803edc84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.262190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-6747535b-ea51-4fa2-ba3b-05803edc84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.262676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-6747535b-ea51-4fa2-ba3b-05803edc84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.264300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-6747535b-ea51-4fa2-ba3b-05803edc84f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131f5cd065ac418ebf781a0505d483f3&device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2862 time: 0.0568781 Sep 22 10:24:42.359801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4594011-a9a4-4119-96e8-f1ef10ece8b9 req-f0528bf2-6182-4f8d-be1c-5ef54719577c tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.362162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4594011-a9a4-4119-96e8-f1ef10ece8b9 req-f0528bf2-6182-4f8d-be1c-5ef54719577c tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 946 time: 0.1120615 Sep 22 10:24:42.415512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-cd3a4c1c-c7c0-4693-ae0a-c1baa62f4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.417006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-cd3a4c1c-c7c0-4693-ae0a-c1baa62f4970 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d20820b6-ac8d-4f54-902a-41eaa8412e1d HTTP/1.1" status: 200 len: 902 time: 0.1358602 Sep 22 10:24:42.420092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4594011-a9a4-4119-96e8-f1ef10ece8b9 req-df722606-fb64-409a-bb2c-1351905eaf3c tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/security-groups?id=7078c1dc-e192-4832-8525-5aa2c1df5a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513074 Sep 22 10:24:42.475013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-28521f46-4379-4b62-b344-b3059745589e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=62660883-cb67-4537-84df-1e6eb94185f3 HTTP/1.1" status: 200 len: 217 time: 0.0469940 Sep 22 10:24:42.526817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-b3aa8191-e139-46a1-bb82-c9dff1791a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.528563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-b3aa8191-e139-46a1-bb82-c9dff1791a4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2 HTTP/1.1" status: 200 len: 801 time: 0.0466743 Sep 22 10:24:42.546004 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c652c1f-99bd-4e69-8144-d477b2521161 x-openstack-request-id: req-4c652c1f-99bd-4e69-8144-d477b2521161 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:42.546601 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd027db-5a64-45a9-b230-15e35bfee9c2", "name": "network-vif-plugged", "status": "completed", "tag": "c27fc5e0-d25d-4c46-abcf-b6c643427d26", "code": 200}, {"server_uuid": "37c263df-8d3f-4999-b7af-5c728d19978d", "name": "network-vif-plugged", "status": "completed", "tag": "16e6ab64-a8d9-4af7-8445-a1249af2005b", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:42.546940 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c652c1f-99bd-4e69-8144-d477b2521161 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:42.547302 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26', 'code': 200} Sep 22 10:24:42.547558 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c263df-8d3f-4999-b7af-5c728d19978d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e6ab64-a8d9-4af7-8445-a1249af2005b', 'code': 200} Sep 22 10:24:42.585360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-b8503f1b-07d3-4cc1-91c0-30983fe5f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.587148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-b8503f1b-07d3-4cc1-91c0-30983fe5f113 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d20820b6-ac8d-4f54-902a-41eaa8412e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513582 Sep 22 10:24:42.745303 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4a5b-95d1-40eb-9048-7c340e51221e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:42.793814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a32ef-3583-48ff-87bd-fc6804dd1550 req-b59147d1-a540-4e9e-842b-08100e0eca52 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.795323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9a32ef-3583-48ff-87bd-fc6804dd1550 req-b59147d1-a540-4e9e-842b-08100e0eca52 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c263df-8d3f-4999-b7af-5c728d19978d HTTP/1.1" status: 200 len: 945 time: 0.1604903 Sep 22 10:24:42.802410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-3e2b507e-01a1-481b-a603-485f4c1f26b6 service neutron] 10.222.0.32 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062805 Sep 22 10:24:42.805180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4a5b-95d1-40eb-9048-7c340e51221e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:42.806713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f95c7-63a7-44de-8ce3-874504c84afe req-14e0e811-00ec-4190-9984-ab9f0a1a2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.808144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b3f95c7-63a7-44de-8ce3-874504c84afe req-14e0e811-00ec-4190-9984-ab9f0a1a2054 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 1097 time: 0.1331773 Sep 22 10:24:42.810599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e983b8-e629-4824-9740-29346b301da8 req-82863258-4998-4e36-b793-9bb950dbf753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:42.811980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7e983b8-e629-4824-9740-29346b301da8 req-82863258-4998-4e36-b793-9bb950dbf753 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37c263df-8d3f-4999-b7af-5c728d19978d HTTP/1.1" status: 200 len: 1096 time: 0.1627967 Sep 22 10:24:42.916886 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-8bbb4a5b-95d1-40eb-9048-7c340e51221e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Floating IP 1b86aeae-69e8-436c-ac45-2033349574d0 associated. External IP: 172.25.1.51, port: 14cbaaeb-765c-4a24-8c11-24a39f228d78. Sep 22 10:24:42.922587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9a32ef-3583-48ff-87bd-fc6804dd1550 req-e4e1c338-bf00-43ab-ac73-bf5e57fb93cf tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187811 Sep 22 10:24:42.954557 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7e983b8-e629-4824-9740-29346b301da8 req-8ee870fa-b60f-462d-ae3a-243e6e410d83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181307 Sep 22 10:24:42.956007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b3f95c7-63a7-44de-8ce3-874504c84afe req-2d26d770-d9e6-425f-8683-fcc195c2efe2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7078c1dc-e192-4832-8525-5aa2c1df5a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365125 Sep 22 10:24:42.982058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-645206a6-0bc9-47b3-a691-703f4e1d8539 req-09da8666-cfc4-4c3c-a45b-bdd48ffac259 service neutron] 10.222.0.32 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640832 Sep 22 10:24:43.023161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22100f9b-b590-4f7a-a1b6-9e8328122967 req-0e68be7f-d031-4a5e-8f10-720831a2eee3 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 210 time: 0.0267863 Sep 22 10:24:43.058617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f90e505d-0906-451d-b53e-f01eb378a275 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:43.153022 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbb4a5b-95d1-40eb-9048-7c340e51221e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:24:43.175155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f90e505d-0906-451d-b53e-f01eb378a275 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:43.179807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f90e505d-0906-451d-b53e-f01eb378a275 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:43.180232 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:43.268714 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:43.271204 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbb4a5b-95d1-40eb-9048-7c340e51221e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:24:43.279039 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4a5b-95d1-40eb-9048-7c340e51221e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:43.283679 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] Sync routers for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:24:43.294297 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:43.295094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:24:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:43.306240 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8bbb4a5b-95d1-40eb-9048-7c340e51221e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "PUT /v2.0/floatingips/1b86aeae-69e8-436c-ac45-2033349574d0 HTTP/1.1" status: 200 len: 990 time: 1.0950718 Sep 22 10:24:43.306831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:43.307395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f90e505d-0906-451d-b53e-f01eb378a275, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f90e505d-0906-451d-b53e-f01eb378a275,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:43.309713 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:43.419716 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:43.422066 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:43.482825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f90e505d-0906-451d-b53e-f01eb378a275,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:43.742848 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '1b86aeae-69e8-436c-ac45-2033349574d0', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'port_id': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'mac_address': 'fa:16:3e:72:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:23:13Z', 'updated_at': '2021-09-22T10:24:42Z', 'revision_number': 1, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5', 'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'mac_address': 'fa:16:3e:5b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:17Z', 'updated_at': '2021-09-22T10:22:22Z', 'revision_number': 5, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'subnets': [{'id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:43.757953 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6465c3a-97cc-4c7a-b023-84dfc6eeb182 x-openstack-request-id: req-f6465c3a-97cc-4c7a-b023-84dfc6eeb182 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:43.758933 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "tag": "84f5f83a-ef7b-44a8-9953-2feb6f5cee5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d61c147a-c15d-4c58-9f5c-351cd28cb466", "tag": "f90e505d-0906-451d-b53e-f01eb378a275", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "tag": "a0307963-4c90-47e3-bf7e-1be1dbf96fbf", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:43.759250 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6465c3a-97cc-4c7a-b023-84dfc6eeb182 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:43.759801 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'tag': '84f5f83a-ef7b-44a8-9953-2feb6f5cee5f', 'status': 'completed', 'code': 200} Sep 22 10:24:43.760239 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61c147a-c15d-4c58-9f5c-351cd28cb466', 'tag': 'f90e505d-0906-451d-b53e-f01eb378a275', 'status': 'completed', 'code': 200} Sep 22 10:24:43.760573 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'tag': 'a0307963-4c90-47e3-bf7e-1be1dbf96fbf', 'status': 'completed', 'code': 200} Sep 22 10:24:43.772100 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] Checking router: 1627e72c-b9c8-402b-ab8e-fc769fc467f5 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:24:43.782577 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:43.783188 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:24:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:43.891282 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:43.901603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-325421d9-5f19-40c4-bb7c-770ba4a159e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:43.902110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-325421d9-5f19-40c4-bb7c-770ba4a159e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:43.902603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-325421d9-5f19-40c4-bb7c-770ba4a159e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:43.904246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-325421d9-5f19-40c4-bb7c-770ba4a159e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131f5cd065ac418ebf781a0505d483f3&device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2862 time: 0.1040452 Sep 22 10:24:43.905967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-4bca1f42-e300-4510-b9f6-3ad228ce303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:43.907346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-4bca1f42-e300-4510-b9f6-3ad228ce303e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&device_id=d61c147a-c15d-4c58-9f5c-351cd28cb466 HTTP/1.1" status: 200 len: 1097 time: 0.1189950 Sep 22 10:24:43.921259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92e024-5b00-4c30-9f81-801035b61637 req-06040855-cc28-4e62-97ff-dfd51794450e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:43.929268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92e024-5b00-4c30-9f81-801035b61637 req-06040855-cc28-4e62-97ff-dfd51794450e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:43.935379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92e024-5b00-4c30-9f81-801035b61637 req-06040855-cc28-4e62-97ff-dfd51794450e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:43.938160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c92e024-5b00-4c30-9f81-801035b61637 req-06040855-cc28-4e62-97ff-dfd51794450e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2409 time: 0.1114993 Sep 22 10:24:44.085159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53638) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:44.121872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c92e024-5b00-4c30-9f81-801035b61637 req-cc12e21a-d640-4524-8b1b-9b5b5f0c323d tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643438 Sep 22 10:24:44.164354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-ef878e63-125f-4dd2-b97b-92c0584d65da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.166187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-ef878e63-125f-4dd2-b97b-92c0584d65da service neutron] 10.222.0.30 "GET /v2.0/networks?id=93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 200 len: 914 time: 0.2182331 Sep 22 10:24:44.167477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-ba3a94f4-a779-4b43-8b4c-ee3f5c98d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.169039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-ba3a94f4-a779-4b43-8b4c-ee3f5c98d912 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aceb5f70-d71b-4825-90b9-0f3b62893021 HTTP/1.1" status: 200 len: 903 time: 0.2223854 Sep 22 10:24:44.197609 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '1b86aeae-69e8-436c-ac45-2033349574d0', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'port_id': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'mac_address': 'fa:16:3e:72:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:23:13Z', 'updated_at': '2021-09-22T10:24:42Z', 'revision_number': 1, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5', 'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'mac_address': 'fa:16:3e:5b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:17Z', 'updated_at': '2021-09-22T10:22:22Z', 'revision_number': 5, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'subnets': [{'id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:44.238265 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f43f266-99a7-4dbc-9178-d0c19f648b5d None None] The sync data for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 is: [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '1b86aeae-69e8-436c-ac45-2033349574d0', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'port_id': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'mac_address': 'fa:16:3e:72:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:23:13Z', 'updated_at': '2021-09-22T10:24:42Z', 'revision_number': 1, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5', 'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'mac_address': 'fa:16:3e:5b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:17Z', 'updated_at': '2021-09-22T10:22:22Z', 'revision_number': 5, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'subnets': [{'id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:24:44.254413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-2a5ca23e-7469-448d-b383-890bbe848c20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f90e505d-0906-451d-b53e-f01eb378a275 HTTP/1.1" status: 200 len: 217 time: 0.0778589 Sep 22 10:24:44.255839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-52a32662-a4d1-4a72-b15b-5a4bb1c1c743 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.25&port_id=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f HTTP/1.1" status: 200 len: 217 time: 0.0656056 Sep 22 10:24:44.265606 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb31fa99-9705-4314-8b2a-49df8d36e580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:44.349312 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae906708-1596-4550-b3ca-dc1f0dc6b8db x-openstack-request-id: req-ae906708-1596-4550-b3ca-dc1f0dc6b8db {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:44.350937 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:44.351207 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae906708-1596-4550-b3ca-dc1f0dc6b8db {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:44.351612 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'status': 'completed', 'code': 200} Sep 22 10:24:44.395442 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb31fa99-9705-4314-8b2a-49df8d36e580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:44.478788 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb31fa99-9705-4314-8b2a-49df8d36e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:44.504544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee8b4ef-317a-454a-a42a-bed4f54ba62a None None] New status for floating IP 1b86aeae-69e8-436c-ac45-2033349574d0: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:24:44.521718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-091aedb2-d086-4968-b0ac-023bed2a6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.523269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-091aedb2-d086-4968-b0ac-023bed2a6112 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1b24f75-688a-4519-a181-34efd643c0cd HTTP/1.1" status: 200 len: 801 time: 0.2501469 Sep 22 10:24:44.523509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31fa99-9705-4314-8b2a-49df8d36e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7679085d-8374-408b-b62a-1eef254c1d5f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:44.528660 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eb31fa99-9705-4314-8b2a-49df8d36e580 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eefe07edaf3e4955a4fad92b746597cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416134 Sep 22 10:24:44.541323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53644) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:44.550475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61c147a-c15d-4c58-9f5c-351cd28cb466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90e505d-0906-451d-b53e-f01eb378a275'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:44.553739 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95f5d83-f0a8-49cb-b9bb-2627bbde18d8" -d '{"events": [{"server_uuid": "d61c147a-c15d-4c58-9f5c-351cd28cb466", "name": "network-vif-plugged", "status": "completed", "tag": "f90e505d-0906-451d-b53e-f01eb378a275"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:44.580037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-67b41f4e-ef4d-4f3f-b258-0d30d719f3fe tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.582469 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-67b41f4e-ef4d-4f3f-b258-0d30d719f3fe tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.2739663 Sep 22 10:24:44.583673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-4cbb8bf0-222c-4972-a8ba-2681cce978bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.585100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-4cbb8bf0-222c-4972-a8ba-2681cce978bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4ff34f-f79b-4912-b1ed-f3989cff7bff HTTP/1.1" status: 200 len: 853 time: 0.3225322 Sep 22 10:24:44.600432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2837067-9c22-4656-9bd3-29aca9683b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:44.604927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Request body: {'port': {'device_id': 'd49a7419-0045-420b-a2a7-e36ca8a80806', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'admin_state_up': True, 'tenant_id': '2bf57e69eb8b420a9edc7c06630515b5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:44.623005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2837067-9c22-4656-9bd3-29aca9683b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:44.688955 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-9802b82d-ee3a-4317-9f48-8f7726e71809 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93d06c67-d853-4b03-8d71-f47735666f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901704 Sep 22 10:24:44.699114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-19836625-e3ed-4fc5-aa7a-dfb5e44b79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.699584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-19836625-e3ed-4fc5-aa7a-dfb5e44b79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.700065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-19836625-e3ed-4fc5-aa7a-dfb5e44b79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.700540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-19836625-e3ed-4fc5-aa7a-dfb5e44b79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.701010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-19836625-e3ed-4fc5-aa7a-dfb5e44b79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.701482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-19836625-e3ed-4fc5-aa7a-dfb5e44b79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.701951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-19836625-e3ed-4fc5-aa7a-dfb5e44b79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:44.703759 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-19836625-e3ed-4fc5-aa7a-dfb5e44b79e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6501 time: 0.3149891 Sep 22 10:24:44.769848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2837067-9c22-4656-9bd3-29aca9683b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:44.773087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2837067-9c22-4656-9bd3-29aca9683b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:44.774338 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2837067-9c22-4656-9bd3-29aca9683b0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7679085d-8374-408b-b62a-1eef254c1d5f HTTP/1.1" status: 204 len: 168 time: 0.2317584 Sep 22 10:24:44.782813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2837067-9c22-4656-9bd3-29aca9683b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7679085d-8374-408b-b62a-1eef254c1d5f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:45.061233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a0307963-4c90-47e3-bf7e-1be1dbf96fbf details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:45.077190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02fc11-9f57-4cb7-b62a-7b6f630be364 req-0b5b43ed-cafe-4fff-9fe4-9550c4c876a7 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:45.094987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a02fc11-9f57-4cb7-b62a-7b6f630be364 req-0b5b43ed-cafe-4fff-9fe4-9550c4c876a7 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 946 time: 0.6776447 Sep 22 10:24:45.135149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-513b16a3-22d2-450a-9ba7-d610de260d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:45.136524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-513b16a3-22d2-450a-9ba7-d610de260d44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aceb5f70-d71b-4825-90b9-0f3b62893021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5688136 Sep 22 10:24:45.164028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a0307963-4c90-47e3-bf7e-1be1dbf96fbf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:45.175460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'a0307963-4c90-47e3-bf7e-1be1dbf96fbf', 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d', 'port_id': 'a0307963-4c90-47e3-bf7e-1be1dbf96fbf', 'mac_address': 'fa:16:3e:85:b5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:45.212655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.225299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0307963-4c90-47e3-bf7e-1be1dbf96fbf {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:45.245119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a0307963-4c90-47e3-bf7e-1be1dbf96fbf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:45.290168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a02fc11-9f57-4cb7-b62a-7b6f630be364 req-6765be82-ef2e-4c14-b2ea-9b2fee19dc4a tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/security-groups?id=7078c1dc-e192-4832-8525-5aa2c1df5a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958199 Sep 22 10:24:45.305136 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.305136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:45.343150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-ac823efc-0f94-4ac5-a2bb-8be42bf42b16 service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079693 Sep 22 10:24:45.352571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-586d4271-1a7b-4f43-8889-39673ea2afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:45.354059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-586d4271-1a7b-4f43-8889-39673ea2afc2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c HTTP/1.1" status: 200 len: 917 time: 0.3154278 Sep 22 10:24:45.429076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:45.437519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53658) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:45.446385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-49b33460-4a3f-460d-8fd2-3566f5f75050 service neutron] 10.222.0.32 "GET /v2.0/networks/aceb5f70-d71b-4825-90b9-0f3b62893021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972245 Sep 22 10:24:45.457892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e63b32-1a9a-4113-8a17-689ba7adb437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.462167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,segment=NetworkSegment(98231d11-4fdb-42cc-bf60-51386d316ea0),segment_id=98231d11-4fdb-42cc-bf60-51386d316ea0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:45.474000 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '84f5f83a-ef7b-44a8-9953-2feb6f5cee5f', 'network_id': 'aceb5f70-d71b-4825-90b9-0f3b62893021', 'port_id': '84f5f83a-ef7b-44a8-9953-2feb6f5cee5f', 'mac_address': 'fa:16:3e:97:6e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b24f75-688a-4519-a181-34efd643c0cd', 'ip_address': '19.86.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:45.502742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Made reservation on behalf of 2bf57e69eb8b420a9edc7c06630515b5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:45.507004 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.516993 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.534173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:45.556381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-214049e9-15e3-44a5-928f-e2b37647c810 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78 HTTP/1.1" status: 200 len: 1000 time: 0.1921582 Sep 22 10:24:45.569156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,segment=NetworkSegment(98231d11-4fdb-42cc-bf60-51386d316ea0),segment_id=98231d11-4fdb-42cc-bf60-51386d316ea0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:45.590903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e63b32-1a9a-4113-8a17-689ba7adb437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.642363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-ee64e13d-355b-4aad-9082-e541baa442a7 service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873046 Sep 22 10:24:45.661679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.663016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 62660883-cb67-4537-84df-1e6eb94185f3 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:45.731654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 62660883-cb67-4537-84df-1e6eb94185f3, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=62660883-cb67-4537-84df-1e6eb94185f3,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:45.733758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e78f4c-b0a9-4aa0-b954-a2c1147ec831 req-46bc59ec-4d6c-4173-adb2-6ec59e84dd44 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:45.733921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:45.735100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8e78f4c-b0a9-4aa0-b954-a2c1147ec831 req-46bc59ec-4d6c-4173-adb2-6ec59e84dd44 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 948 time: 0.2845085 Sep 22 10:24:45.745190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '62660883-cb67-4537-84df-1e6eb94185f3', 'network_id': 'd20820b6-ac8d-4f54-902a-41eaa8412e1d', 'port_id': '62660883-cb67-4537-84df-1e6eb94185f3', 'mac_address': 'fa:16:3e:e9:e3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:45.747377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e63b32-1a9a-4113-8a17-689ba7adb437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.763351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-8fae7cdd-4cdd-4df9-aa22-c38c732bfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:45.764817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-8fae7cdd-4cdd-4df9-aa22-c38c732bfc40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4c87aa-f323-4cfd-bfdc-71ae14aab81a HTTP/1.1" status: 200 len: 855 time: 0.1988282 Sep 22 10:24:45.779976 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e63b32-1a9a-4113-8a17-689ba7adb437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f1782-4ca2-4fa9-8104-de05b43add77,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:45.784336 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.799185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62660883-cb67-4537-84df-1e6eb94185f3 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:45.810264 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b4e63b32-1a9a-4113-8a17-689ba7adb437 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2e70f980a0442deb0408a3a9888a89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663530 Sep 22 10:24:45.812867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53660) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:45.833232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 62660883-cb67-4537-84df-1e6eb94185f3, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=62660883-cb67-4537-84df-1e6eb94185f3,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:45.869218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-afa2e532-e885-4740-86e4-b6227f49edc9 service neutron] 10.222.0.32 "GET /v2.0/networks/aceb5f70-d71b-4825-90b9-0f3b62893021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139795 Sep 22 10:24:45.878671 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:45.931189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=62660883-cb67-4537-84df-1e6eb94185f3,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:45.939896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-c96a01a4-7b77-45e7-bd6e-81432ba16f5a tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:45.941349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-c96a01a4-7b77-45e7-bd6e-81432ba16f5a tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.30 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 948 time: 0.2395022 Sep 22 10:24:45.944086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8e78f4c-b0a9-4aa0-b954-a2c1147ec831 req-cc98d6d3-47db-40ed-8aca-052d797c5ca4 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/security-groups?id=93e5f856-ebf9-44ca-a967-3198f5ffb0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888211 Sep 22 10:24:45.982079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Allocated IP 172.20.0.14 (886454a0-45dd-4823-afab-9eacf053dba4/525e8607-9914-4cb1-88f2-d94fdc07a1c2/ad0f728a-c1a8-4eea-9306-a480f03efa1b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:46.018498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-af976ef9-a283-4d08-a982-d7df933e987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:46.020071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-af976ef9-a283-4d08-a982-d7df933e987f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2388501 Sep 22 10:24:46.130472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['84f5f83a-ef7b-44a8-9953-2feb6f5cee5f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:46.152004 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:46.156072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-fe4741c1-a911-48bd-844e-2131a102badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:46.156565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-fe4741c1-a911-48bd-844e-2131a102badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:46.157042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-fe4741c1-a911-48bd-844e-2131a102badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:46.158749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-fe4741c1-a911-48bd-844e-2131a102badd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131f5cd065ac418ebf781a0505d483f3&device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2865 time: 0.2449577 Sep 22 10:24:46.175254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['62660883-cb67-4537-84df-1e6eb94185f3'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:46.273074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:46.307522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb528-dcd5-4643-bd83-358b8b1ffbc5 req-4ca67c69-3b69-4401-a73a-8febbdb5cc29 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:46.309040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8abb528-dcd5-4643-bd83-358b8b1ffbc5 req-4ca67c69-3b69-4401-a73a-8febbdb5cc29 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=37c263df-8d3f-4999-b7af-5c728d19978d HTTP/1.1" status: 200 len: 945 time: 0.2880847 Sep 22 10:24:46.446946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-c3e4e51d-2de4-46a4-8c4a-2f6e83caa3a3 service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152534 Sep 22 10:24:46.455272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Deleting port 64c2a1be-21c0-42cc-b141-a83f8408b7cc {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:24:46.455611 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:46.543639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-c049e5c6-9425-4c79-b336-ca1329d28853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:46.545181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-c049e5c6-9425-4c79-b336-ca1329d28853 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d20820b6-ac8d-4f54-902a-41eaa8412e1d HTTP/1.1" status: 200 len: 902 time: 0.3675702 Sep 22 10:24:46.560785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8abb528-dcd5-4643-bd83-358b8b1ffbc5 req-43264b20-2660-4030-8272-55ad506de36b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366197 Sep 22 10:24:46.676206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-2b4f9355-d35d-4a17-9e73-1164b716b459 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=a0307963-4c90-47e3-bf7e-1be1dbf96fbf HTTP/1.1" status: 200 len: 217 time: 0.1119344 Sep 22 10:24:46.695830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:46.698303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:46.699388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a73f1782-4ca2-4fa9-8104-de05b43add77 HTTP/1.1" status: 204 len: 168 time: 0.8798931 Sep 22 10:24:46.718650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:46.740089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8a20a6d-9a4d-4973-a1a3-093e40a6741a req-11904e7e-bd6a-410f-a46c-c507cf410d9c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 210 time: 0.0979598 Sep 22 10:24:46.781243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f1782-4ca2-4fa9-8104-de05b43add77,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:46.786681 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb179aa-1abe-4b56-9bec-b43245b8dfa8 x-openstack-request-id: req-fbb179aa-1abe-4b56-9bec-b43245b8dfa8 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:46.787253 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61c147a-c15d-4c58-9f5c-351cd28cb466", "name": "network-vif-plugged", "status": "completed", "tag": "f90e505d-0906-451d-b53e-f01eb378a275", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:46.787253 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbb179aa-1abe-4b56-9bec-b43245b8dfa8 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:46.787605 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61c147a-c15d-4c58-9f5c-351cd28cb466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90e505d-0906-451d-b53e-f01eb378a275', 'code': 200} Sep 22 10:24:46.794917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] For port 64c2a1be-21c0-42cc-b141-a83f8408b7cc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=64c2a1be-21c0-42cc-b141-a83f8408b7cc,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:46.795225 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:46.832670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.833195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.833472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.833858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.834282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.834616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.834941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.835266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.835589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.835913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.836234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.836552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8643dda0-9cd3-481d-bc2b-44afef228cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:46.843108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f45c750b-c72a-4e98-9fa2-6a84e72aa3d2 req-d432c613-498d-4c9c-8253-643fbb936017 service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820806 Sep 22 10:24:46.852090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Calling delete_port for 64c2a1be-21c0-42cc-b141-a83f8408b7cc owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:24:46.884170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-9f6eaff4-2b1a-4ba7-9259-4645e500eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:46.885763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-9f6eaff4-2b1a-4ba7-9259-4645e500eca7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2 HTTP/1.1" status: 200 len: 801 time: 0.1935296 Sep 22 10:24:46.918910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507cc8-c9a9-4a0c-8cc5-774b689176dc req-0f4c0992-ce7a-4b0a-9f43-b3508e6f6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:46.920806 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c0507cc8-c9a9-4a0c-8cc5-774b689176dc req-0f4c0992-ce7a-4b0a-9f43-b3508e6f6075 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d61c147a-c15d-4c58-9f5c-351cd28cb466 HTTP/1.1" status: 200 len: 1097 time: 0.0605626 Sep 22 10:24:46.967088 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c0507cc8-c9a9-4a0c-8cc5-774b689176dc req-641b870c-a1ed-4bdc-8283-13afb5cc6169 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Sep 22 10:24:47.064903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:47.198328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:47.203393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:47.203808 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.207010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a0307963-4c90-47e3-bf7e-1be1dbf96fbf'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:47.323866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc1e28-cf35-40a3-b482-badef5b717b4 req-36c4c4ff-da41-4609-bfa1-a18bc32c5551 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:47.329680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc1e28-cf35-40a3-b482-badef5b717b4 req-36c4c4ff-da41-4609-bfa1-a18bc32c5551 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:47.336197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc1e28-cf35-40a3-b482-badef5b717b4 req-36c4c4ff-da41-4609-bfa1-a18bc32c5551 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:47.337865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cc1e28-cf35-40a3-b482-badef5b717b4 req-36c4c4ff-da41-4609-bfa1-a18bc32c5551 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2412 time: 0.4869418 Sep 22 10:24:47.347863 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.365842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce917-1820-4def-a5be-57a7a2859edf req-9c4a2026-c2bf-4531-917a-5f60b5568a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:47.367341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-9c4a2026-c2bf-4531-917a-5f60b5568a92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d20820b6-ac8d-4f54-902a-41eaa8412e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4608092 Sep 22 10:24:47.400391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.402821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,segment=NetworkSegment(98231d11-4fdb-42cc-bf60-51386d316ea0),segment_id=98231d11-4fdb-42cc-bf60-51386d316ea0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:47.484806 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.485063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8cc1e28-cf35-40a3-b482-badef5b717b4 req-8a9200dc-fab5-4010-8232-518b95c6afa7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388667 Sep 22 10:24:47.485623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 62660883-cb67-4537-84df-1e6eb94185f3 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:47.514571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Network 886454a0-45dd-4823-afab-9eacf053dba4 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:47.546841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:47.560084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:47.566453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event updated for resources: {'Port': ['ID=ad0f728a-c1a8-4eea-9306-a480f03efa1b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:47.575478 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:47.619094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-e61e9c95-8cc0-4b30-abb3-c3b72238350e service neutron] 10.222.0.32 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429230 Sep 22 10:24:47.627262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:47.627883 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.666965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 62660883-cb67-4537-84df-1e6eb94185f3 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:47.675090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 62660883-cb67-4537-84df-1e6eb94185f3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:47.675459 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.692610 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.764011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Pushing event deleted for resources: {'Port': ['ID=64c2a1be-21c0-42cc-b141-a83f8408b7cc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:47.780687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-198298de-3d83-4b34-876b-a065dbe7cc83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1838307 Sep 22 10:24:47.808013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Request body: {'port': {'device_id': 'd49a7419-0045-420b-a2a7-e36ca8a80806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:47.868341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ba555-60f9-48b9-b6d5-8025de70f3bd req-73496602-0fa9-4bb2-8bc6-fdabd27ee23b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:47.870256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-941ba555-60f9-48b9-b6d5-8025de70f3bd req-73496602-0fa9-4bb2-8bc6-fdabd27ee23b tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 946 time: 0.2310743 Sep 22 10:24:47.871121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] No DVR routers for this DVR port 64c2a1be-21c0-42cc-b141-a83f8408b7cc on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:24:47.875813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.877742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d83bc26-0c39-4aad-bfb5-d68d47b87b6f req-afa23676-22d1-48c9-b444-b537bd6fde87 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.30 "DELETE /v2.0/ports/64c2a1be-21c0-42cc-b141-a83f8408b7cc HTTP/1.1" status: 204 len: 173 time: 1.9255497 Sep 22 10:24:47.878213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-deleted', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:47.879362 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:47.881286 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236bd923-4442-4e6b-bc51-49b525be65c1" -d '{"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-deleted", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:47.886051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-46cb3833-2cf7-400d-981f-f4b944b530da tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Request body: {'floatingip': {'port_id': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:47.888105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c04ce917-1820-4def-a5be-57a7a2859edf req-dd99a01b-bbc2-423d-bb8c-407c6d4d5f5c service neutron] 10.222.0.32 "GET /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576332 Sep 22 10:24:47.947597 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46cb3833-2cf7-400d-981f-f4b944b530da tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.953675 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:47.997016 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:48.056018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 62660883-cb67-4537-84df-1e6eb94185f3, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=62660883-cb67-4537-84df-1e6eb94185f3,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:48.173749 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:48.232223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87ea3b-32f6-45f9-8419-82c17d889afd req-41b4cfec-e85c-4ece-ad8b-267fd8aa686d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:48.233906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc87ea3b-32f6-45f9-8419-82c17d889afd req-41b4cfec-e85c-4ece-ad8b-267fd8aa686d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=d61c147a-c15d-4c58-9f5c-351cd28cb466 HTTP/1.1" status: 200 len: 946 time: 0.1804848 Sep 22 10:24:48.239449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=62660883-cb67-4537-84df-1e6eb94185f3,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:48.335265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc87ea3b-32f6-45f9-8419-82c17d889afd req-7e3e30f4-05f4-4643-a88c-aaef481cff93 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935743 Sep 22 10:24:48.459407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0f728a-c1a8-4eea-9306-a480f03efa1b {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:48.471169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:48.514930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66782bc4-e10f-4dd2-a973-bff5c6e34d5c req-9e8abfe4-2444-4f7f-90e5-4cf5ace07798 tempest-ImagesOneServerTestJSON-764291891 tempest-ImagesOneServerTestJSON-764291891-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b5043f-7e49-498f-a978-0d73eb58b434 HTTP/1.1" status: 200 len: 210 time: 0.0406964 Sep 22 10:24:48.516109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Transition to ACTIVE for port object ad0f728a-c1a8-4eea-9306-a480f03efa1b will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:48.746277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46cb3833-2cf7-400d-981f-f4b944b530da tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:48.747990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703206c9-c819-4a3a-82fc-fb4584f2c7fb req-79352430-9841-4cb8-b846-aa1f6bf8e258 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:48.747990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-703206c9-c819-4a3a-82fc-fb4584f2c7fb req-79352430-9841-4cb8-b846-aa1f6bf8e258 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 932 time: 0.0675676 Sep 22 10:24:48.747990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-703206c9-c819-4a3a-82fc-fb4584f2c7fb req-999d4c59-d5b8-4849-9344-290ac49f3cdd tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Sep 22 10:24:48.747990 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd93c34-e1ce-44e9-a29e-69a959ae3e90 x-openstack-request-id: req-6bd93c34-e1ce-44e9-a29e-69a959ae3e90 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:48.747990 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b5043f-7e49-498f-a978-0d73eb58b434", "name": "network-vif-deleted", "tag": "64c2a1be-21c0-42cc-b141-a83f8408b7cc", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:48.747990 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bd93c34-e1ce-44e9-a29e-69a959ae3e90 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:48.747990 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b5043f-7e49-498f-a978-0d73eb58b434', 'name': 'network-vif-deleted', 'tag': '64c2a1be-21c0-42cc-b141-a83f8408b7cc', 'status': 'completed', 'code': 200} Sep 22 10:24:48.754866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:48.788488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f5f83a-ef7b-44a8-9953-2feb6f5cee5f'}, {'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62660883-cb67-4537-84df-1e6eb94185f3'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:48.790926 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bcfb27-58c1-490c-ba28-cab935650ce8" -d '{"events": [{"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-plugged", "status": "completed", "tag": "84f5f83a-ef7b-44a8-9953-2feb6f5cee5f"}, {"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-plugged", "status": "completed", "tag": "62660883-cb67-4537-84df-1e6eb94185f3"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:48.832334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0f728a-c1a8-4eea-9306-a480f03efa1b,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:48.898349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9c2c-ed2b-4760-ae9f-7f31f6378a5a req-7aed0a33-d415-4429-a412-f29cf646443c tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:48.904552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9c2c-ed2b-4760-ae9f-7f31f6378a5a req-7aed0a33-d415-4429-a412-f29cf646443c tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:48.910773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9c2c-ed2b-4760-ae9f-7f31f6378a5a req-7aed0a33-d415-4429-a412-f29cf646443c tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:48.913369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a6c9c2c-ed2b-4760-ae9f-7f31f6378a5a req-7aed0a33-d415-4429-a412-f29cf646443c tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2414 time: 0.1302993 Sep 22 10:24:48.923654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46cb3833-2cf7-400d-981f-f4b944b530da tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:48.963278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Attempting to bind port ad0f728a-c1a8-4eea-9306-a480f03efa1b on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:48.963543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Attempting to bind port ad0f728a-c1a8-4eea-9306-a480f03efa1b by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:48.963858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Attempting to bind port ad0f728a-c1a8-4eea-9306-a480f03efa1b on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:48.973281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Port ad0f728a-c1a8-4eea-9306-a480f03efa1b on network 886454a0-45dd-4823-afab-9eacf053dba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:48.973668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Attempting to bind port ad0f728a-c1a8-4eea-9306-a480f03efa1b on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:48.978697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a6c9c2c-ed2b-4760-ae9f-7f31f6378a5a req-08bbfd4a-3df6-44c4-ad3c-ca73e80b7645 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585876 Sep 22 10:24:48.982676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:48.983059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Checking segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:48.983449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Bound using segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:48.983884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Bound port: ad0f728a-c1a8-4eea-9306-a480f03efa1b, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:48.984461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:49.057803 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-46cb3833-2cf7-400d-981f-f4b944b530da tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Floating IP fe4d760a-c8cd-4703-8cca-1c268bfb8a11 associated. External IP: 172.25.1.116, port: c27fc5e0-d25d-4c46-abcf-b6c643427d26. Sep 22 10:24:49.064531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] For port ad0f728a-c1a8-4eea-9306-a480f03efa1b, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:49.068898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] For port ad0f728a-c1a8-4eea-9306-a480f03efa1b, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ad0f728a-c1a8-4eea-9306-a480f03efa1b,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:49.073752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:24:49.122822 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 64c2a1be-21c0-42cc-b141-a83f8408b7cc {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:24:49.123891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 64c2a1be-21c0-42cc-b141-a83f8408b7cc not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:24:49.126760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a0307963-4c90-47e3-bf7e-1be1dbf96fbf up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:49.159980 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:49.185414 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7786301-f919-4464-8337-a85f4f870843 x-openstack-request-id: req-a7786301-f919-4464-8337-a85f4f870843 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:49.185734 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-plugged", "status": "completed", "tag": "84f5f83a-ef7b-44a8-9953-2feb6f5cee5f", "code": 200}, {"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-plugged", "status": "completed", "tag": "62660883-cb67-4537-84df-1e6eb94185f3", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:49.186230 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7786301-f919-4464-8337-a85f4f870843 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:49.186841 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f5f83a-ef7b-44a8-9953-2feb6f5cee5f', 'code': 200} Sep 22 10:24:49.187291 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62660883-cb67-4537-84df-1e6eb94185f3', 'code': 200} Sep 22 10:24:49.216738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:49.217468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:49.219018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] 10.222.0.32 "PUT /v2.0/ports/ad0f728a-c1a8-4eea-9306-a480f03efa1b HTTP/1.1" status: 200 len: 1092 time: 1.4166360 Sep 22 10:24:49.237299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298c2fa-ad60-425f-8b26-04a5d6892966 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0f728a-c1a8-4eea-9306-a480f03efa1b,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:49.278893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port a0307963-4c90-47e3-bf7e-1be1dbf96fbf completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:49.295631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port a0307963-4c90-47e3-bf7e-1be1dbf96fbf triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:49.295631 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:49.351610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cb3833-2cf7-400d-981f-f4b944b530da tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Router a49c3f40-b03e-487c-b0a0-03467669f973 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:24:49.393692 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:49.434134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a0307963-4c90-47e3-bf7e-1be1dbf96fbf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:49.446323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-1356194f-e50b-4c93-9c44-d1adbd647cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:49.448049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-1356194f-e50b-4c93-9c44-d1adbd647cee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 1095 time: 0.0738001 Sep 22 10:24:49.478935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cb3833-2cf7-400d-981f-f4b944b530da tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:24:49.492106 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] Sync routers for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:24:49.492726 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46cb3833-2cf7-400d-981f-f4b944b530da tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:49.505328 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:49.511546 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:49.512684 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:24:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:49.518715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-c0821c51-65e2-4922-a935-7a9c04cbfaa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0f728a-c1a8-4eea-9306-a480f03efa1b HTTP/1.1" status: 200 len: 217 time: 0.0479996 Sep 22 10:24:49.530479 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-46cb3833-2cf7-400d-981f-f4b944b530da tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "PUT /v2.0/floatingips/fe4d760a-c8cd-4703-8cca-1c268bfb8a11 HTTP/1.1" status: 200 len: 992 time: 1.6496754 Sep 22 10:24:49.531143 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'tag': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:49.533955 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637860fa-f62b-4af2-aee1-1ef1f5af952b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd027db-5a64-45a9-b230-15e35bfee9c2", "tag": "c27fc5e0-d25d-4c46-abcf-b6c643427d26"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:49.567736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:49.571442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d47b6-1a6b-4f6f-93b8-c42a19b86083 req-1dd63d0d-1657-4546-9993-facbd24de82e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:49.573235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c6d47b6-1a6b-4f6f-93b8-c42a19b86083 req-1dd63d0d-1657-4546-9993-facbd24de82e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=d61c147a-c15d-4c58-9f5c-351cd28cb466 HTTP/1.1" status: 200 len: 946 time: 0.1411898 Sep 22 10:24:49.609460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-08c3ce7c-1909-4cc9-9219-cf638a0d40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:49.611080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-08c3ce7c-1909-4cc9-9219-cf638a0d40b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.0835879 Sep 22 10:24:49.652969 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:49.659199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c6d47b6-1a6b-4f6f-93b8-c42a19b86083 req-f670d625-082b-4b40-9284-ad3dcf82f73e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785742 Sep 22 10:24:49.665837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-8fe2d9aa-f361-4765-aca7-3ef9b1160362 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389869 Sep 22 10:24:49.762343 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7779916e-e7fc-4a95-9c38-2c12b7154223 x-openstack-request-id: req-7779916e-e7fc-4a95-9c38-2c12b7154223 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:49.762801 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd027db-5a64-45a9-b230-15e35bfee9c2", "tag": "c27fc5e0-d25d-4c46-abcf-b6c643427d26", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:49.763243 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7779916e-e7fc-4a95-9c38-2c12b7154223 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:49.763746 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'tag': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26', 'status': 'completed', 'code': 200} Sep 22 10:24:49.780358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-12018548-d55f-4220-a17a-29e30fa8ae69 service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095955 Sep 22 10:24:49.903182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-cf879902-0422-4afd-a18a-5ada20c626cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:49.904703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-cf879902-0422-4afd-a18a-5ada20c626cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a517b224ca24421a4b1537fd5708bd1&device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 1097 time: 0.1127808 Sep 22 10:24:49.946526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-123a0ac7-8884-466d-9dc6-34b659c12a35 req-1eeac1ec-51d6-470d-8326-d4e9fbc856d9 service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456246 Sep 22 10:24:49.964975 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'fe4d760a-c8cd-4703-8cca-1c268bfb8a11', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'port_id': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'mac_address': 'fa:16:3e:ba:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:24:19Z', 'updated_at': '2021-09-22T10:24:48Z', 'revision_number': 1, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b1ac44-5091-4e85-9110-aed2dc4901eb', 'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'mac_address': 'fa:16:3e:48:5f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:06Z', 'updated_at': '2021-09-22T10:24:14Z', 'revision_number': 5, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'subnets': [{'id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:49.994010 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] Checking router: a49c3f40-b03e-487c-b0a0-03467669f973 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:24:50.005243 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:50.006456 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:24:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:50.027684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-e6ba3ebd-52f4-4173-9319-55b739b9de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:50.029167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-e6ba3ebd-52f4-4173-9319-55b739b9de62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46c19dfb-0e87-45bf-b841-1a0d7cb41777 HTTP/1.1" status: 200 len: 915 time: 0.1144011 Sep 22 10:24:50.098335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-3b0f6dfe-9d41-45fa-b66a-53ebecdc89df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27fc5e0-d25d-4c46-abcf-b6c643427d26 HTTP/1.1" status: 200 len: 1000 time: 0.0623422 Sep 22 10:24:50.111842 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:50.153626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-54efc36b-09a9-4de3-94d2-64e8555c2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:50.155303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-54efc36b-09a9-4de3-94d2-64e8555c2faf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56a5524d-6fe0-42c0-a29a-8552b8fc60d4 HTTP/1.1" status: 200 len: 853 time: 0.0500278 Sep 22 10:24:50.201274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-1d03f1cf-a3ee-4664-b892-a89dd24b3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:50.202895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-1d03f1cf-a3ee-4664-b892-a89dd24b3c70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46c19dfb-0e87-45bf-b841-1a0d7cb41777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410576 Sep 22 10:24:50.329835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-95c8a408-caf8-491b-8179-e1f22af21c5e service neutron] 10.222.0.32 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197281 Sep 22 10:24:50.355634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0bade-bf09-48f3-8797-b1e8cfa6cf14 req-2ac032fb-9b5e-407d-9781-25ec6928fb29 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:50.357178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8da0bade-bf09-48f3-8797-b1e8cfa6cf14 req-2ac032fb-9b5e-407d-9781-25ec6928fb29 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 944 time: 0.0669003 Sep 22 10:24:50.387047 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'fe4d760a-c8cd-4703-8cca-1c268bfb8a11', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'port_id': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'mac_address': 'fa:16:3e:ba:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:24:19Z', 'updated_at': '2021-09-22T10:24:48Z', 'revision_number': 1, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b1ac44-5091-4e85-9110-aed2dc4901eb', 'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'mac_address': 'fa:16:3e:48:5f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:06Z', 'updated_at': '2021-09-22T10:24:14Z', 'revision_number': 5, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'subnets': [{'id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:50.413933 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8615be7-2fab-4e66-b0d4-f4890efe9e3d None None] The sync data for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 is: [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'fe4d760a-c8cd-4703-8cca-1c268bfb8a11', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'port_id': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'mac_address': 'fa:16:3e:ba:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:24:19Z', 'updated_at': '2021-09-22T10:24:48Z', 'revision_number': 1, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66b1ac44-5091-4e85-9110-aed2dc4901eb', 'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'mac_address': 'fa:16:3e:48:5f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:06Z', 'updated_at': '2021-09-22T10:24:14Z', 'revision_number': 5, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'subnets': [{'id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:24:50.469145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8da0bade-bf09-48f3-8797-b1e8cfa6cf14 req-06e5886d-5353-47d2-a903-d973463a1366 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884085 Sep 22 10:24:50.489452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53758) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:50.511043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-637860fa-f62b-4af2-aee1-1ef1f5af952b req-73d2356b-16fe-4153-911d-0866e4b01a82 service neutron] 10.222.0.32 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708937 Sep 22 10:24:50.607573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00ce90-2e9d-490a-81e6-2a1b2e454d64 req-57583990-f922-4f32-a76e-e904b6dc3391 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:50.614304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00ce90-2e9d-490a-81e6-2a1b2e454d64 req-57583990-f922-4f32-a76e-e904b6dc3391 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:50.621489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00ce90-2e9d-490a-81e6-2a1b2e454d64 req-57583990-f922-4f32-a76e-e904b6dc3391 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:50.631109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa00ce90-2e9d-490a-81e6-2a1b2e454d64 req-57583990-f922-4f32-a76e-e904b6dc3391 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2415 time: 0.0910618 Sep 22 10:24:50.678975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa00ce90-2e9d-490a-81e6-2a1b2e454d64 req-3eb728e9-2385-4a47-87a2-b2302f2781ce tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465925 Sep 22 10:24:50.717053 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-05b7b9b8-0ed0-42db-aee2-ced864258db5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c787199df08b48e3ab55bfb23b8395fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251215 Sep 22 10:24:50.720025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53768) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:50.730146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e59f1-bf6d-484b-b871-1150928c37af None None] New status for floating IP fe4d760a-c8cd-4703-8cca-1c268bfb8a11: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:24:50.749459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a7419-0045-420b-a2a7-e36ca8a80806', 'tag': 'ad0f728a-c1a8-4eea-9306-a480f03efa1b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:50.752398 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a7419-0045-420b-a2a7-e36ca8a80806", "tag": "ad0f728a-c1a8-4eea-9306-a480f03efa1b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:50.818686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06cab191-ef0d-46c3-85d2-61d987c9917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:50.843944 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06cab191-ef0d-46c3-85d2-61d987c9917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:50.975680 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06cab191-ef0d-46c3-85d2-61d987c9917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:50.978325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06cab191-ef0d-46c3-85d2-61d987c9917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:50.979536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-06cab191-ef0d-46c3-85d2-61d987c9917e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93e5f856-ebf9-44ca-a967-3198f5ffb0b3 HTTP/1.1" status: 204 len: 168 time: 0.2570202 Sep 22 10:24:50.997429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cab191-ef0d-46c3-85d2-61d987c9917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e5f856-ebf9-44ca-a967-3198f5ffb0b3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:51.188324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0307963-4c90-47e3-bf7e-1be1dbf96fbf'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:51.190777 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85504cf-cfeb-458c-9009-33016603d8ef" -d '{"events": [{"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-plugged", "status": "completed", "tag": "a0307963-4c90-47e3-bf7e-1be1dbf96fbf"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:51.333679 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4cf976-69e5-4b5d-99e2-3b27fe073d29 x-openstack-request-id: req-5e4cf976-69e5-4b5d-99e2-3b27fe073d29 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:51.333967 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a7419-0045-420b-a2a7-e36ca8a80806", "tag": "ad0f728a-c1a8-4eea-9306-a480f03efa1b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:51.334458 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e4cf976-69e5-4b5d-99e2-3b27fe073d29 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:51.334851 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49a7419-0045-420b-a2a7-e36ca8a80806', 'tag': 'ad0f728a-c1a8-4eea-9306-a480f03efa1b', 'status': 'completed', 'code': 200} Sep 22 10:24:51.363635 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33ee33c-4e7a-404b-a826-7857d6379435 x-openstack-request-id: req-d33ee33c-4e7a-404b-a826-7857d6379435 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:51.363921 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-plugged", "status": "completed", "tag": "a0307963-4c90-47e3-bf7e-1be1dbf96fbf", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:51.364365 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d33ee33c-4e7a-404b-a826-7857d6379435 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:51.364779 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0307963-4c90-47e3-bf7e-1be1dbf96fbf', 'code': 200} Sep 22 10:24:51.419032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-58640989-d453-4f5c-89fa-9876d7c71ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:51.419032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-58640989-d453-4f5c-89fa-9876d7c71ae6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 1095 time: 0.0595095 Sep 22 10:24:51.589880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23f7ef-c31f-454f-b2d7-c27c35527039 req-aeedf8f6-5b74-4cda-96ee-e7161d2189cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:51.590541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23f7ef-c31f-454f-b2d7-c27c35527039 req-aeedf8f6-5b74-4cda-96ee-e7161d2189cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:51.590948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23f7ef-c31f-454f-b2d7-c27c35527039 req-aeedf8f6-5b74-4cda-96ee-e7161d2189cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:51.592674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad23f7ef-c31f-454f-b2d7-c27c35527039 req-aeedf8f6-5b74-4cda-96ee-e7161d2189cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2868 time: 0.1545570 Sep 22 10:24:51.631738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-f0458464-c91b-4795-826d-0aac0760b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:51.633233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-f0458464-c91b-4795-826d-0aac0760b8a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 913 time: 0.1967683 Sep 22 10:24:51.653931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f201bb3-7b6b-471f-aa13-13b3cb4d54ae req-0810e262-08fa-4984-8bbf-0b9f838a614a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:51.655480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f201bb3-7b6b-471f-aa13-13b3cb4d54ae req-0810e262-08fa-4984-8bbf-0b9f838a614a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 944 time: 0.1060719 Sep 22 10:24:51.698434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad23f7ef-c31f-454f-b2d7-c27c35527039 req-8309a9d5-d891-4bf7-8b5e-b9edbd6e3711 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944552 Sep 22 10:24:51.699650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-6aa366d0-e39b-4cff-a4ca-e592e4884e07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad0f728a-c1a8-4eea-9306-a480f03efa1b HTTP/1.1" status: 200 len: 217 time: 0.0543962 Sep 22 10:24:51.725636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f201bb3-7b6b-471f-aa13-13b3cb4d54ae req-c8557210-cd46-4205-b17c-3923fc4fa29e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618246 Sep 22 10:24:51.974636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-080ff104-e1c9-49e6-8ae3-5020d636f283 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:51.976141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-080ff104-e1c9-49e6-8ae3-5020d636f283 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/networks?id=93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 200 len: 813 time: 0.1706610 Sep 22 10:24:51.979742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-92784c9e-2713-4610-aa3a-874eb8e6a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:51.981071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-92784c9e-2713-4610-aa3a-874eb8e6a401 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.0908244 Sep 22 10:24:51.988541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53822) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:52.002608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-761f7ec1-7627-4adc-99c9-e83b4f6a7f2f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:52.002608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-761f7ec1-7627-4adc-99c9-e83b4f6a7f2f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "GET /v2.0/ports?device_id=d61c147a-c15d-4c58-9f5c-351cd28cb466 HTTP/1.1" status: 200 len: 946 time: 0.1201894 Sep 22 10:24:52.033624 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-3e86ea0a-fcb3-4ab1-b468-c610e1e0be69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324645 Sep 22 10:24:52.034596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-a939d665-1bbb-49bb-9a79-0baea8bb45ed tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/quotas/8cf8b21157924cc3b22b8d0f0f730f7c HTTP/1.1" status: 200 len: 375 time: 0.0510044 Sep 22 10:24:52.217062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-26dd67f4-e6e1-4bfb-8eec-7667e3ffcecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.217455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-018638c4-583a-4fa9-b5de-8c1d47a65bdd tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448243 Sep 22 10:24:52.223852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-26dd67f4-e6e1-4bfb-8eec-7667e3ffcecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.251220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-42e2203f-22e6-491f-85e8-8657d93412e5 service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970246 Sep 22 10:24:52.285426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Deleting port f90e505d-0906-451d-b53e-f01eb378a275 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:24:52.285780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.421467 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e36310c-4a83-490e-97bc-c58b6f9f5061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.455560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-26dd67f4-e6e1-4bfb-8eec-7667e3ffcecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.509424 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-26dd67f4-e6e1-4bfb-8eec-7667e3ffcecb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d862888ba6b42ffad04fba9c28fb2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5166063 Sep 22 10:24:52.509424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd67f4-e6e1-4bfb-8eec-7667e3ffcecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ab5580-a1d9-4a1b-89e2-aa5eb342257c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:52.510450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53840) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:52.570035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae07604a-0130-45d3-9d32-f576954566ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.593362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae07604a-0130-45d3-9d32-f576954566ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.754432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-36028d7e-668c-4f6f-bd37-a4cc03e7fc5b service neutron] 10.222.0.20 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447350 Sep 22 10:24:52.780851 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae07604a-0130-45d3-9d32-f576954566ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.783444 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae07604a-0130-45d3-9d32-f576954566ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.784677 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae07604a-0130-45d3-9d32-f576954566ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52ab5580-a1d9-4a1b-89e2-aa5eb342257c HTTP/1.1" status: 204 len: 168 time: 0.2733052 Sep 22 10:24:52.799525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ad400f6-c2b3-4ff8-b302-98b3fc2065eb req-fc507121-a1c3-4541-b03d-a7a0a084a822 service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397892 Sep 22 10:24:52.803378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] For port f90e505d-0906-451d-b53e-f01eb378a275, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f90e505d-0906-451d-b53e-f01eb378a275,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:52.803754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:52.807397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07604a-0130-45d3-9d32-f576954566ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ab5580-a1d9-4a1b-89e2-aa5eb342257c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:52.830635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Calling delete_port for f90e505d-0906-451d-b53e-f01eb378a275 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:24:52.936664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-8088df66-f29a-4a4e-8ecd-931693301ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710138 Sep 22 10:24:52.945911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-71e1842f-c66d-4b51-b754-896f260b3203 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:52.947616 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-71e1842f-c66d-4b51-b754-896f260b3203 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "GET /v2.0/ports?device_id=37c263df-8d3f-4999-b7af-5c728d19978d HTTP/1.1" status: 200 len: 945 time: 0.0635908 Sep 22 10:24:53.065820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Deleting port 16e6ab64-a8d9-4af7-8445-a1249af2005b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:24:53.066514 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.123916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.149859 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device ad0f728a-c1a8-4eea-9306-a480f03efa1b details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:53.154297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Pushing event deleted for resources: {'Port': ['ID=f90e505d-0906-451d-b53e-f01eb378a275,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:53.182743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] For port 16e6ab64-a8d9-4af7-8445-a1249af2005b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=16e6ab64-a8d9-4af7-8445-a1249af2005b,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:53.183204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.199478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Calling delete_port for 16e6ab64-a8d9-4af7-8445-a1249af2005b owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:24:53.217116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] No DVR routers for this DVR port f90e505d-0906-451d-b53e-f01eb378a275 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:24:53.221115 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.223979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0a3299d-b22f-445b-b520-5bb8461ee86d req-6fd25a05-0108-400e-a710-31f553fde24d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "DELETE /v2.0/ports/f90e505d-0906-451d-b53e-f01eb378a275 HTTP/1.1" status: 204 len: 173 time: 1.2123551 Sep 22 10:24:53.290429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port ad0f728a-c1a8-4eea-9306-a480f03efa1b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ad0f728a-c1a8-4eea-9306-a480f03efa1b,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:53.310186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'ad0f728a-c1a8-4eea-9306-a480f03efa1b', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'port_id': 'ad0f728a-c1a8-4eea-9306-a480f03efa1b', 'mac_address': 'fa:16:3e:0b:4d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e8607-9914-4cb1-88f2-d94fdc07a1c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:53.335578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61c147a-c15d-4c58-9f5c-351cd28cb466', 'name': 'network-vif-deleted', 'tag': 'f90e505d-0906-451d-b53e-f01eb378a275'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:53.337997 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382d7b5e-7b6e-4f33-8f4f-85788dcfb742" -d '{"events": [{"server_uuid": "d61c147a-c15d-4c58-9f5c-351cd28cb466", "name": "network-vif-deleted", "tag": "f90e505d-0906-451d-b53e-f01eb378a275"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:53.385615 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.399733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0f728a-c1a8-4eea-9306-a480f03efa1b {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:53.419819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port ad0f728a-c1a8-4eea-9306-a480f03efa1b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ad0f728a-c1a8-4eea-9306-a480f03efa1b,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:53.424335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad721d-75a4-4274-b276-c15152bc9607 req-1ad9215c-9f13-4fda-90dd-1b06b9d581ee tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:53.431149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad721d-75a4-4274-b276-c15152bc9607 req-1ad9215c-9f13-4fda-90dd-1b06b9d581ee tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:53.436955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad721d-75a4-4274-b276-c15152bc9607 req-1ad9215c-9f13-4fda-90dd-1b06b9d581ee tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:53.438686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5ad721d-75a4-4274-b276-c15152bc9607 req-1ad9215c-9f13-4fda-90dd-1b06b9d581ee tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2415 time: 0.0740743 Sep 22 10:24:53.450580 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.481597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5ad721d-75a4-4274-b276-c15152bc9607 req-bc47daa7-b233-481f-ada9-5829999e9380 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360236 Sep 22 10:24:53.482863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Pushing event deleted for resources: {'Port': ['ID=16e6ab64-a8d9-4af7-8445-a1249af2005b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:53.535401 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.545925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] No DVR routers for this DVR port 16e6ab64-a8d9-4af7-8445-a1249af2005b on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:24:53.548538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.550771 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-204e9c94-067c-4244-965b-5e2b3a57f031 req-c137a87c-b688-4b6d-aac1-ad9a8aeb2b42 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "DELETE /v2.0/ports/16e6ab64-a8d9-4af7-8445-a1249af2005b HTTP/1.1" status: 204 len: 173 time: 0.5894880 Sep 22 10:24:53.551300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c263df-8d3f-4999-b7af-5c728d19978d', 'name': 'network-vif-deleted', 'tag': '16e6ab64-a8d9-4af7-8445-a1249af2005b'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:53.553604 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c86b4b-d137-4d86-b0d4-0f40de51c2c6" -d '{"events": [{"server_uuid": "37c263df-8d3f-4999-b7af-5c728d19978d", "name": "network-vif-deleted", "tag": "16e6ab64-a8d9-4af7-8445-a1249af2005b"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:53.589766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=ad0f728a-c1a8-4eea-9306-a480f03efa1b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:53.741630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53866) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:53.755242 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b70d16a8-a4fd-4db6-a8ed-816f1e8b7676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.794230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['ad0f728a-c1a8-4eea-9306-a480f03efa1b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:53.827185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43ccc6-7a4f-4c04-8053-d9103e995345 req-bd1e8331-a2fc-408e-9372-0e094ddf9903 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:53.831427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b43ccc6-7a4f-4c04-8053-d9103e995345 req-bd1e8331-a2fc-408e-9372-0e094ddf9903 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 945 time: 0.0918002 Sep 22 10:24:53.883731 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b70d16a8-a4fd-4db6-a8ed-816f1e8b7676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:53.887063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b43ccc6-7a4f-4c04-8053-d9103e995345 req-c182b0f8-a543-4aff-81e9-dad4836e8ff4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492132 Sep 22 10:24:53.975653 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b70d16a8-a4fd-4db6-a8ed-816f1e8b7676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:54.038403 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b70d16a8-a4fd-4db6-a8ed-816f1e8b7676 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f923e95c4544b28a220a1b00cc81f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952521 Sep 22 10:24:54.038568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53880) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:54.039729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d16a8-a4fd-4db6-a8ed-816f1e8b7676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c507cd-8789-4c31-a03a-d354183c80f2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:54.066395 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b786184b-d786-4b8e-bf77-656b7d9bbeaf x-openstack-request-id: req-b786184b-d786-4b8e-bf77-656b7d9bbeaf {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:54.067058 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61c147a-c15d-4c58-9f5c-351cd28cb466", "name": "network-vif-deleted", "tag": "f90e505d-0906-451d-b53e-f01eb378a275", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:54.067478 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b786184b-d786-4b8e-bf77-656b7d9bbeaf {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:54.068750 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61c147a-c15d-4c58-9f5c-351cd28cb466', 'name': 'network-vif-deleted', 'tag': 'f90e505d-0906-451d-b53e-f01eb378a275', 'status': 'completed', 'code': 200} Sep 22 10:24:54.122842 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47fe32db-529b-4900-b661-76ae2b2542aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:54.143637 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2ac16f-f2e0-41d7-b7ec-80ea2a018ec0 x-openstack-request-id: req-4e2ac16f-f2e0-41d7-b7ec-80ea2a018ec0 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:54.144122 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c263df-8d3f-4999-b7af-5c728d19978d", "name": "network-vif-deleted", "tag": "16e6ab64-a8d9-4af7-8445-a1249af2005b", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:54.144207 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e2ac16f-f2e0-41d7-b7ec-80ea2a018ec0 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:54.144550 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c263df-8d3f-4999-b7af-5c728d19978d', 'name': 'network-vif-deleted', 'tag': '16e6ab64-a8d9-4af7-8445-a1249af2005b', 'status': 'completed', 'code': 200} Sep 22 10:24:54.156469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47fe32db-529b-4900-b661-76ae2b2542aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:54.210507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27c56cc9-71e4-4631-9d0f-919e3a2a3264 req-64685084-407d-4bf7-87e4-699e1414f805 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 210 time: 0.0374041 Sep 22 10:24:54.432833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47fe32db-529b-4900-b661-76ae2b2542aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:54.435880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47fe32db-529b-4900-b661-76ae2b2542aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:54.437320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-47fe32db-529b-4900-b661-76ae2b2542aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73c507cd-8789-4c31-a03a-d354183c80f2 HTTP/1.1" status: 204 len: 168 time: 0.3981280 Sep 22 10:24:54.449279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe32db-529b-4900-b661-76ae2b2542aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c507cd-8789-4c31-a03a-d354183c80f2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:54.870148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e40e-f58d-411d-9d6a-660eb2d3718d req-48987698-c480-4b34-bf86-59181c6ef7bc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:54.876114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e40e-f58d-411d-9d6a-660eb2d3718d req-48987698-c480-4b34-bf86-59181c6ef7bc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:54.882055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e40e-f58d-411d-9d6a-660eb2d3718d req-48987698-c480-4b34-bf86-59181c6ef7bc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:54.883732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c067e40e-f58d-411d-9d6a-660eb2d3718d req-48987698-c480-4b34-bf86-59181c6ef7bc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2415 time: 0.0670419 Sep 22 10:24:54.927570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c067e40e-f58d-411d-9d6a-660eb2d3718d req-f32cabd8-b70d-44bd-a60c-50e93951ba18 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Sep 22 10:24:55.087896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 16e6ab64-a8d9-4af7-8445-a1249af2005b no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:24:55.110986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 16e6ab64-a8d9-4af7-8445-a1249af2005b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:24:55.114206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 16e6ab64-a8d9-4af7-8445-a1249af2005b not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:24:55.114547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f90e505d-0906-451d-b53e-f01eb378a275 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:24:55.118135 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bf34d893-636f-45c1-a5e9-48bf4b7d48ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:55.140788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: f90e505d-0906-451d-b53e-f01eb378a275 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:24:55.141138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f90e505d-0906-451d-b53e-f01eb378a275 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:24:55.147833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ed6e2-53fb-4da4-8d68-bcef75a5a28a req-64339a69-3b11-4f0c-8eec-a5f87a3bdf0a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:55.149314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d2ed6e2-53fb-4da4-8d68-bcef75a5a28a req-64339a69-3b11-4f0c-8eec-a5f87a3bdf0a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 945 time: 0.0509071 Sep 22 10:24:55.167897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device ad0f728a-c1a8-4eea-9306-a480f03efa1b up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:55.191904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d2ed6e2-53fb-4da4-8d68-bcef75a5a28a req-60456d19-7a51-4bf5-af33-377fdaf1dc01 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363505 Sep 22 10:24:55.284383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port ad0f728a-c1a8-4eea-9306-a480f03efa1b completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:55.290501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port ad0f728a-c1a8-4eea-9306-a480f03efa1b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:55.290880 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:55.331067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4bdbb78-bb5a-4102-b282-e43b325f0161 req-74ebd697-8f29-43ad-a45a-20170a552803 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 210 time: 0.0302796 Sep 22 10:24:55.394866 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:55.421200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a7419-0045-420b-a2a7-e36ca8a80806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0f728a-c1a8-4eea-9306-a480f03efa1b'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:55.423464 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c755e9-f059-4222-879e-fce8ffe97150" -d '{"events": [{"server_uuid": "d49a7419-0045-420b-a2a7-e36ca8a80806", "name": "network-vif-plugged", "status": "completed", "tag": "ad0f728a-c1a8-4eea-9306-a480f03efa1b"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:55.439657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port ad0f728a-c1a8-4eea-9306-a480f03efa1b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ad0f728a-c1a8-4eea-9306-a480f03efa1b,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:55.443478 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:55.478365 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381a4d5-7230-4c72-b59d-c0e4878affd3 x-openstack-request-id: req-f381a4d5-7230-4c72-b59d-c0e4878affd3 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:55.479440 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a7419-0045-420b-a2a7-e36ca8a80806", "name": "network-vif-plugged", "status": "completed", "tag": "ad0f728a-c1a8-4eea-9306-a480f03efa1b", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:55.482981 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f381a4d5-7230-4c72-b59d-c0e4878affd3 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:55.482981 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49a7419-0045-420b-a2a7-e36ca8a80806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0f728a-c1a8-4eea-9306-a480f03efa1b', 'code': 200} Sep 22 10:24:55.558351 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:55.608100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=ad0f728a-c1a8-4eea-9306-a480f03efa1b,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:55.614016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799a9e5-7fd3-47c3-a133-333ea92a4db8 req-4d2eb6f2-5aff-4dee-9c5b-a885b3f2d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:55.615550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a799a9e5-7fd3-47c3-a133-333ea92a4db8 req-4d2eb6f2-5aff-4dee-9c5b-a885b3f2d392 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 1097 time: 0.0445554 Sep 22 10:24:55.653401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a799a9e5-7fd3-47c3-a133-333ea92a4db8 req-256ef0ed-7710-4745-b148-4e65d63ba14b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269697 Sep 22 10:24:55.661329 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:55.663362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:56.049864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18f491-41b8-49ac-9657-a10d0d9c8730 req-db5b3e66-be01-4801-ab35-061f5b87aca7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:56.056258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18f491-41b8-49ac-9657-a10d0d9c8730 req-db5b3e66-be01-4801-ab35-061f5b87aca7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:56.062346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18f491-41b8-49ac-9657-a10d0d9c8730 req-db5b3e66-be01-4801-ab35-061f5b87aca7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:56.064072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e18f491-41b8-49ac-9657-a10d0d9c8730 req-db5b3e66-be01-4801-ab35-061f5b87aca7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2415 time: 0.0654669 Sep 22 10:24:56.078281 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:56.103419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e18f491-41b8-49ac-9657-a10d0d9c8730 req-4a7b2f55-811c-4fbb-aef5-62a1e6c60d39 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Sep 22 10:24:56.323018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ab955-3112-48ab-90c4-56b0df40d38d req-ac8c1ebb-11de-4a35-9968-713208ae8be4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:56.324490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-967ab955-3112-48ab-90c4-56b0df40d38d req-ac8c1ebb-11de-4a35-9968-713208ae8be4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 946 time: 0.0495372 Sep 22 10:24:56.363820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-967ab955-3112-48ab-90c4-56b0df40d38d req-7ab8b884-c3a7-45d2-9b33-5f7aca66480d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Sep 22 10:24:56.464274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f952a70-e677-415f-bf99-07fa368a40de req-a7a8e3d7-d1df-4d28-b5e0-0d28838c1e05 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 210 time: 0.0323009 Sep 22 10:24:56.481800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-bb868414-22de-4fb8-9c98-fea321536666 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:56.483420 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-bb868414-22de-4fb8-9c98-fea321536666 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "GET /v2.0/networks?id=93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 200 len: 813 time: 0.1384435 Sep 22 10:24:56.496991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Request body: {'port': {'device_id': '91e54807-a6a0-470c-ba02-8fbb5b0bdb7b', 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b', 'admin_state_up': True, 'tenant_id': '8cf8b21157924cc3b22b8d0f0f730f7c'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:56.679040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Made reservation on behalf of 8cf8b21157924cc3b22b8d0f0f730f7c for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:56.682870 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:56.819655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-ee5102a9-c31d-40b2-af77-cd050181b51b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:56.825964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-ee5102a9-c31d-40b2-af77-cd050181b51b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:56.854262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-ee5102a9-c31d-40b2-af77-cd050181b51b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:56.861554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-ee5102a9-c31d-40b2-af77-cd050181b51b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2415 time: 0.1271970 Sep 22 10:24:56.901080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Allocated IP 172.20.0.12 (93d06c67-d853-4b03-8d71-f47735666f8b/db4ff34f-f79b-4912-b1ed-f3989cff7bff/b338ad47-3ffa-4db8-a3ad-c566df78e0aa) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:56.991843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting port a0307963-4c90-47e3-bf7e-1be1dbf96fbf {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:24:56.992192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.114498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.121587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] For port a0307963-4c90-47e3-bf7e-1be1dbf96fbf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:57.122436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.214177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Calling delete_port for a0307963-4c90-47e3-bf7e-1be1dbf96fbf owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:24:57.233144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.275347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Network 93d06c67-d853-4b03-8d71-f47735666f8b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:57.278378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:57.282312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:57.322297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Pushing event updated for resources: {'Port': ['ID=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:57.330391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-5654080b-fe42-4ce3-a4eb-f4a9b1b0d4da tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:57.331391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-5654080b-fe42-4ce3-a4eb-f4a9b1b0d4da tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.32 "GET /v2.0/networks?id=93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 200 len: 813 time: 0.2524047 Sep 22 10:24:57.346412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:57.348118 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.355620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Request body: {'port': {'device_id': '8633ba70-de0d-49e4-b2c9-2b110c71b91b', 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b', 'admin_state_up': True, 'tenant_id': '8cf8b21157924cc3b22b8d0f0f730f7c'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:57.380416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d403bd-47ba-4930-90d8-e776b98b6637 req-9323ddde-313c-4efb-a108-94f5db715cdf tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:57.388187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d403bd-47ba-4930-90d8-e776b98b6637 req-9323ddde-313c-4efb-a108-94f5db715cdf tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:57.393331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d403bd-47ba-4930-90d8-e776b98b6637 req-9323ddde-313c-4efb-a108-94f5db715cdf tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:57.404050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1d403bd-47ba-4930-90d8-e776b98b6637 req-9323ddde-313c-4efb-a108-94f5db715cdf tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 2415 time: 0.1935329 Sep 22 10:24:57.468159 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-addad2ca-b3d1-4d2f-ad24-53e6ad809b25 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9755187 Sep 22 10:24:57.480749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Request body: {'port': {'device_id': '91e54807-a6a0-470c-ba02-8fbb5b0bdb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:57.525030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1d403bd-47ba-4930-90d8-e776b98b6637 req-1d986ac5-5e6a-4ec8-afc5-410c05acc1c7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199799 Sep 22 10:24:57.548113 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.735685 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.750796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['84f5f83a-ef7b-44a8-9953-2feb6f5cee5f', '62660883-cb67-4537-84df-1e6eb94185f3', 'a0307963-4c90-47e3-bf7e-1be1dbf96fbf'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:57.776464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Port': ['ID=a0307963-4c90-47e3-bf7e-1be1dbf96fbf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:57.778725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Made reservation on behalf of 8cf8b21157924cc3b22b8d0f0f730f7c for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:57.782571 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.836687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d251d3-9430-47d2-9f16-9bc80813d66c req-a5037a8d-7490-42ff-be69-aa4aa04d51b9 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:57.838556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77d251d3-9430-47d2-9f16-9bc80813d66c req-a5037a8d-7490-42ff-be69-aa4aa04d51b9 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 946 time: 0.1393194 Sep 22 10:24:57.865784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] No DVR routers for this DVR port a0307963-4c90-47e3-bf7e-1be1dbf96fbf on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:24:57.880285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.882608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-5ef92d7a-871b-4414-becd-0bb60825f03e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "DELETE /v2.0/ports/a0307963-4c90-47e3-bf7e-1be1dbf96fbf HTTP/1.1" status: 204 len: 173 time: 1.0036061 Sep 22 10:24:57.884357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-deleted', 'tag': 'a0307963-4c90-47e3-bf7e-1be1dbf96fbf'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:57.886877 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b0d8b-abae-4ef9-b38b-2aa251b86b5c" -d '{"events": [{"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-deleted", "tag": "a0307963-4c90-47e3-bf7e-1be1dbf96fbf"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:57.924684 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b338ad47-3ffa-4db8-a3ad-c566df78e0aa {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:57.938292 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.971960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Transition to ACTIVE for port object b338ad47-3ffa-4db8-a3ad-c566df78e0aa will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:58.022061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77d251d3-9430-47d2-9f16-9bc80813d66c req-155c94cf-3861-4f4e-b2a4-aa8007958a7c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583679 Sep 22 10:24:58.093773 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.101068 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.210016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-687e8e84-d00e-4e9e-b170-5e58f68d0dcc req-a4e42b52-da01-471d-ac08-b34740573e2b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 210 time: 0.0550063 Sep 22 10:24:58.215887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:24:58.216493 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.273028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Allocated IP 172.20.0.14 (93d06c67-d853-4b03-8d71-f47735666f8b/db4ff34f-f79b-4912-b1ed-f3989cff7bff/d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:58.385172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] For port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,segment=NetworkSegment(98231d11-4fdb-42cc-bf60-51386d316ea0),segment_id=98231d11-4fdb-42cc-bf60-51386d316ea0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:58.385790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.423964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Calling delete_port for 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:24:58.512068 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239ca680-fcc7-4ed3-aed9-4a80249214f5 x-openstack-request-id: req-239ca680-fcc7-4ed3-aed9-4a80249214f5 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:58.512397 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-deleted", "tag": "a0307963-4c90-47e3-bf7e-1be1dbf96fbf", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:58.512709 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-239ca680-fcc7-4ed3-aed9-4a80249214f5 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:58.513014 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-deleted', 'tag': 'a0307963-4c90-47e3-bf7e-1be1dbf96fbf', 'status': 'completed', 'code': 200} Sep 22 10:24:58.514370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Pushing event updated for resources: {'Port': ['ID=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:58.574680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Attempting to bind port b338ad47-3ffa-4db8-a3ad-c566df78e0aa on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:58.575282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Attempting to bind port b338ad47-3ffa-4db8-a3ad-c566df78e0aa by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:58.575390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Attempting to bind port b338ad47-3ffa-4db8-a3ad-c566df78e0aa on network 93d06c67-d853-4b03-8d71-f47735666f8b {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:58.580494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Port b338ad47-3ffa-4db8-a3ad-c566df78e0aa on network 93d06c67-d853-4b03-8d71-f47735666f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:58.580953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Attempting to bind port b338ad47-3ffa-4db8-a3ad-c566df78e0aa on network 93d06c67-d853-4b03-8d71-f47735666f8b {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:58.587187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:58.587625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Checking segment: {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:58.588827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Bound using segment: {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:58.589276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Bound port: b338ad47-3ffa-4db8-a3ad-c566df78e0aa, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:58.589643 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.659482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.692171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] For port b338ad47-3ffa-4db8-a3ad-c566df78e0aa, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:58.696643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] For port b338ad47-3ffa-4db8-a3ad-c566df78e0aa, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:58.779491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c507b0-4212-4506-9eb4-da26328d7e8a req-ca234490-e6d8-438e-b0ee-17c69de3deff tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:58.785429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c507b0-4212-4506-9eb4-da26328d7e8a req-ca234490-e6d8-438e-b0ee-17c69de3deff tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:58.787072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01c507b0-4212-4506-9eb4-da26328d7e8a req-ca234490-e6d8-438e-b0ee-17c69de3deff tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 1681 time: 0.0904496 Sep 22 10:24:58.824858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01c507b0-4212-4506-9eb4-da26328d7e8a req-698b98a3-1ebe-4e3d-bd35-169355b673d4 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Sep 22 10:24:58.844767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.885456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.885655 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:58.886126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.889983 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] 10.222.0.30 "PUT /v2.0/ports/b338ad47-3ffa-4db8-a3ad-c566df78e0aa HTTP/1.1" status: 200 len: 1092 time: 1.4135640 Sep 22 10:24:58.892555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e54807-a6a0-470c-ba02-8fbb5b0bdb7b', 'tag': 'b338ad47-3ffa-4db8-a3ad-c566df78e0aa'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:58.897291 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ae317b-f143-4c04-834a-6cf243b835d1" -d '{"events": [{"name": "network-changed", "server_uuid": "91e54807-a6a0-470c-ba02-8fbb5b0bdb7b", "tag": "b338ad47-3ffa-4db8-a3ad-c566df78e0aa"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:58.932398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Network 93d06c67-d853-4b03-8d71-f47735666f8b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:58.932522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137294f-9de1-45cb-af35-5ed101e8f433 service neutron] Pushing event updated for resources: {'Port': ['ID=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:58.935782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.939713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:58.944266 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75691fa4-eacc-4ad6-bef5-c84ffbf8f71c x-openstack-request-id: req-75691fa4-eacc-4ad6-bef5-c84ffbf8f71c {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:58.944533 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e54807-a6a0-470c-ba02-8fbb5b0bdb7b", "tag": "b338ad47-3ffa-4db8-a3ad-c566df78e0aa", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:58.944791 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75691fa4-eacc-4ad6-bef5-c84ffbf8f71c {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:58.945215 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e54807-a6a0-470c-ba02-8fbb5b0bdb7b', 'tag': 'b338ad47-3ffa-4db8-a3ad-c566df78e0aa', 'status': 'completed', 'code': 200} Sep 22 10:24:58.953639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a0307963-4c90-47e3-bf7e-1be1dbf96fbf'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:58.956555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:58.965432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Pushing event updated for resources: {'Port': ['ID=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:59.021759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Port': ['ID=84f5f83a-ef7b-44a8-9953-2feb6f5cee5f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:59.063237 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae317b-f143-4c04-834a-6cf243b835d1 req-6ad51c25-7f70-44a7-9530-82b908fa1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:59.066117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] No DVR routers for this DVR port 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:24:59.066245 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-76ae317b-f143-4c04-834a-6cf243b835d1 req-6ad51c25-7f70-44a7-9530-82b908fa1228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&device_id=91e54807-a6a0-470c-ba02-8fbb5b0bdb7b HTTP/1.1" status: 200 len: 1095 time: 0.0994916 Sep 22 10:24:59.070606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:59.072679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-01d7b216-2f70-440c-9791-eefff739485e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "DELETE /v2.0/ports/84f5f83a-ef7b-44a8-9953-2feb6f5cee5f HTTP/1.1" status: 204 len: 173 time: 1.1796770 Sep 22 10:24:59.079044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:59.079697 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:59.188756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae317b-f143-4c04-834a-6cf243b835d1 req-40f9fc02-6d43-4d34-97c4-fbf511febf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:59.191078 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-76ae317b-f143-4c04-834a-6cf243b835d1 req-40f9fc02-6d43-4d34-97c4-fbf511febf59 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1171329 Sep 22 10:24:59.209673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting port 62660883-cb67-4537-84df-1e6eb94185f3 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:24:59.210030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:59.228733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f718e4a1-0d40-4f9e-ba21-d0f4cf66a17f tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8829863 Sep 22 10:24:59.248728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Request body: {'port': {'device_id': '8633ba70-de0d-49e4-b2c9-2b110c71b91b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:59.320378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae317b-f143-4c04-834a-6cf243b835d1 req-5093c852-46cb-4fa8-9d6d-d06413c0cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:59.322200 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-76ae317b-f143-4c04-834a-6cf243b835d1 req-5093c852-46cb-4fa8-9d6d-d06413c0cf62 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231151 Sep 22 10:24:59.393677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:59.401474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-9a464e26-8fbf-43e9-ba27-22cfd99dd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:59.403198 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-9a464e26-8fbf-43e9-ba27-22cfd99dd776 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&device_id=91e54807-a6a0-470c-ba02-8fbb5b0bdb7b HTTP/1.1" status: 200 len: 1095 time: 0.0431674 Sep 22 10:24:59.406352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] For port 62660883-cb67-4537-84df-1e6eb94185f3, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=62660883-cb67-4537-84df-1e6eb94185f3,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:59.406721 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:59.434674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Calling delete_port for 62660883-cb67-4537-84df-1e6eb94185f3 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:24:59.444153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be83d3-9739-4772-9a1d-da524999b43c req-522fce1d-8858-4de9-aabe-b4926f1d21d6 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:59.450618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78be83d3-9739-4772-9a1d-da524999b43c req-522fce1d-8858-4de9-aabe-b4926f1d21d6 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 932 time: 0.1285799 Sep 22 10:24:59.456192 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-87960b1b-ad1f-42ab-b7b0-d05819edd59f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b338ad47-3ffa-4db8-a3ad-c566df78e0aa HTTP/1.1" status: 200 len: 217 time: 0.0452781 Sep 22 10:24:59.517613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-26374fbc-89c3-4ee8-8c30-ccae5cd47366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:59.519810 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-26374fbc-89c3-4ee8-8c30-ccae5cd47366 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4ff34f-f79b-4912-b1ed-f3989cff7bff HTTP/1.1" status: 200 len: 853 time: 0.0540009 Sep 22 10:24:59.561589 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-0707f2e3-a558-4179-b144-da4d80465041 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93d06c67-d853-4b03-8d71-f47735666f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342023 Sep 22 10:24:59.652071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78be83d3-9739-4772-9a1d-da524999b43c req-7d2ea947-3933-4603-83e3-60a4996ead6e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004404 Sep 22 10:24:59.700870 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-6bde49cf-4771-462d-a68d-e848ef7c647d service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274230 Sep 22 10:24:59.882404 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-e2391542-ac29-4c35-bb22-3a74d026bbc7 service neutron] 10.222.0.30 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728101 Sep 22 10:24:59.897215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:59.905572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:59.920172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Transition to ACTIVE for port object d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:00.006290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:00.032315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507bf3e-364b-466c-b0b6-e52549ebfa40 req-2c300723-e424-4af0-8842-82f589579aa2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:00.034339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7507bf3e-364b-466c-b0b6-e52549ebfa40 req-2c300723-e424-4af0-8842-82f589579aa2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=057d24be-980c-4e7c-986a-7f6e2e7a6856 HTTP/1.1" status: 200 len: 867 time: 0.0805218 Sep 22 10:25:00.104725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Port': ['ID=62660883-cb67-4537-84df-1e6eb94185f3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:00.109261 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:00.201965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] No DVR routers for this DVR port 62660883-cb67-4537-84df-1e6eb94185f3 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:00.211134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:00.213138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da0d9311-6e1a-4b57-bb04-7efc1347ddcf req-a2e5f435-31aa-4513-8848-3418dc78fc6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "DELETE /v2.0/ports/62660883-cb67-4537-84df-1e6eb94185f3 HTTP/1.1" status: 204 len: 173 time: 1.1297193 Sep 22 10:25:00.267275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7507bf3e-364b-466c-b0b6-e52549ebfa40 req-241b28cf-0f49-4cf3-90c4-26962cdf1660 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692889 Sep 22 10:25:00.280655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:00.445210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Attempting to bind port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:00.445566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Attempting to bind port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:00.445889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Attempting to bind port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d on network 93d06c67-d853-4b03-8d71-f47735666f8b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:00.453285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d on network 93d06c67-d853-4b03-8d71-f47735666f8b not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:00.453605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Attempting to bind port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d on network 93d06c67-d853-4b03-8d71-f47735666f8b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:00.460225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:00.464751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Checking segment: {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:00.464751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Bound using segment: {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:00.464751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Bound port: d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7465f5-fabb-411d-9ada-878a40fb9df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:00.464751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:00.514305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-deleted', 'tag': '84f5f83a-ef7b-44a8-9953-2feb6f5cee5f'}, {'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-deleted', 'tag': '62660883-cb67-4537-84df-1e6eb94185f3'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:00.517040 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29274a24-a554-43b8-b823-650482b3144f" -d '{"events": [{"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-deleted", "tag": "84f5f83a-ef7b-44a8-9953-2feb6f5cee5f"}, {"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-deleted", "tag": "62660883-cb67-4537-84df-1e6eb94185f3"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:00.555226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] For port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:00.564065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] For port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:00.585074 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134bbb12-e5ea-4b8a-be99-c97792bfce09 x-openstack-request-id: req-134bbb12-e5ea-4b8a-be99-c97792bfce09 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:00.585372 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-deleted", "tag": "84f5f83a-ef7b-44a8-9953-2feb6f5cee5f", "status": "completed", "code": 200}, {"server_uuid": "057d24be-980c-4e7c-986a-7f6e2e7a6856", "name": "network-vif-deleted", "tag": "62660883-cb67-4537-84df-1e6eb94185f3", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:00.585625 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-134bbb12-e5ea-4b8a-be99-c97792bfce09 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:00.586061 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-deleted', 'tag': '84f5f83a-ef7b-44a8-9953-2feb6f5cee5f', 'status': 'completed', 'code': 200} Sep 22 10:25:00.586344 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057d24be-980c-4e7c-986a-7f6e2e7a6856', 'name': 'network-vif-deleted', 'tag': '62660883-cb67-4537-84df-1e6eb94185f3', 'status': 'completed', 'code': 200} Sep 22 10:25:00.756912 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:00.798469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:00.799103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:00.800487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] 10.222.0.32 "PUT /v2.0/ports/d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d HTTP/1.1" status: 200 len: 1092 time: 1.5567114 Sep 22 10:25:00.829802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a64bc6-64e6-4622-a569-97510abb608e req-272c2f49-ff9d-437c-b4be-996ba8481851 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:00.831334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0a64bc6-64e6-4622-a569-97510abb608e req-272c2f49-ff9d-437c-b4be-996ba8481851 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 944 time: 0.1073074 Sep 22 10:25:00.832401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f24c9-b71c-4b02-b96b-462a762eafe1 service neutron] Pushing event updated for resources: {'Port': ['ID=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:00.873751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0a64bc6-64e6-4622-a569-97510abb608e req-be620552-4645-44d5-a753-c828db3c59ce tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356131 Sep 22 10:25:00.992176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-80e8b877-5d97-4382-b068-52e2b6286ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:00.993693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-80e8b877-5d97-4382-b068-52e2b6286ee6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 1095 time: 0.0438497 Sep 22 10:25:01.043817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-d84aeb68-4c7b-428d-9a37-96ec293e8512 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d HTTP/1.1" status: 200 len: 217 time: 0.0415118 Sep 22 10:25:01.104701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-3606db3b-77ed-4f8d-9c02-f5ff5358ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:01.106298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-3606db3b-77ed-4f8d-9c02-f5ff5358ce78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db4ff34f-f79b-4912-b1ed-f3989cff7bff HTTP/1.1" status: 200 len: 853 time: 0.0555429 Sep 22 10:25:01.120389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b338ad47-3ffa-4db8-a3ad-c566df78e0aa details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:01.139363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-3e96cc0d-477b-43aa-9230-ae54aae39f9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93d06c67-d853-4b03-8d71-f47735666f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263414 Sep 22 10:25:01.199347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a0307963-4c90-47e3-bf7e-1be1dbf96fbf no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:01.221528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: a0307963-4c90-47e3-bf7e-1be1dbf96fbf {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:01.221875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a0307963-4c90-47e3-bf7e-1be1dbf96fbf not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:01.226040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:01.240598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-2ef9ba15-b012-412a-b46b-9b36500fd6d1 service neutron] 10.222.0.32 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927942 Sep 22 10:25:01.253781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:01.254208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 84f5f83a-ef7b-44a8-9953-2feb6f5cee5f not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:01.254637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 62660883-cb67-4537-84df-1e6eb94185f3 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:01.308766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port b338ad47-3ffa-4db8-a3ad-c566df78e0aa, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:01.322349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'b338ad47-3ffa-4db8-a3ad-c566df78e0aa', 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b', 'port_id': 'b338ad47-3ffa-4db8-a3ad-c566df78e0aa', 'mac_address': 'fa:16:3e:75:31:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4ff34f-f79b-4912-b1ed-f3989cff7bff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:01.352875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 62660883-cb67-4537-84df-1e6eb94185f3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:01.353227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 62660883-cb67-4537-84df-1e6eb94185f3 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:01.367232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-c467637f-25bb-499c-ac92-54d8a75f584b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2e77c91800c14b889bfc6102ccf2efac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351331 Sep 22 10:25:01.369007 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:01.383827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b338ad47-3ffa-4db8-a3ad-c566df78e0aa {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:01.407988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port b338ad47-3ffa-4db8-a3ad-c566df78e0aa, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:01.411846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39a935fa-f4f3-4357-8f8a-17718f6cb7f0 req-c95e4c24-b09e-40d0-9611-072c120751f4 service neutron] 10.222.0.32 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642568 Sep 22 10:25:01.490346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-6daae376-67cf-407d-9667-08818f81d745 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:01.491719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-6daae376-67cf-407d-9667-08818f81d745 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1150978 Sep 22 10:25:01.507215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b8064c0b-48e4-44e6-9486-a14e5c22a0c3 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/quotas/2e77c91800c14b889bfc6102ccf2efac HTTP/1.1" status: 200 len: 375 time: 0.0094764 Sep 22 10:25:01.539493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-3d42a720-3d28-43fa-81cd-90cc968b85de tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e77c91800c14b889bfc6102ccf2efac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269382 Sep 22 10:25:01.604058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:01.659496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:01.865960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54170) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:01.895646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['b338ad47-3ffa-4db8-a3ad-c566df78e0aa'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:01.960102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5272ad58-95f6-4bdc-bec6-6e59674b9db0 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting subnet b1b24f75-688a-4519-a181-34efd643c0cd {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:25:01.971231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5272ad58-95f6-4bdc-bec6-6e59674b9db0 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.057554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5272ad58-95f6-4bdc-bec6-6e59674b9db0 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.142583 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5272ad58-95f6-4bdc-bec6-6e59674b9db0 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.295937 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5272ad58-95f6-4bdc-bec6-6e59674b9db0 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.329728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272ad58-95f6-4bdc-bec6-6e59674b9db0 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b24f75-688a-4519-a181-34efd643c0cd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:02.331841 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5272ad58-95f6-4bdc-bec6-6e59674b9db0 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.336781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5272ad58-95f6-4bdc-bec6-6e59674b9db0 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "DELETE /v2.0/subnets/b1b24f75-688a-4519-a181-34efd643c0cd HTTP/1.1" status: 204 len: 168 time: 0.4696379 Sep 22 10:25:02.337290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54196) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:02.340560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b465bea-54f9-41cc-8170-b20b3063d0fb None None] Network aceb5f70-d71b-4825-90b9-0f3b62893021 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:02.424033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.479639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting port f784a3f9-18dc-4cc1-a188-830d675a29e4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:02.479947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.557196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7d1fd-0a46-4364-b68e-a175b9f2846d None None] DHCP port deletion for aceb5f70-d71b-4825-90b9-0f3b62893021 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:25:02.580962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] For port f784a3f9-18dc-4cc1-a188-830d675a29e4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f784a3f9-18dc-4cc1-a188-830d675a29e4,segment=NetworkSegment(98231d11-4fdb-42cc-bf60-51386d316ea0),segment_id=98231d11-4fdb-42cc-bf60-51386d316ea0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:02.581342 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.588821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8633ba70-de0d-49e4-b2c9-2b110c71b91b', 'tag': 'd07e01d5-c212-4b9a-ac9b-9e0f4fc6505d'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:02.592668 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3692c5-4c62-4c60-b58b-8b885c3be874" -d '{"events": [{"name": "network-changed", "server_uuid": "8633ba70-de0d-49e4-b2c9-2b110c71b91b", "tag": "d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:02.601654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Calling delete_port for f784a3f9-18dc-4cc1-a188-830d675a29e4 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:02.617891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7d1fd-0a46-4364-b68e-a175b9f2846d None None] Deleting port f784a3f9-18dc-4cc1-a188-830d675a29e4 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:02.618394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d1fd-0a46-4364-b68e-a175b9f2846d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.682084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6dd7d1fd-0a46-4364-b68e-a175b9f2846d None None] For port f784a3f9-18dc-4cc1-a188-830d675a29e4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f784a3f9-18dc-4cc1-a188-830d675a29e4,segment=NetworkSegment(98231d11-4fdb-42cc-bf60-51386d316ea0),segment_id=98231d11-4fdb-42cc-bf60-51386d316ea0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:02.682505 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d1fd-0a46-4364-b68e-a175b9f2846d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.693758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7d1fd-0a46-4364-b68e-a175b9f2846d None None] Calling delete_port for f784a3f9-18dc-4cc1-a188-830d675a29e4 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:02.798568 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.805556 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d1fd-0a46-4364-b68e-a175b9f2846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.829572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] No DVR routers for this DVR port f784a3f9-18dc-4cc1-a188-830d675a29e4 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:02.838771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7d1fd-0a46-4364-b68e-a175b9f2846d None None] Pushing event deleted for resources: {'Port': ['ID=f784a3f9-18dc-4cc1-a188-830d675a29e4,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:02.842406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7d1fd-0a46-4364-b68e-a175b9f2846d None None] No DVR routers for this DVR port f784a3f9-18dc-4cc1-a188-830d675a29e4 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:02.850011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Port': ['ID=f784a3f9-18dc-4cc1-a188-830d675a29e4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:02.940248 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:02.963006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aceb5f70-d71b-4825-90b9-0f3b62893021']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:02.977479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98231d11-4fdb-42cc-bf60-51386d316ea0') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:02.977917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98231d11-4fdb-42cc-bf60-51386d316ea0') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:03.001662 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.018026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.024638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:25:03.025028 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:25:03.028307 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:25:03.135216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b338ad47-3ffa-4db8-a3ad-c566df78e0aa up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:03.163988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f3271-4703-4344-be98-1261545bb590 req-f656806f-9e33-40bf-a425-03c60bb2099c tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:03.165539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-226f3271-4703-4344-be98-1261545bb590 req-f656806f-9e33-40bf-a425-03c60bb2099c tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 944 time: 0.0592508 Sep 22 10:25:03.208328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-226f3271-4703-4344-be98-1261545bb590 req-9b18fda2-5840-4826-b555-cd5da7cfb14a tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346441 Sep 22 10:25:03.209418 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.256610 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.258927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "DELETE /v2.0/networks/aceb5f70-d71b-4825-90b9-0f3b62893021 HTTP/1.1" status: 204 len: 168 time: 0.9202671 Sep 22 10:25:03.260117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6368c5-6b5a-4724-b89b-eef917506f5e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Network': ['ID=aceb5f70-d71b-4825-90b9-0f3b62893021,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:03.261534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54218) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:03.312272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port b338ad47-3ffa-4db8-a3ad-c566df78e0aa completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:03.316311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port b338ad47-3ffa-4db8-a3ad-c566df78e0aa triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:03.316758 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.325134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02adde8-fd6d-449c-aeab-334b4fe878fc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting subnet ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:25:03.328379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b02adde8-fd6d-449c-aeab-334b4fe878fc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.377798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b02adde8-fd6d-449c-aeab-334b4fe878fc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.427767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-c56f2dd6-13b8-4634-90a1-872e103e53f5 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2e77c91800c14b889bfc6102ccf2efac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305588 Sep 22 10:25:03.435212 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.471529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e54807-a6a0-470c-ba02-8fbb5b0bdb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b338ad47-3ffa-4db8-a3ad-c566df78e0aa'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:03.475579 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2cfe27-1bf6-4205-b437-07bbede28019" -d '{"events": [{"server_uuid": "91e54807-a6a0-470c-ba02-8fbb5b0bdb7b", "name": "network-vif-plugged", "status": "completed", "tag": "b338ad47-3ffa-4db8-a3ad-c566df78e0aa"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:03.494188 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b02adde8-fd6d-449c-aeab-334b4fe878fc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.500202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port b338ad47-3ffa-4db8-a3ad-c566df78e0aa, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:03.602012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-a19cb622-334b-4fe4-bdf1-33990643093b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:03.603517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-a19cb622-334b-4fe4-bdf1-33990643093b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626174 Sep 22 10:25:03.620426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-02979c25-22e5-4495-92ac-6c3411718977 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/quotas/2e77c91800c14b889bfc6102ccf2efac HTTP/1.1" status: 200 len: 375 time: 0.0104096 Sep 22 10:25:03.626995 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.653809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-016112a8-5092-4a5b-81df-ea04b1495e89 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e77c91800c14b889bfc6102ccf2efac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274308 Sep 22 10:25:03.676026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:03.741086 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b02adde8-fd6d-449c-aeab-334b4fe878fc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.776686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02adde8-fd6d-449c-aeab-334b4fe878fc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:03.778771 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b02adde8-fd6d-449c-aeab-334b4fe878fc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:03.780832 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b02adde8-fd6d-449c-aeab-334b4fe878fc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "DELETE /v2.0/subnets/ea2cc9aa-d522-481f-882e-d3c1e6e6cbe2 HTTP/1.1" status: 204 len: 168 time: 0.5177276 Sep 22 10:25:03.783474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:03.794618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cd116a-13ce-4492-b331-32aa8c7b1142 None None] Network d20820b6-ac8d-4f54-902a-41eaa8412e1d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:03.927910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.012521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting port 1f4a64a2-828a-42ce-8244-f42810b32667 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:04.012997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.050974 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7975a0-64e2-4d6f-a3f8-1437011feb68 x-openstack-request-id: req-df7975a0-64e2-4d6f-a3f8-1437011feb68 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:04.050974 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8633ba70-de0d-49e4-b2c9-2b110c71b91b", "tag": "d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:04.050974 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df7975a0-64e2-4d6f-a3f8-1437011feb68 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:04.050974 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8633ba70-de0d-49e4-b2c9-2b110c71b91b', 'tag': 'd07e01d5-c212-4b9a-ac9b-9e0f4fc6505d', 'status': 'completed', 'code': 200} Sep 22 10:25:04.152100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-904a8ce3-1cf4-4552-aa15-7846f9134a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:04.155486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-904a8ce3-1cf4-4552-aa15-7846f9134a46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 1095 time: 0.0750244 Sep 22 10:25:04.181075 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] For port 1f4a64a2-828a-42ce-8244-f42810b32667, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1f4a64a2-828a-42ce-8244-f42810b32667,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:04.181452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.204263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Calling delete_port for 1f4a64a2-828a-42ce-8244-f42810b32667 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:04.258063 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4e2210-4f8f-4f42-8731-7bd02374b032 x-openstack-request-id: req-3b4e2210-4f8f-4f42-8731-7bd02374b032 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:04.258691 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e54807-a6a0-470c-ba02-8fbb5b0bdb7b", "name": "network-vif-plugged", "status": "completed", "tag": "b338ad47-3ffa-4db8-a3ad-c566df78e0aa", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:04.258945 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b4e2210-4f8f-4f42-8731-7bd02374b032 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:04.261641 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e54807-a6a0-470c-ba02-8fbb5b0bdb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b338ad47-3ffa-4db8-a3ad-c566df78e0aa', 'code': 200} Sep 22 10:25:04.261641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f784a3f9-18dc-4cc1-a188-830d675a29e4 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:04.281805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f784a3f9-18dc-4cc1-a188-830d675a29e4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:04.282206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f784a3f9-18dc-4cc1-a188-830d675a29e4 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:04.325846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0448b56-e3b7-4a7b-b2e8-f3e4414e7c68 req-f6f0393f-0eac-46a1-949b-893e4247b531 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 210 time: 0.0989392 Sep 22 10:25:04.402607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b79be-f8f1-4f2b-8b53-3069e6a3cddb req-a2915760-6370-435d-b71a-66b8fbdc1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:04.404186 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9f0b79be-f8f1-4f2b-8b53-3069e6a3cddb req-a2915760-6370-435d-b71a-66b8fbdc1007 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91e54807-a6a0-470c-ba02-8fbb5b0bdb7b HTTP/1.1" status: 200 len: 1097 time: 0.1845732 Sep 22 10:25:04.415157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-c5aa744b-24ca-4098-9705-32f6e527e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:04.417288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-c5aa744b-24ca-4098-9705-32f6e527e6ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 200 len: 914 time: 0.2524695 Sep 22 10:25:04.436509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238cfe3-b467-439d-9ed9-12726ed3f68e None None] DHCP port deletion for d20820b6-ac8d-4f54-902a-41eaa8412e1d request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:25:04.453111 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9f0b79be-f8f1-4f2b-8b53-3069e6a3cddb req-5e830f8b-f0fc-4fd0-8f30-de324855d916 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Sep 22 10:25:04.499105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-a1325aa5-b251-479b-9bd4-ba4a2b845730 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d HTTP/1.1" status: 200 len: 217 time: 0.0639749 Sep 22 10:25:04.503626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f238cfe3-b467-439d-9ed9-12726ed3f68e None None] Deleting port 1f4a64a2-828a-42ce-8244-f42810b32667 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:04.504231 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f238cfe3-b467-439d-9ed9-12726ed3f68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.529296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.576813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Port': ['ID=1f4a64a2-828a-42ce-8244-f42810b32667,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:04.588781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] No DVR routers for this DVR port 1f4a64a2-828a-42ce-8244-f42810b32667 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:04.593145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-1cdedf6c-c5c7-491e-ab9c-5cc86c0fea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:04.594927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-1cdedf6c-c5c7-491e-ab9c-5cc86c0fea12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=db4ff34f-f79b-4912-b1ed-f3989cff7bff HTTP/1.1" status: 200 len: 853 time: 0.0856168 Sep 22 10:25:04.608647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e6127-de50-40d7-90e1-438377868165 req-7d1bc75c-a72e-4f1b-ac61-b616a0ac0ad3 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:04.610580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a3e6127-de50-40d7-90e1-438377868165 req-7d1bc75c-a72e-4f1b-ac61-b616a0ac0ad3 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 944 time: 0.1140187 Sep 22 10:25:04.647496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f238cfe3-b467-439d-9ed9-12726ed3f68e None None] For port 1f4a64a2-828a-42ce-8244-f42810b32667, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1f4a64a2-828a-42ce-8244-f42810b32667,segment=NetworkSegment(ad7eae5a-65c8-4500-b100-db1471d2a083),segment_id=ad7eae5a-65c8-4500-b100-db1471d2a083)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:04.648117 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f238cfe3-b467-439d-9ed9-12726ed3f68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.651839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-58aac58d-47b8-4bef-a033-e1c127ab8f4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93d06c67-d853-4b03-8d71-f47735666f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400810 Sep 22 10:25:04.667336 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f238cfe3-b467-439d-9ed9-12726ed3f68e None None] Calling delete_port for 1f4a64a2-828a-42ce-8244-f42810b32667 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:04.726662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a3e6127-de50-40d7-90e1-438377868165 req-38a43bee-dc1f-49fd-b270-1c4df56eb065 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022201 Sep 22 10:25:04.789336 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.832427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20820b6-ac8d-4f54-902a-41eaa8412e1d']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: from cryptography.utils import int_from_bytes Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: from cryptography.utils import int_from_bytes Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.835272 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:25:04.837860 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:25:04.844734 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f238cfe3-b467-439d-9ed9-12726ed3f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.848490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7eae5a-65c8-4500-b100-db1471d2a083') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:04.849100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7eae5a-65c8-4500-b100-db1471d2a083') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:04.860052 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.876644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.877159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238cfe3-b467-439d-9ed9-12726ed3f68e None None] Pushing event deleted for resources: {'Port': ['ID=1f4a64a2-828a-42ce-8244-f42810b32667,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:04.881378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238cfe3-b467-439d-9ed9-12726ed3f68e None None] No DVR routers for this DVR port 1f4a64a2-828a-42ce-8244-f42810b32667 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:04.894617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:25:04.895083 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:25:04.898968 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:25:05.110968 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.115435 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-c413303f-34e6-43be-9e1f-6cc2e1269e33 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2e77c91800c14b889bfc6102ccf2efac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366549 Sep 22 10:25:05.137495 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.144210 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "DELETE /v2.0/networks/d20820b6-ac8d-4f54-902a-41eaa8412e1d HTTP/1.1" status: 204 len: 168 time: 1.3551006 Sep 22 10:25:05.150572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54258) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:05.151097 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec1bfe-d7ce-4340-8fab-77d33d062a72 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Network': ['ID=d20820b6-ac8d-4f54-902a-41eaa8412e1d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:05.167678 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-667232824'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:05.203756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:05.235070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-2d506191-29ac-4512-9b32-c663e3f14ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607102 Sep 22 10:25:05.392980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-189e080c-a03b-4763-8a96-8762407845c5 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:05.401168 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-189e080c-a03b-4763-8a96-8762407845c5 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650046 Sep 22 10:25:05.403478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:05.409696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.439625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Request body: {'port': {'device_id': '2f469e34-0506-4525-b83d-851c70b3a90d', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '2e77c91800c14b889bfc6102ccf2efac'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:05.439885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ed48223-db65-4ece-9f63-670a3b9981d1 req-c2d04551-fa11-43f4-bee0-ab8483be42cd tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 210 time: 0.0535131 Sep 22 10:25:05.486151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:05.488122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:25:05.496759 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3692c5-4c62-4c60-b58b-8b885c3be874 req-95bb1b01-b28c-4308-b7f4-9f2a3b28244d service neutron] 10.222.0.32 "GET /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509387 Sep 22 10:25:05.524834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'd07e01d5-c212-4b9a-ac9b-9e0f4fc6505d', 'network_id': '93d06c67-d853-4b03-8d71-f47735666f8b', 'port_id': 'd07e01d5-c212-4b9a-ac9b-9e0f4fc6505d', 'mac_address': 'fa:16:3e:47:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4ff34f-f79b-4912-b1ed-f3989cff7bff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:05.552863 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.554324 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Added segment 042ec3b3-cbd0-42b1-bf75-20b400ffdd5c of type vlan for network 25fa6845-a581-4997-89e7-17d8aa6eb8ae Sep 22 10:25:05.616373 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.625880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.646929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:05.683414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:05.787118 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.787290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.794499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:05.795172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.853146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:05.897637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c1db2-b39c-4279-8f51-45ce1e8910ae req-07f6f3ab-0444-47d6-8350-3ef6c0a4616b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:05.899302 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Network': ['ID=25fa6845-a581-4997-89e7-17d8aa6eb8ae,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:05.903539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1f4a64a2-828a-42ce-8244-f42810b32667 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:05.904065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Made reservation on behalf of 2e77c91800c14b889bfc6102ccf2efac for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:05.907865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.917306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab4c1db2-b39c-4279-8f51-45ce1e8910ae req-07f6f3ab-0444-47d6-8350-3ef6c0a4616b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 945 time: 0.0791347 Sep 22 10:25:05.918432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:05.938134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 25fa6845-a581-4997-89e7-17d8aa6eb8ae details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:25:05.944647 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 1f4a64a2-828a-42ce-8244-f42810b32667 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:05.945022 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1f4a64a2-828a-42ce-8244-f42810b32667 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:05.982530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab4c1db2-b39c-4279-8f51-45ce1e8910ae req-93193c6c-b442-42bc-a6e7-a51302040cd2 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641294 Sep 22 10:25:06.014189 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-afbf5b9d-3abe-4010-a9fc-52a2d47a40a6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8585010 Sep 22 10:25:06.015092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54278) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:06.019834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'subnet': {'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:06.029348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:06.213371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:06.308743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64dd0a-109f-4237-a539-1480de1701f8 req-7f334368-4c92-4dbb-9ec5-654d7b6940b2 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:06.310536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a64dd0a-109f-4237-a539-1480de1701f8 req-7f334368-4c92-4dbb-9ec5-654d7b6940b2 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 945 time: 0.0530066 Sep 22 10:25:06.348895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a64dd0a-109f-4237-a539-1480de1701f8 req-cf03aae0-9cbf-403c-8be4-d14cc1748435 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01a4a7e-b863-490b-a1f1-32cff74c6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323052 Sep 22 10:25:06.477755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:06.557873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77589e7c-ebbd-4bf0-bb0a-5a881cd82280 req-4c76515f-587a-49c5-b812-ef5541b4b703 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 210 time: 0.0287464 Sep 22 10:25:06.597816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c607777-4d61-425b-a545-542d40abc3c6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:06.673468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Allocated IP 192.168.233.145 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/cc55cf84-a25e-4f4b-9374-39bbc9469838) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:06.688958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:06.693334 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:06.831288 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:06.946424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:06.993054 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:06.998684 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:07.001992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:07.006457 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:07.041585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:07.090937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:07.091529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:07.105263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Subnet': ['ID=dc78409c-d139-409b-bccb-8c2f9cf85500,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:07.183813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bf3d4-af5d-4144-beb6-d1980020dbd5 req-0f41182a-de12-4dc9-9cb5-f8af183f6e73 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:07.185430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e69bf3d4-af5d-4144-beb6-d1980020dbd5 req-0f41182a-de12-4dc9-9cb5-f8af183f6e73 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 945 time: 0.0766830 Sep 22 10:25:07.186888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Checking segment: {'id': '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:07.187268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network hostable DHCP agents. Network: 25fa6845-a581-4997-89e7-17d8aa6eb8ae, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:25:07.204123 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b4eed268-ae4d-4e50-a7fd-61d8be0e6930 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7713130 Sep 22 10:25:07.215107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:07.218983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Request body: {'port': {'device_id': '2f469e34-0506-4525-b83d-851c70b3a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:07.241276 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e69bf3d4-af5d-4144-beb6-d1980020dbd5 req-6f29d1ea-8c82-4ec0-8047-b6f09419ed4c tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 Sep 22 10:25:07.305767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-3949a1af-8e1f-486d-8a35-2b607e6c1fd3 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2e77c91800c14b889bfc6102ccf2efac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404360 Sep 22 10:25:07.346873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network 25fa6845-a581-4997-89e7-17d8aa6eb8ae is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:25:07.376098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:07.452594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:07.457660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 25fa6845-a581-4997-89e7-17d8aa6eb8ae) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:07.468090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:07.469520 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:07.478909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b7fee-c9ad-4af5-99f3-d27a2464bd31 None None] Network 25fa6845-a581-4997-89e7-17d8aa6eb8ae requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:07.490890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:07.503060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-dbc65498-f889-4228-b8d6-a0d8096e361c tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:07.503060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-dbc65498-f889-4228-b8d6-a0d8096e361c tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873140 Sep 22 10:25:07.503491 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:07.519767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-931b595d-e4b9-44e7-ac0c-bddb18372ae0 None None] Provisioning complete for port cc55cf84-a25e-4f4b-9374-39bbc9469838 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:07.520326 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-931b595d-e4b9-44e7-ac0c-bddb18372ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:07.526044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Request body: {'port': {'device_id': '6432efd1-5753-4afc-a131-4eb51bb20293', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '2e77c91800c14b889bfc6102ccf2efac'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:07.720923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5a2de3d2-13ab-4ea2-999f-aefb4435820a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7048399 Sep 22 10:25:07.724322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54324) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:07.737968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-243310892'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:07.805422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-931b595d-e4b9-44e7-ac0c-bddb18372ae0 None None] Port cc55cf84-a25e-4f4b-9374-39bbc9469838 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:25:07.883934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-25fa6845-a581-4997-89e7-17d8aa6eb8ae', 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'fixed_ips': [{'subnet_id': 'dc78409c-d139-409b-bccb-8c2f9cf85500'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:25:07.884949 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:07.900371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a95f-a341-476e-8ca9-097f6c8da0b9 req-8925bafc-7213-46bb-b83c-6957c895d175 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:07.906183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3077a95f-a341-476e-8ca9-097f6c8da0b9 req-8925bafc-7213-46bb-b83c-6957c895d175 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 945 time: 0.1569941 Sep 22 10:25:07.925638 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:07.998645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc55cf84-a25e-4f4b-9374-39bbc9469838 {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:08.000040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3077a95f-a341-476e-8ca9-097f6c8da0b9 req-c3cd1b88-c468-4233-8028-2215c575167e tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01a4a7e-b863-490b-a1f1-32cff74c6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813735 Sep 22 10:25:08.007680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8633ba70-de0d-49e4-b2c9-2b110c71b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e01d5-c212-4b9a-ac9b-9e0f4fc6505d'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:08.010831 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e87049-3276-4061-b333-2141b3d63e98" -d '{"events": [{"server_uuid": "8633ba70-de0d-49e4-b2c9-2b110c71b91b", "name": "network-vif-plugged", "status": "completed", "tag": "d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:08.012770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.023387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:25:08.023387 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:25:08.023387 n-d-807025-3 neutron-server[95682]: [parameters: {'project_id_1': '2e77c91800c14b889bfc6102ccf2efac', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 24, 47, 914830)}] Sep 22 10:25:08.023387 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:25:08.023799 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:25:08.033048 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Transition to ACTIVE for port object cc55cf84-a25e-4f4b-9374-39bbc9469838 will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:08.033860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:08.086154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd9d15e6-4630-4f3c-9120-7b35d7368a7e req-833dd7a3-89b4-4253-8de1-4aa19f90533e tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 210 time: 0.0275605 Sep 22 10:25:08.093869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Allocated IP 19.80.0.2 (25fa6845-a581-4997-89e7-17d8aa6eb8ae/dc78409c-d139-409b-bccb-8c2f9cf85500/26194e04-7c48-4d21-9b2d-2e6b13669107) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:08.128359 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.130478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:08.136181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.143538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.230376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:25:08.241319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:08.275739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.276086 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Added segment fcf9fa65-df44-4bc0-800a-70550255115d of type vlan for network 39837157-15fb-41f0-a023-f926b7dc2ce0 Sep 22 10:25:08.300223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:08.342712 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab006da6-7603-4784-86ae-0a62a1c76f39 x-openstack-request-id: req-ab006da6-7603-4784-86ae-0a62a1c76f39 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:08.343264 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8633ba70-de0d-49e4-b2c9-2b110c71b91b", "name": "network-vif-plugged", "status": "completed", "tag": "d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:08.343691 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab006da6-7603-4784-86ae-0a62a1c76f39 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:08.345053 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8633ba70-de0d-49e4-b2c9-2b110c71b91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07e01d5-c212-4b9a-ac9b-9e0f4fc6505d', 'code': 200} Sep 22 10:25:08.394853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Attempting to bind port cc55cf84-a25e-4f4b-9374-39bbc9469838 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:08.395179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Attempting to bind port cc55cf84-a25e-4f4b-9374-39bbc9469838 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:08.396122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Attempting to bind port cc55cf84-a25e-4f4b-9374-39bbc9469838 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:08.408171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Port cc55cf84-a25e-4f4b-9374-39bbc9469838 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:08.408693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Attempting to bind port cc55cf84-a25e-4f4b-9374-39bbc9469838 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:08.413899 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.420495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:08.420835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:08.423945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:08.423945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Bound port: cc55cf84-a25e-4f4b-9374-39bbc9469838, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:08.423945 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.429926 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.466540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fef04-4a4b-4f4c-b03a-0913d81c8144 req-9711f024-71f1-4a03-834a-d9765a13ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:08.468244 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee1fef04-4a4b-4f4c-b03a-0913d81c8144 req-9711f024-71f1-4a03-834a-d9765a13ba7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 1097 time: 0.0580633 Sep 22 10:25:08.537470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:08.541846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:08.566582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee1fef04-4a4b-4f4c-b03a-0913d81c8144 req-55e7f1ac-40a1-408f-ad05-25253fdbe8eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858521 Sep 22 10:25:08.576370 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.589475 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:25:08.599514 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.603695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Network 25fa6845-a581-4997-89e7-17d8aa6eb8ae is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:08.603695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:08.606182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:08.606883 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.619429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:08.627062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d4ded-78c6-491f-86c6-aa3727aeb587 req-9af22162-0b5b-42b4-9fe5-87d40969167c tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:08.636566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-639d4ded-78c6-491f-86c6-aa3727aeb587 req-9af22162-0b5b-42b4-9fe5-87d40969167c tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 946 time: 0.1343317 Sep 22 10:25:08.652449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.686648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-639d4ded-78c6-491f-86c6-aa3727aeb587 req-0b705f96-b2c3-47d6-a0e5-37d5d57a8a22 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450945 Sep 22 10:25:08.718495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Made reservation on behalf of 2e77c91800c14b889bfc6102ccf2efac for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:08.722059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.729578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Pushing event updated for resources: {'Port': ['ID=26194e04-7c48-4d21-9b2d-2e6b13669107,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:08.732190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Attempting to bind port 26194e04-7c48-4d21-9b2d-2e6b13669107 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:08.733107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Attempting to bind port 26194e04-7c48-4d21-9b2d-2e6b13669107 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:08.733691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Attempting to bind port 26194e04-7c48-4d21-9b2d-2e6b13669107 on network 25fa6845-a581-4997-89e7-17d8aa6eb8ae {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:08.734131 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:08.743969 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:08.745494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Checking segment: {'id': '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:08.746137 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.746756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Bound using segment: {'id': '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:08.747312 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Bound port: 26194e04-7c48-4d21-9b2d-2e6b13669107, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:08.747842 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.782657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Network': ['ID=39837157-15fb-41f0-a023-f926b7dc2ce0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:08.785627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:08.786548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:08.789235 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-fa7ce60a-62d7-4bf0-a41a-ecfe1d962147 service neutron] 10.222.0.30 "PUT /v2.0/ports/cc55cf84-a25e-4f4b-9374-39bbc9469838 HTTP/1.1" status: 200 len: 1096 time: 1.5764613 Sep 22 10:25:08.790195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:08.793528 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b329c4-b8b4-4635-9274-676b983cba67" -d '{"events": [{"name": "network-changed", "server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:08.807391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 39837157-15fb-41f0-a023-f926b7dc2ce0 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:25:08.848256 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3400376c-cb12-4ba2-89c1-b3452edc473f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1219456 Sep 22 10:25:08.851845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54356) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:08.871117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'subnet': {'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:08.914078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] For port 26194e04-7c48-4d21-9b2d-2e6b13669107, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:08.948505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] For port 26194e04-7c48-4d21-9b2d-2e6b13669107, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=26194e04-7c48-4d21-9b2d-2e6b13669107,segment=NetworkSegment(042ec3b3-cbd0-42b1-bf75-20b400ffdd5c),segment_id=042ec3b3-cbd0-42b1-bf75-20b400ffdd5c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:09.001307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Allocated IP 192.168.233.184 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/d9829bea-2f04-4f3a-a648-eb2a758ea852) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:09.040102 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:09.069433 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-8f725eb4-fca9-413e-8f71-3ba7aecc1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:09.071348 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-8f725eb4-fca9-413e-8f71-3ba7aecc1bd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e77c91800c14b889bfc6102ccf2efac&device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 1099 time: 0.1131196 Sep 22 10:25:09.117051 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-880613d0-a83d-4a68-99bb-d66970467ab8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838 HTTP/1.1" status: 200 len: 217 time: 0.0379357 Sep 22 10:25:09.165290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ed48b-4404-4324-afa4-5ef5dd4dd630 None None] Pushing event updated for resources: {'Port': ['ID=26194e04-7c48-4d21-9b2d-2e6b13669107,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:09.227942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-622cb969-4843-4cdb-b46d-bcff27e53823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:09.229486 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-622cb969-4843-4cdb-b46d-bcff27e53823 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1033883 Sep 22 10:25:09.249415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:09.256115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:09.259246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:09.421207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:09.451801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-7315ea5c-5b4c-4e36-a397-d99019563e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:09.453873 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-7315ea5c-5b4c-4e36-a397-d99019563e35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168679 Sep 22 10:25:09.498640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:09.502572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:09.511271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:09.516109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Pushing event updated for resources: {'Port': ['ID=d9829bea-2f04-4f3a-a648-eb2a758ea852,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:09.586914 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d576f1-9942-4613-81da-180ad12c5b12 x-openstack-request-id: req-66d576f1-9942-4613-81da-180ad12c5b12 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:09.586914 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:09.586914 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66d576f1-9942-4613-81da-180ad12c5b12 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:09.586914 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'status': 'completed', 'code': 200} Sep 22 10:25:09.662391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:09.663219 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:09.729685 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-e1732d8c-0bd1-47f4-8b85-8f9da6b9d60d service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582169 Sep 22 10:25:09.734659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc01d6e-fe45-44d6-8537-7c5fd364fd78 req-89245e5b-09d6-47ca-bc1b-b2850f23642b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:09.743763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dc01d6e-fe45-44d6-8537-7c5fd364fd78 req-89245e5b-09d6-47ca-bc1b-b2850f23642b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 936 time: 0.0767972 Sep 22 10:25:09.795448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dc01d6e-fe45-44d6-8537-7c5fd364fd78 req-869e03c0-c8d2-44d5-8f68-40bd29bcf3c9 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505087 Sep 22 10:25:09.812958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-0f51efef-9667-4281-b094-bc40d6a5a12f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3027725 Sep 22 10:25:09.832211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Request body: {'port': {'device_id': '6432efd1-5753-4afc-a131-4eb51bb20293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:09.878820 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-62390067-3340-45f6-8a72-76aa4f89c3a5 req-b340b477-8f24-4f39-890c-9c95a274a5c3 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249089 Sep 22 10:25:09.920312 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:09.925463 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:09.958295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 26194e04-7c48-4d21-9b2d-2e6b13669107 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:10.032898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Checking segment: {'id': 'fcf9fa65-df44-4bc0-800a-70550255115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:10.033493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network hostable DHCP agents. Network: 39837157-15fb-41f0-a023-f926b7dc2ce0, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:25:10.039213 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Subnet': ['ID=bc8a554e-981d-4184-a6a5-7a5a4e413d46,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:10.046773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-324c08fd-1437-4932-98c7-5f75b7ed4083 None None] Provisioning complete for port d9829bea-2f04-4f3a-a648-eb2a758ea852 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:10.047156 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-324c08fd-1437-4932-98c7-5f75b7ed4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.117920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 26194e04-7c48-4d21-9b2d-2e6b13669107 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:10.118324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.122665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b329c4-b8b4-4635-9274-676b983cba67 req-d6c54953-7944-4f52-8705-cc5cb55b0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:10.124492 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-12b329c4-b8b4-4635-9274-676b983cba67 req-d6c54953-7944-4f52-8705-cc5cb55b0293 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e77c91800c14b889bfc6102ccf2efac&device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 1099 time: 0.0536032 Sep 22 10:25:10.145033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-324c08fd-1437-4932-98c7-5f75b7ed4083 None None] Port d9829bea-2f04-4f3a-a648-eb2a758ea852 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:25:10.174078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network 39837157-15fb-41f0-a023-f926b7dc2ce0 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:25:10.214389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a6a8b-6943-4576-b6a2-3e97de56e582 req-0f8239f3-98ea-483a-82f5-a3cb1eb12347 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:10.215953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc0a6a8b-6943-4576-b6a2-3e97de56e582 req-0f8239f3-98ea-483a-82f5-a3cb1eb12347 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 945 time: 0.0939751 Sep 22 10:25:10.218960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.248699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 39837157-15fb-41f0-a023-f926b7dc2ce0) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:10.258686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:10.259284 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.261954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 26194e04-7c48-4d21-9b2d-2e6b13669107, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=26194e04-7c48-4d21-9b2d-2e6b13669107,segment=NetworkSegment(042ec3b3-cbd0-42b1-bf75-20b400ffdd5c),segment_id=042ec3b3-cbd0-42b1-bf75-20b400ffdd5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:10.266203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b3a4e2-1c13-477b-b38a-56c6eb519f02 None None] Network 39837157-15fb-41f0-a023-f926b7dc2ce0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:10.289340 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b329c4-b8b4-4635-9274-676b983cba67 req-a71bfdeb-4f6c-4f33-a8b8-99d8960bfeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:10.290952 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-12b329c4-b8b4-4635-9274-676b983cba67 req-a71bfdeb-4f6c-4f33-a8b8-99d8960bfeea service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1544003 Sep 22 10:25:10.312046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc0a6a8b-6943-4576-b6a2-3e97de56e582 req-11feac6e-b276-4031-bc4c-de1985b87083 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01a4a7e-b863-490b-a1f1-32cff74c6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645120 Sep 22 10:25:10.345417 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-12b329c4-b8b4-4635-9274-676b983cba67 req-329e4591-49b9-4e0a-a96b-4ebaede19319 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838 HTTP/1.1" status: 200 len: 217 time: 0.0461483 Sep 22 10:25:10.356073 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.427607 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2db27e1d-6b7d-4c9d-8859-fb7654f75186 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5721009 Sep 22 10:25:10.455374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b329c4-b8b4-4635-9274-676b983cba67 req-2b774e75-78b9-4c99-b730-2455978ee864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:10.455964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=26194e04-7c48-4d21-9b2d-2e6b13669107,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:10.458929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-12b329c4-b8b4-4635-9274-676b983cba67 req-2b774e75-78b9-4c99-b730-2455978ee864 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1038740 Sep 22 10:25:10.475902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9829bea-2f04-4f3a-a648-eb2a758ea852 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:10.486798 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.506197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Transition to ACTIVE for port object d9829bea-2f04-4f3a-a648-eb2a758ea852 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:10.522966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30601019-3ab7-4237-9760-203db2203e8c req-6a9bacbd-1898-4802-b6b1-d701247d9da2 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:10.533156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30601019-3ab7-4237-9760-203db2203e8c req-6a9bacbd-1898-4802-b6b1-d701247d9da2 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 946 time: 0.1367896 Sep 22 10:25:10.558946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b329c4-b8b4-4635-9274-676b983cba67 req-490c3843-9b65-44e1-bfdf-ff8ec9a01c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:10.562636 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-12b329c4-b8b4-4635-9274-676b983cba67 req-490c3843-9b65-44e1-bfdf-ff8ec9a01c84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913799 Sep 22 10:25:10.581335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30601019-3ab7-4237-9760-203db2203e8c req-2d6e9ff2-f329-4a36-bab5-332fc4083b0d tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470543 Sep 22 10:25:10.586992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-39837157-15fb-41f0-a023-f926b7dc2ce0', 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'fixed_ips': [{'subnet_id': 'bc8a554e-981d-4184-a6a5-7a5a4e413d46'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:25:10.587896 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.607888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7005cd-12e4-4eb2-a4b8-9b1b0c3ee29f None None] Network 25fa6845-a581-4997-89e7-17d8aa6eb8ae requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:10.695367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.712972 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-12b329c4-b8b4-4635-9274-676b983cba67 req-cf2444d2-3710-4272-80bf-d35018613469 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430731 Sep 22 10:25:10.757263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Pushing event updated for resources: {'Port': ['ID=d9829bea-2f04-4f3a-a648-eb2a758ea852,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:10.917243 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-12b329c4-b8b4-4635-9274-676b983cba67 req-77332210-d711-4c8e-99cb-84bd268812aa service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941051 Sep 22 10:25:10.963610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Attempting to bind port d9829bea-2f04-4f3a-a648-eb2a758ea852 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:10.963949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Attempting to bind port d9829bea-2f04-4f3a-a648-eb2a758ea852 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:10.964286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Attempting to bind port d9829bea-2f04-4f3a-a648-eb2a758ea852 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:10.977038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72f9c61e-9ea0-4efc-af30-a242c69f5d83 None None] Provisioning complete for port 26194e04-7c48-4d21-9b2d-2e6b13669107 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:10.977589 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72f9c61e-9ea0-4efc-af30-a242c69f5d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.982309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-64ae6c68-ce66-499b-b2e1-2143400aeae1 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:10.983672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-64ae6c68-ce66-499b-b2e1-2143400aeae1 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 945 time: 0.1094642 Sep 22 10:25:10.984952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Port d9829bea-2f04-4f3a-a648-eb2a758ea852 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:10.985285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Attempting to bind port d9829bea-2f04-4f3a-a648-eb2a758ea852 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:11.000914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:11.001260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:11.001652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:11.002137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Bound port: d9829bea-2f04-4f3a-a648-eb2a758ea852, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:11.002488 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.012827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe37d5c-9a4c-4850-b9d7-ecc19e28910f req-4eb46d99-aba5-46f5-8d57-fb8439139f6e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:11.014443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbe37d5c-9a4c-4850-b9d7-ecc19e28910f req-4eb46d99-aba5-46f5-8d57-fb8439139f6e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=91e54807-a6a0-470c-ba02-8fbb5b0bdb7b HTTP/1.1" status: 200 len: 946 time: 0.1559947 Sep 22 10:25:11.097684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Allocated IP 19.86.0.2 (39837157-15fb-41f0-a023-f926b7dc2ce0/bc8a554e-981d-4184-a6a5-7a5a4e413d46/497fee6e-82e5-4c70-8910-4621c112dd53) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:11.135485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbe37d5c-9a4c-4850-b9d7-ecc19e28910f req-3e9797c2-a2d2-404c-806d-a321af68c5c4 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031885 Sep 22 10:25:11.173283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:11.178195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:11.183887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:11.202310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Deleting port bdb3b070-2bfa-45d9-a456-159cfc989335 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:11.202750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.302230 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.388786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:11.389422 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.390871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] 10.222.0.30 "PUT /v2.0/ports/d9829bea-2f04-4f3a-a648-eb2a758ea852 HTTP/1.1" status: 200 len: 1096 time: 1.5683291 Sep 22 10:25:11.399021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:11.399021 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05e9444-3f76-473d-9c9b-33fa6e509c06" -d '{"events": [{"name": "network-changed", "server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:11.418536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.420847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] For port bdb3b070-2bfa-45d9-a456-159cfc989335, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bdb3b070-2bfa-45d9-a456-159cfc989335,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:11.421226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.421580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:11.438893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'mac_address': 'fa:16:3e:8b:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:11.488780 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.497210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b3cb8-4003-4ed4-8789-08865bf5c102 service neutron] Pushing event updated for resources: {'Port': ['ID=d9829bea-2f04-4f3a-a648-eb2a758ea852,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:11.505895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc55cf84-a25e-4f4b-9374-39bbc9469838 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:11.512908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-72c903ae-bb1a-4b5b-8f08-00aa6b7bc6ee tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:11.524663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-72c903ae-bb1a-4b5b-8f08-00aa6b7bc6ee tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:11.526338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-72c903ae-bb1a-4b5b-8f08-00aa6b7bc6ee tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/networks?id=25fa6845-a581-4997-89e7-17d8aa6eb8ae&id=39837157-15fb-41f0-a023-f926b7dc2ce0 HTTP/1.1" status: 200 len: 1390 time: 0.3049109 Sep 22 10:25:11.531372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:11.549823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.576223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ea6db485-d9f0-4aa4-a955-2645bf11c388 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/quotas/131f5cd065ac418ebf781a0505d483f3 HTTP/1.1" status: 200 len: 375 time: 0.0345762 Sep 22 10:25:11.624226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Pushing event updated for resources: {'Port': ['ID=497fee6e-82e5-4c70-8910-4621c112dd53,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:11.628287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Network 39837157-15fb-41f0-a023-f926b7dc2ce0 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:11.632935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:11.636856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:11.646436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f481d9f2-29a7-4ce4-ba48-aa04f8e926df None None] Provisioning complete for port 26194e04-7c48-4d21-9b2d-2e6b13669107 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:11.647087 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f481d9f2-29a7-4ce4-ba48-aa04f8e926df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.660023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-6fb37db6-334e-4a53-bd40-354ab80fc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:11.663026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-6fb37db6-334e-4a53-bd40-354ab80fc1b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e77c91800c14b889bfc6102ccf2efac&device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 1099 time: 0.1329777 Sep 22 10:25:11.715542 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.761268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-f946803e-479d-4f6f-bdc9-107b5845af6b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=131f5cd065ac418ebf781a0505d483f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1784492 Sep 22 10:25:11.762582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-cbb93c21-3e54-4680-993d-ec140aa1cbe5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852 HTTP/1.1" status: 200 len: 217 time: 0.0896435 Sep 22 10:25:11.785162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Attempting to bind port 497fee6e-82e5-4c70-8910-4621c112dd53 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:11.785533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Attempting to bind port 497fee6e-82e5-4c70-8910-4621c112dd53 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'fcf9fa65-df44-4bc0-800a-70550255115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:11.785983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Attempting to bind port 497fee6e-82e5-4c70-8910-4621c112dd53 on network 39837157-15fb-41f0-a023-f926b7dc2ce0 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:11.807786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:11.807786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Checking segment: {'id': 'fcf9fa65-df44-4bc0-800a-70550255115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:11.807786 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.807786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Bound using segment: {'id': 'fcf9fa65-df44-4bc0-800a-70550255115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:11.807786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Bound port: 497fee6e-82e5-4c70-8910-4621c112dd53, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf9fa65-df44-4bc0-800a-70550255115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:11.807786 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.824760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:11.831911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.831911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:11.831911 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Floating IP a847d14d-2330-4b42-964a-f9357aa019a2 disassociated. External IP: 172.25.1.207, port: bdb3b070-2bfa-45d9-a456-159cfc989335. Sep 22 10:25:11.831911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Calling delete_port for bdb3b070-2bfa-45d9-a456-159cfc989335 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:11.887677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 26194e04-7c48-4d21-9b2d-2e6b13669107 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:11.902394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] For port 497fee6e-82e5-4c70-8910-4621c112dd53, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:11.905573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] For port 497fee6e-82e5-4c70-8910-4621c112dd53, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=497fee6e-82e5-4c70-8910-4621c112dd53,segment=NetworkSegment(fcf9fa65-df44-4bc0-800a-70550255115d),segment_id=fcf9fa65-df44-4bc0-800a-70550255115d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:11.931497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-08a150b5-5d13-4605-84f2-c7d14578c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:11.932985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-08a150b5-5d13-4605-84f2-c7d14578c041 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1493201 Sep 22 10:25:11.995646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['cc55cf84-a25e-4f4b-9374-39bbc9469838'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:12.000375 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:12.002847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-1e170638-eac1-4a76-aa42-ae17aa502a37 service neutron] 10.222.0.20 "GET /v2.0/networks/25fa6845-a581-4997-89e7-17d8aa6eb8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332327 Sep 22 10:25:12.050245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-7b78cdfc-0f42-4b92-a447-3ca66c4373e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:12.052186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-7b78cdfc-0f42-4b92-a447-3ca66c4373e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096191 Sep 22 10:25:12.069787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 26194e04-7c48-4d21-9b2d-2e6b13669107 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:12.070275 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:12.107139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7955da-3b13-4b0e-b4c9-4ca7357140de None None] Pushing event updated for resources: {'Port': ['ID=497fee6e-82e5-4c70-8910-4621c112dd53,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:12.213408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-13e95ead-5ca5-46e2-aa62-706577e2c5c0 service neutron] 10.222.0.20 "GET /v2.0/networks/25fa6845-a581-4997-89e7-17d8aa6eb8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100720 Sep 22 10:25:12.243206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:12.300430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Pushing event deleted for resources: {'Port': ['ID=bdb3b070-2bfa-45d9-a456-159cfc989335,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:12.313805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-43cf3023-eb29-4a40-93b5-23c190090d8f service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153552 Sep 22 10:25:12.825444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-85f8ddf9-bda6-45f2-9032-6fe1cd515564 service neutron] 10.222.0.20 "GET /v2.0/networks/39837157-15fb-41f0-a023-f926b7dc2ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110692 Sep 22 10:25:12.889940 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41625dd8-395f-4c48-9d93-d064d1f04490 req-c3654a83-e4d0-4583-bc83-e99fb31776db service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193086 Sep 22 10:25:12.943445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Router 6308322a-4e57-4cec-a57b-a21d412def25 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:25:12.971187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-a652844d-9a8b-4ec2-99a2-5f4c60a11b68 service neutron] 10.222.0.20 "GET /v2.0/networks/39837157-15fb-41f0-a023-f926b7dc2ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371248 Sep 22 10:25:13.081356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:25:13.093577 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] Sync routers for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:25:13.108187 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:25:13.108839 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:24:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:13.124883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] No DVR routers for this DVR port bdb3b070-2bfa-45d9-a456-159cfc989335 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:13.127667 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:13.132099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b8f5afb-590c-423c-a0a8-87816e6a503a req-e6afb19c-7017-4dbe-a47c-03b5ef41f065 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.30 "DELETE /v2.0/ports/bdb3b070-2bfa-45d9-a456-159cfc989335 HTTP/1.1" status: 204 len: 173 time: 2.1365354 Sep 22 10:25:13.165109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:13.226275 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:25:13.256876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea9f92-c0ba-4f22-8276-470ac1ed4f9b None None] Network 39837157-15fb-41f0-a023-f926b7dc2ce0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:13.301490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port cc55cf84-a25e-4f4b-9374-39bbc9469838 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:13.347317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port cc55cf84-a25e-4f4b-9374-39bbc9469838 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:13.347696 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:13.407285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710352e-1386-4911-aaea-8f64e4256a37 req-343a753b-4853-45b2-b6ef-f6ae69e0d81b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:13.427031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a710352e-1386-4911-aaea-8f64e4256a37 req-343a753b-4853-45b2-b6ef-f6ae69e0d81b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 948 time: 0.0914781 Sep 22 10:25:13.427124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2e4ab32b-f00c-43fb-b588-1a0b580a118b None None] Provisioning complete for port 497fee6e-82e5-4c70-8910-4621c112dd53 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:13.427124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab32b-f00c-43fb-b588-1a0b580a118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:13.480125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a710352e-1386-4911-aaea-8f64e4256a37 req-bacd0fda-645c-4cb6-ba04-bfe81f0ddaf5 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604572 Sep 22 10:25:13.646775 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab32b-f00c-43fb-b588-1a0b580a118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:13.664562 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8ed4215c-3a49-439a-a353-0146f43878ef', 'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'mac_address': 'fa:16:3e:57:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:56Z', 'updated_at': '2021-09-22T10:23:03Z', 'revision_number': 5, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'subnets': [{'id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:13.682642 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:13.696576 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] Checking router: 6308322a-4e57-4cec-a57b-a21d412def25 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:25:13.705132 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:25:13.706004 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:24:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:13.711974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2e4ab32b-f00c-43fb-b588-1a0b580a118b None None] For port 497fee6e-82e5-4c70-8910-4621c112dd53, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=497fee6e-82e5-4c70-8910-4621c112dd53,segment=NetworkSegment(fcf9fa65-df44-4bc0-800a-70550255115d),segment_id=fcf9fa65-df44-4bc0-800a-70550255115d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:13.719132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:13.721293 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06762a3c-cd3d-40ce-a45a-d88c0f099950" -d '{"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-plugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:13.735710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:13.821356 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:13.822290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device bdb3b070-2bfa-45d9-a456-159cfc989335 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:13.824325 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab32b-f00c-43fb-b588-1a0b580a118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:13.868719 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:25:13.872425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: bdb3b070-2bfa-45d9-a456-159cfc989335 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:13.872777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device bdb3b070-2bfa-45d9-a456-159cfc989335 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:13.904026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:13.957585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 497fee6e-82e5-4c70-8910-4621c112dd53 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:14.014461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ae07233f-cf4c-4f8a-93a0-316f84e9bfe4 None None] Provisioning complete for port 497fee6e-82e5-4c70-8910-4621c112dd53 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:14.014859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ae07233f-cf4c-4f8a-93a0-316f84e9bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:14.039659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ab32b-f00c-43fb-b588-1a0b580a118b None None] Pushing event updated for resources: {'Port': ['ID=497fee6e-82e5-4c70-8910-4621c112dd53,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:14.072956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 497fee6e-82e5-4c70-8910-4621c112dd53 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:14.073328 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:14.160938 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8ed4215c-3a49-439a-a353-0146f43878ef', 'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'mac_address': 'fa:16:3e:57:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:56Z', 'updated_at': '2021-09-22T10:23:03Z', 'revision_number': 5, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'subnets': [{'id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:14.194776 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1c369-1093-4de5-80f4-32cd7e6df7d9 None None] The sync data for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 is: [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '8ed4215c-3a49-439a-a353-0146f43878ef', 'name': '', 'network_id': '12160cfd-e96f-4955-af1e-ccf3adfec5c9', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'mac_address': 'fa:16:3e:57:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:56Z', 'updated_at': '2021-09-22T10:23:03Z', 'revision_number': 5, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'subnets': [{'id': 'e547b49b-2480-4995-87df-3d1ce1bf0d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:25:14.366835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a1b1a30-c4a6-4702-a42d-f833eb729189 req-b232278f-27b6-4816-8f5a-4083adda01c5 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8216878-cdeb-4490-93aa-b7a69b2f80ab HTTP/1.1" status: 200 len: 210 time: 0.0311339 Sep 22 10:25:14.416195 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78522f81-3457-4589-aa86-61cab119607d x-openstack-request-id: req-78522f81-3457-4589-aa86-61cab119607d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:14.416794 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:14.416794 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78522f81-3457-4589-aa86-61cab119607d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:14.417164 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852', 'status': 'completed', 'code': 200} Sep 22 10:25:14.501675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-617f1e5b-5969-4402-a499-4b53976f492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:14.503243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-617f1e5b-5969-4402-a499-4b53976f492c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e77c91800c14b889bfc6102ccf2efac&device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 1099 time: 0.0540068 Sep 22 10:25:14.512013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb270086-60b1-4aba-b5e5-57322ab98b13 None None] New status for floating IP a847d14d-2330-4b42-964a-f9357aa019a2: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:25:14.561073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dabd05a4-12b8-44c9-b634-b41358b5fdad req-4dbe4ba8-fba0-4afd-ad7b-542ba8a7932a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 210 time: 0.0447752 Sep 22 10:25:14.611763 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca93d5aa-2cd7-4412-b765-367c9c85ce4f x-openstack-request-id: req-ca93d5aa-2cd7-4412-b765-367c9c85ce4f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:14.612021 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-plugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:14.612272 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca93d5aa-2cd7-4412-b765-367c9c85ce4f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:14.613197 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'code': 200} Sep 22 10:25:14.666715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-7d15b88d-c496-4380-b01f-4aa594c8dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:14.669213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-7d15b88d-c496-4380-b01f-4aa594c8dcff service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1541014 Sep 22 10:25:14.747112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-71f85db2-9b67-4e4c-829d-94100c1140b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852 HTTP/1.1" status: 200 len: 217 time: 0.0601518 Sep 22 10:25:14.791775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b42ab-e53a-4ee1-9f2a-4dea6d9256ae req-7174f5ce-ce9d-4a53-a5de-83190ca474e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:14.793481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a03b42ab-e53a-4ee1-9f2a-4dea6d9256ae req-7174f5ce-ce9d-4a53-a5de-83190ca474e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 1101 time: 0.1001179 Sep 22 10:25:14.812448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-52c9e348-5b75-4b74-a320-b018f8ac8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:14.813930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-52c9e348-5b75-4b74-a320-b018f8ac8085 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0596154 Sep 22 10:25:14.863176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a03b42ab-e53a-4ee1-9f2a-4dea6d9256ae req-930a55e8-2b53-4438-9af3-ce6bf485a73c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595624 Sep 22 10:25:14.882821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-10253a3c-f77b-46e9-8680-b3fe91184a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:14.884435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-10253a3c-f77b-46e9-8680-b3fe91184a5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619171 Sep 22 10:25:15.179854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9829bea-2f04-4f3a-a648-eb2a758ea852 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:15.181795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-901810a8-5f68-4c6c-b275-cf082babcd2a service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334071 Sep 22 10:25:15.189770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30891-4afb-486b-ac13-9e47013d1660 req-26ebd75e-ca8e-4636-82c1-ad1513a850e1 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:15.191498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4f30891-4afb-486b-ac13-9e47013d1660 req-26ebd75e-ca8e-4636-82c1-ad1513a850e1 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 948 time: 0.0756462 Sep 22 10:25:15.289332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:15.300486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'd9829bea-2f04-4f3a-a648-eb2a758ea852', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'd9829bea-2f04-4f3a-a648-eb2a758ea852', 'mac_address': 'fa:16:3e:77:48:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:15.307050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4f30891-4afb-486b-ac13-9e47013d1660 req-28915db0-8d7a-4bb4-9cfb-68213de0219b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896986 Sep 22 10:25:15.336867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d05e9444-3f76-473d-9c9b-33fa6e509c06 req-cb6e99b8-21d8-4ea9-88e1-8436d482ae4d service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443963 Sep 22 10:25:15.353425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:15.369315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9829bea-2f04-4f3a-a648-eb2a758ea852 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:15.394715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:15.500519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a582d-d4a5-4977-a44a-6ab78e494041 req-98f65b90-5b21-42da-b2d0-cb96db1f9877 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:15.502058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883a582d-d4a5-4977-a44a-6ab78e494041 req-98f65b90-5b21-42da-b2d0-cb96db1f9877 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=91e54807-a6a0-470c-ba02-8fbb5b0bdb7b HTTP/1.1" status: 200 len: 946 time: 0.0583417 Sep 22 10:25:15.546400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883a582d-d4a5-4977-a44a-6ab78e494041 req-e43f2453-7903-46d7-a86c-ae7a167babc2 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c8ba50c-7081-4c54-86bf-b65005c6ec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Sep 22 10:25:15.574178 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:15.626767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d9829bea-2f04-4f3a-a648-eb2a758ea852,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:15.636590 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.636944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.637278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.637678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.637938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.638296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.638618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.638942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.639263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.639586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.639904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.640223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:15.757171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf865e-9be8-4440-8e9f-4936f7f714aa req-54ce949c-13ca-4d57-b75f-b5a92df76667 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 210 time: 0.0272226 Sep 22 10:25:15.873681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 497fee6e-82e5-4c70-8910-4621c112dd53 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:15.896522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54490) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:15.902604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-24322d63-8f18-445c-8431-df1e8cad8b66 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:15.904181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-24322d63-8f18-445c-8431-df1e8cad8b66 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e54807-a6a0-470c-ba02-8fbb5b0bdb7b HTTP/1.1" status: 200 len: 946 time: 0.0627759 Sep 22 10:25:15.971666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d9829bea-2f04-4f3a-a648-eb2a758ea852'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:15.988889 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.002591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 497fee6e-82e5-4c70-8910-4621c112dd53 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:16.003156 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.021979 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.043578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Deleting port b338ad47-3ffa-4db8-a3ad-c566df78e0aa {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:16.045483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.154302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] For port b338ad47-3ffa-4db8-a3ad-c566df78e0aa, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:16.154769 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.171074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Calling delete_port for b338ad47-3ffa-4db8-a3ad-c566df78e0aa owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:16.295054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.298157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.300186 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "DELETE /v2.0/security-groups/a01a4a7e-b863-490b-a1f1-32cff74c6b1d HTTP/1.1" status: 204 len: 168 time: 0.4016135 Sep 22 10:25:16.303870 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54506) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:16.323733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a4a7e-b863-490b-a1f1-32cff74c6b1d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:16.327858 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-360ed817-7327-4339-a041-7f7451564c25 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] show failed (client error): The resource could not be found. Sep 22 10:25:16.329058 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-360ed817-7327-4339-a041-7f7451564c25 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "GET /v2.0/security-groups/a01a4a7e-b863-490b-a1f1-32cff74c6b1d HTTP/1.1" status: 404 len: 347 time: 0.0241389 Sep 22 10:25:16.332288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54512) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:16.335043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.335571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.336052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.336533 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.336958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.337292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.337747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.338259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.338591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.338915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.339239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.339608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717e42b-e518-4106-993f-7d539e9e9637 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:16.430652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'name': 'network-vif-deleted', 'tag': 'bdb3b070-2bfa-45d9-a456-159cfc989335'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:16.432912 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16fe329-2b3d-49e0-9a98-ae5718752d9c" -d '{"events": [{"server_uuid": "b8216878-cdeb-4490-93aa-b7a69b2f80ab", "name": "network-vif-deleted", "tag": "bdb3b070-2bfa-45d9-a456-159cfc989335"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:16.541050 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.552428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-de56e546-f0eb-4c35-8564-b9a059ec1aa8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:16.552713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:16.560326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-de56e546-f0eb-4c35-8564-b9a059ec1aa8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:16.561917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-de56e546-f0eb-4c35-8564-b9a059ec1aa8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "GET /v2.0/networks?id=25fa6845-a581-4997-89e7-17d8aa6eb8ae&id=39837157-15fb-41f0-a023-f926b7dc2ce0 HTTP/1.1" status: 200 len: 1390 time: 0.1872225 Sep 22 10:25:16.605427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Pushing event deleted for resources: {'Port': ['ID=b338ad47-3ffa-4db8-a3ad-c566df78e0aa,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:16.615506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'port': {'device_id': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae', 'admin_state_up': True, 'tenant_id': '131f5cd065ac418ebf781a0505d483f3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:16.626342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Deleting port ab4e039b-4eaf-40f3-b25e-74fdb35b3206 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:16.626686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.778773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] No DVR routers for this DVR port b338ad47-3ffa-4db8-a3ad-c566df78e0aa on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:16.779822 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['b338ad47-3ffa-4db8-a3ad-c566df78e0aa'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:16.810740 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.812609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d77367d2-f352-40d4-9e05-49d0bc2cb589 req-c6974834-d007-4df4-87f1-e169a6b60347 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.30 "DELETE /v2.0/ports/b338ad47-3ffa-4db8-a3ad-c566df78e0aa HTTP/1.1" status: 204 len: 173 time: 0.8991785 Sep 22 10:25:16.830936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-cf6721fa-e744-4f0e-b218-2a35f5ee6669 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:16.832373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-cf6721fa-e744-4f0e-b218-2a35f5ee6669 tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.32 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 946 time: 0.2082117 Sep 22 10:25:16.900590 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.900931 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:16.950234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Calling delete_port for ab4e039b-4eaf-40f3-b25e-74fdb35b3206 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:17.075578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5df159-80c6-45c1-bf2b-b549024ede7f req-3b330528-43af-4589-b203-f41f030765a9 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:17.077026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db5df159-80c6-45c1-bf2b-b549024ede7f req-3b330528-43af-4589-b203-f41f030765a9 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 949 time: 0.1484389 Sep 22 10:25:17.089150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Deleting port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:17.089489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:17.179515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:17.182938 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:17.211086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9829bea-2f04-4f3a-a648-eb2a758ea852 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:17.223967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db5df159-80c6-45c1-bf2b-b549024ede7f req-77d4bf50-fd0f-4ccc-b064-d43d2d46a503 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367002 Sep 22 10:25:17.319998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] For port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,segment=NetworkSegment(6c7465f5-fabb-411d-9ada-878a40fb9df1),segment_id=6c7465f5-fabb-411d-9ada-878a40fb9df1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:17.319998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:17.339735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Calling delete_port for d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:17.373984 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c99c7b-c291-494b-b17a-9f137fcd5386 x-openstack-request-id: req-a6c99c7b-c291-494b-b17a-9f137fcd5386 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:17.374383 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8216878-cdeb-4490-93aa-b7a69b2f80ab", "name": "network-vif-deleted", "tag": "bdb3b070-2bfa-45d9-a456-159cfc989335", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:17.374536 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6c99c7b-c291-494b-b17a-9f137fcd5386 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:17.374929 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8216878-cdeb-4490-93aa-b7a69b2f80ab', 'name': 'network-vif-deleted', 'tag': 'bdb3b070-2bfa-45d9-a456-159cfc989335', 'status': 'completed', 'code': 200} Sep 22 10:25:17.420755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port d9829bea-2f04-4f3a-a648-eb2a758ea852 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:17.426405 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:17.427940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port d9829bea-2f04-4f3a-a648-eb2a758ea852 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:17.428487 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:17.496426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Allocated IP 19.80.0.109 (25fa6845-a581-4997-89e7-17d8aa6eb8ae/dc78409c-d139-409b-bccb-8c2f9cf85500/6b1fdaa1-f351-4c7b-afe4-701696779432) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:17.501150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06a5207a-a713-4463-b291-9e305e126913 req-692c774a-9aa3-4916-aded-bef92136c80b tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=91e54807-a6a0-470c-ba02-8fbb5b0bdb7b HTTP/1.1" status: 200 len: 210 time: 0.0778918 Sep 22 10:25:17.507880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Pushing event deleted for resources: {'Port': ['ID=ab4e039b-4eaf-40f3-b25e-74fdb35b3206,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:17.516441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:17.550710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:17.553694 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8860ae3a-2225-4ced-9fe0-6c4226f4f8e8" -d '{"events": [{"server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "name": "network-vif-plugged", "status": "completed", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:17.570290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:17.645767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:17.648370 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:17.652311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bf1aa4ab-5543-48c6-af8b-4c4e73160ab0 tempest-ServersTestJSON-1978649300 tempest-ServersTestJSON-1978649300-project] 10.222.0.20 "DELETE /v2.0/floatingips/a847d14d-2330-4b42-964a-f9357aa019a2 HTTP/1.1" status: 204 len: 168 time: 1.3148153 Sep 22 10:25:17.652688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54536) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:17.666744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:17.693325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e63b14b-b140-4a05-90e0-7b3f5571df30 req-4cf91420-ef76-47c4-8a1f-1b6cf857dedc tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 210 time: 0.0571477 Sep 22 10:25:17.729306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d9829bea-2f04-4f3a-a648-eb2a758ea852,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:18.074015 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.134900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130ef7f-00a7-4bb5-93a2-8b7565489966 req-45ad3722-49de-4409-993c-cd8955ee49a6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:18.136420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7130ef7f-00a7-4bb5-93a2-8b7565489966 req-45ad3722-49de-4409-993c-cd8955ee49a6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 946 time: 0.0766952 Sep 22 10:25:18.141275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.192772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7130ef7f-00a7-4bb5-93a2-8b7565489966 req-11ada308-4a36-4545-b7bc-b0fcda0f8b91 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482199 Sep 22 10:25:18.221023 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.237566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['b338ad47-3ffa-4db8-a3ad-c566df78e0aa'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:18.248376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Pushing event deleted for resources: {'Port': ['ID=d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:18.270753 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cf51f9-1797-4bbd-8b86-7e6213bf869c x-openstack-request-id: req-e1cf51f9-1797-4bbd-8b86-7e6213bf869c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:18.270753 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "name": "network-vif-plugged", "status": "completed", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:18.270753 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1cf51f9-1797-4bbd-8b86-7e6213bf869c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:18.271641 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852', 'code': 200} Sep 22 10:25:18.325404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] No DVR routers for this DVR port d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:18.329062 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.331132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b3dd793-00e3-469b-96d4-e78fcf94e8d6 req-47f1770c-2d23-444e-9450-718df140ce4e tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.32 "DELETE /v2.0/ports/d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d HTTP/1.1" status: 204 len: 173 time: 1.4882448 Sep 22 10:25:18.357342 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.380537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Deleting port 8ed4215c-3a49-439a-a353-0146f43878ef {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:18.380866 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.434379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network 25fa6845-a581-4997-89e7-17d8aa6eb8ae is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:18.444363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:18.447529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21132a2-44e7-4a5d-ac05-ee5293d8914a req-b7d23c9e-5faf-4c7a-8cbb-6af44246591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:18.449386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d21132a2-44e7-4a5d-ac05-ee5293d8914a req-b7d23c9e-5faf-4c7a-8cbb-6af44246591e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 1101 time: 0.1327527 Sep 22 10:25:18.449966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:18.453472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Port': ['ID=6b1fdaa1-f351-4c7b-afe4-701696779432,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:18.474012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] For port 8ed4215c-3a49-439a-a353-0146f43878ef, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8ed4215c-3a49-439a-a353-0146f43878ef,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:18.474473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.491649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Calling delete_port for 8ed4215c-3a49-439a-a353-0146f43878ef owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:18.515872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b26f46-fa58-4ea7-b8e7-e944d879f0ba req-5f23ff76-b4fa-4ce4-ac81-261b3cb8a383 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:18.523818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3b26f46-fa58-4ea7-b8e7-e944d879f0ba req-5f23ff76-b4fa-4ce4-ac81-261b3cb8a383 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 950 time: 0.1781282 Sep 22 10:25:18.585986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:18.585986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.613633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3b26f46-fa58-4ea7-b8e7-e944d879f0ba req-45669f40-17fc-4247-a99b-00ee193c2bee tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889254 Sep 22 10:25:18.616089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d21132a2-44e7-4a5d-ac05-ee5293d8914a req-9e25e729-239a-4c0e-a587-aadfd9e3765c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595871 Sep 22 10:25:18.720828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-47d352b6-ffc6-4cee-894f-99274c978060 None None] Provisioning complete for port 6b1fdaa1-f351-4c7b-afe4-701696779432 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:18.727509 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-47d352b6-ffc6-4cee-894f-99274c978060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.731724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4053b671-abbe-4434-a861-b1756b61fea6 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1278706 Sep 22 10:25:18.751953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Request body: {'port': {'device_id': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0', 'admin_state_up': True, 'tenant_id': '131f5cd065ac418ebf781a0505d483f3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:18.757596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-47d352b6-ffc6-4cee-894f-99274c978060 None None] Port 6b1fdaa1-f351-4c7b-afe4-701696779432 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:25:18.797751 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:18.807845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-523c95a6-7d1b-4362-ad0e-946a061ed92e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:18.809494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-523c95a6-7d1b-4362-ad0e-946a061ed92e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 946 time: 0.1199985 Sep 22 10:25:18.828086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed4215c-3a49-439a-a353-0146f43878ef,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:19.048350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411088ef-e8f0-44fc-bb0e-a00208a8133c req-fbbc071c-e98a-439e-9827-823eb07bcf92 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:19.050029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-411088ef-e8f0-44fc-bb0e-a00208a8133c req-fbbc071c-e98a-439e-9827-823eb07bcf92 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 932 time: 0.1181240 Sep 22 10:25:19.095512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Deleting port ad0f728a-c1a8-4eea-9306-a480f03efa1b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:19.095512 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:19.140199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-411088ef-e8f0-44fc-bb0e-a00208a8133c req-1b9760b5-3ded-487d-a1b1-5030b331d72a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762134 Sep 22 10:25:19.172483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Made reservation on behalf of 131f5cd065ac418ebf781a0505d483f3 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:19.176857 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:19.232210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] For port ad0f728a-c1a8-4eea-9306-a480f03efa1b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ad0f728a-c1a8-4eea-9306-a480f03efa1b,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:19.232655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:19.263148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:19.293733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:19.294355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:19.313764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Calling delete_port for ad0f728a-c1a8-4eea-9306-a480f03efa1b owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:19.319715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bd7ee9e-5e2f-4f64-bd5b-5cc0c6895de1 req-ad0598c8-bc6c-4dad-b08d-b689bf27b6fe tempest-MultipleCreateTestJSON-859792294 tempest-MultipleCreateTestJSON-859792294-project] 10.222.0.20 "GET /v2.0/ports?device_id=8633ba70-de0d-49e4-b2c9-2b110c71b91b HTTP/1.1" status: 200 len: 210 time: 0.0522082 Sep 22 10:25:19.336104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:19.385052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e54807-a6a0-470c-ba02-8fbb5b0bdb7b', 'name': 'network-vif-deleted', 'tag': 'b338ad47-3ffa-4db8-a3ad-c566df78e0aa'}, {'server_uuid': '8633ba70-de0d-49e4-b2c9-2b110c71b91b', 'name': 'network-vif-deleted', 'tag': 'd07e01d5-c212-4b9a-ac9b-9e0f4fc6505d'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:19.387356 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c10cfb-955b-423f-9995-efaeb3a4ac6a" -d '{"events": [{"server_uuid": "91e54807-a6a0-470c-ba02-8fbb5b0bdb7b", "name": "network-vif-deleted", "tag": "b338ad47-3ffa-4db8-a3ad-c566df78e0aa"}, {"server_uuid": "8633ba70-de0d-49e4-b2c9-2b110c71b91b", "name": "network-vif-deleted", "tag": "d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:19.466363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Allocated IP 19.86.0.166 (39837157-15fb-41f0-a023-f926b7dc2ce0/bc8a554e-981d-4184-a6a5-7a5a4e413d46/a4721c19-26d8-4e12-ac0c-452accecd076) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:19.506890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9c824-09bb-43b9-a2de-6e5ddcb89a14 req-974a3696-3b6c-4456-8aba-0ef4fcb8a6fc tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:19.506890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49f9c824-09bb-43b9-a2de-6e5ddcb89a14 req-974a3696-3b6c-4456-8aba-0ef4fcb8a6fc tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 946 time: 0.1089921 Sep 22 10:25:19.590711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Router 6308322a-4e57-4cec-a57b-a21d412def25 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:25:19.603833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49f9c824-09bb-43b9-a2de-6e5ddcb89a14 req-615c3fe4-b237-4a1d-a4cb-79f762dc9c12 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897701 Sep 22 10:25:19.659168 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0206f6c-c817-4107-956c-0b46dd810c0a x-openstack-request-id: req-c0206f6c-c817-4107-956c-0b46dd810c0a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:19.660117 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e54807-a6a0-470c-ba02-8fbb5b0bdb7b", "name": "network-vif-deleted", "tag": "b338ad47-3ffa-4db8-a3ad-c566df78e0aa", "status": "completed", "code": 200}, {"server_uuid": "8633ba70-de0d-49e4-b2c9-2b110c71b91b", "name": "network-vif-deleted", "tag": "d07e01d5-c212-4b9a-ac9b-9e0f4fc6505d", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:19.660500 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0206f6c-c817-4107-956c-0b46dd810c0a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:19.661067 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e54807-a6a0-470c-ba02-8fbb5b0bdb7b', 'name': 'network-vif-deleted', 'tag': 'b338ad47-3ffa-4db8-a3ad-c566df78e0aa', 'status': 'completed', 'code': 200} Sep 22 10:25:19.661420 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8633ba70-de0d-49e4-b2c9-2b110c71b91b', 'name': 'network-vif-deleted', 'tag': 'd07e01d5-c212-4b9a-ac9b-9e0f4fc6505d', 'status': 'completed', 'code': 200} Sep 22 10:25:19.724612 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:25:19.730805 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8379390e-e2b7-4955-8ad5-851e16ad8435 admin admin] 10.222.0.20 "PUT /v2.0/routers/6308322a-4e57-4cec-a57b-a21d412def25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0759907 Sep 22 10:25:19.733083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54574) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:19.735925 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] Sync routers for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:25:19.745913 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:25:19.746891 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:24:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:19.780725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:19.871476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event deleted for resources: {'Port': ['ID=ad0f728a-c1a8-4eea-9306-a480f03efa1b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:19.886595 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:25:19.899184 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:19.986989 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.039417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.078603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93672d36-8440-4dd2-b310-c5469575b825 req-45aa129c-bb62-4200-b9f5-09fd44068d10 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:20.080224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93672d36-8440-4dd2-b310-c5469575b825 req-45aa129c-bb62-4200-b9f5-09fd44068d10 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 950 time: 0.3690116 Sep 22 10:25:20.081079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] No DVR routers for this DVR port ad0f728a-c1a8-4eea-9306-a480f03efa1b on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:20.084146 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.086215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97f0baa3-32b3-4fbd-8f99-4c976285a771 req-8dc8964b-8944-4a96-b0a7-172f1c930c3a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "DELETE /v2.0/ports/ad0f728a-c1a8-4eea-9306-a480f03efa1b HTTP/1.1" status: 204 len: 173 time: 1.2429876 Sep 22 10:25:20.097190 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:25:18Z', 'revision_number': 5, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:20.123355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93672d36-8440-4dd2-b310-c5469575b825 req-e2b34c73-ef76-421d-a06a-66103cb98122 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360885 Sep 22 10:25:20.125836 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] Checking router: 6308322a-4e57-4cec-a57b-a21d412def25 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:25:20.134967 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] Routers {'6308322a-4e57-4cec-a57b-a21d412def25'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:25:20.138301 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:24:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6308322a-4e57-4cec-a57b-a21d412def25'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:20.212602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Deleting port 1e6dd9c4-be26-4a88-bb11-376dec4eb019 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:20.212948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.215975 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.262042 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] Set router 6308322a-4e57-4cec-a57b-a21d412def25 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:25:20.275600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Network 39837157-15fb-41f0-a023-f926b7dc2ce0 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:20.282038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:20.287510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:20.341166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event updated for resources: {'Port': ['ID=a4721c19-26d8-4e12-ac0c-452accecd076,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:20.382930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:20.383760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.404394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] For port 1e6dd9c4-be26-4a88-bb11-376dec4eb019, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1e6dd9c4-be26-4a88-bb11-376dec4eb019,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:20.404766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.436026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Calling delete_port for 1e6dd9c4-be26-4a88-bb11-376dec4eb019 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:20.510212 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23a4ec23-c27a-45ea-8d43-c7df1a3b7043 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7700636 Sep 22 10:25:20.542364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bef3d-6da6-4b2d-a4f5-0c3d5aa54aba req-d1557f6f-c842-43a6-9e73-77c0988754bd tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:20.555875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bef3d-6da6-4b2d-a4f5-0c3d5aa54aba req-d1557f6f-c842-43a6-9e73-77c0988754bd tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:20.569896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f75bef3d-6da6-4b2d-a4f5-0c3d5aa54aba req-d1557f6f-c842-43a6-9e73-77c0988754bd tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1655 time: 0.1397319 Sep 22 10:25:20.577216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Request body: {'port': {'device_id': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:20.578235 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:25:18Z', 'revision_number': 5, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:20.628370 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427f8c8-0c4e-4c01-bca4-eea4b79e7c93 None None] The sync data for ids ['6308322a-4e57-4cec-a57b-a21d412def25'] in n-d-807025-3 is: [{'id': '6308322a-4e57-4cec-a57b-a21d412def25', 'name': 'tempest-ServersTestJSON-611808456-router', 'tenant_id': 'a336dd683fb642d49d19be0fc3a380e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:53Z', 'updated_at': '2021-09-22T10:25:18Z', 'revision_number': 5, 'project_id': 'a336dd683fb642d49d19be0fc3a380e6', 'gw_port': {'id': '1e6dd9c4-be26-4a88-bb11-376dec4eb019', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308322a-4e57-4cec-a57b-a21d412def25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:54Z', 'updated_at': '2021-09-22T10:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:25:20.732806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f75bef3d-6da6-4b2d-a4f5-0c3d5aa54aba req-09704356-d07e-4420-9868-0393a822cc23 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494381 Sep 22 10:25:20.733534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.808898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-82f6547f-9132-4ef6-847a-3aed647105a0 None None] Provisioning complete for port a4721c19-26d8-4e12-ac0c-452accecd076 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:20.810565 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82f6547f-9132-4ef6-847a-3aed647105a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.813707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54604) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:20.874512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-82f6547f-9132-4ef6-847a-3aed647105a0 None None] Port a4721c19-26d8-4e12-ac0c-452accecd076 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:25:20.955402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83e39765-80e9-4e7a-93ec-5b4cbf6a63a5 req-a2e25c77-d06e-4f24-9610-c01f30725748 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 210 time: 0.0454223 Sep 22 10:25:20.977347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe32ebc-42f1-4458-a1b1-2b947655b368 admin admin] Deleting subnet db4ff34f-f79b-4912-b1ed-f3989cff7bff {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:25:20.978751 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:20.995767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebe32ebc-42f1-4458-a1b1-2b947655b368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.027381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6dd9c4-be26-4a88-bb11-376dec4eb019,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:21.072818 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebe32ebc-42f1-4458-a1b1-2b947655b368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.102374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.143544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebe32ebc-42f1-4458-a1b1-2b947655b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.214079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.218709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.235326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b338ad47-3ffa-4db8-a3ad-c566df78e0aa no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:21.255936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1fdaa1-f351-4c7b-afe4-701696779432 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:21.274284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device ad0f728a-c1a8-4eea-9306-a480f03efa1b no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:21.281069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: b338ad47-3ffa-4db8-a3ad-c566df78e0aa {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:21.282450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device b338ad47-3ffa-4db8-a3ad-c566df78e0aa not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:21.282664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.304803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: ad0f728a-c1a8-4eea-9306-a480f03efa1b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:21.305494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device ad0f728a-c1a8-4eea-9306-a480f03efa1b not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:21.338135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b97c51-04c6-46be-896c-93b14f66d4ba req-9399f67b-06b0-4a45-917a-3a8f8f4c339c tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:21.339971 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81b97c51-04c6-46be-896c-93b14f66d4ba req-9399f67b-06b0-4a45-917a-3a8f8f4c339c tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 950 time: 0.1181304 Sep 22 10:25:21.384167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81b97c51-04c6-46be-896c-93b14f66d4ba req-8f693517-c2ab-4f94-b2ad-4ff7c079278f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378509 Sep 22 10:25:21.391363 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.391363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6308322a-4e57-4cec-a57b-a21d412def25 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:25:21.391674 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.392891 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-57b3e7e9-6765-431f-9131-6e4ecd0880f4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6308322a-4e57-4cec-a57b-a21d412def25 HTTP/1.1" status: 204 len: 168 time: 1.6584980 Sep 22 10:25:21.395520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54616) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:21.437002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Transition to ACTIVE for port object 6b1fdaa1-f351-4c7b-afe4-701696779432 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:21.437002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebe32ebc-42f1-4458-a1b1-2b947655b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.469081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cf8429-6c86-42f7-a3e7-25ab9ab20de3 admin admin] Deleting subnet e547b49b-2480-4995-87df-3d1ce1bf0d05 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:25:21.475120 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41cf8429-6c86-42f7-a3e7-25ab9ab20de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.489359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe32ebc-42f1-4458-a1b1-2b947655b368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4ff34f-f79b-4912-b1ed-f3989cff7bff,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:21.495732 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebe32ebc-42f1-4458-a1b1-2b947655b368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.497768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ebe32ebc-42f1-4458-a1b1-2b947655b368 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/db4ff34f-f79b-4912-b1ed-f3989cff7bff HTTP/1.1" status: 204 len: 168 time: 0.6825047 Sep 22 10:25:21.500298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54620) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:21.531283 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41cf8429-6c86-42f7-a3e7-25ab9ab20de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.578043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.580704 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.678182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41cf8429-6c86-42f7-a3e7-25ab9ab20de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.697216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a7419-0045-420b-a2a7-e36ca8a80806', 'name': 'network-vif-deleted', 'tag': 'ad0f728a-c1a8-4eea-9306-a480f03efa1b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:21.704165 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3552a7-a5a9-474a-a40f-1ab4fa87bd64" -d '{"events": [{"server_uuid": "d49a7419-0045-420b-a2a7-e36ca8a80806", "name": "network-vif-deleted", "tag": "ad0f728a-c1a8-4eea-9306-a480f03efa1b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:21.849822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Pushing event updated for resources: {'Port': ['ID=6b1fdaa1-f351-4c7b-afe4-701696779432,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:21.895973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41cf8429-6c86-42f7-a3e7-25ab9ab20de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.897273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1e6dd9c4-be26-4a88-bb11-376dec4eb019 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:21.911714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41cf8429-6c86-42f7-a3e7-25ab9ab20de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:21.922536 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41cf8429-6c86-42f7-a3e7-25ab9ab20de3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e547b49b-2480-4995-87df-3d1ce1bf0d05 HTTP/1.1" status: 204 len: 168 time: 0.5238121 Sep 22 10:25:21.922747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 1e6dd9c4-be26-4a88-bb11-376dec4eb019 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:21.922747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1e6dd9c4-be26-4a88-bb11-376dec4eb019 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:21.922747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8ed4215c-3a49-439a-a353-0146f43878ef no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:21.923265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54628) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:21.924385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549e273-17d7-4180-baf7-ae3d2b8e4bff None None] Network 12160cfd-e96f-4955-af1e-ccf3adfec5c9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:21.953749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 8ed4215c-3a49-439a-a353-0146f43878ef {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:21.953955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Attempting to bind port 6b1fdaa1-f351-4c7b-afe4-701696779432 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:21.954491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8ed4215c-3a49-439a-a353-0146f43878ef not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:21.955018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Attempting to bind port 6b1fdaa1-f351-4c7b-afe4-701696779432 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:21.955368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Attempting to bind port 6b1fdaa1-f351-4c7b-afe4-701696779432 on network 25fa6845-a581-4997-89e7-17d8aa6eb8ae {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:21.959125 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf8429-6c86-42f7-a3e7-25ab9ab20de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e547b49b-2480-4995-87df-3d1ce1bf0d05,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:22.013772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.044815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d06c67-d853-4b03-8d71-f47735666f8b']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:22.047419 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.060003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7465f5-fabb-411d-9ada-878a40fb9df1') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:22.060309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7465f5-fabb-411d-9ada-878a40fb9df1') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:22.078629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.088783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151e702-ab67-475e-9a31-ab17fac2cdb2 req-89b3d73e-8502-414d-bb27-5e85f5649751 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:22.096146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0151e702-ab67-475e-9a31-ab17fac2cdb2 req-89b3d73e-8502-414d-bb27-5e85f5649751 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 950 time: 0.2867939 Sep 22 10:25:22.098895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Port 6b1fdaa1-f351-4c7b-afe4-701696779432 on network 25fa6845-a581-4997-89e7-17d8aa6eb8ae not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:22.099273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Attempting to bind port 6b1fdaa1-f351-4c7b-afe4-701696779432 on network 25fa6845-a581-4997-89e7-17d8aa6eb8ae {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:22.124098 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.128333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Deleting port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:22.128790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.131493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:25:22.132453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:25:22.173566 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:25:22.187695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:22.188041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Checking segment: {'id': '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:22.188434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Bound using segment: {'id': '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:22.188887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Bound port: 6b1fdaa1-f351-4c7b-afe4-701696779432, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:22.189299 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.201811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2595c-df0a-4426-be0d-62ab771c3304 None None] DHCP port deletion for 12160cfd-e96f-4955-af1e-ccf3adfec5c9 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:25:22.224006 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] For port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=63ba9b02-7a4e-40c4-bcb4-e2e202f5404a,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:22.224504 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.241052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Calling delete_port for 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:22.276362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-71f2595c-df0a-4426-be0d-62ab771c3304 None None] Deleting port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:22.276741 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-71f2595c-df0a-4426-be0d-62ab771c3304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.305512 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-868cbf48-82b5-43ca-84db-c4ad557b114b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.331418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0151e702-ab67-475e-9a31-ab17fac2cdb2 req-65f98418-af74-4e1c-802b-fc41c1b709b0 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340741 Sep 22 10:25:22.333513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] For port 6b1fdaa1-f351-4c7b-afe4-701696779432, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:22.339083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] For port 6b1fdaa1-f351-4c7b-afe4-701696779432, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6b1fdaa1-f351-4c7b-afe4-701696779432,segment=NetworkSegment(042ec3b3-cbd0-42b1-bf75-20b400ffdd5c),segment_id=042ec3b3-cbd0-42b1-bf75-20b400ffdd5c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:22.342917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.349213 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.365307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] 10.222.0.20 "DELETE /v2.0/networks/93d06c67-d853-4b03-8d71-f47735666f8b HTTP/1.1" status: 204 len: 168 time: 0.8526652 Sep 22 10:25:22.376887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c449370-c8ba-4bf6-a466-36c07e905432 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d06c67-d853-4b03-8d71-f47735666f8b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:22.378461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-71f2595c-df0a-4426-be0d-62ab771c3304 None None] For port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=63ba9b02-7a4e-40c4-bcb4-e2e202f5404a,segment=NetworkSegment(11a46504-d52e-4d15-bf96-ff3b6e9d72d7),segment_id=11a46504-d52e-4d15-bf96-ff3b6e9d72d7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:22.378877 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-71f2595c-df0a-4426-be0d-62ab771c3304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.392900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-71f2595c-df0a-4426-be0d-62ab771c3304 None None] Calling delete_port for 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:22.414422 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a8bd61-483c-45ac-9dbb-ba5e974a25ff x-openstack-request-id: req-a4a8bd61-483c-45ac-9dbb-ba5e974a25ff {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:22.414720 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a7419-0045-420b-a2a7-e36ca8a80806", "name": "network-vif-deleted", "tag": "ad0f728a-c1a8-4eea-9306-a480f03efa1b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:22.414981 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4a8bd61-483c-45ac-9dbb-ba5e974a25ff {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:22.415399 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49a7419-0045-420b-a2a7-e36ca8a80806', 'name': 'network-vif-deleted', 'tag': 'ad0f728a-c1a8-4eea-9306-a480f03efa1b', 'status': 'completed', 'code': 200} Sep 22 10:25:22.477929 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.482446 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.532313 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] No DVR routers for this DVR port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:22.534036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=63ba9b02-7a4e-40c4-bcb4-e2e202f5404a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:22.546038 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-71f2595c-df0a-4426-be0d-62ab771c3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.575866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:22.576464 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.577464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2595c-df0a-4426-be0d-62ab771c3304 None None] Pushing event deleted for resources: {'Port': ['ID=63ba9b02-7a4e-40c4-bcb4-e2e202f5404a,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:22.577914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] 10.222.0.32 "PUT /v2.0/ports/6b1fdaa1-f351-4c7b-afe4-701696779432 HTTP/1.1" status: 200 len: 1092 time: 2.0552914 Sep 22 10:25:22.579394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f2595c-df0a-4426-be0d-62ab771c3304 None None] No DVR routers for this DVR port 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:22.602783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77433f-14ae-4d17-b2db-15c93217bffe service neutron] Pushing event updated for resources: {'Port': ['ID=6b1fdaa1-f351-4c7b-afe4-701696779432,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:22.614129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9892930-851d-4a4b-8fe3-d7be6113d1de req-66aa60e5-19b7-4c16-900c-fa82801a30d8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:22.620647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9892930-851d-4a4b-8fe3-d7be6113d1de req-66aa60e5-19b7-4c16-900c-fa82801a30d8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:22.629874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9892930-851d-4a4b-8fe3-d7be6113d1de req-66aa60e5-19b7-4c16-900c-fa82801a30d8 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1667 time: 0.1491368 Sep 22 10:25:22.636165 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.669372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12160cfd-e96f-4955-af1e-ccf3adfec5c9']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:22.685664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a46504-d52e-4d15-bf96-ff3b6e9d72d7') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:22.685664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a46504-d52e-4d15-bf96-ff3b6e9d72d7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:22.696349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.718698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9892930-851d-4a4b-8fe3-d7be6113d1de req-551f763d-0079-4608-a28e-df29328bc934 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878167 Sep 22 10:25:22.719298 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.728524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Request body: {'port': {'device_id': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:22.742159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:25:22.742689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:25:22.745880 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:25:22.872171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e131ccb-aede-46ca-a129-4506c752e6d9 req-8cd87171-4016-405c-b286-c58cfaed89ef tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 210 time: 0.0450456 Sep 22 10:25:22.882528 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.913388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54644) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:22.980091 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a3b5fcbd-e073-4d17-b07f-6405bc441b63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cf8b21157924cc3b22b8d0f0f730f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653791 Sep 22 10:25:22.983630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54650) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:22.984584 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:22.992137 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.011539 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] 10.222.0.20 "DELETE /v2.0/networks/12160cfd-e96f-4955-af1e-ccf3adfec5c9 HTTP/1.1" status: 204 len: 168 time: 1.0603588 Sep 22 10:25:23.033026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310d47c-410f-47af-b53c-4534c8c44c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=12160cfd-e96f-4955-af1e-ccf3adfec5c9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:23.166432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-16bfc3cb-c9e3-401c-a381-211e5850eff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.204002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-16bfc3cb-c9e3-401c-a381-211e5850eff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.311725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4721c19-26d8-4e12-ac0c-452accecd076 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:23.323840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.332815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Transition to ACTIVE for port object a4721c19-26d8-4e12-ac0c-452accecd076 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:23.455196 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-16bfc3cb-c9e3-401c-a381-211e5850eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.460390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-16bfc3cb-c9e3-401c-a381-211e5850eff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.460390 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-16bfc3cb-c9e3-401c-a381-211e5850eff4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c8ba50c-7081-4c54-86bf-b65005c6ec2b HTTP/1.1" status: 204 len: 168 time: 0.4189425 Sep 22 10:25:23.460390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.494480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfc3cb-c9e3-401c-a381-211e5850eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8ba50c-7081-4c54-86bf-b65005c6ec2b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:23.518329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Pushing event updated for resources: {'Port': ['ID=a4721c19-26d8-4e12-ac0c-452accecd076,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:23.596642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Attempting to bind port a4721c19-26d8-4e12-ac0c-452accecd076 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:23.596982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Attempting to bind port a4721c19-26d8-4e12-ac0c-452accecd076 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'fcf9fa65-df44-4bc0-800a-70550255115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:23.597317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Attempting to bind port a4721c19-26d8-4e12-ac0c-452accecd076 on network 39837157-15fb-41f0-a023-f926b7dc2ce0 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:23.602575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Port a4721c19-26d8-4e12-ac0c-452accecd076 on network 39837157-15fb-41f0-a023-f926b7dc2ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:23.602902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Attempting to bind port a4721c19-26d8-4e12-ac0c-452accecd076 on network 39837157-15fb-41f0-a023-f926b7dc2ce0 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:23.607962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:23.608367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Checking segment: {'id': 'fcf9fa65-df44-4bc0-800a-70550255115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:23.613166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Bound using segment: {'id': 'fcf9fa65-df44-4bc0-800a-70550255115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:23.613166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Bound port: a4721c19-26d8-4e12-ac0c-452accecd076, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf9fa65-df44-4bc0-800a-70550255115d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:23.613166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.681795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] For port a4721c19-26d8-4e12-ac0c-452accecd076, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:23.687904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] For port a4721c19-26d8-4e12-ac0c-452accecd076, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4721c19-26d8-4e12-ac0c-452accecd076,segment=NetworkSegment(fcf9fa65-df44-4bc0-800a-70550255115d),segment_id=fcf9fa65-df44-4bc0-800a-70550255115d)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:23.744982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54664) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:23.795820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5112f248-9779-4f8c-a530-7cf9a42a468e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a336dd683fb642d49d19be0fc3a380e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497394 Sep 22 10:25:23.798145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54668) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:23.816400 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.893444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:23.893444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.894346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] 10.222.0.32 "PUT /v2.0/ports/a4721c19-26d8-4e12-ac0c-452accecd076 HTTP/1.1" status: 200 len: 1092 time: 1.1875765 Sep 22 10:25:23.938786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:23.945122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c1cf5-379c-4bcd-905a-0faf79f8b122 service neutron] Pushing event updated for resources: {'Port': ['ID=a4721c19-26d8-4e12-ac0c-452accecd076,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:23.950540 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79e59b2e-c8b3-44a6-a9f5-27e5ddf1edfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:23.992920 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79e59b2e-c8b3-44a6-a9f5-27e5ddf1edfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.024544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:24.025199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 63ba9b02-7a4e-40c4-bcb4-e2e202f5404a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:24.099547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54674) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:24.146239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-47ecaca0-6e72-4d4f-a295-d34d1c15f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:24.146692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-47ecaca0-6e72-4d4f-a295-d34d1c15f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:24.148466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-47ecaca0-6e72-4d4f-a295-d34d1c15f64d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131f5cd065ac418ebf781a0505d483f3&device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1981 time: 0.1247106 Sep 22 10:25:24.206236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-4db73e87-70aa-41fb-a1ee-20f7dbd52448 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=6b1fdaa1-f351-4c7b-afe4-701696779432 HTTP/1.1" status: 200 len: 217 time: 0.0434165 Sep 22 10:25:24.295322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799ef1-9a42-456b-a5c3-6c7eac2a9234 req-8c69286c-90fb-4746-b7ea-6032b6189c37 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:24.302142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799ef1-9a42-456b-a5c3-6c7eac2a9234 req-8c69286c-90fb-4746-b7ea-6032b6189c37 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:24.303851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee799ef1-9a42-456b-a5c3-6c7eac2a9234 req-8c69286c-90fb-4746-b7ea-6032b6189c37 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1679 time: 0.1508496 Sep 22 10:25:24.308347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-0dae5e7a-164a-4aba-b432-180e04d462d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:24.309736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-0dae5e7a-164a-4aba-b432-180e04d462d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc78409c-d139-409b-bccb-8c2f9cf85500 HTTP/1.1" status: 200 len: 801 time: 0.0855975 Sep 22 10:25:24.354379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79e59b2e-c8b3-44a6-a9f5-27e5ddf1edfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.357055 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79e59b2e-c8b3-44a6-a9f5-27e5ddf1edfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.360681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-79e59b2e-c8b3-44a6-a9f5-27e5ddf1edfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9280cff0-25ed-4046-a5c4-34d5dcb65f16 HTTP/1.1" status: 204 len: 168 time: 0.5615022 Sep 22 10:25:24.389635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e59b2e-c8b3-44a6-a9f5-27e5ddf1edfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280cff0-25ed-4046-a5c4-34d5dcb65f16,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:24.406642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-cf1610e7-14fa-470d-a578-40677df6639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:24.408839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-cf1610e7-14fa-470d-a578-40677df6639e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25fa6845-a581-4997-89e7-17d8aa6eb8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0910435 Sep 22 10:25:24.421911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee799ef1-9a42-456b-a5c3-6c7eac2a9234 req-35533ec8-370d-4cf3-bb9c-2427da8cf73e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110468 Sep 22 10:25:24.430052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'tag': '6b1fdaa1-f351-4c7b-afe4-701696779432'}, {'name': 'network-changed', 'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'tag': 'a4721c19-26d8-4e12-ac0c-452accecd076'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:24.434608 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd751779-f0ae-400b-8a3e-30bdf5252604" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "tag": "6b1fdaa1-f351-4c7b-afe4-701696779432"}, {"name": "network-changed", "server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "tag": "a4721c19-26d8-4e12-ac0c-452accecd076"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:24.439533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9472413-51e5-48da-9cfd-7cb330015456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.568804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9472413-51e5-48da-9cfd-7cb330015456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.580255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-f9d02767-f956-4179-b0e7-1b2dcae14f68 service neutron] 10.222.0.32 "GET /v2.0/networks/25fa6845-a581-4997-89e7-17d8aa6eb8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537478 Sep 22 10:25:24.643275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34d114f1-ce07-4542-9dbf-a3e8ecbcca7c req-d4847df0-3e7a-4a3e-87c6-e4c7be6bb1ea tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 210 time: 0.0454068 Sep 22 10:25:24.689354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9472413-51e5-48da-9cfd-7cb330015456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.702842 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd71e322-c98c-4103-9d13-30b432cb1d07 x-openstack-request-id: req-bd71e322-c98c-4103-9d13-30b432cb1d07 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:24.703136 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "tag": "6b1fdaa1-f351-4c7b-afe4-701696779432", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "tag": "a4721c19-26d8-4e12-ac0c-452accecd076", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:24.703461 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd71e322-c98c-4103-9d13-30b432cb1d07 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:24.703857 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'tag': '6b1fdaa1-f351-4c7b-afe4-701696779432', 'status': 'completed', 'code': 200} Sep 22 10:25:24.704158 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'tag': 'a4721c19-26d8-4e12-ac0c-452accecd076', 'status': 'completed', 'code': 200} Sep 22 10:25:24.727194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-ae8b130e-af41-45b7-866f-872107399949 service neutron] 10.222.0.32 "GET /v2.0/networks/25fa6845-a581-4997-89e7-17d8aa6eb8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385379 Sep 22 10:25:24.736561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9472413-51e5-48da-9cfd-7cb330015456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4c3c4d-45b2-4d5e-8109-96a696007182,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:24.750975 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e9472413-51e5-48da-9cfd-7cb330015456 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7628ff9c447d491d9eea42a8c5b17b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496754 Sep 22 10:25:24.751653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54698) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:24.774396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-04d07d68-7fbc-4b74-a71a-52b72abc39ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.166&port_id=a4721c19-26d8-4e12-ac0c-452accecd076 HTTP/1.1" status: 200 len: 217 time: 0.0394790 Sep 22 10:25:24.813857 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-913e48c8-98e8-4eba-ab66-4dce1904bba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.839101 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-913e48c8-98e8-4eba-ab66-4dce1904bba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.846062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-7ddd65d1-ba48-4625-91f3-c31aecc702cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:24.847783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-7ddd65d1-ba48-4625-91f3-c31aecc702cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc8a554e-981d-4184-a6a5-7a5a4e413d46 HTTP/1.1" status: 200 len: 801 time: 0.0666792 Sep 22 10:25:24.916152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23695ae2-f886-462f-946b-b6a9c4e3639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:24.918820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-23695ae2-f886-462f-946b-b6a9c4e3639f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39837157-15fb-41f0-a023-f926b7dc2ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0629849 Sep 22 10:25:24.974827 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-913e48c8-98e8-4eba-ab66-4dce1904bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.977403 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-913e48c8-98e8-4eba-ab66-4dce1904bba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.978922 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-913e48c8-98e8-4eba-ab66-4dce1904bba9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f4c3c4d-45b2-4d5e-8109-96a696007182 HTTP/1.1" status: 204 len: 168 time: 0.2263741 Sep 22 10:25:24.987189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e48c8-98e8-4eba-ab66-4dce1904bba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4c3c4d-45b2-4d5e-8109-96a696007182,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:25.061886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-09a275b2-b716-442e-a439-c75b657d489e service neutron] 10.222.0.32 "GET /v2.0/networks/39837157-15fb-41f0-a023-f926b7dc2ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349368 Sep 22 10:25:25.117679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8780ef6b-e20d-44b3-8ccc-7dbffa803d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:25.157319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3b02b0e-7864-4c29-9034-d2003a336940 req-cf02c168-684f-482f-b793-5b0dda287feb service neutron] 10.222.0.32 "GET /v2.0/networks/39837157-15fb-41f0-a023-f926b7dc2ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882342 Sep 22 10:25:25.276322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:25.360668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-4537a3b8-912d-4300-a55b-8102f565f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:25.361467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-4537a3b8-912d-4300-a55b-8102f565f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:25.363156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-4537a3b8-912d-4300-a55b-8102f565f5ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131f5cd065ac418ebf781a0505d483f3&device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1981 time: 0.0561335 Sep 22 10:25:25.411357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:25.449082 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:25.451332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'mac_address': 'fa:16:3e:8b:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:25.492449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-aff75c19-f81b-4549-a22c-8b0fee29a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:25.494495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-aff75c19-f81b-4549-a22c-8b0fee29a3bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=25fa6845-a581-4997-89e7-17d8aa6eb8ae HTTP/1.1" status: 200 len: 902 time: 0.1194730 Sep 22 10:25:25.510658 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:25.524987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc55cf84-a25e-4f4b-9374-39bbc9469838 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:25.552628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:25.561281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-c5c8e9f1-9c26-4552-988a-a59e52b992f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=6b1fdaa1-f351-4c7b-afe4-701696779432 HTTP/1.1" status: 200 len: 217 time: 0.0589166 Sep 22 10:25:25.580812 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:25.609429 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:25.620128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ad42-f390-4c23-8c4d-f93dba12de48 req-44dc15c4-ab8a-4521-ad18-390604903435 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:25.623217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ad42-f390-4c23-8c4d-f93dba12de48 req-44dc15c4-ab8a-4521-ad18-390604903435 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:25.624810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab47ad42-f390-4c23-8c4d-f93dba12de48 req-44dc15c4-ab8a-4521-ad18-390604903435 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1679 time: 0.1238129 Sep 22 10:25:25.636148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-50559def-f6d2-498b-8d70-706880e1ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:25.637596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-50559def-f6d2-498b-8d70-706880e1ad28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dc78409c-d139-409b-bccb-8c2f9cf85500 HTTP/1.1" status: 200 len: 801 time: 0.0685072 Sep 22 10:25:25.693858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab47ad42-f390-4c23-8c4d-f93dba12de48 req-b5a584b0-eeeb-4986-bf0a-55dc4fc42f5f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604525 Sep 22 10:25:25.703534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-4623ceb6-4011-45ee-be38-4e221c2d793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:25.705050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-4623ceb6-4011-45ee-be38-4e221c2d793c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25fa6845-a581-4997-89e7-17d8aa6eb8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546596 Sep 22 10:25:25.712159 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:25.781355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:25.831384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['cc55cf84-a25e-4f4b-9374-39bbc9469838'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:25.977557 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54750) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:26.018223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62cc6098-48ac-44a8-928c-25bda0e7bb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.078489 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.130280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54754) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:26.155689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0e83f25-c100-4257-97c2-4f2838d70384 req-0705cdce-1d2d-44ee-873c-4fe43692918d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=d49a7419-0045-420b-a2a7-e36ca8a80806 HTTP/1.1" status: 200 len: 210 time: 0.0410821 Sep 22 10:25:26.182886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-9503a54c-de21-4598-8a1b-80ed8e78128c service neutron] 10.222.0.32 "GET /v2.0/networks/25fa6845-a581-4997-89e7-17d8aa6eb8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688754 Sep 22 10:25:26.206649 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62cc6098-48ac-44a8-928c-25bda0e7bb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.265978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1811251-network', 'tenant_id': '2c125309853d4ceeb362c14082a544db'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:26.274475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62cc6098-48ac-44a8-928c-25bda0e7bb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.301528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-e076f768-507d-433b-8fbf-81af25b5f206 service neutron] 10.222.0.32 "GET /v2.0/networks/25fa6845-a581-4997-89e7-17d8aa6eb8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066120 Sep 22 10:25:26.330147 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-62cc6098-48ac-44a8-928c-25bda0e7bb00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=609c5735a950495ab6a2f752c92fa9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462100 Sep 22 10:25:26.331096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54760) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:26.331277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc6098-48ac-44a8-928c-25bda0e7bb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38e15a-05c4-4bf3-8aed-63e04de8a118,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:26.385107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54762) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:26.391767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Made reservation on behalf of 2c125309853d4ceeb362c14082a544db for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:26.394489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.404896 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.417484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-173b5932-79b0-42d2-9075-2354fdbe6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:26.418293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-173b5932-79b0-42d2-9075-2354fdbe6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:26.419615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-173b5932-79b0-42d2-9075-2354fdbe6208 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131f5cd065ac418ebf781a0505d483f3&device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1981 time: 0.0645268 Sep 22 10:25:26.436807 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7c81c81f-de00-46e2-9cd4-2a976ea73549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.478584 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7c81c81f-de00-46e2-9cd4-2a976ea73549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.496282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1700667677-network', 'tenant_id': 'c48a6e69b1434ded913621d0c24c2942'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:26.509634 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.555234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-51d2d2e1-9c43-4685-8fcd-f5f2ffc9b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:26.556707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-51d2d2e1-9c43-4685-8fcd-f5f2ffc9b3e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39837157-15fb-41f0-a023-f926b7dc2ce0 HTTP/1.1" status: 200 len: 902 time: 0.1300101 Sep 22 10:25:26.582155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.599787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-f0ceb206-f992-487e-8bc1-08390fbe276f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.166&port_id=a4721c19-26d8-4e12-ac0c-452accecd076 HTTP/1.1" status: 200 len: 217 time: 0.0361009 Sep 22 10:25:26.615714 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:26.651902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-bd498bc7-1312-41dc-b029-2bc0c9f121af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:26.653362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-bd498bc7-1312-41dc-b029-2bc0c9f121af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc8a554e-981d-4184-a6a5-7a5a4e413d46 HTTP/1.1" status: 200 len: 801 time: 0.0471258 Sep 22 10:25:26.685235 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7c81c81f-de00-46e2-9cd4-2a976ea73549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.687781 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7c81c81f-de00-46e2-9cd4-2a976ea73549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.688806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:25:26.688952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7c81c81f-de00-46e2-9cd4-2a976ea73549 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc38e15a-05c4-4bf3-8aed-63e04de8a118 HTTP/1.1" status: 204 len: 168 time: 0.3568199 Sep 22 10:25:26.701518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81c81f-de00-46e2-9cd4-2a976ea73549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc38e15a-05c4-4bf3-8aed-63e04de8a118,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:26.717678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-4d3fa740-213c-4c55-ab60-8d9d9f142910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:26.717906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-4d3fa740-213c-4c55-ab60-8d9d9f142910 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39837157-15fb-41f0-a023-f926b7dc2ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0578263 Sep 22 10:25:26.721225 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.721609 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Added segment f429ae0c-c5e7-4df0-905f-61a068923274 of type vlan for network 7b5b563d-0c52-4cb1-90b8-746e30811f5b Sep 22 10:25:26.764298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Made reservation on behalf of c48a6e69b1434ded913621d0c24c2942 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:26.767330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.784264 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.787141 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.848729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-3fdf2a34-0c5f-4a74-902f-23980068c833 service neutron] 10.222.0.32 "GET /v2.0/networks/39837157-15fb-41f0-a023-f926b7dc2ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180110 Sep 22 10:25:26.862159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afe484-9c1e-428e-91aa-272e9d98198a req-70e3790d-460e-48a2-9b78-5ed3192deb07 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:26.868123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afe484-9c1e-428e-91aa-272e9d98198a req-70e3790d-460e-48a2-9b78-5ed3192deb07 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:26.869941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14afe484-9c1e-428e-91aa-272e9d98198a req-70e3790d-460e-48a2-9b78-5ed3192deb07 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1679 time: 0.0798328 Sep 22 10:25:26.899271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.963020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14afe484-9c1e-428e-91aa-272e9d98198a req-b9c1e187-29b8-4e7e-b711-a88ee2519e6e tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740192 Sep 22 10:25:26.986829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.991444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd751779-f0ae-400b-8a3e-30bdf5252604 req-c843f166-28da-4851-84c1-ba36a82cef88 service neutron] 10.222.0.32 "GET /v2.0/networks/39837157-15fb-41f0-a023-f926b7dc2ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166935 Sep 22 10:25:26.991877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:26.991877 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.060595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5b563d-0c52-4cb1-90b8-746e30811f5b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:27.062720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.073237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 7b5b563d-0c52-4cb1-90b8-746e30811f5b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:25:27.087610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:25:27.106878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.107464 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Added segment 2ba54aea-99c9-4e18-b851-b5b53fe21e8c of type vlan for network f8175623-1b6c-413e-bd0c-68ecec6c05ec Sep 22 10:25:27.109170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:27.145578 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41b460fd-c307-4f08-9652-ee271b84e746 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0140095 Sep 22 10:25:27.148964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54792) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:27.157046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Request body: {'subnet': {'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1811251-subnet', 'tenant_id': '2c125309853d4ceeb362c14082a544db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:27.172627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.301065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:27.306443 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Made reservation on behalf of 2c125309853d4ceeb362c14082a544db for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:27.310758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.351192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4721c19-26d8-4e12-ac0c-452accecd076 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:27.380537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.381496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:27.382080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.423269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port cc55cf84-a25e-4f4b-9374-39bbc9469838 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:27.423634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.473509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] Pushing event updated for resources: {'Network': ['ID=f8175623-1b6c-413e-bd0c-68ecec6c05ec,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:27.499676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4721c19-26d8-4e12-ac0c-452accecd076, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4721c19-26d8-4e12-ac0c-452accecd076,segment=NetworkSegment(fcf9fa65-df44-4bc0-800a-70550255115d),segment_id=fcf9fa65-df44-4bc0-800a-70550255115d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:27.524648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'a4721c19-26d8-4e12-ac0c-452accecd076', 'network_id': '39837157-15fb-41f0-a023-f926b7dc2ce0', 'port_id': 'a4721c19-26d8-4e12-ac0c-452accecd076', 'mac_address': 'fa:16:3e:48:bc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8a554e-981d-4184-a6a5-7a5a4e413d46', 'ip_address': '19.86.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:27.539860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f8175623-1b6c-413e-bd0c-68ecec6c05ec details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:25:27.545240 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e8867749-8580-4f98-96b9-c66ebde44f57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1569166 Sep 22 10:25:27.547581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54822) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:27.553096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Request body: {'subnet': {'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1700667677-subnet', 'tenant_id': 'c48a6e69b1434ded913621d0c24c2942', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:27.661154 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.666201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Made reservation on behalf of c48a6e69b1434ded913621d0c24c2942 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:27.668838 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.678913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4721c19-26d8-4e12-ac0c-452accecd076 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:27.708947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.720516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4721c19-26d8-4e12-ac0c-452accecd076, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4721c19-26d8-4e12-ac0c-452accecd076,segment=NetworkSegment(fcf9fa65-df44-4bc0-800a-70550255115d),segment_id=fcf9fa65-df44-4bc0-800a-70550255115d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:27.731932 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.771149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a732b3-2f68-44cb-8dee-a1d560772bb0,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:27.771342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:27.772282 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:27.775763 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07408798-35e3-49df-8ba4-5bb92e3bed5d" -d '{"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-plugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:27.814783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.815567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6b1fdaa1-f351-4c7b-afe4-701696779432 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:27.817597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Checking segment: {'id': 'f429ae0c-c5e7-4df0-905f-61a068923274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:27.818273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Network hostable DHCP agents. Network: 7b5b563d-0c52-4cb1-90b8-746e30811f5b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:25:27.877593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.906206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Network 7b5b563d-0c52-4cb1-90b8-746e30811f5b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:25:28.023444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-9f7bc57f-b30c-406f-9cf1-bbd733f87cd5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:28.025078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-9f7bc57f-b30c-406f-9cf1-bbd733f87cd5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.1606064 Sep 22 10:25:28.031273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 7b5b563d-0c52-4cb1-90b8-746e30811f5b) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:28.033256 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:28.036948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:28.037842 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:28.050168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecc6625-bbfb-4440-93f6-092892a42d68 None None] Network 7b5b563d-0c52-4cb1-90b8-746e30811f5b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:28.051565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-fe06bf0e-e044-4170-9662-b6cecfcec2a7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/quotas/2bf57e69eb8b420a9edc7c06630515b5 HTTP/1.1" status: 200 len: 375 time: 0.0153334 Sep 22 10:25:28.059254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a4721c19-26d8-4e12-ac0c-452accecd076,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:28.109862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-32413296-d8e2-40c7-9c07-47e5afd0db3c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413630 Sep 22 10:25:28.117746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:28.154243 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:28.191235 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-62a9fb57-7577-424c-9bda-8c9f4d94f31e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0360980 Sep 22 10:25:28.235399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6b1fdaa1-f351-4c7b-afe4-701696779432, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6b1fdaa1-f351-4c7b-afe4-701696779432,segment=NetworkSegment(042ec3b3-cbd0-42b1-bf75-20b400ffdd5c),segment_id=042ec3b3-cbd0-42b1-bf75-20b400ffdd5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:28.258414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '6b1fdaa1-f351-4c7b-afe4-701696779432', 'network_id': '25fa6845-a581-4997-89e7-17d8aa6eb8ae', 'port_id': '6b1fdaa1-f351-4c7b-afe4-701696779432', 'mac_address': 'fa:16:3e:d6:f8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc78409c-d139-409b-bccb-8c2f9cf85500', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:28.288383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=586ef4ce-0876-4188-9c45-04da9905e682,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:28.293581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Checking segment: {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:28.293880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Network hostable DHCP agents. Network: f8175623-1b6c-413e-bd0c-68ecec6c05ec, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:25:28.314615 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:28.339105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-ac5ffe70-3da7-4e3c-ad7e-61e5a30a3bad service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304614 Sep 22 10:25:28.348106 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1fdaa1-f351-4c7b-afe4-701696779432 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:28.353597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a084bf1-c072-4509-bfc2-a879c6c1cf63 None None] Network 7b5b563d-0c52-4cb1-90b8-746e30811f5b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:28.390536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6b1fdaa1-f351-4c7b-afe4-701696779432, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6b1fdaa1-f351-4c7b-afe4-701696779432,segment=NetworkSegment(042ec3b3-cbd0-42b1-bf75-20b400ffdd5c),segment_id=042ec3b3-cbd0-42b1-bf75-20b400ffdd5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:28.437948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Network f8175623-1b6c-413e-bd0c-68ecec6c05ec is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:25:28.484096 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-16a5e808-31b9-4812-8fa3-1a0b80d267b2 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413624 Sep 22 10:25:28.511911 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:28.559227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f8175623-1b6c-413e-bd0c-68ecec6c05ec) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:28.573276 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6b1fdaa1-f351-4c7b-afe4-701696779432,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:28.578553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:28.579331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:28.586329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00bacb7-997c-4992-8ce0-84eac05809d6 None None] Network f8175623-1b6c-413e-bd0c-68ecec6c05ec requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:28.724924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-caf0179f-936f-47e0-add7-330abfabcba9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1761098 Sep 22 10:25:28.786649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['6b1fdaa1-f351-4c7b-afe4-701696779432'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:28.795661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-f8175623-1b6c-413e-bd0c-68ecec6c05ec', 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec', 'tenant_id': 'c48a6e69b1434ded913621d0c24c2942', 'fixed_ips': [{'subnet_id': '586ef4ce-0876-4188-9c45-04da9905e682'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:25:28.796585 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:29.069819 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c42a287-2808-4215-b23f-aaa8e6cd4852 x-openstack-request-id: req-5c42a287-2808-4215-b23f-aaa8e6cd4852 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:29.071537 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-plugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:29.071997 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c42a287-2808-4215-b23f-aaa8e6cd4852 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:29.072734 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'code': 200} Sep 22 10:25:29.092434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6a04e-c7db-4de8-a13a-2319fec1fffc req-e1a53e22-7fb5-4b2b-9407-52fff2e155f7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:29.108279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6a04e-c7db-4de8-a13a-2319fec1fffc req-e1a53e22-7fb5-4b2b-9407-52fff2e155f7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:29.111568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Allocated IP 172.20.0.2 (f8175623-1b6c-413e-bd0c-68ecec6c05ec/586ef4ce-0876-4188-9c45-04da9905e682/7f9f5d24-14f3-4cd6-8add-3f328065556f) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:29.119241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ac6a04e-c7db-4de8-a13a-2319fec1fffc req-e1a53e22-7fb5-4b2b-9407-52fff2e155f7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1681 time: 0.1489506 Sep 22 10:25:29.192769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ac6a04e-c7db-4de8-a13a-2319fec1fffc req-de329668-85c1-44fc-8e35-2c28342d9084 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714133 Sep 22 10:25:29.450707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:29.517965 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:29.573300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Network f8175623-1b6c-413e-bd0c-68ecec6c05ec is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:29.581720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:29.588137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:29.590177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Pushing event updated for resources: {'Port': ['ID=7f9f5d24-14f3-4cd6-8add-3f328065556f,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:29.654126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Attempting to bind port 7f9f5d24-14f3-4cd6-8add-3f328065556f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:29.654524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Attempting to bind port 7f9f5d24-14f3-4cd6-8add-3f328065556f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:29.658713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Attempting to bind port 7f9f5d24-14f3-4cd6-8add-3f328065556f on network f8175623-1b6c-413e-bd0c-68ecec6c05ec {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:29.664068 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:29.664529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Checking segment: {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:29.665160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:29.665773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Bound using segment: {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:29.666196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Bound port: 7f9f5d24-14f3-4cd6-8add-3f328065556f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:29.666661 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:29.750394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] For port 7f9f5d24-14f3-4cd6-8add-3f328065556f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:29.755575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] For port 7f9f5d24-14f3-4cd6-8add-3f328065556f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7f9f5d24-14f3-4cd6-8add-3f328065556f,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:29.788905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a4721c19-26d8-4e12-ac0c-452accecd076'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:29.870586 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:29.970675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bde67-c279-411b-afe4-2d30ee260e4b None None] Pushing event updated for resources: {'Port': ['ID=7f9f5d24-14f3-4cd6-8add-3f328065556f,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:30.380703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c877-34ef-43af-969b-737171295db6 req-0bc1f5e8-0708-43d8-a29c-75bd0ea8e076 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:30.388523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-0bc1f5e8-0708-43d8-a29c-75bd0ea8e076 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 811 time: 0.1498539 Sep 22 10:25:30.401066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-477aebf0-3c60-45d2-b75b-1cefc3f39b48 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/quotas/2c125309853d4ceeb362c14082a544db HTTP/1.1" status: 200 len: 375 time: 0.0113490 Sep 22 10:25:30.441137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-2dfcff1a-fd3d-4494-af3e-19de06376c57 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338128 Sep 22 10:25:30.595221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-45b0c52d-5bb2-4cd4-a279-955c2ade5cbd service neutron] 10.222.0.20 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456609 Sep 22 10:25:30.746762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-d4d4ddbd-c200-4f20-ba52-2b8e9ee63372 service neutron] 10.222.0.20 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438990 Sep 22 10:25:31.054823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb593000-9ca6-4c5f-b386-0dea7ae629cd req-a09dafd7-f16e-40ff-84d0-57415c8f6ba2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 210 time: 0.0370386 Sep 22 10:25:31.190357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38954370-1e36-4dcd-8aa1-65037a20c5be None None] Network f8175623-1b6c-413e-bd0c-68ecec6c05ec requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:31.247113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2e524a84-0c2b-43c9-b3b2-a6f6b2296f26 None None] Provisioning complete for port 7f9f5d24-14f3-4cd6-8add-3f328065556f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:31.247488 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e524a84-0c2b-43c9-b3b2-a6f6b2296f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:31.378219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4721c19-26d8-4e12-ac0c-452accecd076 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:31.511011 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e524a84-0c2b-43c9-b3b2-a6f6b2296f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:31.558712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2e524a84-0c2b-43c9-b3b2-a6f6b2296f26 None None] For port 7f9f5d24-14f3-4cd6-8add-3f328065556f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7f9f5d24-14f3-4cd6-8add-3f328065556f,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:31.609317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port a4721c19-26d8-4e12-ac0c-452accecd076 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:31.612329 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e524a84-0c2b-43c9-b3b2-a6f6b2296f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:31.623051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port a4721c19-26d8-4e12-ac0c-452accecd076 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:31.623051 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:31.761044 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e524a84-0c2b-43c9-b3b2-a6f6b2296f26 None None] Pushing event updated for resources: {'Port': ['ID=7f9f5d24-14f3-4cd6-8add-3f328065556f,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:31.825690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:31.856450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-172f05df-1d8c-4f9c-9c35-1933961d2a38 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:31.858017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-172f05df-1d8c-4f9c-9c35-1933961d2a38 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.3750710 Sep 22 10:25:31.887682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Request body: {'port': {'device_id': '55862a3d-1fc7-46de-92ed-c4ebdfe2a252', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'admin_state_up': True, 'tenant_id': '2bf57e69eb8b420a9edc7c06630515b5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:31.890249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4721c19-26d8-4e12-ac0c-452accecd076'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:31.896188 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee2fa91-cb21-4136-8fe3-b893c59db955" -d '{"events": [{"server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "name": "network-vif-plugged", "status": "completed", "tag": "a4721c19-26d8-4e12-ac0c-452accecd076"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:31.932575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a4721c19-26d8-4e12-ac0c-452accecd076, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4721c19-26d8-4e12-ac0c-452accecd076,segment=NetworkSegment(fcf9fa65-df44-4bc0-800a-70550255115d),segment_id=fcf9fa65-df44-4bc0-800a-70550255115d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:31.948176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9f91801a-ff06-4d57-9afc-ec787f473180 None None] Provisioning complete for port 7f9f5d24-14f3-4cd6-8add-3f328065556f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:31.948176 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9f91801a-ff06-4d57-9afc-ec787f473180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:31.952673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-69d80acc-78f4-4700-bcd3-0973e6c7c1ec tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:31.960103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-69d80acc-78f4-4700-bcd3-0973e6c7c1ec tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 816 time: 0.3784947 Sep 22 10:25:31.989633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-2a21542d-efa3-4c09-9202-692d5205ba1f tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/quotas/c48a6e69b1434ded913621d0c24c2942 HTTP/1.1" status: 200 len: 375 time: 0.0284326 Sep 22 10:25:32.058421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7f9f5d24-14f3-4cd6-8add-3f328065556f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:32.115870 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:32.117172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6b1fdaa1-f351-4c7b-afe4-701696779432 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:32.130460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-a4776a4a-d0cf-41b3-888f-8c26f3cb6747 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1399353 Sep 22 10:25:32.209108 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54996) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:32.267541 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-7d21f244-ed51-4792-add8-e601fc4b2ce5 service neutron] 10.222.0.20 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203196 Sep 22 10:25:32.307366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Made reservation on behalf of 2bf57e69eb8b420a9edc7c06630515b5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:32.311284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:32.377182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de32ada3-1ae9-40b1-a35a-441ca4c6e654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:32.410344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 7f9f5d24-14f3-4cd6-8add-3f328065556f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:32.410899 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:32.490481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a4721c19-26d8-4e12-ac0c-452accecd076,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:32.534627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Allocated IP 172.20.0.2 (886454a0-45dd-4823-afab-9eacf053dba4/525e8607-9914-4cb1-88f2-d94fdc07a1c2/1a996053-6e4c-45fa-8921-a51df7150c35) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:32.544147 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de32ada3-1ae9-40b1-a35a-441ca4c6e654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:32.559224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-d228cbd6-5e7a-4e9f-b5a6-1faadd8c0bc1 service neutron] 10.222.0.20 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905378 Sep 22 10:25:32.719341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:32.975034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de32ada3-1ae9-40b1-a35a-441ca4c6e654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:32.975248 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 6b1fdaa1-f351-4c7b-afe4-701696779432 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:32.979194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 6b1fdaa1-f351-4c7b-afe4-701696779432 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:32.979572 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.016809 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-de32ada3-1ae9-40b1-a35a-441ca4c6e654 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1beeba084d3b4381ac79b0b81c3d728a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8065798 Sep 22 10:25:33.017687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ada3-1ae9-40b1-a35a-441ca4c6e654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210dbc9b-81d8-4b0d-9b93-a1567be7e500,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:33.020650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55002) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:33.067411 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.077757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61f24f03-f43f-4c6a-9c5e-70cfd208d97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.099806 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61f24f03-f43f-4c6a-9c5e-70cfd208d97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.103186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6b1fdaa1-f351-4c7b-afe4-701696779432, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6b1fdaa1-f351-4c7b-afe4-701696779432,segment=NetworkSegment(042ec3b3-cbd0-42b1-bf75-20b400ffdd5c),segment_id=042ec3b3-cbd0-42b1-bf75-20b400ffdd5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:33.184201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.277631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event updated for resources: {'Port': ['ID=1a996053-6e4c-45fa-8921-a51df7150c35,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:33.288694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Network 886454a0-45dd-4823-afab-9eacf053dba4 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:33.293793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:33.297056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:33.301355 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.342089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4965ef-2b61-4b89-a4b7-0c4a14da636e req-1a7ce08b-a16b-4bb3-8280-106af8aa7dd7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:33.368291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4965ef-2b61-4b89-a4b7-0c4a14da636e req-1a7ce08b-a16b-4bb3-8280-106af8aa7dd7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:33.375325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd4965ef-2b61-4b89-a4b7-0c4a14da636e req-1a7ce08b-a16b-4bb3-8280-106af8aa7dd7 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1682 time: 0.1782796 Sep 22 10:25:33.383299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6b1fdaa1-f351-4c7b-afe4-701696779432,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:33.390411 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61f24f03-f43f-4c6a-9c5e-70cfd208d97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.394973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61f24f03-f43f-4c6a-9c5e-70cfd208d97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.396205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-61f24f03-f43f-4c6a-9c5e-70cfd208d97f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/210dbc9b-81d8-4b0d-9b93-a1567be7e500 HTTP/1.1" status: 204 len: 168 time: 0.3728104 Sep 22 10:25:33.442078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f24f03-f43f-4c6a-9c5e-70cfd208d97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210dbc9b-81d8-4b0d-9b93-a1567be7e500,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:33.457890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:33.458716 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.493013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd4965ef-2b61-4b89-a4b7-0c4a14da636e req-b6a1091a-f205-4e91-979e-cfc716c6d802 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051383 Sep 22 10:25:33.581294 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-a2f0005d-8da6-46be-ae9d-73eb8156b147 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7043574 Sep 22 10:25:33.594371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Request body: {'port': {'device_id': '55862a3d-1fc7-46de-92ed-c4ebdfe2a252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:33.657334 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:33.834410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7651252-e8ec-48e4-9a0a-fe466bcb7676 req-b80fe197-f866-4aba-b38c-38c87ec65af1 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 210 time: 0.0362682 Sep 22 10:25:34.059623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a996053-6e4c-45fa-8921-a51df7150c35 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:34.072259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:34.085657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Transition to ACTIVE for port object 1a996053-6e4c-45fa-8921-a51df7150c35 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:34.171410 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:34.305006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a996053-6e4c-45fa-8921-a51df7150c35,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:34.334640 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8637d813-aa38-44ff-9c26-6a36163b8fc0 x-openstack-request-id: req-8637d813-aa38-44ff-9c26-6a36163b8fc0 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:34.335151 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "name": "network-vif-plugged", "status": "completed", "tag": "a4721c19-26d8-4e12-ac0c-452accecd076", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:34.335229 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8637d813-aa38-44ff-9c26-6a36163b8fc0 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:34.335649 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4721c19-26d8-4e12-ac0c-452accecd076', 'code': 200} Sep 22 10:25:34.369699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Attempting to bind port 1a996053-6e4c-45fa-8921-a51df7150c35 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:34.369938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Attempting to bind port 1a996053-6e4c-45fa-8921-a51df7150c35 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:34.370320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Attempting to bind port 1a996053-6e4c-45fa-8921-a51df7150c35 on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:34.376725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Port 1a996053-6e4c-45fa-8921-a51df7150c35 on network 886454a0-45dd-4823-afab-9eacf053dba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:34.377058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Attempting to bind port 1a996053-6e4c-45fa-8921-a51df7150c35 on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:34.384607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:34.384955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Checking segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:34.390265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55038) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:34.396062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Bound using segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:34.396564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Bound port: 1a996053-6e4c-45fa-8921-a51df7150c35, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:34.396940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:34.403749 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-315bec4e-f7d8-4804-aeed-9d681081857b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:34.526507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-315bec4e-f7d8-4804-aeed-9d681081857b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:34.573438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] For port 1a996053-6e4c-45fa-8921-a51df7150c35, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:34.591294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] For port 1a996053-6e4c-45fa-8921-a51df7150c35, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1a996053-6e4c-45fa-8921-a51df7150c35,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:34.613116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-28b2e8ad-d7bb-4caa-b935-fa8beb86d724 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:34.615018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-28b2e8ad-d7bb-4caa-b935-fa8beb86d724 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 816 time: 0.1738062 Sep 22 10:25:34.632280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-b71620ea-2718-4a05-a8db-37b4c4a3ef85 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/quotas/c48a6e69b1434ded913621d0c24c2942 HTTP/1.1" status: 200 len: 375 time: 0.0108833 Sep 22 10:25:34.648953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-315bec4e-f7d8-4804-aeed-9d681081857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:34.681677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bec4e-f7d8-4804-aeed-9d681081857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e2b983-41c6-4250-9369-2bc6f5cca256,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:34.691656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:34.722265 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-315bec4e-f7d8-4804-aeed-9d681081857b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4c0a6ab05ac4cfbab51bc2160a42a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327544 Sep 22 10:25:34.723148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55050) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:34.732963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:34.733816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:34.735614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] 10.222.0.32 "PUT /v2.0/ports/1a996053-6e4c-45fa-8921-a51df7150c35 HTTP/1.1" status: 200 len: 1091 time: 1.1457667 Sep 22 10:25:34.737736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55862a3d-1fc7-46de-92ed-c4ebdfe2a252', 'tag': '1a996053-6e4c-45fa-8921-a51df7150c35'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:34.748093 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e" -d '{"events": [{"name": "network-changed", "server_uuid": "55862a3d-1fc7-46de-92ed-c4ebdfe2a252", "tag": "1a996053-6e4c-45fa-8921-a51df7150c35"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:34.767689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-f32b81d5-a673-43ff-9c14-4ace083df15b tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1287017 Sep 22 10:25:34.783821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954affc-1e6f-4c1d-9ee1-fa5ed8ba9bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1a996053-6e4c-45fa-8921-a51df7150c35,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:34.810907 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a7afbd7-96b9-417f-bcaa-5930a4abcec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:34.847261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a7afbd7-96b9-417f-bcaa-5930a4abcec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:35.010784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-f0625e27-7caa-47c6-aeb7-d3d4a50ac59f service neutron] 10.222.0.20 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281044 Sep 22 10:25:35.037757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-23f77ab0-fcc2-4589-8f94-78def50e04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:35.039217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-23f77ab0-fcc2-4589-8f94-78def50e04c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 1094 time: 0.1489508 Sep 22 10:25:35.072168 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a7afbd7-96b9-417f-bcaa-5930a4abcec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:35.077282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a7afbd7-96b9-417f-bcaa-5930a4abcec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:35.077282 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5a7afbd7-96b9-417f-bcaa-5930a4abcec8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2e2b983-41c6-4250-9369-2bc6f5cca256 HTTP/1.1" status: 204 len: 168 time: 0.3526900 Sep 22 10:25:35.087093 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7afbd7-96b9-417f-bcaa-5930a4abcec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e2b983-41c6-4250-9369-2bc6f5cca256,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:35.119188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-ff132656-17ee-406b-8da6-c309eb98f6a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a996053-6e4c-45fa-8921-a51df7150c35 HTTP/1.1" status: 200 len: 217 time: 0.0676453 Sep 22 10:25:35.128898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c877-34ef-43af-969b-737171295db6 req-49c6bc0c-6705-407b-bbab-1c4b57439911 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:35.130429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-49c6bc0c-6705-407b-bbab-1c4b57439911 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.30 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 811 time: 0.2919211 Sep 22 10:25:35.515669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Request body: {'port': {'device_id': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b', 'admin_state_up': True, 'tenant_id': '2c125309853d4ceeb362c14082a544db'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:35.597796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-753adb52-105a-4cfa-897b-b722b80c641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:35.599378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-753adb52-105a-4cfa-897b-b722b80c641f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.4618077 Sep 22 10:25:35.668503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-b6f2b386-7060-4fa8-8df2-f14b515ee75e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579598 Sep 22 10:25:35.674787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-ce204172-0134-4270-bb60-f73390edc0a3 service neutron] 10.222.0.20 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527584 Sep 22 10:25:35.842397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-7f04914e-6b43-4283-8b2f-945754745c51 service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666224 Sep 22 10:25:35.886053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Made reservation on behalf of 2c125309853d4ceeb362c14082a544db for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:35.889863 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:36.237362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-92eb5d87-3aba-45d9-acc5-7b81494e8d7d service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800781 Sep 22 10:25:36.326764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f5b0e-e682-4487-8cc7-18426b770f19 req-4785d95a-cde4-4f86-9725-7242aae2383a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:36.335301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-756f5b0e-e682-4487-8cc7-18426b770f19 req-4785d95a-cde4-4f86-9725-7242aae2383a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 943 time: 0.1758027 Sep 22 10:25:36.337338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1fdaa1-f351-4c7b-afe4-701696779432'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:36.339736 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317e95db-9923-4c53-8524-37037e7cc3e3" -d '{"events": [{"server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "name": "network-vif-plugged", "status": "completed", "tag": "6b1fdaa1-f351-4c7b-afe4-701696779432"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:36.452762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Allocated IP 172.20.0.2 (7b5b563d-0c52-4cb1-90b8-746e30811f5b/b5a732b3-2f68-44cb-8dee-a1d560772bb0/364996f1-ceaa-4c45-b752-7d072b03e823) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:36.462864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-756f5b0e-e682-4487-8cc7-18426b770f19 req-54f70fff-40a4-467b-aec3-1c1d3062928c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266966 Sep 22 10:25:36.488029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-05bfa03a-6b31-470b-978b-4c0af65f734e tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:36.490125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-05bfa03a-6b31-470b-978b-4c0af65f734e tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.30 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 816 time: 0.2820189 Sep 22 10:25:36.512879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Request body: {'port': {'device_id': 'c1a3eada-1214-4ede-83f6-4733e838eb2f', 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec', 'admin_state_up': True, 'tenant_id': 'c48a6e69b1434ded913621d0c24c2942'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:36.703289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bd037-ad0e-4fd9-9966-29486153c3a7 req-5b206d61-8073-4ee2-9810-0055b69522bd tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:36.710243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bd037-ad0e-4fd9-9966-29486153c3a7 req-5b206d61-8073-4ee2-9810-0055b69522bd tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:36.719376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-480bd037-ad0e-4fd9-9966-29486153c3a7 req-5b206d61-8073-4ee2-9810-0055b69522bd tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1683 time: 0.1786246 Sep 22 10:25:36.857972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-480bd037-ad0e-4fd9-9966-29486153c3a7 req-f47d5615-f07d-488e-86a6-8ed4d3f13b92 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314375 Sep 22 10:25:36.896161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:37.092801 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939db4bd-a5f1-4ef7-9739-6fc484d796e4 x-openstack-request-id: req-939db4bd-a5f1-4ef7-9739-6fc484d796e4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:37.093107 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55862a3d-1fc7-46de-92ed-c4ebdfe2a252", "tag": "1a996053-6e4c-45fa-8921-a51df7150c35", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:37.093366 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-939db4bd-a5f1-4ef7-9739-6fc484d796e4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:37.093783 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55862a3d-1fc7-46de-92ed-c4ebdfe2a252', 'tag': '1a996053-6e4c-45fa-8921-a51df7150c35', 'status': 'completed', 'code': 200} Sep 22 10:25:37.178853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5465c28d-90f8-4f31-8460-0ce6c1a24573 req-eb4e523e-bc5d-4cdd-8b88-b7c098445080 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 210 time: 0.0303414 Sep 22 10:25:37.187950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-b9c376dc-6e21-4429-b643-985a0c483884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.189422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-b9c376dc-6e21-4429-b643-985a0c483884 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 1094 time: 0.0667813 Sep 22 10:25:37.355109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-dfb4f9ac-c6bc-4aa4-871a-68ba0567fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.356645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-dfb4f9ac-c6bc-4aa4-871a-68ba0567fef4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 913 time: 0.1588335 Sep 22 10:25:37.414428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-213b6ddf-bde4-4024-ad7b-f5be2ba52157 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a996053-6e4c-45fa-8921-a51df7150c35 HTTP/1.1" status: 200 len: 217 time: 0.0501847 Sep 22 10:25:37.415048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Made reservation on behalf of c48a6e69b1434ded913621d0c24c2942 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:37.418650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:37.421170 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:37.490737 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-32f9b964-84e0-4bb9-b82f-c90ef67e27dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0739117 Sep 22 10:25:37.556393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-369b3999-6b93-4e40-8b36-5b5f40d8b153 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.566445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-369b3999-6b93-4e40-8b36-5b5f40d8b153 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 816 time: 0.2984207 Sep 22 10:25:37.573690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Network 7b5b563d-0c52-4cb1-90b8-746e30811f5b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:37.590526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:37.635827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:37.658085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-733197b5-3bc7-4bfc-8cf1-0500c765ee55 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/quotas/c48a6e69b1434ded913621d0c24c2942 HTTP/1.1" status: 200 len: 375 time: 0.0933955 Sep 22 10:25:37.661412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-56138243-45b8-4d56-b6a7-2f447bcf2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.662922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-56138243-45b8-4d56-b6a7-2f447bcf2b42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.2398117 Sep 22 10:25:37.675858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-22d79c13-14f9-404d-852b-3a752c6a5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.676676 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-22d79c13-14f9-404d-852b-3a752c6a5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.677528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-22d79c13-14f9-404d-852b-3a752c6a5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.678205 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-22d79c13-14f9-404d-852b-3a752c6a5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.678865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-22d79c13-14f9-404d-852b-3a752c6a5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.679528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-22d79c13-14f9-404d-852b-3a752c6a5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.680537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-22d79c13-14f9-404d-852b-3a752c6a5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.687826 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-22d79c13-14f9-404d-852b-3a752c6a5a8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6501 time: 0.1038249 Sep 22 10:25:37.691987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:37.777340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-c708ee85-df7d-424d-ae19-bced881e320c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778360 Sep 22 10:25:37.901707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-0e011c4a-456c-40d1-952a-443372dce264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.902251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-0e011c4a-456c-40d1-952a-443372dce264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.902754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-0e011c4a-456c-40d1-952a-443372dce264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.904970 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-0e011c4a-456c-40d1-952a-443372dce264 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=21dc8868-4c57-42cf-9a4c-9e1363920957&id=21dc8868-4c57-42cf-9a4c-9e1363920957 HTTP/1.1" status: 200 len: 2298 time: 0.1756413 Sep 22 10:25:37.934455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:37.935443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:37.975935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-25431732-66bc-420d-800b-2aa9e1e2b235 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3169518 Sep 22 10:25:38.032548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-6a136fc5-c967-4237-a815-54f5880e48dc service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465386 Sep 22 10:25:38.038787 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-7714b62e-9b95-4ac0-b1ac-1d7a62b8f566 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78 HTTP/1.1" status: 200 len: 1000 time: 0.1259434 Sep 22 10:25:38.068552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-194b0feb-a562-4375-8aed-c4e4b52ee42d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5600619 Sep 22 10:25:38.079275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Allocated IP 172.20.0.7 (f8175623-1b6c-413e-bd0c-68ecec6c05ec/586ef4ce-0876-4188-9c45-04da9905e682/001154e5-782e-4351-bbd5-beb28bd8bdab) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:38.106895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Request body: {'port': {'device_id': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:38.125926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-2498523c-b8a2-4f86-93de-69ab74b93df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:38.128853 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-2498523c-b8a2-4f86-93de-69ab74b93df8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4c87aa-f323-4cfd-bfdc-71ae14aab81a HTTP/1.1" status: 200 len: 855 time: 0.0803764 Sep 22 10:25:38.254712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-82928ad0-4c0b-47f8-94e4-d8613d848250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:38.260535 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-82928ad0-4c0b-47f8-94e4-d8613d848250 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230211 Sep 22 10:25:38.298829 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:38.305689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55138) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:38.403292 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-6c06efff-c25e-4b7e-b334-ddb4f5385f72 service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331534 Sep 22 10:25:38.510495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:38.513735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-7a9aae7f-a1db-447c-bc8a-b92f0d6891ea service neutron] 10.222.0.20 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198922 Sep 22 10:25:38.562052 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-4e41ed33-777c-45d5-9503-b8f18d5b664d service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461511 Sep 22 10:25:38.621959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3517a20-41ee-4a47-b64c-d9dfcbbe192e req-6e83e082-72e6-42cb-abae-1f85d84c5b3d service neutron] 10.222.0.32 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674655 Sep 22 10:25:38.667713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:38.671531 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-f7dd8170-2d39-47c0-8b81-9d5d8ccae751 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=85fc67a6-7d73-414d-a695-281536410e94 HTTP/1.1" status: 200 len: 217 time: 0.0986481 Sep 22 10:25:38.787663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-50bb5b30-41c9-4180-85b0-1177e3021ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:38.792264 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-50bb5b30-41c9-4180-85b0-1177e3021ace service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.1112423 Sep 22 10:25:38.853866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-875b6fe6-37c3-4cdd-80c2-e5d6cff1d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:38.855534 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-875b6fe6-37c3-4cdd-80c2-e5d6cff1d57b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0555878 Sep 22 10:25:38.982583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:39.042384 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-1c80b471-4612-4ced-9f05-72ae5c6855e5 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582944 Sep 22 10:25:39.190221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Allocated IP 172.25.1.18 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/693809d3-4d73-4597-b3c8-ac5677699c6c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:39.204415 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-8eb8036d-eeee-41d4-b892-d7c8733bb1cc service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539977 Sep 22 10:25:39.289411 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-51188ce9-d588-495b-b455-80bdc2033dbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=da4d4f68-a51f-477f-b203-59c327684705 HTTP/1.1" status: 200 len: 217 time: 0.0672731 Sep 22 10:25:39.301984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-a6c1b410-eed2-40aa-987d-ddeaae02e617 service neutron] 10.222.0.20 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7872500 Sep 22 10:25:39.310329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:39.321261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-85d40311-6a1d-40bf-8b9d-b5cd28472727 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5526230 Sep 22 10:25:39.414385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1a996053-6e4c-45fa-8921-a51df7150c35 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:39.433768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:39.477821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-bb169031-4f6c-4b07-9459-c2b3001ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:39.479627 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-bb169031-4f6c-4b07-9459-c2b3001ccc79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.1522138 Sep 22 10:25:39.534321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-c225001f-808d-47a1-b09e-989d31b4a7ca tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:39.536911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-c225001f-808d-47a1-b09e-989d31b4a7ca tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.32 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 816 time: 0.1220794 Sep 22 10:25:39.564023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Request body: {'port': {'device_id': 'f5a8e6e4-fb82-407a-9dcc-91e4096f1b38', 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec', 'admin_state_up': True, 'tenant_id': 'c48a6e69b1434ded913621d0c24c2942'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:39.573871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-b82b1807-f718-4cfe-aa4c-c5143903818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:39.577423 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-b82b1807-f718-4cfe-aa4c-c5143903818e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858421 Sep 22 10:25:39.593532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1a996053-6e4c-45fa-8921-a51df7150c35, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1a996053-6e4c-45fa-8921-a51df7150c35,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:39.607570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '1a996053-6e4c-45fa-8921-a51df7150c35', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'port_id': '1a996053-6e4c-45fa-8921-a51df7150c35', 'mac_address': 'fa:16:3e:e4:28:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e8607-9914-4cb1-88f2-d94fdc07a1c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:39.654425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:39.677166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364996f1-ceaa-4c45-b752-7d072b03e823 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:39.680505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a996053-6e4c-45fa-8921-a51df7150c35 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:39.685563 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:39.700169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Transition to ACTIVE for port object 364996f1-ceaa-4c45-b752-7d072b03e823 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:39.707936 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-59f5d645-9b4d-4df3-bf1d-a327a085fbba service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179833 Sep 22 10:25:39.709778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:39.733771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-badee36b-11c0-4652-89bb-3275864655c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:39.735368 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-badee36b-11c0-4652-89bb-3275864655c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a517b224ca24421a4b1537fd5708bd1&device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 1097 time: 0.3376939 Sep 22 10:25:39.746637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1a996053-6e4c-45fa-8921-a51df7150c35, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1a996053-6e4c-45fa-8921-a51df7150c35,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:39.760956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:39.844632 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf5c06b-5a2d-475a-8776-ed6158bf6d7a x-openstack-request-id: req-fcf5c06b-5a2d-475a-8776-ed6158bf6d7a {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:39.845151 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "name": "network-vif-plugged", "status": "completed", "tag": "6b1fdaa1-f351-4c7b-afe4-701696779432", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:39.845574 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcf5c06b-5a2d-475a-8776-ed6158bf6d7a {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:39.846560 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1fdaa1-f351-4c7b-afe4-701696779432', 'code': 200} Sep 22 10:25:39.853725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:39.869188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:39.872456 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:39.878646 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:39.966501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Pushing event updated for resources: {'Port': ['ID=693809d3-4d73-4597-b3c8-ac5677699c6c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:40.001549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:40.012964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1a996053-6e4c-45fa-8921-a51df7150c35,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:40.058028 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-7f35a02c-aa9b-41b5-8fdd-4d41fdf9ffeb service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400388 Sep 22 10:25:40.083288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Pushing event updated for resources: {'Port': ['ID=001154e5-782e-4351-bbd5-beb28bd8bdab,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:40.108523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1a996053-6e4c-45fa-8921-a51df7150c35'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:40.125179 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-5fd1e7a9-6473-4194-b4eb-b2760855fbfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=46933de2-0be6-405d-bff9-f23846d4c7da HTTP/1.1" status: 200 len: 217 time: 0.0598071 Sep 22 10:25:40.126569 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:40.136202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Network f8175623-1b6c-413e-bd0c-68ecec6c05ec is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:40.203739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:40.215008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-040a77ae-908b-4318-ad8e-53d2ca99baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:40.219758 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-040a77ae-908b-4318-ad8e-53d2ca99baec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0737953 Sep 22 10:25:40.231937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:40.338389 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:40.376734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-8933e40a-d026-4b6e-af15-68ea3ee15ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:40.378291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-8933e40a-d026-4b6e-af15-68ea3ee15ff3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=46c19dfb-0e87-45bf-b841-1a0d7cb41777 HTTP/1.1" status: 200 len: 915 time: 0.5775564 Sep 22 10:25:40.379886 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:40.419802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdad90b-42ac-46ad-b02c-4f48d5dc5658 req-6610e570-31e9-414a-9ed4-7235521f6a88 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:40.428262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ccdad90b-42ac-46ad-b02c-4f48d5dc5658 req-6610e570-31e9-414a-9ed4-7235521f6a88 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 944 time: 0.3504465 Sep 22 10:25:40.459013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:40.467852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:40.522689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-687ee3b4-ad02-4a16-b349-8f1414d90352 None None] Provisioning complete for port 001154e5-782e-4351-bbd5-beb28bd8bdab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:40.523235 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-687ee3b4-ad02-4a16-b349-8f1414d90352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:40.534680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ba07f-3525-49f5-94ca-aadfc3c7757e req-5aefe2c6-a50f-444a-b119-40d9c44e3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:40.535282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ba07f-3525-49f5-94ca-aadfc3c7757e req-5aefe2c6-a50f-444a-b119-40d9c44e3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:40.537367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-105ba07f-3525-49f5-94ca-aadfc3c7757e req-5aefe2c6-a50f-444a-b119-40d9c44e3301 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1985 time: 0.4607117 Sep 22 10:25:40.577881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Made reservation on behalf of c48a6e69b1434ded913621d0c24c2942 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:40.582044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:40.584043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-687ee3b4-ad02-4a16-b349-8f1414d90352 None None] Port 001154e5-782e-4351-bbd5-beb28bd8bdab cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:25:40.615310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-1ff9c2e3-81a9-4a27-8294-e392a68d4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:40.616924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-1ff9c2e3-81a9-4a27-8294-e392a68d4416 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3916574 Sep 22 10:25:40.711098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ccdad90b-42ac-46ad-b02c-4f48d5dc5658 req-7159a660-77c8-4bd9-8041-0a25a8ae0be4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818241 Sep 22 10:25:40.718927 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:40.728480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-eaf9d7e7-db34-4fe5-8bbc-532d99308af2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27fc5e0-d25d-4c46-abcf-b6c643427d26 HTTP/1.1" status: 200 len: 1002 time: 0.3327467 Sep 22 10:25:40.746478 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-426ea635-9ddb-4146-828b-b0e3dea0a17e service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190858 Sep 22 10:25:40.749903 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-c03d9a4e-2c62-43a2-9b27-5efe7264c8fb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2425766 Sep 22 10:25:40.791246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-105ba07f-3525-49f5-94ca-aadfc3c7757e req-57378ce6-df99-408f-bf1c-853f9936422d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193718 Sep 22 10:25:40.818627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Request body: {'port': {'device_id': 'c1a3eada-1214-4ede-83f6-4733e838eb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:40.836715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Attempting to bind port 364996f1-ceaa-4c45-b752-7d072b03e823 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:40.837058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Attempting to bind port 364996f1-ceaa-4c45-b752-7d072b03e823 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'f429ae0c-c5e7-4df0-905f-61a068923274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:40.837396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Attempting to bind port 364996f1-ceaa-4c45-b752-7d072b03e823 on network 7b5b563d-0c52-4cb1-90b8-746e30811f5b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:40.875441 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-353d3c9d-db46-40c5-ac7e-b8728985e9ad service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121380 Sep 22 10:25:40.905923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Port 364996f1-ceaa-4c45-b752-7d072b03e823 on network 7b5b563d-0c52-4cb1-90b8-746e30811f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:40.906504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Attempting to bind port 364996f1-ceaa-4c45-b752-7d072b03e823 on network 7b5b563d-0c52-4cb1-90b8-746e30811f5b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:40.931712 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-bc4d4ff6-d3fd-4b99-a6d0-2d18f7eca16b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=29e9ccd4-d129-4350-8f71-252678d221c9 HTTP/1.1" status: 200 len: 217 time: 0.0467975 Sep 22 10:25:40.932804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:40.982821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-416878e0-6c9c-4654-9fc6-1dfee78838b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:40.984911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-416878e0-6c9c-4654-9fc6-1dfee78838b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56a5524d-6fe0-42c0-a29a-8552b8fc60d4 HTTP/1.1" status: 200 len: 853 time: 0.2434189 Sep 22 10:25:40.985788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:40.986155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Checking segment: {'id': 'f429ae0c-c5e7-4df0-905f-61a068923274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:40.986557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Bound using segment: {'id': 'f429ae0c-c5e7-4df0-905f-61a068923274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:40.987011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Bound port: 364996f1-ceaa-4c45-b752-7d072b03e823, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f429ae0c-c5e7-4df0-905f-61a068923274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:40.987373 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:41.020730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:41.111460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b89ed-519c-43d2-83cd-36f351d07df0 req-7c37c691-e666-4924-b6c4-c2e930e5603a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:41.117831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b89ed-519c-43d2-83cd-36f351d07df0 req-7c37c691-e666-4924-b6c4-c2e930e5603a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:41.119815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c4b89ed-519c-43d2-83cd-36f351d07df0 req-7c37c691-e666-4924-b6c4-c2e930e5603a tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1683 time: 0.3107376 Sep 22 10:25:41.145551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Allocated IP 172.20.0.6 (f8175623-1b6c-413e-bd0c-68ecec6c05ec/586ef4ce-0876-4188-9c45-04da9905e682/360521aa-8fe2-49ca-b324-82a0842e48f5) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:41.253765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-f0f20ea5-c31b-47fc-8216-7bdc0422f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:41.256135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-f0f20ea5-c31b-47fc-8216-7bdc0422f9c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=46c19dfb-0e87-45bf-b841-1a0d7cb41777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557228 Sep 22 10:25:41.350521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:41.356283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c4b89ed-519c-43d2-83cd-36f351d07df0 req-0aeab247-5d3d-41d4-8964-b8de513eb365 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296157 Sep 22 10:25:41.402402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:41.423195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1a996053-6e4c-45fa-8921-a51df7150c35 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:41.534385 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:41.566049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:41.567864 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:41.570062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/364996f1-ceaa-4c45-b752-7d072b03e823 HTTP/1.1" status: 200 len: 1091 time: 3.4921985 Sep 22 10:25:41.572116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:41.573804 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293e3d64-4d80-4c88-958d-c9870fdefe2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:41.589630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-7e2dd902-ac7b-40db-89c4-dd5220ebe116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:41.593740 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-7e2dd902-ac7b-40db-89c4-dd5220ebe116 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.6264839 Sep 22 10:25:41.620229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 1a996053-6e4c-45fa-8921-a51df7150c35 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:41.625415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 1a996053-6e4c-45fa-8921-a51df7150c35 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:41.625934 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:41.627839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Pushing event updated for resources: {'Port': ['ID=693809d3-4d73-4597-b3c8-ac5677699c6c,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:41.661727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:41.674442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-46db2767-5b1b-4525-aa45-a0be0b026858 service neutron] 10.222.0.32 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079211 Sep 22 10:25:41.734090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-9ba99953-6757-49ed-b2d1-e29b8af846eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:41.735955 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-9ba99953-6757-49ed-b2d1-e29b8af846eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0967405 Sep 22 10:25:41.794357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:41.801772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73a26a18-16ba-4e9d-a1b9-edc69e5b3a7a req-b372b1c8-1762-4f03-8f42-38342dafd876 service neutron] 10.222.0.32 "GET /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116679 Sep 22 10:25:41.802070 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-38a8290a-c91a-48d7-9246-14e3fa4a9ee6 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4949603 Sep 22 10:25:41.824375 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:41.824488 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55164) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:41.833606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-50227711', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'fixed_ips': [{'ip_address': '172.25.1.18'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:41.895702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1a996053-6e4c-45fa-8921-a51df7150c35, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1a996053-6e4c-45fa-8921-a51df7150c35,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:41.896675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55862a3d-1fc7-46de-92ed-c4ebdfe2a252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a996053-6e4c-45fa-8921-a51df7150c35'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:41.899820 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f1a846-0192-4aa4-80c8-c737b6f3c3af" -d '{"events": [{"server_uuid": "55862a3d-1fc7-46de-92ed-c4ebdfe2a252", "name": "network-vif-plugged", "status": "completed", "tag": "1a996053-6e4c-45fa-8921-a51df7150c35"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:41.955086 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-e90cd6c0-f086-4430-8080-895fbdeffb2a service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107034 Sep 22 10:25:41.967147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa330-d62c-41bc-abef-60b9940e51c6 service neutron] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:41.988018 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:42.027574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac4604-eb69-4f58-9ba9-e4552d02c7fa req-b96329a2-b5f7-47b1-8a0f-6e9ead146f09 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:42.029643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dac4604-eb69-4f58-9ba9-e4552d02c7fa req-b96329a2-b5f7-47b1-8a0f-6e9ead146f09 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.1880319 Sep 22 10:25:42.078713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c877-34ef-43af-969b-737171295db6 req-acfe7fde-f88b-4ca7-9de8-7716f3421e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:42.080600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-acfe7fde-f88b-4ca7-9de8-7716f3421e64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 1094 time: 0.2740209 Sep 22 10:25:42.105965 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Made reservation on behalf of f775ca0656774cdd94d9fed1648f484f for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:42.108992 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:42.126327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1a996053-6e4c-45fa-8921-a51df7150c35,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:42.140698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:42.170207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:42.175809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-24370e2b-5326-47e4-93b2-4aab24c941e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=364996f1-ceaa-4c45-b752-7d072b03e823 HTTP/1.1" status: 200 len: 217 time: 0.0753047 Sep 22 10:25:42.251399 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-efd39a31-4846-4fd5-aae7-6ed2739bf5d1 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828963 Sep 22 10:25:42.267643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dac4604-eb69-4f58-9ba9-e4552d02c7fa req-939e1563-7125-491b-9ead-5b0e3d964a5f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127588 Sep 22 10:25:42.278582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:42.291024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c877-34ef-43af-969b-737171295db6 req-0258e250-0b7d-4a7e-a05d-82b9cfc18316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:42.292864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-0258e250-0b7d-4a7e-a05d-82b9cfc18316 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5a732b3-2f68-44cb-8dee-a1d560772bb0 HTTP/1.1" status: 200 len: 851 time: 0.1084220 Sep 22 10:25:42.336810 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-6ec9fc11-4da4-4b50-9e91-fe2e11549dfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d HTTP/1.1" status: 200 len: 217 time: 0.0642664 Sep 22 10:25:42.362163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-9b21762e-e832-48ef-adaf-05ddc47855e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b5b563d-0c52-4cb1-90b8-746e30811f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581975 Sep 22 10:25:42.387493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:42.398095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32fc950b-7993-40a5-966e-4f5be33cc9ea req-47f64806-5051-43cc-8345-85d4de04eab6 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 210 time: 0.0372503 Sep 22 10:25:42.426386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] device_id is not set on port e5b54e9b-715c-4d79-aff4-e765d2b31b51 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:25:42.451501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011ae863-4e58-4cef-9710-22c6659c85fe,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:42.463164 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-49fcfa3f-2b08-4b78-b424-3d3f8550ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:42.463728 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-49fcfa3f-2b08-4b78-b424-3d3f8550ce11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.1123996 Sep 22 10:25:42.489279 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f74b558-e5a8-4fe9-b5bc-755f5987b300 x-openstack-request-id: req-1f74b558-e5a8-4fe9-b5bc-755f5987b300 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:42.489576 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:42.489834 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f74b558-e5a8-4fe9-b5bc-755f5987b300 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:42.490264 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823', 'status': 'completed', 'code': 200} Sep 22 10:25:42.521681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-a94cc9b2-9147-46f1-b101-c3c4985df678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:42.522983 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-a94cc9b2-9147-46f1-b101-c3c4985df678 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509639 Sep 22 10:25:42.535667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-8b2716f9-74f2-4686-bf8c-59a90a1fd4e6 service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484230 Sep 22 10:25:42.608492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9f83a-90fe-4c49-936e-eb7d7600dea0 req-9e3c7de1-00b4-4940-9da3-97f0970ff22f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:42.613309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8d9f83a-90fe-4c49-936e-eb7d7600dea0 req-9e3c7de1-00b4-4940-9da3-97f0970ff22f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 945 time: 0.0965302 Sep 22 10:25:42.620446 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-7ec4293a-60e0-4838-a7ca-9a40b6f2f378 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897627 Sep 22 10:25:42.707732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8d9f83a-90fe-4c49-936e-eb7d7600dea0 req-01ced7b6-53b0-4cb8-bc51-d63434cf6f37 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663400 Sep 22 10:25:42.712084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3067c877-34ef-43af-969b-737171295db6 req-7265c0b4-eb3e-462e-8077-c59683c063a7 service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634645 Sep 22 10:25:42.724062 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-176ee980-853f-4d41-b9dd-1cf43fce3724 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963466 Sep 22 10:25:42.762855 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc72cbb2-e914-46c4-aa72-bfe88c498dde x-openstack-request-id: req-fc72cbb2-e914-46c4-aa72-bfe88c498dde {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:42.762855 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55862a3d-1fc7-46de-92ed-c4ebdfe2a252", "name": "network-vif-plugged", "status": "completed", "tag": "1a996053-6e4c-45fa-8921-a51df7150c35", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:42.763471 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:42.763604 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc72cbb2-e914-46c4-aa72-bfe88c498dde {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:42.763604 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55862a3d-1fc7-46de-92ed-c4ebdfe2a252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a996053-6e4c-45fa-8921-a51df7150c35', 'code': 200} Sep 22 10:25:42.768714 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-9da7e32c-23e3-4269-abc5-30f8ab941471 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afc8eeab-c14f-40e3-9570-9b5a97523830 HTTP/1.1" status: 200 len: 217 time: 0.0366027 Sep 22 10:25:42.868268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Network f8175623-1b6c-413e-bd0c-68ecec6c05ec is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:42.932195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-a7c2d6bb-edba-49bc-a57a-af57b7b192c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:42.934259 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-a7c2d6bb-edba-49bc-a57a-af57b7b192c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.1585190 Sep 22 10:25:42.965395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:43.014841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:43.070986 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-5c44d920-90f2-41b7-a253-ce373803839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:43.072681 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-5c44d920-90f2-41b7-a253-ce373803839d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302757 Sep 22 10:25:43.238399 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 10:25:43.239955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:25:43.279331 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-65f14dc1-ae74-4187-bcf1-91471b5fafc8 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952028 Sep 22 10:25:43.330911 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3caed8c3-3ba6-45f8-9560-3298ae6db2f8 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.5085037 Sep 22 10:25:43.334352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55182) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:43.432720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fe18ebd2-a81b-4aa2-8828-0b255e13c990 None None] Provisioning complete for port 360521aa-8fe2-49ca-b324-82a0842e48f5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:43.433354 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fe18ebd2-a81b-4aa2-8828-0b255e13c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:43.508462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-fe18ebd2-a81b-4aa2-8828-0b255e13c990 None None] Port 360521aa-8fe2-49ca-b324-82a0842e48f5 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:25:43.520221 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8daee2af-3142-48f5-87f6-3eaa2a9253e2 req-bb696131-9988-42db-be34-c13a2f11c7ce service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318840 Sep 22 10:25:43.547958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Deleting port 693809d3-4d73-4597-b3c8-ac5677699c6c {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:43.548469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:43.577297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Pushing event updated for resources: {'Port': ['ID=360521aa-8fe2-49ca-b324-82a0842e48f5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:43.659306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:43.659645 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:43.670893 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Calling delete_port for 693809d3-4d73-4597-b3c8-ac5677699c6c owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:43.690608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597680a7-a7a0-4d61-9e84-9077b2465bee req-65dbeb7f-ecb3-4b48-9b1f-7cb1976d3974 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:43.697240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597680a7-a7a0-4d61-9e84-9077b2465bee req-65dbeb7f-ecb3-4b48-9b1f-7cb1976d3974 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:43.698946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-597680a7-a7a0-4d61-9e84-9077b2465bee req-65dbeb7f-ecb3-4b48-9b1f-7cb1976d3974 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1683 time: 0.8726289 Sep 22 10:25:43.707701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373659-3760-4e69-9686-03bd6f684fdf req-4d0dd843-9ae8-4cef-8e5d-6bfca626b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:43.709345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82373659-3760-4e69-9686-03bd6f684fdf req-4d0dd843-9ae8-4cef-8e5d-6bfca626b74a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 1096 time: 0.8738656 Sep 22 10:25:43.714951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:43.715601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:43.740703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-ea97948a-ce30-4834-803f-8673516034d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:43.742185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-ea97948a-ce30-4834-803f-8673516034d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 1094 time: 0.8083949 Sep 22 10:25:43.872294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-52b3ca93-0eb8-4c61-9fdc-526f79b5bc5b tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:43.873719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-52b3ca93-0eb8-4c61-9fdc-526f79b5bc5b tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.32 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 816 time: 0.8618407 Sep 22 10:25:43.883671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82373659-3760-4e69-9686-03bd6f684fdf req-105cf637-a838-4751-9737-ac9a96aa0723 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614869 Sep 22 10:25:43.915873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Request body: {'port': {'device_id': '4b610240-f882-4dbe-b536-be8001421704', 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec', 'admin_state_up': True, 'tenant_id': 'c48a6e69b1434ded913621d0c24c2942'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:43.929265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-597680a7-a7a0-4d61-9e84-9077b2465bee req-4d0e9568-45b7-40c1-9166-8441d58877ba tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110727 Sep 22 10:25:43.941477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001154e5-782e-4351-bbd5-beb28bd8bdab {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:43.961620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-cfdfc580-d7af-44c9-aad3-ca08c96fea46 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4026351 Sep 22 10:25:43.962007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:43.967471 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:44.003889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Pushing event deleted for resources: {'Port': ['ID=693809d3-4d73-4597-b3c8-ac5677699c6c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:44.040978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Transition to ACTIVE for port object 001154e5-782e-4351-bbd5-beb28bd8bdab will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:44.047593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-c3a8b584-4330-4585-970c-17369e43ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:44.049128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-c3a8b584-4330-4585-970c-17369e43ab3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 912 time: 0.2752259 Sep 22 10:25:44.073749 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:44.077210 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:44.078389 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-faf98614-5bbd-4dc4-a5a5-8e0b2747c0e1 tempest-ExternalNetworksAdminNegativeTestJSON-257870844 tempest-ExternalNetworksAdminNegativeTestJSON-257870844-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/e18718b0-e7f0-4ce7-a528-b2e1f1e02645 HTTP/1.1" status: 204 len: 168 time: 0.7429903 Sep 22 10:25:44.106147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Request body: {'port': {'device_id': 'f5a8e6e4-fb82-407a-9dcc-91e4096f1b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:44.112229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-b3e5538d-88dd-4536-8839-5611fba363cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=364996f1-ceaa-4c45-b752-7d072b03e823 HTTP/1.1" status: 200 len: 217 time: 0.0554645 Sep 22 10:25:44.141480 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:44.319112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-e3d45b8a-284a-46cc-9c83-c5a2438d0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:44.320313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-e3d45b8a-284a-46cc-9c83-c5a2438d0e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5a732b3-2f68-44cb-8dee-a1d560772bb0 HTTP/1.1" status: 200 len: 851 time: 0.1915371 Sep 22 10:25:44.328853 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:44.336537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Pushing event updated for resources: {'Port': ['ID=001154e5-782e-4351-bbd5-beb28bd8bdab,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:44.387638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-6c225434-eb13-4f80-af4e-2848f5b2a4fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b5b563d-0c52-4cb1-90b8-746e30811f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538545 Sep 22 10:25:44.478651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Made reservation on behalf of c48a6e69b1434ded913621d0c24c2942 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:44.482122 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:44.490774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86672ae-4512-4ed2-8197-48da7e7a076b req-b0bf16d8-e276-49c1-a4df-19d81c68571f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:44.492255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f86672ae-4512-4ed2-8197-48da7e7a076b req-b0bf16d8-e276-49c1-a4df-19d81c68571f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.2319984 Sep 22 10:25:44.586166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Attempting to bind port 001154e5-782e-4351-bbd5-beb28bd8bdab on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:44.586499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Attempting to bind port 001154e5-782e-4351-bbd5-beb28bd8bdab by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:44.586890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Attempting to bind port 001154e5-782e-4351-bbd5-beb28bd8bdab on network f8175623-1b6c-413e-bd0c-68ecec6c05ec {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:44.660251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Port 001154e5-782e-4351-bbd5-beb28bd8bdab on network f8175623-1b6c-413e-bd0c-68ecec6c05ec not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:44.660595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Attempting to bind port 001154e5-782e-4351-bbd5-beb28bd8bdab on network f8175623-1b6c-413e-bd0c-68ecec6c05ec {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:44.717764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:44.718536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Checking segment: {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:44.718536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Bound using segment: {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:44.718957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Bound port: 001154e5-782e-4351-bbd5-beb28bd8bdab, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:44.719324 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:44.736570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f86672ae-4512-4ed2-8197-48da7e7a076b req-46860ab1-618c-4bd3-8e36-fd5019a28e2f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273476 Sep 22 10:25:44.763671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-e826ad2f-0602-4bc7-868e-803d12abc0c8 service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543947 Sep 22 10:25:44.792407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55212) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:44.903070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e08e54f-7440-4f1c-a0e5-ebba3c5b64b7 req-d4c242fa-8764-4f3a-8f65-afd994f614ad tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 210 time: 0.0754421 Sep 22 10:25:44.927260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-716bfd57-6f18-4067-8b8b-91a9c5863919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:44.984699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] For port 001154e5-782e-4351-bbd5-beb28bd8bdab, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:45.020593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-716bfd57-6f18-4067-8b8b-91a9c5863919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.039580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] For port 001154e5-782e-4351-bbd5-beb28bd8bdab, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=001154e5-782e-4351-bbd5-beb28bd8bdab,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:45.045236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-293e3d64-4d80-4c88-958d-c9870fdefe2c req-6cae0dd5-fe02-4b1d-8220-4c3f1487754a service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696881 Sep 22 10:25:45.119969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d5ddf-476e-4a2d-9a84-14564a42e572 req-9ec182fa-62c7-4dc2-811c-fb8394d741c4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:45.121381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d5ddf-476e-4a2d-9a84-14564a42e572 req-9ec182fa-62c7-4dc2-811c-fb8394d741c4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 945 time: 0.1434379 Sep 22 10:25:45.129575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360521aa-8fe2-49ca-b324-82a0842e48f5 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:45.139971 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.170279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Transition to ACTIVE for port object 360521aa-8fe2-49ca-b324-82a0842e48f5 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:45.174497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-716bfd57-6f18-4067-8b8b-91a9c5863919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.179135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8161f7c9-5c41-4b75-ac8b-a37cec32e130 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:45.180601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8161f7c9-5c41-4b75-ac8b-a37cec32e130 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 945 time: 0.1000738 Sep 22 10:25:45.185411 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.213350 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-716bfd57-6f18-4067-8b8b-91a9c5863919 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17578719738848668aeb6d428b78d2d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196413 Sep 22 10:25:45.214578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bfd57-6f18-4067-8b8b-91a9c5863919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3b619e-6f8a-47ec-b33e-05cd550fb522,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:45.217113 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55222) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:45.251970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d5ddf-476e-4a2d-9a84-14564a42e572 req-b97c3224-f1a9-4990-b328-4d1554ba5b8f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145728 Sep 22 10:25:45.267985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:45.268565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.278498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bebaabc5-2a7e-4c1d-a8a6-008b76915ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.278667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] 10.222.0.30 "PUT /v2.0/ports/001154e5-782e-4351-bbd5-beb28bd8bdab HTTP/1.1" status: 200 len: 1091 time: 4.4590018 Sep 22 10:25:45.278667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a3eada-1214-4ede-83f6-4733e838eb2f', 'tag': '001154e5-782e-4351-bbd5-beb28bd8bdab'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:45.278667 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a3eada-1214-4ede-83f6-4733e838eb2f", "tag": "001154e5-782e-4351-bbd5-beb28bd8bdab"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:45.303995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bebaabc5-2a7e-4c1d-a8a6-008b76915ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.322427 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.361445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde904b-87ee-4bee-b101-60d337ddc6ab service neutron] Pushing event updated for resources: {'Port': ['ID=001154e5-782e-4351-bbd5-beb28bd8bdab,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:45.399680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 364996f1-ceaa-4c45-b752-7d072b03e823 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:45.465131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Allocated IP 172.20.0.5 (f8175623-1b6c-413e-bd0c-68ecec6c05ec/586ef4ce-0876-4188-9c45-04da9905e682/982347e5-4c84-40eb-ad23-f414f4f34308) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:45.466306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bebaabc5-2a7e-4c1d-a8a6-008b76915ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.469805 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bebaabc5-2a7e-4c1d-a8a6-008b76915ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.474867 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bebaabc5-2a7e-4c1d-a8a6-008b76915ede admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d3b619e-6f8a-47ec-b33e-05cd550fb522 HTTP/1.1" status: 204 len: 168 time: 0.2530580 Sep 22 10:25:45.482219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaabc5-2a7e-4c1d-a8a6-008b76915ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3b619e-6f8a-47ec-b33e-05cd550fb522,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:45.500261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Pushing event updated for resources: {'Port': ['ID=360521aa-8fe2-49ca-b324-82a0842e48f5,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:45.557630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Deleting port 1a996053-6e4c-45fa-8921-a51df7150c35 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:45.558565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.592885 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:25:45.613747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:45.626753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '364996f1-ceaa-4c45-b752-7d072b03e823', 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b', 'port_id': '364996f1-ceaa-4c45-b752-7d072b03e823', 'mac_address': 'fa:16:3e:7f:9a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a732b3-2f68-44cb-8dee-a1d560772bb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:45.629409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-a595b269-a7bc-4cb0-9386-bddb67b98957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:45.629409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-a595b269-a7bc-4cb0-9386-bddb67b98957 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 1094 time: 0.2076988 Sep 22 10:25:45.659309 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec7471b-84d8-44cd-bf3c-60cbf71e24fb x-openstack-request-id: req-2ec7471b-84d8-44cd-bf3c-60cbf71e24fb {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:45.659576 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a3eada-1214-4ede-83f6-4733e838eb2f", "tag": "001154e5-782e-4351-bbd5-beb28bd8bdab", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:45.660349 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ec7471b-84d8-44cd-bf3c-60cbf71e24fb {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:45.660750 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a3eada-1214-4ede-83f6-4733e838eb2f', 'tag': '001154e5-782e-4351-bbd5-beb28bd8bdab', 'status': 'completed', 'code': 200} Sep 22 10:25:45.679573 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.710506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364996f1-ceaa-4c45-b752-7d072b03e823 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:45.739660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:45.756843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Attempting to bind port 360521aa-8fe2-49ca-b324-82a0842e48f5 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:45.757398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Attempting to bind port 360521aa-8fe2-49ca-b324-82a0842e48f5 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:45.757500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Attempting to bind port 360521aa-8fe2-49ca-b324-82a0842e48f5 on network f8175623-1b6c-413e-bd0c-68ecec6c05ec {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:45.774938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-5ec1a46f-be67-412d-aa11-a199fddc58cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=001154e5-782e-4351-bbd5-beb28bd8bdab HTTP/1.1" status: 200 len: 217 time: 0.1253891 Sep 22 10:25:45.787197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Port 360521aa-8fe2-49ca-b324-82a0842e48f5 on network f8175623-1b6c-413e-bd0c-68ecec6c05ec not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:45.787521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Attempting to bind port 360521aa-8fe2-49ca-b324-82a0842e48f5 on network f8175623-1b6c-413e-bd0c-68ecec6c05ec {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:45.838633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:45.838970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Checking segment: {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:45.839360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Bound using segment: {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:45.840820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Bound port: 360521aa-8fe2-49ca-b324-82a0842e48f5, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:45.840820 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.907855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] For port 1a996053-6e4c-45fa-8921-a51df7150c35, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1a996053-6e4c-45fa-8921-a51df7150c35,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:45.908103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.949745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Calling delete_port for 1a996053-6e4c-45fa-8921-a51df7150c35 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:45.975102 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:45.976448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-e83342c3-2e63-457e-915e-c4d6075229cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:45.977950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-e83342c3-2e63-457e-915e-c4d6075229cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=586ef4ce-0876-4188-9c45-04da9905e682 HTTP/1.1" status: 200 len: 855 time: 0.1918960 Sep 22 10:25:46.036734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:46.067348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.088998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] For port 360521aa-8fe2-49ca-b324-82a0842e48f5, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:46.114395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] For port 360521aa-8fe2-49ca-b324-82a0842e48f5, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=360521aa-8fe2-49ca-b324-82a0842e48f5,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:46.137863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-58fa651c-9115-4809-8395-bf9b147d77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:46.139422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-58fa651c-9115-4809-8395-bf9b147d77d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8175623-1b6c-413e-bd0c-68ecec6c05ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503484 Sep 22 10:25:46.254238 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.314239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:46.314239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.314239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] 10.222.0.32 "PUT /v2.0/ports/360521aa-8fe2-49ca-b324-82a0842e48f5 HTTP/1.1" status: 200 len: 1091 time: 2.2114837 Sep 22 10:25:46.315112 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.320554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['364996f1-ceaa-4c45-b752-7d072b03e823'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:46.324897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-2ad7cbc8-7461-4436-9c89-5ad835062e79 service neutron] 10.222.0.30 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746945 Sep 22 10:25:46.370716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2be37f-96d8-4870-9353-b29b62c61653 service neutron] Pushing event updated for resources: {'Port': ['ID=360521aa-8fe2-49ca-b324-82a0842e48f5,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:46.377960 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.381313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Network f8175623-1b6c-413e-bd0c-68ecec6c05ec is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:46.392200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1a996053-6e4c-45fa-8921-a51df7150c35'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:46.398437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:46.484005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:46.559526 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55262) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:46.613976 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5d1c6cba-601a-4319-b885-cf15a2ca5dbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f775ca0656774cdd94d9fed1648f484f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521638 Sep 22 10:25:46.616342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55266) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:46.678878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe7be73d-be0d-42e6-b879-b5c935ef54b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.705254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe7be73d-be0d-42e6-b879-b5c935ef54b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.807364 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-919e3a8a-fd2f-433b-b599-8702eb382d7f None None] Provisioning complete for port 982347e5-4c84-40eb-ad23-f414f4f34308 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:46.807931 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-919e3a8a-fd2f-433b-b599-8702eb382d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.842653 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-919e3a8a-fd2f-433b-b599-8702eb382d7f None None] Port 982347e5-4c84-40eb-ad23-f414f4f34308 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:25:46.871535 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe7be73d-be0d-42e6-b879-b5c935ef54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.874176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe7be73d-be0d-42e6-b879-b5c935ef54b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.875395 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fe7be73d-be0d-42e6-b879-b5c935ef54b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/011ae863-4e58-4cef-9710-22c6659c85fe HTTP/1.1" status: 204 len: 168 time: 0.2579277 Sep 22 10:25:46.884063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be73d-be0d-42e6-b879-b5c935ef54b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011ae863-4e58-4cef-9710-22c6659c85fe,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:46.956309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] No DVR routers for this DVR port 1a996053-6e4c-45fa-8921-a51df7150c35 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:46.957979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Pushing event updated for resources: {'Port': ['ID=982347e5-4c84-40eb-ad23-f414f4f34308,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:46.961516 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:46.963463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b155b267-ad9c-4998-b538-e776cfa3db51 req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "DELETE /v2.0/ports/1a996053-6e4c-45fa-8921-a51df7150c35 HTTP/1.1" status: 204 len: 173 time: 1.7753060 Sep 22 10:25:46.983556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c8df167-0f11-42e0-bf77-cfc3f30dfd72 req-d6dd68be-af1f-433c-99e3-9452c960b100 service neutron] 10.222.0.30 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444840 Sep 22 10:25:46.989224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.989576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.989911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.990277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.990606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.990944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.991271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.991600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.991926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.992256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.992579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:46.992902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:25:47.008969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.012203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:47.052256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e01cd-15fa-46c3-9383-69abb79fef72 req-c7b9c528-8491-452d-8f79-c1028c782710 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.052256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b37e01cd-15fa-46c3-9383-69abb79fef72 req-c7b9c528-8491-452d-8f79-c1028c782710 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 944 time: 0.5607779 Sep 22 10:25:47.052256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c1548-d833-4a63-8a54-46fb436d919e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event deleted for resources: {'Port': ['ID=1a996053-6e4c-45fa-8921-a51df7150c35,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:47.055203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-d094b0b9-3edb-4149-a9c6-3aa130e14918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.056747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-d094b0b9-3edb-4149-a9c6-3aa130e14918 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38 HTTP/1.1" status: 200 len: 1094 time: 0.1897416 Sep 22 10:25:47.108951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-1b4255a0-05e8-49d5-9052-481cfb6575be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360521aa-8fe2-49ca-b324-82a0842e48f5 HTTP/1.1" status: 200 len: 217 time: 0.0368438 Sep 22 10:25:47.131047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b37e01cd-15fa-46c3-9383-69abb79fef72 req-d3a740e1-32ad-417c-83d7-f13dee4296d2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724113 Sep 22 10:25:47.169177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-ed227b59-9149-49b9-82ce-f903bfa3cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.170787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-ed227b59-9149-49b9-82ce-f903bfa3cb01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=586ef4ce-0876-4188-9c45-04da9905e682 HTTP/1.1" status: 200 len: 855 time: 0.0527465 Sep 22 10:25:47.271230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-431093b4-a791-43f1-b980-2ce55eef8329 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3635023 Sep 22 10:25:47.276783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-af3ab492-d729-45c4-84b4-faf7a81eed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.278256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-af3ab492-d729-45c4-84b4-faf7a81eed6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8175623-1b6c-413e-bd0c-68ecec6c05ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992022 Sep 22 10:25:47.287826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471866-e87b-414d-9e1f-ad2ead971855 req-0f0f4aa0-82b7-4b59-ad2e-258a9e60745a tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.289194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94471866-e87b-414d-9e1f-ad2ead971855 req-0f0f4aa0-82b7-4b59-ad2e-258a9e60745a tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 931 time: 0.1025214 Sep 22 10:25:47.295872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Request body: {'port': {'device_id': '4b610240-f882-4dbe-b536-be8001421704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:47.342401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-08e12ada-d96a-4738-947a-f393fb6cb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.343982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-08e12ada-d96a-4738-947a-f393fb6cb314 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 1094 time: 0.1222684 Sep 22 10:25:47.416043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 364996f1-ceaa-4c45-b752-7d072b03e823 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:47.469887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94471866-e87b-414d-9e1f-ad2ead971855 req-581fb722-bd62-44ff-9245-63359269e64c tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620171 Sep 22 10:25:47.508554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:47.580226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-f5679713-d60f-4d64-bddb-3a52d10194f5 service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892079 Sep 22 10:25:47.606553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e76e3dd-4cc2-4b04-bb56-a500d2592c56 req-98b35ce2-51ef-4133-88c5-bcabd0de61fa tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 210 time: 0.0671608 Sep 22 10:25:47.614381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 364996f1-ceaa-4c45-b752-7d072b03e823 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:47.626092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 364996f1-ceaa-4c45-b752-7d072b03e823 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:47.626566 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:47.643116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-0f9e7df8-78a0-4eb1-8176-78de18dc3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.645177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-0f9e7df8-78a0-4eb1-8176-78de18dc3077 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 917 time: 0.2848039 Sep 22 10:25:47.698768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a8e6e4-fb82-407a-9dcc-91e4096f1b38', 'tag': '360521aa-8fe2-49ca-b324-82a0842e48f5'}, {'server_uuid': '55862a3d-1fc7-46de-92ed-c4ebdfe2a252', 'name': 'network-vif-deleted', 'tag': '1a996053-6e4c-45fa-8921-a51df7150c35'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:47.701003 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caa1052-7cd1-4e40-ab68-195c95a9646a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a8e6e4-fb82-407a-9dcc-91e4096f1b38", "tag": "360521aa-8fe2-49ca-b324-82a0842e48f5"}, {"server_uuid": "55862a3d-1fc7-46de-92ed-c4ebdfe2a252", "name": "network-vif-deleted", "tag": "1a996053-6e4c-45fa-8921-a51df7150c35"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:47.710238 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:47.732341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:47.734641 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f0c458-948f-4ac4-b75a-50da00cbae88" -d '{"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-plugged", "status": "completed", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:47.748255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:47.806366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-3f50eb25-c3c4-4b02-8809-d92c1f328e96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=001154e5-782e-4351-bbd5-beb28bd8bdab HTTP/1.1" status: 200 len: 217 time: 0.0970089 Sep 22 10:25:47.917237 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:47.918014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:47.974458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5279562-8dbe-4545-9b0f-5bcd7f3d5eb8 req-8b45c852-b699-45b2-bd3c-f4d2abfc01c3 service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655217 Sep 22 10:25:47.988856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe26a-5264-4080-b5ba-d7483a246b85 req-44fde293-df06-40ec-8b38-c8477abae457 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.994554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe26a-5264-4080-b5ba-d7483a246b85 req-44fde293-df06-40ec-8b38-c8477abae457 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:47.996152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bebe26a-5264-4080-b5ba-d7483a246b85 req-44fde293-df06-40ec-8b38-c8477abae457 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1683 time: 0.2905655 Sep 22 10:25:47.996305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:48.005084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-081217e0-f173-455f-9107-a13fbe9d9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:48.006593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-081217e0-f173-455f-9107-a13fbe9d9b60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=586ef4ce-0876-4188-9c45-04da9905e682 HTTP/1.1" status: 200 len: 855 time: 0.1841002 Sep 22 10:25:48.027624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-e7e18b92-3553-4dc5-be7d-1dd6919fb309 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:48.033623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-e7e18b92-3553-4dc5-be7d-1dd6919fb309 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:48.035259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-e7e18b92-3553-4dc5-be7d-1dd6919fb309 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 1683 time: 0.1897821 Sep 22 10:25:48.040393 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:48.081159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:48.174262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bebe26a-5264-4080-b5ba-d7483a246b85 req-49c06666-ad64-4758-b141-6ba4382dc630 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634328 Sep 22 10:25:48.202286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-26e3f330-0311-4c3a-8d0c-75ed0e510f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:48.208045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-26e3f330-0311-4c3a-8d0c-75ed0e510f92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8175623-1b6c-413e-bd0c-68ecec6c05ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676316 Sep 22 10:25:48.237173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:48.280234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8646d983-9fd2-4798-a0a2-7672dfa35fa1 req-6826c0ab-e235-4cc9-b672-ae588af1d042 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 210 time: 0.0564759 Sep 22 10:25:48.292738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:48.315798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982347e5-4c84-40eb-ad23-f414f4f34308 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:48.334318 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:48.408803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Transition to ACTIVE for port object 982347e5-4c84-40eb-ad23-f414f4f34308 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:48.457966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting port a4721c19-26d8-4e12-ac0c-452accecd076 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:48.460155 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:48.488488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c32f1-20f7-4cd3-8b66-cd8ab118290d req-b6b2988c-41e8-4f1f-b43d-79f556498923 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:48.489966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c86c32f1-20f7-4cd3-8b66-cd8ab118290d req-b6b2988c-41e8-4f1f-b43d-79f556498923 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 948 time: 0.2483993 Sep 22 10:25:48.531409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-ead84fdb-538d-429b-87c8-dc7ff0764f42 service neutron] 10.222.0.30 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087041 Sep 22 10:25:48.573858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:48.643668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646d983-9fd2-4798-a0a2-7672dfa35fa1 req-c80e24d6-ddd8-4f11-b6d3-788cd6935134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:48.645666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8646d983-9fd2-4798-a0a2-7672dfa35fa1 req-c80e24d6-ddd8-4f11-b6d3-788cd6935134 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3508251 Sep 22 10:25:48.681073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c86c32f1-20f7-4cd3-8b66-cd8ab118290d req-631b8173-4972-4f4e-9a08-7af11e53e85d tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819618 Sep 22 10:25:48.767221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Pushing event updated for resources: {'Port': ['ID=982347e5-4c84-40eb-ad23-f414f4f34308,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:48.783527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] For port a4721c19-26d8-4e12-ac0c-452accecd076, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a4721c19-26d8-4e12-ac0c-452accecd076,segment=NetworkSegment(fcf9fa65-df44-4bc0-800a-70550255115d),segment_id=fcf9fa65-df44-4bc0-800a-70550255115d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:48.783898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:48.879228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Calling delete_port for a4721c19-26d8-4e12-ac0c-452accecd076 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:48.905970 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c148543a-2080-4274-8ad5-fc2fe5a26f68 x-openstack-request-id: req-c148543a-2080-4274-8ad5-fc2fe5a26f68 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:48.906289 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a8e6e4-fb82-407a-9dcc-91e4096f1b38", "tag": "360521aa-8fe2-49ca-b324-82a0842e48f5", "status": "completed", "code": 200}, {"server_uuid": "55862a3d-1fc7-46de-92ed-c4ebdfe2a252", "name": "network-vif-deleted", "tag": "1a996053-6e4c-45fa-8921-a51df7150c35", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:48.906544 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c148543a-2080-4274-8ad5-fc2fe5a26f68 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:48.906939 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a8e6e4-fb82-407a-9dcc-91e4096f1b38', 'tag': '360521aa-8fe2-49ca-b324-82a0842e48f5', 'status': 'completed', 'code': 200} Sep 22 10:25:48.907196 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55862a3d-1fc7-46de-92ed-c4ebdfe2a252', 'name': 'network-vif-deleted', 'tag': '1a996053-6e4c-45fa-8921-a51df7150c35', 'status': 'completed', 'code': 200} Sep 22 10:25:48.921551 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa115fb-8cc5-47db-a2c5-deb8785f8cf4 x-openstack-request-id: req-0aa115fb-8cc5-47db-a2c5-deb8785f8cf4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:48.922123 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-plugged", "status": "completed", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:48.922749 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0aa115fb-8cc5-47db-a2c5-deb8785f8cf4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:48.923214 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823', 'code': 200} Sep 22 10:25:48.950230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74507dcd-4fe6-4c89-8bf2-4b3d88f81157 req-3d794e4b-6694-44ce-a0f4-e039078dddd4 service neutron] 10.222.0.30 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884318 Sep 22 10:25:48.998875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-554d5b1b-3dbe-4d01-853a-c8d9026bf743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:49.000537 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-554d5b1b-3dbe-4d01-853a-c8d9026bf743 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38 HTTP/1.1" status: 200 len: 1094 time: 0.0919271 Sep 22 10:25:49.032892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646d983-9fd2-4798-a0a2-7672dfa35fa1 req-7232054d-c8cd-440c-b8d2-76c33b7d5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:49.034336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8646d983-9fd2-4798-a0a2-7672dfa35fa1 req-7232054d-c8cd-440c-b8d2-76c33b7d5f1c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3764319 Sep 22 10:25:49.064085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Attempting to bind port 982347e5-4c84-40eb-ad23-f414f4f34308 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:49.064425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Attempting to bind port 982347e5-4c84-40eb-ad23-f414f4f34308 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:49.064761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Attempting to bind port 982347e5-4c84-40eb-ad23-f414f4f34308 on network f8175623-1b6c-413e-bd0c-68ecec6c05ec {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:49.096365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Port 982347e5-4c84-40eb-ad23-f414f4f34308 on network f8175623-1b6c-413e-bd0c-68ecec6c05ec not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:49.096697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Attempting to bind port 982347e5-4c84-40eb-ad23-f414f4f34308 on network f8175623-1b6c-413e-bd0c-68ecec6c05ec {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:49.112065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-11fca765-06ec-4493-9bd7-db60d6c101f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:49.113751 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-11fca765-06ec-4493-9bd7-db60d6c101f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 917 time: 0.1054900 Sep 22 10:25:49.118650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:49.118999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Checking segment: {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:49.121575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Bound using segment: {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:49.121575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Bound port: 982347e5-4c84-40eb-ad23-f414f4f34308, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba54aea-99c9-4e18-b851-b5b53fe21e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:49.121575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:49.150427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f0d45-343a-4278-a509-554e43f049c0 req-61baf2b7-e856-4b83-9a4e-a9065b134d9a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:49.150762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca2f0d45-343a-4278-a509-554e43f049c0 req-61baf2b7-e856-4b83-9a4e-a9065b134d9a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1396973 Sep 22 10:25:49.162978 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-165c470c-a469-49a6-a7c0-fac11c803a0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360521aa-8fe2-49ca-b324-82a0842e48f5 HTTP/1.1" status: 200 len: 217 time: 0.0349190 Sep 22 10:25:49.163085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df09037-4193-4f5b-bce1-53d349a05712 req-acb9e581-16de-44f8-ad7d-5cc56015b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:49.163085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1df09037-4193-4f5b-bce1-53d349a05712 req-acb9e581-16de-44f8-ad7d-5cc56015b826 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 1096 time: 0.1311755 Sep 22 10:25:49.211364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-5d90257c-49d2-4006-bee9-1461a8fc4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:49.213139 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-5d90257c-49d2-4006-bee9-1461a8fc4cdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=586ef4ce-0876-4188-9c45-04da9905e682 HTTP/1.1" status: 200 len: 855 time: 0.0457807 Sep 22 10:25:49.268660 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-6c796c2c-befe-41be-baa3-2647bfc28d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:49.270423 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-6c796c2c-befe-41be-baa3-2647bfc28d14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8175623-1b6c-413e-bd0c-68ecec6c05ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490365 Sep 22 10:25:49.301904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1df09037-4193-4f5b-bce1-53d349a05712 req-5fac9fd6-700d-438d-9477-468a032399b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009514 Sep 22 10:25:49.303075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] For port 982347e5-4c84-40eb-ad23-f414f4f34308, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:25:49.307356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca2f0d45-343a-4278-a509-554e43f049c0 req-a648bf1c-2da7-41f1-b903-46040caf16b7 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092067 Sep 22 10:25:49.311665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] For port 982347e5-4c84-40eb-ad23-f414f4f34308, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=982347e5-4c84-40eb-ad23-f414f4f34308,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:25:49.346771 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:49.361918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['6b1fdaa1-f351-4c7b-afe4-701696779432', 'a4721c19-26d8-4e12-ac0c-452accecd076'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:49.404920 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-900db119-d522-40fc-8b34-a4ade80d4709 service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219609 Sep 22 10:25:49.417578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 001154e5-782e-4351-bbd5-beb28bd8bdab details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:49.493956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55316) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:49.553137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 001154e5-782e-4351-bbd5-beb28bd8bdab, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=001154e5-782e-4351-bbd5-beb28bd8bdab,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:49.559161 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-9caa1052-7cd1-4e40-ab68-195c95a9646a req-332b998a-abce-4cb0-971d-9bfbdba3b473 service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448748 Sep 22 10:25:49.599589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '001154e5-782e-4351-bbd5-beb28bd8bdab', 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec', 'port_id': '001154e5-782e-4351-bbd5-beb28bd8bdab', 'mac_address': 'fa:16:3e:de:04:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586ef4ce-0876-4188-9c45-04da9905e682', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:49.639005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5616d4d9-d0c9-4e05-b01b-bdf483b82d97 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1409979200'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:49.639511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5616d4d9-d0c9-4e05-b01b-bdf483b82d97 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Unknown quota resources ['metering_label']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:25:49.677452 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:49.706228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001154e5-782e-4351-bbd5-beb28bd8bdab {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:49.742235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 001154e5-782e-4351-bbd5-beb28bd8bdab, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=001154e5-782e-4351-bbd5-beb28bd8bdab,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:49.766193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:49.779992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Port': ['ID=a4721c19-26d8-4e12-ac0c-452accecd076,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:49.835768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] No DVR routers for this DVR port a4721c19-26d8-4e12-ac0c-452accecd076 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:49.838907 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:49.841577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-697bc743-40c9-4181-88c8-7bc6b4e26a7b tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "DELETE /v2.0/ports/a4721c19-26d8-4e12-ac0c-452accecd076 HTTP/1.1" status: 204 len: 173 time: 1.7855494 Sep 22 10:25:49.853103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:49.853646 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:49.855331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] 10.222.0.32 "PUT /v2.0/ports/982347e5-4c84-40eb-ad23-f414f4f34308 HTTP/1.1" status: 200 len: 1091 time: 2.5633113 Sep 22 10:25:49.858773 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:49.885272 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5616d4d9-d0c9-4e05-b01b-bdf483b82d97 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:49.889053 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5616d4d9-d0c9-4e05-b01b-bdf483b82d97 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3912437 Sep 22 10:25:49.889651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55324) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:49.893410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e68860f8-1a9b-4d55-87d1-934627bf0275 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3a5a460c-02de-4deb-833a-b10bdb374b0d'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:49.894272 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e68860f8-1a9b-4d55-87d1-934627bf0275 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:25:49.931029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=001154e5-782e-4351-bbd5-beb28bd8bdab,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:49.938247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66392ed-a8c7-47d4-a648-6f380de2e7fe req-b5e4d0d7-4565-4433-9330-f8a92454219d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:49.939965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f66392ed-a8c7-47d4-a648-6f380de2e7fe req-b5e4d0d7-4565-4433-9330-f8a92454219d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 943 time: 0.5532050 Sep 22 10:25:49.941950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dbacc-43cd-4747-a14f-963017588a9c service neutron] Pushing event updated for resources: {'Port': ['ID=982347e5-4c84-40eb-ad23-f414f4f34308,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:50.019592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f66392ed-a8c7-47d4-a648-6f380de2e7fe req-2afa3081-e33d-4f9e-a709-f8a88ce45643 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690413 Sep 22 10:25:50.048543 n-d-807025-3 neutron-server[95681]: WARNING neutron.services.metering.metering_plugin [None req-e68860f8-1a9b-4d55-87d1-934627bf0275 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 22 10:25:50.073022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting port 6b1fdaa1-f351-4c7b-afe4-701696779432 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:50.073580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:50.128172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-95e66dcd-785f-4391-a19b-6546b65456f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:50.129686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-95e66dcd-785f-4391-a19b-6546b65456f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 1094 time: 0.1011126 Sep 22 10:25:50.155435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e68860f8-1a9b-4d55-87d1-934627bf0275 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:50.156570 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e68860f8-1a9b-4d55-87d1-934627bf0275 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2665243 Sep 22 10:25:50.160287 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55326) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:50.164440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b1e71c30-23cf-40c2-8bb6-3efc3502ec88 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3a5a460c-02de-4deb-833a-b10bdb374b0d'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:50.164929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b1e71c30-23cf-40c2-8bb6-3efc3502ec88 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:25:50.175539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b4d8474-2021-4706-b209-fc41b798d053 req-cf925c07-09c5-469a-b3da-977584174b8b tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 210 time: 0.0750725 Sep 22 10:25:50.234219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-c00bc5fc-d505-4926-8706-eeafb635b2d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=982347e5-4c84-40eb-ad23-f414f4f34308 HTTP/1.1" status: 200 len: 217 time: 0.0611410 Sep 22 10:25:50.255380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['001154e5-782e-4351-bbd5-beb28bd8bdab'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:50.296540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] For port 6b1fdaa1-f351-4c7b-afe4-701696779432, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6b1fdaa1-f351-4c7b-afe4-701696779432,segment=NetworkSegment(042ec3b3-cbd0-42b1-bf75-20b400ffdd5c),segment_id=042ec3b3-cbd0-42b1-bf75-20b400ffdd5c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:50.296913 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:50.315342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Calling delete_port for 6b1fdaa1-f351-4c7b-afe4-701696779432 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:50.323906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-cc098615-e6e4-4f25-98c3-19e20c3a2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:50.324404 n-d-807025-3 neutron-server[95681]: WARNING neutron.services.metering.metering_plugin [None req-b1e71c30-23cf-40c2-8bb6-3efc3502ec88 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 22 10:25:50.325403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-cc098615-e6e4-4f25-98c3-19e20c3a2f54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=586ef4ce-0876-4188-9c45-04da9905e682 HTTP/1.1" status: 200 len: 855 time: 0.0797594 Sep 22 10:25:50.429795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-8e5e52c9-5c4e-4213-b522-0601d03c9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:50.431354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-8e5e52c9-5c4e-4213-b522-0601d03c9908 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8175623-1b6c-413e-bd0c-68ecec6c05ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974023 Sep 22 10:25:50.498080 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8646d983-9fd2-4798-a0a2-7672dfa35fa1 req-5906690c-f4e8-4e3d-9c56-5dd2d3ad7c92 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.32 "GET /v2.0/ports?device_id=55862a3d-1fc7-46de-92ed-c4ebdfe2a252 HTTP/1.1" status: 200 len: 210 time: 0.0615821 Sep 22 10:25:50.498080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1e71c30-23cf-40c2-8bb6-3efc3502ec88 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:50.498080 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b1e71c30-23cf-40c2-8bb6-3efc3502ec88 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2937832 Sep 22 10:25:50.498080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55338) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:50.498080 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c38562fd-c3d5-44a4-99ad-e7bbbd3e23e4 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=8dde17e4-180b-45d8-8fdc-754bacc90da3 HTTP/1.1" status: 200 len: 462 time: 0.0130804 Sep 22 10:25:50.498080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55340) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:50.572657 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-37f6d78f-a35d-4dd4-a07a-8505121ead6f service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314771 Sep 22 10:25:50.661938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38687f05-90a7-4969-9078-b9a24e6dd04c req-7411a099-f393-4e67-8a9e-8cbbcf738ef4 service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821598 Sep 22 10:25:50.721262 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700abc6b-d542-4e85-9784-1b2bf8c9ff9b tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:50.725693 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-700abc6b-d542-4e85-9784-1b2bf8c9ff9b tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/8dde17e4-180b-45d8-8fdc-754bacc90da3 HTTP/1.1" status: 204 len: 168 time: 0.2399974 Sep 22 10:25:50.726307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:50.729669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:50.735205 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-39ae4cfc-782b-409c-929a-b3a094ea7b65 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=8dde17e4-180b-45d8-8fdc-754bacc90da3 HTTP/1.1" status: 200 len: 221 time: 0.0078621 Sep 22 10:25:50.740674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55344) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:50.768584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f38fb6eb-31b4-4015-ad4a-d0dccfb2054b tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--222416249', 'description': 'label created by tempest'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:50.768998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f38fb6eb-31b4-4015-ad4a-d0dccfb2054b tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Unknown quota resources ['metering_label']. {{(pid=95682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:25:50.775771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Port': ['ID=6b1fdaa1-f351-4c7b-afe4-701696779432,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:50.879079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] No DVR routers for this DVR port 6b1fdaa1-f351-4c7b-afe4-701696779432 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:50.881838 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:50.884261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c46b70f2-6550-431e-9fcf-ea03a03c9edd req-258fa24e-2178-43a5-ba4e-3bce4c288ba3 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.32 "DELETE /v2.0/ports/6b1fdaa1-f351-4c7b-afe4-701696779432 HTTP/1.1" status: 204 len: 173 time: 1.0262916 Sep 22 10:25:50.911371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'name': 'network-vif-deleted', 'tag': 'a4721c19-26d8-4e12-ac0c-452accecd076'}, {'name': 'network-changed', 'server_uuid': '4b610240-f882-4dbe-b536-be8001421704', 'tag': '982347e5-4c84-40eb-ad23-f414f4f34308'}, {'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'name': 'network-vif-deleted', 'tag': '6b1fdaa1-f351-4c7b-afe4-701696779432'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:50.913668 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2767eb71-2894-496f-8880-f886c5c70a7e" -d '{"events": [{"server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "name": "network-vif-deleted", "tag": "a4721c19-26d8-4e12-ac0c-452accecd076"}, {"name": "network-changed", "server_uuid": "4b610240-f882-4dbe-b536-be8001421704", "tag": "982347e5-4c84-40eb-ad23-f414f4f34308"}, {"server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "name": "network-vif-deleted", "tag": "6b1fdaa1-f351-4c7b-afe4-701696779432"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:50.918941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89ca47a4-e8a5-464a-8c55-b4eec7ed2475 req-6739fdd1-2249-48a3-aa77-86dc7311a99f tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff HTTP/1.1" status: 200 len: 210 time: 0.0411744 Sep 22 10:25:50.926149 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:50.930078 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a6fa0e-0234-4b00-b442-27226527385a" -d '{"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:51.088368 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f38fb6eb-31b4-4015-ad4a-d0dccfb2054b tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:51.090580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f38fb6eb-31b4-4015-ad4a-d0dccfb2054b tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3480527 Sep 22 10:25:51.092666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55354) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:51.181363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-15156d3a-4a08-4c65-94b6-a92a5ff20cec tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=7602508c-2b4e-4a2a-a190-187179338fab HTTP/1.1" status: 200 len: 467 time: 0.0876298 Sep 22 10:25:51.185409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55356) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:51.333894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9b38f-f4da-4c48-912a-e2f930019480 req-8d0b4b97-dffb-4a40-9dd4-d4297e16691c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:51.335375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bca9b38f-f4da-4c48-912a-e2f930019480 req-8d0b4b97-dffb-4a40-9dd4-d4297e16691c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.2002466 Sep 22 10:25:51.432082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 001154e5-782e-4351-bbd5-beb28bd8bdab up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:51.443144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bca9b38f-f4da-4c48-912a-e2f930019480 req-c844df1b-42a1-45dc-a714-519942204378 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751381 Sep 22 10:25:51.457718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 360521aa-8fe2-49ca-b324-82a0842e48f5 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:51.460634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4721c19-26d8-4e12-ac0c-452accecd076 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:51.493137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: a4721c19-26d8-4e12-ac0c-452accecd076 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:51.493967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a4721c19-26d8-4e12-ac0c-452accecd076 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:51.494498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6b1fdaa1-f351-4c7b-afe4-701696779432 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:51.532045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 6b1fdaa1-f351-4c7b-afe4-701696779432 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:51.532546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6b1fdaa1-f351-4c7b-afe4-701696779432 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:51.548188 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4affcebd-995f-4b46-9771-436cd8019b4a tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:51.549403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4affcebd-995f-4b46-9771-436cd8019b4a tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/7602508c-2b4e-4a2a-a190-187179338fab HTTP/1.1" status: 204 len: 168 time: 0.3646107 Sep 22 10:25:51.552234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55370) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:51.570705 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecdc40b-3a28-4a43-b18a-5d483dca8370 x-openstack-request-id: req-eecdc40b-3a28-4a43-b18a-5d483dca8370 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:51.573222 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "name": "network-vif-deleted", "tag": "a4721c19-26d8-4e12-ac0c-452accecd076", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b610240-f882-4dbe-b536-be8001421704", "tag": "982347e5-4c84-40eb-ad23-f414f4f34308", "status": "completed", "code": 200}, {"server_uuid": "7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff", "name": "network-vif-deleted", "tag": "6b1fdaa1-f351-4c7b-afe4-701696779432", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:51.573222 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eecdc40b-3a28-4a43-b18a-5d483dca8370 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:51.573222 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'name': 'network-vif-deleted', 'tag': 'a4721c19-26d8-4e12-ac0c-452accecd076', 'status': 'completed', 'code': 200} Sep 22 10:25:51.573222 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b610240-f882-4dbe-b536-be8001421704', 'tag': '982347e5-4c84-40eb-ad23-f414f4f34308', 'status': 'completed', 'code': 200} Sep 22 10:25:51.573222 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0ac3fb-3352-4947-85eb-1e2d2f4d60ff', 'name': 'network-vif-deleted', 'tag': '6b1fdaa1-f351-4c7b-afe4-701696779432', 'status': 'completed', 'code': 200} Sep 22 10:25:51.574327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4d8b0b2c-f2cc-4473-8dcf-8c43ddc97409 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=7602508c-2b4e-4a2a-a190-187179338fab HTTP/1.1" status: 200 len: 216 time: 0.0210488 Sep 22 10:25:51.577895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55372) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:51.597986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-90d208d1-5b05-425b-a5d0-dabb645f845e tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0189886 Sep 22 10:25:51.601577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55376) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:51.607759 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d5a7f-54d6-4679-8479-7dba2d1c869a x-openstack-request-id: req-b60d5a7f-54d6-4679-8479-7dba2d1c869a {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:51.608068 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:51.608322 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b60d5a7f-54d6-4679-8479-7dba2d1c869a {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:51.608709 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'code': 200} Sep 22 10:25:51.617737 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c0633734-d2af-4ce2-b71a-dfe42cfbca21 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0144808 Sep 22 10:25:51.622139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55378) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:51.658948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767eb71-2894-496f-8880-f886c5c70a7e req-4e7b2406-8bd8-44de-88cf-fc42f997d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:51.663720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2767eb71-2894-496f-8880-f886c5c70a7e req-4e7b2406-8bd8-44de-88cf-fc42f997d0e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 1094 time: 0.0610240 Sep 22 10:25:51.679215 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fcd460e1-55f2-4d77-be6d-dea5ea0adc4a tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/3a5a460c-02de-4deb-833a-b10bdb374b0d HTTP/1.1" status: 200 len: 473 time: 0.0553398 Sep 22 10:25:51.682603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55380) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:51.691806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 360521aa-8fe2-49ca-b324-82a0842e48f5, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=360521aa-8fe2-49ca-b324-82a0842e48f5,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:51.694739 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1083d0f7-9b19-44fd-9a02-737e7cb22f89 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/caef23ae-25c8-4fa9-807d-6351c3a70635 HTTP/1.1" status: 200 len: 459 time: 0.0106943 Sep 22 10:25:51.697984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55382) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:51.703945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '360521aa-8fe2-49ca-b324-82a0842e48f5', 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec', 'port_id': '360521aa-8fe2-49ca-b324-82a0842e48f5', 'mac_address': 'fa:16:3e:60:b9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586ef4ce-0876-4188-9c45-04da9905e682', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:51.741296 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:51.749652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 001154e5-782e-4351-bbd5-beb28bd8bdab completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:51.760782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360521aa-8fe2-49ca-b324-82a0842e48f5 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:51.764938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 001154e5-782e-4351-bbd5-beb28bd8bdab triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:51.765312 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:51.780558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba113689-f083-41d8-b53d-53606e5b2122 req-06a9c3b9-6d41-4d09-bed1-02c1d9ac6961 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:51.782163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba113689-f083-41d8-b53d-53606e5b2122 req-06a9c3b9-6d41-4d09-bed1-02c1d9ac6961 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 943 time: 0.1111159 Sep 22 10:25:51.822497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767eb71-2894-496f-8880-f886c5c70a7e req-c17ad564-5bf0-4d52-a086-1487777be5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:51.824696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2767eb71-2894-496f-8880-f886c5c70a7e req-c17ad564-5bf0-4d52-a086-1487777be5f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 917 time: 0.1524684 Sep 22 10:25:51.833694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 360521aa-8fe2-49ca-b324-82a0842e48f5, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=360521aa-8fe2-49ca-b324-82a0842e48f5,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:51.849045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba113689-f083-41d8-b53d-53606e5b2122 req-3ca53300-4e2c-4883-a6fb-90d842aa454a tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522790 Sep 22 10:25:51.870524 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:51.884232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2767eb71-2894-496f-8880-f886c5c70a7e req-cbbccd17-415d-438a-80fe-c43fad678729 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=982347e5-4c84-40eb-ad23-f414f4f34308 HTTP/1.1" status: 200 len: 217 time: 0.0435767 Sep 22 10:25:51.884525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bfc04aa-4c94-402c-a46a-6e08277585cd tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:51.885877 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8bfc04aa-4c94-402c-a46a-6e08277585cd tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/caef23ae-25c8-4fa9-807d-6351c3a70635 HTTP/1.1" status: 204 len: 168 time: 0.1861708 Sep 22 10:25:51.888581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55384) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:51.921507 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:51.943647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767eb71-2894-496f-8880-f886c5c70a7e req-c1bc26e7-aa00-4bf9-95ac-aa683cf6f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:51.945289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2767eb71-2894-496f-8880-f886c5c70a7e req-c1bc26e7-aa00-4bf9-95ac-aa683cf6f314 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=586ef4ce-0876-4188-9c45-04da9905e682 HTTP/1.1" status: 200 len: 855 time: 0.0499368 Sep 22 10:25:51.955163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 001154e5-782e-4351-bbd5-beb28bd8bdab, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=001154e5-782e-4351-bbd5-beb28bd8bdab,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:51.993146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=360521aa-8fe2-49ca-b324-82a0842e48f5,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:52.031473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:52.093498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=001154e5-782e-4351-bbd5-beb28bd8bdab,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:52.141390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['360521aa-8fe2-49ca-b324-82a0842e48f5'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:52.188387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767eb71-2894-496f-8880-f886c5c70a7e req-ebf0a692-c53e-4659-a2cd-7cce272c46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:52.189975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2767eb71-2894-496f-8880-f886c5c70a7e req-ebf0a692-c53e-4659-a2cd-7cce272c46b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8175623-1b6c-413e-bd0c-68ecec6c05ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374141 Sep 22 10:25:52.278869 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c3c26f00-1040-4985-8bfc-a0c69c61f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:52.280046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-f3d3e923-479f-4a1d-acea-15dd0f44f790 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:52.281697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-f3d3e923-479f-4a1d-acea-15dd0f44f790 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 811 time: 0.2561982 Sep 22 10:25:52.319465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e23d1d7-d129-4830-925e-1aa819a2db69 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:52.320554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9e23d1d7-d129-4830-925e-1aa819a2db69 tempest-MeteringIpV6TestJSON-623056914 tempest-MeteringIpV6TestJSON-623056914-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/3a5a460c-02de-4deb-833a-b10bdb374b0d HTTP/1.1" status: 204 len: 168 time: 0.4307835 Sep 22 10:25:52.333680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-0ba96d5f-fa76-426f-b179-dd2ca1a66441 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/quotas/2c125309853d4ceeb362c14082a544db HTTP/1.1" status: 200 len: 375 time: 0.0235424 Sep 22 10:25:52.376008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2767eb71-2894-496f-8880-f886c5c70a7e req-dba26d8c-1b0b-4d4d-98a1-e6e873c493fd service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495440 Sep 22 10:25:52.408565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-e6a74186-30ae-4c61-8299-3c82ea64bd55 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668216 Sep 22 10:25:52.533730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2767eb71-2894-496f-8880-f886c5c70a7e req-bf22d95b-c0c1-4bd2-95ff-b357bdb4a5d9 service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484041 Sep 22 10:25:52.553511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5f4aa772-8160-47c6-8fb0-fe501ba37bd1 service neutron] 10.222.0.20 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311128 Sep 22 10:25:52.649707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-d69a4e1e-5164-45e7-8b99-2432c8915a5a service neutron] 10.222.0.20 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891433 Sep 22 10:25:52.876652 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55412) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:52.930497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55420) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:53.006239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f539b3-64e9-46c1-8792-5e80f00fb8ed tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting subnet bc8a554e-981d-4184-a6a5-7a5a4e413d46 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:25:53.010464 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2f539b3-64e9-46c1-8792-5e80f00fb8ed tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.058814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-df6ad09f-c7a6-4a60-ad87-c4579276e9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.078326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2f539b3-64e9-46c1-8792-5e80f00fb8ed tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.175337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-3710c97b-2d24-47db-8404-7447713e8599 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:53.176753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-3710c97b-2d24-47db-8404-7447713e8599 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.1031346 Sep 22 10:25:53.193825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-31082433-58af-4ed9-9cf7-6504fe6e5275 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/quotas/2bf57e69eb8b420a9edc7c06630515b5 HTTP/1.1" status: 200 len: 375 time: 0.0104334 Sep 22 10:25:53.200642 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2f539b3-64e9-46c1-8792-5e80f00fb8ed tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.233750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-d30d3d8f-4c24-422e-80b3-c94f1a02ad66 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338001 Sep 22 10:25:53.278472 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-df6ad09f-c7a6-4a60-ad87-c4579276e9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.325784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-a483be0d-d8ef-48ca-9190-db581fb8e712 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845361 Sep 22 10:25:53.397648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-df6ad09f-c7a6-4a60-ad87-c4579276e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.403329 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2f539b3-64e9-46c1-8792-5e80f00fb8ed tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.418899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-ff3531c0-1ac1-498f-8f61-ff03468e93f2 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866609 Sep 22 10:25:53.445889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9829bea-2f04-4f3a-a648-eb2a758ea852 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:53.457968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f539b3-64e9-46c1-8792-5e80f00fb8ed tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8a554e-981d-4184-a6a5-7a5a4e413d46,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:53.458989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 982347e5-4c84-40eb-ad23-f414f4f34308 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:25:53.466931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2f539b3-64e9-46c1-8792-5e80f00fb8ed tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.469361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 360521aa-8fe2-49ca-b324-82a0842e48f5 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:53.474966 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f2f539b3-64e9-46c1-8792-5e80f00fb8ed tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "DELETE /v2.0/subnets/bc8a554e-981d-4184-a6a5-7a5a4e413d46 HTTP/1.1" status: 204 len: 168 time: 0.5379770 Sep 22 10:25:53.474966 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-df6ad09f-c7a6-4a60-ad87-c4579276e9b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=989f62f3219640c389606ed3b0366e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5947378 Sep 22 10:25:53.474966 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ad09f-c7a6-4a60-ad87-c4579276e9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd59774-1d93-407e-a493-89c8241ea15d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:53.475800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55434) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:53.476142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55436) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:53.506482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8912abe4-b1fa-4ba9-a325-8593136b6c82 None None] Network 39837157-15fb-41f0-a023-f926b7dc2ce0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:53.608035 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.835885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a3eada-1214-4ede-83f6-4733e838eb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001154e5-782e-4351-bbd5-beb28bd8bdab'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:53.838184 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d015ab6-8142-43c5-b565-0b095621063b" -d '{"events": [{"server_uuid": "c1a3eada-1214-4ede-83f6-4733e838eb2f", "name": "network-vif-plugged", "status": "completed", "tag": "001154e5-782e-4351-bbd5-beb28bd8bdab"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:53.958935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:53.964840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba72f5d1-bfee-4e10-83b2-e1ffe0bc773a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:53.994005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'd9829bea-2f04-4f3a-a648-eb2a758ea852', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'd9829bea-2f04-4f3a-a648-eb2a758ea852', 'mac_address': 'fa:16:3e:77:48:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:54.022178 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 982347e5-4c84-40eb-ad23-f414f4f34308, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=982347e5-4c84-40eb-ad23-f414f4f34308,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:54.048939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba72f5d1-bfee-4e10-83b2-e1ffe0bc773a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.060992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 360521aa-8fe2-49ca-b324-82a0842e48f5 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:54.064717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '982347e5-4c84-40eb-ad23-f414f4f34308', 'network_id': 'f8175623-1b6c-413e-bd0c-68ecec6c05ec', 'port_id': '982347e5-4c84-40eb-ad23-f414f4f34308', 'mac_address': 'fa:16:3e:6f:08:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586ef4ce-0876-4188-9c45-04da9905e682', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:25:54.072648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 360521aa-8fe2-49ca-b324-82a0842e48f5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:54.072831 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.081732 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.106828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff67080-fe04-4a08-a02f-a811cfc00a51 req-0ff8b785-3d07-4b64-8231-889d94826eca tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:54.108374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cff67080-fe04-4a08-a02f-a811cfc00a51 req-0ff8b785-3d07-4b64-8231-889d94826eca tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 943 time: 0.1457465 Sep 22 10:25:54.128868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting port 497fee6e-82e5-4c70-8910-4621c112dd53 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:54.128868 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.159149 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9829bea-2f04-4f3a-a648-eb2a758ea852 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:54.174886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6361cc-cd96-49fb-8291-24c8a1cfd530 None None] DHCP port deletion for 39837157-15fb-41f0-a023-f926b7dc2ce0 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:25:54.193765 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.215179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:54.227969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cff67080-fe04-4a08-a02f-a811cfc00a51 req-950cf236-c0f0-4ce6-bbd4-f91205d0ad5d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969429 Sep 22 10:25:54.235352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] For port 497fee6e-82e5-4c70-8910-4621c112dd53, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=497fee6e-82e5-4c70-8910-4621c112dd53,segment=NetworkSegment(fcf9fa65-df44-4bc0-800a-70550255115d),segment_id=fcf9fa65-df44-4bc0-800a-70550255115d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:54.235738 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.251823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Calling delete_port for 497fee6e-82e5-4c70-8910-4621c112dd53 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:54.288144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982347e5-4c84-40eb-ad23-f414f4f34308 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:54.310569 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.318722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba72f5d1-bfee-4e10-83b2-e1ffe0bc773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.321659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba72f5d1-bfee-4e10-83b2-e1ffe0bc773a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.325724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ba72f5d1-bfee-4e10-83b2-e1ffe0bc773a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cd59774-1d93-407e-a493-89c8241ea15d HTTP/1.1" status: 204 len: 168 time: 0.8446243 Sep 22 10:25:54.337865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72f5d1-bfee-4e10-83b2-e1ffe0bc773a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd59774-1d93-407e-a493-89c8241ea15d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:54.386823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 982347e5-4c84-40eb-ad23-f414f4f34308, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=982347e5-4c84-40eb-ad23-f414f4f34308,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:54.390862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4632b2e2-a477-4ac4-aefc-671966efc28b req-e598a3f2-ccbe-4c3c-a7de-afe7a445da21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 210 time: 0.0649498 Sep 22 10:25:54.429388 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.458197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d9829bea-2f04-4f3a-a648-eb2a758ea852,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:54.470467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7f6361cc-cd96-49fb-8291-24c8a1cfd530 None None] Deleting port 497fee6e-82e5-4c70-8910-4621c112dd53 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:54.470838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7f6361cc-cd96-49fb-8291-24c8a1cfd530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.488977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d9829bea-2f04-4f3a-a648-eb2a758ea852'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:54.492398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de2321f0-1cba-45b5-b194-8ee781ed955a req-e9d675e8-417b-485e-ad25-33e77f995cff tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 210 time: 0.0314770 Sep 22 10:25:54.531609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 360521aa-8fe2-49ca-b324-82a0842e48f5, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=360521aa-8fe2-49ca-b324-82a0842e48f5,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:54.532823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.551970 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917709a9-9cc4-47f8-8ab1-73f912d73f27 x-openstack-request-id: req-917709a9-9cc4-47f8-8ab1-73f912d73f27 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:54.551970 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a3eada-1214-4ede-83f6-4733e838eb2f", "name": "network-vif-plugged", "status": "completed", "tag": "001154e5-782e-4351-bbd5-beb28bd8bdab", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:54.551970 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-917709a9-9cc4-47f8-8ab1-73f912d73f27 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:54.551970 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a3eada-1214-4ede-83f6-4733e838eb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001154e5-782e-4351-bbd5-beb28bd8bdab', 'code': 200} Sep 22 10:25:54.593001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.631493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Port': ['ID=497fee6e-82e5-4c70-8910-4621c112dd53,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:54.635367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] No DVR routers for this DVR port 497fee6e-82e5-4c70-8910-4621c112dd53 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:54.661951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7f6361cc-cd96-49fb-8291-24c8a1cfd530 None None] For port 497fee6e-82e5-4c70-8910-4621c112dd53, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=497fee6e-82e5-4c70-8910-4621c112dd53,segment=NetworkSegment(fcf9fa65-df44-4bc0-800a-70550255115d),segment_id=fcf9fa65-df44-4bc0-800a-70550255115d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:54.661951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7f6361cc-cd96-49fb-8291-24c8a1cfd530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.664570 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.665326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1a996053-6e4c-45fa-8921-a51df7150c35 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:54.715413 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7f6361cc-cd96-49fb-8291-24c8a1cfd530 None None] Calling delete_port for 497fee6e-82e5-4c70-8910-4621c112dd53 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:54.717424 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 1a996053-6e4c-45fa-8921-a51df7150c35 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:54.717692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1a996053-6e4c-45fa-8921-a51df7150c35 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:54.742384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=982347e5-4c84-40eb-ad23-f414f4f34308,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:54.782841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcb5cc-ba97-4393-a68d-9c4e87aa0372 req-0b14bbfa-da6a-497e-85a0-773162c6a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:54.785432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1fcb5cc-ba97-4393-a68d-9c4e87aa0372 req-0b14bbfa-da6a-497e-85a0-773162c6a8ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 1096 time: 0.1028914 Sep 22 10:25:54.794911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['982347e5-4c84-40eb-ad23-f414f4f34308'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:54.839796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1fcb5cc-ba97-4393-a68d-9c4e87aa0372 req-6e4e6fcb-5708-483b-8487-08fedacd6784 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Sep 22 10:25:54.876036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.906890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39837157-15fb-41f0-a023-f926b7dc2ce0']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:54.919640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf9fa65-df44-4bc0-800a-70550255115d') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:54.920081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf9fa65-df44-4bc0-800a-70550255115d') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:54.931728 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.945032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=360521aa-8fe2-49ca-b324-82a0842e48f5,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:54.954657 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.961828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:25:54.962255 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:25:54.965200 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:25:54.969012 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7f6361cc-cd96-49fb-8291-24c8a1cfd530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.017541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6361cc-cd96-49fb-8291-24c8a1cfd530 None None] Pushing event deleted for resources: {'Port': ['ID=497fee6e-82e5-4c70-8910-4621c112dd53,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:55.026020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6361cc-cd96-49fb-8291-24c8a1cfd530 None None] No DVR routers for this DVR port 497fee6e-82e5-4c70-8910-4621c112dd53 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:55.090166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.103119 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.107533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "DELETE /v2.0/networks/39837157-15fb-41f0-a023-f926b7dc2ce0 HTTP/1.1" status: 204 len: 168 time: 1.6276634 Sep 22 10:25:55.108441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55490) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:55.126018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ed1cd-c255-4e37-8fe9-fc90325e11e2 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Network': ['ID=39837157-15fb-41f0-a023-f926b7dc2ce0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:55.145430 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-49d939be-82dc-4f2a-8644-e7b0a990d92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.167721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-323547af-9151-4223-bea1-651712caec12 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting subnet dc78409c-d139-409b-bccb-8c2f9cf85500 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:25:55.170435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-323547af-9151-4223-bea1-651712caec12 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.211369 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-323547af-9151-4223-bea1-651712caec12 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.258362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55492) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:55.272012 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-edb3ebe7-86e2-4388-a02c-e20e8e233683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.307313 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-323547af-9151-4223-bea1-651712caec12 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.429908 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-edb3ebe7-86e2-4388-a02c-e20e8e233683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.436449 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.444850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0f768-d347-46d6-b3ea-1fae269104a3 req-a408795f-8266-4c2b-af5b-c18f3d95dd9d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:55.446453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ef0f768-d347-46d6-b3ea-1fae269104a3 req-a408795f-8266-4c2b-af5b-c18f3d95dd9d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 944 time: 0.0774674 Sep 22 10:25:55.461921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9829bea-2f04-4f3a-a648-eb2a758ea852 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:55.486712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ef0f768-d347-46d6-b3ea-1fae269104a3 req-3551a86d-040d-41b2-91c9-8dc0cbfd4ea0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Sep 22 10:25:55.515256 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-323547af-9151-4223-bea1-651712caec12 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.529437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port d9829bea-2f04-4f3a-a648-eb2a758ea852 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:55.529924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.545605 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-edb3ebe7-86e2-4388-a02c-e20e8e233683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.569361 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.607275 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323547af-9151-4223-bea1-651712caec12 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Subnet': ['ID=dc78409c-d139-409b-bccb-8c2f9cf85500,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:55.619986 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-323547af-9151-4223-bea1-651712caec12 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.622374 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-323547af-9151-4223-bea1-651712caec12 tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "DELETE /v2.0/subnets/dc78409c-d139-409b-bccb-8c2f9cf85500 HTTP/1.1" status: 204 len: 168 time: 0.5134504 Sep 22 10:25:55.625074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55510) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:55.628334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac84373-d096-404a-8bd5-1e33f52e9ea5 None None] Network 25fa6845-a581-4997-89e7-17d8aa6eb8ae requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:25:55.642876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33288fb9-f902-47ad-912a-08229e12c90c req-9f243d89-d8e2-44e8-99d4-cf0ece9d557f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 210 time: 0.0568073 Sep 22 10:25:55.652847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-edb3ebe7-86e2-4388-a02c-e20e8e233683 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20ab381eb5ec4f2399e7b832416d7257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893039 Sep 22 10:25:55.652847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3ebe7-86e2-4388-a02c-e20e8e233683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f20cc0-85cd-4ac9-9637-85c2380336fd,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:55.653193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55512) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:55.661077 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.709916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e12c7b9-b278-42ea-8f3c-eed95299b24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.739034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.741437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e12c7b9-b278-42ea-8f3c-eed95299b24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.866729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Deleting port 26194e04-7c48-4d21-9b2d-2e6b13669107 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:55.867244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.917163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.988146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:56.002280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] For port 26194e04-7c48-4d21-9b2d-2e6b13669107, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=26194e04-7c48-4d21-9b2d-2e6b13669107,segment=NetworkSegment(042ec3b3-cbd0-42b1-bf75-20b400ffdd5c),segment_id=042ec3b3-cbd0-42b1-bf75-20b400ffdd5c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:56.002815 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.029036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 497fee6e-82e5-4c70-8910-4621c112dd53 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:56.031770 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e12c7b9-b278-42ea-8f3c-eed95299b24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.033746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e12c7b9-b278-42ea-8f3c-eed95299b24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.038577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2e12c7b9-b278-42ea-8f3c-eed95299b24b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2f20cc0-85cd-4ac9-9637-85c2380336fd HTTP/1.1" status: 204 len: 168 time: 0.3842771 Sep 22 10:25:56.056312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12c7b9-b278-42ea-8f3c-eed95299b24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f20cc0-85cd-4ac9-9637-85c2380336fd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:56.072216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 497fee6e-82e5-4c70-8910-4621c112dd53 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:56.072690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 497fee6e-82e5-4c70-8910-4621c112dd53 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:56.102960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Calling delete_port for 26194e04-7c48-4d21-9b2d-2e6b13669107 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:56.115580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ab7c2-5efb-401b-945a-8aea3b972795 None None] DHCP port deletion for 25fa6845-a581-4997-89e7-17d8aa6eb8ae request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:25:56.120521 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.125163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.185487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d9829bea-2f04-4f3a-a648-eb2a758ea852,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:56.193620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-de1763f9-a1d1-4b0d-858e-343bc237b280 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:56.203787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-de1763f9-a1d1-4b0d-858e-343bc237b280 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.30 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 811 time: 0.3866212 Sep 22 10:25:56.223070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Request body: {'port': {'device_id': '04b77579-670d-48d5-8821-c17e7a3489fc', 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b', 'admin_state_up': True, 'tenant_id': '2c125309853d4ceeb362c14082a544db'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:56.276559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-087ab7c2-5efb-401b-945a-8aea3b972795 None None] Deleting port 26194e04-7c48-4d21-9b2d-2e6b13669107 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:25:56.277099 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-087ab7c2-5efb-401b-945a-8aea3b972795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.325614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54393c30-6d63-46a3-a620-fee642352076 req-b3e96e10-073f-4dbe-8774-7ccdaaa5ec46 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 210 time: 0.0973461 Sep 22 10:25:56.393926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-087ab7c2-5efb-401b-945a-8aea3b972795 None None] For port 26194e04-7c48-4d21-9b2d-2e6b13669107, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=26194e04-7c48-4d21-9b2d-2e6b13669107,segment=NetworkSegment(042ec3b3-cbd0-42b1-bf75-20b400ffdd5c),segment_id=042ec3b3-cbd0-42b1-bf75-20b400ffdd5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:56.394488 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-087ab7c2-5efb-401b-945a-8aea3b972795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.416920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-087ab7c2-5efb-401b-945a-8aea3b972795 None None] Calling delete_port for 26194e04-7c48-4d21-9b2d-2e6b13669107 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:25:56.466943 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.516649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Port': ['ID=26194e04-7c48-4d21-9b2d-2e6b13669107,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:56.530147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] No DVR routers for this DVR port 26194e04-7c48-4d21-9b2d-2e6b13669107 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:56.552142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a8e6e4-fb82-407a-9dcc-91e4096f1b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360521aa-8fe2-49ca-b324-82a0842e48f5'}, {'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:56.554685 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeee6623-824d-4a60-8a38-90b22dcdc548" -d '{"events": [{"server_uuid": "f5a8e6e4-fb82-407a-9dcc-91e4096f1b38", "name": "network-vif-plugged", "status": "completed", "tag": "360521aa-8fe2-49ca-b324-82a0842e48f5"}, {"server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "name": "network-vif-plugged", "status": "completed", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:56.608994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Made reservation on behalf of 2c125309853d4ceeb362c14082a544db for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:56.613119 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.638663 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-087ab7c2-5efb-401b-945a-8aea3b972795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.652408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.708648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fa6845-a581-4997-89e7-17d8aa6eb8ae']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:56.736672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ab7c2-5efb-401b-945a-8aea3b972795 None None] Pushing event deleted for resources: {'Port': ['ID=26194e04-7c48-4d21-9b2d-2e6b13669107,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:56.739549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ab7c2-5efb-401b-945a-8aea3b972795 None None] No DVR routers for this DVR port 26194e04-7c48-4d21-9b2d-2e6b13669107 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:25:56.750992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:56.750992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042ec3b3-cbd0-42b1-bf75-20b400ffdd5c') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:25:56.768963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.787111 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.798478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:25:56.799188 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.829783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Allocated IP 172.20.0.9 (7b5b563d-0c52-4cb1-90b8-746e30811f5b/b5a732b3-2f68-44cb-8dee-a1d560772bb0/28add56a-0cff-4a70-a96f-b5de7cc3242e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:57.032258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6308c-407d-4b5b-8289-281666833331 req-50ee3e6e-80c8-4949-b3aa-62311b316008 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:57.040901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cae6308c-407d-4b5b-8289-281666833331 req-50ee3e6e-80c8-4949-b3aa-62311b316008 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 944 time: 0.1781762 Sep 22 10:25:57.151948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-770d9231-522e-4c1f-9bb7-6b08d3045057 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:57.153423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-770d9231-522e-4c1f-9bb7-6b08d3045057 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.2889259 Sep 22 10:25:57.179072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cae6308c-407d-4b5b-8289-281666833331 req-2a33e199-7907-4823-aeb2-bc5973daf6ac tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371925 Sep 22 10:25:57.203657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Request body: {'port': {'device_id': 'b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'admin_state_up': True, 'tenant_id': '2bf57e69eb8b420a9edc7c06630515b5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:57.287833 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19a4242-1f05-4e50-8747-864ba24b2b3d x-openstack-request-id: req-c19a4242-1f05-4e50-8747-864ba24b2b3d {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:57.288537 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a8e6e4-fb82-407a-9dcc-91e4096f1b38", "name": "network-vif-plugged", "status": "completed", "tag": "360521aa-8fe2-49ca-b324-82a0842e48f5", "code": 200}, {"server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "name": "network-vif-plugged", "status": "completed", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:57.289146 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c19a4242-1f05-4e50-8747-864ba24b2b3d {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:57.289949 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a8e6e4-fb82-407a-9dcc-91e4096f1b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360521aa-8fe2-49ca-b324-82a0842e48f5', 'code': 200} Sep 22 10:25:57.290616 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852', 'code': 200} Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:25:57.348522 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:25:57.464871 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:57.477028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 982347e5-4c84-40eb-ad23-f414f4f34308 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:25:57.500149 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:57.539295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:57.551509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f019e157-4890-4f94-9c71-562811fb55e2 req-ee58fed2-2708-4cce-93b8-e8359dd1691d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 210 time: 0.0930316 Sep 22 10:25:57.563580 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] 10.222.0.20 "DELETE /v2.0/networks/25fa6845-a581-4997-89e7-17d8aa6eb8ae HTTP/1.1" status: 204 len: 168 time: 1.9363654 Sep 22 10:25:57.570076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffed41-0b18-4b58-8512-b84e436d43cb tempest-ServersTestMultiNic-1732625873 tempest-ServersTestMultiNic-1732625873-project] Pushing event deleted for resources: {'Network': ['ID=25fa6845-a581-4997-89e7-17d8aa6eb8ae,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:57.644824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653349ea-7e03-49c4-95b2-af2d37188e01 req-93ec71e5-6fc9-496b-a34e-2a9219d6785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:57.644824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-653349ea-7e03-49c4-95b2-af2d37188e01 req-93ec71e5-6fc9-496b-a34e-2a9219d6785a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38 HTTP/1.1" status: 200 len: 1096 time: 0.2333944 Sep 22 10:25:57.648174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 982347e5-4c84-40eb-ad23-f414f4f34308 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:25:57.654606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 982347e5-4c84-40eb-ad23-f414f4f34308 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:25:57.655561 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:57.795921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85cbc08b-aa71-4b7c-8a97-3569f3897929 req-bbc8b466-3251-4cf2-a90a-774397d4d785 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 210 time: 0.0612943 Sep 22 10:25:57.799192 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:57.819666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-653349ea-7e03-49c4-95b2-af2d37188e01 req-a2d0d84c-4745-4184-a146-4f0fb4aa6ef8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454303 Sep 22 10:25:57.821152 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:57.864426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Network 7b5b563d-0c52-4cb1-90b8-746e30811f5b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:57.876790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 982347e5-4c84-40eb-ad23-f414f4f34308, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=982347e5-4c84-40eb-ad23-f414f4f34308,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:25:57.890719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:57.901163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:57.902547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['364996f1-ceaa-4c45-b752-7d072b03e823'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:25:57.951518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:57.952265 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:57.956540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Made reservation on behalf of 2bf57e69eb8b420a9edc7c06630515b5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:25:57.959522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:57.966868 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:58.031988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=982347e5-4c84-40eb-ad23-f414f4f34308,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:58.036944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 26194e04-7c48-4d21-9b2d-2e6b13669107 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:25:58.038216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Pushing event updated for resources: {'Port': ['ID=28add56a-0cff-4a70-a96f-b5de7cc3242e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:58.061654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 26194e04-7c48-4d21-9b2d-2e6b13669107 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:25:58.062067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 26194e04-7c48-4d21-9b2d-2e6b13669107 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:25:58.157030 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:58.210984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-cf385a1b-180f-4325-ad68-0e6d732c7e21 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9935260 Sep 22 10:25:58.233683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Request body: {'port': {'device_id': '04b77579-670d-48d5-8821-c17e7a3489fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:58.328806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Allocated IP 172.20.0.11 (886454a0-45dd-4823-afab-9eacf053dba4/525e8607-9914-4cb1-88f2-d94fdc07a1c2/25b1dd9b-b5e4-45a7-ba25-1bf6220422ae) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:25:58.420761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:58.491866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584742-89fa-44bf-9cdb-45bf4a5321fd req-8fbfc039-8d43-470b-97b1-e021012f6366 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:58.500344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d584742-89fa-44bf-9cdb-45bf4a5321fd req-8fbfc039-8d43-470b-97b1-e021012f6366 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.1498513 Sep 22 10:25:58.648253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d584742-89fa-44bf-9cdb-45bf4a5321fd req-cb40a96a-718e-4806-b4bd-3a827a901195 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470282 Sep 22 10:25:58.772693 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:58.913578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad9691-ab8b-4271-a3f1-b0ff50c87f88 req-8c5f5a12-5b4f-4a8f-b919-742f8da524f2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:58.918771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1ad9691-ab8b-4271-a3f1-b0ff50c87f88 req-8c5f5a12-5b4f-4a8f-b919-742f8da524f2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 931 time: 0.1275728 Sep 22 10:25:58.990981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1ad9691-ab8b-4271-a3f1-b0ff50c87f88 req-93021eee-738e-483b-8de6-e7b8e2e086e9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528286 Sep 22 10:25:59.040293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:59.091641 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55600) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:59.135843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Network 886454a0-45dd-4823-afab-9eacf053dba4 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:25:59.162074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:25:59.170467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:25:59.259616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28add56a-0cff-4a70-a96f-b5de7cc3242e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:25:59.263794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event updated for resources: {'Port': ['ID=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:59.284988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:59.292371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b610240-f882-4dbe-b536-be8001421704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982347e5-4c84-40eb-ad23-f414f4f34308'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:25:59.300321 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b285af6-179d-41eb-9d3f-63d7ee92c49b" -d '{"events": [{"server_uuid": "4b610240-f882-4dbe-b536-be8001421704", "name": "network-vif-plugged", "status": "completed", "tag": "982347e5-4c84-40eb-ad23-f414f4f34308"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:25:59.314827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:59.316104 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:59.319712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Transition to ACTIVE for port object 28add56a-0cff-4a70-a96f-b5de7cc3242e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:25:59.342193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42519cc8-0fc9-4a22-b9ea-989d24598a6a req-913e88fc-fb8e-4472-ac74-93fcd9130603 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:59.343946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42519cc8-0fc9-4a22-b9ea-989d24598a6a req-913e88fc-fb8e-4472-ac74-93fcd9130603 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 932 time: 0.1331875 Sep 22 10:25:59.398683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42519cc8-0fc9-4a22-b9ea-989d24598a6a req-2b437b6f-6e11-4c70-9190-ea580f22aeef tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Sep 22 10:25:59.425999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:59.561845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Pushing event updated for resources: {'Port': ['ID=28add56a-0cff-4a70-a96f-b5de7cc3242e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:25:59.569675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2a4215a2-944c-4277-956a-271e8caa6044 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4008071 Sep 22 10:25:59.595349 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55614) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:25:59.611455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Request body: {'port': {'device_id': 'b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:25:59.713320 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:59.752344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Attempting to bind port 28add56a-0cff-4a70-a96f-b5de7cc3242e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:25:59.752695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Attempting to bind port 28add56a-0cff-4a70-a96f-b5de7cc3242e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'f429ae0c-c5e7-4df0-905f-61a068923274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:25:59.753573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Attempting to bind port 28add56a-0cff-4a70-a96f-b5de7cc3242e on network 7b5b563d-0c52-4cb1-90b8-746e30811f5b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:59.763911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:59.798743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Port 28add56a-0cff-4a70-a96f-b5de7cc3242e on network 7b5b563d-0c52-4cb1-90b8-746e30811f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:25:59.798743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Attempting to bind port 28add56a-0cff-4a70-a96f-b5de7cc3242e on network 7b5b563d-0c52-4cb1-90b8-746e30811f5b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:25:59.814387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:25:59.814742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Checking segment: {'id': 'f429ae0c-c5e7-4df0-905f-61a068923274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:25:59.815141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Bound using segment: {'id': 'f429ae0c-c5e7-4df0-905f-61a068923274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:25:59.816134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Bound port: 28add56a-0cff-4a70-a96f-b5de7cc3242e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f429ae0c-c5e7-4df0-905f-61a068923274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:25:59.816499 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:59.822399 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bb9df0-8bf8-4286-b8e2-e1861db115d7 x-openstack-request-id: req-44bb9df0-8bf8-4286-b8e2-e1861db115d7 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:25:59.823041 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b610240-f882-4dbe-b536-be8001421704", "name": "network-vif-plugged", "status": "completed", "tag": "982347e5-4c84-40eb-ad23-f414f4f34308", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:25:59.823499 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44bb9df0-8bf8-4286-b8e2-e1861db115d7 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:25:59.824112 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b610240-f882-4dbe-b536-be8001421704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982347e5-4c84-40eb-ad23-f414f4f34308', 'code': 200} Sep 22 10:25:59.830801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-09683864-44e0-4a7c-af31-564eda278c5a tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:00.077868 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-09683864-44e0-4a7c-af31-564eda278c5a tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] 10.222.0.20 "PUT /v2.0/quotas/2a782a940f934e3683a4afef641e6418 HTTP/1.1" status: 200 len: 366 time: 0.4809804 Sep 22 10:26:00.080111 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55630) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:00.083250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] For port 28add56a-0cff-4a70-a96f-b5de7cc3242e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:00.086730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cdce3-f25a-472e-9b38-b312263580da req-ad688654-e8a8-48bf-9993-a68900668969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:00.088733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-870cdce3-f25a-472e-9b38-b312263580da req-ad688654-e8a8-48bf-9993-a68900668969 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 1096 time: 0.1915438 Sep 22 10:26:00.096045 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-45a763e9-0cb4-492b-9727-1e3402f7b1a9 tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0140688 Sep 22 10:26:00.098669 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55632) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:00.119694 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8a904dcf-2e6c-45fb-ba0d-59ac19e1b532 tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] 10.222.0.20 "GET /v2.0/quotas/2a782a940f934e3683a4afef641e6418 HTTP/1.1" status: 200 len: 366 time: 0.0195529 Sep 22 10:26:00.120054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] For port 28add56a-0cff-4a70-a96f-b5de7cc3242e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28add56a-0cff-4a70-a96f-b5de7cc3242e,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:00.123012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55634) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:00.146871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Deleting port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:00.147245 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:00.168883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551734ce-1455-4468-8855-3c30f600c85d req-5d5838aa-7719-4361-8901-cc40405d2d77 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:00.170433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-551734ce-1455-4468-8855-3c30f600c85d req-5d5838aa-7719-4361-8901-cc40405d2d77 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.2535534 Sep 22 10:26:00.207571 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:00.223453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-870cdce3-f25a-472e-9b38-b312263580da req-738e3250-b2cf-4542-ba40-98d401f94bbb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224003 Sep 22 10:26:00.233529 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-40f57e98-0550-4c87-9468-f5df3722242d tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/2a782a940f934e3683a4afef641e6418 HTTP/1.1" status: 204 len: 168 time: 0.1094158 Sep 22 10:26:00.236632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55636) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:00.254591 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6d4a7b99-a70a-41c9-a688-ca7a7a595b46 tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0162013 Sep 22 10:26:00.255785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55638) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:00.281978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:00.282626 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:00.283227 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9ac19d52-bc9f-422a-97c3-8acb103bd833 tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] 10.222.0.20 "GET /v2.0/quotas/2a782a940f934e3683a4afef641e6418 HTTP/1.1" status: 200 len: 370 time: 0.0224421 Sep 22 10:26:00.286386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] 10.222.0.30 "PUT /v2.0/ports/28add56a-0cff-4a70-a96f-b5de7cc3242e HTTP/1.1" status: 200 len: 1091 time: 2.0564229 Sep 22 10:26:00.286589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55640) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:00.287742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b77579-670d-48d5-8821-c17e7a3489fc', 'tag': '28add56a-0cff-4a70-a96f-b5de7cc3242e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:00.287742 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "04b77579-670d-48d5-8821-c17e7a3489fc", "tag": "28add56a-0cff-4a70-a96f-b5de7cc3242e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:00.295893 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c552a08-b1c3-4d65-bad8-13339ad82bdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] 10.222.0.20 "GET /v2.0/quotas/2a782a940f934e3683a4afef641e6418/default HTTP/1.1" status: 200 len: 370 time: 0.0090280 Sep 22 10:26:00.298824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55644) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:00.306890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-551734ce-1455-4468-8855-3c30f600c85d req-81e84856-368f-45f7-af60-d5aaf43c8205 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226363 Sep 22 10:26:00.320275 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-5c6220bc-ebbb-41c2-b33f-02fa20adc23b tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] delete failed (client error): The resource could not be found. Sep 22 10:26:00.321312 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c6220bc-ebbb-41c2-b33f-02fa20adc23b tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/2a782a940f934e3683a4afef641e6418 HTTP/1.1" status: 404 len: 348 time: 0.0215893 Sep 22 10:26:00.351609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb31d20-6a27-492f-9e2e-ee5f325c80f3 service neutron] Pushing event updated for resources: {'Port': ['ID=28add56a-0cff-4a70-a96f-b5de7cc3242e,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:00.356416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] For port 9da8eb3e-842d-4823-8dac-3afe6c85fcc3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9da8eb3e-842d-4823-8dac-3afe6c85fcc3,segment=NetworkSegment(bae7c2d8-5841-4f2d-a687-8ba027a8145d),segment_id=bae7c2d8-5841-4f2d-a687-8ba027a8145d)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:00.358961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:00.395908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Calling delete_port for 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:00.481054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:00.510451 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:00.542610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a01eb-72ba-4214-9f3d-f6fdaabbf3d1 req-255d6d68-4fb5-461c-b007-48d5f285a014 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:00.544269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb0a01eb-72ba-4214-9f3d-f6fdaabbf3d1 req-255d6d68-4fb5-461c-b007-48d5f285a014 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 943 time: 0.1558707 Sep 22 10:26:00.548665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Transition to ACTIVE for port object 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:26:00.553356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-4b1c66c9-11c5-4aa0-ad49-491e7edf4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:00.555001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-4b1c66c9-11c5-4aa0-ad49-491e7edf4a50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 1094 time: 0.1079462 Sep 22 10:26:00.620442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-3ac627e0-1ec5-4700-97fe-e67d77f60ff6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28add56a-0cff-4a70-a96f-b5de7cc3242e HTTP/1.1" status: 200 len: 217 time: 0.0508521 Sep 22 10:26:00.630373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb0a01eb-72ba-4214-9f3d-f6fdaabbf3d1 req-86a1da86-feda-4aba-9b32-c9f0fc04c630 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784292 Sep 22 10:26:00.661743 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:00.705330 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c5b1c3-3766-4676-bfe6-ad155d4256ce x-openstack-request-id: req-b5c5b1c3-3766-4676-bfe6-ad155d4256ce {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:00.705537 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b77579-670d-48d5-8821-c17e7a3489fc", "tag": "28add56a-0cff-4a70-a96f-b5de7cc3242e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:00.705789 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5c5b1c3-3766-4676-bfe6-ad155d4256ce {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:00.706753 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b77579-670d-48d5-8821-c17e7a3489fc', 'tag': '28add56a-0cff-4a70-a96f-b5de7cc3242e', 'status': 'completed', 'code': 200} Sep 22 10:26:00.723739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-6655834f-8f35-46f4-9b73-29d54a5b127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:00.725326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-6655834f-8f35-46f4-9b73-29d54a5b127a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5a732b3-2f68-44cb-8dee-a1d560772bb0 HTTP/1.1" status: 200 len: 851 time: 0.0953035 Sep 22 10:26:00.734936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Pushing event updated for resources: {'Port': ['ID=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:00.788052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-fb6cc90e-cf92-4ff1-9e8a-efc9e310ccfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b5b563d-0c52-4cb1-90b8-746e30811f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501144 Sep 22 10:26:00.942007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715ea50-5c62-428f-8c19-57d569d856b6 req-ec3cf7d5-1a75-4460-a567-f9b81c3ccee0 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:00.947708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b715ea50-5c62-428f-8c19-57d569d856b6 req-ec3cf7d5-1a75-4460-a567-f9b81c3ccee0 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 944 time: 0.1931760 Sep 22 10:26:00.947708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Attempting to bind port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:00.947708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Attempting to bind port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:00.947708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Attempting to bind port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:00.966767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae on network 886454a0-45dd-4823-afab-9eacf053dba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:26:00.967091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Attempting to bind port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:00.982021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-db5b55e8-4184-4b0d-81e4-f9b2f980e54c service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694543 Sep 22 10:26:00.983117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:00.983452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Checking segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:00.983838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Bound using segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:00.984258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Bound port: 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:00.984613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:01.027313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b715ea50-5c62-428f-8c19-57d569d856b6 req-d2232665-3c2b-4ac5-9c39-4ec751f1a28f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749385 Sep 22 10:26:01.079032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55656) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:01.093555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:01.127271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Pushing event deleted for resources: {'Port': ['ID=9da8eb3e-842d-4823-8dac-3afe6c85fcc3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:01.153562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Usage tracker for resource:network and tenant:009a7f5a51554d2ab3a06ae743d0f304 is out of sync, need to count used quota {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 10:26:01.184883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 10:26:01.232894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Usage tracker for resource:subnet and tenant:009a7f5a51554d2ab3a06ae743d0f304 is out of sync, need to count used quota {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 10:26:01.246063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 10:26:01.355693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Usage tracker for resource:subnetpool and tenant:009a7f5a51554d2ab3a06ae743d0f304 is out of sync, need to count used quota {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 10:26:01.366348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 10:26:01.397192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Usage tracker for resource:port and tenant:009a7f5a51554d2ab3a06ae743d0f304 is out of sync, need to count used quota {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 10:26:01.408268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 10:26:01.426793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Usage tracker for resource:router and tenant:009a7f5a51554d2ab3a06ae743d0f304 is out of sync, need to count used quota {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 10:26:01.442658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:01.459727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 10:26:01.506483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Usage tracker for resource:floatingip and tenant:009a7f5a51554d2ab3a06ae743d0f304 is out of sync, need to count used quota {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 10:26:01.515118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 10:26:01.604633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] For port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:01.621419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] For port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:01.624954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Usage tracker for resource:security_group and tenant:009a7f5a51554d2ab3a06ae743d0f304 is out of sync, need to count used quota {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 10:26:01.631251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 10:26:01.641130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41293e97-b6fe-48d4-bfff-48c88cdfa41c req-bb3f3607-e7ea-4695-b194-ed9c4c542277 service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501412 Sep 22 10:26:01.644924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Usage tracker for resource:security_group_rule and tenant:009a7f5a51554d2ab3a06ae743d0f304 is out of sync, need to count used quota {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 10:26:01.656628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e46ecc-464a-48ea-88d1-f846ec2311bb req-03e15fad-e669-47ef-8dbe-ea6adeaad564 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:01.661688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24e46ecc-464a-48ea-88d1-f846ec2311bb req-03e15fad-e669-47ef-8dbe-ea6adeaad564 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.1270354 Sep 22 10:26:01.705424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.quota.resource [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95681) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 10:26:01.728936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24e46ecc-464a-48ea-88d1-f846ec2311bb req-a5746a2f-3012-4b9c-a6e0-4f7c0f2d9415 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629134 Sep 22 10:26:01.746669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:01.766833 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c333a3a5-9c7c-4a38-9633-229a05297cdb tempest-QuotasTest-505177323 tempest-QuotasTest-505177323-project-admin] 10.222.0.20 "GET /v2.0/quotas/009a7f5a51554d2ab3a06ae743d0f304/details.json HTTP/1.1" status: 200 len: 703 time: 0.6767373 Sep 22 10:26:01.848495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:01.849130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:01.850707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] 10.222.0.30 "PUT /v2.0/ports/25b1dd9b-b5e4-45a7-ba25-1bf6220422ae HTTP/1.1" status: 200 len: 1092 time: 2.2463152 Sep 22 10:26:01.883138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Router 62be06ef-41d2-4f64-b7e5-819c94cc2896 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:26:02.001229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bda58-2e2b-4b63-94d9-1c1e8e8c4fc0 req-32c778a6-68ce-4640-bd8d-37c83851587d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:02.003668 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a10bda58-2e2b-4b63-94d9-1c1e8e8c4fc0 req-32c778a6-68ce-4640-bd8d-37c83851587d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 943 time: 0.1276736 Sep 22 10:26:02.048682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-19c006a5-6569-4c9a-9af4-466e5a9859d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:02.050929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-19c006a5-6569-4c9a-9af4-466e5a9859d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 1094 time: 0.2203386 Sep 22 10:26:02.057736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdc20a-fa9b-480d-802f-aeec21251db1 service neutron] Pushing event updated for resources: {'Port': ['ID=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:02.089731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:02.098081 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f162d2ea-12a1-483c-ae54-95a21d8b751b admin admin] 10.222.0.20 "PUT /v2.0/routers/62be06ef-41d2-4f64-b7e5-819c94cc2896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0017025 Sep 22 10:26:02.098081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55678) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:02.100032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] Sync routers for ids ['62be06ef-41d2-4f64-b7e5-819c94cc2896'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:02.119440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] Routers {'62be06ef-41d2-4f64-b7e5-819c94cc2896'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:02.121274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:25:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['62be06ef-41d2-4f64-b7e5-819c94cc2896'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:02.147992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a10bda58-2e2b-4b63-94d9-1c1e8e8c4fc0 req-7ad6e987-5fba-4690-b71b-a54fbff583a7 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232550 Sep 22 10:26:02.219250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-74364659-6347-41b8-8b70-4286d95079a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:02.233139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-74364659-6347-41b8-8b70-4286d95079a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 1095 time: 0.2459772 Sep 22 10:26:02.303885 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:02.323806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-49aca5a0-6f5c-4694-bb4b-b47f7f77cf3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae HTTP/1.1" status: 200 len: 217 time: 0.0785055 Sep 22 10:26:02.349681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-d46390c6-7c1a-4813-a125-10dd240d0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:02.351543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-d46390c6-7c1a-4813-a125-10dd240d0cd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 912 time: 0.2793632 Sep 22 10:26:02.422239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-d1c03d54-9e66-4aba-a75e-1307d88d46b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28add56a-0cff-4a70-a96f-b5de7cc3242e HTTP/1.1" status: 200 len: 217 time: 0.0479472 Sep 22 10:26:02.426774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:02.434271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078ed61-60ce-4d75-8839-8dec040fed1c req-1f4ef89f-51af-4795-a90a-111d03bd9c80 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:02.436238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d078ed61-60ce-4d75-8839-8dec040fed1c req-1f4ef89f-51af-4795-a90a-111d03bd9c80 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 944 time: 0.1922326 Sep 22 10:26:02.493322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2d50c79c-0e6e-49b3-b774-3860ac006eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:02.494827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-2d50c79c-0e6e-49b3-b774-3860ac006eee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.1569424 Sep 22 10:26:02.521694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] Set router 62be06ef-41d2-4f64-b7e5-819c94cc2896 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:02.543949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-ddef6bc5-ea29-4647-b022-3d0c24bb169d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387638 Sep 22 10:26:02.553328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-1db3c58e-9f96-4b9f-a778-e78798b569d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:02.557209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-1db3c58e-9f96-4b9f-a778-e78798b569d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5a732b3-2f68-44cb-8dee-a1d560772bb0 HTTP/1.1" status: 200 len: 851 time: 0.1178203 Sep 22 10:26:02.566918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d078ed61-60ce-4d75-8839-8dec040fed1c req-ce798b6e-c761-4573-b6e8-c0201887aa9c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163647 Sep 22 10:26:02.665781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-2242eb90-819d-4017-b7dd-923253943c9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b5b563d-0c52-4cb1-90b8-746e30811f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739105 Sep 22 10:26:02.678847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Deleting port 7f227cc0-221f-46ff-821e-239c7d7588fc {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:02.679211 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:02.708750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd', 'tag': '25b1dd9b-b5e4-45a7-ba25-1bf6220422ae'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:02.709263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55688) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:02.716172 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a773d12a-21c5-4a3a-9685-51eaab682644" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd", "tag": "25b1dd9b-b5e4-45a7-ba25-1bf6220422ae"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:02.806780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] For port 7f227cc0-221f-46ff-821e-239c7d7588fc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7f227cc0-221f-46ff-821e-239c7d7588fc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:02.808073 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:02.833571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Calling delete_port for 7f227cc0-221f-46ff-821e-239c7d7588fc owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:02.851880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:26:00Z', 'revision_number': 5, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'gw_port': {'id': '7f227cc0-221f-46ff-821e-239c7d7588fc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:02.869576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-06e6587d-ffc8-4b5a-8a56-45945b5c8763 service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135161 Sep 22 10:26:02.910403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-a3128c8e-f5da-4e91-97aa-4601bd05b722 service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190685 Sep 22 10:26:02.925282 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] Checking router: 62be06ef-41d2-4f64-b7e5-819c94cc2896 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:26:02.946928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] Routers {'62be06ef-41d2-4f64-b7e5-819c94cc2896'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:02.951922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:25:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['62be06ef-41d2-4f64-b7e5-819c94cc2896'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:03.004049 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbc407c-1d90-4903-bad0-97812ffe4072 x-openstack-request-id: req-6bbc407c-1d90-4903-bad0-97812ffe4072 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:03.004369 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd", "tag": "25b1dd9b-b5e4-45a7-ba25-1bf6220422ae", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:03.004581 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bbc407c-1d90-4903-bad0-97812ffe4072 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:03.004972 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd', 'tag': '25b1dd9b-b5e4-45a7-ba25-1bf6220422ae', 'status': 'completed', 'code': 200} Sep 22 10:26:03.114942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfdac746-32fb-4e3c-8b8d-ddee0f7b6f5e req-70052dbf-d29b-4d61-8b2f-1f994a0721fe service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313790 Sep 22 10:26:03.123816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] Set router 62be06ef-41d2-4f64-b7e5-819c94cc2896 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:03.133378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a0eb3f1-1d3a-4352-a0a3-51318ac0f8b5 req-00e48b3b-545c-4947-9046-49921c726e69 service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104928 Sep 22 10:26:03.153688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10937066-6335-4bbb-874c-7eddd829705c req-8b0b01d7-ee47-4a91-8d7f-e6d6037b7832 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:03.155346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10937066-6335-4bbb-874c-7eddd829705c req-8b0b01d7-ee47-4a91-8d7f-e6d6037b7832 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.0854292 Sep 22 10:26:03.202372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:26:02Z', 'revision_number': 6, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:03.214327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10937066-6335-4bbb-874c-7eddd829705c req-612e4d4c-a33d-49a6-b993-af6e938d1be0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490024 Sep 22 10:26:03.236225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ec218-a170-41cd-bea0-12375915ac92 None None] The sync data for ids ['62be06ef-41d2-4f64-b7e5-819c94cc2896'] in n-d-807025-3 is: [{'id': '62be06ef-41d2-4f64-b7e5-819c94cc2896', 'name': 'tempest-ServersTestMultiNic-1359651041-router', 'tenant_id': '131f5cd065ac418ebf781a0505d483f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:26:02Z', 'revision_number': 6, 'project_id': '131f5cd065ac418ebf781a0505d483f3', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:03.347652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7b3fb5b-fa43-4396-a9f3-03b8610099a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:03.364487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-00f28cbe-5e5b-44dc-b232-314b7499b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:03.366149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-00f28cbe-5e5b-44dc-b232-314b7499b827 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 1095 time: 0.0913901 Sep 22 10:26:03.390418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67100f0-8167-43ab-b039-0d75f49360ae req-5ed0b601-5ec9-4677-b61e-d95a2850b6c6 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:03.392753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d67100f0-8167-43ab-b039-0d75f49360ae req-5ed0b601-5ec9-4677-b61e-d95a2850b6c6 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 943 time: 0.0755117 Sep 22 10:26:03.496529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d67100f0-8167-43ab-b039-0d75f49360ae req-a372670a-ed11-482a-be32-6c0324efbcd1 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895596 Sep 22 10:26:03.530756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-257ae130-73bc-4445-a18f-0add657c5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:03.532206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-257ae130-73bc-4445-a18f-0add657c5d3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 913 time: 0.1592579 Sep 22 10:26:03.572797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7b3fb5b-fa43-4396-a9f3-03b8610099a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:03.607484 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-5c1e2dca-9cad-44b4-ba99-03b5d2243fc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae HTTP/1.1" status: 200 len: 217 time: 0.0666816 Sep 22 10:26:03.677073 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7b3fb5b-fa43-4396-a9f3-03b8610099a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:03.684183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-53bcce66-49b0-41f2-a407-817fb1de67df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:03.686583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-53bcce66-49b0-41f2-a407-817fb1de67df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.0586174 Sep 22 10:26:03.695296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adc95d-de86-49be-a393-92be2b556948 req-ad035e37-e9d4-4005-a8ca-a49e46928274 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:03.702587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13adc95d-de86-49be-a393-92be2b556948 req-ad035e37-e9d4-4005-a8ca-a49e46928274 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.1083844 Sep 22 10:26:03.714013 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:03.747727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-f94861bd-d0aa-4f5c-b0a7-30d95f383018 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419388 Sep 22 10:26:03.798475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f227cc0-221f-46ff-821e-239c7d7588fc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:03.803206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3fb5b-fa43-4396-a9f3-03b8610099a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9d9065-d772-4b19-be8c-e12372f2fbce,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:03.803649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13adc95d-de86-49be-a393-92be2b556948 req-ac4b73f2-efbb-4bee-bf51-ae200d56b9f9 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001058 Sep 22 10:26:03.870538 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b7b3fb5b-fa43-4396-a9f3-03b8610099a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=300a75f6e3e949d8a8f327d30b82839d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1598699 Sep 22 10:26:03.884393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-9abeddb3-d282-40f0-8315-98466b5f4a5b service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252444 Sep 22 10:26:03.884820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55716) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:03.922872 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:03.995255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7f227cc0-221f-46ff-821e-239c7d7588fc no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:04.032521 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-205aa522-581a-492e-b09b-4170dacd0cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.038995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 7f227cc0-221f-46ff-821e-239c7d7588fc {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:04.039349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7f227cc0-221f-46ff-821e-239c7d7588fc not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:04.039785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:04.091159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-205aa522-581a-492e-b09b-4170dacd0cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.091918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:04.092283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9da8eb3e-842d-4823-8dac-3afe6c85fcc3 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:04.093759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.096114 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.107570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a773d12a-21c5-4a3a-9685-51eaab682644 req-76573617-18b6-47ff-a840-b28148a1bad1 service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776972 Sep 22 10:26:04.140422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763dcf0-e322-44d7-a070-5b205014d52b req-dcbbdbb5-20f9-496c-b6c8-c14e889c2f41 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:04.148620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9763dcf0-e322-44d7-a070-5b205014d52b req-dcbbdbb5-20f9-496c-b6c8-c14e889c2f41 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 944 time: 0.1382334 Sep 22 10:26:04.196115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9763dcf0-e322-44d7-a070-5b205014d52b req-c5871d64-5ca3-4724-ac02-37c45d7d5478 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460236 Sep 22 10:26:04.202960 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.203611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62be06ef-41d2-4f64-b7e5-819c94cc2896 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:04.209346 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.210869 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e3d5b858-3ba7-4b20-aac0-e2f8403a5102 admin admin] 10.222.0.20 "DELETE /v2.0/routers/62be06ef-41d2-4f64-b7e5-819c94cc2896 HTTP/1.1" status: 204 len: 168 time: 2.1119578 Sep 22 10:26:04.213434 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55720) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:04.280368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc038f4-75d7-4259-8c55-fee1f46b3a87 admin admin] Deleting subnet f41892a6-9f17-4900-a05b-70b6bb45445f {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:26:04.284463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fc038f4-75d7-4259-8c55-fee1f46b3a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.288291 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-205aa522-581a-492e-b09b-4170dacd0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.291515 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-205aa522-581a-492e-b09b-4170dacd0cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.293020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-205aa522-581a-492e-b09b-4170dacd0cf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e9d9065-d772-4b19-be8c-e12372f2fbce HTTP/1.1" status: 204 len: 168 time: 0.4064620 Sep 22 10:26:04.308069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aa522-581a-492e-b09b-4170dacd0cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9d9065-d772-4b19-be8c-e12372f2fbce,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:04.342637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fc038f4-75d7-4259-8c55-fee1f46b3a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.472848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fc038f4-75d7-4259-8c55-fee1f46b3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.629799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810874fa-f3fe-4770-b33e-264d8b4a58d9 req-c7f5010d-e288-42c6-8611-0aaebf1a5042 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:04.631376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-810874fa-f3fe-4770-b33e-264d8b4a58d9 req-c7f5010d-e288-42c6-8611-0aaebf1a5042 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38 HTTP/1.1" status: 200 len: 945 time: 0.0681343 Sep 22 10:26:04.637180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fc038f4-75d7-4259-8c55-fee1f46b3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.679049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc038f4-75d7-4259-8c55-fee1f46b3a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41892a6-9f17-4900-a05b-70b6bb45445f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:04.684836 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fc038f4-75d7-4259-8c55-fee1f46b3a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:04.692716 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6fc038f4-75d7-4259-8c55-fee1f46b3a87 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f41892a6-9f17-4900-a05b-70b6bb45445f HTTP/1.1" status: 204 len: 168 time: 0.4760604 Sep 22 10:26:04.693094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55726) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:04.698590 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba43e3-ed20-4537-8c81-06f99f37225c None None] Network e32d2a23-d40f-40d7-8077-4e2fd5081e4c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:04.733757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-810874fa-f3fe-4770-b33e-264d8b4a58d9 req-50e54617-ae77-4a5b-bd26-d6239b44c5c6 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819502 Sep 22 10:26:04.880711 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.010645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1658476-98ee-4e83-9a80-f3c34302a4ad None None] DHCP port deletion for e32d2a23-d40f-40d7-8077-4e2fd5081e4c request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:26:05.028528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0eb6d-0723-46a9-90c3-b42cce8ba51e req-1ddd7d47-d7d3-4f77-ace2-767acd3551e2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:05.030167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74d0eb6d-0723-46a9-90c3-b42cce8ba51e req-1ddd7d47-d7d3-4f77-ace2-767acd3551e2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 943 time: 0.0854588 Sep 22 10:26:05.045648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Deleting port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:05.046220 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.079293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c1658476-98ee-4e83-9a80-f3c34302a4ad None None] Deleting port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:05.079728 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c1658476-98ee-4e83-9a80-f3c34302a4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.103672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74d0eb6d-0723-46a9-90c3-b42cce8ba51e req-69cd6527-8028-476f-8df0-c06a0928c691 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598483 Sep 22 10:26:05.179307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c1658476-98ee-4e83-9a80-f3c34302a4ad None None] For port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8,segment=NetworkSegment(bae7c2d8-5841-4f2d-a687-8ba027a8145d),segment_id=bae7c2d8-5841-4f2d-a687-8ba027a8145d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:05.180297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c1658476-98ee-4e83-9a80-f3c34302a4ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.187685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] For port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8,segment=NetworkSegment(bae7c2d8-5841-4f2d-a687-8ba027a8145d),segment_id=bae7c2d8-5841-4f2d-a687-8ba027a8145d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:05.188081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.197741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c1658476-98ee-4e83-9a80-f3c34302a4ad None None] Calling delete_port for 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:05.203143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Calling delete_port for 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:05.286742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55742) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:05.305695 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b960bb6e-4070-49a4-8d99-36ce19e6eece admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.369483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c1658476-98ee-4e83-9a80-f3c34302a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.375678 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.413048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] No DVR routers for this DVR port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:05.426453 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1658476-98ee-4e83-9a80-f3c34302a4ad None None] Pushing event deleted for resources: {'Port': ['ID=18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:05.429081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1658476-98ee-4e83-9a80-f3c34302a4ad None None] No DVR routers for this DVR port 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:05.496715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b960bb6e-4070-49a4-8d99-36ce19e6eece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.500968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 28add56a-0cff-4a70-a96f-b5de7cc3242e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:05.511711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:05.589436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.609157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a4439-9495-4ac4-9eaf-5f7e63fe512a req-5d2d8513-9048-4e38-901e-c050b871ed4f tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:05.611866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 28add56a-0cff-4a70-a96f-b5de7cc3242e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28add56a-0cff-4a70-a96f-b5de7cc3242e,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:05.616642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-458a4439-9495-4ac4-9eaf-5f7e63fe512a req-5d2d8513-9048-4e38-901e-c050b871ed4f tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.1966302 Sep 22 10:26:05.628490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '28add56a-0cff-4a70-a96f-b5de7cc3242e', 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b', 'port_id': '28add56a-0cff-4a70-a96f-b5de7cc3242e', 'mac_address': 'fa:16:3e:2c:37:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a732b3-2f68-44cb-8dee-a1d560772bb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:05.652707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32d2a23-d40f-40d7-8077-4e2fd5081e4c']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:05.668055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae7c2d8-5841-4f2d-a687-8ba027a8145d') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:05.668355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae7c2d8-5841-4f2d-a687-8ba027a8145d') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:05.672179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b960bb6e-4070-49a4-8d99-36ce19e6eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.684634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.686642 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.711386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-458a4439-9495-4ac4-9eaf-5f7e63fe512a req-8c218efc-1001-4636-a682-8023a989b462 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816958 Sep 22 10:26:05.712247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28add56a-0cff-4a70-a96f-b5de7cc3242e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:05.712623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.718770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:26:05.719318 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:26:05.721615 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:26:05.763173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960bb6e-4070-49a4-8d99-36ce19e6eece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949cd0b9-f7b9-4cab-a3c4-4df0fa103076,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:05.770314 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b960bb6e-4070-49a4-8d99-36ce19e6eece admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=009a7f5a51554d2ab3a06ae743d0f304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819546 Sep 22 10:26:05.775672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55750) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:05.781895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 28add56a-0cff-4a70-a96f-b5de7cc3242e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28add56a-0cff-4a70-a96f-b5de7cc3242e,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:05.839910 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.849032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07ad7038-888c-4db2-9800-67d49054c7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.865015 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.881094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=e32d2a23-d40f-40d7-8077-4e2fd5081e4c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:05.923007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70451628-f182-476e-8ee6-6d88254e3784 req-3c84afcc-8999-442a-9e88-837a338799d7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:05.923007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70451628-f182-476e-8ee6-6d88254e3784 req-3c84afcc-8999-442a-9e88-837a338799d7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 944 time: 0.0844822 Sep 22 10:26:05.923007 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.923007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-72c688c4-bcce-4df3-8bdb-1acd537f7dcf admin admin] 10.222.0.20 "DELETE /v2.0/networks/e32d2a23-d40f-40d7-8077-4e2fd5081e4c HTTP/1.1" status: 204 len: 168 time: 1.2183027 Sep 22 10:26:05.943959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07ad7038-888c-4db2-9800-67d49054c7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:05.956678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:05.978941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70451628-f182-476e-8ee6-6d88254e3784 req-aaa12aa6-8dd1-437f-bcb1-fef96ae4ee74 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723257 Sep 22 10:26:06.003252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:06.003904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 18b5cb0b-c040-45ee-aaa0-7f8a1ba303f8 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:06.016258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=28add56a-0cff-4a70-a96f-b5de7cc3242e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:06.176779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['28add56a-0cff-4a70-a96f-b5de7cc3242e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:06.311387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07ad7038-888c-4db2-9800-67d49054c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:06.314735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07ad7038-888c-4db2-9800-67d49054c7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:06.316623 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-07ad7038-888c-4db2-9800-67d49054c7c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/949cd0b9-f7b9-4cab-a3c4-4df0fa103076 HTTP/1.1" status: 204 len: 168 time: 0.5395639 Sep 22 10:26:06.341705 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad7038-888c-4db2-9800-67d49054c7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949cd0b9-f7b9-4cab-a3c4-4df0fa103076,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:06.364918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a158-ce1f-412f-959f-6a97de9be310 req-62cbdf60-1017-4093-b833-4c59b4dd30dc tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:06.372376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d19a158-ce1f-412f-959f-6a97de9be310 req-62cbdf60-1017-4093-b833-4c59b4dd30dc tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0637782 Sep 22 10:26:06.406846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d19a158-ce1f-412f-959f-6a97de9be310 req-7035ebdd-7553-436d-9479-c84514783c29 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Sep 22 10:26:06.586986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7524-22a4-4d9d-b7c7-e9a87b69af44 req-77b54992-d315-4437-ac1b-a692bb8427ba tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:06.588612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-daeb7524-22a4-4d9d-b7c7-e9a87b69af44 req-77b54992-d315-4437-ac1b-a692bb8427ba tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 944 time: 0.0639987 Sep 22 10:26:06.641367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55774) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:06.641878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-daeb7524-22a4-4d9d-b7c7-e9a87b69af44 req-6e139253-adf6-43b9-b8ff-397f585037ed tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436592 Sep 22 10:26:06.720919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55776) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:06.731290 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c0331776-a06d-4961-b3cf-d14b182f5570 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=131f5cd065ac418ebf781a0505d483f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877559 Sep 22 10:26:06.826390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e741287a-de9f-45c0-8c0e-a3e74af9090b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:06.854997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e741287a-de9f-45c0-8c0e-a3e74af9090b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:06.979964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd419d88-1de2-4058-a2db-a0ad3446592a req-6e312dc6-bd60-43c2-aebe-9950743ed59d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:06.986740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd419d88-1de2-4058-a2db-a0ad3446592a req-6e312dc6-bd60-43c2-aebe-9950743ed59d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:07.001804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd419d88-1de2-4058-a2db-a0ad3446592a req-6e312dc6-bd60-43c2-aebe-9950743ed59d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:07.003961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd419d88-1de2-4058-a2db-a0ad3446592a req-6e312dc6-bd60-43c2-aebe-9950743ed59d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704&device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38&device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 2416 time: 0.0831182 Sep 22 10:26:07.013160 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e741287a-de9f-45c0-8c0e-a3e74af9090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:07.015753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e741287a-de9f-45c0-8c0e-a3e74af9090b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:07.016929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e741287a-de9f-45c0-8c0e-a3e74af9090b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5a4ef6d-9061-41d4-ace4-0f41fbc5916a HTTP/1.1" status: 204 len: 168 time: 0.2949805 Sep 22 10:26:07.039630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741287a-de9f-45c0-8c0e-a3e74af9090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a4ef6d-9061-41d4-ace4-0f41fbc5916a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:07.070543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd419d88-1de2-4058-a2db-a0ad3446592a req-1566ee60-e6ae-4e0c-a414-8fcb24035270 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654852 Sep 22 10:26:07.195048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d91234-1ae7-4a5e-bd10-62cde7c24c0d req-d658ca8b-8dc5-4f0a-bfb2-87dba5e989f9 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:07.196740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98d91234-1ae7-4a5e-bd10-62cde7c24c0d req-d658ca8b-8dc5-4f0a-bfb2-87dba5e989f9 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 944 time: 0.0607831 Sep 22 10:26:07.241958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98d91234-1ae7-4a5e-bd10-62cde7c24c0d req-f6cce0f7-1183-4ec0-8a34-a441880abfdc tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384579 Sep 22 10:26:07.500811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028d9ad-f62e-4326-bbc5-c1072ce7c2f9 req-86864e4e-9444-4987-b127-a26a840a66fd tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:07.511745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9028d9ad-f62e-4326-bbc5-c1072ce7c2f9 req-86864e4e-9444-4987-b127-a26a840a66fd tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.0788190 Sep 22 10:26:07.528941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:07.531057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 28add56a-0cff-4a70-a96f-b5de7cc3242e up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:07.567097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9028d9ad-f62e-4326-bbc5-c1072ce7c2f9 req-9184ddbd-7949-41ab-983a-fd658954f699 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541332 Sep 22 10:26:07.748119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:07.781010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '25b1dd9b-b5e4-45a7-ba25-1bf6220422ae', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'port_id': '25b1dd9b-b5e4-45a7-ba25-1bf6220422ae', 'mac_address': 'fa:16:3e:6b:1b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e8607-9914-4cb1-88f2-d94fdc07a1c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:07.791685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 28add56a-0cff-4a70-a96f-b5de7cc3242e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:26:07.818921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 28add56a-0cff-4a70-a96f-b5de7cc3242e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:07.819322 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:07.888414 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:07.961577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:08.066837 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:08.086955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:08.100151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb9e82-5f03-4c4a-90e5-61c8b4a7a9f5 req-c5e9a497-7f39-49b7-80ca-df12f678cff2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:08.102523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bafb9e82-5f03-4c4a-90e5-61c8b4a7a9f5 req-c5e9a497-7f39-49b7-80ca-df12f678cff2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 944 time: 0.0730796 Sep 22 10:26:08.136289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 28add56a-0cff-4a70-a96f-b5de7cc3242e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28add56a-0cff-4a70-a96f-b5de7cc3242e,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:08.137474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b77579-670d-48d5-8821-c17e7a3489fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28add56a-0cff-4a70-a96f-b5de7cc3242e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:08.140182 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0701888-9143-413e-960e-5436a51aa27f" -d '{"events": [{"server_uuid": "04b77579-670d-48d5-8821-c17e7a3489fc", "name": "network-vif-plugged", "status": "completed", "tag": "28add56a-0cff-4a70-a96f-b5de7cc3242e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:08.145653 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:08.161712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bafb9e82-5f03-4c4a-90e5-61c8b4a7a9f5 req-fbf540ef-f427-41f4-b033-6914a1931919 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479381 Sep 22 10:26:08.204002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:08.264430 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:08.320223 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c50c22-ffcf-42d6-85ac-f44ea1012c60 x-openstack-request-id: req-72c50c22-ffcf-42d6-85ac-f44ea1012c60 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:08.320773 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b77579-670d-48d5-8821-c17e7a3489fc", "name": "network-vif-plugged", "status": "completed", "tag": "28add56a-0cff-4a70-a96f-b5de7cc3242e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:08.321205 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72c50c22-ffcf-42d6-85ac-f44ea1012c60 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:08.321837 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b77579-670d-48d5-8821-c17e7a3489fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28add56a-0cff-4a70-a96f-b5de7cc3242e', 'code': 200} Sep 22 10:26:08.359437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=28add56a-0cff-4a70-a96f-b5de7cc3242e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:08.485428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b624e-0faa-4933-815d-b5ab474edd9e req-d3a595f1-c5f1-407a-8cb5-f51e375d132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:08.488109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-525b624e-0faa-4933-815d-b5ab474edd9e req-d3a595f1-c5f1-407a-8cb5-f51e375d132e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 1096 time: 0.0816715 Sep 22 10:26:08.503874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b396316-873d-4000-a213-8628651f12c5 req-051dfcb7-9f97-4189-b929-0b960e08df5d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:08.505371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b396316-873d-4000-a213-8628651f12c5 req-051dfcb7-9f97-4189-b929-0b960e08df5d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 945 time: 0.1104074 Sep 22 10:26:08.516272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['25b1dd9b-b5e4-45a7-ba25-1bf6220422ae'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:08.561927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-525b624e-0faa-4933-815d-b5ab474edd9e req-acea32a9-d8ae-4936-b6fa-154ddfc8a010 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554438 Sep 22 10:26:08.603097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b396316-873d-4000-a213-8628651f12c5 req-0d14706e-b203-4333-858e-45d2072d2d76 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900340 Sep 22 10:26:08.650225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55856) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:08.865692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1450720639-network', 'tenant_id': '326a6c35d44f4b0bbe0ad28ffafe3043'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:09.105713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Made reservation on behalf of 326a6c35d44f4b0bbe0ad28ffafe3043 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:09.109277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.120237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.256429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.313192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee756c-5f6f-42aa-ad8a-bf9a0988ba62 req-ae7b5610-a677-4537-9500-b94d89f85614 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:09.321936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4ee756c-5f6f-42aa-ad8a-bf9a0988ba62 req-ae7b5610-a677-4537-9500-b94d89f85614 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 945 time: 0.0548911 Sep 22 10:26:09.339523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.371984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:26:09.378262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4ee756c-5f6f-42aa-ad8a-bf9a0988ba62 req-3eff2c31-f1fa-4652-937b-aed15c912e83 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552359 Sep 22 10:26:09.391340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55888) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:09.405636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44aadda-34a5-4fa2-ba24-fa5510136771,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:09.423461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.423813 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Added segment 4b31b2e7-bff6-49ab-940f-a4986e1b72c6 of type vlan for network 8768a76d-41a4-445a-aae0-09376723af6c Sep 22 10:26:09.494931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.550741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1480846281', 'router:external': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:09.642903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.644143 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:09.644960 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.730746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] Pushing event updated for resources: {'Network': ['ID=8768a76d-41a4-445a-aae0-09376723af6c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:09.747132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Made reservation on behalf of f3b0302bd2f14e499ea001b352057aa0 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:09.749627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.752519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 8768a76d-41a4-445a-aae0-09376723af6c details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:26:09.779787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:09.834222 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7ab4611c-1e6a-4423-ab1f-cb115998691f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1791472 Sep 22 10:26:09.834419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55898) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:09.839577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Request body: {'subnet': {'network_id': '8768a76d-41a4-445a-aae0-09376723af6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1450720639-subnet', 'tenant_id': '326a6c35d44f4b0bbe0ad28ffafe3043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:09.886315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06647277-8978-4a06-b96b-60ef609309c2 req-3fb6741e-d146-43ff-bed2-45f9ce00be44 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:09.894510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06647277-8978-4a06-b96b-60ef609309c2 req-3fb6741e-d146-43ff-bed2-45f9ce00be44 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 945 time: 0.1277456 Sep 22 10:26:09.974683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06647277-8978-4a06-b96b-60ef609309c2 req-d78f6357-7325-44e8-a7c9-0bb4a1aadcd0 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782878 Sep 22 10:26:10.090429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:10.236686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:10.272379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:26:10.287186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebb6d93-9545-4096-b625-cdbeee9c795a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:10.293897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:10.294960 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Added segment 99d1ab8e-2da5-4be6-aa20-3b4ae252d71d of type vlan for network 9690cf83-a203-4cab-864c-e1e0d426fffa Sep 22 10:26:10.332599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Made reservation on behalf of 326a6c35d44f4b0bbe0ad28ffafe3043 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:10.335393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:10.354821 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:10.515366 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:10.516426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:10.517074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:10.610435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event updated for resources: {'Network': ['ID=9690cf83-a203-4cab-864c-e1e0d426fffa,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:10.610872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 9690cf83-a203-4cab-864c-e1e0d426fffa details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:26:10.680352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958e742-bfb2-47cc-9dbc-37e393747395 req-1d330603-09fc-4a42-b263-9b71260ce031 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:10.681900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8958e742-bfb2-47cc-9dbc-37e393747395 req-1d330603-09fc-4a42-b263-9b71260ce031 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0601819 Sep 22 10:26:10.734977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8958e742-bfb2-47cc-9dbc-37e393747395 req-70b9d8e1-5467-4c83-af55-b56a227ec1de tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Sep 22 10:26:10.844079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494be7-4dc4-46ed-a415-8609bf12116a req-12e89ec0-ba7f-461e-8aa8-918841d44feb tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:10.845765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0494be7-4dc4-46ed-a415-8609bf12116a req-12e89ec0-ba7f-461e-8aa8-918841d44feb tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 945 time: 0.0540869 Sep 22 10:26:10.883723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0494be7-4dc4-46ed-a415-8609bf12116a req-545984e9-f54c-43b4-b4c0-1de4478a8287 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Sep 22 10:26:11.014144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-084d552a-ec7d-4594-a825-f3f1afbce5ab tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6216204 Sep 22 10:26:11.017290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55920) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:11.022243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'subnet': {'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:11.076898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:11.132254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccfbab11-f240-47e5-8942-6b010c1670f4,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:11.141027 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Checking segment: {'id': '4b31b2e7-bff6-49ab-940f-a4986e1b72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8768a76d-41a4-445a-aae0-09376723af6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:11.141389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Network hostable DHCP agents. Network: 8768a76d-41a4-445a-aae0-09376723af6c, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:26:11.190976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Made reservation on behalf of f3b0302bd2f14e499ea001b352057aa0 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:11.193460 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:11.264953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Network 8768a76d-41a4-445a-aae0-09376723af6c is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:26:11.376409 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 8768a76d-41a4-445a-aae0-09376723af6c) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:11.385404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267161d8-0cf6-450f-8a88-f2775d03067a None None] Network 8768a76d-41a4-445a-aae0-09376723af6c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:11.387408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:11.388008 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:11.495054 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a32027ed-da8d-4c85-8563-040d57a40edc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6596947 Sep 22 10:26:11.540403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c231bd3-2699-41a3-b97f-52571e0f398b req-2b68d401-aaef-4734-bd7d-768ed43db0a2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:11.548580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c231bd3-2699-41a3-b97f-52571e0f398b req-2b68d401-aaef-4734-bd7d-768ed43db0a2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 945 time: 0.0918212 Sep 22 10:26:11.549881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:11.601189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c231bd3-2699-41a3-b97f-52571e0f398b req-d88ea4cd-fb4a-44b1-973d-50cc0d4fdc71 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520561 Sep 22 10:26:11.628007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bb6375-2998-4a06-abd6-fd0ac115c934 None None] Network 8768a76d-41a4-445a-aae0-09376723af6c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:11.755381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01cd0c-cfed-44e2-9c02-bef94069e78a req-184acfbc-15b4-4c2c-abcf-5230011e71d8 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:11.762621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c01cd0c-cfed-44e2-9c02-bef94069e78a req-184acfbc-15b4-4c2c-abcf-5230011e71d8 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 945 time: 0.0662379 Sep 22 10:26:11.764462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:26:11.773175 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:11.773552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:11.810216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:26:11.810689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:11.885154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c01cd0c-cfed-44e2-9c02-bef94069e78a req-2eca963b-e67f-45bd-a8af-fde046a3b2b3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165967 Sep 22 10:26:11.903453 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:11.908183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be4fdb7d-723c-4178-aa1e-952f60f3f316,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:11.936672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Checking segment: {'id': '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:11.937029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Network hostable DHCP agents. Network: 9690cf83-a203-4cab-864c-e1e0d426fffa, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:26:11.961639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b1dd9b-b5e4-45a7-ba25-1bf6220422ae'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:11.964178 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ca34f-400f-478b-b912-69e55aa06fd1" -d '{"events": [{"server_uuid": "b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd", "name": "network-vif-plugged", "status": "completed", "tag": "25b1dd9b-b5e4-45a7-ba25-1bf6220422ae"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:11.980275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:12.036486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Network 9690cf83-a203-4cab-864c-e1e0d426fffa is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:26:12.150457 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:12.200219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:12.236354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 9690cf83-a203-4cab-864c-e1e0d426fffa) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:12.241010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:12.242084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:12.247716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a37b5-488e-4cf3-b910-8696b526a5d2 None None] Network 9690cf83-a203-4cab-864c-e1e0d426fffa requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:12.330197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f4d3beea-97db-4878-b4bc-9f0892b7b463 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3117433 Sep 22 10:26:12.332971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55966) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:12.337870 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-808457553', 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:12.372214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea10a3-c486-4a1e-b4bb-ce84056381a7 None None] Network 9690cf83-a203-4cab-864c-e1e0d426fffa requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:12.395736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16751e8-c298-4147-a62a-f866ac10e851 req-30c7da55-bac7-414c-877d-d8049763b63c tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:12.397382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-30c7da55-bac7-414c-877d-d8049763b63c tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/networks?id=8768a76d-41a4-445a-aae0-09376723af6c HTTP/1.1" status: 200 len: 814 time: 0.1091835 Sep 22 10:26:12.419497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d7cd3e0a-4aff-4ccf-a302-725510dca676 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/quotas/326a6c35d44f4b0bbe0ad28ffafe3043 HTTP/1.1" status: 200 len: 375 time: 0.0156996 Sep 22 10:26:12.436329 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Made reservation on behalf of f3b0302bd2f14e499ea001b352057aa0 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:12.438728 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:12.446629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-86eda0f5-2585-43b5-8923-b2f5d44fb0a6 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=326a6c35d44f4b0bbe0ad28ffafe3043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262413 Sep 22 10:26:12.455038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] device_id is not set on port 074287f5-09ea-4650-98cf-a34932d68b36 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:26:12.547851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-6977e657-b561-442f-a8d9-61f0993b9bb3 service neutron] 10.222.0.20 "GET /v2.0/networks/8768a76d-41a4-445a-aae0-09376723af6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936608 Sep 22 10:26:12.591965 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Allocated IP 2001:db8::151 (9690cf83-a203-4cab-864c-e1e0d426fffa/be4fdb7d-723c-4178-aa1e-952f60f3f316/074287f5-09ea-4650-98cf-a34932d68b36) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:12.653050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-34cf3ea7-a62d-4e78-80ad-ee18f39602a6 service neutron] 10.222.0.20 "GET /v2.0/networks/8768a76d-41a4-445a-aae0-09376723af6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982566 Sep 22 10:26:12.732760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:12.837005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:12.885560 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Network 9690cf83-a203-4cab-864c-e1e0d426fffa is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:12.891600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event updated for resources: {'Port': ['ID=074287f5-09ea-4650-98cf-a34932d68b36,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:12.894397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:12.896790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:12.897979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:12.898894 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:12.942902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269b395-ae90-4f90-97cc-827256bbbfd4 req-1a0cbeb0-bce6-4084-a51f-b93d077365ce tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:12.944479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4269b395-ae90-4f90-97cc-827256bbbfd4 req-1a0cbeb0-bce6-4084-a51f-b93d077365ce tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0702662 Sep 22 10:26:12.988620 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf129f03-e606-48e3-98a2-1af4abbe18f3 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6516807 Sep 22 10:26:12.988932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55986) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:13.014931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4269b395-ae90-4f90-97cc-827256bbbfd4 req-398857a1-69dc-48f5-926e-eba442ca0748 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614688 Sep 22 10:26:13.022805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-35aa6182-1567-4160-a830-7bf6287d195a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:13.024290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-35aa6182-1567-4160-a830-7bf6287d195a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.30 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 945 time: 0.0789447 Sep 22 10:26:13.072332 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724cc240-8acc-4b07-a3aa-444a81df825d x-openstack-request-id: req-724cc240-8acc-4b07-a3aa-444a81df825d {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:13.074274 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd", "name": "network-vif-plugged", "status": "completed", "tag": "25b1dd9b-b5e4-45a7-ba25-1bf6220422ae", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:13.074702 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-724cc240-8acc-4b07-a3aa-444a81df825d {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:13.075017 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f34b2571-5cde-4fa8-9eb9-60f97749e041 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Deleting port 074287f5-09ea-4650-98cf-a34932d68b36 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:13.075694 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f34b2571-5cde-4fa8-9eb9-60f97749e041 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.075855 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b1dd9b-b5e4-45a7-ba25-1bf6220422ae', 'code': 200} Sep 22 10:26:13.178809 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f34b2571-5cde-4fa8-9eb9-60f97749e041 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.184437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Deleting port 28add56a-0cff-4a70-a96f-b5de7cc3242e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:13.184779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.191295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f34b2571-5cde-4fa8-9eb9-60f97749e041 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Calling delete_port for 074287f5-09ea-4650-98cf-a34932d68b36 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:13.249257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4ce77-2f11-45cb-8166-a682493fe868 req-b6ac07b9-6b48-4383-a65d-b3dc46a9bd7e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:13.250673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bf4ce77-2f11-45cb-8166-a682493fe868 req-b6ac07b9-6b48-4383-a65d-b3dc46a9bd7e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 946 time: 0.1081605 Sep 22 10:26:13.413748 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f34b2571-5cde-4fa8-9eb9-60f97749e041 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.440878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b2571-5cde-4fa8-9eb9-60f97749e041 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event deleted for resources: {'Port': ['ID=074287f5-09ea-4650-98cf-a34932d68b36,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:13.474776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f34b2571-5cde-4fa8-9eb9-60f97749e041 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.476873 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f34b2571-5cde-4fa8-9eb9-60f97749e041 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "DELETE /v2.0/ports/074287f5-09ea-4650-98cf-a34932d68b36 HTTP/1.1" status: 204 len: 168 time: 0.4868999 Sep 22 10:26:13.481716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55994) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:13.486273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa', 'external_fixed_ips': [{'subnet_id': 'be4fdb7d-723c-4178-aa1e-952f60f3f316', 'ip_address': '2001:db8::151'}]}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:13.612601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d3a69-f0d4-41e6-b6de-f7f330390967 req-c7e43302-5760-48b5-9ee6-2564dd526751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:13.614055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-493d3a69-f0d4-41e6-b6de-f7f330390967 req-c7e43302-5760-48b5-9ee6-2564dd526751 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 1097 time: 0.4244325 Sep 22 10:26:13.655306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] For port 28add56a-0cff-4a70-a96f-b5de7cc3242e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=28add56a-0cff-4a70-a96f-b5de7cc3242e,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:13.655673 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.660346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bf4ce77-2f11-45cb-8166-a682493fe868 req-53e74f92-c742-4a67-a00d-f54e56e211a4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021585 Sep 22 10:26:13.675814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Calling delete_port for 28add56a-0cff-4a70-a96f-b5de7cc3242e owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:13.694403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-493d3a69-f0d4-41e6-b6de-f7f330390967 req-5c4e7bdc-99a1-4b53-acf4-76afd7266a65 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711467 Sep 22 10:26:13.705205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.706350 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.757610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7ee86d6-790a-47c4-9a1b-8f86be963a8a req-771b0087-a36d-4f7c-ba68-300029cebce6 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 210 time: 0.0313432 Sep 22 10:26:13.806867 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.883090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c71e10-ac96-4e2f-92c5-39eba7cedc53 req-373f9a27-f7a8-4c12-96d9-354e6a1e5ece tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:13.884754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51c71e10-ac96-4e2f-92c5-39eba7cedc53 req-373f9a27-f7a8-4c12-96d9-354e6a1e5ece tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 945 time: 0.0601501 Sep 22 10:26:13.922838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51c71e10-ac96-4e2f-92c5-39eba7cedc53 req-f365ae88-ca0c-4415-b315-08897f8e3aab tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318444 Sep 22 10:26:13.927845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:13.944142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['364996f1-ceaa-4c45-b752-7d072b03e823', '28add56a-0cff-4a70-a96f-b5de7cc3242e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:13.975637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Pushing event deleted for resources: {'Port': ['ID=28add56a-0cff-4a70-a96f-b5de7cc3242e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:14.023668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] No DVR routers for this DVR port 28add56a-0cff-4a70-a96f-b5de7cc3242e on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:14.027500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:14.030203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-457f7f76-5e3e-4d07-b110-d4ca4b058d78 req-894c085c-4dba-4734-b44c-59e50684a724 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.30 "DELETE /v2.0/ports/28add56a-0cff-4a70-a96f-b5de7cc3242e HTTP/1.1" status: 204 len: 173 time: 0.9908531 Sep 22 10:26:14.030703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b77579-670d-48d5-8821-c17e7a3489fc', 'name': 'network-vif-deleted', 'tag': '28add56a-0cff-4a70-a96f-b5de7cc3242e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:14.033362 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3774dbca-94f1-44e0-92ad-198123554ba1" -d '{"events": [{"server_uuid": "04b77579-670d-48d5-8821-c17e7a3489fc", "name": "network-vif-deleted", "tag": "28add56a-0cff-4a70-a96f-b5de7cc3242e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:14.043342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:14.173179 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8065c440-8f38-4575-9f08-f284a0390eaf x-openstack-request-id: req-8065c440-8f38-4575-9f08-f284a0390eaf {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:14.173525 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b77579-670d-48d5-8821-c17e7a3489fc", "name": "network-vif-deleted", "tag": "28add56a-0cff-4a70-a96f-b5de7cc3242e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:14.173784 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8065c440-8f38-4575-9f08-f284a0390eaf {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:14.174697 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b77579-670d-48d5-8821-c17e7a3489fc', 'name': 'network-vif-deleted', 'tag': '28add56a-0cff-4a70-a96f-b5de7cc3242e', 'status': 'completed', 'code': 200} Sep 22 10:26:14.271934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a13c36-aa4d-4122-8860-05e8781118c8 req-66fd5269-13f5-441a-9885-818a8bf5b9d3 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:14.273622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3a13c36-aa4d-4122-8860-05e8781118c8 req-66fd5269-13f5-441a-9885-818a8bf5b9d3 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0548286 Sep 22 10:26:14.320393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3a13c36-aa4d-4122-8860-05e8781118c8 req-e54f457e-f595-4c31-bce7-31d7f6f22b2c tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Sep 22 10:26:14.350486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:14.376319 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:14.499919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcd263-34bb-4747-a3f6-adc7d9187f04 req-5202ca7f-1807-4a7e-b980-716bfcee0598 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:14.501427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acbcd263-34bb-4747-a3f6-adc7d9187f04 req-5202ca7f-1807-4a7e-b980-716bfcee0598 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 950 time: 0.0527244 Sep 22 10:26:14.541072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acbcd263-34bb-4747-a3f6-adc7d9187f04 req-3b2c1d38-012a-45eb-a3d9-f63945efc5ca tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332491 Sep 22 10:26:14.578763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Allocated IP 2001:db8::151 (9690cf83-a203-4cab-864c-e1e0d426fffa/be4fdb7d-723c-4178-aa1e-952f60f3f316/d3da5fbd-05c6-4c6e-9901-a317fa272067) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:14.682503 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:14.848409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:14.888074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Network 9690cf83-a203-4cab-864c-e1e0d426fffa is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:14.890860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:14.893999 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:14.935389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event updated for resources: {'Port': ['ID=d3da5fbd-05c6-4c6e-9901-a317fa272067,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:15.355969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9132f-b6d2-462c-b548-8a17e5028968 req-298cb4ea-c7ef-41e0-b3b2-dd7e6d1573b3 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:15.362476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aec9132f-b6d2-462c-b548-8a17e5028968 req-298cb4ea-c7ef-41e0-b3b2-dd7e6d1573b3 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 946 time: 0.0568945 Sep 22 10:26:15.408694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aec9132f-b6d2-462c-b548-8a17e5028968 req-242f8cc5-4b22-4da1-aecc-9ff5d943562a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Sep 22 10:26:15.514844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c7f3d3e-702b-4531-8ab7-7535ac192109 req-cc34d0d4-242f-438f-b940-4e685584819a tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 210 time: 0.0319228 Sep 22 10:26:15.583357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:15.620107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a95e7d50-3ee4-47b3-beab-18156ef2fbf1 req-4109fd74-2fed-427a-ae2c-2898f98c560b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=04b77579-670d-48d5-8821-c17e7a3489fc HTTP/1.1" status: 200 len: 210 time: 0.0263486 Sep 22 10:26:15.781848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:15.922328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a372635-3504-4c52-8f88-ba23c1e67e92 req-989abb79-b167-4c09-ab84-3534b0e8ca6b tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:15.923821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a372635-3504-4c52-8f88-ba23c1e67e92 req-989abb79-b167-4c09-ab84-3534b0e8ca6b tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0500629 Sep 22 10:26:15.961384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a372635-3504-4c52-8f88-ba23c1e67e92 req-a27ad982-3798-47e6-8063-c9aa9525ac48 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Sep 22 10:26:16.076617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Router bc168760-9234-4fcc-80b1-c12fd16bebe6 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:26:16.190312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:16.204074 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Sync routers for ids ['bc168760-9234-4fcc-80b1-c12fd16bebe6'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:16.213357 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Routers {'bc168760-9234-4fcc-80b1-c12fd16bebe6'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:16.213976 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:25:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['bc168760-9234-4fcc-80b1-c12fd16bebe6'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:16.320423 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Set router bc168760-9234-4fcc-80b1-c12fd16bebe6 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:16.351113 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:16.351113 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b3c8007b-6805-44ae-8d87-a4e1971752fe tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8523569 Sep 22 10:26:16.351113 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56058) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:16.351491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414de7-1aeb-46dd-8bf9-f3f0eabd9ea8 req-1831e54e-da24-4449-a2b2-89939b037584 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:16.351491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5414de7-1aeb-46dd-8bf9-f3f0eabd9ea8 req-1831e54e-da24-4449-a2b2-89939b037584 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 946 time: 0.1061378 Sep 22 10:26:16.407224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16751e8-c298-4147-a62a-f866ac10e851 req-3faf703b-9427-4a34-bf41-91cdc2d362f8 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:16.409381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-3faf703b-9427-4a34-bf41-91cdc2d362f8 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.30 "GET /v2.0/networks?id=8768a76d-41a4-445a-aae0-09376723af6c HTTP/1.1" status: 200 len: 814 time: 0.1701505 Sep 22 10:26:16.415152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5414de7-1aeb-46dd-8bf9-f3f0eabd9ea8 req-0c94c378-a85e-4608-b29a-70f7dac5fc17 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606234 Sep 22 10:26:16.434235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Request body: {'port': {'device_id': '0c78afd9-0316-4f3e-93d7-2e1b7360c607', 'network_id': '8768a76d-41a4-445a-aae0-09376723af6c', 'admin_state_up': True, 'tenant_id': '326a6c35d44f4b0bbe0ad28ffafe3043'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:16.461098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:16.551084 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc168760-9234-4fcc-80b1-c12fd16bebe6', 'name': '', 'tenant_id': 'f3b0302bd2f14e499ea001b352057aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa', 'external_fixed_ips': [{'subnet_id': 'be4fdb7d-723c-4178-aa1e-952f60f3f316', 'ip_address': '2001:db8::151'}], 'enable_snat': True}, 'gw_port_id': 'd3da5fbd-05c6-4c6e-9901-a317fa272067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:13Z', 'updated_at': '2021-09-22T10:26:15Z', 'revision_number': 3, 'project_id': 'f3b0302bd2f14e499ea001b352057aa0', 'gw_port': {'id': 'd3da5fbd-05c6-4c6e-9901-a317fa272067', 'name': '', 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc168760-9234-4fcc-80b1-c12fd16bebe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'be4fdb7d-723c-4178-aa1e-952f60f3f316', 'ip_address': '2001:db8::151', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:14Z', 'updated_at': '2021-09-22T10:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be4fdb7d-723c-4178-aa1e-952f60f3f316', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:16.588656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:16.630611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4d64a5d-a3fd-462b-a269-991494a168a3 req-4d46b117-feaf-42e9-a4a2-9a61ddc70f5e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 210 time: 0.0292857 Sep 22 10:26:16.674217 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Checking router: bc168760-9234-4fcc-80b1-c12fd16bebe6 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:26:16.674572 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Updating router bc168760-9234-4fcc-80b1-c12fd16bebe6 port d3da5fbd-05c6-4c6e-9901-a317fa272067 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:26:16.691573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Made reservation on behalf of 326a6c35d44f4b0bbe0ad28ffafe3043 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:16.699553 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:16.699856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:16.778025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Deleting port d3da5fbd-05c6-4c6e-9901-a317fa272067 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:16.778545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:16.869994 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:16.879731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7f803-13e4-4ec4-b7bb-67a1c6399ed4 req-f8b62721-881b-40ba-a7d9-136fdf33c1b6 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:16.882639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0af7f803-13e4-4ec4-b7bb-67a1c6399ed4 req-f8b62721-881b-40ba-a7d9-136fdf33c1b6 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1506281 Sep 22 10:26:16.885830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Calling delete_port for d3da5fbd-05c6-4c6e-9901-a317fa272067 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:16.913390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Allocated IP 172.20.0.7 (8768a76d-41a4-445a-aae0-09376723af6c/ccfbab11-f240-47e5-8942-6b010c1670f4/bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:16.942798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0af7f803-13e4-4ec4-b7bb-67a1c6399ed4 req-4f4a1726-ccce-4580-ba5d-9aa3b6bbb72a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532734 Sep 22 10:26:16.971594 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.053351 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.120180 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Attempting to bind port d3da5fbd-05c6-4c6e-9901-a317fa272067 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:17.120557 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Attempting to bind port d3da5fbd-05c6-4c6e-9901-a317fa272067 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:17.120977 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Attempting to bind port d3da5fbd-05c6-4c6e-9901-a317fa272067 on network 9690cf83-a203-4cab-864c-e1e0d426fffa {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:17.124063 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Pushing event updated for resources: {'Port': ['ID=d3da5fbd-05c6-4c6e-9901-a317fa272067,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:17.129517 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.132303 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:17.139193 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Checking segment: {'id': '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:17.139193 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.139193 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Bound using segment: {'id': '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:17.139193 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Bound port: d3da5fbd-05c6-4c6e-9901-a317fa272067, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:17.139193 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.139193 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.139193 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.139193 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.140260 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.140622 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.141013 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.145999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.145999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.145999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.145999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.145999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.145999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789dc26-f53b-4b3e-8764-60a14ed5388a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.265555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.266767 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.db.api [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:26:17.267448 n-d-807025-3 neutron-server[95684]: DEBUG oslo_db.api [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:26:17.291587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3da5fbd-05c6-4c6e-9901-a317fa272067,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:17.294701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc202913-b101-430d-bb15-b177c7223cd0 req-ab324438-7bf5-4601-a4d8-1ee2906ab148 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:17.296234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc202913-b101-430d-bb15-b177c7223cd0 req-ab324438-7bf5-4601-a4d8-1ee2906ab148 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0487506 Sep 22 10:26:17.305280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.305636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.305984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.306360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.306696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.307037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.307371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.307734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.308036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.308366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.308694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.309029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.327059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.336288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc202913-b101-430d-bb15-b177c7223cd0 req-c4b70c57-8025-48f5-9cde-85f659384023 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Sep 22 10:26:17.380000 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.419194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.421252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.429759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Network 8768a76d-41a4-445a-aae0-09376723af6c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:17.456504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:17.466889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Pushing event updated for resources: {'Port': ['ID=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:17.466889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:17.518325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080f566-24e5-4f39-92b0-8304bb3d5b3e req-1aff8c78-0b77-4531-960f-1fa52d7d4c93 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:17.519822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6080f566-24e5-4f39-92b0-8304bb3d5b3e req-1aff8c78-0b77-4531-960f-1fa52d7d4c93 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1063132 Sep 22 10:26:17.525569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:17.526200 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.553712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9829bea-2f04-4f3a-a648-eb2a758ea852 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:17.566874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6080f566-24e5-4f39-92b0-8304bb3d5b3e req-12df8f15-fcdf-4da7-9449-669c28d16e0a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Sep 22 10:26:17.570133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.570704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc168760-9234-4fcc-80b1-c12fd16bebe6 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:17.576263 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.582228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2cb6c7be-ee02-4cfb-bb21-9eb94f4671bb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "DELETE /v2.0/routers/bc168760-9234-4fcc-80b1-c12fd16bebe6 HTTP/1.1" status: 204 len: 168 time: 1.2387631 Sep 22 10:26:17.582874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56090) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:17.634343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-80617f39-c091-4189-883f-b2009f1e65d6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Deleting subnet be4fdb7d-723c-4178-aa1e-952f60f3f316 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:26:17.646649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-d22b25cc-8b3e-446d-8357-ac0bea94c2cb tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2166789 Sep 22 10:26:17.654874 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.659786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-80617f39-c091-4189-883f-b2009f1e65d6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.666863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Request body: {'port': {'device_id': '0c78afd9-0316-4f3e-93d7-2e1b7360c607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:17.679794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:17.680407 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc755e1-0a30-4626-925d-5e0323e275e8" -d '{"events": [{"server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "name": "network-vif-unplugged", "status": "completed", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:17.692940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:17.731456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-80617f39-c091-4189-883f-b2009f1e65d6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.772308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d4701-4065-489e-afdc-53cea47d89d8 req-657ddb29-4c74-45f0-9485-2778ee31d6e1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:17.773813 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.773974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-233d4701-4065-489e-afdc-53cea47d89d8 req-657ddb29-4c74-45f0-9485-2778ee31d6e1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 946 time: 0.1435635 Sep 22 10:26:17.774643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 28add56a-0cff-4a70-a96f-b5de7cc3242e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:17.783245 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Attempting to bind port d3da5fbd-05c6-4c6e-9901-a317fa272067 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:17.784537 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Attempting to bind port d3da5fbd-05c6-4c6e-9901-a317fa272067 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:17.785015 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Attempting to bind port d3da5fbd-05c6-4c6e-9901-a317fa272067 on network 9690cf83-a203-4cab-864c-e1e0d426fffa {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:17.790202 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:17.790671 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Checking segment: {'id': '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:17.791125 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.791568 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Bound using segment: {'id': '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:17.792222 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Bound port: d3da5fbd-05c6-4c6e-9901-a317fa272067, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9690cf83-a203-4cab-864c-e1e0d426fffa'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:17.792654 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.798381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 28add56a-0cff-4a70-a96f-b5de7cc3242e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:17.798930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 28add56a-0cff-4a70-a96f-b5de7cc3242e not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:17.813346 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.plugin [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Port d3da5fbd-05c6-4c6e-9901-a317fa272067 has been deleted concurrently {{(pid=95684) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 22 10:26:17.820892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-80617f39-c091-4189-883f-b2009f1e65d6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.823835 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Routers set() bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:17.824043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:17.824201 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Router IDs set() for agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 10:26:17.828635 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_agentschedulers_db [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bc168760-9234-4fcc-80b1-c12fd16bebe6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:25:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent'). {{(pid=95684) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 10:26:17.828635 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b4cc4-4654-4129-ba7b-f8d978be37e5 None None] The sync data for ids ['bc168760-9234-4fcc-80b1-c12fd16bebe6'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:17.845625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d9829bea-2f04-4f3a-a648-eb2a758ea852,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:17.853829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.854201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.854547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.854886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.855223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.855551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.855879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.856628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.856628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.856844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.857169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.857490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:17.885886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-233d4701-4065-489e-afdc-53cea47d89d8 req-d26129a4-02f4-402f-9368-2ab54ce7bed1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936646 Sep 22 10:26:18.026233 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-80617f39-c091-4189-883f-b2009f1e65d6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.074038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80617f39-c091-4189-883f-b2009f1e65d6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be4fdb7d-723c-4178-aa1e-952f60f3f316,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:18.077540 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-80617f39-c091-4189-883f-b2009f1e65d6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.079431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-80617f39-c091-4189-883f-b2009f1e65d6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/be4fdb7d-723c-4178-aa1e-952f60f3f316 HTTP/1.1" status: 204 len: 168 time: 0.4980690 Sep 22 10:26:18.082739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:18.102777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16b90-e037-45ee-9dd7-5d39d0047c5e req-ccedc6a2-c04d-4b1c-a32b-35d13cf56bfe tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:18.104260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1f16b90-e037-45ee-9dd7-5d39d0047c5e req-ccedc6a2-c04d-4b1c-a32b-35d13cf56bfe tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1213834 Sep 22 10:26:18.151798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.185810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1f16b90-e037-45ee-9dd7-5d39d0047c5e req-660d1595-47bb-4d77-860c-0b4f4bd47d9c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560436 Sep 22 10:26:18.254637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.256076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:18.266303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.278262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9690cf83-a203-4cab-864c-e1e0d426fffa']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:18.288676 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:18.289050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d1ab8e-2da5-4be6-aa20-3b4ae252d71d') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:18.299332 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.303285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Transition to ACTIVE for port object bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:26:18.315850 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.322072 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:26:18.322496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.326627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feba032-fa1b-47c5-b9b0-4064dfb99cf9 req-82815fe8-c652-421c-ba0f-e518f5ea0538 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: items = [ Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:26:18.326763 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:26:18.328918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6feba032-fa1b-47c5-b9b0-4064dfb99cf9 req-82815fe8-c652-421c-ba0f-e518f5ea0538 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 931 time: 0.0620236 Sep 22 10:26:18.366843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6feba032-fa1b-47c5-b9b0-4064dfb99cf9 req-d239fa05-27f6-4654-a003-a103d14fc041 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320997 Sep 22 10:26:18.409837 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b669b2-8e71-4324-a712-b630f913dc29 x-openstack-request-id: req-63b669b2-8e71-4324-a712-b630f913dc29 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:18.410158 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "name": "network-vif-unplugged", "status": "completed", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:18.410413 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63b669b2-8e71-4324-a712-b630f913dc29 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:18.410811 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852', 'code': 200} Sep 22 10:26:18.487744 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.539695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:18.606146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Attempting to bind port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:18.606520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Attempting to bind port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '4b31b2e7-bff6-49ab-940f-a4986e1b72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8768a76d-41a4-445a-aae0-09376723af6c'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:18.606864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Attempting to bind port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 on network 8768a76d-41a4-445a-aae0-09376723af6c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:18.609003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.611543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 on network 8768a76d-41a4-445a-aae0-09376723af6c not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:26:18.612368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Attempting to bind port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 on network 8768a76d-41a4-445a-aae0-09376723af6c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:18.615614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9690cf83-a203-4cab-864c-e1e0d426fffa {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 10:26:18.618516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:18.618879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Checking segment: {'id': '4b31b2e7-bff6-49ab-940f-a4986e1b72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8768a76d-41a4-445a-aae0-09376723af6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:18.619276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Bound using segment: {'id': '4b31b2e7-bff6-49ab-940f-a4986e1b72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8768a76d-41a4-445a-aae0-09376723af6c'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:18.619460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.619852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Bound port: bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b31b2e7-bff6-49ab-940f-a4986e1b72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8768a76d-41a4-445a-aae0-09376723af6c'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:18.620409 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.621750 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9690cf83-a203-4cab-864c-e1e0d426fffa HTTP/1.1" status: 204 len: 168 time: 0.5380075 Sep 22 10:26:18.639559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f0ce4-60e2-4144-80f6-97416113534d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event deleted for resources: {'Network': ['ID=9690cf83-a203-4cab-864c-e1e0d426fffa,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:18.693590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] For port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:18.696860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] For port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,segment=NetworkSegment(4b31b2e7-bff6-49ab-940f-a4986e1b72c6),segment_id=4b31b2e7-bff6-49ab-940f-a4986e1b72c6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:18.825676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.859930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:18.860619 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:18.862642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] 10.222.0.30 "PUT /v2.0/ports/bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 HTTP/1.1" status: 200 len: 1091 time: 1.2007408 Sep 22 10:26:18.863098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c78afd9-0316-4f3e-93d7-2e1b7360c607', 'tag': 'bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:18.865459 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062197f5-02fe-4c2d-bf1a-dd2f86931a38" -d '{"events": [{"name": "network-changed", "server_uuid": "0c78afd9-0316-4f3e-93d7-2e1b7360c607", "tag": "bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:18.896287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33882a-6775-442d-8a35-e18cfcdd7c6a service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:19.015419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16751e8-c298-4147-a62a-f866ac10e851 req-66c6a8ca-60bb-4540-8801-80c8994c7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:19.017433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-66c6a8ca-60bb-4540-8801-80c8994c7523 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=326a6c35d44f4b0bbe0ad28ffafe3043&device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 1094 time: 0.0537159 Sep 22 10:26:19.021201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56122) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:19.025723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cf9993c7-0e5e-4b9d-bc97-e55c91656602 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'router': {'name': 'tempest-router--1947285741', 'project_id': 'e0e62e726619455b9f86eda855057fad'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:19.070879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-0dc79e2b-ac79-4215-bff6-1318bfa7801d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 HTTP/1.1" status: 200 len: 217 time: 0.0399880 Sep 22 10:26:19.125513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16751e8-c298-4147-a62a-f866ac10e851 req-b53d97e2-9891-4370-a1ff-6055ab350154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:19.127113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-b53d97e2-9891-4370-a1ff-6055ab350154 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfbab11-f240-47e5-8942-6b010c1670f4 HTTP/1.1" status: 200 len: 854 time: 0.0454097 Sep 22 10:26:19.175200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf9993c7-0e5e-4b9d-bc97-e55c91656602 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.176370 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf9993c7-0e5e-4b9d-bc97-e55c91656602 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.186654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-a0b6be75-ee34-4a06-8e40-d17488326def service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8768a76d-41a4-445a-aae0-09376723af6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444963 Sep 22 10:26:19.207133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ca55b-e903-4b51-808d-0bb335cf42eb req-879062e0-2797-4643-a06b-5a25a94b9685 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:19.215088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-954ca55b-e903-4b51-808d-0bb335cf42eb req-879062e0-2797-4643-a06b-5a25a94b9685 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0762503 Sep 22 10:26:19.235785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf9993c7-0e5e-4b9d-bc97-e55c91656602 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.299455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-954ca55b-e903-4b51-808d-0bb335cf42eb req-7b81f3e3-6a59-4113-9c57-d4feb3f1d7c2 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825684 Sep 22 10:26:19.305918 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf9993c7-0e5e-4b9d-bc97-e55c91656602 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.331525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-f413c4d7-7cd1-4ddd-91a4-3cc34e6171b9 service neutron] 10.222.0.30 "GET /v2.0/networks/8768a76d-41a4-445a-aae0-09376723af6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215928 Sep 22 10:26:19.396005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf9993c7-0e5e-4b9d-bc97-e55c91656602 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.397569 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf9993c7-0e5e-4b9d-bc97-e55c91656602 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3749745 Sep 22 10:26:19.399993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56138) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:19.449178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dabc0-8d2b-49d5-bda9-320e7f95d353 req-0333c72d-0168-4237-adca-240d7d5f7f43 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:19.450757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-494dabc0-8d2b-49d5-bda9-320e7f95d353 req-0333c72d-0168-4237-adca-240d7d5f7f43 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 946 time: 0.0903010 Sep 22 10:26:19.471563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16751e8-c298-4147-a62a-f866ac10e851 req-05f61608-90f5-4239-bde5-379eb6ca3c88 service neutron] 10.222.0.30 "GET /v2.0/networks/8768a76d-41a4-445a-aae0-09376723af6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324427 Sep 22 10:26:19.473447 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5e512fa3-4b5f-48bf-b8db-76e69ad10c54 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.506801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-494dabc0-8d2b-49d5-bda9-320e7f95d353 req-cc3b69b9-7e1b-4115-a23d-dc207ab52094 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465205 Sep 22 10:26:19.556846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:19.565219 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4522f67b-8fe7-4003-b634-8e8c59e75ab9 x-openstack-request-id: req-4522f67b-8fe7-4003-b634-8e8c59e75ab9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:19.565759 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c78afd9-0316-4f3e-93d7-2e1b7360c607", "tag": "bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:19.566284 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4522f67b-8fe7-4003-b634-8e8c59e75ab9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:19.566990 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c78afd9-0316-4f3e-93d7-2e1b7360c607', 'tag': 'bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535', 'status': 'completed', 'code': 200} Sep 22 10:26:19.652285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5e512fa3-4b5f-48bf-b8db-76e69ad10c54 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.655045 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5e512fa3-4b5f-48bf-b8db-76e69ad10c54 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.690860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:19.702611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'mac_address': 'fa:16:3e:8b:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:19.704184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-dbb932b3-29a4-4fcd-ae76-2e2705a98fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:19.706337 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-dbb932b3-29a4-4fcd-ae76-2e2705a98fe2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=326a6c35d44f4b0bbe0ad28ffafe3043&device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 1094 time: 0.0856030 Sep 22 10:26:19.713939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043849-ebcf-4a46-a955-eb67416176a2 req-24e3adc2-6374-4ce6-97e9-d822b5f2d3a3 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:19.715401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2043849-ebcf-4a46-a955-eb67416176a2 req-24e3adc2-6374-4ce6-97e9-d822b5f2d3a3 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 943 time: 0.0671651 Sep 22 10:26:19.741596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.764565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc55cf84-a25e-4f4b-9374-39bbc9469838 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:19.773651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5e512fa3-4b5f-48bf-b8db-76e69ad10c54 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.774737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e512fa3-4b5f-48bf-b8db-76e69ad10c54 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1be0963b-6ba4-4385-9afe-91ee2225c0a4 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:19.792287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:19.792409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2043849-ebcf-4a46-a955-eb67416176a2 req-64459b03-feb5-4eeb-ae66-cefeb7d59f90 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677431 Sep 22 10:26:19.795084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5e512fa3-4b5f-48bf-b8db-76e69ad10c54 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.796813 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5e512fa3-4b5f-48bf-b8db-76e69ad10c54 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1be0963b-6ba4-4385-9afe-91ee2225c0a4 HTTP/1.1" status: 204 len: 168 time: 0.3958755 Sep 22 10:26:19.864461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-b5a1af52-3620-4a3f-9284-709d90f52f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:19.866032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-b5a1af52-3620-4a3f-9284-709d90f52f2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=8768a76d-41a4-445a-aae0-09376723af6c HTTP/1.1" status: 200 len: 915 time: 0.1419928 Sep 22 10:26:19.870800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:19.928167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:19.952871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-e9346e86-5938-470d-a69a-be53e624eb2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 HTTP/1.1" status: 200 len: 217 time: 0.0499337 Sep 22 10:26:20.006654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-d5dfa2e9-9bce-4b8a-92e3-f8385f6a32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:20.008040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-d5dfa2e9-9bce-4b8a-92e3-f8385f6a32f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccfbab11-f240-47e5-8942-6b010c1670f4 HTTP/1.1" status: 200 len: 854 time: 0.0467005 Sep 22 10:26:20.052312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56150) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:20.059185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['cc55cf84-a25e-4f4b-9374-39bbc9469838'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:20.076841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-d08a4180-b5f1-4b32-9151-e6481b8e1fa4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8768a76d-41a4-445a-aae0-09376723af6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521421 Sep 22 10:26:20.304478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-9b812871-6e87-49ea-a768-1584ca52b129 service neutron] 10.222.0.30 "GET /v2.0/networks/8768a76d-41a4-445a-aae0-09376723af6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863904 Sep 22 10:26:20.395547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-66212594', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:20.442169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-062197f5-02fe-4c2d-bf1a-dd2f86931a38 req-5b0915a9-0834-48f5-86fd-24efc0450cea service neutron] 10.222.0.30 "GET /v2.0/networks/8768a76d-41a4-445a-aae0-09376723af6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264050 Sep 22 10:26:20.462964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1016d-c179-41e0-986f-d9856ad13f1a req-cf26d10f-4be6-474b-8f48-238b86c9ee4f tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:20.469009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32a1016d-c179-41e0-986f-d9856ad13f1a req-cf26d10f-4be6-474b-8f48-238b86c9ee4f tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0778491 Sep 22 10:26:20.503975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32a1016d-c179-41e0-986f-d9856ad13f1a req-2dc47032-7602-4459-9ff2-3c415c560654 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Sep 22 10:26:20.516576 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:20.517764 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:20.572228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:20.623750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fb1e3-64b1-4cfd-bf42-10a8de8fb548 req-44117fb9-89ce-4035-a97c-6569684e4ecc tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:20.625269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d66fb1e3-64b1-4cfd-bf42-10a8de8fb548 req-44117fb9-89ce-4035-a97c-6569684e4ecc tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 946 time: 0.0501006 Sep 22 10:26:20.665325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d66fb1e3-64b1-4cfd-bf42-10a8de8fb548 req-4527947a-705a-46ca-916e-73785cce68c8 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340903 Sep 22 10:26:20.877165 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:20.919327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66ab03-3697-4f89-a745-3936d8b59015 req-cd09bacb-fc85-4d57-bcc0-34af2c4a0134 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:20.920868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba66ab03-3697-4f89-a745-3936d8b59015 req-cd09bacb-fc85-4d57-bcc0-34af2c4a0134 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 943 time: 0.0541475 Sep 22 10:26:20.961321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba66ab03-3697-4f89-a745-3936d8b59015 req-aa27fff8-563f-41fd-b123-457a853e0a1f tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329566 Sep 22 10:26:21.055641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-b79f34ae-9a4b-41f1-8965-1e8aa04fee4b tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:21.057367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-b79f34ae-9a4b-41f1-8965-1e8aa04fee4b tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 946 time: 0.0617158 Sep 22 10:26:21.181492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.183212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Deleting port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:21.184187 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.223342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.322812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] For port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:21.323481 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.351059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Calling delete_port for 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:21.384661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Allocated IP 172.25.1.86 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/369ff70f-4e84-4229-a2e2-3d6ae669905f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:21.520284 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.554542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:21.640516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7781a85-30d9-41e6-b5d2-16f82e5bbae9 req-fa9b1e5c-95d6-44fe-9a24-7c91f813b1f1 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:21.642585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port cc55cf84-a25e-4f4b-9374-39bbc9469838 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:21.643152 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.651804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7781a85-30d9-41e6-b5d2-16f82e5bbae9 req-fa9b1e5c-95d6-44fe-9a24-7c91f813b1f1 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0694838 Sep 22 10:26:21.684959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.700534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['25b1dd9b-b5e4-45a7-ba25-1bf6220422ae'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:21.700998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7781a85-30d9-41e6-b5d2-16f82e5bbae9 req-f2848393-766a-4f4d-8aae-c3b6392f82c6 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481207 Sep 22 10:26:21.711302 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.727577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event deleted for resources: {'Port': ['ID=25b1dd9b-b5e4-45a7-ba25-1bf6220422ae,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:21.791418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] No DVR routers for this DVR port 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:21.796698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.800547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-508e82d3-86c2-4f61-acc9-d8da912114d6 req-7a96ff00-6b52-4936-ae11-4e12ef239868 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "DELETE /v2.0/ports/25b1dd9b-b5e4-45a7-ba25-1bf6220422ae HTTP/1.1" status: 204 len: 173 time: 0.7337036 Sep 22 10:26:21.801827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd', 'name': 'network-vif-deleted', 'tag': '25b1dd9b-b5e4-45a7-ba25-1bf6220422ae'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:21.804844 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b410dd-4cb9-48cb-9ae9-c581b64a36a3" -d '{"events": [{"server_uuid": "b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd", "name": "network-vif-deleted", "tag": "25b1dd9b-b5e4-45a7-ba25-1bf6220422ae"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:21.813394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:21.817297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:21.820493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:21.860226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event updated for resources: {'Port': ['ID=369ff70f-4e84-4229-a2e2-3d6ae669905f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:21.866066 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:21.866394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c5d85f2-d91c-4cf4-b6a8-9bb39ad181d2 req-4d749908-f389-4138-af03-9a8fcbd464e0 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd HTTP/1.1" status: 200 len: 210 time: 0.0362630 Sep 22 10:26:21.940935 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d09ded-e428-4f9d-a874-835264aec65b x-openstack-request-id: req-c9d09ded-e428-4f9d-a874-835264aec65b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:21.941585 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd", "name": "network-vif-deleted", "tag": "25b1dd9b-b5e4-45a7-ba25-1bf6220422ae", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:21.941585 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9d09ded-e428-4f9d-a874-835264aec65b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:21.941766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:21.941987 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ff5b78-a2ea-4562-b7fd-9207c9aeaecd', 'name': 'network-vif-deleted', 'tag': '25b1dd9b-b5e4-45a7-ba25-1bf6220422ae', 'status': 'completed', 'code': 200} Sep 22 10:26:21.944212 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348468f8-6e64-4f53-ac95-e08afe41ddd5" -d '{"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-plugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:21.975368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:22.030442 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d06511a-d45a-4e85-ba55-7260b1d1b5d5 x-openstack-request-id: req-2d06511a-d45a-4e85-ba55-7260b1d1b5d5 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:22.030762 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-plugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:22.036178 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d06511a-d45a-4e85-ba55-7260b1d1b5d5 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:22.036178 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'code': 200} Sep 22 10:26:22.054286 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:22.151066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:22.282371 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cde5f4f5-79aa-4e87-a2c1-b8bdc10b3de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:22.323615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed731c63-e85d-40e7-83ae-0262c7a7d6f1 req-bff14a07-70a6-4b59-810f-322ecca976f0 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:22.333751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed731c63-e85d-40e7-83ae-0262c7a7d6f1 req-bff14a07-70a6-4b59-810f-322ecca976f0 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 943 time: 0.0774355 Sep 22 10:26:22.375158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed731c63-e85d-40e7-83ae-0262c7a7d6f1 req-6ded8e03-89a3-4433-a424-aef08ff9adf9 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Sep 22 10:26:22.579079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecbace-16ff-41f7-9eda-4b9742543287 req-6cddecce-bfbb-45ac-a0bb-288d22f0fb2b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:22.588703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2fecbace-16ff-41f7-9eda-4b9742543287 req-6cddecce-bfbb-45ac-a0bb-288d22f0fb2b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0728290 Sep 22 10:26:22.595515 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:26:22.630195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2fecbace-16ff-41f7-9eda-4b9742543287 req-d253773b-1185-4984-9d9f-ab71ca8cb4e7 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 Sep 22 10:26:22.639131 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:22.922683 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:23.039927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc2de0-5de2-4c6d-b659-c433f6b2e897 req-dfd837d0-eb60-49d3-b3ed-7631cb25108c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:23.041369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63bc2de0-5de2-4c6d-b659-c433f6b2e897 req-dfd837d0-eb60-49d3-b3ed-7631cb25108c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1070440 Sep 22 10:26:23.097164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63bc2de0-5de2-4c6d-b659-c433f6b2e897 req-5a8f2fa7-d242-4b92-9615-5d17381c2711 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460217 Sep 22 10:26:23.156498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Router 415fd1b0-426d-4ad9-8c14-1dea77423f5b is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:26:23.252793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81b729-5301-4d94-8c3b-5e6496a20119 req-d0e04592-e7ba-4631-9c19-642af926e84c tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:23.267058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d81b729-5301-4d94-8c3b-5e6496a20119 req-d0e04592-e7ba-4631-9c19-642af926e84c tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.1007438 Sep 22 10:26:23.297100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:23.309522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec7975-6b13-4c73-ae21-da713594cce5 None None] Sync routers for ids ['415fd1b0-426d-4ad9-8c14-1dea77423f5b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:23.316415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d81b729-5301-4d94-8c3b-5e6496a20119 req-8ceeec51-e4a4-4400-b0ff-19d79aaefed9 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480843 Sep 22 10:26:23.328227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ec7975-6b13-4c73-ae21-da713594cce5 None None] Routers {'415fd1b0-426d-4ad9-8c14-1dea77423f5b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:23.329007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f2ec7975-6b13-4c73-ae21-da713594cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:25:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['415fd1b0-426d-4ad9-8c14-1dea77423f5b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:23.390304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f2ec7975-6b13-4c73-ae21-da713594cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:23.391136 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:23.393815 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3be58558-1b80-43d7-9d07-30df52610d6a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3448074 Sep 22 10:26:23.404209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56256) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:23.416908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ec7975-6b13-4c73-ae21-da713594cce5 None None] Routers {'415fd1b0-426d-4ad9-8c14-1dea77423f5b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:23.418090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f2ec7975-6b13-4c73-ae21-da713594cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:25:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['415fd1b0-426d-4ad9-8c14-1dea77423f5b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:23.477693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f2ec7975-6b13-4c73-ae21-da713594cce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:23.478483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec7975-6b13-4c73-ae21-da713594cce5 None None] The sync data for ids ['415fd1b0-426d-4ad9-8c14-1dea77423f5b'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:23.552350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dfd42-6652-4cd4-95a6-d34a8bdb7be1 req-305ebac7-028e-4cf5-ad41-0723003dcbbf tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:23.554354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f9dfd42-6652-4cd4-95a6-d34a8bdb7be1 req-305ebac7-028e-4cf5-ad41-0723003dcbbf tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 943 time: 0.0744610 Sep 22 10:26:23.574705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:23.586955 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e7ec9728-12b3-4e6c-b6a4-1e93ffa7e60d tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/routers/415fd1b0-426d-4ad9-8c14-1dea77423f5b HTTP/1.1" status: 200 len: 922 time: 0.1812365 Sep 22 10:26:23.589688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56262) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:23.641229 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-60c77423-4915-47f5-83b4-872c67917137 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=415fd1b0-426d-4ad9-8c14-1dea77423f5b HTTP/1.1" status: 200 len: 205 time: 0.0480120 Sep 22 10:26:23.643236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f9dfd42-6652-4cd4-95a6-d34a8bdb7be1 req-014f9883-077b-4dd0-9784-f6a43f2f676b tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810788 Sep 22 10:26:23.644184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56264) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:23.735199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,segment=NetworkSegment(4b31b2e7-bff6-49ab-940f-a4986e1b72c6),segment_id=4b31b2e7-bff6-49ab-940f-a4986e1b72c6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:23.751246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535', 'network_id': '8768a76d-41a4-445a-aae0-09376723af6c', 'port_id': 'bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535', 'mac_address': 'fa:16:3e:7c:30:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfbab11-f240-47e5-8942-6b010c1670f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:23.819617 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:23.912175 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:23.927213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:23.949900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,segment=NetworkSegment(4b31b2e7-bff6-49ab-940f-a4986e1b72c6),segment_id=4b31b2e7-bff6-49ab-940f-a4986e1b72c6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:24.053993 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:24.065685 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:24.066718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-84cebf04-233e-4675-90f6-867c37f81aa2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:24.068433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-84cebf04-233e-4675-90f6-867c37f81aa2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.2052209 Sep 22 10:26:24.086821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-691c0c4e-e721-4fe3-90d0-de523442f2b3 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/quotas/2bf57e69eb8b420a9edc7c06630515b5 HTTP/1.1" status: 200 len: 375 time: 0.0106285 Sep 22 10:26:24.127709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:24.146516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-dda70fbe-b320-4246-8c07-fc86228479fa tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529265 Sep 22 10:26:24.225939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Deleting port 369ff70f-4e84-4229-a2e2-3d6ae669905f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:24.226430 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:24.280909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-77a2ce2a-91a9-43f8-86e9-3a6640597016 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239250 Sep 22 10:26:24.322977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:24.336149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Calling delete_port for 369ff70f-4e84-4229-a2e2-3d6ae669905f owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:24.407736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-1373cf77-1685-4d40-8830-284911635196 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230938 Sep 22 10:26:24.460777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:24.818540 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:24.859003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event deleted for resources: {'Port': ['ID=369ff70f-4e84-4229-a2e2-3d6ae669905f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:24.958748 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.042178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f4da5-212f-4172-9f43-37e3901cbd71 req-184f025b-6864-4640-93c0-31724ab7d595 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:25.043629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-329f4da5-212f-4172-9f43-37e3901cbd71 req-184f025b-6864-4640-93c0-31724ab7d595 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0687249 Sep 22 10:26:25.068917 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.071077 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.083211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-329f4da5-212f-4172-9f43-37e3901cbd71 req-c92f0dab-3e29-4b19-a399-e217a3ca6b3a tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327313 Sep 22 10:26:25.191336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f6a5d-df20-4451-9ab3-aff09aa81bb7 req-3b5b3e98-d326-41f3-810a-726e3c478f1d tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:25.192917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-572f6a5d-df20-4451-9ab3-aff09aa81bb7 req-3b5b3e98-d326-41f3-810a-726e3c478f1d tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 944 time: 0.0530429 Sep 22 10:26:25.248130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-572f6a5d-df20-4451-9ab3-aff09aa81bb7 req-ffd5db5e-9ed2-4ecf-8836-ee13137dac60 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487986 Sep 22 10:26:25.306313 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.306895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Fanout notify agent at l3_agent the message router_deleted on router 415fd1b0-426d-4ad9-8c14-1dea77423f5b {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:25.309251 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-030dee76-8b66-49db-89e8-f12c4344b9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.316511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.327109 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-64cfbb8e-d8c2-4af9-861a-0e3495608a4f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/415fd1b0-426d-4ad9-8c14-1dea77423f5b HTTP/1.1" status: 204 len: 168 time: 1.6705589 Sep 22 10:26:25.327872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1458ccf8-fe2d-446b-973f-dd1b2dabebbe req-49b40c7e-9c11-4a4e-a785-615954a39b48 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 210 time: 0.0382738 Sep 22 10:26:25.330710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56308) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:25.344175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1213024662', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': False}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:25.579696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:25.602815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:25.613574 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 25b1dd9b-b5e4-45a7-ba25-1bf6220422ae not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:25.636438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.665785 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.667185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.667354 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.670365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.725151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:26.140170 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:26.254881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775082-f74e-416c-b4e4-a137809f6999 req-2511f0c8-37a4-4f63-8f4d-48c11f890606 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:26.263729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b775082-f74e-416c-b4e4-a137809f6999 req-2511f0c8-37a4-4f63-8f4d-48c11f890606 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0894165 Sep 22 10:26:26.284541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:26.322621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b775082-f74e-416c-b4e4-a137809f6999 req-5c27984d-dbff-4670-aae4-e63c129acff7 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 Sep 22 10:26:26.427542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687de7f1-09ff-4b59-893d-69fa69377371 req-3f335b29-9631-454a-944c-5e029c023c0d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:26.435022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-687de7f1-09ff-4b59-893d-69fa69377371 req-3f335b29-9631-454a-944c-5e029c023c0d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0621705 Sep 22 10:26:26.487397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-687de7f1-09ff-4b59-893d-69fa69377371 req-cadb482d-d5ed-4707-9b0c-adb534eb3d75 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473497 Sep 22 10:26:26.669096 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:26.687898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:26.801464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Allocated IP 172.25.1.108 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/82a74fcc-037d-425b-a38a-46f5410e4c6a) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:26.906704 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:27.013832 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:27.065867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:27.071387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:27.075319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:27.107965 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event updated for resources: {'Port': ['ID=82a74fcc-037d-425b-a38a-46f5410e4c6a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:27.396057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e38411-c01f-405e-84c3-c6fc4b53c9c7 req-ac155924-7b0c-4729-916d-7df9fd01b521 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:27.405356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93e38411-c01f-405e-84c3-c6fc4b53c9c7 req-ac155924-7b0c-4729-916d-7df9fd01b521 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 944 time: 0.0879381 Sep 22 10:26:27.448983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93e38411-c01f-405e-84c3-c6fc4b53c9c7 req-d07cf676-e8f0-410e-943d-a19c6f0bf7d3 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Sep 22 10:26:27.496292 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:27.565841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a1fd6e2-8cee-4e92-a434-134586bdd2c9 req-5253eb73-c0a8-4bb3-a445-60b76cbd28be tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 210 time: 0.0403376 Sep 22 10:26:27.587412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:27.735475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dd0bc-32fd-41a1-9eec-c1564114a855 req-d748ca6e-365e-452b-8495-c7c054c98ac8 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:27.739288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe0dd0bc-32fd-41a1-9eec-c1564114a855 req-d748ca6e-365e-452b-8495-c7c054c98ac8 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0794392 Sep 22 10:26:27.799607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe0dd0bc-32fd-41a1-9eec-c1564114a855 req-731185f2-f1f9-4500-a523-6497ba7e7ebd tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508668 Sep 22 10:26:27.816569 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:26:27.821995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:27.828738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:27.828738 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:28.001481 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:28.019504 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:28.054742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c78afd9-0316-4f3e-93d7-2e1b7360c607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:28.058441 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a00827-7ca6-4cfa-884c-ecb0d54326df" -d '{"events": [{"server_uuid": "0c78afd9-0316-4f3e-93d7-2e1b7360c607", "name": "network-vif-plugged", "status": "completed", "tag": "bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:28.070948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,segment=NetworkSegment(4b31b2e7-bff6-49ab-940f-a4986e1b72c6),segment_id=4b31b2e7-bff6-49ab-940f-a4986e1b72c6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:28.075756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Router 91289e40-4b40-4f19-8b5e-ad72cc90e2b5 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:26:28.157496 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:28.208729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-cc56be16-62ec-43bb-931f-5504ff2e6f34 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:28.210442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-cc56be16-62ec-43bb-931f-5504ff2e6f34 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.2249739 Sep 22 10:26:28.223067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536dbcb-8e33-4761-9d61-69116d8b5750 req-806b2b6f-c4c1-4e1b-b259-d0fd596797c9 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:28.224866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:28.230663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7536dbcb-8e33-4761-9d61-69116d8b5750 req-806b2b6f-c4c1-4e1b-b259-d0fd596797c9 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 946 time: 0.0836964 Sep 22 10:26:28.239549 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Sync routers for ids ['91289e40-4b40-4f19-8b5e-ad72cc90e2b5'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:28.243291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Request body: {'port': {'device_id': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'admin_state_up': True, 'tenant_id': '2bf57e69eb8b420a9edc7c06630515b5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:28.256050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:28.279495 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Routers {'91289e40-4b40-4f19-8b5e-ad72cc90e2b5'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:28.281999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['91289e40-4b40-4f19-8b5e-ad72cc90e2b5'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:28.353640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7536dbcb-8e33-4761-9d61-69116d8b5750 req-b7228df8-5c5d-479a-b36a-b6253d8f572e tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/security-groups?id=7078c1dc-e192-4832-8525-5aa2c1df5a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219621 Sep 22 10:26:28.385170 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:28.386532 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-52d21e8b-d254-40bb-b4a0-b5438c70b9b9 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0545979 Sep 22 10:26:28.391286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56372) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:28.476647 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Set router 91289e40-4b40-4f19-8b5e-ad72cc90e2b5 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:28.500063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Made reservation on behalf of 2bf57e69eb8b420a9edc7c06630515b5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:28.504206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:28.531345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273993a-93c9-4541-9d20-069c49b46f7c req-e0863250-ed22-4258-803f-f3b78b35fd70 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:28.542012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9273993a-93c9-4541-9d20-069c49b46f7c req-e0863250-ed22-4258-803f-f3b78b35fd70 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0860431 Sep 22 10:26:28.557825 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-538a24e8-23f2-46c3-acfa-889af3af0b4b tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/routers/91289e40-4b40-4f19-8b5e-ad72cc90e2b5 HTTP/1.1" status: 200 len: 909 time: 0.1653161 Sep 22 10:26:28.560174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56376) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:28.567141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1213024662', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': True}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:28.641032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9273993a-93c9-4541-9d20-069c49b46f7c req-a8fc635d-a642-488e-a6b7-b6d7a2356509 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980303 Sep 22 10:26:28.699387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:28.701749 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:28.725837 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11bd1d6-43af-48c1-b70a-42c6f75b1622 x-openstack-request-id: req-a11bd1d6-43af-48c1-b70a-42c6f75b1622 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:28.726383 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c78afd9-0316-4f3e-93d7-2e1b7360c607", "name": "network-vif-plugged", "status": "completed", "tag": "bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:28.726383 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a11bd1d6-43af-48c1-b70a-42c6f75b1622 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:28.726801 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c78afd9-0316-4f3e-93d7-2e1b7360c607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535', 'code': 200} Sep 22 10:26:28.764807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Allocated IP 172.20.0.2 (886454a0-45dd-4823-afab-9eacf053dba4/525e8607-9914-4cb1-88f2-d94fdc07a1c2/615fb3ed-8e17-409c-94fa-7df23d972711) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:28.791353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-0f74c821-1e8b-43a7-9491-5fa77154089d tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:28.793282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-0f74c821-1e8b-43a7-9491-5fa77154089d tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 946 time: 0.0962141 Sep 22 10:26:28.818798 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91289e40-4b40-4f19-8b5e-ad72cc90e2b5', 'name': 'tempest-snat-router-1213024662', 'tenant_id': 'f3b0302bd2f14e499ea001b352057aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.108'}], 'enable_snat': False}, 'gw_port_id': '82a74fcc-037d-425b-a38a-46f5410e4c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:25Z', 'updated_at': '2021-09-22T10:26:27Z', 'revision_number': 3, 'project_id': 'f3b0302bd2f14e499ea001b352057aa0', 'gw_port': {'id': '82a74fcc-037d-425b-a38a-46f5410e4c6a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91289e40-4b40-4f19-8b5e-ad72cc90e2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:26Z', 'updated_at': '2021-09-22T10:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:28.822616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:28.854017 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Checking router: 91289e40-4b40-4f19-8b5e-ad72cc90e2b5 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:26:28.854507 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Updating router 91289e40-4b40-4f19-8b5e-ad72cc90e2b5 port 82a74fcc-037d-425b-a38a-46f5410e4c6a binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:26:28.887270 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.138001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.302972 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.317949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e9b78-c999-48ff-94fa-022e4ce2afac req-57654456-0774-4d6c-b800-7d5812634360 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:29.322395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-407e9b78-c999-48ff-94fa-022e4ce2afac req-57654456-0774-4d6c-b800-7d5812634360 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 945 time: 0.5251057 Sep 22 10:26:29.343050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6df47-ea3f-4909-bf52-186dacf486c3 req-46c196cb-e288-4847-b345-0e6a37308404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:29.344928 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0e6df47-ea3f-4909-bf52-186dacf486c3 req-46c196cb-e288-4847-b345-0e6a37308404 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 1096 time: 0.5290234 Sep 22 10:26:29.447983 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.465709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-407e9b78-c999-48ff-94fa-022e4ce2afac req-ade0a25a-81f7-4e5d-a1d6-b9f933a9331d tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189246 Sep 22 10:26:29.485789 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0e6df47-ea3f-4909-bf52-186dacf486c3 req-abb33720-14c6-4322-972b-3faf1b375e4a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268189 Sep 22 10:26:29.491074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Deleting port c27fc5e0-d25d-4c46-abcf-b6c643427d26 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:29.491439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.506316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.599973 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565c6f5-7cf9-4bad-b3b4-68b701d4d2dd None None] Pushing event updated for resources: {'Port': ['ID=82a74fcc-037d-425b-a38a-46f5410e4c6a,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:29.618588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.639470 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Attempting to bind port 82a74fcc-037d-425b-a38a-46f5410e4c6a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:29.639847 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Attempting to bind port 82a74fcc-037d-425b-a38a-46f5410e4c6a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:29.640096 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.640206 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Attempting to bind port 82a74fcc-037d-425b-a38a-46f5410e4c6a on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:29.646513 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:29.649101 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:29.649101 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.649101 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:29.649101 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Bound port: 82a74fcc-037d-425b-a38a-46f5410e4c6a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:29.649101 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.671515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2743d71b-1ba1-49f3-b9ab-15f9ad354571 req-fce5527a-89ac-45ea-9802-5332d2d89431 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 210 time: 0.0378623 Sep 22 10:26:29.721499 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] For port 82a74fcc-037d-425b-a38a-46f5410e4c6a, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:29.727915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] For port c27fc5e0-d25d-4c46-abcf-b6c643427d26, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c27fc5e0-d25d-4c46-abcf-b6c643427d26,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:29.728614 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.729021 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] For port 82a74fcc-037d-425b-a38a-46f5410e4c6a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82a74fcc-037d-425b-a38a-46f5410e4c6a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:29.771654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Allocated IP 172.25.1.239 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/8802d492-15a1-4601-b83a-ab803686ea14) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:29.871683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5c0f6-ef31-4fd8-b1ee-1c8e0c37328c req-3b794abf-2f62-4550-b7b2-69c2d6fe0079 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:29.873207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ef5c0f6-ef31-4fd8-b1ee-1c8e0c37328c req-3b794abf-2f62-4550-b7b2-69c2d6fe0079 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0973098 Sep 22 10:26:29.882231 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.962804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ef5c0f6-ef31-4fd8-b1ee-1c8e0c37328c req-708e5e16-4702-431d-90f2-dfc4b453f437 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800867 Sep 22 10:26:29.990520 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.990520 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.990520 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Floating IP fe4d760a-c8cd-4703-8cca-1c268bfb8a11 disassociated. External IP: 172.25.1.116, port: c27fc5e0-d25d-4c46-abcf-b6c643427d26. Sep 22 10:26:29.990520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Calling delete_port for c27fc5e0-d25d-4c46-abcf-b6c643427d26 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:30.179221 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:30.231377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:30.231599 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:30.233244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Network 886454a0-45dd-4823-afab-9eacf053dba4 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:30.246720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c2084-981b-4675-9cef-5fb3a0bec026 req-d97129a7-6904-4d36-8ed1-e871a0c27893 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:30.248244 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-600c2084-981b-4675-9cef-5fb3a0bec026 req-d97129a7-6904-4d36-8ed1-e871a0c27893 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 946 time: 0.1020689 Sep 22 10:26:30.249659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event updated for resources: {'Port': ['ID=615fb3ed-8e17-409c-94fa-7df23d972711,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:30.252266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:30.259013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:30.282241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:30.287908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:30.301810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:30.303608 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Routers {'91289e40-4b40-4f19-8b5e-ad72cc90e2b5'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:30.303608 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['91289e40-4b40-4f19-8b5e-ad72cc90e2b5'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:30.341206 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565c6f5-7cf9-4bad-b3b4-68b701d4d2dd None None] Pushing event updated for resources: {'Port': ['ID=82a74fcc-037d-425b-a38a-46f5410e4c6a,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:30.352902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event updated for resources: {'Port': ['ID=8802d492-15a1-4601-b83a-ab803686ea14,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:30.374396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:30.375057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:30.391050 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:30.438452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-600c2084-981b-4675-9cef-5fb3a0bec026 req-5184de26-ef2d-46cd-8f95-b247152084f9 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/security-groups?id=7078c1dc-e192-4832-8525-5aa2c1df5a35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804101 Sep 22 10:26:30.440397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Pushing event deleted for resources: {'Port': ['ID=c27fc5e0-d25d-4c46-abcf-b6c643427d26,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:30.479990 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] Set router 91289e40-4b40-4f19-8b5e-ad72cc90e2b5 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:30.506439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-51696329-1916-4571-9e6b-49c264dc4a4c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2669446 Sep 22 10:26:30.543980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Request body: {'port': {'device_id': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:30.687281 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:30.717589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14cedd-1ee9-4df4-a0b5-02c5399dd90d req-fae6e152-960d-458a-9c7e-87f22b51ed20 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:30.719339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd14cedd-1ee9-4df4-a0b5-02c5399dd90d req-fae6e152-960d-458a-9c7e-87f22b51ed20 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.1464841 Sep 22 10:26:30.722445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Router a49c3f40-b03e-487c-b0a0-03467669f973 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:26:30.803055 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91289e40-4b40-4f19-8b5e-ad72cc90e2b5', 'name': 'tempest-snat-router-1213024662', 'tenant_id': 'f3b0302bd2f14e499ea001b352057aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.108'}], 'enable_snat': False}, 'gw_port_id': '82a74fcc-037d-425b-a38a-46f5410e4c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:25Z', 'updated_at': '2021-09-22T10:26:27Z', 'revision_number': 3, 'project_id': 'f3b0302bd2f14e499ea001b352057aa0', 'gw_port': {'id': '82a74fcc-037d-425b-a38a-46f5410e4c6a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91289e40-4b40-4f19-8b5e-ad72cc90e2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:26Z', 'updated_at': '2021-09-22T10:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:30.846917 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6325da48-face-4c2b-8e28-75ae5c3716a1 None None] The sync data for ids ['91289e40-4b40-4f19-8b5e-ad72cc90e2b5'] in n-d-807025-3 is: [{'id': '91289e40-4b40-4f19-8b5e-ad72cc90e2b5', 'name': 'tempest-snat-router-1213024662', 'tenant_id': 'f3b0302bd2f14e499ea001b352057aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.108'}], 'enable_snat': False}, 'gw_port_id': '82a74fcc-037d-425b-a38a-46f5410e4c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:25Z', 'updated_at': '2021-09-22T10:26:27Z', 'revision_number': 3, 'project_id': 'f3b0302bd2f14e499ea001b352057aa0', 'gw_port': {'id': '82a74fcc-037d-425b-a38a-46f5410e4c6a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91289e40-4b40-4f19-8b5e-ad72cc90e2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:26Z', 'updated_at': '2021-09-22T10:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:30.975585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:30.990471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] Sync routers for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:31.003501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:31.004164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:31.170959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:31.171436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd14cedd-1ee9-4df4-a0b5-02c5399dd90d req-c279cfa6-564b-451a-8784-e27fff8c5cf6 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203780 Sep 22 10:26:31.219839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:31.255279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] No DVR routers for this DVR port c27fc5e0-d25d-4c46-abcf-b6c643427d26 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:31.334988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:31.337008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17438380-8726-4e91-8c20-eb4d86c362b1 req-dacc378e-3c8c-4ed8-8e72-cae2d9c55fe2 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.32 "DELETE /v2.0/ports/c27fc5e0-d25d-4c46-abcf-b6c643427d26 HTTP/1.1" status: 204 len: 173 time: 2.5297353 Sep 22 10:26:31.337458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'name': 'network-vif-deleted', 'tag': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:31.344521 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107d8b2d-a834-402b-8810-df1b53ec1616" -d '{"events": [{"server_uuid": "fbd027db-5a64-45a9-b230-15e35bfee9c2", "name": "network-vif-deleted", "tag": "c27fc5e0-d25d-4c46-abcf-b6c643427d26"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:31.502196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71090ef0-5d3d-4440-9bab-fdf67ff15225 req-dbee2bf9-5151-43cf-80ce-6fa2ada361c7 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:31.511385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71090ef0-5d3d-4440-9bab-fdf67ff15225 req-dbee2bf9-5151-43cf-80ce-6fa2ada361c7 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1780918 Sep 22 10:26:31.516814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '66b1ac44-5091-4e85-9110-aed2dc4901eb', 'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'mac_address': 'fa:16:3e:48:5f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:06Z', 'updated_at': '2021-09-22T10:24:14Z', 'revision_number': 5, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'subnets': [{'id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:31.556060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] Checking router: a49c3f40-b03e-487c-b0a0-03467669f973 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:26:31.569514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:31.570076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:31.605619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71090ef0-5d3d-4440-9bab-fdf67ff15225 req-101c1947-f364-49ed-8272-90e5f6541b79 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934680 Sep 22 10:26:31.666355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c27fc5e0-d25d-4c46-abcf-b6c643427d26 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:31.673547 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:31.687594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615fb3ed-8e17-409c-94fa-7df23d972711 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:31.716284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:31.758064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: c27fc5e0-d25d-4c46-abcf-b6c643427d26 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:31.758829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c27fc5e0-d25d-4c46-abcf-b6c643427d26 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:31.785938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Transition to ACTIVE for port object 615fb3ed-8e17-409c-94fa-7df23d972711 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:26:31.839619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74bc6b-332c-4e9a-bcdb-1edeaf11f4c5 req-cf1d6267-2329-4837-95fd-5ecbf6b6f70c tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:31.841269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d74bc6b-332c-4e9a-bcdb-1edeaf11f4c5 req-cf1d6267-2329-4837-95fd-5ecbf6b6f70c tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 945 time: 0.1327899 Sep 22 10:26:31.857428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:31.958691 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d74bc6b-332c-4e9a-bcdb-1edeaf11f4c5 req-426608a6-bd8e-48b4-81c6-43a663602e25 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108615 Sep 22 10:26:31.960066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.067862 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82a74fcc-037d-425b-a38a-46f5410e4c6a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:32.106471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Pushing event updated for resources: {'Port': ['ID=615fb3ed-8e17-409c-94fa-7df23d972711,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:32.138647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Router 5addf930-93eb-4611-b40e-f48d57e64203 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:26:32.206942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 82a74fcc-037d-425b-a38a-46f5410e4c6a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:32.207323 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.246437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bddd0a-158b-40f0-91b7-17ee1d68b262 req-11c4acd4-47dc-4b91-a40a-0da8ff396414 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:32.248025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01bddd0a-158b-40f0-91b7-17ee1d68b262 req-11c4acd4-47dc-4b91-a40a-0da8ff396414 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 943 time: 0.1513839 Sep 22 10:26:32.333194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:32.343443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Attempting to bind port 615fb3ed-8e17-409c-94fa-7df23d972711 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:32.347736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Attempting to bind port 615fb3ed-8e17-409c-94fa-7df23d972711 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:32.347736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Attempting to bind port 615fb3ed-8e17-409c-94fa-7df23d972711 on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:32.350898 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Sync routers for ids ['5addf930-93eb-4611-b40e-f48d57e64203'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:32.364755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Routers {'5addf930-93eb-4611-b40e-f48d57e64203'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:32.365418 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5addf930-93eb-4611-b40e-f48d57e64203'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:32.369513 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.370718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01bddd0a-158b-40f0-91b7-17ee1d68b262 req-d9b1d7cd-734a-4575-8b8c-16260e15ae53 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152666 Sep 22 10:26:32.371545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Port 615fb3ed-8e17-409c-94fa-7df23d972711 on network 886454a0-45dd-4823-afab-9eacf053dba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:26:32.388117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Attempting to bind port 615fb3ed-8e17-409c-94fa-7df23d972711 on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:32.391703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:32.392048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Checking segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:32.393015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Bound using segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:32.393432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Bound port: 615fb3ed-8e17-409c-94fa-7df23d972711, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:32.393798 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.419525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 82a74fcc-037d-425b-a38a-46f5410e4c6a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82a74fcc-037d-425b-a38a-46f5410e4c6a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:32.436936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '66b1ac44-5091-4e85-9110-aed2dc4901eb', 'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'mac_address': 'fa:16:3e:48:5f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:06Z', 'updated_at': '2021-09-22T10:24:14Z', 'revision_number': 5, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'subnets': [{'id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:32.469614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc9d65-9e7a-44cd-a222-ff7c8def0f23 None None] The sync data for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 is: [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:24:09Z', 'revision_number': 4, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '66b1ac44-5091-4e85-9110-aed2dc4901eb', 'name': '', 'network_id': '46c19dfb-0e87-45bf-b841-1a0d7cb41777', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'mac_address': 'fa:16:3e:48:5f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:06Z', 'updated_at': '2021-09-22T10:24:14Z', 'revision_number': 5, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'subnets': [{'id': '56a5524d-6fe0-42c0-a29a-8552b8fc60d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:32.539200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.548193 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a3491d1a-abaa-4e23-97f0-d03df8cc43e8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9826107 Sep 22 10:26:32.548193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56432) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:32.558933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:32.574062 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.593432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=615fb3ed-8e17-409c-94fa-7df23d972711,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:32.638725 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Set router 5addf930-93eb-4611-b40e-f48d57e64203 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:32.706246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=82a74fcc-037d-425b-a38a-46f5410e4c6a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:32.714147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56438) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:32.726733 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-df2cff11-57c0-4d9a-863d-127d27352313 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/routers/5addf930-93eb-4611-b40e-f48d57e64203 HTTP/1.1" status: 200 len: 908 time: 0.1653008 Sep 22 10:26:32.835247 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc3ebc3-5ddd-4d64-b83e-ed230ced1004 x-openstack-request-id: req-ccc3ebc3-5ddd-4d64-b83e-ed230ced1004 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:32.835408 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd027db-5a64-45a9-b230-15e35bfee9c2", "name": "network-vif-deleted", "tag": "c27fc5e0-d25d-4c46-abcf-b6c643427d26", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:32.835677 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccc3ebc3-5ddd-4d64-b83e-ed230ced1004 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:32.836067 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd027db-5a64-45a9-b230-15e35bfee9c2', 'name': 'network-vif-deleted', 'tag': 'c27fc5e0-d25d-4c46-abcf-b6c643427d26', 'status': 'completed', 'code': 200} Sep 22 10:26:32.837434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.839620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.975904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f53873b-191d-4e75-82b3-0ff3d509b712 req-2dd87c57-5904-4a0c-8344-60d9dc080b3e tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd027db-5a64-45a9-b230-15e35bfee9c2 HTTP/1.1" status: 200 len: 210 time: 0.0888705 Sep 22 10:26:33.021809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.022468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:33.023897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] 10.222.0.30 "PUT /v2.0/ports/615fb3ed-8e17-409c-94fa-7df23d972711 HTTP/1.1" status: 200 len: 1091 time: 2.4846129 Sep 22 10:26:33.064449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4383c51-074e-41d3-ab6c-472fb94fa164 service neutron] Pushing event updated for resources: {'Port': ['ID=615fb3ed-8e17-409c-94fa-7df23d972711,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:33.119753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:33.122509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d2d97-70ea-4e36-b14c-85f59bbef0d5 None None] New status for floating IP fe4d760a-c8cd-4703-8cca-1c268bfb8a11: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:26:33.192182 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5addf930-93eb-4611-b40e-f48d57e64203', 'name': 'tempest-snat-router-1213024662', 'tenant_id': 'f3b0302bd2f14e499ea001b352057aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '8802d492-15a1-4601-b83a-ab803686ea14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:28Z', 'updated_at': '2021-09-22T10:26:30Z', 'revision_number': 3, 'project_id': 'f3b0302bd2f14e499ea001b352057aa0', 'gw_port': {'id': '8802d492-15a1-4601-b83a-ab803686ea14', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5addf930-93eb-4611-b40e-f48d57e64203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:29Z', 'updated_at': '2021-09-22T10:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:33.248259 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Checking router: 5addf930-93eb-4611-b40e-f48d57e64203 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:26:33.248610 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Updating router 5addf930-93eb-4611-b40e-f48d57e64203 port 8802d492-15a1-4601-b83a-ab803686ea14 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:26:33.284790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-a6e067a4-f8b6-4160-9ee2-66fa747afb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.286737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-a6e067a4-f8b6-4160-9ee2-66fa747afb38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 1094 time: 0.1541898 Sep 22 10:26:33.308234 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:33.348556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded512eb-64a7-46ba-b35a-450781de2a2d req-d76f29a6-3e4d-4a4e-910e-81bdb95a620a tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.356097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ded512eb-64a7-46ba-b35a-450781de2a2d req-d76f29a6-3e4d-4a4e-910e-81bdb95a620a tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.1164243 Sep 22 10:26:33.365964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-19e0f424-57af-424e-a57d-1b4769f1d7b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=615fb3ed-8e17-409c-94fa-7df23d972711 HTTP/1.1" status: 200 len: 217 time: 0.0694082 Sep 22 10:26:33.420711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Deleting port 8802d492-15a1-4601-b83a-ab803686ea14 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:33.420950 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:33.463161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ded512eb-64a7-46ba-b35a-450781de2a2d req-f12b563d-3922-452d-b754-c46258c865a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062057 Sep 22 10:26:33.468526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-c2c69837-2bdf-4270-ad88-824485b2fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.469303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-c2c69837-2bdf-4270-ad88-824485b2fedc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.0913754 Sep 22 10:26:33.559194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-a8187bf1-e083-4f07-a82d-9d8923e6f6e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385482 Sep 22 10:26:33.633212 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:33.655802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Calling delete_port for 8802d492-15a1-4601-b83a-ab803686ea14 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:33.789225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a29f4b-1840-4853-a9d2-fa2eaaa41945 req-87690810-af7c-40aa-a7b3-82326e97dcf4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.796744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19a29f4b-1840-4853-a9d2-fa2eaaa41945 req-87690810-af7c-40aa-a7b3-82326e97dcf4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.2275276 Sep 22 10:26:33.798231 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:33.812907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-92a2e66f-bfa6-49a5-b84b-feeda651d11b service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426074 Sep 22 10:26:33.904396 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:33.921881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19a29f4b-1840-4853-a9d2-fa2eaaa41945 req-9555385c-6f7b-408d-bbf5-f44e6a52bc39 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241515 Sep 22 10:26:33.954646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82a74fcc-037d-425b-a38a-46f5410e4c6a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:33.992885 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Attempting to bind port 8802d492-15a1-4601-b83a-ab803686ea14 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:33.994266 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Attempting to bind port 8802d492-15a1-4601-b83a-ab803686ea14 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:33.994266 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Attempting to bind port 8802d492-15a1-4601-b83a-ab803686ea14 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:34.007639 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:34.009510 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:34.009982 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.011881 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:34.017770 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Bound port: 8802d492-15a1-4601-b83a-ab803686ea14, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:34.017770 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.037358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c31e56a7-a852-4262-bfce-4795b8abe6d4 req-34cf1997-c16e-4ca4-bb26-01242f01fa8d service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126634 Sep 22 10:26:34.083598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 82a74fcc-037d-425b-a38a-46f5410e4c6a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:34.084621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.118068 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a97f78-3fae-4802-a9ef-b4dd1bf3efc8 None None] Pushing event updated for resources: {'Port': ['ID=8802d492-15a1-4601-b83a-ab803686ea14,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:34.123072 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.db.api [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:26:34.125026 n-d-807025-3 neutron-server[95684]: DEBUG oslo_db.api [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:26:34.146169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.187701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event deleted for resources: {'Port': ['ID=8802d492-15a1-4601-b83a-ab803686ea14,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:34.238040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6c558-53a9-4152-939a-0f6ee9715945 req-ef505e4b-1ab9-480f-a066-e36378e43527 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.239640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56b6c558-53a9-4152-939a-0f6ee9715945 req-ef505e4b-1ab9-480f-a066-e36378e43527 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 943 time: 0.1457164 Sep 22 10:26:34.317228 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.327440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56b6c558-53a9-4152-939a-0f6ee9715945 req-3941f68b-2cfb-44d5-8680-e009635ed3b6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618818 Sep 22 10:26:34.648886 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Attempting to bind port 8802d492-15a1-4601-b83a-ab803686ea14 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:34.649399 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Attempting to bind port 8802d492-15a1-4601-b83a-ab803686ea14 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:34.649861 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Attempting to bind port 8802d492-15a1-4601-b83a-ab803686ea14 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:34.658622 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:34.659136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:34.659655 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.660107 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:34.660639 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Bound port: 8802d492-15a1-4601-b83a-ab803686ea14, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:34.661083 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.684025 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.plugin [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Port 8802d492-15a1-4601-b83a-ab803686ea14 has been deleted concurrently {{(pid=95684) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 22 10:26:34.697336 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Routers {'5addf930-93eb-4611-b40e-f48d57e64203'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:34.698022 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5addf930-93eb-4611-b40e-f48d57e64203'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:34.772706 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] Set router 5addf930-93eb-4611-b40e-f48d57e64203 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:34.779345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.783171 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.835107 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5addf930-93eb-4611-b40e-f48d57e64203', 'name': 'tempest-snat-router-1213024662', 'tenant_id': 'f3b0302bd2f14e499ea001b352057aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:28Z', 'updated_at': '2021-09-22T10:26:33Z', 'revision_number': 5, 'project_id': 'f3b0302bd2f14e499ea001b352057aa0', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:34.838711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:34.841545 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210" -d '{"events": [{"name": "network-changed", "server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:34.875240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8524f-08e5-42d2-8fd5-ac00b765720a req-ec937847-d9f5-40f2-8269-e20da2c484e9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.880136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4897db07-487a-4e43-a354-678e3b262f59 None None] The sync data for ids ['5addf930-93eb-4611-b40e-f48d57e64203'] in n-d-807025-3 is: [{'id': '5addf930-93eb-4611-b40e-f48d57e64203', 'name': 'tempest-snat-router-1213024662', 'tenant_id': 'f3b0302bd2f14e499ea001b352057aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:28Z', 'updated_at': '2021-09-22T10:26:33Z', 'revision_number': 5, 'project_id': 'f3b0302bd2f14e499ea001b352057aa0', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:34.891020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18c8524f-08e5-42d2-8fd5-ac00b765720a req-ec937847-d9f5-40f2-8269-e20da2c484e9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1096945 Sep 22 10:26:34.938188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18c8524f-08e5-42d2-8fd5-ac00b765720a req-d0c6b809-06be-4757-8adc-2a5beed4fd3c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462523 Sep 22 10:26:34.939656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.940399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5addf930-93eb-4611-b40e-f48d57e64203 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:34.949988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:34.953550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5279495a-d566-41c6-aebb-f0e0e97115eb tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5addf930-93eb-4611-b40e-f48d57e64203 HTTP/1.1" status: 204 len: 168 time: 2.2361393 Sep 22 10:26:34.955979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:35.105007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:35.242123 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:35.464354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Deleting port 82a74fcc-037d-425b-a38a-46f5410e4c6a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:35.464672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:35.482303 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad992a5f-3868-4688-ba06-52df5fa83abd x-openstack-request-id: req-ad992a5f-3868-4688-ba06-52df5fa83abd {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:35.482563 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:35.484053 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad992a5f-3868-4688-ba06-52df5fa83abd {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:35.484053 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711', 'status': 'completed', 'code': 200} Sep 22 10:26:35.566774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-36c05f18-60c7-4189-8555-45e99052ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:35.568728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-36c05f18-60c7-4189-8555-45e99052ba70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 1094 time: 0.0601177 Sep 22 10:26:35.599695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] For port 82a74fcc-037d-425b-a38a-46f5410e4c6a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82a74fcc-037d-425b-a38a-46f5410e4c6a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:35.600429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:35.615458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Calling delete_port for 82a74fcc-037d-425b-a38a-46f5410e4c6a owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:35.688056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-eaa7ae14-41da-4cb2-a20d-cb12d8559843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:35.690489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-eaa7ae14-41da-4cb2-a20d-cb12d8559843 service neutron] 10.222.0.30 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 913 time: 0.1138725 Sep 22 10:26:35.747909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-2a005021-5228-484b-9418-c6dacf825b13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=615fb3ed-8e17-409c-94fa-7df23d972711 HTTP/1.1" status: 200 len: 217 time: 0.0493460 Sep 22 10:26:35.800980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-3ab42887-739a-40ac-b04a-85e24dd04691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:35.802492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-3ab42887-739a-40ac-b04a-85e24dd04691 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.0482209 Sep 22 10:26:35.833873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-062672aa-919a-4b1d-a646-f32811493bce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248799 Sep 22 10:26:35.930392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-cb5d69be-6ed2-44c9-9f40-40b5867bacd1 service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898492 Sep 22 10:26:36.029151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c21b8eb9-8e62-45aa-bfd9-2d27ff232210 req-9c89cb1c-3430-4c6b-94c9-69e5156d7de5 service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921993 Sep 22 10:26:36.228246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-405bef8d-e29a-4d17-b123-33f32632d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:36.229785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-405bef8d-e29a-4d17-b123-33f32632d081 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 1096 time: 0.0409975 Sep 22 10:26:36.300195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.328853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-107b7b86-a0d2-4bf8-a59f-057ed73d3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:36.330424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-107b7b86-a0d2-4bf8-a59f-057ed73d3aef service neutron] 10.222.0.30 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 917 time: 0.0943844 Sep 22 10:26:36.332961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event deleted for resources: {'Port': ['ID=82a74fcc-037d-425b-a38a-46f5410e4c6a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:36.397967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-e2335f35-e414-4d7f-b5ac-1dc5552aedc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=001154e5-782e-4351-bbd5-beb28bd8bdab HTTP/1.1" status: 200 len: 217 time: 0.0567584 Sep 22 10:26:36.440527 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.459645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-de3c88d4-f1e3-4d45-8b4c-0f54a2d0f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:36.461713 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-de3c88d4-f1e3-4d45-8b4c-0f54a2d0f300 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=586ef4ce-0876-4188-9c45-04da9905e682 HTTP/1.1" status: 200 len: 855 time: 0.0568569 Sep 22 10:26:36.522585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-282fe76f-8465-438f-aecc-0824dac85655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:36.524473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-282fe76f-8465-438f-aecc-0824dac85655 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f8175623-1b6c-413e-bd0c-68ecec6c05ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553384 Sep 22 10:26:36.555707 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.563999 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.651250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-22db39a0-46c6-49d3-9371-0daaa9189e47 service neutron] 10.222.0.30 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193669 Sep 22 10:26:36.692486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56496) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:36.710717 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.713433 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91289e40-4b40-4f19-8b5e-ad72cc90e2b5 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:36.732005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.739241 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f08a6d51-7f7e-46f1-bb16-9d4225bc8f65 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "DELETE /v2.0/routers/91289e40-4b40-4f19-8b5e-ad72cc90e2b5 HTTP/1.1" status: 204 len: 168 time: 1.7780123 Sep 22 10:26:36.743168 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56498) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:36.761482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1219077678', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:36.868030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-149ea672-879d-4644-8e2e-18bd3eee8ec1 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.872880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50272ca7-5419-4ce6-adf0-703d1a2b33b1 req-c8615c4c-9048-496b-b6d2-20dae09fe663 service neutron] 10.222.0.30 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138040 Sep 22 10:26:36.910856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.912721 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.930415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-149ea672-879d-4644-8e2e-18bd3eee8ec1 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:36.941743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ea518-ca7c-4a01-9a21-802e31ed237d req-961018c1-e939-4549-91f2-b53f82269aa1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:36.949253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f09ea518-ca7c-4a01-9a21-802e31ed237d req-961018c1-e939-4549-91f2-b53f82269aa1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 943 time: 0.1485732 Sep 22 10:26:36.995453 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.006640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f09ea518-ca7c-4a01-9a21-802e31ed237d req-0c8969e4-69c6-4867-a0eb-0dabe7a104c2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565033 Sep 22 10:26:37.128202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e7476-e255-4e2b-84f8-41a4ba681e2a req-b95b31eb-49ec-4f14-af2f-ad0b2bf924bb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:37.129682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-939e7476-e255-4e2b-84f8-41a4ba681e2a req-b95b31eb-49ec-4f14-af2f-ad0b2bf924bb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0524619 Sep 22 10:26:37.170060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-939e7476-e255-4e2b-84f8-41a4ba681e2a req-29c73774-47cd-460e-87bc-d6bf601e249e tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330837 Sep 22 10:26:37.196018 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-149ea672-879d-4644-8e2e-18bd3eee8ec1 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.199598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-149ea672-879d-4644-8e2e-18bd3eee8ec1 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.201133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-149ea672-879d-4644-8e2e-18bd3eee8ec1 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "DELETE /v2.0/security-groups/7078c1dc-e192-4832-8525-5aa2c1df5a35 HTTP/1.1" status: 204 len: 168 time: 0.5077076 Sep 22 10:26:37.204964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56500) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:37.220149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ea672-879d-4644-8e2e-18bd3eee8ec1 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7078c1dc-e192-4832-8525-5aa2c1df5a35,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:37.227254 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-648d49fd-4bfa-4dea-ba5d-f40656b4e387 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] show failed (client error): The resource could not be found. Sep 22 10:26:37.228318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-648d49fd-4bfa-4dea-ba5d-f40656b4e387 tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "GET /v2.0/security-groups/7078c1dc-e192-4832-8525-5aa2c1df5a35 HTTP/1.1" status: 404 len: 347 time: 0.0210891 Sep 22 10:26:37.230991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56502) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:37.270524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.410349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5d1bc-1c3c-4d72-ae9a-fa413e3ae551 req-90aad554-570f-41c3-bfed-147b29a48ec2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:37.411839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05a5d1bc-1c3c-4d72-ae9a-fa413e3ae551 req-90aad554-570f-41c3-bfed-147b29a48ec2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0885212 Sep 22 10:26:37.430254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Deleting port 99e6a1cd-9b29-4ff0-961c-d6d88f68b824 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:37.430605 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.505070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05a5d1bc-1c3c-4d72-ae9a-fa413e3ae551 req-06ef3ec1-58e7-4585-b930-7e29399bb1ea tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862284 Sep 22 10:26:37.537556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.538223 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.553066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Calling delete_port for 99e6a1cd-9b29-4ff0-961c-d6d88f68b824 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:37.663370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 615fb3ed-8e17-409c-94fa-7df23d972711 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:37.676365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.696634 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.775727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21ccb6-53bb-4b91-a6af-b617e632af0e req-04a26ef2-a8b1-474b-898d-1baea60c2e54 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:37.777332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb21ccb6-53bb-4b91-a6af-b617e632af0e req-04a26ef2-a8b1-474b-898d-1baea60c2e54 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 945 time: 0.1058447 Sep 22 10:26:37.789031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=615fb3ed-8e17-409c-94fa-7df23d972711,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:37.808895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '615fb3ed-8e17-409c-94fa-7df23d972711', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'port_id': '615fb3ed-8e17-409c-94fa-7df23d972711', 'mac_address': 'fa:16:3e:de:b3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e8607-9914-4cb1-88f2-d94fdc07a1c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:37.812609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Allocated IP 172.25.1.168 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/d827f1c3-2d10-4f05-99cb-87944c96b1c6) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:37.840942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb21ccb6-53bb-4b91-a6af-b617e632af0e req-b2826ba5-fde0-42f7-a086-9804179a620f tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/security-groups?id=d44aadda-34a5-4fa2-ba24-fa5510136771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562997 Sep 22 10:26:37.863616 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.895180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615fb3ed-8e17-409c-94fa-7df23d972711 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:37.936726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=615fb3ed-8e17-409c-94fa-7df23d972711,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:37.948726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:37.982124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82a74fcc-037d-425b-a38a-46f5410e4c6a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:38.002146 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.017951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 82a74fcc-037d-425b-a38a-46f5410e4c6a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:38.018796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82a74fcc-037d-425b-a38a-46f5410e4c6a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:38.036057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Pushing event deleted for resources: {'Port': ['ID=99e6a1cd-9b29-4ff0-961c-d6d88f68b824,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:38.068018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0e784-3c00-4b4c-9cce-eb42bb5fe226 req-e3712f7d-0c76-456a-afc8-e63efef640d3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:38.069390 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e0e784-3c00-4b4c-9cce-eb42bb5fe226 req-e3712f7d-0c76-456a-afc8-e63efef640d3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1654189 Sep 22 10:26:38.100920 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.158762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=615fb3ed-8e17-409c-94fa-7df23d972711,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:38.162052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-c5524c9e-c766-4367-8ac1-787afb65cab5 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:38.164702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-c5524c9e-c766-4367-8ac1-787afb65cab5 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 945 time: 0.1676018 Sep 22 10:26:38.190370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e0e784-3c00-4b4c-9cce-eb42bb5fe226 req-66a8817e-834a-4bec-869b-a5f272b2af74 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145649 Sep 22 10:26:38.198433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.201810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.206392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dafb6df3-1c3b-4aec-976b-3a467592fcda tempest-ServersTestFqdnHostnames-772003349 tempest-ServersTestFqdnHostnames-772003349-project] 10.222.0.20 "DELETE /v2.0/floatingips/fe4d760a-c8cd-4703-8cca-1c268bfb8a11 HTTP/1.1" status: 204 len: 168 time: 0.9710801 Sep 22 10:26:38.207301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56528) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:38.254684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.307440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:38.337649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:38.342681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:38.376807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event updated for resources: {'Port': ['ID=d827f1c3-2d10-4f05-99cb-87944c96b1c6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:38.380877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b240d-cd37-48d1-8cd5-ff500e961f7d req-988867b7-83e5-4a25-8652-bfed1cf4ef1c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:38.382463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd5b240d-cd37-48d1-8cd5-ff500e961f7d req-988867b7-83e5-4a25-8652-bfed1cf4ef1c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 944 time: 0.1213493 Sep 22 10:26:38.426132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Deleting port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:38.426407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.446289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd5b240d-cd37-48d1-8cd5-ff500e961f7d req-c96894ec-e317-497b-add7-115f987d237e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553908 Sep 22 10:26:38.470316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['615fb3ed-8e17-409c-94fa-7df23d972711'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:38.547000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] For port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,segment=NetworkSegment(4b31b2e7-bff6-49ab-940f-a4986e1b72c6),segment_id=4b31b2e7-bff6-49ab-940f-a4986e1b72c6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:38.547231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.568681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Calling delete_port for bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:38.680755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4850b-b989-4080-9e9d-59380fa3cc85 req-3bd79674-bd27-4478-a927-b782da47c0e5 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:38.682257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59a4850b-b989-4080-9e9d-59380fa3cc85 req-3bd79674-bd27-4478-a927-b782da47c0e5 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.1152124 Sep 22 10:26:38.765025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59a4850b-b989-4080-9e9d-59380fa3cc85 req-b1eb7400-4858-4996-a9f1-5654a82a337e tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760198 Sep 22 10:26:38.818966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-34b57153-b51c-4ce2-8ddf-f502c50d1f24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991883 Sep 22 10:26:38.895600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.935141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Pushing event deleted for resources: {'Port': ['ID=bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:38.956195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-3847a4a3-862f-41f9-be08-0d2b8e67d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:38.957731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-3847a4a3-862f-41f9-be08-0d2b8e67d52e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c48a6e69b1434ded913621d0c24c2942&device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38 HTTP/1.1" status: 200 len: 1096 time: 0.0962331 Sep 22 10:26:38.994908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] No DVR routers for this DVR port bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:39.004689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:39.006593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1efd0d3-3a8b-446d-9009-404ede643f12 req-ac2a6c50-9864-49a6-83d7-92258843c85e tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.30 "DELETE /v2.0/ports/bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 HTTP/1.1" status: 204 len: 173 time: 0.7540748 Sep 22 10:26:39.007172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c78afd9-0316-4f3e-93d7-2e1b7360c607', 'name': 'network-vif-deleted', 'tag': 'bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:39.009247 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c6dd31-9569-4902-b83d-6159166e5523" -d '{"events": [{"server_uuid": "0c78afd9-0316-4f3e-93d7-2e1b7360c607", "name": "network-vif-deleted", "tag": "bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:39.053604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c2190e3e-49eb-4daa-98e4-7f5a21a18e7f req-59404bfc-17f3-4939-a2e4-cc8656b25777 tempest-ServerAddressesTestJSON-833601529 tempest-ServerAddressesTestJSON-833601529-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c78afd9-0316-4f3e-93d7-2e1b7360c607 HTTP/1.1" status: 200 len: 210 time: 0.0501013 Sep 22 10:26:39.110907 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:39.120710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-bd012810-14d9-4991-b712-197a7576e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:39.122178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-bd012810-14d9-4991-b712-197a7576e855 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 200 len: 917 time: 0.1286478 Sep 22 10:26:39.182633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-189673d4-585d-429e-a62a-45bfcbf73ae3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360521aa-8fe2-49ca-b324-82a0842e48f5 HTTP/1.1" status: 200 len: 217 time: 0.0520668 Sep 22 10:26:39.228199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da381894-5c45-4d70-9630-4a50c55dd4e0 req-b0577acd-61ea-46cb-ab94-cef9b2a02f4d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:39.229898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da381894-5c45-4d70-9630-4a50c55dd4e0 req-b0577acd-61ea-46cb-ab94-cef9b2a02f4d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1104996 Sep 22 10:26:39.257457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-b006b41b-ee52-464b-9d95-b1343d3d8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:39.258968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-b006b41b-ee52-464b-9d95-b1343d3d8e98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=586ef4ce-0876-4188-9c45-04da9905e682 HTTP/1.1" status: 200 len: 855 time: 0.0681534 Sep 22 10:26:39.302353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da381894-5c45-4d70-9630-4a50c55dd4e0 req-1b15a539-ba27-47e6-a30f-f46102b6f7a6 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632691 Sep 22 10:26:39.310785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:39.314657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:39.340958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-291d6579-076c-403a-ad40-b382ce9130c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:39.340958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-291d6579-076c-403a-ad40-b382ce9130c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8175623-1b6c-413e-bd0c-68ecec6c05ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666661 Sep 22 10:26:39.417898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:39.526032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-848b0f4a-b69f-4d21-b193-0dd9a329c238 service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838763 Sep 22 10:26:39.544200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7baa96-7cbc-4a7e-9c89-db13a0edf0d9 req-1176ab31-4bb2-4b20-bcb8-0110a77f7889 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:39.545743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa7baa96-7cbc-4a7e-9c89-db13a0edf0d9 req-1176ab31-4bb2-4b20-bcb8-0110a77f7889 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.1078715 Sep 22 10:26:39.555782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-9ccc6f57-47e8-4e55-8e4e-f64f93e35b3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f469e34-0506-4525-b83d-851c70b3a90d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1167133 Sep 22 10:26:39.664842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 615fb3ed-8e17-409c-94fa-7df23d972711 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:39.687204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa7baa96-7cbc-4a7e-9c89-db13a0edf0d9 req-a3de89f6-4c59-4068-9c09-8d6e5e9a84b9 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248386 Sep 22 10:26:39.725334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e59c14ca-a98d-4f9a-84fe-5861173fd5ed req-f091d660-6cd6-4ae9-a812-f3cc76e337e8 service neutron] 10.222.0.32 "GET /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911705 Sep 22 10:26:39.728699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-2031b6d8-91af-494c-b855-aef406db9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:39.731817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-2031b6d8-91af-494c-b855-aef406db9fa1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e77c91800c14b889bfc6102ccf2efac&device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 1102 time: 0.1432583 Sep 22 10:26:39.736600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Deleting port 66b1ac44-5091-4e85-9110-aed2dc4901eb {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:39.736948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:39.771306 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82e179b-c7c0-479d-997e-30ed1c3ed235 x-openstack-request-id: req-a82e179b-c7c0-479d-997e-30ed1c3ed235 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:39.771695 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c78afd9-0316-4f3e-93d7-2e1b7360c607", "name": "network-vif-deleted", "tag": "bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:39.772147 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a82e179b-c7c0-479d-997e-30ed1c3ed235 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:39.772644 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c78afd9-0316-4f3e-93d7-2e1b7360c607', 'name': 'network-vif-deleted', 'tag': 'bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535', 'status': 'completed', 'code': 200} Sep 22 10:26:39.793254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Router 835e66db-eea6-4544-982e-043f3542a9c8 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:26:39.843648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 615fb3ed-8e17-409c-94fa-7df23d972711 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:26:39.862279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 615fb3ed-8e17-409c-94fa-7df23d972711 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:39.862279 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:39.897881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-d85189ad-cc48-4166-953b-357ab65d40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:39.900031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-d85189ad-cc48-4166-953b-357ab65d40f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.1397002 Sep 22 10:26:39.900348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] For port 66b1ac44-5091-4e85-9110-aed2dc4901eb, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=66b1ac44-5091-4e85-9110-aed2dc4901eb,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:39.900717 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:39.915390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108881-df8a-4449-b353-722e67af7cd8 req-d623bc1b-064e-49f3-8292-3cecb59de84a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:39.917426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3108881-df8a-4449-b353-722e67af7cd8 req-d623bc1b-064e-49f3-8292-3cecb59de84a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0840716 Sep 22 10:26:39.921754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Calling delete_port for 66b1ac44-5091-4e85-9110-aed2dc4901eb owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:39.945902 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:39.958375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-3e23b4fe-10da-4d9c-add5-2c4634aff0be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838 HTTP/1.1" status: 200 len: 217 time: 0.0401678 Sep 22 10:26:39.969226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:39.971662 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ecc57c-59da-4571-ab54-408673d3a9d9" -d '{"events": [{"server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "name": "network-vif-plugged", "status": "completed", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:39.980218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:39.984593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=615fb3ed-8e17-409c-94fa-7df23d972711,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:39.998838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b6f09-619f-4d23-916f-c00bc9340da6 None None] Sync routers for ids ['835e66db-eea6-4544-982e-043f3542a9c8'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:40.007294 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b6f09-619f-4d23-916f-c00bc9340da6 None None] Routers {'835e66db-eea6-4544-982e-043f3542a9c8'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:40.007904 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-530b6f09-619f-4d23-916f-c00bc9340da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['835e66db-eea6-4544-982e-043f3542a9c8'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:40.027528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3108881-df8a-4449-b353-722e67af7cd8 req-58a6abcf-cc7a-4236-8126-746cb985d332 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710928 Sep 22 10:26:40.033134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-4dd8e558-f13d-4c07-8940-e44126697d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:40.034892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-4dd8e558-f13d-4c07-8940-e44126697d2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0633185 Sep 22 10:26:40.054660 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-530b6f09-619f-4d23-916f-c00bc9340da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:40.055095 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b6f09-619f-4d23-916f-c00bc9340da6 None None] Routers {'835e66db-eea6-4544-982e-043f3542a9c8'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:40.055389 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-530b6f09-619f-4d23-916f-c00bc9340da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['835e66db-eea6-4544-982e-043f3542a9c8'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:40.070206 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:40.089862 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-530b6f09-619f-4d23-916f-c00bc9340da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:40.090571 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b6f09-619f-4d23-916f-c00bc9340da6 None None] The sync data for ids ['835e66db-eea6-4544-982e-043f3542a9c8'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:40.107180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:40.107180 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a9cf5e9e-f18d-4ba2-b4b9-19cdabe86829 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3599358 Sep 22 10:26:40.108923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56584) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:40.115045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5c497732-2671-462d-822a-d00dadf7b4af tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': False}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:40.155530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=615fb3ed-8e17-409c-94fa-7df23d972711,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:40.232895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-af66796a-5d3f-47c1-ba7c-e2c09d5fa6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:40.234457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-af66796a-5d3f-47c1-ba7c-e2c09d5fa6dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779244 Sep 22 10:26:40.275955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:40.298424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b454-432a-479d-aa69-a9e143cd0f0b req-8992e913-8f37-4ce5-964e-44cdd6ee5c41 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:40.299854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1df1b454-432a-479d-aa69-a9e143cd0f0b req-8992e913-8f37-4ce5-964e-44cdd6ee5c41 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 951 time: 0.1377480 Sep 22 10:26:40.308141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b1ac44-5091-4e85-9110-aed2dc4901eb,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:40.464487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1df1b454-432a-479d-aa69-a9e143cd0f0b req-0edefe10-fd7d-4c62-b6d2-e7615d81e8ae tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570854 Sep 22 10:26:40.493479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-a727f119-1d5d-48f9-a51c-a25ce763298e service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417240 Sep 22 10:26:40.517720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:40.766359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Router a49c3f40-b03e-487c-b0a0-03467669f973 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:26:40.872898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:40.881159 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d9d5f4c2-fdf5-45f0-8abb-67a91bcef290 admin admin] 10.222.0.20 "PUT /v2.0/routers/a49c3f40-b03e-487c-b0a0-03467669f973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6697848 Sep 22 10:26:40.881159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56590) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:40.885379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] Sync routers for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:40.897060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:40.897687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:41.006084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.016415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25615fb-fe43-4222-ace3-cf7e129e3984 req-df4d9fa6-6520-4c86-b6da-f8837ba20fdc tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:41.018483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c25615fb-fe43-4222-ace3-cf7e129e3984 req-df4d9fa6-6520-4c86-b6da-f8837ba20fdc tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.1553333 Sep 22 10:26:41.022379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:41.027991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5c497732-2671-462d-822a-d00dadf7b4af tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.033196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c1e5a6-5044-4958-80c0-72d12c14bb58 req-023e6001-b518-4a95-82e4-4ae4b2b21622 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371215 Sep 22 10:26:41.098888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c25615fb-fe43-4222-ace3-cf7e129e3984 req-1780b938-bf02-4517-ace8-e96e3c968725 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645688 Sep 22 10:26:41.253910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:26:40Z', 'revision_number': 5, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:41.284981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] Checking router: a49c3f40-b03e-487c-b0a0-03467669f973 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:26:41.294619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] Routers {'a49c3f40-b03e-487c-b0a0-03467669f973'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:41.296179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a49c3f40-b03e-487c-b0a0-03467669f973'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:41.302811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3642683-389b-437e-aeb9-a02f517f2fd3 req-a8d03c48-45bf-4282-8e4d-bdd0bfab84d9 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:41.306762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3642683-389b-437e-aeb9-a02f517f2fd3 req-a8d03c48-45bf-4282-8e4d-bdd0bfab84d9 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38 HTTP/1.1" status: 200 len: 945 time: 0.0998437 Sep 22 10:26:41.363480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3642683-389b-437e-aeb9-a02f517f2fd3 req-cfd42a15-5a01-4fd5-929f-55db2832f85c tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516145 Sep 22 10:26:41.431520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] Set router a49c3f40-b03e-487c-b0a0-03467669f973 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:41.441377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.546720 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92765e65-e274-4b90-8fd9-b9723fcfd96f x-openstack-request-id: req-92765e65-e274-4b90-8fd9-b9723fcfd96f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:41.547003 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "name": "network-vif-plugged", "status": "completed", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:41.547251 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92765e65-e274-4b90-8fd9-b9723fcfd96f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:41.547635 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711', 'code': 200} Sep 22 10:26:41.603138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Deleting port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:41.603618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.616222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56596) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:41.681786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:41.712223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:41.712579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device bd3d8c81-b6e0-4d52-91e8-acc5f4f5f535 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:41.712996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:41.720964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8dc9ada-f9c0-4fb7-bff9-3437576da7c1 admin admin] Deleting subnet ccfbab11-f240-47e5-8942-6b010c1670f4 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:26:41.726950 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8dc9ada-f9c0-4fb7-bff9-3437576da7c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.744344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:26:40Z', 'revision_number': 5, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:41.776825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9168c5-5bb8-45a7-80a9-33e67e1637e4 None None] The sync data for ids ['a49c3f40-b03e-487c-b0a0-03467669f973'] in n-d-807025-3 is: [{'id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'name': 'tempest-ServersTestFqdnHostnames-470643418-router', 'tenant_id': '6a517b224ca24421a4b1537fd5708bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:24:01Z', 'updated_at': '2021-09-22T10:26:40Z', 'revision_number': 5, 'project_id': '6a517b224ca24421a4b1537fd5708bd1', 'gw_port': {'id': 'f986bdd4-9d4f-4dd3-a09d-5c78583c7f87', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49c3f40-b03e-487c-b0a0-03467669f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:24:02Z', 'updated_at': '2021-09-22T10:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:41.789089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7faf48-d1ae-4a55-b9ec-58eaee57168d req-26dd5a49-e748-41f8-af04-cccedd8fca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:41.794350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c7faf48-d1ae-4a55-b9ec-58eaee57168d req-26dd5a49-e748-41f8-af04-cccedd8fca20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 1096 time: 0.1521842 Sep 22 10:26:41.800407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] For port f986bdd4-9d4f-4dd3-a09d-5c78583c7f87, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f986bdd4-9d4f-4dd3-a09d-5c78583c7f87,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:41.801041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.816859 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8dc9ada-f9c0-4fb7-bff9-3437576da7c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.846598 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Calling delete_port for f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:41.852993 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.877586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c7faf48-d1ae-4a55-b9ec-58eaee57168d req-36a3545a-ff52-478b-a29e-e270fef67487 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774169 Sep 22 10:26:41.879823 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5c497732-2671-462d-822a-d00dadf7b4af tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.893116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5c497732-2671-462d-822a-d00dadf7b4af tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.898129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:41.903193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8f0d6-40da-45de-990e-da5a1eb7c236 req-991dd589-b9eb-4ecb-acf5-e458a9c8ff20 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:41.904568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78f8f0d6-40da-45de-990e-da5a1eb7c236 req-991dd589-b9eb-4ecb-acf5-e458a9c8ff20 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.0743594 Sep 22 10:26:41.905972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8dc9ada-f9c0-4fb7-bff9-3437576da7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.990254 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.012779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78f8f0d6-40da-45de-990e-da5a1eb7c236 req-adfb0d46-67e5-42c9-8a05-7037454155b1 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710480 Sep 22 10:26:42.039262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c497732-2671-462d-822a-d00dadf7b4af tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Router 835e66db-eea6-4544-982e-043f3542a9c8 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:26:42.051202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=11']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:42.062647 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8dc9ada-f9c0-4fb7-bff9-3437576da7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.098984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc9ada-f9c0-4fb7-bff9-3437576da7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccfbab11-f240-47e5-8942-6b010c1670f4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:42.104230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8dc9ada-f9c0-4fb7-bff9-3437576da7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.106120 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b8dc9ada-f9c0-4fb7-bff9-3437576da7c1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ccfbab11-f240-47e5-8942-6b010c1670f4 HTTP/1.1" status: 204 len: 168 time: 0.4889190 Sep 22 10:26:42.109775 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56612) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:42.194074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.195774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c497732-2671-462d-822a-d00dadf7b4af tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:42.201106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5c497732-2671-462d-822a-d00dadf7b4af tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.203587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5c497732-2671-462d-822a-d00dadf7b4af tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "PUT /v2.0/routers/835e66db-eea6-4544-982e-043f3542a9c8 HTTP/1.1" status: 200 len: 926 time: 2.0924263 Sep 22 10:26:42.205909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56616) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:42.212858 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082917f-72e7-401b-9407-a84125180956 None None] Sync routers for ids ['835e66db-eea6-4544-982e-043f3542a9c8'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:42.215862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.221789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 66b1ac44-5091-4e85-9110-aed2dc4901eb no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:42.229845 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082917f-72e7-401b-9407-a84125180956 None None] Routers {'835e66db-eea6-4544-982e-043f3542a9c8'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:42.230791 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7082917f-72e7-401b-9407-a84125180956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['835e66db-eea6-4544-982e-043f3542a9c8'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:42.234765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f0bd3-6a32-43d8-b030-28a2ef08b717 req-3ab99fea-13d9-4fc6-955a-2c295ae31836 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.241689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d07f0bd3-6a32-43d8-b030-28a2ef08b717 req-3ab99fea-13d9-4fc6-955a-2c295ae31836 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0815208 Sep 22 10:26:42.252024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 66b1ac44-5091-4e85-9110-aed2dc4901eb {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:42.252384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 66b1ac44-5091-4e85-9110-aed2dc4901eb not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:42.278008 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7082917f-72e7-401b-9407-a84125180956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:42.286683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d07f0bd3-6a32-43d8-b030-28a2ef08b717 req-708f3816-3c08-4c98-a0e9-0d90a690120b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437033 Sep 22 10:26:42.289555 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082917f-72e7-401b-9407-a84125180956 None None] Routers {'835e66db-eea6-4544-982e-043f3542a9c8'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:42.290208 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7082917f-72e7-401b-9407-a84125180956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['835e66db-eea6-4544-982e-043f3542a9c8'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:42.325543 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7082917f-72e7-401b-9407-a84125180956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:42.326256 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082917f-72e7-401b-9407-a84125180956 None None] The sync data for ids ['835e66db-eea6-4544-982e-043f3542a9c8'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:42.333188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f986bdd4-9d4f-4dd3-a09d-5c78583c7f87,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:42.414466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-6a70d03b-447e-4ecc-aeda-4ff49cf6fc59 req-5a972d27-a0b5-41f5-9227-3eb599c6f7ba tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:26:42.416057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a70d03b-447e-4ecc-aeda-4ff49cf6fc59 req-5a972d27-a0b5-41f5-9227-3eb599c6f7ba tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065572 Sep 22 10:26:42.465786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.494594 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.508768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a70d03b-447e-4ecc-aeda-4ff49cf6fc59 req-c4c688b6-3c0f-4def-a7fa-cc2507147686 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0864248 Sep 22 10:26:42.521382 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2c0e5c05-3565-4f76-932c-dcdfc33da43c tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/routers/835e66db-eea6-4544-982e-043f3542a9c8 HTTP/1.1" status: 200 len: 926 time: 0.3140340 Sep 22 10:26:42.524180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56632) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:42.599537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.601645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c7c0e9-d875-400f-adb1-54466ebc4eea tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.601955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8768a76d-41a4-445a-aae0-09376723af6c']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:42.605159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-97c7c0e9-d875-400f-adb1-54466ebc4eea tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=835e66db-eea6-4544-982e-043f3542a9c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0779240 Sep 22 10:26:42.605319 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.606075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56634) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:42.615573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b31b2e7-bff6-49ab-940f-a4986e1b72c6') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:42.615868 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b31b2e7-bff6-49ab-940f-a4986e1b72c6') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:42.658745 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.678191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.684467 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:26:42.684861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:26:42.686784 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:26:42.705818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1489a-bccf-440c-848d-5503289d1632 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.707641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b6b1489a-bccf-440c-848d-5503289d1632 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 881 time: 0.1006274 Sep 22 10:26:42.710391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56638) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:42.746242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e65dc7cc-1b6c-4acd-baec-592e0361e360 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=835e66db-eea6-4544-982e-043f3542a9c8 HTTP/1.1" status: 200 len: 205 time: 0.0319512 Sep 22 10:26:42.746558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56640) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:42.779795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370d82e-bec7-4582-b29c-e55ea30272b3 req-1fd840b6-155e-4051-a80e-86020c646618 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.781348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9370d82e-bec7-4582-b29c-e55ea30272b3 req-1fd840b6-155e-4051-a80e-86020c646618 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0605354 Sep 22 10:26:42.791327 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.791874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49c3f40-b03e-487c-b0a0-03467669f973 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:42.797183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.800936 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1350e81d-58da-44da-98c3-9c11190db1bc admin admin] 10.222.0.20 "DELETE /v2.0/routers/a49c3f40-b03e-487c-b0a0-03467669f973 HTTP/1.1" status: 204 len: 168 time: 1.9160690 Sep 22 10:26:42.803534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56642) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:42.824952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9370d82e-bec7-4582-b29c-e55ea30272b3 req-2109503b-1f7b-489b-aac2-6d9b6149bde6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Sep 22 10:26:42.866047 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.878539 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.883147 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] 10.222.0.20 "DELETE /v2.0/networks/8768a76d-41a4-445a-aae0-09376723af6c HTTP/1.1" status: 204 len: 168 time: 0.7696097 Sep 22 10:26:42.906020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5581b-7463-4237-b479-aec9f030168c admin admin] Pushing event deleted for resources: {'Network': ['ID=8768a76d-41a4-445a-aae0-09376723af6c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:42.917932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e00503-1114-456f-9e7b-d1554dc29bac admin admin] Deleting subnet 56a5524d-6fe0-42c0-a29a-8552b8fc60d4 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:26:42.928412 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36e00503-1114-456f-9e7b-d1554dc29bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:42.957537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797a924-3008-4086-ac2c-065dcfada2e8 req-c0b1bcaa-f5f7-4395-a7cf-976102e06d8f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.959084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3797a924-3008-4086-ac2c-065dcfada2e8 req-c0b1bcaa-f5f7-4395-a7cf-976102e06d8f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0627666 Sep 22 10:26:42.970682 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.013286 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36e00503-1114-456f-9e7b-d1554dc29bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.022970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3797a924-3008-4086-ac2c-065dcfada2e8 req-428f355b-d069-4008-8f40-e886a5dc2e5e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 Sep 22 10:26:43.152035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.158455 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36e00503-1114-456f-9e7b-d1554dc29bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.287878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Deleting port d827f1c3-2d10-4f05-99cb-87944c96b1c6 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:43.288202 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.302202 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36e00503-1114-456f-9e7b-d1554dc29bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.306577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f00a1-09e1-4123-9d00-84807434eabb req-1ee34ed9-1258-4d4b-b30d-ded58c7187e8 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:43.311089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e79f00a1-09e1-4123-9d00-84807434eabb req-1ee34ed9-1258-4d4b-b30d-ded58c7187e8 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0573003 Sep 22 10:26:43.345969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e00503-1114-456f-9e7b-d1554dc29bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a5524d-6fe0-42c0-a29a-8552b8fc60d4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:43.354463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36e00503-1114-456f-9e7b-d1554dc29bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.357465 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e79f00a1-09e1-4123-9d00-84807434eabb req-ad9fcf48-a534-4cba-a88e-9f2f3d5b45f3 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Sep 22 10:26:43.360352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56660) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:43.362261 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-36e00503-1114-456f-9e7b-d1554dc29bac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56a5524d-6fe0-42c0-a29a-8552b8fc60d4 HTTP/1.1" status: 204 len: 168 time: 0.5602398 Sep 22 10:26:43.363043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68864897-e83a-48fa-92d4-ae4f37c00788 None None] Network 46c19dfb-0e87-45bf-b841-1a0d7cb41777 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:43.406718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56664) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:43.466920 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.484386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Calling delete_port for d827f1c3-2d10-4f05-99cb-87944c96b1c6 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:43.549223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:43.554938 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369114c2-7ee1-4f7a-9fa7-7e1663015fd4" -d '{"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:43.555415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.565103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1d7408b6-d4d8-40bb-90eb-290a9ff8f706 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=326a6c35d44f4b0bbe0ad28ffafe3043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544809 Sep 22 10:26:43.565548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56676) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:43.617798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe0734-b841-4f82-87d6-45a5ed5ed463 None None] DHCP port deletion for 46c19dfb-0e87-45bf-b841-1a0d7cb41777 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:26:43.665529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19eb128-12d8-474b-9413-8e3f68cfdead req-cd386549-e50a-4794-91f3-fa4601ac9a4d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:43.667028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f19eb128-12d8-474b-9413-8e3f68cfdead req-cd386549-e50a-4794-91f3-fa4601ac9a4d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 811 time: 0.1671026 Sep 22 10:26:43.671738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe0734-b841-4f82-87d6-45a5ed5ed463 None None] Deleting port 64cee975-4205-4a9b-943b-85211ea9183a {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:43.672056 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0734-b841-4f82-87d6-45a5ed5ed463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.694634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f19eb128-12d8-474b-9413-8e3f68cfdead req-32f38012-5308-42b3-b5cc-b523577dce93 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/quotas/2c125309853d4ceeb362c14082a544db HTTP/1.1" status: 200 len: 375 time: 0.0148571 Sep 22 10:26:43.700993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Deleting port 64cee975-4205-4a9b-943b-85211ea9183a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:43.702826 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.705534 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8c47acc-8c89-4ece-a4a2-ac0067a1c317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.744650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8c47acc-8c89-4ece-a4a2-ac0067a1c317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.748395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9bfe0734-b841-4f82-87d6-45a5ed5ed463 None None] For port 64cee975-4205-4a9b-943b-85211ea9183a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64cee975-4205-4a9b-943b-85211ea9183a,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:43.748921 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0734-b841-4f82-87d6-45a5ed5ed463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.769246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe0734-b841-4f82-87d6-45a5ed5ed463 None None] Calling delete_port for 64cee975-4205-4a9b-943b-85211ea9183a owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:43.818658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.819268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] For port 64cee975-4205-4a9b-943b-85211ea9183a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64cee975-4205-4a9b-943b-85211ea9183a,segment=NetworkSegment(fe3c75e0-3d36-4483-8f9a-18e27b78eb95),segment_id=fe3c75e0-3d36-4483-8f9a-18e27b78eb95)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:43.819645 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.825749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f19eb128-12d8-474b-9413-8e3f68cfdead req-4440c41b-5b94-48dc-9370-ebbfff3f386d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192017 Sep 22 10:26:43.836816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Calling delete_port for 64cee975-4205-4a9b-943b-85211ea9183a owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:43.843440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event deleted for resources: {'Port': ['ID=d827f1c3-2d10-4f05-99cb-87944c96b1c6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:43.932112 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8c47acc-8c89-4ece-a4a2-ac0067a1c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.934891 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8c47acc-8c89-4ece-a4a2-ac0067a1c317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.938429 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c8c47acc-8c89-4ece-a4a2-ac0067a1c317 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d44aadda-34a5-4fa2-ba24-fa5510136771 HTTP/1.1" status: 204 len: 168 time: 0.3693428 Sep 22 10:26:43.959033 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.960340 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0734-b841-4f82-87d6-45a5ed5ed463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.980530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.008171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64cee975-4205-4a9b-943b-85211ea9183a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:44.012597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe0734-b841-4f82-87d6-45a5ed5ed463 None None] Pushing event deleted for resources: {'Port': ['ID=64cee975-4205-4a9b-943b-85211ea9183a,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:44.032850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Pushing event deleted for resources: {'Port': ['ID=64cee975-4205-4a9b-943b-85211ea9183a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:44.036286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] No DVR routers for this DVR port 64cee975-4205-4a9b-943b-85211ea9183a on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:44.038745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe0734-b841-4f82-87d6-45a5ed5ed463 None None] No DVR routers for this DVR port 64cee975-4205-4a9b-943b-85211ea9183a on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:44.041969 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 64cee975-4205-4a9b-943b-85211ea9183a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:44.042755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64cee975-4205-4a9b-943b-85211ea9183a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:44.043641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:44.045639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c47acc-8c89-4ece-a4a2-ac0067a1c317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44aadda-34a5-4fa2-ba24-fa5510136771,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:44.075748 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:44.081395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f986bdd4-9d4f-4dd3-a09d-5c78583c7f87 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:44.118489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.120939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.155420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.178172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817ce39-d2e2-4dbc-a927-e6a66d152390 req-12274c10-4a83-4825-bcd2-32c3976552ad tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:44.179684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1817ce39-d2e2-4dbc-a927-e6a66d152390 req-12274c10-4a83-4825-bcd2-32c3976552ad tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38 HTTP/1.1" status: 200 len: 945 time: 0.1484725 Sep 22 10:26:44.189649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c19dfb-0e87-45bf-b841-1a0d7cb41777']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:44.211109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:44.212365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3c75e0-3d36-4483-8f9a-18e27b78eb95') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:44.223629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.248503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1817ce39-d2e2-4dbc-a927-e6a66d152390 req-56c5a542-7cf7-444c-9907-be6dc71f0573 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612502 Sep 22 10:26:44.249426 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.255976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:26:44.256368 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: items = [ Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:26:44.258028 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:26:44.261994 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.262726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Fanout notify agent at l3_agent the message router_deleted on router 835e66db-eea6-4544-982e-043f3542a9c8 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:44.276408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.276408 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8b9267b0-6c53-49bd-b2eb-2c7f073d1b19 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/835e66db-eea6-4544-982e-043f3542a9c8 HTTP/1.1" status: 204 len: 168 time: 1.5242128 Sep 22 10:26:44.276694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56698) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:44.282011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1a8b5e97-2976-42ab-8c11-bea8be1d72f9 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-636780175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:44.304382 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5464dd3b-f088-4490-a18f-20c1eb41e638 x-openstack-request-id: req-5464dd3b-f088-4490-a18f-20c1eb41e638 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:44.306751 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:44.306751 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5464dd3b-f088-4490-a18f-20c1eb41e638 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:44.306751 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'code': 200} Sep 22 10:26:44.402048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968006fd-ae63-41b4-821e-45ff057819dd req-9b3df549-2bbf-41d8-aa60-3f3d12351086 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:44.402048 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-968006fd-ae63-41b4-821e-45ff057819dd req-9b3df549-2bbf-41d8-aa60-3f3d12351086 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0520082 Sep 22 10:26:44.441590 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5e97-2976-42ab-8c11-bea8be1d72f9 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.453669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5e97-2976-42ab-8c11-bea8be1d72f9 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.453669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.453669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-968006fd-ae63-41b4-821e-45ff057819dd req-359fdc4f-cac1-40a9-a272-8b8479575739 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Sep 22 10:26:44.454979 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.456814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] 10.222.0.20 "DELETE /v2.0/networks/46c19dfb-0e87-45bf-b841-1a0d7cb41777 HTTP/1.1" status: 204 len: 168 time: 1.0949514 Sep 22 10:26:44.470381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899e9d5-6e35-4af0-8d2b-4d9c6a48aa44 admin admin] Pushing event deleted for resources: {'Network': ['ID=46c19dfb-0e87-45bf-b841-1a0d7cb41777,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:44.539374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5e97-2976-42ab-8c11-bea8be1d72f9 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.607389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699656e6-39ae-4e83-a778-e987d6b6fedd req-99e7c2e2-506b-4c87-b37a-4cff64607b44 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:44.608778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-699656e6-39ae-4e83-a778-e987d6b6fedd req-99e7c2e2-506b-4c87-b37a-4cff64607b44 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0513673 Sep 22 10:26:44.647658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-699656e6-39ae-4e83-a778-e987d6b6fedd req-7aab1f71-132e-4ae7-b9de-9b6bf2bf26a8 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Sep 22 10:26:44.663002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5e97-2976-42ab-8c11-bea8be1d72f9 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.790403 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5e97-2976-42ab-8c11-bea8be1d72f9 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.794941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56724) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:44.800909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1a8b5e97-2976-42ab-8c11-bea8be1d72f9 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5181320 Sep 22 10:26:44.801034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:44.870952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5e87d-2e35-48cf-97f2-1734e27d4fc4 req-1a0ff665-69b3-4b9e-bf88-8395470387bb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:44.873191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ef5e87d-2e35-48cf-97f2-1734e27d4fc4 req-1a0ff665-69b3-4b9e-bf88-8395470387bb tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.0549054 Sep 22 10:26:44.928045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ef5e87d-2e35-48cf-97f2-1734e27d4fc4 req-56817c30-6a95-4202-8cdd-892ee23bfd71 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Sep 22 10:26:44.967845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56730) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:45.017854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-74edbee1-7843-4370-877d-2b564e9bb929 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a517b224ca24421a4b1537fd5708bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481842 Sep 22 10:26:45.020902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56732) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:45.024892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.070567 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1392-fe3f-42f8-9551-1c240882c38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.092655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1392-fe3f-42f8-9551-1c240882c38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.268717 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1392-fe3f-42f8-9551-1c240882c38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.271247 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c4c1392-fe3f-42f8-9551-1c240882c38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.272444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0c4c1392-fe3f-42f8-9551-1c240882c38c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5b9dd32-2ca4-47b3-abe2-c0d15859962c HTTP/1.1" status: 204 len: 168 time: 0.2505124 Sep 22 10:26:45.280792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c1392-fe3f-42f8-9551-1c240882c38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b9dd32-2ca4-47b3-abe2-c0d15859962c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:45.420266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56748) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:45.541789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1569438306-network', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:45.587408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.606087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.693066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Made reservation on behalf of 885f05986ee24eed8ca04bc76a08c094 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:45.696585 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.707302 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.711448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Allocated IP 172.25.1.243 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/4bc7993f-eef4-4a0b-a150-937ceaa9a057) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:45.879170 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.901369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f79a7-4644-4c1d-b43a-38eee6c27dce req-f1c8e756-638d-4916-97b8-46d50195488b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:45.903210 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a3f79a7-4644-4c1d-b43a-38eee6c27dce req-f1c8e756-638d-4916-97b8-46d50195488b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0935485 Sep 22 10:26:45.941863 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:45.962061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a3f79a7-4644-4c1d-b43a-38eee6c27dce req-a71728ef-7ee9-4c35-8d75-6c7b9dbdec7a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Sep 22 10:26:46.036253 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.077154 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.092462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:46.093863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:46.103648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:46.114488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:46.125738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:26:46.140550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event updated for resources: {'Port': ['ID=4bc7993f-eef4-4a0b-a150-937ceaa9a057,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:46.149621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.149621 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Added segment e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee of type vlan for network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c Sep 22 10:26:46.197125 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.278028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655696a5-100c-4b28-87ad-8e1b32133754 req-a5e5e654-3b6b-4fef-b54f-1e705cb22a77 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:46.283975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655696a5-100c-4b28-87ad-8e1b32133754 req-a5e5e654-3b6b-4fef-b54f-1e705cb22a77 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:46.289789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655696a5-100c-4b28-87ad-8e1b32133754 req-a5e5e654-3b6b-4fef-b54f-1e705cb22a77 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:46.291417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-655696a5-100c-4b28-87ad-8e1b32133754 req-a5e5e654-3b6b-4fef-b54f-1e705cb22a77 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704&device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38&device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 2416 time: 0.0685251 Sep 22 10:26:46.304582 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.305474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:46.306043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.439038 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.656451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56792) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:46.671384 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.673989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2519748 Sep 22 10:26:46.676880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56796) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:46.678764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-655696a5-100c-4b28-87ad-8e1b32133754 req-08682b2a-73b0-49b4-85d1-5c07a94ce5fa tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814332 Sep 22 10:26:46.682702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Request body: {'subnet': {'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1569438306-subnet', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:46.694336 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.706146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6735f9-dc01-4334-aa25-47c2977427fb admin admin] Pushing event updated for resources: {'Network': ['ID=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:46.717754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:26:46.792321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1955842542-network', 'tenant_id': '6d765c9ac50c4917a334147bfbc281a8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:46.827852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a73a7-7b9f-4a4c-b8a6-0e46dbcd1bc0 req-83276403-61fa-4b0e-8418-efd8b6916264 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:46.829923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c58a73a7-7b9f-4a4c-b8a6-0e46dbcd1bc0 req-83276403-61fa-4b0e-8418-efd8b6916264 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0841546 Sep 22 10:26:46.846539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Made reservation on behalf of 885f05986ee24eed8ca04bc76a08c094 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:46.848819 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.868492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c58a73a7-7b9f-4a4c-b8a6-0e46dbcd1bc0 req-bfa46dfb-6c53-4e0b-a8e7-be0f1b7720d9 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Sep 22 10:26:46.962793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Made reservation on behalf of 6d765c9ac50c4917a334147bfbc281a8 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:46.965092 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.978513 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.026722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10d8e48f-9892-465a-a0ed-6ad8848f2c13 req-8941fd7c-3f98-4bf8-a91c-f41414be263d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2c125309853d4ceeb362c14082a544db HTTP/1.1" status: 200 len: 221 time: 0.0259767 Sep 22 10:26:47.027061 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Router 23aaad92-f61a-43ab-b751-a5fa326c8a46 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:26:47.172605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-093c8465-98f6-4a4e-bf8d-dd039b7ea6b3 req-574de616-7f9d-4caf-8e40-839ca271b156 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0573378 Sep 22 10:26:47.223567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.230748 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:47.241473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.245181 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-735588ac-cba2-4f26-851d-059788e279a8 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "PUT /v2.0/routers/23aaad92-f61a-43ab-b751-a5fa326c8a46 HTTP/1.1" status: 200 len: 883 time: 2.4469175 Sep 22 10:26:47.245588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.245887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56822) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:47.249877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cfbae6-ccb0-4031-a691-d7a9be0229b1 None None] Sync routers for ids ['23aaad92-f61a-43ab-b751-a5fa326c8a46'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:47.264046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cfbae6-ccb0-4031-a691-d7a9be0229b1 None None] Routers {'23aaad92-f61a-43ab-b751-a5fa326c8a46'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:47.264955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c7cfbae6-ccb0-4031-a691-d7a9be0229b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['23aaad92-f61a-43ab-b751-a5fa326c8a46'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:47.292743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0a5230-e289-433c-a2fa-5d202f72a3d7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:47.306988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c7cfbae6-ccb0-4031-a691-d7a9be0229b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:47.307801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Checking segment: {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:47.308165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Network hostable DHCP agents. Network: 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:26:47.319583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cfbae6-ccb0-4031-a691-d7a9be0229b1 None None] Routers {'23aaad92-f61a-43ab-b751-a5fa326c8a46'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:47.327940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c7cfbae6-ccb0-4031-a691-d7a9be0229b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['23aaad92-f61a-43ab-b751-a5fa326c8a46'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:47.352749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c7cfbae6-ccb0-4031-a691-d7a9be0229b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:47.353830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cfbae6-ccb0-4031-a691-d7a9be0229b1 None None] The sync data for ids ['23aaad92-f61a-43ab-b751-a5fa326c8a46'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:47.362308 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.387493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:26:47.396378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c427d95-1048-4a6f-bf67-56b59b69a935,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:47.398604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bdb98-6fa6-4ff1-8728-6807b4ba99ea req-5178105e-164d-4037-9263-487bbabf1c3f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:47.400206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-057bdb98-6fa6-4ff1-8728-6807b4ba99ea req-5178105e-164d-4037-9263-487bbabf1c3f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1013141 Sep 22 10:26:47.402369 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.408411 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Added segment 3a46952b-57c1-4ab9-8554-93a36c83b4eb of type vlan for network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 Sep 22 10:26:47.419927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f4b21c6c-3bdd-472a-81e2-15a68b71e257 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/routers/23aaad92-f61a-43ab-b751-a5fa326c8a46 HTTP/1.1" status: 200 len: 924 time: 0.1728225 Sep 22 10:26:47.427564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56824) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:47.439503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:26:47.455569 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.474241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-057bdb98-6fa6-4ff1-8728-6807b4ba99ea req-f120d1e2-7938-4677-be68-f64f839272a4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629880 Sep 22 10:26:47.483423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a66c99-770d-4c8e-9adb-a9b7cf338d86 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:47.484935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d6a66c99-770d-4c8e-9adb-a9b7cf338d86 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=23aaad92-f61a-43ab-b751-a5fa326c8a46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0564706 Sep 22 10:26:47.487974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56826) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:47.561548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:47.566347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:47.567116 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.572496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5cf5d9-a96a-4dbd-b85c-bc5f840800d4 None None] Network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:47.589472 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.591029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:47.591144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2c396-35ec-44d9-bf52-367783787975 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:47.591974 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.592558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-63b2c396-35ec-44d9-bf52-367783787975 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 881 time: 0.1036584 Sep 22 10:26:47.596004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56840) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:47.630908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-792f4c66-90c7-4ec6-b3b9-202205845585 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=23aaad92-f61a-43ab-b751-a5fa326c8a46 HTTP/1.1" status: 200 len: 205 time: 0.0337071 Sep 22 10:26:47.633566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56842) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:47.665250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] Pushing event updated for resources: {'Network': ['ID=4a38cef9-0ca3-4b73-9ea1-a2c377647936,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:47.693143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:26:47.715325 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11407953-0c4e-43ad-b12d-8c2052e8ae56 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0344300 Sep 22 10:26:47.715601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56844) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:47.732871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05a727-af11-4ba1-a5ea-60f479025cf1 None None] Network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:47.738390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:47.745308 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3bb530bb-c02f-4741-83ed-f090896577f2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0877850 Sep 22 10:26:47.755426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56848) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:47.760422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Request body: {'subnet': {'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1955842542-subnet', 'tenant_id': '6d765c9ac50c4917a334147bfbc281a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:47.877672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Made reservation on behalf of 6d765c9ac50c4917a334147bfbc281a8 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:47.881229 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.903469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.952500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e508f-602f-4a53-9737-df41629d0d48 req-8ee6bdee-9e45-4313-9123-7628899a804b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:47.954091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d32e508f-602f-4a53-9737-df41629d0d48 req-8ee6bdee-9e45-4313-9123-7628899a804b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1578207 Sep 22 10:26:48.010951 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.011918 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.049587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d32e508f-602f-4a53-9737-df41629d0d48 req-fc668142-1b7d-4b59-a6ab-89b3ef38ad20 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663714 Sep 22 10:26:48.094172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.125006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.151903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.216646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7120da3-eb03-4864-a141-90b352d4569d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:48.227108 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Checking segment: {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:48.228454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Network hostable DHCP agents. Network: 4a38cef9-0ca3-4b73-9ea1-a2c377647936, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:26:48.327585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:26:48.385719 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.424719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4a38cef9-0ca3-4b73-9ea1-a2c377647936) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:48.425302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Deleting port 4bc7993f-eef4-4a0b-a150-937ceaa9a057 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:48.425648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.429741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:48.431594 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.435266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9215bd4c-eb60-463b-955d-504ce4fcbbad None None] Network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:48.465492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de4a7-2fb9-4af4-ae55-716a1a75cd36 req-5faac495-e1bc-430c-8f19-486c28fbbdef tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:48.467046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a57de4a7-2fb9-4af4-ae55-716a1a75cd36 req-5faac495-e1bc-430c-8f19-486c28fbbdef tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0851650 Sep 22 10:26:48.558709 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.565277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134a379-a7c3-4cde-9099-0e6f973db93f None None] Network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:26:48.579721 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e7fac77c-af36-4759-95d1-40afd4c6f5bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8224084 Sep 22 10:26:48.582059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a57de4a7-2fb9-4af4-ae55-716a1a75cd36 req-c4001a29-8731-4d68-9435-ae0bfda86b02 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835323 Sep 22 10:26:48.606832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Calling delete_port for 4bc7993f-eef4-4a0b-a150-937ceaa9a057 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:48.936094 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.956965 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.007663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca3a92-3453-44be-9ab9-768b07c16672 req-f11d258f-9333-4f17-8895-249dc6c257cf tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:49.009149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9ca3a92-3453-44be-9ab9-768b07c16672 req-f11d258f-9333-4f17-8895-249dc6c257cf tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0542936 Sep 22 10:26:49.030317 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.099256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event deleted for resources: {'Port': ['ID=4bc7993f-eef4-4a0b-a150-937ceaa9a057,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:49.130275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9ca3a92-3453-44be-9ab9-768b07c16672 req-7bfd2e58-70c1-428f-95a5-9ba4e4ac3878 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151371 Sep 22 10:26:49.137168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.137523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.137871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.138242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.138612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.138952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.139284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.139619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.139954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.140282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.140639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.140930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:49.214858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.281782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Allocated IP 172.25.1.6 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/73df8734-eaaa-4099-89fd-a15a602407f6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:49.320721 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.323626 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.523839 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.525255 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.525802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Fanout notify agent at l3_agent the message router_deleted on router 23aaad92-f61a-43ab-b751-a5fa326c8a46 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:49.535125 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.536227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d76cbcd2-b828-46bf-9db7-d7527f6e8ec0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/23aaad92-f61a-43ab-b751-a5fa326c8a46 HTTP/1.1" status: 204 len: 168 time: 1.9013622 Sep 22 10:26:49.540455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56910) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:49.545270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-293518f9-4f4a-4478-96eb-5f2b722f4cd0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-574371473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:49.546126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-1a00e64e-4a78-4cd0-b1f0-4e107ab9d0d7 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:49.547591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-1a00e64e-4a78-4cd0-b1f0-4e107ab9d0d7 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/networks?id=4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 200 len: 815 time: 0.1714334 Sep 22 10:26:49.567605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-d66fb34b-06ec-4f90-a0dc-9bedded3b2bf tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/quotas/6d765c9ac50c4917a334147bfbc281a8 HTTP/1.1" status: 200 len: 375 time: 0.0127120 Sep 22 10:26:49.606414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-f6279f50-07df-4b80-8064-b0d8c898df59 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d765c9ac50c4917a334147bfbc281a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285332 Sep 22 10:26:49.658573 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-293518f9-4f4a-4478-96eb-5f2b722f4cd0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.659645 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-293518f9-4f4a-4478-96eb-5f2b722f4cd0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.698042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-9880c2d8-07e8-4dc6-bda5-f6c1ca751ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846546 Sep 22 10:26:49.716077 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-293518f9-4f4a-4478-96eb-5f2b722f4cd0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.724391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.768185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-293518f9-4f4a-4478-96eb-5f2b722f4cd0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.799382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:49.806698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:49.812939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:49.824164 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-293518f9-4f4a-4478-96eb-5f2b722f4cd0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:49.825456 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-293518f9-4f4a-4478-96eb-5f2b722f4cd0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2839861 Sep 22 10:26:49.828129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56916) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:49.832519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': True}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:49.841021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Pushing event updated for resources: {'Port': ['ID=73df8734-eaaa-4099-89fd-a15a602407f6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:49.866606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-7a1c5e4d-90e6-4b4f-8543-6301c27f7a6c service neutron] 10.222.0.20 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602764 Sep 22 10:26:50.059644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:50.394615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8b54-ddf4-4445-a862-4ed017fe50fd req-3834a662-2b85-4325-b5b4-c4c3ca6c4759 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:50.396029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bc8b54-ddf4-4445-a862-4ed017fe50fd req-3834a662-2b85-4325-b5b4-c4c3ca6c4759 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0515590 Sep 22 10:26:50.401236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:50.425637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:50.443362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60bc8b54-ddf4-4445-a862-4ed017fe50fd req-d87c1050-78a6-45ee-9a2c-82a951434796 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 Sep 22 10:26:50.551771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Allocated IP 172.25.1.166 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/522e1414-e953-47c8-a8cf-127990809bbf) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:50.573841 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:50.670939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:50.700861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e422e-e8d3-469d-bf63-d97657ff56b1 req-0a3a6699-7136-4a65-9cc5-9334bb8a08be tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:50.702505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d72e422e-e8d3-469d-bf63-d97657ff56b1 req-0a3a6699-7136-4a65-9cc5-9334bb8a08be tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.1256588 Sep 22 10:26:50.756101 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:50.800165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:50.805370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:50.812732 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:50.814362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d72e422e-e8d3-469d-bf63-d97657ff56b1 req-cb7badf1-69f8-4da8-bebd-3625769d8423 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025403 Sep 22 10:26:50.845884 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:50.860779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event updated for resources: {'Port': ['ID=522e1414-e953-47c8-a8cf-127990809bbf,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:50.973224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd1d81e6-94de-4e41-81ad-d0eba5362201 req-2954a5e5-5c89-452c-93a1-6f6cd3718c6b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 210 time: 0.0330777 Sep 22 10:26:51.115347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Router 3f825499-984a-4c6b-a180-f8bf31800f57 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:26:51.166751 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:51.250425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:51.265026 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Sync routers for ids ['3f825499-984a-4c6b-a180-f8bf31800f57'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:51.276263 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Routers {'3f825499-984a-4c6b-a180-f8bf31800f57'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:51.276898 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3f825499-984a-4c6b-a180-f8bf31800f57'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:51.389854 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Set router 3f825499-984a-4c6b-a180-f8bf31800f57 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:51.396129 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:51.401778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-823e83cc-94c7-498b-bc87-eb116c0cbd32 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6825354 Sep 22 10:26:51.402395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56942) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:51.445945 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:51.449672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:51.627008 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:50Z', 'revision_number': 3, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'gw_port': {'id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:51.665175 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Checking router: 3f825499-984a-4c6b-a180-f8bf31800f57 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:26:51.665521 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Updating router 3f825499-984a-4c6b-a180-f8bf31800f57 port 73df8734-eaaa-4099-89fd-a15a602407f6 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:26:51.694343 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:51.951362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:51.984351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Router cc1dc24d-9239-4d2a-839f-5ff518d59992 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:26:51.996257 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.081607 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.114043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:52.129123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7d367-da1b-488e-8c27-9497a82a8f84 None None] Sync routers for ids ['cc1dc24d-9239-4d2a-839f-5ff518d59992'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:52.129655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.130788 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c156f552-3bfa-4d10-9e44-cb1cac2a9db6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "PUT /v2.0/routers/cc1dc24d-9239-4d2a-839f-5ff518d59992 HTTP/1.1" status: 200 len: 918 time: 2.3017421 Sep 22 10:26:52.133510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56966) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:52.185710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7d367-da1b-488e-8c27-9497a82a8f84 None None] Routers {'cc1dc24d-9239-4d2a-839f-5ff518d59992'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:52.185710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bce7d367-da1b-488e-8c27-9497a82a8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['cc1dc24d-9239-4d2a-839f-5ff518d59992'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:52.186082 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Attempting to bind port 73df8734-eaaa-4099-89fd-a15a602407f6 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:52.186082 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Attempting to bind port 73df8734-eaaa-4099-89fd-a15a602407f6 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:52.186082 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Attempting to bind port 73df8734-eaaa-4099-89fd-a15a602407f6 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:52.186315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171d40-6593-4d6e-ba22-69702175a0cf req-caa46f97-6edc-4254-95bf-624092bc98c3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:52.186399 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4e93e-27c4-4ae0-a565-5e77d2aa9403 None None] Pushing event updated for resources: {'Port': ['ID=73df8734-eaaa-4099-89fd-a15a602407f6,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:52.187331 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:52.187497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96171d40-6593-4d6e-ba22-69702175a0cf req-caa46f97-6edc-4254-95bf-624092bc98c3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1335194 Sep 22 10:26:52.187781 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:52.188288 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.188740 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:52.189261 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Bound port: 73df8734-eaaa-4099-89fd-a15a602407f6, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:52.189715 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.240770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bce7d367-da1b-488e-8c27-9497a82a8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:52.244792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96171d40-6593-4d6e-ba22-69702175a0cf req-7fa59b3d-9f48-4930-9ad8-85aeb1807f1c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519967 Sep 22 10:26:52.258673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Allocated IP 172.20.0.1 (18ecfb7b-3c2e-496a-a01f-e1a3db7f313c/5e0a5230-e289-433c-a2fa-5d202f72a3d7/884d0300-0610-48f5-95ac-dd3c5c978077) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:52.266245 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] For port 73df8734-eaaa-4099-89fd-a15a602407f6, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:52.271311 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] For port 73df8734-eaaa-4099-89fd-a15a602407f6, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=73df8734-eaaa-4099-89fd-a15a602407f6,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:52.271875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7d367-da1b-488e-8c27-9497a82a8f84 None None] Routers {'cc1dc24d-9239-4d2a-839f-5ff518d59992'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:52.274123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bce7d367-da1b-488e-8c27-9497a82a8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['cc1dc24d-9239-4d2a-839f-5ff518d59992'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:52.284862 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-28f0dcc9-4135-460e-903f-89f527bfadd0 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/routers/cc1dc24d-9239-4d2a-839f-5ff518d59992 HTTP/1.1" status: 200 len: 924 time: 0.1499500 Sep 22 10:26:52.287649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56974) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:52.313664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bce7d367-da1b-488e-8c27-9497a82a8f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:52.314634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce7d367-da1b-488e-8c27-9497a82a8f84 None None] The sync data for ids ['cc1dc24d-9239-4d2a-839f-5ff518d59992'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:52.339123 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.385644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ee7de-3c8a-4517-b684-5e0b1c3574b8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:52.387549 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-975ee7de-3c8a-4517-b684-5e0b1c3574b8 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=cc1dc24d-9239-4d2a-839f-5ff518d59992&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0988655 Sep 22 10:26:52.390257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56982) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:52.401490 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-87cf43ce-e5a7-47f0-951e-3160e15ec546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.413175 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.419262 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Routers {'3f825499-984a-4c6b-a180-f8bf31800f57'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:52.420756 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3f825499-984a-4c6b-a180-f8bf31800f57'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:52.462614 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4e93e-27c4-4ae0-a565-5e77d2aa9403 None None] Pushing event updated for resources: {'Port': ['ID=73df8734-eaaa-4099-89fd-a15a602407f6,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:52.502025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f0d45-1b5f-4914-a0d1-a738f9d66623 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:52.503716 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-569f0d45-1b5f-4914-a0d1-a738f9d66623 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 881 time: 0.1109760 Sep 22 10:26:52.506486 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56984) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:52.507933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20eb4-4443-4c29-bf5a-d8055751e20c req-ad3b1dd2-94e6-44fc-930b-354eaedb1357 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:52.510856 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ec20eb4-4443-4c29-bf5a-d8055751e20c req-ad3b1dd2-94e6-44fc-930b-354eaedb1357 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0661290 Sep 22 10:26:52.534736 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e89c48c7-71d9-4f8a-a040-f05eac3f10c0 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc1dc24d-9239-4d2a-839f-5ff518d59992 HTTP/1.1" status: 200 len: 205 time: 0.0271561 Sep 22 10:26:52.537361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56986) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:52.559942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ec20eb4-4443-4c29-bf5a-d8055751e20c req-aef0675d-17a6-4e76-94c6-9f92ec148e54 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Sep 22 10:26:52.570782 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] Set router 3f825499-984a-4c6b-a180-f8bf31800f57 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:52.636240 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.652476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.678686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:52.682092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:52.686780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:52.755800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Pushing event updated for resources: {'Port': ['ID=884d0300-0610-48f5-95ac-dd3c5c978077,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:52.767112 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.800395 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.821796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c05cd1-e8f1-4321-a8c6-037fb6c3fcab req-fd50db3c-4c5f-401f-845e-affa7f58c670 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:52.823306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32c05cd1-e8f1-4321-a8c6-037fb6c3fcab req-fd50db3c-4c5f-401f-845e-affa7f58c670 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.1105511 Sep 22 10:26:52.873153 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:50Z', 'revision_number': 3, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'gw_port': {'id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:52.894324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32c05cd1-e8f1-4321-a8c6-037fb6c3fcab req-ece94ceb-95bf-4625-b74d-05bbab57f265 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624642 Sep 22 10:26:52.899844 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480d480-91ea-4135-9ae0-e25004673e85 None None] The sync data for ids ['3f825499-984a-4c6b-a180-f8bf31800f57'] in n-d-807025-3 is: [{'id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:50Z', 'revision_number': 3, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'gw_port': {'id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:52.994779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Deleting port 522e1414-e953-47c8-a8cf-127990809bbf {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:52.995752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.024667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32677fb1-02ff-42a6-90e5-05e505c95490 req-65027fd4-f17f-4f8b-b076-3276eeee250b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 210 time: 0.0568109 Sep 22 10:26:53.068105 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.093929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-9f241b14-f780-40f7-a743-97340481cd3c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:53.095579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-9f241b14-f780-40f7-a743-97340481cd3c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.32 "GET /v2.0/networks?id=4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 200 len: 815 time: 0.1705651 Sep 22 10:26:53.098001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.114363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Calling delete_port for 522e1414-e953-47c8-a8cf-127990809bbf owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:53.137972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Request body: {'port': {'device_id': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936', 'admin_state_up': True, 'tenant_id': '6d765c9ac50c4917a334147bfbc281a8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:53.308422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ed518-3e44-4d58-ae6b-4fdd58a41088 req-3160ad20-ed2f-4fd1-91bf-d6c4d9311dcb tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:53.309996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-256ed518-3e44-4d58-ae6b-4fdd58a41088 req-3160ad20-ed2f-4fd1-91bf-d6c4d9311dcb tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1881418 Sep 22 10:26:53.448167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-256ed518-3e44-4d58-ae6b-4fdd58a41088 req-3b18762f-4082-4465-9e1b-10164185d1c4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226003 Sep 22 10:26:53.482848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-9aa33c47-3d7a-47eb-8bf6-160e741a94a6 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:53.484578 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-9aa33c47-3d7a-47eb-8bf6-160e741a94a6 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 945 time: 0.1697021 Sep 22 10:26:53.537492 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.584554 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.613548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event deleted for resources: {'Port': ['ID=522e1414-e953-47c8-a8cf-127990809bbf,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:53.662339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b972-6c1c-4abf-b61d-5d89aab9213e req-5b5a1fdf-3c08-4938-b539-d71a1dccbf13 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:53.666767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4634b972-6c1c-4abf-b61d-5d89aab9213e req-5b5a1fdf-3c08-4938-b539-d71a1dccbf13 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0734918 Sep 22 10:26:53.676948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Made reservation on behalf of 6d765c9ac50c4917a334147bfbc281a8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:53.680591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.682177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.696233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Deleting port 982347e5-4c84-40eb-ad23-f414f4f34308 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:53.696671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.732192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.778243 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.780410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.893936 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.894764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Fanout notify agent at l3_agent the message router_deleted on router cc1dc24d-9239-4d2a-839f-5ff518d59992 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:53.901775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.905523 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b6fea77c-b9bf-46bc-ac27-1b537890605b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/cc1dc24d-9239-4d2a-839f-5ff518d59992 HTTP/1.1" status: 204 len: 168 time: 1.3647373 Sep 22 10:26:53.910562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57006) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:53.917839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-91e812d1-bf97-40f2-89b2-084f4d7f467a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2042627342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:53.919557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Pushing event updated for resources: {'Port': ['ID=884d0300-0610-48f5-95ac-dd3c5c978077,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:53.929865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.934936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4634b972-6c1c-4abf-b61d-5d89aab9213e req-e21724a8-de48-47db-b3ac-19ff24db395d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617278 Sep 22 10:26:53.952151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] For port 982347e5-4c84-40eb-ad23-f414f4f34308, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=982347e5-4c84-40eb-ad23-f414f4f34308,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:53.952522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.989783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Calling delete_port for 982347e5-4c84-40eb-ad23-f414f4f34308 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:54.024273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 73df8734-eaaa-4099-89fd-a15a602407f6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:54.029779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91e812d1-bf97-40f2-89b2-084f4d7f467a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.030946 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91e812d1-bf97-40f2-89b2-084f4d7f467a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.073267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 73df8734-eaaa-4099-89fd-a15a602407f6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:54.073995 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.096316 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91e812d1-bf97-40f2-89b2-084f4d7f467a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.167530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91e812d1-bf97-40f2-89b2-084f4d7f467a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.168630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.171821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Allocated IP 172.20.0.4 (4a38cef9-0ca3-4b73-9ea1-a2c377647936/c7120da3-eb03-4864-a141-90b352d4569d/9f5e97f5-b325-45be-ada7-b708da1af750) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:54.190300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 73df8734-eaaa-4099-89fd-a15a602407f6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=73df8734-eaaa-4099-89fd-a15a602407f6,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:54.230215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:54.249951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebc6fd-21b7-42ed-b9d8-2bb5d8b0b300 req-a1e4acdd-f327-4a2f-8bfd-1a6511dd1252 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:54.251997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0ebc6fd-21b7-42ed-b9d8-2bb5d8b0b300 req-a1e4acdd-f327-4a2f-8bfd-1a6511dd1252 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.1370101 Sep 22 10:26:54.252810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:54.270025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91e812d1-bf97-40f2-89b2-084f4d7f467a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.273919 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-91e812d1-bf97-40f2-89b2-084f4d7f467a tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3598487 Sep 22 10:26:54.275532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57024) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:54.279973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': False}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:54.321833 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.381094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=73df8734-eaaa-4099-89fd-a15a602407f6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:54.404529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0ebc6fd-21b7-42ed-b9d8-2bb5d8b0b300 req-5e1697fe-7f44-4887-9892-d48022e786ec tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444974 Sep 22 10:26:54.468331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Router 3f825499-984a-4c6b-a180-f8bf31800f57 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:26:54.500800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.524251 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.540392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['360521aa-8fe2-49ca-b324-82a0842e48f5'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:54.545716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['001154e5-782e-4351-bbd5-beb28bd8bdab'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:54.813056 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.834037 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.947737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Allocated IP 172.25.1.233 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/7d28d474-3cd1-4687-8d5e-8577a3191b34) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:54.961684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Pushing event deleted for resources: {'Port': ['ID=982347e5-4c84-40eb-ad23-f414f4f34308,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:54.975596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6565dcfa-0aaf-44cc-b225-a091ab2901a0 req-9c7a0d37-a563-4ef5-a8db-a30e2943ad43 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b610240-f882-4dbe-b536-be8001421704 HTTP/1.1" status: 200 len: 210 time: 0.4270055 Sep 22 10:26:55.062486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] No DVR routers for this DVR port 982347e5-4c84-40eb-ad23-f414f4f34308 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:55.065797 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.066545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.068668 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4069eb90-02df-4104-be21-ba9b267bdb9d req-ba2666ee-2ed7-49a8-8931-1b17ab50b9a4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.32 "DELETE /v2.0/ports/982347e5-4c84-40eb-ad23-f414f4f34308 HTTP/1.1" status: 204 len: 173 time: 1.5730107 Sep 22 10:26:55.077469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b610240-f882-4dbe-b536-be8001421704', 'name': 'network-vif-deleted', 'tag': '982347e5-4c84-40eb-ad23-f414f4f34308'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:55.080184 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba85f9-a435-41a4-8574-73a91b5d209e" -d '{"events": [{"server_uuid": "4b610240-f882-4dbe-b536-be8001421704", "name": "network-vif-deleted", "tag": "982347e5-4c84-40eb-ad23-f414f4f34308"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:55.090945 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5db0376a-7e92-44af-8661-e89aa23e98db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.152423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:55.158936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.162170 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Sync routers for ids ['3f825499-984a-4c6b-a180-f8bf31800f57'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:55.163200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1d61c1b7-9080-415b-a36a-32df40768b39 admin admin] 10.222.0.20 "PUT /v2.0/routers/3f825499-984a-4c6b-a180-f8bf31800f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7601817 Sep 22 10:26:55.172698 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Routers {'3f825499-984a-4c6b-a180-f8bf31800f57'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:55.173593 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3f825499-984a-4c6b-a180-f8bf31800f57'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:55.175476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915e3c-3723-4af2-9e48-e4d6b1ac9050 req-ba1ace3d-26e5-45e6-a392-407162840a25 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:55.177282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b915e3c-3723-4af2-9e48-e4d6b1ac9050 req-ba1ace3d-26e5-45e6-a392-407162840a25 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1158960 Sep 22 10:26:55.215775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.237900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b915e3c-3723-4af2-9e48-e4d6b1ac9050 req-4e887a33-d07c-431f-873a-3556b8f526f8 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524008 Sep 22 10:26:55.272557 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:55.280036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:55.287981 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.293031 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:55.293031 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Pushing event updated for resources: {'Port': ['ID=7d28d474-3cd1-4687-8d5e-8577a3191b34,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:55.372408 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Set router 3f825499-984a-4c6b-a180-f8bf31800f57 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:55.403127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:55.414511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:55.419241 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.423237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:55.518677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:55.519679 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.527942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Pushing event updated for resources: {'Port': ['ID=9f5e97f5-b325-45be-ada7-b708da1af750,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:55.579412 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.606817 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.655579 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:52Z', 'revision_number': 4, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'gw_port': {'id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '884d0300-0610-48f5-95ac-dd3c5c978077', 'name': '', 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'mac_address': 'fa:16:3e:e1:61:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '5e0a5230-e289-433c-a2fa-5d202f72a3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:51Z', 'updated_at': '2021-09-22T10:26:53Z', 'revision_number': 2, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'subnets': [{'id': '5e0a5230-e289-433c-a2fa-5d202f72a3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:55.691293 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Checking router: 3f825499-984a-4c6b-a180-f8bf31800f57 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:26:55.691293 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Updating router 3f825499-984a-4c6b-a180-f8bf31800f57 port 884d0300-0610-48f5-95ac-dd3c5c978077 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:26:55.710841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-3f52a638-0b8d-4e63-b415-16e1db2503d6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5793915 Sep 22 10:26:55.718643 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.723826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Request body: {'port': {'device_id': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:55.779173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.784728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 982347e5-4c84-40eb-ad23-f414f4f34308 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:55.821242 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.846420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 982347e5-4c84-40eb-ad23-f414f4f34308 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:55.846772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 982347e5-4c84-40eb-ad23-f414f4f34308 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:55.998341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 73df8734-eaaa-4099-89fd-a15a602407f6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:56.093918 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.101309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 73df8734-eaaa-4099-89fd-a15a602407f6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:56.101873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.104964 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.183617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5e97f5-b325-45be-ada7-b708da1af750 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:56.200485 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.219987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Transition to ACTIVE for port object 9f5e97f5-b325-45be-ada7-b708da1af750 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:26:56.235957 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.287108 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.298140 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a29ebb-ac0a-4fcc-87c5-e12351505290 None None] Pushing event updated for resources: {'Port': ['ID=884d0300-0610-48f5-95ac-dd3c5c978077,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:56.356753 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Attempting to bind port 884d0300-0610-48f5-95ac-dd3c5c978077 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:56.359299 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Attempting to bind port 884d0300-0610-48f5-95ac-dd3c5c978077 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:56.359668 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Attempting to bind port 884d0300-0610-48f5-95ac-dd3c5c978077 on network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:56.369428 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:56.369428 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Checking segment: {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:56.369835 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.370483 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Bound using segment: {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:56.371047 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Bound port: 884d0300-0610-48f5-95ac-dd3c5c978077, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:56.371423 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.388691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5e97f5-b325-45be-ada7-b708da1af750,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:56.414979 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.419153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.427472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Attempting to bind port 9f5e97f5-b325-45be-ada7-b708da1af750 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:56.427928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Attempting to bind port 9f5e97f5-b325-45be-ada7-b708da1af750 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:56.428324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Attempting to bind port 9f5e97f5-b325-45be-ada7-b708da1af750 on network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:56.434150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Port 9f5e97f5-b325-45be-ada7-b708da1af750 on network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:26:56.434530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Attempting to bind port 9f5e97f5-b325-45be-ada7-b708da1af750 on network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:56.440377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:56.440728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Checking segment: {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:56.441126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Bound using segment: {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:56.441646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Bound port: 9f5e97f5-b325-45be-ada7-b708da1af750, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:56.445221 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.445469 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] For port 884d0300-0610-48f5-95ac-dd3c5c978077, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:56.447549 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] For port 884d0300-0610-48f5-95ac-dd3c5c978077, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=884d0300-0610-48f5-95ac-dd3c5c978077,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:56.513885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] For port 9f5e97f5-b325-45be-ada7-b708da1af750, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:56.519360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] For port 9f5e97f5-b325-45be-ada7-b708da1af750, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9f5e97f5-b325-45be-ada7-b708da1af750,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:56.561915 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.585093 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.624458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:56.625100 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.627089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] 10.222.0.32 "PUT /v2.0/ports/9f5e97f5-b325-45be-ada7-b708da1af750 HTTP/1.1" status: 200 len: 1091 time: 0.9076676 Sep 22 10:26:56.634709 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Routers {'3f825499-984a-4c6b-a180-f8bf31800f57'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:56.635348 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3f825499-984a-4c6b-a180-f8bf31800f57'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:56.636407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Router 22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:26:56.659980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288b16d-87c1-4105-9cab-9c0ffb4d9660 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5e97f5-b325-45be-ada7-b708da1af750,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:56.684921 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a29ebb-ac0a-4fcc-87c5-e12351505290 None None] Pushing event updated for resources: {'Port': ['ID=884d0300-0610-48f5-95ac-dd3c5c978077,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:56.754004 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:56.758933 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:56.760272 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c40203c5-f812-49ec-84c0-c1ecbb83e244 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "PUT /v2.0/routers/22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f HTTP/1.1" status: 200 len: 920 time: 2.4837492 Sep 22 10:26:56.763336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57078) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:56.770755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] Set router 3f825499-984a-4c6b-a180-f8bf31800f57 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:56.770849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dfeeb-9ae9-4390-b821-059cb35a67f7 None None] Sync routers for ids ['22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:56.783365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dfeeb-9ae9-4390-b821-059cb35a67f7 None None] Routers {'22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:56.784251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b79dfeeb-9ae9-4390-b821-059cb35a67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:56.791967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-86b6fbdd-a009-45d9-aff6-38aa0d26c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:56.793482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-86b6fbdd-a009-45d9-aff6-38aa0d26c513 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d765c9ac50c4917a334147bfbc281a8&device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 1094 time: 0.0598619 Sep 22 10:26:56.825547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b79dfeeb-9ae9-4390-b821-059cb35a67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:56.836644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dfeeb-9ae9-4390-b821-059cb35a67f7 None None] Routers {'22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:56.838151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b79dfeeb-9ae9-4390-b821-059cb35a67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:56.848835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-484c8703-b469-4ac3-a176-d5cc02125c3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f5e97f5-b325-45be-ada7-b708da1af750 HTTP/1.1" status: 200 len: 217 time: 0.0464337 Sep 22 10:26:56.886261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b79dfeeb-9ae9-4390-b821-059cb35a67f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:56.887113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dfeeb-9ae9-4390-b821-059cb35a67f7 None None] The sync data for ids ['22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:56.921931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-9bdcf27d-3621-44ec-b581-16141c97cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:56.924425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-9bdcf27d-3621-44ec-b581-16141c97cf0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7120da3-eb03-4864-a141-90b352d4569d HTTP/1.1" status: 200 len: 855 time: 0.0690622 Sep 22 10:26:56.933516 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-530172ef-d517-4c47-b9b8-e91869986959 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/routers/22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f HTTP/1.1" status: 200 len: 926 time: 0.1688483 Sep 22 10:26:56.936208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57084) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:56.961669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-a74b5a6f-9aa7-4647-9d78-7f387e58b80a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a38cef9-0ca3-4b73-9ea1-a2c377647936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296590 Sep 22 10:26:56.986240 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12a09b-f41d-48e1-a4fc-6ae0e6a61144 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:56.987931 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c12a09b-f41d-48e1-a4fc-6ae0e6a61144 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0507867 Sep 22 10:26:56.990483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57086) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:57.010935 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:52Z', 'revision_number': 4, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'gw_port': {'id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '884d0300-0610-48f5-95ac-dd3c5c978077', 'name': '', 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'mac_address': 'fa:16:3e:e1:61:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '5e0a5230-e289-433c-a2fa-5d202f72a3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:51Z', 'updated_at': '2021-09-22T10:26:56Z', 'revision_number': 4, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'subnets': [{'id': '5e0a5230-e289-433c-a2fa-5d202f72a3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:57.038146 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65fd64e-95f5-4ea7-9b0b-0f797f04e48b None None] The sync data for ids ['3f825499-984a-4c6b-a180-f8bf31800f57'] in n-d-807025-3 is: [{'id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:52Z', 'revision_number': 4, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'gw_port': {'id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '884d0300-0610-48f5-95ac-dd3c5c978077', 'name': '', 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'mac_address': 'fa:16:3e:e1:61:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '5e0a5230-e289-433c-a2fa-5d202f72a3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:51Z', 'updated_at': '2021-09-22T10:26:56Z', 'revision_number': 4, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'subnets': [{'id': '5e0a5230-e289-433c-a2fa-5d202f72a3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:57.066181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05da685-5897-4730-9e2e-3a3799eeadbe req-ad98dffb-5137-492c-98fd-620c0ae0539c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:57.067706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b05da685-5897-4730-9e2e-3a3799eeadbe req-ad98dffb-5137-492c-98fd-620c0ae0539c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 943 time: 0.1051505 Sep 22 10:26:57.082266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858596d-1f23-40ea-99b7-2e992928efd6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:57.091166 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3858596d-1f23-40ea-99b7-2e992928efd6 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 881 time: 0.0895073 Sep 22 10:26:57.091166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57088) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:57.127798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-926f0e4d-921c-4967-86e1-00046c914609 service neutron] 10.222.0.32 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562524 Sep 22 10:26:57.128898 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8b497700-d388-4662-9b46-c24ba92dddb1 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f HTTP/1.1" status: 200 len: 205 time: 0.0427189 Sep 22 10:26:57.131489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57090) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:57.156529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b05da685-5897-4730-9e2e-3a3799eeadbe req-40b8e90c-4fd0-4143-9a02-abb857f24c19 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487611 Sep 22 10:26:57.243353 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06a5b37-8f50-4826-895e-f4d7cf1fb23e x-openstack-request-id: req-a06a5b37-8f50-4826-895e-f4d7cf1fb23e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:57.243651 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b610240-f882-4dbe-b536-be8001421704", "name": "network-vif-deleted", "tag": "982347e5-4c84-40eb-ad23-f414f4f34308", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:57.243908 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a06a5b37-8f50-4826-895e-f4d7cf1fb23e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:57.244309 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b610240-f882-4dbe-b536-be8001421704', 'name': 'network-vif-deleted', 'tag': '982347e5-4c84-40eb-ad23-f414f4f34308', 'status': 'completed', 'code': 200} Sep 22 10:26:57.265683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b22e341-7d2e-42b0-b668-0e6303ed74af req-47b5a353-fb19-42a1-9414-22cefc01dfa7 service neutron] 10.222.0.32 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268032 Sep 22 10:26:57.273093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:57.397529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:57.503019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-f02efffa-a79e-4cae-aab4-7a26f6b2c2b6 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:57.504567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-f02efffa-a79e-4cae-aab4-7a26f6b2c2b6 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 811 time: 0.1129177 Sep 22 10:26:57.520302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-d007ab82-8413-432a-958b-e1404b799022 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/quotas/885f05986ee24eed8ca04bc76a08c094 HTTP/1.1" status: 200 len: 375 time: 0.0098102 Sep 22 10:26:57.582015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-caabd0a1-a59b-4f72-9f38-c40149e0e0f4 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542636 Sep 22 10:26:57.639941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Deleting port 7d28d474-3cd1-4687-8d5e-8577a3191b34 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:57.640550 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:57.679408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-65164dbe-8e7e-47b8-b191-1d0ea91857c8 service neutron] 10.222.0.20 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951614 Sep 22 10:26:57.731057 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:57.743881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Calling delete_port for 7d28d474-3cd1-4687-8d5e-8577a3191b34 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:57.775376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-14e4f724-54fd-4cc3-a85e-c53eae98c8f8 service neutron] 10.222.0.20 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896602 Sep 22 10:26:57.989910 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:57.992345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 884d0300-0610-48f5-95ac-dd3c5c978077 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:58.006953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.043028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event deleted for resources: {'Port': ['ID=7d28d474-3cd1-4687-8d5e-8577a3191b34,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:58.062848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 884d0300-0610-48f5-95ac-dd3c5c978077 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:58.063833 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.128625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.170833 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.202828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af536f-1e04-424b-87dd-db706671edeb req-e18437b0-5274-405f-bc4a-db568ec451c5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:58.210518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60af536f-1e04-424b-87dd-db706671edeb req-e18437b0-5274-405f-bc4a-db568ec451c5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0804756 Sep 22 10:26:58.220773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 884d0300-0610-48f5-95ac-dd3c5c978077, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=884d0300-0610-48f5-95ac-dd3c5c978077,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:58.261147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60af536f-1e04-424b-87dd-db706671edeb req-e5fa26ef-2b33-4bfd-9836-0ef2b84a3de3 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 Sep 22 10:26:58.273948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.276258 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.326985 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.382048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=884d0300-0610-48f5-95ac-dd3c5c978077,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:58.401559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.402386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Fanout notify agent at l3_agent the message router_deleted on router 22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:26:58.411681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.412811 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d447c62b-e1e5-4b73-b66c-d94da1ff2bbd tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f HTTP/1.1" status: 204 len: 168 time: 1.2804334 Sep 22 10:26:58.417225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57122) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:26:58.421140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-977760285', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:58.532658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.535192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.588602 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.788966 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:59.033149 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:59.052193 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:59.154569 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Allocated IP 172.25.1.90 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/64dce5ff-bd53-4db5-a6fc-54f5c300dcf0) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:59.245442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'tag': '9f5e97f5-b325-45be-ada7-b708da1af750'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:59.252134 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c" -d '{"events": [{"name": "network-changed", "server_uuid": "adb3db3c-732c-4416-a2f5-1648eda63e83", "tag": "9f5e97f5-b325-45be-ada7-b708da1af750"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:59.262588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:59.367680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:59.405292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:59.409584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:59.412586 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:59.440536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event updated for resources: {'Port': ['ID=64dce5ff-bd53-4db5-a6fc-54f5c300dcf0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:59.596451 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:26:59.612822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc06f1-24fe-497a-8ec0-49f19bded33c req-6e73cdf9-0ce4-4901-96f4-0bd6ea40b833 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:59.614352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ebc06f1-24fe-497a-8ec0-49f19bded33c req-6e73cdf9-0ce4-4901-96f4-0bd6ea40b833 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0542660 Sep 22 10:26:59.652731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ebc06f1-24fe-497a-8ec0-49f19bded33c req-04b2eea0-143f-4c6d-b317-67fc4b83546a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Sep 22 10:26:59.737069 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d3ece8e-2ae6-4c3b-a157-a969145589d2 req-e37a2fdc-f1fd-469e-b4fc-1afb4c6efc6b tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 210 time: 0.0275822 Sep 22 10:26:59.753417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:59.800179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9f5e97f5-b325-45be-ada7-b708da1af750 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:59.848191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654db08-3d6c-49cf-9b45-e8842e90b4a4 req-65c49a1e-d443-4df1-9c43-815355fedfc1 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:59.850466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4654db08-3d6c-49cf-9b45-e8842e90b4a4 req-65c49a1e-d443-4df1-9c43-815355fedfc1 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 943 time: 0.0577724 Sep 22 10:26:59.896231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4654db08-3d6c-49cf-9b45-e8842e90b4a4 req-89919e26-0e50-496a-974f-6c6b980232a2 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390284 Sep 22 10:26:59.917391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9f5e97f5-b325-45be-ada7-b708da1af750, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9f5e97f5-b325-45be-ada7-b708da1af750,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:59.930290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '9f5e97f5-b325-45be-ada7-b708da1af750', 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936', 'port_id': '9f5e97f5-b325-45be-ada7-b708da1af750', 'mac_address': 'fa:16:3e:86:13:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7120da3-eb03-4864-a141-90b352d4569d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:59.979389 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:59.990014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 884d0300-0610-48f5-95ac-dd3c5c978077 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:59.993603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:00.015905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5e97f5-b325-45be-ada7-b708da1af750 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:00.044274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9f5e97f5-b325-45be-ada7-b708da1af750, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9f5e97f5-b325-45be-ada7-b708da1af750,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:00.058077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 884d0300-0610-48f5-95ac-dd3c5c978077 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:00.058474 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:00.135054 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:00.187582 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=9f5e97f5-b325-45be-ada7-b708da1af750,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:00.223840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Router 8d2594c3-8b15-409f-8196-2442a6d7289d is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:27:00.312674 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23b0ea0-e661-4056-a885-dc0395dd38cd x-openstack-request-id: req-d23b0ea0-e661-4056-a885-dc0395dd38cd {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:00.313750 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb3db3c-732c-4416-a2f5-1648eda63e83", "tag": "9f5e97f5-b325-45be-ada7-b708da1af750", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:00.313841 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d23b0ea0-e661-4056-a885-dc0395dd38cd {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:00.314224 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'tag': '9f5e97f5-b325-45be-ada7-b708da1af750', 'status': 'completed', 'code': 200} Sep 22 10:27:00.348866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['9f5e97f5-b325-45be-ada7-b708da1af750'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:00.488695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-333ae81f-fdb3-409e-8ae3-4d1bb66eb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:00.490267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-333ae81f-fdb3-409e-8ae3-4d1bb66eb575 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d765c9ac50c4917a334147bfbc281a8&device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 1095 time: 0.1459410 Sep 22 10:27:00.524630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf0a16-7ff4-4588-8cf7-97c239b4132f req-4874aa2c-29b0-493b-96bb-267c53d7afd3 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:00.526253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afaf0a16-7ff4-4588-8cf7-97c239b4132f req-4874aa2c-29b0-493b-96bb-267c53d7afd3 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.1600015 Sep 22 10:27:00.567734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3c343617-4f8f-4ce0-826d-91f8b39fbb4f tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:00.569540 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3c343617-4f8f-4ce0-826d-91f8b39fbb4f tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.32 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 811 time: 0.2159846 Sep 22 10:27:00.585678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Request body: {'port': {'device_id': 'a7094e78-d78a-4d75-b486-66e6da4cc847', 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c', 'admin_state_up': True, 'tenant_id': '885f05986ee24eed8ca04bc76a08c094'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:00.628704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:27:00.646363 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ee210-06f7-476b-b558-eb84782c362b None None] Sync routers for ids ['8d2594c3-8b15-409f-8196-2442a6d7289d'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:27:00.652466 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ee210-06f7-476b-b558-eb84782c362b None None] Routers {'8d2594c3-8b15-409f-8196-2442a6d7289d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:27:00.653218 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a59ee210-06f7-476b-b558-eb84782c362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8d2594c3-8b15-409f-8196-2442a6d7289d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:00.662583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afaf0a16-7ff4-4588-8cf7-97c239b4132f req-df2955fa-85d0-41d5-998a-dcc42b6fd64a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206105 Sep 22 10:27:00.689299 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a59ee210-06f7-476b-b558-eb84782c362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:00.698081 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ee210-06f7-476b-b558-eb84782c362b None None] Routers {'8d2594c3-8b15-409f-8196-2442a6d7289d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:27:00.699085 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a59ee210-06f7-476b-b558-eb84782c362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8d2594c3-8b15-409f-8196-2442a6d7289d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:00.720036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-372257ae-7323-4f8e-a808-ab0368f75881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:00.721821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-372257ae-7323-4f8e-a808-ab0368f75881 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 200 len: 916 time: 0.2173803 Sep 22 10:27:00.748464 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a59ee210-06f7-476b-b558-eb84782c362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:00.749126 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ee210-06f7-476b-b558-eb84782c362b None None] The sync data for ids ['8d2594c3-8b15-409f-8196-2442a6d7289d'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:27:00.756664 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:00.763650 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bdb39578-273b-43ad-a143-569eb002609e tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3421211 Sep 22 10:27:00.765353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57176) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:00.770532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:00.778287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-8652e2fe-4336-444f-8d37-c221d5434002 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f5e97f5-b325-45be-ada7-b708da1af750 HTTP/1.1" status: 200 len: 217 time: 0.0476449 Sep 22 10:27:00.839448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-91a315f6-27ca-47a6-bf2f-68c8e93454c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:00.841041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-91a315f6-27ca-47a6-bf2f-68c8e93454c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7120da3-eb03-4864-a141-90b352d4569d HTTP/1.1" status: 200 len: 855 time: 0.0534503 Sep 22 10:27:00.877109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-e74c4a50-71e8-4e14-95b2-0fbcf6e98516 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a38cef9-0ca3-4b73-9ea1-a2c377647936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276637 Sep 22 10:27:00.885048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Made reservation on behalf of 885f05986ee24eed8ca04bc76a08c094 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:00.888606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.072777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-056d1d0d-7691-4443-85ac-626a05e56358 service neutron] 10.222.0.32 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817906 Sep 22 10:27:01.091269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.136760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Allocated IP 172.20.0.8 (18ecfb7b-3c2e-496a-a01f-e1a3db7f313c/5e0a5230-e289-433c-a2fa-5d202f72a3d7/9d836f03-438f-4bbf-8d31-e0b181612639) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:01.214325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5e79680-55e9-42eb-a5ab-81c1dd0cf41c req-7c3b3d9d-eab6-45ce-8db4-a42906b43c6e service neutron] 10.222.0.32 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294823 Sep 22 10:27:01.279550 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.332722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.447128 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.461806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Deleting port 64dce5ff-bd53-4db5-a6fc-54f5c300dcf0 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:01.462189 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.491493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:01.494920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:01.498659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:01.532677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Pushing event updated for resources: {'Port': ['ID=9d836f03-438f-4bbf-8d31-e0b181612639,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:01.540313 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.552331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Calling delete_port for 64dce5ff-bd53-4db5-a6fc-54f5c300dcf0 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:01.613340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:01.613954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.670556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-d59ede38-94ca-45ec-8f01-8cc9781022af tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:01.672033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-d59ede38-94ca-45ec-8f01-8cc9781022af tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38 HTTP/1.1" status: 200 len: 945 time: 0.0555522 Sep 22 10:27:01.716944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3f1e7c23-a66f-428d-9104-e687fbbadeb2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1352811 Sep 22 10:27:01.745564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Request body: {'port': {'device_id': 'a7094e78-d78a-4d75-b486-66e6da4cc847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:01.789766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.812421 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.816011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9f5e97f5-b325-45be-ada7-b708da1af750 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:01.818170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Pushing event deleted for resources: {'Port': ['ID=64dce5ff-bd53-4db5-a6fc-54f5c300dcf0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:01.836457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Deleting port 360521aa-8fe2-49ca-b324-82a0842e48f5 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:01.836805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.883626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:01.944568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 9f5e97f5-b325-45be-ada7-b708da1af750 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:27:01.950599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 9f5e97f5-b325-45be-ada7-b708da1af750 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:01.956481 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.022898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] For port 360521aa-8fe2-49ca-b324-82a0842e48f5, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=360521aa-8fe2-49ca-b324-82a0842e48f5,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:02.023266 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.032248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.050629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Calling delete_port for 360521aa-8fe2-49ca-b324-82a0842e48f5 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:02.068746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5e97f5-b325-45be-ada7-b708da1af750'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:02.071417 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b7aa48-37c1-4e70-86ed-386f251378ba" -d '{"events": [{"server_uuid": "adb3db3c-732c-4416-a2f5-1648eda63e83", "name": "network-vif-plugged", "status": "completed", "tag": "9f5e97f5-b325-45be-ada7-b708da1af750"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:02.086873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9f5e97f5-b325-45be-ada7-b708da1af750, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9f5e97f5-b325-45be-ada7-b708da1af750,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:02.110454 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.113708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.178879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.193847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Router 8d2594c3-8b15-409f-8196-2442a6d7289d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:27:02.237557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=9f5e97f5-b325-45be-ada7-b708da1af750,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:02.277616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:27:02.284897 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.286084 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-30b339de-abdf-4d9c-bcb5-81a1b1be3aa5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "PUT /v2.0/routers/8d2594c3-8b15-409f-8196-2442a6d7289d HTTP/1.1" status: 200 len: 709 time: 1.5195839 Sep 22 10:27:02.290622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57220) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:02.291371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50153cc0-d47a-4863-ab25-25e678750512 None None] Sync routers for ids ['8d2594c3-8b15-409f-8196-2442a6d7289d'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:27:02.302856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50153cc0-d47a-4863-ab25-25e678750512 None None] Routers {'8d2594c3-8b15-409f-8196-2442a6d7289d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:27:02.303605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50153cc0-d47a-4863-ab25-25e678750512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8d2594c3-8b15-409f-8196-2442a6d7289d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:02.325856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d836f03-438f-4bbf-8d31-e0b181612639 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:02.335306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50153cc0-d47a-4863-ab25-25e678750512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:02.338547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.343808 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50153cc0-d47a-4863-ab25-25e678750512 None None] Routers {'8d2594c3-8b15-409f-8196-2442a6d7289d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:27:02.345042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50153cc0-d47a-4863-ab25-25e678750512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8d2594c3-8b15-409f-8196-2442a6d7289d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:02.365143 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e78b0b5-53ab-472d-8729-f1cf3e323356 tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/routers/8d2594c3-8b15-409f-8196-2442a6d7289d HTTP/1.1" status: 200 len: 744 time: 0.0729766 Sep 22 10:27:02.365347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ba06b-d5fe-45d8-a892-3dd12353bcea req-39fa7b94-c588-473c-99a8-2aa3985d9168 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:02.365455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57222) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:02.367218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-929ba06b-d5fe-45d8-a892-3dd12353bcea req-39fa7b94-c588-473c-99a8-2aa3985d9168 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1365640 Sep 22 10:27:02.372422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Transition to ACTIVE for port object 9d836f03-438f-4bbf-8d31-e0b181612639 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:27:02.377770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-50153cc0-d47a-4863-ab25-25e678750512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:02.378455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50153cc0-d47a-4863-ab25-25e678750512 None None] The sync data for ids ['8d2594c3-8b15-409f-8196-2442a6d7289d'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:27:02.410527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-929ba06b-d5fe-45d8-a892-3dd12353bcea req-fa43a02e-ad31-481a-baf9-c9b7e74e5735 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352712 Sep 22 10:27:02.414986 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bbe2be1f-13b1-4a40-ac82-286c989ba59f tempest-RoutersIpV6AdminTest-1865560933 tempest-RoutersIpV6AdminTest-1865560933-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=8d2594c3-8b15-409f-8196-2442a6d7289d HTTP/1.1" status: 200 len: 205 time: 0.0486195 Sep 22 10:27:02.418404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57224) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:02.441364 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.448598 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce748432-ab66-4d97-a9d1-85a5db4a0a50 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2594c3-8b15-409f-8196-2442a6d7289d HTTP/1.1" status: 200 len: 205 time: 0.0271623 Sep 22 10:27:02.448827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57228) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:02.455627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['360521aa-8fe2-49ca-b324-82a0842e48f5'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:02.459463 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['001154e5-782e-4351-bbd5-beb28bd8bdab'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:02.478437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.480530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Pushing event deleted for resources: {'Port': ['ID=360521aa-8fe2-49ca-b324-82a0842e48f5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:02.544461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a84e13dd-3bdc-42e2-b826-6e982c06d9d5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.595370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-510bf65b-7f08-4b00-820f-42f898c9fdcb req-0db8f4a5-9d9f-41fb-aae5-839c967b0087 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5a8e6e4-fb82-407a-9dcc-91e4096f1b38 HTTP/1.1" status: 200 len: 210 time: 0.1168339 Sep 22 10:27:02.595370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] No DVR routers for this DVR port 360521aa-8fe2-49ca-b324-82a0842e48f5 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:02.599745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.601897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3256f4c6-6db5-4fd4-8aa4-0052e0e92f7e req-3e02645c-deec-41fb-9b5e-a5424d10cae0 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.32 "DELETE /v2.0/ports/360521aa-8fe2-49ca-b324-82a0842e48f5 HTTP/1.1" status: 204 len: 173 time: 0.9237080 Sep 22 10:27:02.602753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a8e6e4-fb82-407a-9dcc-91e4096f1b38', 'name': 'network-vif-deleted', 'tag': '360521aa-8fe2-49ca-b324-82a0842e48f5'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:02.605262 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee9b80e-1449-4060-b8aa-bfec03ff6edf" -d '{"events": [{"server_uuid": "f5a8e6e4-fb82-407a-9dcc-91e4096f1b38", "name": "network-vif-deleted", "tag": "360521aa-8fe2-49ca-b324-82a0842e48f5"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:02.645851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Pushing event updated for resources: {'Port': ['ID=9d836f03-438f-4bbf-8d31-e0b181612639,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:02.725020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Attempting to bind port 9d836f03-438f-4bbf-8d31-e0b181612639 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:02.725357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Attempting to bind port 9d836f03-438f-4bbf-8d31-e0b181612639 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:02.725691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Attempting to bind port 9d836f03-438f-4bbf-8d31-e0b181612639 on network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:02.734932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Port 9d836f03-438f-4bbf-8d31-e0b181612639 on network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:27:02.735191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a84e13dd-3bdc-42e2-b826-6e982c06d9d5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.735329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Attempting to bind port 9d836f03-438f-4bbf-8d31-e0b181612639 on network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:02.737402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a84e13dd-3bdc-42e2-b826-6e982c06d9d5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.750592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d398d6-7d4e-4a87-8c67-38652231d43d req-a7fa7640-a50d-4671-b358-fc507392b6f2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:02.752108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82d398d6-7d4e-4a87-8c67-38652231d43d req-a7fa7640-a50d-4671-b358-fc507392b6f2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 943 time: 0.0671818 Sep 22 10:27:02.757597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:02.757597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Checking segment: {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:02.757597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Bound using segment: {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:02.757597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Bound port: 9d836f03-438f-4bbf-8d31-e0b181612639, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:02.757597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.819916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82d398d6-7d4e-4a87-8c67-38652231d43d req-2dd019ca-e6e1-45b0-b91b-42e68ab0d8cf tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564644 Sep 22 10:27:02.846696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] For port 9d836f03-438f-4bbf-8d31-e0b181612639, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:02.849681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] For port 9d836f03-438f-4bbf-8d31-e0b181612639, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9d836f03-438f-4bbf-8d31-e0b181612639,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:02.869654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a84e13dd-3bdc-42e2-b826-6e982c06d9d5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.874416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e13dd-3bdc-42e2-b826-6e982c06d9d5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Fanout notify agent at l3_agent the message router_deleted on router 8d2594c3-8b15-409f-8196-2442a6d7289d {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:27:02.878022 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a84e13dd-3bdc-42e2-b826-6e982c06d9d5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.880334 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a84e13dd-3bdc-42e2-b826-6e982c06d9d5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/8d2594c3-8b15-409f-8196-2442a6d7289d HTTP/1.1" status: 204 len: 168 time: 0.4300144 Sep 22 10:27:02.883430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:02.911773 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-495e9a52-6860-46b5-8bfb-49e1c0edbfed tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d2594c3-8b15-409f-8196-2442a6d7289d HTTP/1.1" status: 200 len: 205 time: 0.0272992 Sep 22 10:27:02.916613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57234) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:02.946464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db3330-d685-48b1-a470-9bd4cc8c72f3 req-88a3ae42-da73-4b13-a904-8af6797e1743 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:02.948065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4db3330-d685-48b1-a470-9bd4cc8c72f3 req-88a3ae42-da73-4b13-a904-8af6797e1743 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0642195 Sep 22 10:27:02.953984 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-62013dea-ca8e-4be8-87fe-d2263acafcda tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] delete failed (client error): The resource could not be found. Sep 22 10:27:02.958183 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-62013dea-ca8e-4be8-87fe-d2263acafcda tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/8d2594c3-8b15-409f-8196-2442a6d7289d HTTP/1.1" status: 404 len: 336 time: 0.0405169 Sep 22 10:27:02.958961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57236) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:02.973439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.995463 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-db2d1038-0c25-4c58-b9f0-0a4f0a95890b tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f HTTP/1.1" status: 200 len: 205 time: 0.0353930 Sep 22 10:27:02.996107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57238) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.035718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4db3330-d685-48b1-a470-9bd4cc8c72f3 req-5d800f20-6202-4333-9cae-5aa3baf97b65 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809677 Sep 22 10:27:03.037632 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-b71966c3-1935-4d1e-937c-9faee218b85f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] delete failed (client error): The resource could not be found. Sep 22 10:27:03.041640 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b71966c3-1935-4d1e-937c-9faee218b85f tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/22bce6a2-5aaa-47e8-b4ed-fb4a44dda99f HTTP/1.1" status: 404 len: 336 time: 0.0444140 Sep 22 10:27:03.042458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57240) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.067331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:03.069981 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:03.070439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] 10.222.0.32 "PUT /v2.0/ports/9d836f03-438f-4bbf-8d31-e0b181612639 HTTP/1.1" status: 200 len: 1091 time: 1.3450003 Sep 22 10:27:03.070728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed5444-d811-4aed-8cee-206c30412cbc service neutron] Pushing event updated for resources: {'Port': ['ID=9d836f03-438f-4bbf-8d31-e0b181612639,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:03.076847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57242) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.077044 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a65376cc-341e-4466-bcb9-052d53bcf2d7 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc1dc24d-9239-4d2a-839f-5ff518d59992 HTTP/1.1" status: 200 len: 205 time: 0.0333006 Sep 22 10:27:03.118093 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-8a783524-e4c7-408c-8486-6e06423b25ed tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] delete failed (client error): The resource could not be found. Sep 22 10:27:03.119064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8a783524-e4c7-408c-8486-6e06423b25ed tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/cc1dc24d-9239-4d2a-839f-5ff518d59992 HTTP/1.1" status: 404 len: 336 time: 0.0412939 Sep 22 10:27:03.121929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57244) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.156397 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c8635438-bb50-4c9d-8191-4a8e55878bdf tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=23aaad92-f61a-43ab-b751-a5fa326c8a46 HTTP/1.1" status: 200 len: 205 time: 0.0331755 Sep 22 10:27:03.158643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57246) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.170313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b6627-e4ce-47e2-bfd7-24f928be60b7 req-83d5effa-171b-409f-8469-00b770e84522 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:03.177617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea1b6627-e4ce-47e2-bfd7-24f928be60b7 req-83d5effa-171b-409f-8469-00b770e84522 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0618508 Sep 22 10:27:03.196363 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-7736d44a-e14b-46e4-aa76-792b6b66e3b4 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] delete failed (client error): The resource could not be found. Sep 22 10:27:03.197387 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7736d44a-e14b-46e4-aa76-792b6b66e3b4 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/23aaad92-f61a-43ab-b751-a5fa326c8a46 HTTP/1.1" status: 404 len: 336 time: 0.0378695 Sep 22 10:27:03.200054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57248) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.228810 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae872d06-5058-4aa4-8e1a-78d551219d74 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=835e66db-eea6-4544-982e-043f3542a9c8 HTTP/1.1" status: 200 len: 205 time: 0.0271695 Sep 22 10:27:03.231186 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57250) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.235881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea1b6627-e4ce-47e2-bfd7-24f928be60b7 req-b09b31b7-5c49-4a7c-bd5e-363115684c17 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574048 Sep 22 10:27:03.245864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-aaed7fd3-692d-4047-abaf-75c56bfa1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:03.252925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-aaed7fd3-692d-4047-abaf-75c56bfa1c84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 1094 time: 0.0621128 Sep 22 10:27:03.272838 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-982537b4-5cf0-40df-8854-890e989cefac tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] delete failed (client error): The resource could not be found. Sep 22 10:27:03.273883 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-982537b4-5cf0-40df-8854-890e989cefac tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/835e66db-eea6-4544-982e-043f3542a9c8 HTTP/1.1" status: 404 len: 336 time: 0.0418029 Sep 22 10:27:03.277750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57252) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.293779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-5919adf3-4fa7-4350-8aa5-1bdac2ecf442 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d836f03-438f-4bbf-8d31-e0b181612639 HTTP/1.1" status: 200 len: 217 time: 0.0367999 Sep 22 10:27:03.309880 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1fa6bdad-bf13-4537-854a-3c21c9b414e5 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "GET /v2.0/ports?device_id=415fd1b0-426d-4ad9-8c14-1dea77423f5b HTTP/1.1" status: 200 len: 205 time: 0.0280266 Sep 22 10:27:03.309880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57254) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.348379 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b0d5bf-11b6-4430-8ee8-f8aaa18db824 x-openstack-request-id: req-f9b0d5bf-11b6-4430-8ee8-f8aaa18db824 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:03.348899 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb3db3c-732c-4416-a2f5-1648eda63e83", "name": "network-vif-plugged", "status": "completed", "tag": "9f5e97f5-b325-45be-ada7-b708da1af750", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:03.349127 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9b0d5bf-11b6-4430-8ee8-f8aaa18db824 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:03.349664 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5e97f5-b325-45be-ada7-b708da1af750', 'code': 200} Sep 22 10:27:03.353105 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-5f3dc2c2-d8ac-46d6-8036-cfbe55e1cfe1 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] delete failed (client error): The resource could not be found. Sep 22 10:27:03.356565 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5f3dc2c2-d8ac-46d6-8036-cfbe55e1cfe1 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/routers/415fd1b0-426d-4ad9-8c14-1dea77423f5b HTTP/1.1" status: 404 len: 336 time: 0.0416260 Sep 22 10:27:03.357164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-57a9aa2e-2aed-488c-8deb-1b22e568102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:03.358693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-57a9aa2e-2aed-488c-8deb-1b22e568102b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0a5230-e289-433c-a2fa-5d202f72a3d7 HTTP/1.1" status: 200 len: 851 time: 0.0574665 Sep 22 10:27:03.359148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57256) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.393906 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d51fec4-089b-48e0-8aec-67e92e042a18 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] DELETE failed (client error): The resource could not be found. Sep 22 10:27:03.394430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d51fec4-089b-48e0-8aec-67e92e042a18 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:03.398410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3d51fec4-089b-48e0-8aec-67e92e042a18 tempest-RoutersIpV6AdminTest-879461926 tempest-RoutersIpV6AdminTest-879461926-project] 10.222.0.20 "DELETE /v2.0/subnets/be4fdb7d-723c-4178-aa1e-952f60f3f316 HTTP/1.1" status: 404 len: 337 time: 0.0355253 Sep 22 10:27:03.418089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-3220333c-df9b-4589-8e37-c6e09123c88c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320063 Sep 22 10:27:03.524747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474fad-307d-4cd9-b81f-75c50459e27d req-c9bb201b-0a5e-4245-8c90-282ffad729bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:03.526258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb474fad-307d-4cd9-b81f-75c50459e27d req-c9bb201b-0a5e-4245-8c90-282ffad729bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 1096 time: 0.0973163 Sep 22 10:27:03.555088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-0253c01d-3447-4d48-8328-cbd0bae9b236 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248398 Sep 22 10:27:03.585908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb474fad-307d-4cd9-b81f-75c50459e27d req-6d944405-29bc-4de2-8a87-e85f081b6938 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518239 Sep 22 10:27:03.897277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57268) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:03.975364 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60db85fb-6d00-41fc-9346-489d44acd111 x-openstack-request-id: req-60db85fb-6d00-41fc-9346-489d44acd111 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:03.975657 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a8e6e4-fb82-407a-9dcc-91e4096f1b38", "name": "network-vif-deleted", "tag": "360521aa-8fe2-49ca-b324-82a0842e48f5", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:03.975905 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60db85fb-6d00-41fc-9346-489d44acd111 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:03.976301 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a8e6e4-fb82-407a-9dcc-91e4096f1b38', 'name': 'network-vif-deleted', 'tag': '360521aa-8fe2-49ca-b324-82a0842e48f5', 'status': 'completed', 'code': 200} Sep 22 10:27:04.005892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0170d46-981c-48dd-b743-c343dd68ca5e req-c018357c-8dbb-450d-8ea6-d07016d9fea2 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418457 Sep 22 10:27:04.049518 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d471e559-d3cf-468b-a503-25964ff5a007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:04.086440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913f1a6-d040-4f4a-94aa-992ca7b00bf8 req-65dc1474-64a3-40f8-8da6-fb4c4c510b9b tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:04.087911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d913f1a6-d040-4f4a-94aa-992ca7b00bf8 req-65dc1474-64a3-40f8-8da6-fb4c4c510b9b tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 943 time: 0.0482216 Sep 22 10:27:04.126765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d913f1a6-d040-4f4a-94aa-992ca7b00bf8 req-1aa27a2d-63f5-41bb-bba6-2d8eb7bbc957 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Sep 22 10:27:04.152946 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d471e559-d3cf-468b-a503-25964ff5a007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:04.218253 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d471e559-d3cf-468b-a503-25964ff5a007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:04.227341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dbc2b-b728-4ee5-8f91-2039cf3f6f2c req-c5ce6420-d234-4677-bab0-491d059fc748 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:04.228861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f3dbc2b-b728-4ee5-8f91-2039cf3f6f2c req-c5ce6420-d234-4677-bab0-491d059fc748 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 948 time: 0.0480771 Sep 22 10:27:04.256750 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d471e559-d3cf-468b-a503-25964ff5a007 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2558cdbf3ec7471286c7194b501a2387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579915 Sep 22 10:27:04.258605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471e559-d3cf-468b-a503-25964ff5a007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b68e2-6727-48cc-9281-c89bffadfa69,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:04.259371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57280) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:04.286432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f3dbc2b-b728-4ee5-8f91-2039cf3f6f2c req-3bd22c4d-1638-4ad1-81bc-bb3e403c7603 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507114 Sep 22 10:27:04.321913 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce464-490b-4298-a9e4-c463e453e30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:04.343379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce464-490b-4298-a9e4-c463e453e30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:04.416222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3e54b-a63f-4608-a9fc-97adc2425b41 req-258defff-3fcd-4873-8026-39b6ded25f48 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:04.417642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8d3e54b-a63f-4608-a9fc-97adc2425b41 req-258defff-3fcd-4873-8026-39b6ded25f48 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0664723 Sep 22 10:27:04.456591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8d3e54b-a63f-4608-a9fc-97adc2425b41 req-fb27318f-0ef7-459e-b003-a09403065ef9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Sep 22 10:27:04.527087 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce464-490b-4298-a9e4-c463e453e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:04.529620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce464-490b-4298-a9e4-c463e453e30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:04.530798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fe7ce464-490b-4298-a9e4-c463e453e30c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d7b68e2-6727-48cc-9281-c89bffadfa69 HTTP/1.1" status: 204 len: 168 time: 0.2704358 Sep 22 10:27:04.538861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ce464-490b-4298-a9e4-c463e453e30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b68e2-6727-48cc-9281-c89bffadfa69,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:05.045050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f4da6-8e6a-4018-ae47-b360d0974b23 req-ef3146be-0859-49fb-9868-dd646526a2dd tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:05.046594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e2f4da6-8e6a-4018-ae47-b360d0974b23 req-ef3146be-0859-49fb-9868-dd646526a2dd tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Sep 22 10:27:05.084445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e2f4da6-8e6a-4018-ae47-b360d0974b23 req-fc19f478-ffd8-4a3b-b87a-27d0953fe739 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Sep 22 10:27:05.155378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57296) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:05.192766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc989-c261-4d12-b2fe-c02e599fd61b req-472e5a93-fa0c-425c-896b-92065df4c68c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:05.196804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc2bc989-c261-4d12-b2fe-c02e599fd61b req-472e5a93-fa0c-425c-896b-92065df4c68c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0531635 Sep 22 10:27:05.196942 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3b218a7b-b69f-41c8-95b6-1b48f677ebb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3b0302bd2f14e499ea001b352057aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381522 Sep 22 10:27:05.197059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57298) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:05.232462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc2bc989-c261-4d12-b2fe-c02e599fd61b req-d431246a-c86d-4a2d-9544-5cc1ca136916 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Sep 22 10:27:05.245969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03a290a4-db57-49f1-b38b-9468edf4fea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:05.267301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03a290a4-db57-49f1-b38b-9468edf4fea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:05.395167 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03a290a4-db57-49f1-b38b-9468edf4fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:05.396468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190ac5-7ff7-480b-ac8b-280b878e4e24 req-75ffb2bd-7ed0-4892-b6a8-ab5f5f82381c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:05.397968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d190ac5-7ff7-480b-ac8b-280b878e4e24 req-75ffb2bd-7ed0-4892-b6a8-ab5f5f82381c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0483282 Sep 22 10:27:05.398080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03a290a4-db57-49f1-b38b-9468edf4fea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:05.399181 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-03a290a4-db57-49f1-b38b-9468edf4fea5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ebb6d93-9545-4096-b625-cdbeee9c795a HTTP/1.1" status: 204 len: 168 time: 0.2012317 Sep 22 10:27:05.407719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a290a4-db57-49f1-b38b-9468edf4fea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebb6d93-9545-4096-b625-cdbeee9c795a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:05.439618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d190ac5-7ff7-480b-ac8b-280b878e4e24 req-0b626aab-970c-4528-aec9-32edbbb2a87d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345786 Sep 22 10:27:05.543602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c210fa-0f79-4f27-9fe2-43e58bc6f37a req-b4563adc-f34b-41c5-bd9d-1f093afed4b4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:05.545011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98c210fa-0f79-4f27-9fe2-43e58bc6f37a req-b4563adc-f34b-41c5-bd9d-1f093afed4b4 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.0489993 Sep 22 10:27:05.584185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98c210fa-0f79-4f27-9fe2-43e58bc6f37a req-1d8c88e6-c36a-42b1-aa36-b631baa9785f tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Sep 22 10:27:05.690233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d06b-b51f-481f-8900-270a86f2e925 req-66522723-29c9-4001-83a9-c9d39c7e4b68 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:05.691730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f912d06b-b51f-481f-8900-270a86f2e925 req-66522723-29c9-4001-83a9-c9d39c7e4b68 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0522623 Sep 22 10:27:05.729448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f912d06b-b51f-481f-8900-270a86f2e925 req-cc82d057-8be4-4466-a4a1-ade46ed0d3be tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Sep 22 10:27:05.838673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9d836f03-438f-4bbf-8d31-e0b181612639 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:27:05.845802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 360521aa-8fe2-49ca-b324-82a0842e48f5 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:05.861775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f97fd6-8e62-4c14-bc9d-379018a765d0 req-bf575766-d0f8-419b-88cf-9365fa6bcd13 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:05.863400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69f97fd6-8e62-4c14-bc9d-379018a765d0 req-bf575766-d0f8-419b-88cf-9365fa6bcd13 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 943 time: 0.0782099 Sep 22 10:27:05.867077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 360521aa-8fe2-49ca-b324-82a0842e48f5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:05.867422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 360521aa-8fe2-49ca-b324-82a0842e48f5 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:05.892158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-c40848e2-9ed1-4615-8e69-6feb9ba37b44 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:05.895279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-c40848e2-9ed1-4615-8e69-6feb9ba37b44 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 948 time: 0.0812869 Sep 22 10:27:05.963620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9d836f03-438f-4bbf-8d31-e0b181612639, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9d836f03-438f-4bbf-8d31-e0b181612639,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:05.965112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69f97fd6-8e62-4c14-bc9d-379018a765d0 req-7fc87b60-7966-4bdf-ba67-2824103e90f9 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905950 Sep 22 10:27:05.975579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '9d836f03-438f-4bbf-8d31-e0b181612639', 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c', 'port_id': '9d836f03-438f-4bbf-8d31-e0b181612639', 'mac_address': 'fa:16:3e:13:b6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0a5230-e289-433c-a2fa-5d202f72a3d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:27:05.982888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7094e78-d78a-4d75-b486-66e6da4cc847', 'tag': '9d836f03-438f-4bbf-8d31-e0b181612639'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:05.986117 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc78815d-11ea-449b-804f-9c8193c2d224" -d '{"events": [{"name": "network-changed", "server_uuid": "a7094e78-d78a-4d75-b486-66e6da4cc847", "tag": "9d836f03-438f-4bbf-8d31-e0b181612639"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:06.019402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Deleting port d9829bea-2f04-4f3a-a648-eb2a758ea852 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:06.019875 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:06.025666 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:06.040890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d836f03-438f-4bbf-8d31-e0b181612639 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:06.064390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9d836f03-438f-4bbf-8d31-e0b181612639, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9d836f03-438f-4bbf-8d31-e0b181612639,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:06.132949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c739a77-ee79-4faf-822d-2f60a8f46123 req-4a0078a7-b622-4aef-8ae2-2a5b73662c5b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:06.134613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c739a77-ee79-4faf-822d-2f60a8f46123 req-4a0078a7-b622-4aef-8ae2-2a5b73662c5b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6432efd1-5753-4afc-a131-4eb51bb20293 HTTP/1.1" status: 200 len: 948 time: 0.0974975 Sep 22 10:27:06.168230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] For port d9829bea-2f04-4f3a-a648-eb2a758ea852, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9829bea-2f04-4f3a-a648-eb2a758ea852,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:06.168598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:06.173160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:06.188772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Calling delete_port for d9829bea-2f04-4f3a-a648-eb2a758ea852 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:06.202979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c739a77-ee79-4faf-822d-2f60a8f46123 req-48036dc1-226f-4c86-b1e6-a89c7a5e8fba tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614903 Sep 22 10:27:06.229626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=9d836f03-438f-4bbf-8d31-e0b181612639,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:06.391589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['9d836f03-438f-4bbf-8d31-e0b181612639'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:06.446986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:06.479268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Pushing event deleted for resources: {'Port': ['ID=d9829bea-2f04-4f3a-a648-eb2a758ea852,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:06.527132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] No DVR routers for this DVR port d9829bea-2f04-4f3a-a648-eb2a758ea852 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:06.529302 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:06.532295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b0046d0-9b60-4e79-aa36-e5f880676c55 req-324c3f92-764d-42c3-8486-859dea1b8b94 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "DELETE /v2.0/ports/d9829bea-2f04-4f3a-a648-eb2a758ea852 HTTP/1.1" status: 204 len: 173 time: 0.6280103 Sep 22 10:27:06.586523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:06.698810 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a5d57b-75f2-4896-8780-1c493ea30259 x-openstack-request-id: req-83a5d57b-75f2-4896-8780-1c493ea30259 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:06.699131 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7094e78-d78a-4d75-b486-66e6da4cc847", "tag": "9d836f03-438f-4bbf-8d31-e0b181612639", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:06.699382 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83a5d57b-75f2-4896-8780-1c493ea30259 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:06.699939 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7094e78-d78a-4d75-b486-66e6da4cc847', 'tag': '9d836f03-438f-4bbf-8d31-e0b181612639', 'status': 'completed', 'code': 200} Sep 22 10:27:06.706421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1651185983'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:06.830502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-4607f215-178e-40e0-9930-921913cd4400 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:06.831921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-4607f215-178e-40e0-9930-921913cd4400 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.1205425 Sep 22 10:27:06.850032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-618998e7-6383-47df-9a47-54039058b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:06.850032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-618998e7-6383-47df-9a47-54039058b1e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 1095 time: 0.1251838 Sep 22 10:27:06.858115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b5fe0-35b1-4f84-b5fe-abdd4026a0ee req-489d3a69-0295-40a7-aaa1-bf2d2e2b03f4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:06.859668 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb0b5fe0-35b1-4f84-b5fe-abdd4026a0ee req-489d3a69-0295-40a7-aaa1-bf2d2e2b03f4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.1019323 Sep 22 10:27:06.881087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Made reservation on behalf of 52600fae167a4eaeb784010adcc21e72 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:06.884837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:06.899588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.011823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.018619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb0b5fe0-35b1-4f84-b5fe-abdd4026a0ee req-793f0e85-11bf-4207-bc51-5c37b4051c21 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311650 Sep 22 10:27:07.043564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-ad85d43d-31c9-4ea2-8cf4-2d7ee29009bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:07.045117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-ad85d43d-31c9-4ea2-8cf4-2d7ee29009bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 912 time: 0.1682165 Sep 22 10:27:07.098999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Deleting port 001154e5-782e-4351-bbd5-beb28bd8bdab {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:07.099351 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.111272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-0867e61b-0526-4518-9aa3-9e8a4d205d41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d836f03-438f-4bbf-8d31-e0b181612639 HTTP/1.1" status: 200 len: 217 time: 0.0580645 Sep 22 10:27:07.133047 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.163263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:27:07.172859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f8952c-3213-49be-86e6-00944a55dd07,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:07.179686 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.186192 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Added segment bdf6ca3b-affa-44fe-a5de-19c8630fadbd of type vlan for network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b Sep 22 10:27:07.222461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.253014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3477eb-e29f-48e6-ac74-f0c21eec5af2 req-7443a215-4861-4dd5-8887-93fee7897599 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:07.254531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b3477eb-e29f-48e6-ac74-f0c21eec5af2 req-7443a215-4861-4dd5-8887-93fee7897599 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1831646 Sep 22 10:27:07.255851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-c8710a61-3212-49e8-a4e9-ecbd131e9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:07.257209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-c8710a61-3212-49e8-a4e9-ecbd131e9a33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0a5230-e289-433c-a2fa-5d202f72a3d7 HTTP/1.1" status: 200 len: 851 time: 0.1325719 Sep 22 10:27:07.309000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-dd6953b2-ac9e-4c5d-9668-4379661ce4f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442541 Sep 22 10:27:07.309763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.315501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:07.316097 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.333639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] For port 001154e5-782e-4351-bbd5-beb28bd8bdab, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=001154e5-782e-4351-bbd5-beb28bd8bdab,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:07.334012 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.367305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Calling delete_port for 001154e5-782e-4351-bbd5-beb28bd8bdab owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:07.379215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b3477eb-e29f-48e6-ac74-f0c21eec5af2 req-b475bc8b-a76e-49c6-90b3-679b43827b17 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155632 Sep 22 10:27:07.385595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event updated for resources: {'Network': ['ID=18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:07.401437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:27:07.448603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c07a90f6-cd4c-4e39-b067-429cfa9d37fe tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8609543 Sep 22 10:27:07.460602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57362) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:07.460602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Request body: {'subnet': {'network_id': '18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:07.506350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-30206ee5-3947-42a3-ba7f-466fd9dc3aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895568 Sep 22 10:27:07.654570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc78815d-11ea-449b-804f-9c8193c2d224 req-da18d6b0-7675-408e-a4b0-a89692193721 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401329 Sep 22 10:27:07.682945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b5a5e-fac0-4475-a449-7c67f9106d82 req-0d214c5d-f93a-433a-bb7b-d998c1a204f6 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:07.684395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-853b5a5e-fac0-4475-a449-7c67f9106d82 req-0d214c5d-f93a-433a-bb7b-d998c1a204f6 tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1a3eada-1214-4ede-83f6-4733e838eb2f HTTP/1.1" status: 200 len: 945 time: 0.1066325 Sep 22 10:27:07.686776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Made reservation on behalf of 52600fae167a4eaeb784010adcc21e72 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:07.690995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.728633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-853b5a5e-fac0-4475-a449-7c67f9106d82 req-91fb21ec-7891-4a00-98a1-d78e8ed4f82d tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.20 "GET /v2.0/security-groups?id=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355592 Sep 22 10:27:07.818148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.832225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['001154e5-782e-4351-bbd5-beb28bd8bdab'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:07.865332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Pushing event deleted for resources: {'Port': ['ID=001154e5-782e-4351-bbd5-beb28bd8bdab,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:07.870202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9d836f03-438f-4bbf-8d31-e0b181612639 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:07.934759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] No DVR routers for this DVR port 001154e5-782e-4351-bbd5-beb28bd8bdab on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:07.937993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:07.942403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5695394e-ff87-4cf6-99f1-5a56a847ae14 req-851668ca-7c56-42e7-93a1-e2243213dbda tempest-ListServerFiltersTestJSON-504320716 tempest-ListServerFiltersTestJSON-504320716-project] 10.222.0.30 "DELETE /v2.0/ports/001154e5-782e-4351-bbd5-beb28bd8bdab HTTP/1.1" status: 204 len: 173 time: 1.1012170 Sep 22 10:27:07.947934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b72436-b8bb-4d7e-a176-e2b904241812 req-cf4c297a-3161-4f90-a693-6d0b17850f82 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:07.949380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2b72436-b8bb-4d7e-a176-e2b904241812 req-cf4c297a-3161-4f90-a693-6d0b17850f82 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1448047 Sep 22 10:27:07.987581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2b72436-b8bb-4d7e-a176-e2b904241812 req-123fa3c2-0654-4689-8b19-d014b9a4c4b3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315294 Sep 22 10:27:08.012330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 9d836f03-438f-4bbf-8d31-e0b181612639 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:27:08.012606 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:08.017344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 9d836f03-438f-4bbf-8d31-e0b181612639 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:08.017909 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:08.084232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event updated for resources: {'Subnet': ['ID=933fe689-a6a4-4617-92c0-cf04f470edeb,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:08.088851 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Checking segment: {'id': 'bdf6ca3b-affa-44fe-a5de-19c8630fadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:08.089208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Network hostable DHCP agents. Network: 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:27:08.111929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3682fee-d2e3-40d5-b69f-b3ee49d0b2ec req-d6ca91f8-6add-47b1-bcff-53fb76da6155 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:08.113605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3682fee-d2e3-40d5-b69f-b3ee49d0b2ec req-d6ca91f8-6add-47b1-bcff-53fb76da6155 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 944 time: 0.0548983 Sep 22 10:27:08.120343 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:08.142893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7094e78-d78a-4d75-b486-66e6da4cc847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d836f03-438f-4bbf-8d31-e0b181612639'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:08.145100 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a58cc52-4775-434f-b16e-7a01a560b8ba" -d '{"events": [{"server_uuid": "a7094e78-d78a-4d75-b486-66e6da4cc847", "name": "network-vif-plugged", "status": "completed", "tag": "9d836f03-438f-4bbf-8d31-e0b181612639"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:08.155071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3682fee-d2e3-40d5-b69f-b3ee49d0b2ec req-6aae4ad9-278e-4cce-a822-db579f1253f6 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Sep 22 10:27:08.157233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9d836f03-438f-4bbf-8d31-e0b181612639, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9d836f03-438f-4bbf-8d31-e0b181612639,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:08.172508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:27:08.258230 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:08.286514 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:08.290949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:08.291710 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:08.305696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231038b9-3443-44b3-87a6-2b032ce23a9d req-bc0fd9f4-25b8-4e24-ab9c-ea3b30b6b8f9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:08.306464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a62906-e8c3-47b7-9d39-113d668e9f11 None None] Network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:08.307303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-231038b9-3443-44b3-87a6-2b032ce23a9d req-bc0fd9f4-25b8-4e24-ab9c-ea3b30b6b8f9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0616775 Sep 22 10:27:08.347642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=9d836f03-438f-4bbf-8d31-e0b181612639,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:08.349395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-231038b9-3443-44b3-87a6-2b032ce23a9d req-066c7a6e-674e-46a7-b577-d1a4e1648b7f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Sep 22 10:27:08.393654 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bb842d19-585e-418d-a923-d19ceb1c1813 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9381087 Sep 22 10:27:08.394347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57372) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:08.406516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Request body: {'port': {'network_id': '18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-21799032'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:08.509019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b', 'network_id': '18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b', 'tenant_id': '52600fae167a4eaeb784010adcc21e72', 'fixed_ips': [{'subnet_id': '933fe689-a6a4-4617-92c0-cf04f470edeb'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:27:08.509893 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:08.535133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61412c99-a7c0-452b-98d5-6db445114f63 req-047c679d-9266-4dbf-bee1-72d6d3c2c736 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:08.536778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61412c99-a7c0-452b-98d5-6db445114f63 req-047c679d-9266-4dbf-bee1-72d6d3c2c736 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0975931 Sep 22 10:27:08.601835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61412c99-a7c0-452b-98d5-6db445114f63 req-5cd2e169-e446-42b5-b8b4-e66c64185f91 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Sep 22 10:27:08.654825 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed310040-1adf-4e07-a83f-55ea65051ac1 x-openstack-request-id: req-ed310040-1adf-4e07-a83f-55ea65051ac1 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:08.657949 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7094e78-d78a-4d75-b486-66e6da4cc847", "name": "network-vif-plugged", "status": "completed", "tag": "9d836f03-438f-4bbf-8d31-e0b181612639", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:08.657949 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed310040-1adf-4e07-a83f-55ea65051ac1 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:08.657949 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7094e78-d78a-4d75-b486-66e6da4cc847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d836f03-438f-4bbf-8d31-e0b181612639', 'code': 200} Sep 22 10:27:08.672423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Allocated IP 2001:db8::2 (18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b/933fe689-a6a4-4617-92c0-cf04f470edeb/1bdeaabb-58df-4974-9df1-e6b61f0cb0ef) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:08.701105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'name': 'network-vif-deleted', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852'}, {'server_uuid': 'c1a3eada-1214-4ede-83f6-4733e838eb2f', 'name': 'network-vif-deleted', 'tag': '001154e5-782e-4351-bbd5-beb28bd8bdab'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:08.704464 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3e124f-a34a-4d3e-aed3-9f3ef0002318" -d '{"events": [{"server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "name": "network-vif-deleted", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852"}, {"server_uuid": "c1a3eada-1214-4ede-83f6-4733e838eb2f", "name": "network-vif-deleted", "tag": "001154e5-782e-4351-bbd5-beb28bd8bdab"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:08.709605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Made reservation on behalf of 52600fae167a4eaeb784010adcc21e72 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:08.713637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:08.760405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] device_id is not set on port c96e8eec-f176-4924-9ddb-ba0a8928605d yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:27:08.813894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a3b5b-8317-42f2-9940-df977178bb58 req-d2281f61-1ee3-4eaa-937d-e225a06daa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:08.815511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e21a3b5b-8317-42f2-9940-df977178bb58 req-d2281f61-1ee3-4eaa-937d-e225a06daa64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 1096 time: 0.0988533 Sep 22 10:27:08.839621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:08.858251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e21a3b5b-8317-42f2-9940-df977178bb58 req-3569abb1-6a3a-457f-89c8-8351e9439d51 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Sep 22 10:27:08.915892 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:08.953326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:08.956353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:08.966064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:08.973668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Allocated IP 2001:db8::186 (18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b/933fe689-a6a4-4617-92c0-cf04f470edeb/c96e8eec-f176-4924-9ddb-ba0a8928605d) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:08.977894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Pushing event updated for resources: {'Port': ['ID=1bdeaabb-58df-4974-9df1-e6b61f0cb0ef,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:09.035897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Attempting to bind port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:09.036290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Attempting to bind port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'bdf6ca3b-affa-44fe-a5de-19c8630fadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:09.036665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Attempting to bind port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef on network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:09.041987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:09.042530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Checking segment: {'id': 'bdf6ca3b-affa-44fe-a5de-19c8630fadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:09.042708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.043113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Bound using segment: {'id': 'bdf6ca3b-affa-44fe-a5de-19c8630fadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:09.043592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Bound port: 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf6ca3b-affa-44fe-a5de-19c8630fadbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:09.043969 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.128302 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0171f34a-dc6a-4185-a639-b9c960696935 x-openstack-request-id: req-0171f34a-dc6a-4185-a639-b9c960696935 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:09.128582 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6432efd1-5753-4afc-a131-4eb51bb20293", "name": "network-vif-deleted", "tag": "d9829bea-2f04-4f3a-a648-eb2a758ea852", "status": "completed", "code": 200}, {"server_uuid": "c1a3eada-1214-4ede-83f6-4733e838eb2f", "name": "network-vif-deleted", "tag": "001154e5-782e-4351-bbd5-beb28bd8bdab", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:09.133951 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0171f34a-dc6a-4185-a639-b9c960696935 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:09.133951 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6432efd1-5753-4afc-a131-4eb51bb20293', 'name': 'network-vif-deleted', 'tag': 'd9829bea-2f04-4f3a-a648-eb2a758ea852', 'status': 'completed', 'code': 200} Sep 22 10:27:09.133951 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a3eada-1214-4ede-83f6-4733e838eb2f', 'name': 'network-vif-deleted', 'tag': '001154e5-782e-4351-bbd5-beb28bd8bdab', 'status': 'completed', 'code': 200} Sep 22 10:27:09.148802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.161015 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57388) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:09.208241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-214f81a7-e488-464b-8350-6c73ed82d72a admin admin] Deleting subnet 586ef4ce-0876-4188-9c45-04da9905e682 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:27:09.211599 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-214f81a7-e488-464b-8350-6c73ed82d72a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.235675 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.247637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-214f81a7-e488-464b-8350-6c73ed82d72a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.260245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] For port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:09.263978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] For port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1bdeaabb-58df-4974-9df1-e6b61f0cb0ef,segment=NetworkSegment(bdf6ca3b-affa-44fe-a5de-19c8630fadbd),segment_id=bdf6ca3b-affa-44fe-a5de-19c8630fadbd)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:09.290141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:09.304646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dedfa-55c8-4729-8446-cf542d9bca46 req-6c7762ae-0fe8-4d33-804e-87917148d4df tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:09.306187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-796dedfa-55c8-4729-8446-cf542d9bca46 req-6c7762ae-0fe8-4d33-804e-87917148d4df tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 949 time: 0.0998607 Sep 22 10:27:09.307064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:09.316097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:09.322763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:09.323408 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.333997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event updated for resources: {'Port': ['ID=c96e8eec-f176-4924-9ddb-ba0a8928605d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:09.342239 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-214f81a7-e488-464b-8350-6c73ed82d72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.361799 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.365579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-796dedfa-55c8-4729-8446-cf542d9bca46 req-a2063783-9d44-4063-8628-0caa6ff0d31f tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506151 Sep 22 10:27:09.436549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f06915-ab8d-42fb-9340-811c472bbe88 None None] Pushing event updated for resources: {'Port': ['ID=1bdeaabb-58df-4974-9df1-e6b61f0cb0ef,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:09.445494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57392) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:09.446832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7ccfd870-5e55-4ba9-b60c-be95c35ebcba tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.0493877 Sep 22 10:27:09.450918 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Request body: {'port': {'network_id': '18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1784339588', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:09.451675 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.api.validators [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] bootfile-name is not in valid_values {{(pid=95681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:27:09.452184 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.api.validators [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] tftp-server is not in valid_values {{(pid=95681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:27:09.452666 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.api.validators [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] server-ip-address is not in valid_values {{(pid=95681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:27:09.482766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-214f81a7-e488-464b-8350-6c73ed82d72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.484155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433fdfd-dc0c-465f-97a2-2f3777f7787e req-aedef2b6-efb6-48ab-91b8-dea637c16d0a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:09.486247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a433fdfd-dc0c-465f-97a2-2f3777f7787e req-aedef2b6-efb6-48ab-91b8-dea637c16d0a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0581467 Sep 22 10:27:09.516955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f81a7-e488-464b-8350-6c73ed82d72a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586ef4ce-0876-4188-9c45-04da9905e682,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:09.525420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041f2c32-9b59-4be7-8b3d-aa5f9155a710 None None] Network f8175623-1b6c-413e-bd0c-68ecec6c05ec requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:09.534884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a433fdfd-dc0c-465f-97a2-2f3777f7787e req-e0802d28-ea6f-47b8-88a7-18f2adf2bbc9 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Sep 22 10:27:09.558217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-214f81a7-e488-464b-8350-6c73ed82d72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.558217 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-214f81a7-e488-464b-8350-6c73ed82d72a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/586ef4ce-0876-4188-9c45-04da9905e682 HTTP/1.1" status: 204 len: 168 time: 0.3888657 Sep 22 10:27:09.558505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57394) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:09.713418 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.715441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Made reservation on behalf of 52600fae167a4eaeb784010adcc21e72 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:09.720007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.742304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4352c-a45f-407a-9240-d4def4b90680 req-6232eb5a-c02b-47fb-9ac2-fe61614f91e1 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:09.743888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50a4352c-a45f-407a-9240-d4def4b90680 req-6232eb5a-c02b-47fb-9ac2-fe61614f91e1 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0666473 Sep 22 10:27:09.747946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] device_id is not set on port fddfe50b-9a0f-44ff-9467-b92ab9e3174f yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:27:09.814611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50a4352c-a45f-407a-9240-d4def4b90680 req-58e4443d-bcee-4eb1-b5a1-d4d29610d420 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516782 Sep 22 10:27:09.817813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76938ed8-f8bd-4dde-87d2-d37789bbbbc8 None None] DHCP port deletion for f8175623-1b6c-413e-bd0c-68ecec6c05ec request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:27:09.834130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9829bea-2f04-4f3a-a648-eb2a758ea852 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:09.834361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Deleting port 7f9f5d24-14f3-4cd6-8add-3f328065556f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:09.834361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.885191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Allocated IP 2001:db8::87 (18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b/933fe689-a6a4-4617-92c0-cf04f470edeb/fddfe50b-9a0f-44ff-9467-b92ab9e3174f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:09.893828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: d9829bea-2f04-4f3a-a648-eb2a758ea852 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:09.894371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9829bea-2f04-4f3a-a648-eb2a758ea852 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:09.894811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 001154e5-782e-4351-bbd5-beb28bd8bdab no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:09.943114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] For port 7f9f5d24-14f3-4cd6-8add-3f328065556f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7f9f5d24-14f3-4cd6-8add-3f328065556f,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:09.943888 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:09.965770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Calling delete_port for 7f9f5d24-14f3-4cd6-8add-3f328065556f owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:09.970776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 001154e5-782e-4351-bbd5-beb28bd8bdab {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:09.971270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 001154e5-782e-4351-bbd5-beb28bd8bdab not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:09.991278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1982eb-3240-422c-8826-402c519125dc req-b7295d05-ef85-498e-a457-134e4a78f98d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:09.993096 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d1982eb-3240-422c-8826-402c519125dc req-b7295d05-ef85-498e-a457-134e4a78f98d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0896192 Sep 22 10:27:10.011629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-76938ed8-f8bd-4dde-87d2-d37789bbbbc8 None None] Deleting port 7f9f5d24-14f3-4cd6-8add-3f328065556f {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:10.012856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76938ed8-f8bd-4dde-87d2-d37789bbbbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.077479 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.101005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:10.123311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d1982eb-3240-422c-8826-402c519125dc req-c024d8d3-c4ad-4618-8259-1b6205a644f0 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831504 Sep 22 10:27:10.136635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-76938ed8-f8bd-4dde-87d2-d37789bbbbc8 None None] For port 7f9f5d24-14f3-4cd6-8add-3f328065556f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7f9f5d24-14f3-4cd6-8add-3f328065556f,segment=NetworkSegment(2ba54aea-99c9-4e18-b851-b5b53fe21e8c),segment_id=2ba54aea-99c9-4e18-b851-b5b53fe21e8c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:10.137041 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76938ed8-f8bd-4dde-87d2-d37789bbbbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.178842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-76938ed8-f8bd-4dde-87d2-d37789bbbbc8 None None] Calling delete_port for 7f9f5d24-14f3-4cd6-8add-3f328065556f owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:10.246928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:10.262698 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.267649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20112c0-329b-4191-bf31-7a3a3e60675a req-87395cae-693a-4b35-83a7-17fb367dd7bb tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:10.275630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b20112c0-329b-4191-bf31-7a3a3e60675a req-87395cae-693a-4b35-83a7-17fb367dd7bb tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0619264 Sep 22 10:27:10.331783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b20112c0-329b-4191-bf31-7a3a3e60675a req-3dfaad3c-ca79-4a38-a6e0-9c6680f0d4ef tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550742 Sep 22 10:27:10.367708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.396342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.426711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1bdeaabb-58df-4974-9df1-e6b61f0cb0ef,segment=NetworkSegment(bdf6ca3b-affa-44fe-a5de-19c8630fadbd),segment_id=bdf6ca3b-affa-44fe-a5de-19c8630fadbd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:10.430346 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.445632 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76938ed8-f8bd-4dde-87d2-d37789bbbbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.481775 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:10.481775 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event updated for resources: {'Port': ['ID=fddfe50b-9a0f-44ff-9467-b92ab9e3174f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:10.481775 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:10.487019 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:10.496674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:10.498391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.502987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76938ed8-f8bd-4dde-87d2-d37789bbbbc8 None None] Pushing event deleted for resources: {'Port': ['ID=7f9f5d24-14f3-4cd6-8add-3f328065556f,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:10.510407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76938ed8-f8bd-4dde-87d2-d37789bbbbc8 None None] No DVR routers for this DVR port 7f9f5d24-14f3-4cd6-8add-3f328065556f on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:10.518799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] No DVR routers for this DVR port 7f9f5d24-14f3-4cd6-8add-3f328065556f on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:10.530610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9f5d24-14f3-4cd6-8add-3f328065556f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:10.585356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3051f-8852-4f9f-bca8-6c67f866a9cf req-619fcfce-366a-43e3-8c56-1449a8721e41 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:10.587557 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef3051f-8852-4f9f-bca8-6c67f866a9cf req-619fcfce-366a-43e3-8c56-1449a8721e41 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1801760 Sep 22 10:27:10.602391 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.604283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485476ea-0057-4267-bdfc-f88c3389c60b None None] Network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:10.657306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7f9f5d24-14f3-4cd6-8add-3f328065556f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:10.657874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.662133 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b6468182-cb31-4b8b-b8b8-972f9e5b5e7a tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2128534 Sep 22 10:27:10.662284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57406) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:10.719625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 7f9f5d24-14f3-4cd6-8add-3f328065556f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:10.719973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7f9f5d24-14f3-4cd6-8add-3f328065556f not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:10.742323 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-50aeb0cd-226e-4939-83d7-5a8d3c8d3895 None None] Provisioning complete for port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:10.742323 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50aeb0cd-226e-4939-83d7-5a8d3c8d3895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.746458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=1bdeaabb-58df-4974-9df1-e6b61f0cb0ef,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:10.749499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8175623-1b6c-413e-bd0c-68ecec6c05ec']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:10.757099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef3051f-8852-4f9f-bca8-6c67f866a9cf req-722c7b32-115f-4602-b5d7-0452b2caf89c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595001 Sep 22 10:27:10.775689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba54aea-99c9-4e18-b851-b5b53fe21e8c') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:10.775988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba54aea-99c9-4e18-b851-b5b53fe21e8c') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:10.791629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.802312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6add03-601c-42bf-a125-4f7377b0bc36 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:10.808224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6add03-601c-42bf-a125-4f7377b0bc36 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:10.814795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6add03-601c-42bf-a125-4f7377b0bc36 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:10.817474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7e6add03-601c-42bf-a125-4f7377b0bc36 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1544194 Sep 22 10:27:10.820416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57410) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:10.831102 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.844743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:10.845343 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:10.848996 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:10.958420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-32224518-fd4e-4de6-9df5-e31267f329b4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Deleting port fddfe50b-9a0f-44ff-9467-b92ab9e3174f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:10.958770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32224518-fd4e-4de6-9df5-e31267f329b4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:10.998736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed564a97-d29d-4025-bc1d-7a86a8b11824 req-ff56a941-f1b1-4ef1-af1b-b233e5a49a5b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:11.000974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed564a97-d29d-4025-bc1d-7a86a8b11824 req-ff56a941-f1b1-4ef1-af1b-b233e5a49a5b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 949 time: 0.0838041 Sep 22 10:27:11.009376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-f15264f1-94b7-41d9-a498-fac6404aa871 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:11.013730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-f15264f1-94b7-41d9-a498-fac6404aa871 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 949 time: 0.0819840 Sep 22 10:27:11.013730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.030867 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.032759 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f8175623-1b6c-413e-bd0c-68ecec6c05ec HTTP/1.1" status: 204 len: 168 time: 1.4775257 Sep 22 10:27:11.059790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32224518-fd4e-4de6-9df5-e31267f329b4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.079110 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-32224518-fd4e-4de6-9df5-e31267f329b4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Calling delete_port for fddfe50b-9a0f-44ff-9467-b92ab9e3174f owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:11.086079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13626671-fe5e-4faa-b1d5-44853ef8ac42 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8175623-1b6c-413e-bd0c-68ecec6c05ec,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:11.136490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed564a97-d29d-4025-bc1d-7a86a8b11824 req-e34c66a3-51cb-47d3-b654-240757ac6c95 tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c607777-4d61-425b-a545-542d40abc3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197057 Sep 22 10:27:11.185641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Deleting port cc55cf84-a25e-4f4b-9374-39bbc9469838 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:11.186226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.268365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6ef07725-40e6-485f-bb40-86a733587068 None None] Provisioning complete for port c96e8eec-f176-4924-9ddb-ba0a8928605d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:11.268736 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ef07725-40e6-485f-bb40-86a733587068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.304730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6ef07725-40e6-485f-bb40-86a733587068 None None] Port c96e8eec-f176-4924-9ddb-ba0a8928605d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:27:11.315949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6ef07725-40e6-485f-bb40-86a733587068 None None] Provisioning complete for port fddfe50b-9a0f-44ff-9467-b92ab9e3174f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:11.316319 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ef07725-40e6-485f-bb40-86a733587068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.336534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14650fff-4820-431e-ab8f-d9af8034d8ac req-5b66f507-05b2-4dad-9c73-fbac538e2f8e tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:11.337976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14650fff-4820-431e-ab8f-d9af8034d8ac req-5b66f507-05b2-4dad-9c73-fbac538e2f8e tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1169341 Sep 22 10:27:11.345695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] For port cc55cf84-a25e-4f4b-9374-39bbc9469838, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cc55cf84-a25e-4f4b-9374-39bbc9469838,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:11.346070 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.361961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32224518-fd4e-4de6-9df5-e31267f329b4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.374641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Calling delete_port for cc55cf84-a25e-4f4b-9374-39bbc9469838 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:11.376627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6ef07725-40e6-485f-bb40-86a733587068 None None] Port fddfe50b-9a0f-44ff-9467-b92ab9e3174f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:27:11.393638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6ef07725-40e6-485f-bb40-86a733587068 None None] Provisioning complete for port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:11.394129 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ef07725-40e6-485f-bb40-86a733587068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.404444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32224518-fd4e-4de6-9df5-e31267f329b4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event deleted for resources: {'Port': ['ID=fddfe50b-9a0f-44ff-9467-b92ab9e3174f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:11.444956 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32224518-fd4e-4de6-9df5-e31267f329b4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.447483 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-32224518-fd4e-4de6-9df5-e31267f329b4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "DELETE /v2.0/ports/fddfe50b-9a0f-44ff-9467-b92ab9e3174f HTTP/1.1" status: 204 len: 168 time: 0.6259732 Sep 22 10:27:11.451399 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57420) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:11.462500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14650fff-4820-431e-ab8f-d9af8034d8ac req-24a9a619-bdf6-4a38-a790-2ebc52bbea9b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125822 Sep 22 10:27:11.462909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Request body: {'port': {'name': 'tempest-new-port-name-1844851772', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:11.463727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.api.validators [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] bootfile-name is not in valid_values {{(pid=95681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:27:11.463727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.api.validators [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] tftp-server is not in valid_values {{(pid=95681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:27:11.464235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.api.validators [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] server-ip-address is not in valid_values {{(pid=95681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:27:11.500260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57424) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:11.652094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-34f9f5c7-e26a-4b77-b571-5b798fa9cd5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c48a6e69b1434ded913621d0c24c2942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506066 Sep 22 10:27:11.657213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8657f539-64ee-4939-9b3c-75f4ca95c0d4 None None] Provisioning complete for port c96e8eec-f176-4924-9ddb-ba0a8928605d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:11.657691 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8657f539-64ee-4939-9b3c-75f4ca95c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.658619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57426) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:11.698687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8657f539-64ee-4939-9b3c-75f4ca95c0d4 None None] Port c96e8eec-f176-4924-9ddb-ba0a8928605d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:27:11.709811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3514ea-cca5-4b39-aaac-4447b8dec6a7 req-c52a8852-6a79-4582-b572-fcc8e6d342b0 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:11.711556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c3514ea-cca5-4b39-aaac-4447b8dec6a7 req-c52a8852-6a79-4582-b572-fcc8e6d342b0 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.1370201 Sep 22 10:27:11.741170 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.799045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Pushing event deleted for resources: {'Port': ['ID=cc55cf84-a25e-4f4b-9374-39bbc9469838,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:11.811806 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a92390c4-d685-4182-9431-4b4b19a8b0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.822126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-aa7df345-b7d6-48b8-951a-6852647b3d8c None None] Could not find standard attr ID for object fddfe50b-9a0f-44ff-9467-b92ab9e3174f. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:27:11.835910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c3514ea-cca5-4b39-aaac-4447b8dec6a7 req-baf7869e-0f30-4892-a640-4eda6ef59247 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143384 Sep 22 10:27:11.838129 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.860116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] No DVR routers for this DVR port cc55cf84-a25e-4f4b-9374-39bbc9469838 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:11.863123 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.865694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ac16aeb-7825-470d-af17-728f2cfdfd65 req-57a330ca-08c1-462d-8fed-acbf5354d2dc tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.30 "DELETE /v2.0/ports/cc55cf84-a25e-4f4b-9374-39bbc9469838 HTTP/1.1" status: 204 len: 173 time: 0.8440993 Sep 22 10:27:11.877249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-deleted', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:11.885097 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911bae33-b9aa-495a-bff5-3a5eb21fec64" -d '{"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-deleted", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:11.898760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a92390c4-d685-4182-9431-4b4b19a8b0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:11.986124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:12.019574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d25365-17aa-4888-ae60-a1414981b42c req-47229da6-5e72-40a1-ac37-77bfcc8c824d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:12.022163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2d25365-17aa-4888-ae60-a1414981b42c req-47229da6-5e72-40a1-ac37-77bfcc8c824d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0993888 Sep 22 10:27:12.046569 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:12.047008 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.073629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2d25365-17aa-4888-ae60-a1414981b42c req-f9646998-6c14-4894-b824-f38e4294679c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438585 Sep 22 10:27:12.074687 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a92390c4-d685-4182-9431-4b4b19a8b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.077406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a92390c4-d685-4182-9431-4b4b19a8b0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.079092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a92390c4-d685-4182-9431-4b4b19a8b0d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58c5de0d-cda3-4f61-a8a9-65bdf3efcb96 HTTP/1.1" status: 204 len: 168 time: 0.4168663 Sep 22 10:27:12.087611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92390c4-d685-4182-9431-4b4b19a8b0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c5de0d-cda3-4f61-a8a9-65bdf3efcb96,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:12.119004 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.206605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.249318 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] In _notify_port_updated(), no bound segment for port c96e8eec-f176-4924-9ddb-ba0a8928605d on network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:27:12.259822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:12.259937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607ab2a-fadf-4458-8fd1-b7c5ea8917b7 req-65884523-ce50-42d2-ad9b-b7529dac19c8 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:12.260027 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.260103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a607ab2a-fadf-4458-8fd1-b7c5ea8917b7 req-65884523-ce50-42d2-ad9b-b7529dac19c8 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0615437 Sep 22 10:27:12.260373 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "PUT /v2.0/ports/c96e8eec-f176-4924-9ddb-ba0a8928605d HTTP/1.1" status: 200 len: 1130 time: 0.8073637 Sep 22 10:27:12.261538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57438) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:12.270934 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c424b-cb5c-44d3-92de-ce3b5a730562 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event updated for resources: {'Port': ['ID=c96e8eec-f176-4924-9ddb-ba0a8928605d,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:12.353713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ca780-f156-48c2-83fa-e57bf9c49e1e tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:12.358638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3c9ca780-f156-48c2-83fa-e57bf9c49e1e tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "GET /v2.0/ports/c96e8eec-f176-4924-9ddb-ba0a8928605d HTTP/1.1" status: 200 len: 1130 time: 0.0925343 Sep 22 10:27:12.359224 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57440) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:12.378517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a607ab2a-fadf-4458-8fd1-b7c5ea8917b7 req-786bf67a-1d6d-44c5-aaf8-1028be6fddae tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922792 Sep 22 10:27:12.478593 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff7245-cdd8-4114-bfaa-45dc24d4aeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Deleting port c96e8eec-f176-4924-9ddb-ba0a8928605d {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:12.479137 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7245-cdd8-4114-bfaa-45dc24d4aeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.604728 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7245-cdd8-4114-bfaa-45dc24d4aeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.617199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff7245-cdd8-4114-bfaa-45dc24d4aeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Calling delete_port for c96e8eec-f176-4924-9ddb-ba0a8928605d owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:12.651509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a8a288ae-aca8-449c-812f-990a290da8a4 None None] Provisioning complete for port c96e8eec-f176-4924-9ddb-ba0a8928605d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:12.651891 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a8a288ae-aca8-449c-812f-990a290da8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.690072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a8a288ae-aca8-449c-812f-990a290da8a4 None None] Port c96e8eec-f176-4924-9ddb-ba0a8928605d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:27:12.836818 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30712cb3-2b62-4280-ac38-937590715a8b x-openstack-request-id: req-30712cb3-2b62-4280-ac38-937590715a8b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:12.838001 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f469e34-0506-4525-b83d-851c70b3a90d", "name": "network-vif-deleted", "tag": "cc55cf84-a25e-4f4b-9374-39bbc9469838", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:12.839685 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30712cb3-2b62-4280-ac38-937590715a8b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:12.839685 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f469e34-0506-4525-b83d-851c70b3a90d', 'name': 'network-vif-deleted', 'tag': 'cc55cf84-a25e-4f4b-9374-39bbc9469838', 'status': 'completed', 'code': 200} Sep 22 10:27:12.860879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7245-cdd8-4114-bfaa-45dc24d4aeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.909802 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff7245-cdd8-4114-bfaa-45dc24d4aeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event deleted for resources: {'Port': ['ID=c96e8eec-f176-4924-9ddb-ba0a8928605d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:12.929304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23bf55ab-a40f-41bd-ba19-c40b2e28a51d req-25514c09-1020-4117-a7ae-029917d7276b tempest-ListImageFiltersTestJSON-456494213 tempest-ListImageFiltersTestJSON-456494213-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f469e34-0506-4525-b83d-851c70b3a90d HTTP/1.1" status: 200 len: 210 time: 0.0316241 Sep 22 10:27:12.959482 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7245-cdd8-4114-bfaa-45dc24d4aeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:12.963364 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c1ff7245-cdd8-4114-bfaa-45dc24d4aeb8 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "DELETE /v2.0/ports/c96e8eec-f176-4924-9ddb-ba0a8928605d HTTP/1.1" status: 204 len: 168 time: 0.6024351 Sep 22 10:27:12.968421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57458) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:13.034444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-36e359be-51be-46a4-b013-050cd64831ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:13.036642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-36e359be-51be-46a4-b013-050cd64831ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 1096 time: 0.1105607 Sep 22 10:27:13.092285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4189ec01-e6b8-479e-904c-9a413c5763a4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Deleting subnet 933fe689-a6a4-4617-92c0-cf04f470edeb {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:27:13.105179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4189ec01-e6b8-479e-904c-9a413c5763a4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:13.179598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f6d08-bf01-4b87-a5e1-a1e2d153cd31 req-cd6feb40-f198-4139-af05-c22a35126d34 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:13.181159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f6d08-bf01-4b87-a5e1-a1e2d153cd31 req-cd6feb40-f198-4139-af05-c22a35126d34 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1635058 Sep 22 10:27:13.204895 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4189ec01-e6b8-479e-904c-9a413c5763a4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:13.273239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6f6d08-bf01-4b87-a5e1-a1e2d153cd31 req-a5f1958b-f9ef-4ccf-b4b0-b08496441782 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833910 Sep 22 10:27:13.276342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-b7bb9e0d-58fe-4e2c-84fc-332b0a4d90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:13.277761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-b7bb9e0d-58fe-4e2c-84fc-332b0a4d90e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 912 time: 0.2236068 Sep 22 10:27:13.674068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-6aaf9238-537a-40e7-971b-8eedb4c820e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d836f03-438f-4bbf-8d31-e0b181612639 HTTP/1.1" status: 200 len: 217 time: 0.3867085 Sep 22 10:27:13.737167 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4189ec01-e6b8-479e-904c-9a413c5763a4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:13.795384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ad524-7c1e-46af-9a2f-d40ef43f4480 req-3c7b9653-867c-4795-b8f4-19025b67a28b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:13.797493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b61ad524-7c1e-46af-9a2f-d40ef43f4480 req-3c7b9653-867c-4795-b8f4-19025b67a28b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1619501 Sep 22 10:27:13.799935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-f516cfd8-a538-4080-b88d-3ff2cb66158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:13.801392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-f516cfd8-a538-4080-b88d-3ff2cb66158e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0a5230-e289-433c-a2fa-5d202f72a3d7 HTTP/1.1" status: 200 len: 851 time: 0.1081779 Sep 22 10:27:13.822183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 615fb3ed-8e17-409c-94fa-7df23d972711 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:27:13.851693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-0c5f6c65-cdfc-4b2a-9c35-6951a2be9147 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420754 Sep 22 10:27:13.889900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b61ad524-7c1e-46af-9a2f-d40ef43f4480 req-a5f9d8b2-c6e8-4736-9e6b-e25584de01a5 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773132 Sep 22 10:27:13.969754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=615fb3ed-8e17-409c-94fa-7df23d972711,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:13.979268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4189ec01-e6b8-479e-904c-9a413c5763a4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:13.995635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '615fb3ed-8e17-409c-94fa-7df23d972711', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'port_id': '615fb3ed-8e17-409c-94fa-7df23d972711', 'mac_address': 'fa:16:3e:de:b3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e8607-9914-4cb1-88f2-d94fdc07a1c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:27:14.032094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189ec01-e6b8-479e-904c-9a413c5763a4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event deleted for resources: {'Subnet': ['ID=933fe689-a6a4-4617-92c0-cf04f470edeb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:14.037490 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.053250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 615fb3ed-8e17-409c-94fa-7df23d972711 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:14.058961 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4189ec01-e6b8-479e-904c-9a413c5763a4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.063512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57500) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:14.064055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4189ec01-e6b8-479e-904c-9a413c5763a4 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "DELETE /v2.0/subnets/933fe689-a6a4-4617-92c0-cf04f470edeb HTTP/1.1" status: 204 len: 168 time: 1.0933337 Sep 22 10:27:14.078685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=615fb3ed-8e17-409c-94fa-7df23d972711,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:14.081508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fdadd3-6105-4b47-a799-a1530371647d None None] Network 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:14.102231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-3a480e7b-3f91-4656-8e1f-2919962b3386 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425551 Sep 22 10:27:14.131040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c296b1-9075-4a04-9a5c-bb3c3576f996 req-37b213fe-0497-443b-9880-c37703524d1c tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:14.136910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20c296b1-9075-4a04-9a5c-bb3c3576f996 req-37b213fe-0497-443b-9880-c37703524d1c tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.1331160 Sep 22 10:27:14.167095 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.182703 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.239481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20c296b1-9075-4a04-9a5c-bb3c3576f996 req-f472ed31-56eb-4397-b9d2-2c0841b68c9e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889933 Sep 22 10:27:14.243774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Deleting port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:14.244534 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.268785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=615fb3ed-8e17-409c-94fa-7df23d972711,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:14.293772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-243ef94c-97d1-4012-93f7-1b81b24f092f req-78e6caf8-4288-4f7a-b70e-1f8dce4b6bf3 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848102 Sep 22 10:27:14.294899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['615fb3ed-8e17-409c-94fa-7df23d972711'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:14.351793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ee717-9dd5-4f7b-9e02-0f3827d29da8 None None] DHCP port deletion for 18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:27:14.384608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] For port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1bdeaabb-58df-4974-9df1-e6b61f0cb0ef,segment=NetworkSegment(bdf6ca3b-affa-44fe-a5de-19c8630fadbd),segment_id=bdf6ca3b-affa-44fe-a5de-19c8630fadbd)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:14.384995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.388396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb36b9e-4d31-433d-9132-21a7fdb69c2c req-e79b9084-fd6c-4025-b5bf-22306227dc5c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:14.398727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acb36b9e-4d31-433d-9132-21a7fdb69c2c req-e79b9084-fd6c-4025-b5bf-22306227dc5c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 944 time: 0.0767941 Sep 22 10:27:14.400602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Calling delete_port for 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:14.445382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ee717-9dd5-4f7b-9e02-0f3827d29da8 None None] Deleting port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:14.446058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee717-9dd5-4f7b-9e02-0f3827d29da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.473232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acb36b9e-4d31-433d-9132-21a7fdb69c2c req-b1718697-fae9-4d06-b645-2103b16c2110 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735343 Sep 22 10:27:14.564746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bb9ee717-9dd5-4f7b-9e02-0f3827d29da8 None None] For port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1bdeaabb-58df-4974-9df1-e6b61f0cb0ef,segment=NetworkSegment(bdf6ca3b-affa-44fe-a5de-19c8630fadbd),segment_id=bdf6ca3b-affa-44fe-a5de-19c8630fadbd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:14.565166 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee717-9dd5-4f7b-9e02-0f3827d29da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.583781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ee717-9dd5-4f7b-9e02-0f3827d29da8 None None] Calling delete_port for 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:14.634541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.676294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event deleted for resources: {'Port': ['ID=1bdeaabb-58df-4974-9df1-e6b61f0cb0ef,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:14.686301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] No DVR routers for this DVR port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:14.706220 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee717-9dd5-4f7b-9e02-0f3827d29da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.730269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ee717-9dd5-4f7b-9e02-0f3827d29da8 None None] Pushing event deleted for resources: {'Port': ['ID=1bdeaabb-58df-4974-9df1-e6b61f0cb0ef,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:14.735143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ee717-9dd5-4f7b-9e02-0f3827d29da8 None None] No DVR routers for this DVR port 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:14.768073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3465a0e-dedc-4237-a818-be6f2daca8c8 req-8f1f6491-674e-473d-a929-f144be59d825 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:14.770142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3465a0e-dedc-4237-a818-be6f2daca8c8 req-8f1f6491-674e-473d-a929-f144be59d825 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0753481 Sep 22 10:27:14.802541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.816124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3465a0e-dedc-4237-a818-be6f2daca8c8 req-91542928-8e79-460b-b5fb-cbbb7854200d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Sep 22 10:27:14.838134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:14.862579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf6ca3b-affa-44fe-a5de-19c8630fadbd') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:14.864013 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf6ca3b-affa-44fe-a5de-19c8630fadbd') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:14.878497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.896282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.909994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:14.910676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:14.915285 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:15.055086 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:15.064102 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:15.065974 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] 10.222.0.20 "DELETE /v2.0/networks/18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b HTTP/1.1" status: 204 len: 168 time: 1.0007484 Sep 22 10:27:15.082884 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffd402-3cc0-4787-9dc4-c040742151bb tempest-ExtraDHCPOptionsIpV6TestJSON-743804608 tempest-ExtraDHCPOptionsIpV6TestJSON-743804608-project] Pushing event deleted for resources: {'Network': ['ID=18ad6c2c-0dac-41ee-bbb5-68b7e4c65f4b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:15.523211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15314ed8-f9bb-4962-a6a1-9f888c5b31b4 req-56d38c82-e1f6-40e5-bafc-34aa4f2d6dd4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:15.529640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15314ed8-f9bb-4962-a6a1-9f888c5b31b4 req-56d38c82-e1f6-40e5-bafc-34aa4f2d6dd4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0896733 Sep 22 10:27:15.576628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15314ed8-f9bb-4962-a6a1-9f888c5b31b4 req-e0a18280-2c66-4c60-bc19-a80c949646d4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Sep 22 10:27:15.591280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57546) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:15.713356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5aad9-e61e-45d8-a48b-29c8f453877e req-ed64c309-0dad-42c6-a024-868de4743bbc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:15.739039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbd5aad9-e61e-45d8-a48b-29c8f453877e req-ed64c309-0dad-42c6-a024-868de4743bbc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0735862 Sep 22 10:27:15.765258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbd5aad9-e61e-45d8-a48b-29c8f453877e req-102763b2-3741-4a67-8e0b-86c2db064410 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Sep 22 10:27:15.798275 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bd9cbbd0-14dd-4d64-8eab-1588869e3d7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52600fae167a4eaeb784010adcc21e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058737 Sep 22 10:27:15.800769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57554) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:15.833167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 615fb3ed-8e17-409c-94fa-7df23d972711 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:15.854413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55a83d89-6769-4e25-81de-35ebe46675cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:15.883377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55a83d89-6769-4e25-81de-35ebe46675cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:15.894361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9318-7de7-4f3e-9dc6-37ff90e9ca24 req-92f42264-3007-4ebc-9621-94874eb7fe64 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:15.897824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 615fb3ed-8e17-409c-94fa-7df23d972711 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:15.898226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:15.918130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33ce9318-7de7-4f3e-9dc6-37ff90e9ca24 req-92f42264-3007-4ebc-9621-94874eb7fe64 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0901661 Sep 22 10:27:15.986241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33ce9318-7de7-4f3e-9dc6-37ff90e9ca24 req-9a4b914d-4354-421e-9e9b-e0010a9c24ec tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615983 Sep 22 10:27:15.998378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:16.020315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55a83d89-6769-4e25-81de-35ebe46675cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:16.023334 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55a83d89-6769-4e25-81de-35ebe46675cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:16.024967 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-55a83d89-6769-4e25-81de-35ebe46675cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33f8952c-3213-49be-86e6-00944a55dd07 HTTP/1.1" status: 204 len: 168 time: 0.2231655 Sep 22 10:27:16.027607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:16.027968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1bdeaabb-58df-4974-9df1-e6b61f0cb0ef not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:16.048744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a83d89-6769-4e25-81de-35ebe46675cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f8952c-3213-49be-86e6-00944a55dd07,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:16.049951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:16.112161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:16.113059 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31154dfe-ca44-4c5f-9ced-6db6c6e0c239" -d '{"events": [{"server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "name": "network-vif-plugged", "status": "completed", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:16.135101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=615fb3ed-8e17-409c-94fa-7df23d972711,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:16.223869 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:16.223869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:16.287507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: cc55cf84-a25e-4f4b-9374-39bbc9469838 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:16.287828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cc55cf84-a25e-4f4b-9374-39bbc9469838 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:16.307819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=615fb3ed-8e17-409c-94fa-7df23d972711,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:17.192499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b6d65-b057-403d-8904-cce058d58686 req-6d15e29b-c37e-440e-98a1-031d30901d51 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:17.194188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a3b6d65-b057-403d-8904-cce058d58686 req-6d15e29b-c37e-440e-98a1-031d30901d51 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0578206 Sep 22 10:27:17.235336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a3b6d65-b057-403d-8904-cce058d58686 req-920c17eb-8c9f-4183-976f-9170c94bb91d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349758 Sep 22 10:27:17.611128 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbefae9-459e-4a52-93d5-2177760ef442 x-openstack-request-id: req-ccbefae9-459e-4a52-93d5-2177760ef442 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:17.611676 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "name": "network-vif-plugged", "status": "completed", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:17.611676 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccbefae9-459e-4a52-93d5-2177760ef442 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:17.612410 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711', 'code': 200} Sep 22 10:27:17.627172 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57608) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:17.768588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57614) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:17.775567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aafdb-eb2d-4561-bf3b-ace871006b7b req-6e4a64de-eb1e-474c-8835-83900de1141d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:17.777134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd6aafdb-eb2d-4561-bf3b-ace871006b7b req-6e4a64de-eb1e-474c-8835-83900de1141d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0921812 Sep 22 10:27:17.833376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd6aafdb-eb2d-4561-bf3b-ace871006b7b req-9396684a-7e0b-486e-899c-2545de19c896 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484872 Sep 22 10:27:17.932402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1937146751'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:17.964046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f66a76-2bd3-4c59-8033-0c849c20441f req-b4d7cce0-6c6d-4344-b766-863a04a1a9a2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:17.966043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f66a76-2bd3-4c59-8033-0c849c20441f req-b4d7cce0-6c6d-4344-b766-863a04a1a9a2 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0758505 Sep 22 10:27:17.995797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.016539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f66a76-2bd3-4c59-8033-0c849c20441f req-b05c70ad-c713-4251-b0b5-d9dc1a24c71f tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 Sep 22 10:27:18.071466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:18.075964 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.090583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.201283 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.322524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.386658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca24706-9a0a-49ba-b270-394aea67b9a3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:18.394064 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fc7379e7f64406bb55e0760a3cedbab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243174 Sep 22 10:27:18.395066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57636) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:18.407716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.408070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.408446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.408757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.409098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.413959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.413959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.413959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.413959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.413959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.413959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.413959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6052f74-862f-4c91-8aba-74ceb3680f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:18.472338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.481887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5293e137-8c20-455e-a9e7-3da9ad3e1080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.507390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5293e137-8c20-455e-a9e7-3da9ad3e1080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.590124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.618331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5293e137-8c20-455e-a9e7-3da9ad3e1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.621206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5293e137-8c20-455e-a9e7-3da9ad3e1080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.623583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5293e137-8c20-455e-a9e7-3da9ad3e1080 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cca24706-9a0a-49ba-b270-394aea67b9a3 HTTP/1.1" status: 204 len: 168 time: 0.2261822 Sep 22 10:27:18.638620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293e137-8c20-455e-a9e7-3da9ad3e1080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca24706-9a0a-49ba-b270-394aea67b9a3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:18.645324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:27:18.656545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546a7477-15a3-4961-9a95-c37062fac3e8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:18.685809 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.689042 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Added segment 15a6ac27-1654-4907-9263-8c6122882e36 of type vlan for network d63c1717-add7-4ebc-980b-fccfa682427e Sep 22 10:27:18.743523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.840903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:18.847028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:18.847684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:19.016401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Network': ['ID=d63c1717-add7-4ebc-980b-fccfa682427e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:19.030240 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-acab9f3f-7784-440c-b4ba-064f9c99caa4 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4000902 Sep 22 10:27:19.034579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network d63c1717-add7-4ebc-980b-fccfa682427e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:27:19.046388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688648-8355-4da2-bd0c-0b88ae68fea8 req-ac8bfda8-e79a-4b4b-a26c-d514b36f6577 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:19.054816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77688648-8355-4da2-bd0c-0b88ae68fea8 req-ac8bfda8-e79a-4b4b-a26c-d514b36f6577 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0816398 Sep 22 10:27:19.107025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77688648-8355-4da2-bd0c-0b88ae68fea8 req-58b7ab2b-ed90-4162-9625-1f86735cb8ac tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465727 Sep 22 10:27:19.251767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d12211-6a1f-4929-b3a1-34074e76b0b9 req-f6daac45-6f00-45e3-be68-e4424f414971 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:19.259742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23d12211-6a1f-4929-b3a1-34074e76b0b9 req-f6daac45-6f00-45e3-be68-e4424f414971 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0793793 Sep 22 10:27:19.317889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23d12211-6a1f-4929-b3a1-34074e76b0b9 req-3e7d9264-6ffa-4de0-9bef-9cbf600a3ce6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568979 Sep 22 10:27:19.586257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae11a9-08c2-42cd-81b7-db1dd7adc487 req-c83bd270-5fe5-43d4-9bd4-142eeef82100 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:19.590620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cae11a9-08c2-42cd-81b7-db1dd7adc487 req-c83bd270-5fe5-43d4-9bd4-142eeef82100 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1199007 Sep 22 10:27:19.602615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57662) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:19.692596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cae11a9-08c2-42cd-81b7-db1dd7adc487 req-2703031b-7b02-4866-a9f1-852db841177a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944560 Sep 22 10:27:19.815567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543ef3e-f7a8-43bc-a943-0107d442c071 req-2cd23a1d-5886-4bf4-b568-cc84ec066d21 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:19.823964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f543ef3e-f7a8-43bc-a943-0107d442c071 req-2cd23a1d-5886-4bf4-b568-cc84ec066d21 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0662885 Sep 22 10:27:19.896161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f543ef3e-f7a8-43bc-a943-0107d442c071 req-f28d95f8-3851-42c3-bff6-ab1fd3cd5f15 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709689 Sep 22 10:27:19.943195 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3dc9038f-3bc3-432c-824e-adbb75239cfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e77c91800c14b889bfc6102ccf2efac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390560 Sep 22 10:27:19.944980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57672) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:20.015983 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8442c2d-e578-4b2b-8704-38f84f18c71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:20.044752 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8442c2d-e578-4b2b-8704-38f84f18c71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:20.183717 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8442c2d-e578-4b2b-8704-38f84f18c71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:20.194209 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8442c2d-e578-4b2b-8704-38f84f18c71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:20.194209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e8442c2d-e578-4b2b-8704-38f84f18c71b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c607777-4d61-425b-a545-542d40abc3c6 HTTP/1.1" status: 204 len: 168 time: 0.2423646 Sep 22 10:27:20.197888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8442c2d-e578-4b2b-8704-38f84f18c71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c607777-4d61-425b-a545-542d40abc3c6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:20.458813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dd58e-8770-4916-a4f3-6349999a7c13 req-58d0dbfd-cca7-42df-b006-db0d21de21f5 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:20.490258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d3dd58e-8770-4916-a4f3-6349999a7c13 req-58d0dbfd-cca7-42df-b006-db0d21de21f5 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1322873 Sep 22 10:27:20.571764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d3dd58e-8770-4916-a4f3-6349999a7c13 req-a2e8eb6f-6c2b-43dc-bb21-3bd5fbe28868 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782404 Sep 22 10:27:20.725139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe937-19c7-43fc-bc80-f2d17197ab91 req-d1c9a9d3-4889-4004-a6a5-5d630a51f6e7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:20.738406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcebe937-19c7-43fc-bc80-f2d17197ab91 req-d1c9a9d3-4889-4004-a6a5-5d630a51f6e7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0872691 Sep 22 10:27:20.801327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcebe937-19c7-43fc-bc80-f2d17197ab91 req-0751aeec-1893-43b9-aa41-d9373df83ddb tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569379 Sep 22 10:27:21.472523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428af4-2d36-4dfe-a952-c3ce564d594f req-cf033161-b84d-4203-9bcf-289b7f558387 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:21.484734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f428af4-2d36-4dfe-a952-c3ce564d594f req-cf033161-b84d-4203-9bcf-289b7f558387 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1204021 Sep 22 10:27:21.593839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f428af4-2d36-4dfe-a952-c3ce564d594f req-7c06577c-0af1-49e8-9c5d-07d8768576f2 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065626 Sep 22 10:27:21.741188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7af95-578c-42b2-8c47-ed36089ee672 req-2843a937-2239-498b-8327-f036970c04b8 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:21.752840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96a7af95-578c-42b2-8c47-ed36089ee672 req-2843a937-2239-498b-8327-f036970c04b8 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0856631 Sep 22 10:27:21.808041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96a7af95-578c-42b2-8c47-ed36089ee672 req-5139b1ad-237c-4bbd-a3eb-0c470c65e143 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537450 Sep 22 10:27:21.978650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8788b32-f505-4e1b-9abf-1c6f42e8b99e req-54579976-e8c6-475a-985b-b66bd961f62f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:21.986819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8788b32-f505-4e1b-9abf-1c6f42e8b99e req-54579976-e8c6-475a-985b-b66bd961f62f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0920904 Sep 22 10:27:22.059965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8788b32-f505-4e1b-9abf-1c6f42e8b99e req-2599e28a-a006-4353-a061-d563fcce99bf tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 Sep 22 10:27:22.245285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f036c4-6b5d-4968-b81d-a4a6d3183dbd req-d57a1926-ccdd-4f5e-a35b-1774217f57b2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:22.258704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-88f036c4-6b5d-4968-b81d-a4a6d3183dbd req-d57a1926-ccdd-4f5e-a35b-1774217f57b2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0977976 Sep 22 10:27:22.315317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57744) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:22.318805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-88f036c4-6b5d-4968-b81d-a4a6d3183dbd req-442397a8-00b5-48e5-a1f8-2e0b7534d226 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555673 Sep 22 10:27:22.321375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'subnet': {'network_id': 'd63c1717-add7-4ebc-980b-fccfa682427e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:22.447487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de983-6ded-4f18-aec4-446340785a7f req-cb5b2fe5-c49a-470a-a256-3917c2b7c7d6 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:22.448996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a3de983-6ded-4f18-aec4-446340785a7f req-cb5b2fe5-c49a-470a-a256-3917c2b7c7d6 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0526567 Sep 22 10:27:22.488109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a3de983-6ded-4f18-aec4-446340785a7f req-f6335fab-7de5-4bae-869f-e4a98a9ac074 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315065 Sep 22 10:27:22.538014 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a46447ed-10a1-4956-bd98-868f294a6b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:22.566620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:22.570757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:22.864178 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:22.985062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Subnet': ['ID=dfbb2e5b-3bb8-46d9-9df1-88b9cd493c44,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:23.001129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Checking segment: {'id': '15a6ac27-1654-4907-9263-8c6122882e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd63c1717-add7-4ebc-980b-fccfa682427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:23.001480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network hostable DHCP agents. Network: d63c1717-add7-4ebc-980b-fccfa682427e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:27:23.107714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb237cf-a1d9-49c6-a73e-9c7b7ffb0fdb req-40de24c1-de46-4bd7-8d12-ab9767f9a7e0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:23.117823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network d63c1717-add7-4ebc-980b-fccfa682427e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:27:23.119623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7fb237cf-a1d9-49c6-a73e-9c7b7ffb0fdb req-40de24c1-de46-4bd7-8d12-ab9767f9a7e0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0804341 Sep 22 10:27:23.180899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7fb237cf-a1d9-49c6-a73e-9c7b7ffb0fdb req-33ca9d51-a824-4ea9-98d5-ddfa12f860d1 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550134 Sep 22 10:27:23.240396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, d63c1717-add7-4ebc-980b-fccfa682427e) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:23.248889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104c683-d076-4a7d-bcff-da2b682e253c None None] Network d63c1717-add7-4ebc-980b-fccfa682427e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:23.251926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:23.254965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:23.293226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eac83-f65e-4524-adea-de7f8c8bc87f req-cbd2965d-9b49-4c8d-bd1b-92e2b56daae0 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:23.298633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-717eac83-f65e-4524-adea-de7f8c8bc87f req-cbd2965d-9b49-4c8d-bd1b-92e2b56daae0 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0664952 Sep 22 10:27:23.344781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57778) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:23.349994 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9697c144-bda4-457a-8a1b-5763fdf7e895 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0302615 Sep 22 10:27:23.355881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2087271689'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:23.377814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-717eac83-f65e-4524-adea-de7f8c8bc87f req-3808cb13-ffda-4fd1-bc7a-2d16d5b67d02 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737205 Sep 22 10:27:23.456056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-d63c1717-add7-4ebc-980b-fccfa682427e', 'network_id': 'd63c1717-add7-4ebc-980b-fccfa682427e', 'tenant_id': '7fd35979f1cc4f6bbd1655af415d0e63', 'fixed_ips': [{'subnet_id': 'dfbb2e5b-3bb8-46d9-9df1-88b9cd493c44'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:27:23.457201 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:23.463430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:23.470672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:23.529963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:27:23.550558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8404f6-5996-4be6-a9a2-070138ce358a req-4b69ec52-580c-4de3-8d1f-d2ac94ed9893 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:23.558062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd8404f6-5996-4be6-a9a2-070138ce358a req-4b69ec52-580c-4de3-8d1f-d2ac94ed9893 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0760863 Sep 22 10:27:23.569284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:23.569284 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Added segment e2069f3b-262f-434c-9f36-a7675fd0b276 of type vlan for network 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 Sep 22 10:27:23.634132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:23.646539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd8404f6-5996-4be6-a9a2-070138ce358a req-751a056a-a534-4693-8d1d-3e25dd260176 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874681 Sep 22 10:27:23.665720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:23.773555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Allocated IP 2001:db8:0:ffff::2 (d63c1717-add7-4ebc-980b-fccfa682427e/dfbb2e5b-3bb8-46d9-9df1-88b9cd493c44/076e258f-ffda-48e1-8fc0-2f112f99c1b3) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:23.793314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc1103-0d79-43d0-9cf7-aeaae2a7ef49 req-909e8b0e-20f5-45bd-91b5-f715f36ad982 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:23.794995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6cc1103-0d79-43d0-9cf7-aeaae2a7ef49 req-909e8b0e-20f5-45bd-91b5-f715f36ad982 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0595608 Sep 22 10:27:23.795654 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:23.801569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:23.803502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:23.878244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Network': ['ID=65e1cbd0-dbf4-407f-8d9c-b42a742a52a5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:23.896630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:27:23.941543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6cc1103-0d79-43d0-9cf7-aeaae2a7ef49 req-fab70655-0a48-4a06-a263-0144c89d5358 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352508 Sep 22 10:27:23.964521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b43719fc-f30a-437b-9513-03654da8d7c0 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6174726 Sep 22 10:27:23.967408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57796) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:23.973327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'subnet': {'network_id': '65e1cbd0-dbf4-407f-8d9c-b42a742a52a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:23.986200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fce53b8-bf8c-43c2-8864-9188068d5515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.211729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fce53b8-bf8c-43c2-8864-9188068d5515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.238224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a496a51-eb8d-47b7-b3bb-b80b3b35f8f9 req-7285585d-e661-4f2e-ab88-9f9d557e180b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:24.247265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a496a51-eb8d-47b7-b3bb-b80b3b35f8f9 req-7285585d-e661-4f2e-ab88-9f9d557e180b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0660019 Sep 22 10:27:24.278747 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.287613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a496a51-eb8d-47b7-b3bb-b80b3b35f8f9 req-4cc92cfe-afb7-42c3-82b3-2f5f65d21f93 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Sep 22 10:27:24.298422 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fce53b8-bf8c-43c2-8864-9188068d5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.375578 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5fce53b8-bf8c-43c2-8864-9188068d5515 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed96ed9cfddd448a8bbb4b7e04634b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017798 Sep 22 10:27:24.375578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce53b8-bf8c-43c2-8864-9188068d5515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bc7362-fe81-42c8-adfe-14f3ecf754bc,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:24.377753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57812) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:24.395666 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.493630 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7857f036-70dd-4026-a9e7-2e0457d5d63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.496971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:24.502637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.503573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Pushing event updated for resources: {'Port': ['ID=076e258f-ffda-48e1-8fc0-2f112f99c1b3,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:24.510132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Network d63c1717-add7-4ebc-980b-fccfa682427e is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:24.515959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.516311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.516652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.516996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.517332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.517667 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.517998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.518352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.518682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.519010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.519335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.519665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:24.523282 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:24.525423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:24.560108 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7857f036-70dd-4026-a9e7-2e0457d5d63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.574393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6606bf-6aa7-4e66-acf5-69826e9aec20 req-c0368cff-4958-4c94-9411-d6866c6cc915 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:24.584295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c6606bf-6aa7-4e66-acf5-69826e9aec20 req-c0368cff-4958-4c94-9411-d6866c6cc915 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1954236 Sep 22 10:27:24.585212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Attempting to bind port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:24.585614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Attempting to bind port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '15a6ac27-1654-4907-9263-8c6122882e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd63c1717-add7-4ebc-980b-fccfa682427e'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:24.585977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Attempting to bind port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 on network d63c1717-add7-4ebc-980b-fccfa682427e {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:24.591678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:24.599638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Checking segment: {'id': '15a6ac27-1654-4907-9263-8c6122882e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd63c1717-add7-4ebc-980b-fccfa682427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:24.599638 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.599638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Bound using segment: {'id': '15a6ac27-1654-4907-9263-8c6122882e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd63c1717-add7-4ebc-980b-fccfa682427e'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:24.599638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Bound port: 076e258f-ffda-48e1-8fc0-2f112f99c1b3, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a6ac27-1654-4907-9263-8c6122882e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd63c1717-add7-4ebc-980b-fccfa682427e'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:24.599638 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.683535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] For port 076e258f-ffda-48e1-8fc0-2f112f99c1b3, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:24.688626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] For port 076e258f-ffda-48e1-8fc0-2f112f99c1b3, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=076e258f-ffda-48e1-8fc0-2f112f99c1b3,segment=NetworkSegment(15a6ac27-1654-4907-9263-8c6122882e36),segment_id=15a6ac27-1654-4907-9263-8c6122882e36)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:24.691153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c6606bf-6aa7-4e66-acf5-69826e9aec20 req-91c1c4cf-21b6-4cae-b6d3-ce16152c83a9 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052294 Sep 22 10:27:24.743802 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7857f036-70dd-4026-a9e7-2e0457d5d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.746513 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7857f036-70dd-4026-a9e7-2e0457d5d63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.748373 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7857f036-70dd-4026-a9e7-2e0457d5d63e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95bc7362-fe81-42c8-adfe-14f3ecf754bc HTTP/1.1" status: 204 len: 168 time: 0.3689880 Sep 22 10:27:24.762768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857f036-70dd-4026-a9e7-2e0457d5d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bc7362-fe81-42c8-adfe-14f3ecf754bc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:24.790495 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.880582 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c438ea3-2e79-4b5b-859c-28d1c83ed8e5 None None] Pushing event updated for resources: {'Port': ['ID=076e258f-ffda-48e1-8fc0-2f112f99c1b3,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:24.940153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff95e0a-0d5b-44ef-a5d4-15e462f3b415 req-c72d8c05-1bb1-4d92-b507-45c9c761a25f tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:24.953583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ff95e0a-0d5b-44ef-a5d4-15e462f3b415 req-c72d8c05-1bb1-4d92-b507-45c9c761a25f tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.1606455 Sep 22 10:27:25.045408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ff95e0a-0d5b-44ef-a5d4-15e462f3b415 req-8eec9fb8-d77b-4179-a83c-7f91358f37e6 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905199 Sep 22 10:27:25.103558 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc574e6c-7e0b-48df-894c-3317304ebb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:25.300067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb94ec-b218-4053-b8d5-19c51aebfd9f req-99c04d27-2353-4e9d-8eda-26882d3ff019 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:25.314940 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdeb94ec-b218-4053-b8d5-19c51aebfd9f req-99c04d27-2353-4e9d-8eda-26882d3ff019 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1528506 Sep 22 10:27:25.399726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:27:25.403973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:25.423669 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:25.428898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdeb94ec-b218-4053-b8d5-19c51aebfd9f req-c633d231-4dfa-4d6e-a748-280554492152 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125016 Sep 22 10:27:25.503789 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:25.549228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Subnet': ['ID=2432cd4d-cc64-4bf4-841b-1d09771d8f67,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:25.559317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Checking segment: {'id': 'e2069f3b-262f-434c-9f36-a7675fd0b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '65e1cbd0-dbf4-407f-8d9c-b42a742a52a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:25.559931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network hostable DHCP agents. Network: 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:27:25.573041 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:25.660855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef522d-3a40-48f1-b685-8625058ba1a7 req-93adb477-8183-444b-ab6a-af4278a8db75 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:25.662773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0ef522d-3a40-48f1-b685-8625058ba1a7 req-93adb477-8183-444b-ab6a-af4278a8db75 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0894265 Sep 22 10:27:25.733500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0ef522d-3a40-48f1-b685-8625058ba1a7 req-7cc492fb-a5a8-4422-b4f1-c24e80c518a1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515952 Sep 22 10:27:25.736997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:27:25.806831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:25.811137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:25.811776 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:25.816604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a90cb5-95ce-47a4-8f87-ae196571927d None None] Network 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:25.935505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57846) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:25.936266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e60fb8e6-d84b-4779-8730-705a2229ab79 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9669933 Sep 22 10:27:25.948262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'port': {'network_id': '65e1cbd0-dbf4-407f-8d9c-b42a742a52a5', 'name': 'tempest-NetworksIpV6TestAttrs-242769762'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:26.153475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 076e258f-ffda-48e1-8fc0-2f112f99c1b3 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:26.216534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e795ab-c813-4e6e-a98d-dfeb2d8447d8 req-c1d9e9e4-2bf1-4ac3-90b1-c6181dacde4f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:26.218152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04e795ab-c813-4e6e-a98d-dfeb2d8447d8 req-c1d9e9e4-2bf1-4ac3-90b1-c6181dacde4f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0820136 Sep 22 10:27:26.295824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04e795ab-c813-4e6e-a98d-dfeb2d8447d8 req-193fb937-3533-4afe-bcad-bd3a09cce41a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621262 Sep 22 10:27:26.345500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc3fcd0-1d84-44cb-9ab7-c0d007164370 None None] Network d63c1717-add7-4ebc-980b-fccfa682427e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:26.361820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-65e1cbd0-dbf4-407f-8d9c-b42a742a52a5', 'network_id': '65e1cbd0-dbf4-407f-8d9c-b42a742a52a5', 'tenant_id': '7fd35979f1cc4f6bbd1655af415d0e63', 'fixed_ips': [{'subnet_id': '2432cd4d-cc64-4bf4-841b-1d09771d8f67'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:27:26.362918 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:26.382873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:26.383316 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:26.406843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:26.410598 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:26.446470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] device_id is not set on port f2053283-8bbf-46fa-b936-85ba4336d441 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:27:26.476301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5961-4dbf-4bb6-aa51-624805fb3cde req-3250919c-42a9-43a3-ab6a-2070c76a6858 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:26.484859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d3a5961-4dbf-4bb6-aa51-624805fb3cde req-3250919c-42a9-43a3-ab6a-2070c76a6858 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1049323 Sep 22 10:27:26.535890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d3a5961-4dbf-4bb6-aa51-624805fb3cde req-8cfdd0d5-add9-47fa-adb4-b6fdc26f4858 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501513 Sep 22 10:27:26.560389 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:26.710427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Allocated IP 2001:db8::f816:3eff:fed8:d176 (65e1cbd0-dbf4-407f-8d9c-b42a742a52a5/2432cd4d-cc64-4bf4-841b-1d09771d8f67/f2053283-8bbf-46fa-b936-85ba4336d441) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:26.720161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110264c-b2eb-4106-b771-edc7df2d024f req-8ef59614-a3f0-4e36-8299-9a50c08be446 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:26.738871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5110264c-b2eb-4106-b771-edc7df2d024f req-8ef59614-a3f0-4e36-8299-9a50c08be446 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.1139197 Sep 22 10:27:26.817967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5110264c-b2eb-4106-b771-edc7df2d024f req-d5cf79ed-02e4-4513-94ca-b16a4ff7c964 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773306 Sep 22 10:27:26.886430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-32ed20f6-f30a-4da6-b4e7-d0cf237f4966 None None] Provisioning complete for port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:26.887483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32ed20f6-f30a-4da6-b4e7-d0cf237f4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:26.944116 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.006720 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.068934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 076e258f-ffda-48e1-8fc0-2f112f99c1b3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=076e258f-ffda-48e1-8fc0-2f112f99c1b3,segment=NetworkSegment(15a6ac27-1654-4907-9263-8c6122882e36),segment_id=15a6ac27-1654-4907-9263-8c6122882e36)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:27.070341 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.148315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32ed20f6-f30a-4da6-b4e7-d0cf237f4966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.154262 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.203625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:27.213260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:27.224263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:27.240370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:27.242288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=076e258f-ffda-48e1-8fc0-2f112f99c1b3,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:27.255012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.267767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Allocated IP 2001:db8::f816:3eff:fef4:4232 (65e1cbd0-dbf4-407f-8d9c-b42a742a52a5/2432cd4d-cc64-4bf4-841b-1d09771d8f67/6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:27.315544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Port': ['ID=f2053283-8bbf-46fa-b936-85ba4336d441,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:27.341484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44670682-9abb-4dd4-8190-4988ff544ba7 req-c7bdf5d9-56f7-444b-a38d-dda112a0b0b5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:27.351065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44670682-9abb-4dd4-8190-4988ff544ba7 req-c7bdf5d9-56f7-444b-a38d-dda112a0b0b5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.1060030 Sep 22 10:27:27.372595 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae9974fd-5672-4e2c-8114-532a2d6b0f7b tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4358914 Sep 22 10:27:27.375231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57886) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:27.401503 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-32ed20f6-f30a-4da6-b4e7-d0cf237f4966 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:27:27.405142 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-32ed20f6-f30a-4da6-b4e7-d0cf237f4966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:27:27.436037 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44670682-9abb-4dd4-8190-4988ff544ba7 req-eeb52da9-ce6e-4065-9fab-751a5709db8b tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839622 Sep 22 10:27:27.464558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dbdab9-1762-4b91-a3ed-24b35a62f821 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Deleting subnet 2432cd4d-cc64-4bf4-841b-1d09771d8f67 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:27:27.539743 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.619258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea562-5822-462f-a3bf-446e7de9cd4b req-f9cdbbce-e3e2-4383-bcd6-21007e914e1a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:27.621130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc0ea562-5822-462f-a3bf-446e7de9cd4b req-f9cdbbce-e3e2-4383-bcd6-21007e914e1a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0732067 Sep 22 10:27:27.662925 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdab9-1762-4b91-a3ed-24b35a62f821 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.664304 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.699864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc0ea562-5822-462f-a3bf-446e7de9cd4b req-04a5682c-994d-4ed1-be9e-c2794b451480 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715132 Sep 22 10:27:27.728779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdab9-1762-4b91-a3ed-24b35a62f821 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.741895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Network 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:27.745137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:27.749366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:27.791844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Pushing event updated for resources: {'Port': ['ID=6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:27.827511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Attempting to bind port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:27.827899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Attempting to bind port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'e2069f3b-262f-434c-9f36-a7675fd0b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '65e1cbd0-dbf4-407f-8d9c-b42a742a52a5'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:27.828402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Attempting to bind port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b on network 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:27.833685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:27.834135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Checking segment: {'id': 'e2069f3b-262f-434c-9f36-a7675fd0b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '65e1cbd0-dbf4-407f-8d9c-b42a742a52a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:27.834589 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.835008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Bound using segment: {'id': 'e2069f3b-262f-434c-9f36-a7675fd0b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '65e1cbd0-dbf4-407f-8d9c-b42a742a52a5'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:27.835478 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Bound port: 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2069f3b-262f-434c-9f36-a7675fd0b276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '65e1cbd0-dbf4-407f-8d9c-b42a742a52a5'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:27.835857 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.888535 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdab9-1762-4b91-a3ed-24b35a62f821 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.975318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26e5ee-1b66-473f-89d0-77fbc5d7244b req-2eda4596-7921-4736-acad-1abff28c2362 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:27.976844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a26e5ee-1b66-473f-89d0-77fbc5d7244b req-2eda4596-7921-4736-acad-1abff28c2362 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0730774 Sep 22 10:27:27.990259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 076e258f-ffda-48e1-8fc0-2f112f99c1b3 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:28.021993 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a26e5ee-1b66-473f-89d0-77fbc5d7244b req-2a964580-41df-4682-9aba-dbc4898d6242 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Sep 22 10:27:28.051731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:28.052128 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.098896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-80b7756e-ea72-4ac1-b0f0-2d990f253825 None None] Provisioning complete for port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:28.099264 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-80b7756e-ea72-4ac1-b0f0-2d990f253825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.128668 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdab9-1762-4b91-a3ed-24b35a62f821 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.132220 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.133503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] For port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:28.135049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417c7b0-89ca-4f9e-bc31-b56918142e2c req-608cc41c-826b-4433-aebb-2768e99b4161 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:28.137199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1417c7b0-89ca-4f9e-bc31-b56918142e2c req-608cc41c-826b-4433-aebb-2768e99b4161 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0551605 Sep 22 10:27:28.172928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] For port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b,segment=NetworkSegment(e2069f3b-262f-434c-9f36-a7675fd0b276),segment_id=e2069f3b-262f-434c-9f36-a7675fd0b276)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:28.178765 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1dbdab9-1762-4b91-a3ed-24b35a62f821 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.181003 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c1dbdab9-1762-4b91-a3ed-24b35a62f821 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/subnets/2432cd4d-cc64-4bf4-841b-1d09771d8f67 HTTP/1.1" status: 204 len: 168 time: 0.8044901 Sep 22 10:27:28.182095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbdab9-1762-4b91-a3ed-24b35a62f821 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Subnet': ['ID=2432cd4d-cc64-4bf4-841b-1d09771d8f67,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:28.191037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57900) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:28.213214 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1417c7b0-89ca-4f9e-bc31-b56918142e2c req-4968bbad-45cb-437e-8282-9fb9f80f2d92 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655155 Sep 22 10:27:28.344725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0d6f0-3d61-4b4f-bbf8-c0a1c156df0a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:28.344725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0d6f0-3d61-4b4f-bbf8-c0a1c156df0a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:28.344725 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-48f0d6f0-3d61-4b4f-bbf8-c0a1c156df0a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1424053 Sep 22 10:27:28.344725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57906) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:28.345285 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.414247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad259-4833-4c25-9acb-76d59f473c25 req-4149eda0-670f-48ce-a173-6bfd6363454d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:28.422605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-445ad259-4833-4c25-9acb-76d59f473c25 req-4149eda0-670f-48ce-a173-6bfd6363454d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.1423206 Sep 22 10:27:28.469138 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e4a92d9-06d7-467b-a4a3-d062e813de4f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.486715 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4a92d9-06d7-467b-a4a3-d062e813de4f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 10:27:28.487283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4a92d9-06d7-467b-a4a3-d062e813de4f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:28.490644 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4e4a92d9-06d7-467b-a4a3-d062e813de4f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 HTTP/1.1" status: 409 len: 405 time: 0.1531327 Sep 22 10:27:28.491734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-445ad259-4833-4c25-9acb-76d59f473c25 req-90257bcd-6c96-4d74-ac0e-ce10cb37c460 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Sep 22 10:27:28.495119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57912) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:28.501930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1820031315'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:28.549749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82350e63-e608-4bff-8e85-b1a3dcfedf2f None None] Pushing event updated for resources: {'Port': ['ID=6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:28.617922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:28.622073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.706901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:27:28.746028 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.746028 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Added segment 6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e of type vlan for network 300b6ee1-cbef-4a19-9c97-56001d3d111b Sep 22 10:27:28.842854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.931762 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.937999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:28.938640 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:29.032324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Network': ['ID=300b6ee1-cbef-4a19-9c97-56001d3d111b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:29.045372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 300b6ee1-cbef-4a19-9c97-56001d3d111b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:27:29.064013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a58089-0598-4d00-a2f1-6eceaaafe6fc req-c8fd6288-1d71-479f-be47-f8d768d59b97 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:29.065564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0a58089-0598-4d00-a2f1-6eceaaafe6fc req-c8fd6288-1d71-479f-be47-f8d768d59b97 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0911582 Sep 22 10:27:29.070347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57948) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:29.070480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6b1d2cc2-6a7a-41a1-a512-5042922d43aa tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5739450 Sep 22 10:27:29.075987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'subnet': {'network_id': '300b6ee1-cbef-4a19-9c97-56001d3d111b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:29.152089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0a58089-0598-4d00-a2f1-6eceaaafe6fc req-c02969b7-2e9f-485a-8ef1-45e15aeaa241 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790944 Sep 22 10:27:29.295045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:29.299487 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:29.549282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0714e90-4e65-4ddb-b289-f5cc4ebaac51 req-15ed5bc0-505e-476f-9b07-0171caa2172e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:29.556155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0714e90-4e65-4ddb-b289-f5cc4ebaac51 req-15ed5bc0-505e-476f-9b07-0171caa2172e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0621376 Sep 22 10:27:29.606364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0714e90-4e65-4ddb-b289-f5cc4ebaac51 req-400ae643-4c81-49b8-8bb7-aa3a9cc3e437 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Sep 22 10:27:29.722890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b829d71-acc4-4dbf-b102-3c1e32ac2b13 req-33fa9869-c535-46cd-8186-ec57e511e358 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:29.727994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b829d71-acc4-4dbf-b102-3c1e32ac2b13 req-33fa9869-c535-46cd-8186-ec57e511e358 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0651634 Sep 22 10:27:29.745853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:27:29.747583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:29.778520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2715a2b-3a6d-4d42-8703-ae574f7050bf None None] Network 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:29.804919 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Subnet': ['ID=14c88904-2039-492f-b961-84cc065cdb38,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:29.810286 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b829d71-acc4-4dbf-b102-3c1e32ac2b13 req-e4c340ab-471a-45b1-8f4c-a4fd5c63f1a0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749550 Sep 22 10:27:29.820458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Checking segment: {'id': '6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '300b6ee1-cbef-4a19-9c97-56001d3d111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:29.821208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network hostable DHCP agents. Network: 300b6ee1-cbef-4a19-9c97-56001d3d111b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:27:29.886123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-53775447-cf5a-46d0-8ce9-7eff60cf1ce5 None None] Provisioning complete for port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:29.886513 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-53775447-cf5a-46d0-8ce9-7eff60cf1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:29.908697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network 300b6ee1-cbef-4a19-9c97-56001d3d111b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:27:29.977350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 300b6ee1-cbef-4a19-9c97-56001d3d111b) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:29.994174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:29.994174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:29.994708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe5d5ba-b4de-418b-b468-7a610c5eea46 None None] Network 300b6ee1-cbef-4a19-9c97-56001d3d111b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:30.082852 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8181979f-3b3e-4b01-a75e-2d2197933fa9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0110173 Sep 22 10:27:30.085353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:30.090409 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'port': {'network_id': '300b6ee1-cbef-4a19-9c97-56001d3d111b', 'name': 'tempest-NetworksIpV6TestAttrs-1635750862'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:30.096699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1366e75c-6ed0-4c0c-a65d-8bcf39cdc8fb None None] DHCP port deletion for 65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:27:30.114066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f25021-932c-40c1-9a8c-c00f01ebf323 req-3d06e958-0fa9-45a6-850e-35c15811918f tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:30.115988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99f25021-932c-40c1-9a8c-c00f01ebf323 req-3d06e958-0fa9-45a6-850e-35c15811918f tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.1231785 Sep 22 10:27:30.142850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374d165-23bd-4370-a7c7-c1684c112798 req-4a6134c0-9873-402b-866f-c10631972e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:30.144405 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8374d165-23bd-4370-a7c7-c1684c112798 req-4a6134c0-9873-402b-866f-c10631972e2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 1096 time: 0.1007144 Sep 22 10:27:30.198608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99f25021-932c-40c1-9a8c-c00f01ebf323 req-929a74e5-89cf-411b-853e-8d508ba7a133 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701902 Sep 22 10:27:30.292334 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-53775447-cf5a-46d0-8ce9-7eff60cf1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.309054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:30.321303 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.337878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374d165-23bd-4370-a7c7-c1684c112798 req-e9ab625e-7270-4bf8-8a5b-97f9f88e97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:30.340468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8374d165-23bd-4370-a7c7-c1684c112798 req-e9ab625e-7270-4bf8-8a5b-97f9f88e97cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 913 time: 0.1874075 Sep 22 10:27:30.342503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] device_id is not set on port 77d9a301-4713-4a4f-be86-a372594aa9ec yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:27:30.374741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-53775447-cf5a-46d0-8ce9-7eff60cf1ce5 None None] For port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b,segment=NetworkSegment(e2069f3b-262f-434c-9f36-a7675fd0b276),segment_id=e2069f3b-262f-434c-9f36-a7675fd0b276)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:30.397648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8374d165-23bd-4370-a7c7-c1684c112798 req-62096197-edb9-4865-84fa-278b5c119d11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=615fb3ed-8e17-409c-94fa-7df23d972711 HTTP/1.1" status: 200 len: 217 time: 0.0486689 Sep 22 10:27:30.410572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1366e75c-6ed0-4c0c-a65d-8bcf39cdc8fb None None] Deleting port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:30.410951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1366e75c-6ed0-4c0c-a65d-8bcf39cdc8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.438442 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-53775447-cf5a-46d0-8ce9-7eff60cf1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.451983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a594c-8d85-43ac-a7fa-4b4fbbf8a421 req-3b691997-c6c1-4951-abef-6891d3eb53b0 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:30.459229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe4a594c-8d85-43ac-a7fa-4b4fbbf8a421 req-3b691997-c6c1-4951-abef-6891d3eb53b0 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1618290 Sep 22 10:27:30.533384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe4a594c-8d85-43ac-a7fa-4b4fbbf8a421 req-6d71e311-7c01-43d6-8c60-55e64c5e4131 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730994 Sep 22 10:27:30.535679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-300b6ee1-cbef-4a19-9c97-56001d3d111b', 'network_id': '300b6ee1-cbef-4a19-9c97-56001d3d111b', 'tenant_id': '7fd35979f1cc4f6bbd1655af415d0e63', 'fixed_ips': [{'subnet_id': '14c88904-2039-492f-b961-84cc065cdb38'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:27:30.536538 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.542347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Allocated IP 2001:db8::f816:3eff:fe64:b0ca (300b6ee1-cbef-4a19-9c97-56001d3d111b/14c88904-2039-492f-b961-84cc065cdb38/77d9a301-4713-4a4f-be86-a372594aa9ec) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:30.542487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374d165-23bd-4370-a7c7-c1684c112798 req-24541656-103f-4169-81c6-ebe617041321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:30.544056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8374d165-23bd-4370-a7c7-c1684c112798 req-24541656-103f-4169-81c6-ebe617041321 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.1390049 Sep 22 10:27:30.557704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1366e75c-6ed0-4c0c-a65d-8bcf39cdc8fb None None] For port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b,segment=NetworkSegment(e2069f3b-262f-434c-9f36-a7675fd0b276),segment_id=e2069f3b-262f-434c-9f36-a7675fd0b276)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:30.558118 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1366e75c-6ed0-4c0c-a65d-8bcf39cdc8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.587571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1366e75c-6ed0-4c0c-a65d-8bcf39cdc8fb None None] Calling delete_port for 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:30.609706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8374d165-23bd-4370-a7c7-c1684c112798 req-6afa9d98-c598-494d-bed3-aaed9adc7ce6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571308 Sep 22 10:27:30.650205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53775447-cf5a-46d0-8ce9-7eff60cf1ce5 None None] Pushing event updated for resources: {'Port': ['ID=6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:30.730981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ad997-2d31-4e3f-b7fb-7389e9b96273 req-f0fd27aa-692b-4942-a711-20e656607d5f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:30.732616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b32ad997-2d31-4e3f-b7fb-7389e9b96273 req-f0fd27aa-692b-4942-a711-20e656607d5f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0934224 Sep 22 10:27:30.759772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8374d165-23bd-4370-a7c7-c1684c112798 req-7739684f-114c-4a9d-a0b6-5c3afa54dcf4 service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383421 Sep 22 10:27:30.788554 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.813738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b32ad997-2d31-4e3f-b7fb-7389e9b96273 req-e4624d12-c227-42e4-8318-8c5bf2f1f978 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708840 Sep 22 10:27:30.874976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8374d165-23bd-4370-a7c7-c1684c112798 req-4c8d6a56-aed7-4854-bcf4-06ceffef15dc service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062903 Sep 22 10:27:30.880169 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1366e75c-6ed0-4c0c-a65d-8bcf39cdc8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.904107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366e75c-6ed0-4c0c-a65d-8bcf39cdc8fb None None] Pushing event deleted for resources: {'Port': ['ID=6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:30.910885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366e75c-6ed0-4c0c-a65d-8bcf39cdc8fb None None] No DVR routers for this DVR port 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:30.916028 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.965029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Allocated IP 2001:db8::f816:3eff:fec9:7876 (300b6ee1-cbef-4a19-9c97-56001d3d111b/14c88904-2039-492f-b961-84cc065cdb38/bc67825d-11b8-42b5-9c0a-f33a5768c033) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:30.965701 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network 300b6ee1-cbef-4a19-9c97-56001d3d111b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:30.969331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:30.973218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:30.979094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:30.979738 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.995634 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Port': ['ID=77d9a301-4713-4a4f-be86-a372594aa9ec,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:31.075859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-34b0374b-dc14-4a8a-9c47-73c702fe4376 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9894056 Sep 22 10:27:31.079488 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58074) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:31.101841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352abc0-7b2c-48fa-8fac-f4080ce66ee4 req-63646a86-eeba-483f-8ba4-45033cddf2cb tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:31.111635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4352abc0-7b2c-48fa-8fac-f4080ce66ee4 req-63646a86-eeba-483f-8ba4-45033cddf2cb tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0755260 Sep 22 10:27:31.138801 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.141713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-208bceca-d1ca-4eb8-82c4-286b43ee55a9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Deleting subnet 14c88904-2039-492f-b961-84cc065cdb38 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:27:31.154028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4352abc0-7b2c-48fa-8fac-f4080ce66ee4 req-f2345af1-1fc1-447e-bbba-e04f9da1107f tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Sep 22 10:27:31.181175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58076) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:31.205760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-208bceca-d1ca-4eb8-82c4-286b43ee55a9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.206900 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.254137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Network 300b6ee1-cbef-4a19-9c97-56001d3d111b is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:31.257456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:31.258663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78a76-f841-484e-a74e-88604b6b8839 req-9cfe4076-af8b-4a15-9d57-b436596268e9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:31.260443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ba78a76-f841-484e-a74e-88604b6b8839 req-9cfe4076-af8b-4a15-9d57-b436596268e9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0508091 Sep 22 10:27:31.264672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:31.268441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Pushing event updated for resources: {'Port': ['ID=bc67825d-11b8-42b5-9c0a-f33a5768c033,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:31.272178 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-208bceca-d1ca-4eb8-82c4-286b43ee55a9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.303225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ba78a76-f841-484e-a74e-88604b6b8839 req-7ada2e89-437d-4656-a3fe-532c15656ec1 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Sep 22 10:27:31.331625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89c8d5f8-8346-4c03-8fe2-8ed850c0f52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.341721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Attempting to bind port bc67825d-11b8-42b5-9c0a-f33a5768c033 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:31.342283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Attempting to bind port bc67825d-11b8-42b5-9c0a-f33a5768c033 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '300b6ee1-cbef-4a19-9c97-56001d3d111b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:31.342714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Attempting to bind port bc67825d-11b8-42b5-9c0a-f33a5768c033 on network 300b6ee1-cbef-4a19-9c97-56001d3d111b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:31.348690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:31.349185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Checking segment: {'id': '6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '300b6ee1-cbef-4a19-9c97-56001d3d111b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:31.349650 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.350146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Bound using segment: {'id': '6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '300b6ee1-cbef-4a19-9c97-56001d3d111b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:31.350875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Bound port: bc67825d-11b8-42b5-9c0a-f33a5768c033, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '300b6ee1-cbef-4a19-9c97-56001d3d111b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:31.351382 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.417157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] For port bc67825d-11b8-42b5-9c0a-f33a5768c033, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:31.420354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] For port bc67825d-11b8-42b5-9c0a-f33a5768c033, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bc67825d-11b8-42b5-9c0a-f33a5768c033,segment=NetworkSegment(6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e),segment_id=6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:31.434481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af74f8-75b8-4803-ba37-fb24b762d444 req-5c275120-7a5c-468c-acf4-e1096ecdc771 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:31.442607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86af74f8-75b8-4803-ba37-fb24b762d444 req-5c275120-7a5c-468c-acf4-e1096ecdc771 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0567362 Sep 22 10:27:31.479399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86af74f8-75b8-4803-ba37-fb24b762d444 req-8821e28a-308e-469d-8a39-5a9c7a48bf32 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359004 Sep 22 10:27:31.493881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89c8d5f8-8346-4c03-8fe2-8ed850c0f52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.503202 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.505176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-208bceca-d1ca-4eb8-82c4-286b43ee55a9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.567884 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89c8d5f8-8346-4c03-8fe2-8ed850c0f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.571441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b2f9d-c73a-42ef-bfa8-f78e2b6fe73b None None] Pushing event updated for resources: {'Port': ['ID=bc67825d-11b8-42b5-9c0a-f33a5768c033,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:31.609450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8d5f8-8346-4c03-8fe2-8ed850c0f52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b6cf97-5e6d-43e7-aadd-8db5893b439f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:31.615107 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-89c8d5f8-8346-4c03-8fe2-8ed850c0f52c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=483c5b7127b343ad9344c631d77de222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325466 Sep 22 10:27:31.618010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58086) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:31.634464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee49fa5-98c8-4c62-8eae-3143bacc07ad req-48d8903f-42e5-444a-9186-d6bde51831e9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:31.636539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ee49fa5-98c8-4c62-8eae-3143bacc07ad req-48d8903f-42e5-444a-9186-d6bde51831e9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0769312 Sep 22 10:27:31.643998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-208bceca-d1ca-4eb8-82c4-286b43ee55a9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.678296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ee49fa5-98c8-4c62-8eae-3143bacc07ad req-8f86591c-185f-4a2b-9b80-82c40d1f0bad tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353563 Sep 22 10:27:31.682361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bceca-d1ca-4eb8-82c4-286b43ee55a9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Subnet': ['ID=14c88904-2039-492f-b961-84cc065cdb38,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:31.684247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-208bceca-d1ca-4eb8-82c4-286b43ee55a9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.686164 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-208bceca-d1ca-4eb8-82c4-286b43ee55a9 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/subnets/14c88904-2039-492f-b961-84cc065cdb38 HTTP/1.1" status: 204 len: 168 time: 0.6059458 Sep 22 10:27:31.688890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58088) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:31.706442 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8494a169-4211-4a61-a59c-201322b48a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.732957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8494a169-4211-4a61-a59c-201322b48a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.809812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a32f4f-7dd3-4dc8-9ad7-8111a286c5ec tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:31.811424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a32f4f-7dd3-4dc8-9ad7-8111a286c5ec tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:31.813835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d5a32f4f-7dd3-4dc8-9ad7-8111a286c5ec tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1233656 Sep 22 10:27:31.816757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58094) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:31.925917 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8494a169-4211-4a61-a59c-201322b48a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.928572 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8494a169-4211-4a61-a59c-201322b48a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.929635 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8494a169-4211-4a61-a59c-201322b48a9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7b6cf97-5e6d-43e7-aadd-8db5893b439f HTTP/1.1" status: 204 len: 168 time: 0.3106372 Sep 22 10:27:31.948985 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02a32387-9f8c-493a-87a2-e93e135880b5 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:31.961548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494a169-4211-4a61-a59c-201322b48a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b6cf97-5e6d-43e7-aadd-8db5893b439f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:31.970111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3c50b-9a1c-4ec2-8991-15997f1db193 req-f27591ee-ff8d-4741-a25c-7aad37428db5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:31.971004 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a32387-9f8c-493a-87a2-e93e135880b5 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 10:27:31.971478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a32387-9f8c-493a-87a2-e93e135880b5 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:31.971707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83a3c50b-9a1c-4ec2-8991-15997f1db193 req-f27591ee-ff8d-4741-a25c-7aad37428db5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0564926 Sep 22 10:27:31.973247 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-02a32387-9f8c-493a-87a2-e93e135880b5 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/300b6ee1-cbef-4a19-9c97-56001d3d111b HTTP/1.1" status: 409 len: 405 time: 0.1555023 Sep 22 10:27:31.979512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58106) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:31.985511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-896357018'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:32.035102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83a3c50b-9a1c-4ec2-8991-15997f1db193 req-fa2f511e-768f-4267-b522-62a270a981aa tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Sep 22 10:27:32.057370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bc67825d-11b8-42b5-9c0a-f33a5768c033 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:32.113448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port bc67825d-11b8-42b5-9c0a-f33a5768c033 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:32.113927 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.126256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:32.129639 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.167015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30341e27-6d36-4bc8-bef6-0f06cb6a7084 req-b7d6f1c5-08f9-4d25-b51b-cee0f6d06073 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:32.168551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30341e27-6d36-4bc8-bef6-0f06cb6a7084 req-b7d6f1c5-08f9-4d25-b51b-cee0f6d06073 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0713456 Sep 22 10:27:32.180164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:27:32.201425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.201769 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Added segment e33689e4-8ca7-4027-873e-02a2642a5b40 of type vlan for network 81f4076d-fdf4-4c88-80fb-f3b8870ced78 Sep 22 10:27:32.205954 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.241443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port bc67825d-11b8-42b5-9c0a-f33a5768c033, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bc67825d-11b8-42b5-9c0a-f33a5768c033,segment=NetworkSegment(6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e),segment_id=6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:32.257767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30341e27-6d36-4bc8-bef6-0f06cb6a7084 req-c6b6fa34-b4b3-4fad-8b68-24cc1abb76a2 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787303 Sep 22 10:27:32.261613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.343187 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.343337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.353112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:32.353975 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.426083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=bc67825d-11b8-42b5-9c0a-f33a5768c033,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:32.455625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:32.495316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:32.495921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6d54e966-bc2a-44bf-a2d6-a3290e2e3d8b not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:32.512389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58118) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:32.514365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Network': ['ID=81f4076d-fdf4-4c88-80fb-f3b8870ced78,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:32.527552 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 81f4076d-fdf4-4c88-80fb-f3b8870ced78 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:27:32.535291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-57018105-283c-4178-ac8c-03101633aeff tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5537519 Sep 22 10:27:32.544584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58122) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:32.550193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'subnet': {'network_id': '81f4076d-fdf4-4c88-80fb-f3b8870ced78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:32.575310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6465-09a7-4df9-b346-b607fe893084 req-faf7304a-6625-4d2d-9867-7c4531eb3ce7 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:32.586986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-967f6465-09a7-4df9-b346-b607fe893084 req-faf7304a-6625-4d2d-9867-7c4531eb3ce7 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1254971 Sep 22 10:27:32.647861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-967f6465-09a7-4df9-b346-b607fe893084 req-165feefe-9ac2-4669-95f2-00b71a1d36c3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596726 Sep 22 10:27:32.683200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5be121fc-9c25-41fd-b517-a931bb933e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.733125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b47076-a576-4f3b-8a6f-e6330edd172f None None] Network 300b6ee1-cbef-4a19-9c97-56001d3d111b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:32.761706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655335c-bea6-4267-a99a-7d0aca62ebf2 req-6cde8c5e-54e1-4a37-a1f3-00bf940fc86b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:32.763255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0655335c-bea6-4267-a99a-7d0aca62ebf2 req-6cde8c5e-54e1-4a37-a1f3-00bf940fc86b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0515449 Sep 22 10:27:32.813530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:32.813687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-29e933f6-648f-41a5-9393-fbc3d985e07e None None] Provisioning complete for port bc67825d-11b8-42b5-9c0a-f33a5768c033 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:32.813967 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-29e933f6-648f-41a5-9393-fbc3d985e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.814702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0655335c-bea6-4267-a99a-7d0aca62ebf2 req-c276dea2-971e-4f25-8383-0572c636194e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406380 Sep 22 10:27:32.818918 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:32.932855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dabd4a-b76f-42ec-99d4-416779f67cd4 req-fb3bdb32-b2b1-4f09-a3ee-e73e8508e049 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:32.934703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-92dabd4a-b76f-42ec-99d4-416779f67cd4 req-fb3bdb32-b2b1-4f09-a3ee-e73e8508e049 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0519838 Sep 22 10:27:32.961495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58126) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:33.001108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-92dabd4a-b76f-42ec-99d4-416779f67cd4 req-273bb766-53e4-4c64-adb8-4df009415348 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457127 Sep 22 10:27:33.007965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8be30a9-ba44-451a-b7e4-88bd20088c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.025381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a25d6-f51b-4dfe-8edc-b676d16ceaf0 None None] DHCP port deletion for 300b6ee1-cbef-4a19-9c97-56001d3d111b request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:27:33.050716 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5be121fc-9c25-41fd-b517-a931bb933e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.077871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-647a25d6-f51b-4dfe-8edc-b676d16ceaf0 None None] Deleting port bc67825d-11b8-42b5-9c0a-f33a5768c033 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:33.078522 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-647a25d6-f51b-4dfe-8edc-b676d16ceaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.128311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5be121fc-9c25-41fd-b517-a931bb933e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.130426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83bd5-bcf7-4e3d-b0bc-6097072bb10a req-0955d840-ea58-4ae6-8946-2a6a4d83b278 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:33.132029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdb83bd5-bcf7-4e3d-b0bc-6097072bb10a req-0955d840-ea58-4ae6-8946-2a6a4d83b278 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0495043 Sep 22 10:27:33.141838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-647a25d6-f51b-4dfe-8edc-b676d16ceaf0 None None] For port bc67825d-11b8-42b5-9c0a-f33a5768c033, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bc67825d-11b8-42b5-9c0a-f33a5768c033,segment=NetworkSegment(6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e),segment_id=6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:33.142356 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-647a25d6-f51b-4dfe-8edc-b676d16ceaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.156296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-647a25d6-f51b-4dfe-8edc-b676d16ceaf0 None None] Calling delete_port for bc67825d-11b8-42b5-9c0a-f33a5768c033 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:33.175947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdb83bd5-bcf7-4e3d-b0bc-6097072bb10a req-68266606-fde6-45b8-a3e9-dfe6fe7772c7 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364292 Sep 22 10:27:33.183727 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5be121fc-9c25-41fd-b517-a931bb933e07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d80fc85864e4540a74cf566c90e0637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6678202 Sep 22 10:27:33.184610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58132) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:33.189370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be121fc-9c25-41fd-b517-a931bb933e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064a9cd-8bc1-4dc7-8d5b-c9b428d50c5f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:33.269976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c517392-463c-40f2-a50c-dc086090a06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.297762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:27:33.301519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.317047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c517392-463c-40f2-a50c-dc086090a06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.326847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-647a25d6-f51b-4dfe-8edc-b676d16ceaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.353839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a25d6-f51b-4dfe-8edc-b676d16ceaf0 None None] Pushing event deleted for resources: {'Port': ['ID=bc67825d-11b8-42b5-9c0a-f33a5768c033,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:33.359445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a25d6-f51b-4dfe-8edc-b676d16ceaf0 None None] No DVR routers for this DVR port bc67825d-11b8-42b5-9c0a-f33a5768c033 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:33.363027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79902a6a-e75f-4e57-8b1b-c2e200e42028 req-3d63da2c-2e76-48ea-85e1-d0d38dbe209c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:33.364150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79902a6a-e75f-4e57-8b1b-c2e200e42028 req-3d63da2c-2e76-48ea-85e1-d0d38dbe209c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 945 time: 0.0894926 Sep 22 10:27:33.371571 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8be30a9-ba44-451a-b7e4-88bd20088c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.387540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Subnet': ['ID=7d872335-6af3-4fe9-9459-9cd48911cef8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:33.398232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Checking segment: {'id': 'e33689e4-8ca7-4027-873e-02a2642a5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '81f4076d-fdf4-4c88-80fb-f3b8870ced78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:33.399412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network hostable DHCP agents. Network: 81f4076d-fdf4-4c88-80fb-f3b8870ced78, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:27:33.419014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79902a6a-e75f-4e57-8b1b-c2e200e42028 req-a7bb7110-4f70-4e5a-a798-7158f2b7e990 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Sep 22 10:27:33.461660 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8be30a9-ba44-451a-b7e4-88bd20088c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.497221 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f8be30a9-ba44-451a-b7e4-88bd20088c0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbea2fbafd854881a76e0f63072236eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342031 Sep 22 10:27:33.498330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be30a9-ba44-451a-b7e4-88bd20088c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5a653b-0bc1-4681-867e-de011c231412,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:33.500636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58140) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:33.517051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c517392-463c-40f2-a50c-dc086090a06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.518586 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network 81f4076d-fdf4-4c88-80fb-f3b8870ced78 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:27:33.519797 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c517392-463c-40f2-a50c-dc086090a06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.523426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0c517392-463c-40f2-a50c-dc086090a06d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f064a9cd-8bc1-4dc7-8d5b-c9b428d50c5f HTTP/1.1" status: 204 len: 168 time: 0.3352313 Sep 22 10:27:33.540199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c517392-463c-40f2-a50c-dc086090a06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064a9cd-8bc1-4dc7-8d5b-c9b428d50c5f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:33.557725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab03cd-0dbd-4ed1-8351-783e2935f382 req-c9a3138a-941e-4a60-9934-1b6d172ab024 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:33.571156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-daab03cd-0dbd-4ed1-8351-783e2935f382 req-c9a3138a-941e-4a60-9934-1b6d172ab024 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0862608 Sep 22 10:27:33.574884 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d185d02-c16c-43a2-bf32-fab55fec5ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.597894 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d185d02-c16c-43a2-bf32-fab55fec5ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.611000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-daab03cd-0dbd-4ed1-8351-783e2935f382 req-a91f0273-e9fb-4d15-a9a6-495a8f6c8487 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Sep 22 10:27:33.653206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 81f4076d-fdf4-4c88-80fb-f3b8870ced78) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:33.654673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96e06d-9f1c-4ad8-88fa-025155ebffea None None] Network 81f4076d-fdf4-4c88-80fb-f3b8870ced78 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:33.654785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:33.654785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.735003 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-609d61af-8eb9-444f-b5da-8a75138105d2 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1869733 Sep 22 10:27:33.735536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58148) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:33.772064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d185d02-c16c-43a2-bf32-fab55fec5ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.776501 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d185d02-c16c-43a2-bf32-fab55fec5ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.779386 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5d185d02-c16c-43a2-bf32-fab55fec5ff7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b5a653b-0bc1-4681-867e-de011c231412 HTTP/1.1" status: 204 len: 168 time: 0.2776434 Sep 22 10:27:33.792158 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d185d02-c16c-43a2-bf32-fab55fec5ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5a653b-0bc1-4681-867e-de011c231412,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:33.808551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-81f4076d-fdf4-4c88-80fb-f3b8870ced78', 'network_id': '81f4076d-fdf4-4c88-80fb-f3b8870ced78', 'tenant_id': '7fd35979f1cc4f6bbd1655af415d0e63', 'fixed_ips': [{'subnet_id': '7d872335-6af3-4fe9-9459-9cd48911cef8'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:27:33.808551 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.871587 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:33.916420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 615fb3ed-8e17-409c-94fa-7df23d972711 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:34.008671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bc67825d-11b8-42b5-9c0a-f33a5768c033 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:34.019141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.085608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: bc67825d-11b8-42b5-9c0a-f33a5768c033 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:34.085957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bc67825d-11b8-42b5-9c0a-f33a5768c033 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:34.106802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Allocated IP 2001:db8::f816:3eff:fe0f:e89a (81f4076d-fdf4-4c88-80fb-f3b8870ced78/7d872335-6af3-4fe9-9459-9cd48911cef8/6985a935-662d-4b87-9fc3-d2f241687a64) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:34.111529 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.156162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:34.158546 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801a8d6c-b557-418b-8f88-b95a8e4622e5" -d '{"events": [{"server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "name": "network-vif-unplugged", "status": "completed", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:34.180619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=615fb3ed-8e17-409c-94fa-7df23d972711,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:34.301905 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.306873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.357354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=615fb3ed-8e17-409c-94fa-7df23d972711,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:34.412425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.448314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Network 81f4076d-fdf4-4c88-80fb-f3b8870ced78 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:34.453063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:34.456561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:34.470132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Pushing event updated for resources: {'Port': ['ID=6985a935-662d-4b87-9fc3-d2f241687a64,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:34.533157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Attempting to bind port 6985a935-662d-4b87-9fc3-d2f241687a64 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:34.533523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Attempting to bind port 6985a935-662d-4b87-9fc3-d2f241687a64 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'e33689e4-8ca7-4027-873e-02a2642a5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '81f4076d-fdf4-4c88-80fb-f3b8870ced78'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:34.533881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Attempting to bind port 6985a935-662d-4b87-9fc3-d2f241687a64 on network 81f4076d-fdf4-4c88-80fb-f3b8870ced78 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:34.538854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:34.539224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Checking segment: {'id': 'e33689e4-8ca7-4027-873e-02a2642a5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '81f4076d-fdf4-4c88-80fb-f3b8870ced78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:34.539613 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.540001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Bound using segment: {'id': 'e33689e4-8ca7-4027-873e-02a2642a5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '81f4076d-fdf4-4c88-80fb-f3b8870ced78'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:34.540454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Bound port: 6985a935-662d-4b87-9fc3-d2f241687a64, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33689e4-8ca7-4027-873e-02a2642a5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '81f4076d-fdf4-4c88-80fb-f3b8870ced78'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:34.540827 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.573305 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.605695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Subnet': ['ID=7d872335-6af3-4fe9-9459-9cd48911cef8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:34.615482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] For port 6985a935-662d-4b87-9fc3-d2f241687a64, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:34.618933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] For port 6985a935-662d-4b87-9fc3-d2f241687a64, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6985a935-662d-4b87-9fc3-d2f241687a64,segment=NetworkSegment(e33689e4-8ca7-4027-873e-02a2642a5b40),segment_id=e33689e4-8ca7-4027-873e-02a2642a5b40)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:34.687649 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.709172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f4076d-fdf4-4c88-80fb-f3b8870ced78']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:34.717081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33689e4-8ca7-4027-873e-02a2642a5b40') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:34.717379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33689e4-8ca7-4027-873e-02a2642a5b40') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:34.726580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.761013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.763097 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.777926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:34.779148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:34.786246 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:34.850936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee28279-741f-4682-97a1-b266ba12888e None None] Pushing event updated for resources: {'Port': ['ID=6985a935-662d-4b87-9fc3-d2f241687a64,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:34.915707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:27:34.915707 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:27:34.915707 n-d-807025-3 neutron-server[95682]: [parameters: {'id': '81f4076d-fdf4-4c88-80fb-f3b8870ced78'}] Sep 22 10:27:34.915707 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:27:34.916480 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:27:35.416972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:35.755907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a39346-1630-42fa-8b4a-24adbcdf0968 None None] Network 81f4076d-fdf4-4c88-80fb-f3b8870ced78 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:35.854887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-c2328c33-3f38-4570-a702-52e1ddd8176d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:35.856468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-c2328c33-3f38-4570-a702-52e1ddd8176d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d HTTP/1.1" status: 200 len: 943 time: 0.0586965 Sep 22 10:27:35.866414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Deleting port 6985a935-662d-4b87-9fc3-d2f241687a64 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:35.866753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:35.975235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9f5e97f5-b325-45be-ada7-b708da1af750 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:27:35.984830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fd1ee3a0-9a11-4c26-9dba-4f86e87424eb None None] Provisioning complete for port 6985a935-662d-4b87-9fc3-d2f241687a64 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:35.985213 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fd1ee3a0-9a11-4c26-9dba-4f86e87424eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:35.995227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] For port 6985a935-662d-4b87-9fc3-d2f241687a64, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6985a935-662d-4b87-9fc3-d2f241687a64,segment=NetworkSegment(e33689e4-8ca7-4027-873e-02a2642a5b40),segment_id=e33689e4-8ca7-4027-873e-02a2642a5b40)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:35.995916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.011473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Calling delete_port for 6985a935-662d-4b87-9fc3-d2f241687a64 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:36.071698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Deleting port 615fb3ed-8e17-409c-94fa-7df23d972711 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:36.072043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.082013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6985a935-662d-4b87-9fc3-d2f241687a64 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:36.187682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] For port 615fb3ed-8e17-409c-94fa-7df23d972711, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=615fb3ed-8e17-409c-94fa-7df23d972711,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:36.188050 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.201380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Calling delete_port for 615fb3ed-8e17-409c-94fa-7df23d972711 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:36.227607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9f5e97f5-b325-45be-ada7-b708da1af750, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9f5e97f5-b325-45be-ada7-b708da1af750,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:36.244454 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fd1ee3a0-9a11-4c26-9dba-4f86e87424eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.248608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '9f5e97f5-b325-45be-ada7-b708da1af750', 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936', 'port_id': '9f5e97f5-b325-45be-ada7-b708da1af750', 'mac_address': 'fa:16:3e:86:13:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7120da3-eb03-4864-a141-90b352d4569d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:27:36.252392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.255380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6985a935-662d-4b87-9fc3-d2f241687a64 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:36.255754 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.262689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1a953-789d-41a8-8328-0592b3e15c0a None None] DHCP port deletion for 81f4076d-fdf4-4c88-80fb-f3b8870ced78 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:27:36.289965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Port 6985a935-662d-4b87-9fc3-d2f241687a64 was deleted so its status cannot be updated. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 22 10:27:36.294441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Port': ['ID=6985a935-662d-4b87-9fc3-d2f241687a64,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:36.304823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No DVR routers for this DVR port 6985a935-662d-4b87-9fc3-d2f241687a64 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:36.345316 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.357632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f5e97f5-b325-45be-ada7-b708da1af750 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:36.379356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9f5e97f5-b325-45be-ada7-b708da1af750, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9f5e97f5-b325-45be-ada7-b708da1af750,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:36.394709 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.443810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f4076d-fdf4-4c88-80fb-f3b8870ced78']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:36.458402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33689e4-8ca7-4027-873e-02a2642a5b40') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:36.458704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33689e4-8ca7-4027-873e-02a2642a5b40') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:36.473792 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.486229 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.487849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.494257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:36.494652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:36.497628 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:36.537826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=9f5e97f5-b325-45be-ada7-b708da1af750,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:36.560119 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.596626 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:27:36.605738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event deleted for resources: {'Port': ['ID=615fb3ed-8e17-409c-94fa-7df23d972711,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:36.634782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.649361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] No DVR routers for this DVR port 615fb3ed-8e17-409c-94fa-7df23d972711 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:36.655553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.657561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f83e30b8-3b01-4dfb-82e3-455836afa0bb req-5d9802e9-a1fd-40c7-8327-0cd8985b2a1d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "DELETE /v2.0/ports/615fb3ed-8e17-409c-94fa-7df23d972711 HTTP/1.1" status: 204 len: 173 time: 0.7932105 Sep 22 10:27:36.659890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'name': 'network-vif-deleted', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:36.662295 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453dd69b-3a35-4175-8e27-cb19fb04cd9e" -d '{"events": [{"server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "name": "network-vif-deleted", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:36.674444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.680540 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/81f4076d-fdf4-4c88-80fb-f3b8870ced78 HTTP/1.1" status: 204 len: 168 time: 2.9396868 Sep 22 10:27:36.680540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d81f7a-471a-4b64-850d-cafd0590d099 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Network': ['ID=81f4076d-fdf4-4c88-80fb-f3b8870ced78,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:36.680540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58264) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:36.684685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-351271827'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:36.708154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['9f5e97f5-b325-45be-ada7-b708da1af750'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:36.834605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:36.838154 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.861820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:27:36.871163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:36.871511 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Added segment dd45f8d4-3ed0-48ff-ae21-ae85f4eff553 of type vlan for network bc522248-6ec3-44da-bb23-8c7d032945b3 Sep 22 10:27:36.909957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:37.012071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:37.018182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:37.018890 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:37.092268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Network': ['ID=bc522248-6ec3-44da-bb23-8c7d032945b3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:37.102622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network bc522248-6ec3-44da-bb23-8c7d032945b3 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:27:37.118227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-728d4793-1f14-400d-a521-ec05fc402f62 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4326217 Sep 22 10:27:37.123660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58280) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:37.129507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'subnet': {'network_id': 'bc522248-6ec3-44da-bb23-8c7d032945b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:37.308471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:37.312594 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:37.577720 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:37.646416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Subnet': ['ID=df72494d-00f8-490e-8a05-d1fb074acbd3,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:37.686065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Checking segment: {'id': 'dd45f8d4-3ed0-48ff-ae21-ae85f4eff553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bc522248-6ec3-44da-bb23-8c7d032945b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:37.686429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network hostable DHCP agents. Network: bc522248-6ec3-44da-bb23-8c7d032945b3, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:27:37.715659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79561904-31e1-4bb6-8801-a1ffd00505d1 req-1538dbe0-906b-4ccb-866e-238215f44e08 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:37.717194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79561904-31e1-4bb6-8801-a1ffd00505d1 req-1538dbe0-906b-4ccb-866e-238215f44e08 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 944 time: 0.0743966 Sep 22 10:27:37.759587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79561904-31e1-4bb6-8801-a1ffd00505d1 req-6bf3e5f2-c749-406b-b055-0ed6fe803293 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350821 Sep 22 10:27:37.817385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network bc522248-6ec3-44da-bb23-8c7d032945b3 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:27:37.877405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d366687-34f1-4c05-b8fe-57761fb755d2 req-30400f53-be69-4470-888b-4a9a771fd643 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:37.879069 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d366687-34f1-4c05-b8fe-57761fb755d2 req-30400f53-be69-4470-888b-4a9a771fd643 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0501478 Sep 22 10:27:37.916356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, bc522248-6ec3-44da-bb23-8c7d032945b3) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:37.920656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d366687-34f1-4c05-b8fe-57761fb755d2 req-09ba8abd-6865-4cf9-bc9c-02c934c6197a tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348237 Sep 22 10:27:37.923611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:37.924301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:37.941868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf9865a-6cc3-4b3b-a13c-e0ea2de6d2cc None None] Network bc522248-6ec3-44da-bb23-8c7d032945b3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:37.971026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9f5e97f5-b325-45be-ada7-b708da1af750 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:37.991295 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f36127b-3497-4354-9ccb-88edfce31e42 x-openstack-request-id: req-8f36127b-3497-4354-9ccb-88edfce31e42 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:37.991295 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "name": "network-vif-unplugged", "status": "failed", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711", "code": 422}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:37.991295 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f36127b-3497-4354-9ccb-88edfce31e42 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:37.991295 n-d-807025-3 neutron-server[95683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711', 'code': 422} returned with failed status Sep 22 10:27:38.007547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bf7bdf13-74c4-46b3-ba7f-543ec5d4153f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8871131 Sep 22 10:27:38.009991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58292) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:38.079296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6985a935-662d-4b87-9fc3-d2f241687a64 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:38.106542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6985a935-662d-4b87-9fc3-d2f241687a64 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:38.107728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6985a935-662d-4b87-9fc3-d2f241687a64 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:38.145253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.211052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 9f5e97f5-b325-45be-ada7-b708da1af750 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:38.211639 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.212346 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.273686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ceace-413d-45c9-b584-1d2c4984c2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-bc522248-6ec3-44da-bb23-8c7d032945b3', 'network_id': 'bc522248-6ec3-44da-bb23-8c7d032945b3', 'tenant_id': '7fd35979f1cc4f6bbd1655af415d0e63', 'fixed_ips': [{'subnet_id': 'df72494d-00f8-490e-8a05-d1fb074acbd3'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:27:38.274598 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c71ceace-413d-45c9-b584-1d2c4984c2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.343803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.359181 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.379435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Subnet': ['ID=df72494d-00f8-490e-8a05-d1fb074acbd3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:38.457222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.458352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9f5e97f5-b325-45be-ada7-b708da1af750, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9f5e97f5-b325-45be-ada7-b708da1af750,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:38.463253 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5eac56-0fe6-4f37-846d-efb400f914b9 x-openstack-request-id: req-af5eac56-0fe6-4f37-846d-efb400f914b9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:38.463253 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d", "name": "network-vif-deleted", "tag": "615fb3ed-8e17-409c-94fa-7df23d972711", "status": "failed", "code": 422}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:38.463253 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af5eac56-0fe6-4f37-846d-efb400f914b9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:38.463253 n-d-807025-3 neutron-server[95682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cfafd3fd-da7e-409d-ac3c-57e0b97f4a9d', 'name': 'network-vif-deleted', 'tag': '615fb3ed-8e17-409c-94fa-7df23d972711', 'status': 'failed', 'code': 422} returned with failed status Sep 22 10:27:38.481831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc522248-6ec3-44da-bb23-8c7d032945b3']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:38.493101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd45f8d4-3ed0-48ff-ae21-ae85f4eff553') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:38.493407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd45f8d4-3ed0-48ff-ae21-ae85f4eff553') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:38.504151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.517993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.527844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:38.528486 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:38.532466 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server [None req-c71ceace-413d-45c9-b584-1d2c4984c2fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df72494d-00f8-490e-8a05-d1fb074acbd3: This subnet is being modified by another concurrent operation. Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:27:38.587779 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise exception Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df72494d-00f8-490e-8a05-d1fb074acbd3: This subnet is being modified by another concurrent operation. Sep 22 10:27:38.591669 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Sep 22 10:27:38.625046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfdba3e-e813-4c94-b5b1-f5418334d96d None None] Network bc522248-6ec3-44da-bb23-8c7d032945b3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:38.638385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266a71b-9a00-46e1-8feb-b3544b57316e req-03dc1180-9900-401e-baac-303784169812 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:38.640126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7266a71b-9a00-46e1-8feb-b3544b57316e req-03dc1180-9900-401e-baac-303784169812 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1067183 Sep 22 10:27:38.642201 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.680348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7266a71b-9a00-46e1-8feb-b3544b57316e req-1de5f350-901d-454a-9f60-8de2cf15c862 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Sep 22 10:27:38.765550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=9f5e97f5-b325-45be-ada7-b708da1af750,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:38.770309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e35bd-6f37-4422-909f-876103024c0b None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:27:38.787886 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.797652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.803419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/bc522248-6ec3-44da-bb23-8c7d032945b3 HTTP/1.1" status: 204 len: 168 time: 0.7881861 Sep 22 10:27:38.805386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58310) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:38.812165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-51231950'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:38.821119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9487519-ba28-47e2-acd2-dbdc2476da40 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Network': ['ID=bc522248-6ec3-44da-bb23-8c7d032945b3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:38.842191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150e46a-e47a-47ed-a197-108153358b05 req-50af3623-06b7-4a29-b464-a0a04f457973 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:38.850333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1150e46a-e47a-47ed-a197-108153358b05 req-50af3623-06b7-4a29-b464-a0a04f457973 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0894077 Sep 22 10:27:38.899269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1150e46a-e47a-47ed-a197-108153358b05 req-17f2054d-76fc-4864-bf3d-bc933ab5f698 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480120 Sep 22 10:27:38.909334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e35bd-6f37-4422-909f-876103024c0b None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:27:38.948583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:38.955034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.970857 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58318) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:38.987691 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:27:38.998331 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.998979 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Added segment e6adc2ce-8155-474f-87a5-ff433b41dc68 of type vlan for network 234a643d-f291-4eff-9334-e636bd53a026 Sep 22 10:27:39.042367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.067602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918f678-6387-45e3-9149-31cf0bae669a req-bea3e61a-efd0-40f9-97b0-5b72bb2eba35 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:39.076377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0918f678-6387-45e3-9149-31cf0bae669a req-bea3e61a-efd0-40f9-97b0-5b72bb2eba35 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1165559 Sep 22 10:27:39.118374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0918f678-6387-45e3-9149-31cf0bae669a req-fb17a09f-1f1b-43e8-95bb-8b1c6a04285d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397112 Sep 22 10:27:39.135832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58328) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:39.143449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.149289 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:39.149894 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.218400 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fffe4597-a6bf-4f8c-9325-0c2e1131b821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.227658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc473e41-ebb1-48ec-9ea4-24b8bf3e9b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.380124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-e16e8c81-0a11-40c3-8e18-16081c738d39 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:39.381775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-e16e8c81-0a11-40c3-8e18-16081c738d39 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.1386604 Sep 22 10:27:39.412535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-56dd9ee5-e378-4d79-ba9a-a8604cda6c6a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/quotas/2bf57e69eb8b420a9edc7c06630515b5 HTTP/1.1" status: 200 len: 375 time: 0.0176516 Sep 22 10:27:39.460224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-24e287b9-62ed-4515-bcc4-d10ce44e3290 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355921 Sep 22 10:27:39.475387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fffe4597-a6bf-4f8c-9325-0c2e1131b821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.545998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Network': ['ID=234a643d-f291-4eff-9334-e636bd53a026,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:39.549677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fffe4597-a6bf-4f8c-9325-0c2e1131b821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.550769 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2b4e5d6c-b9f7-4a6c-b0e0-000636ff10d6 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7434514 Sep 22 10:27:39.553130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58340) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:39.557703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 234a643d-f291-4eff-9334-e636bd53a026 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:27:39.568209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Request body: {'subnet': {'network_id': '234a643d-f291-4eff-9334-e636bd53a026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:39.603897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fffe4597-a6bf-4f8c-9325-0c2e1131b821 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d8a539709fc4714ba3af88d452f5378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645615 Sep 22 10:27:39.604207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:39.605953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe4597-a6bf-4f8c-9325-0c2e1131b821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a36cb0-bb8e-4f74-a8f9-85afb32665a3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:39.625137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-e9516da6-af68-4dd8-9033-3e32a0b7a6f6 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481757 Sep 22 10:27:39.709176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-f334cb5e-1771-4a87-8a6f-e83e942d54ac service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831699 Sep 22 10:27:39.725778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7b073d3-bb8c-4d3a-a768-4324ab61d4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.761419 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7b073d3-bb8c-4d3a-a768-4324ab61d4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.805437 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc473e41-ebb1-48ec-9ea4-24b8bf3e9b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.923449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7b073d3-bb8c-4d3a-a768-4324ab61d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.927300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7b073d3-bb8c-4d3a-a768-4324ab61d4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.934819 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a7b073d3-bb8c-4d3a-a768-4324ab61d4eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2a36cb0-bb8e-4f74-a8f9-85afb32665a3 HTTP/1.1" status: 204 len: 168 time: 0.3231778 Sep 22 10:27:39.934819 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc473e41-ebb1-48ec-9ea4-24b8bf3e9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:39.952003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b073d3-bb8c-4d3a-a768-4324ab61d4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a36cb0-bb8e-4f74-a8f9-85afb32665a3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:39.988674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5e97f5-b325-45be-ada7-b708da1af750'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:39.991055 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc473e41-ebb1-48ec-9ea4-24b8bf3e9b83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73819155a0dd4defa24a77d0ab547352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9381156 Sep 22 10:27:39.991490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58350) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:39.992779 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb60828-ba3f-400f-9241-c60e4fea45b0" -d '{"events": [{"server_uuid": "adb3db3c-732c-4416-a2f5-1648eda63e83", "name": "network-vif-plugged", "status": "completed", "tag": "9f5e97f5-b325-45be-ada7-b708da1af750"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:39.996301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473e41-ebb1-48ec-9ea4-24b8bf3e9b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399267a1-1a36-430e-8d83-bd72161e9c4e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:40.064220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Made reservation on behalf of 7fd35979f1cc4f6bbd1655af415d0e63 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:40.068490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:40.089696 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d274af7b-57a1-4029-8467-10ac0bc39d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:40.100497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b537da-1769-45a6-81e3-97dc6a4dc1f7 req-77a97733-676c-45c3-ad18-e8eae541af61 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:40.107826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9b537da-1769-45a6-81e3-97dc6a4dc1f7 req-77a97733-676c-45c3-ad18-e8eae541af61 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0853221 Sep 22 10:27:40.135920 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d274af7b-57a1-4029-8467-10ac0bc39d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:40.186247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9b537da-1769-45a6-81e3-97dc6a4dc1f7 req-08f287c4-980a-4acf-916a-ba03aa2414d9 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767000 Sep 22 10:27:40.331340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63e15b93-6243-4f9c-8670-045e712e3e50 req-571576d4-160b-4a82-8cae-995faa2a5a42 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 210 time: 0.0282688 Sep 22 10:27:40.366988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d274af7b-57a1-4029-8467-10ac0bc39d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:40.370462 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d274af7b-57a1-4029-8467-10ac0bc39d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:40.373580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d274af7b-57a1-4029-8467-10ac0bc39d12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/399267a1-1a36-430e-8d83-bd72161e9c4e HTTP/1.1" status: 204 len: 168 time: 0.3810530 Sep 22 10:27:40.386034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274af7b-57a1-4029-8467-10ac0bc39d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399267a1-1a36-430e-8d83-bd72161e9c4e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:40.392411 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee40e16c-d69b-4f8f-969e-5cdb98d38d82 x-openstack-request-id: req-ee40e16c-d69b-4f8f-969e-5cdb98d38d82 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:40.392815 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb3db3c-732c-4416-a2f5-1648eda63e83", "name": "network-vif-plugged", "status": "completed", "tag": "9f5e97f5-b325-45be-ada7-b708da1af750", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:40.393071 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee40e16c-d69b-4f8f-969e-5cdb98d38d82 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:40.393469 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5e97f5-b325-45be-ada7-b708da1af750', 'code': 200} Sep 22 10:27:40.525681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8450b-6779-4101-9148-37111f3bf77f req-d8593691-5a7d-48d9-b043-b999c57a11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:40.527533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00f8450b-6779-4101-9148-37111f3bf77f req-d8593691-5a7d-48d9-b043-b999c57a11b0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 1096 time: 0.0927203 Sep 22 10:27:40.581593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01d308-3b0b-4b17-83ea-32f88c99fe32 req-f4b12e0b-bae0-48ad-b3e5-b851bc5b80e5 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:40.583544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb01d308-3b0b-4b17-83ea-32f88c99fe32 req-f4b12e0b-bae0-48ad-b3e5-b851bc5b80e5 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1007066 Sep 22 10:27:40.606510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:27:40.608286 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:40.652783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00f8450b-6779-4101-9148-37111f3bf77f req-5c1e55e9-2228-4ad4-b050-4d6917d20b1f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165771 Sep 22 10:27:40.670878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb841b-2aa7-4537-aa49-efe92a21c697 req-f52d18cf-43af-46a1-8019-c27fad36b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:40.672516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3eb841b-2aa7-4537-aa49-efe92a21c697 req-f52d18cf-43af-46a1-8019-c27fad36b2ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 1096 time: 0.1190755 Sep 22 10:27:40.675234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event updated for resources: {'Subnet': ['ID=d5b9507d-109d-4a8a-937a-fa168f4e7bc0,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:40.692594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb01d308-3b0b-4b17-83ea-32f88c99fe32 req-d7fdad94-e554-4720-8da2-9c2e79f364f8 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 Sep 22 10:27:40.719913 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Checking segment: {'id': 'e6adc2ce-8155-474f-87a5-ff433b41dc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '234a643d-f291-4eff-9334-e636bd53a026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:40.721169 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network hostable DHCP agents. Network: 234a643d-f291-4eff-9334-e636bd53a026, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:27:40.810013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c284-425d-407a-a85b-ae38e43493d4 req-8f277e10-742e-42e7-aa62-c2ddfdd286df tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:40.812127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff24c284-425d-407a-a85b-ae38e43493d4 req-8f277e10-742e-42e7-aa62-c2ddfdd286df tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0546715 Sep 22 10:27:40.841283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Network 234a643d-f291-4eff-9334-e636bd53a026 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:27:40.886590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff24c284-425d-407a-a85b-ae38e43493d4 req-4fc4d149-5e5c-46d7-a8bb-43c4b064b315 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682483 Sep 22 10:27:40.892438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3eb841b-2aa7-4537-aa49-efe92a21c697 req-a1861af8-6f9f-41db-8ff1-eb6aaad92757 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554740 Sep 22 10:27:40.960187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 234a643d-f291-4eff-9334-e636bd53a026) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:40.967076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:40.967896 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:40.970979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9862647-1214-44ae-8e35-355c5088adf2 None None] Network 234a643d-f291-4eff-9334-e636bd53a026 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:41.014138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcf0b1-2b9a-4c0f-9da9-c41dcb88e4dd req-17cdb875-c8cb-4211-9487-3075833e9490 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:41.022548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10bcf0b1-2b9a-4c0f-9da9-c41dcb88e4dd req-17cdb875-c8cb-4211-9487-3075833e9490 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0633438 Sep 22 10:27:41.060828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10bcf0b1-2b9a-4c0f-9da9-c41dcb88e4dd req-7af25637-8f0a-4527-98b7-ab24df099cfa tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Sep 22 10:27:41.080098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58386) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:41.088594 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0aa9d1e8-a72a-4e30-8469-88e69eb96a32 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5228095 Sep 22 10:27:41.168727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-234a643d-f291-4eff-9334-e636bd53a026', 'network_id': '234a643d-f291-4eff-9334-e636bd53a026', 'tenant_id': '7fd35979f1cc4f6bbd1655af415d0e63', 'fixed_ips': [{'subnet_id': 'd5b9507d-109d-4a8a-937a-fa168f4e7bc0'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:27:41.169655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.216330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.246875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac037-b73f-49cd-8728-217868aedd7c req-5947f5de-c12d-4458-96e6-4147c1427a81 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:41.248383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e47ac037-b73f-49cd-8728-217868aedd7c req-5947f5de-c12d-4458-96e6-4147c1427a81 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0813627 Sep 22 10:27:41.305815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Allocated IP 2001:db8::f816:3eff:fe56:388d (234a643d-f291-4eff-9334-e636bd53a026/d5b9507d-109d-4a8a-937a-fa168f4e7bc0/d89239c0-168f-4117-b7a1-b1fdaafb3bca) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:41.308737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.335438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e47ac037-b73f-49cd-8728-217868aedd7c req-5f2969d3-d83e-4cb1-a230-7add9d2f6957 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682461 Sep 22 10:27:41.340348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58398) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:41.375829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-628d83c5-fdcc-4319-9af9-66bef5934a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.496386 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-628d83c5-fdcc-4319-9af9-66bef5934a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.499320 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.508943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910107a-25c8-4883-a037-c45efafd4db9 req-d478bd35-4630-4214-bf38-bf33083ff0a9 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:41.510552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4910107a-25c8-4883-a037-c45efafd4db9 req-d478bd35-4630-4214-bf38-bf33083ff0a9 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0569208 Sep 22 10:27:41.553215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4910107a-25c8-4883-a037-c45efafd4db9 req-e8519387-56c8-4377-88ed-fc08c924bf51 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 Sep 22 10:27:41.606209 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-628d83c5-fdcc-4319-9af9-66bef5934a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.648295 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-628d83c5-fdcc-4319-9af9-66bef5934a79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef1cdda6df2140569c32a72dad3517e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045838 Sep 22 10:27:41.648485 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.649289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58406) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:41.651161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d83c5-fdcc-4319-9af9-66bef5934a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3538a5a0-a197-46d5-bd77-253c98b46323,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:41.696174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Network 234a643d-f291-4eff-9334-e636bd53a026 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:41.699321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:41.706684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:41.709910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Pushing event updated for resources: {'Port': ['ID=d89239c0-168f-4117-b7a1-b1fdaafb3bca,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:41.722348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dcdf94f-a44f-417e-ac0d-3b5896e4092a req-a476f178-23b8-4aef-8512-669e14fd2a24 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 210 time: 0.0376453 Sep 22 10:27:41.758484 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-678cb5ce-1ab1-4b8e-8964-8e14f6fe09a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.782525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-678cb5ce-1ab1-4b8e-8964-8e14f6fe09a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.791449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Attempting to bind port d89239c0-168f-4117-b7a1-b1fdaafb3bca on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:41.792194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Attempting to bind port d89239c0-168f-4117-b7a1-b1fdaafb3bca by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'e6adc2ce-8155-474f-87a5-ff433b41dc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '234a643d-f291-4eff-9334-e636bd53a026'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:41.792637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Attempting to bind port d89239c0-168f-4117-b7a1-b1fdaafb3bca on network 234a643d-f291-4eff-9334-e636bd53a026 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:41.798901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:41.799413 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Checking segment: {'id': 'e6adc2ce-8155-474f-87a5-ff433b41dc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '234a643d-f291-4eff-9334-e636bd53a026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:41.799822 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.800218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Bound using segment: {'id': 'e6adc2ce-8155-474f-87a5-ff433b41dc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '234a643d-f291-4eff-9334-e636bd53a026'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:41.800686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Bound port: d89239c0-168f-4117-b7a1-b1fdaafb3bca, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6adc2ce-8155-474f-87a5-ff433b41dc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '234a643d-f291-4eff-9334-e636bd53a026'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:41.801069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.844258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.881556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b9507d-109d-4a8a-937a-fa168f4e7bc0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:41.904153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] For port d89239c0-168f-4117-b7a1-b1fdaafb3bca, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:41.911691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] For port d89239c0-168f-4117-b7a1-b1fdaafb3bca, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d89239c0-168f-4117-b7a1-b1fdaafb3bca,segment=NetworkSegment(e6adc2ce-8155-474f-87a5-ff433b41dc68),segment_id=e6adc2ce-8155-474f-87a5-ff433b41dc68)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:41.923741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905fde2-4456-4225-ac90-0d7ff566f8f5 req-29f4ce31-059b-4686-bb6f-a518be09530d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:41.925244 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0905fde2-4456-4225-ac90-0d7ff566f8f5 req-29f4ce31-059b-4686-bb6f-a518be09530d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1250606 Sep 22 10:27:41.961072 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:41.993884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234a643d-f291-4eff-9334-e636bd53a026']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:42.011904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6adc2ce-8155-474f-87a5-ff433b41dc68') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:42.012279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6adc2ce-8155-474f-87a5-ff433b41dc68') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:42.018083 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:42.026292 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0905fde2-4456-4225-ac90-0d7ff566f8f5 req-1caf5111-2c6e-4a15-bc5a-201cfa0e1a74 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926313 Sep 22 10:27:42.027011 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-678cb5ce-1ab1-4b8e-8964-8e14f6fe09a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:42.029779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-678cb5ce-1ab1-4b8e-8964-8e14f6fe09a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:42.031504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-678cb5ce-1ab1-4b8e-8964-8e14f6fe09a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3538a5a0-a197-46d5-bd77-253c98b46323 HTTP/1.1" status: 204 len: 168 time: 0.3805585 Sep 22 10:27:42.037185 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:42.049913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cb5ce-1ab1-4b8e-8964-8e14f6fe09a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3538a5a0-a197-46d5-bd77-253c98b46323,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:42.063375 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:42.087003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:42.088312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:42.095182 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:42.134959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba55a52-dd5d-431e-bb00-00db88c12f93 None None] Pushing event updated for resources: {'Port': ['ID=d89239c0-168f-4117-b7a1-b1fdaafb3bca,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:42.223767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:27:42.223767 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:27:42.223767 n-d-807025-3 neutron-server[95682]: [parameters: {'id': '234a643d-f291-4eff-9334-e636bd53a026'}] Sep 22 10:27:42.223767 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:27:42.227978 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:27:42.399183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b659d-e8a8-4480-ad9a-e788f6f3fb65 req-43d8cfb9-dae5-4aff-89fa-cf8cace08770 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:42.400851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-220b659d-e8a8-4480-ad9a-e788f6f3fb65 req-43d8cfb9-dae5-4aff-89fa-cf8cace08770 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0910985 Sep 22 10:27:42.441128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-220b659d-e8a8-4480-ad9a-e788f6f3fb65 req-e2faffd3-3e21-4c5f-b326-c0186b5349b9 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337300 Sep 22 10:27:42.725021 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:42.753076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-abb5b054-3490-4396-88c2-c95a37d5fe83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:42.754556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-abb5b054-3490-4396-88c2-c95a37d5fe83 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.1147857 Sep 22 10:27:42.785262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Request body: {'port': {'device_id': 'ba873cc5-9b69-4af1-82b5-10eb0ffcd340', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'admin_state_up': True, 'tenant_id': '2bf57e69eb8b420a9edc7c06630515b5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:42.896221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Deleting port d89239c0-168f-4117-b7a1-b1fdaafb3bca {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:42.896715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:42.985085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] For port d89239c0-168f-4117-b7a1-b1fdaafb3bca, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d89239c0-168f-4117-b7a1-b1fdaafb3bca,segment=NetworkSegment(e6adc2ce-8155-474f-87a5-ff433b41dc68),segment_id=e6adc2ce-8155-474f-87a5-ff433b41dc68)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:42.985460 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:42.999682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Calling delete_port for d89239c0-168f-4117-b7a1-b1fdaafb3bca owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:43.153658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704bb81d-ceb1-4597-b12b-9e2c1fa9a974 None None] Network 234a643d-f291-4eff-9334-e636bd53a026 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:43.212133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Made reservation on behalf of 2bf57e69eb8b420a9edc7c06630515b5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:43.219077 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.268191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.281378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2f19622f-9ad7-4e98-8ef7-4e6787fd4635 None None] Provisioning complete for port d89239c0-168f-4117-b7a1-b1fdaafb3bca triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:43.281752 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2f19622f-9ad7-4e98-8ef7-4e6787fd4635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.306440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2f19622f-9ad7-4e98-8ef7-4e6787fd4635 None None] Port d89239c0-168f-4117-b7a1-b1fdaafb3bca was deleted so its status cannot be updated. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 22 10:27:43.329904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Port': ['ID=d89239c0-168f-4117-b7a1-b1fdaafb3bca,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:43.338662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No DVR routers for this DVR port d89239c0-168f-4117-b7a1-b1fdaafb3bca on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:43.397213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fc3eaa-8004-40ce-bbba-37ff5652c506 None None] DHCP port deletion for 234a643d-f291-4eff-9334-e636bd53a026 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:27:43.472257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35ac9c82-9f35-422b-9b8a-5753f38d02f0 req-c02b7f56-e2ee-4ce9-acae-5eb778c2859b tempest-AbsoluteLimitsNegativeTestJSON-1874643823 tempest-AbsoluteLimitsNegativeTestJSON-1874643823-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c9616ecedaa345929803737a68af418d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477300 Sep 22 10:27:43.502360 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.554157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234a643d-f291-4eff-9334-e636bd53a026']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:43.563639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Allocated IP 172.20.0.9 (886454a0-45dd-4823-afab-9eacf053dba4/525e8607-9914-4cb1-88f2-d94fdc07a1c2/6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:43.574637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6adc2ce-8155-474f-87a5-ff433b41dc68') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:43.574941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6adc2ce-8155-474f-87a5-ff433b41dc68') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:43.596741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.653471 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.676107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:43.676513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:43.683958 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:43.722527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac9c82-9f35-422b-9b8a-5753f38d02f0 req-12383227-20cc-4aad-8366-d44b190ec7ca tempest-AbsoluteLimitsNegativeTestJSON-1874643823 tempest-AbsoluteLimitsNegativeTestJSON-1874643823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:43.723902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35ac9c82-9f35-422b-9b8a-5753f38d02f0 req-12383227-20cc-4aad-8366-d44b190ec7ca tempest-AbsoluteLimitsNegativeTestJSON-1874643823 tempest-AbsoluteLimitsNegativeTestJSON-1874643823-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167571 Sep 22 10:27:43.796586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35ac9c82-9f35-422b-9b8a-5753f38d02f0 req-2f864226-2a04-4b07-bcb8-5961c169d627 tempest-AbsoluteLimitsNegativeTestJSON-1874643823 tempest-AbsoluteLimitsNegativeTestJSON-1874643823-project] 10.222.0.20 "GET /v2.0/quotas/c9616ecedaa345929803737a68af418d HTTP/1.1" status: 200 len: 375 time: 0.0613534 Sep 22 10:27:43.860161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35ac9c82-9f35-422b-9b8a-5753f38d02f0 req-7f1f3b36-12de-4f67-9676-8625aeff079f tempest-AbsoluteLimitsNegativeTestJSON-1874643823 tempest-AbsoluteLimitsNegativeTestJSON-1874643823-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9616ecedaa345929803737a68af418d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563686 Sep 22 10:27:43.885078 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.890443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.892784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/234a643d-f291-4eff-9334-e636bd53a026 HTTP/1.1" status: 204 len: 168 time: 2.8112249 Sep 22 10:27:43.896855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58472) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:43.938973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b71d6-aa04-4881-8c77-9260385ce6dc tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Network': ['ID=234a643d-f291-4eff-9334-e636bd53a026,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:43.938973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:43.951612 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb5ba9d-8590-4792-8fb2-666b7f17d663 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): The resource could not be found. Sep 22 10:27:43.952968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb5ba9d-8590-4792-8fb2-666b7f17d663 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:43.955039 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2cb5ba9d-8590-4792-8fb2-666b7f17d663 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/subnets/d5b9507d-109d-4a8a-937a-fa168f4e7bc0 HTTP/1.1" status: 404 len: 337 time: 0.0571334 Sep 22 10:27:43.957493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58476) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:43.975514 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffcce1b-b6fe-4330-8582-d432167fd25f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): The resource could not be found. Sep 22 10:27:43.975970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffcce1b-b6fe-4330-8582-d432167fd25f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:43.977858 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9ffcce1b-b6fe-4330-8582-d432167fd25f tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/234a643d-f291-4eff-9334-e636bd53a026 HTTP/1.1" status: 404 len: 339 time: 0.0194278 Sep 22 10:27:43.980342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58478) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:44.012451 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46e7367-f476-420f-8d1c-d1d7c5925167 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): The resource could not be found. Sep 22 10:27:44.012911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46e7367-f476-420f-8d1c-d1d7c5925167 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:44.014742 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e46e7367-f476-420f-8d1c-d1d7c5925167 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/subnets/df72494d-00f8-490e-8a05-d1fb074acbd3 HTTP/1.1" status: 404 len: 337 time: 0.0333548 Sep 22 10:27:44.017314 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58482) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:44.022025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a377362-2c8b-4c35-bffa-d8bbc8249977 req-71be48d5-6977-4ccc-99eb-816981056e79 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:44.026830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a377362-2c8b-4c35-bffa-d8bbc8249977 req-71be48d5-6977-4ccc-99eb-816981056e79 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.0704761 Sep 22 10:27:44.035500 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efad5aa-ee8f-4c21-8b71-f7bfd3525650 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): The resource could not be found. Sep 22 10:27:44.036044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efad5aa-ee8f-4c21-8b71-f7bfd3525650 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:44.037757 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5efad5aa-ee8f-4c21-8b71-f7bfd3525650 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/bc522248-6ec3-44da-bb23-8c7d032945b3 HTTP/1.1" status: 404 len: 339 time: 0.0195408 Sep 22 10:27:44.042293 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58484) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:44.070928 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a377362-2c8b-4c35-bffa-d8bbc8249977 req-79fa8a33-2024-44df-855f-09922c95e391 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Sep 22 10:27:44.076100 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45f7bf8-db9f-42db-a5ae-38e54e2eba76 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): The resource could not be found. Sep 22 10:27:44.076561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45f7bf8-db9f-42db-a5ae-38e54e2eba76 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:44.078377 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d45f7bf8-db9f-42db-a5ae-38e54e2eba76 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/subnets/7d872335-6af3-4fe9-9459-9cd48911cef8 HTTP/1.1" status: 404 len: 337 time: 0.0348172 Sep 22 10:27:44.081125 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58486) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:44.090511 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.109104 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a91e7c-6748-4151-b678-352fad097959 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): The resource could not be found. Sep 22 10:27:44.109659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a91e7c-6748-4151-b678-352fad097959 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:44.111393 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e0a91e7c-6748-4151-b678-352fad097959 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/81f4076d-fdf4-4c88-80fb-f3b8870ced78 HTTP/1.1" status: 404 len: 339 time: 0.0291049 Sep 22 10:27:44.116278 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58492) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:44.132880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Network 886454a0-45dd-4823-afab-9eacf053dba4 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:44.136291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:44.140093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:44.185895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event updated for resources: {'Port': ['ID=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:44.232249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:44.232786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.237788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0eb55e8b-5d9b-463c-aaae-72ea3cf5152a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Deleting port 77d9a301-4713-4a4f-be86-a372594aa9ec {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:44.238149 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0eb55e8b-5d9b-463c-aaae-72ea3cf5152a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.255036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e9eb9-a0de-4803-8a39-cc3c5b97605d req-699bdb44-f787-40bc-993d-d80c2c0c2123 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:44.257269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a4e9eb9-a0de-4803-8a39-cc3c5b97605d req-699bdb44-f787-40bc-993d-d80c2c0c2123 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.0921910 Sep 22 10:27:44.300802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a4e9eb9-a0de-4803-8a39-cc3c5b97605d req-5cf69fd9-ecb8-4ca0-b7ad-4d856a7ffbcc tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355649 Sep 22 10:27:44.314882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0eb55e8b-5d9b-463c-aaae-72ea3cf5152a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.327937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-c8cbffc6-127b-4601-a686-6f7c20fedc5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5482171 Sep 22 10:27:44.341050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Request body: {'port': {'device_id': 'ba873cc5-9b69-4af1-82b5-10eb0ffcd340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:44.351796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0eb55e8b-5d9b-463c-aaae-72ea3cf5152a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Calling delete_port for 77d9a301-4713-4a4f-be86-a372594aa9ec owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:44.421626 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.573048 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58508) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:44.600426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05232a-e4b4-47a6-b050-ee29cd6226fb req-a38bd60f-aaf1-4f42-b058-78bf95062833 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:44.600953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0eb55e8b-5d9b-463c-aaae-72ea3cf5152a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.607750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c05232a-e4b4-47a6-b050-ee29cd6226fb req-a38bd60f-aaf1-4f42-b058-78bf95062833 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 931 time: 0.1423128 Sep 22 10:27:44.644982 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0eb55e8b-5d9b-463c-aaae-72ea3cf5152a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.650531 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0eb55e8b-5d9b-463c-aaae-72ea3cf5152a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/ports/77d9a301-4713-4a4f-be86-a372594aa9ec HTTP/1.1" status: 204 len: 168 time: 0.5301445 Sep 22 10:27:44.650531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb55e8b-5d9b-463c-aaae-72ea3cf5152a tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Port': ['ID=77d9a301-4713-4a4f-be86-a372594aa9ec,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:44.650708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58516) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:44.692954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c05232a-e4b4-47a6-b050-ee29cd6226fb req-cd7e2635-f7fb-4ccf-8e05-3455ee816e8c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755880 Sep 22 10:27:44.720306 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13de97a-fdc4-40d2-a2e6-b3aa2e8404c3 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): The resource could not be found. Sep 22 10:27:44.720508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13de97a-fdc4-40d2-a2e6-b3aa2e8404c3 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:44.722266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c13de97a-fdc4-40d2-a2e6-b3aa2e8404c3 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/subnets/14c88904-2039-492f-b961-84cc065cdb38 HTTP/1.1" status: 404 len: 337 time: 0.0712872 Sep 22 10:27:44.724811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58522) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:44.739397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02240e5f-3bc1-4d98-b2a5-364000864788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.848035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02240e5f-3bc1-4d98-b2a5-364000864788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.895484 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.909643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833e27e-c783-4e46-bfe7-9f08126f8ab3 req-c4f3a634-ca33-4c4f-9132-1f0ad4b4db76 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:44.911155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d833e27e-c783-4e46-bfe7-9f08126f8ab3 req-c4f3a634-ca33-4c4f-9132-1f0ad4b4db76 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1472921 Sep 22 10:27:44.926828 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02240e5f-3bc1-4d98-b2a5-364000864788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:44.964155 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-02240e5f-3bc1-4d98-b2a5-364000864788 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9616ecedaa345929803737a68af418d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884933 Sep 22 10:27:44.964858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58534) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:45.003350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02240e5f-3bc1-4d98-b2a5-364000864788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2782378a-5425-467e-a742-446d5957cf87,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:45.026632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:45.035573 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d9207528-1da5-4ec4-8e1a-9f33b3e1e480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.038483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d833e27e-c783-4e46-bfe7-9f08126f8ab3 req-57c490f2-13cf-4191-992a-da8eeeb09882 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197948 Sep 22 10:27:45.046003 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.058179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d9207528-1da5-4ec4-8e1a-9f33b3e1e480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.092141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.116091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300b6ee1-cbef-4a19-9c97-56001d3d111b']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:45.125797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:45.126128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0ea6fe-c545-43b5-b92f-b4dbcd2f959e') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:45.136349 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.149984 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.156351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:45.156763 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:45.159703 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:45.183130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d9207528-1da5-4ec4-8e1a-9f33b3e1e480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.185689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d9207528-1da5-4ec4-8e1a-9f33b3e1e480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.186954 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d9207528-1da5-4ec4-8e1a-9f33b3e1e480 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2782378a-5425-467e-a742-446d5957cf87 HTTP/1.1" status: 204 len: 168 time: 0.2201333 Sep 22 10:27:45.195336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9207528-1da5-4ec4-8e1a-9f33b3e1e480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2782378a-5425-467e-a742-446d5957cf87,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:45.663365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4041-9c46-47de-b72d-2e013780f559 req-2077ac45-62b5-4ceb-999b-e30b02ed8372 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:45.664836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-2077ac45-62b5-4ceb-999b-e30b02ed8372 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 811 time: 0.1126773 Sep 22 10:27:45.679787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-6d08b8c2-96aa-40bc-96df-e822d2ebe000 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/quotas/885f05986ee24eed8ca04bc76a08c094 HTTP/1.1" status: 200 len: 375 time: 0.0089433 Sep 22 10:27:45.715237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Transition to ACTIVE for port object 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:27:45.717253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.722540 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.724572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/300b6ee1-cbef-4a19-9c97-56001d3d111b HTTP/1.1" status: 204 len: 168 time: 0.9984686 Sep 22 10:27:45.727953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:45.744490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c099f8-312a-4eae-b53d-730a70e1fe78 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Network': ['ID=300b6ee1-cbef-4a19-9c97-56001d3d111b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:45.763582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-4efee89e-74ea-470a-b9da-d49613579ba6 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781724 Sep 22 10:27:45.831659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9b90fa65-ba2f-4a7a-8cfa-d1f9930ac896 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Deleting port f2053283-8bbf-46fa-b936-85ba4336d441 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:45.832000 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b90fa65-ba2f-4a7a-8cfa-d1f9930ac896 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.842499 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.950778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b90fa65-ba2f-4a7a-8cfa-d1f9930ac896 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:45.954451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58570) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:45.959960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-127d0014-b0d7-4000-b5bc-7483241bfc75 service neutron] 10.222.0.20 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863210 Sep 22 10:27:45.962760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Pushing event updated for resources: {'Port': ['ID=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:45.980794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9b90fa65-ba2f-4a7a-8cfa-d1f9930ac896 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Calling delete_port for f2053283-8bbf-46fa-b936-85ba4336d441 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:46.076472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Attempting to bind port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:46.076853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Attempting to bind port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:46.077186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Attempting to bind port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:46.084192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 on network 886454a0-45dd-4823-afab-9eacf053dba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:27:46.084574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Attempting to bind port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:46.099428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:46.099768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Checking segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:46.100155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Bound using segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:46.100590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Bound port: 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:46.100954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.126896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-ebb5623a-5cc5-40ca-ae50-d5b4ddb150b6 service neutron] 10.222.0.20 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596320 Sep 22 10:27:46.155522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b90fa65-ba2f-4a7a-8cfa-d1f9930ac896 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.157463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-feeac2a1-0046-42bd-a3e1-10fb35bda0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.184694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] For port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:46.189086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] For port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:46.193412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90fa65-ba2f-4a7a-8cfa-d1f9930ac896 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Port': ['ID=f2053283-8bbf-46fa-b936-85ba4336d441,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:46.206252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b90fa65-ba2f-4a7a-8cfa-d1f9930ac896 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.210713 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9b90fa65-ba2f-4a7a-8cfa-d1f9930ac896 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/ports/f2053283-8bbf-46fa-b936-85ba4336d441 HTTP/1.1" status: 204 len: 168 time: 0.4790311 Sep 22 10:27:46.210713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58578) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:46.243776 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7033766-f5a9-41e2-90c4-ef778be49c24 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] DELETE failed (client error): The resource could not be found. Sep 22 10:27:46.244304 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7033766-f5a9-41e2-90c4-ef778be49c24 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:27:46.248339 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e7033766-f5a9-41e2-90c4-ef778be49c24 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/subnets/2432cd4d-cc64-4bf4-841b-1d09771d8f67 HTTP/1.1" status: 404 len: 337 time: 0.0343366 Sep 22 10:27:46.249299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58580) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:46.292992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.330500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:46.331223 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.332657 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] 10.222.0.30 "PUT /v2.0/ports/6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 HTTP/1.1" status: 200 len: 1091 time: 1.9967506 Sep 22 10:27:46.333347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba873cc5-9b69-4af1-82b5-10eb0ffcd340', 'tag': '6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:46.335694 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7689910-8dac-4f26-a968-812425815510" -d '{"events": [{"name": "network-changed", "server_uuid": "ba873cc5-9b69-4af1-82b5-10eb0ffcd340", "tag": "6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:46.355410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.392480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57de38-3de5-422a-9a0c-42101d291924 service neutron] Pushing event updated for resources: {'Port': ['ID=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:46.428735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-feeac2a1-0046-42bd-a3e1-10fb35bda0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.486491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.509482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e1cbd0-dbf4-407f-8d9c-b42a742a52a5']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:46.525233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2069f3b-262f-434c-9f36-a7675fd0b276') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:46.525233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2069f3b-262f-434c-9f36-a7675fd0b276') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:46.539227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.541218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-377673f2-d93c-4111-82f8-91fc761c6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:46.543882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-377673f2-d93c-4111-82f8-91fc761c6c9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 1094 time: 0.0606441 Sep 22 10:27:46.558677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.574228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:46.574228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:46.611200 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:46.637355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-a98297f1-f44a-4d77-8b40-b000b35e7502 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 HTTP/1.1" status: 200 len: 217 time: 0.0800111 Sep 22 10:27:46.641904 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-feeac2a1-0046-42bd-a3e1-10fb35bda0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.641997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58608) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:46.685168 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-feeac2a1-0046-42bd-a3e1-10fb35bda0c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c09a5db3fb904d69bea3c56ebb917635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266960 Sep 22 10:27:46.685168 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeac2a1-0046-42bd-a3e1-10fb35bda0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623ca247-c2bb-4ee9-8ac3-22534f619219,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:46.686936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58612) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:46.756801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5074d29-897a-44f7-a9b9-efd98b8687a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.780220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5074d29-897a-44f7-a9b9-efd98b8687a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.792436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-237427797-network', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:46.806551 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.815377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.817189 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/65e1cbd0-dbf4-407f-8d9c-b42a742a52a5 HTTP/1.1" status: 204 len: 168 time: 0.5669990 Sep 22 10:27:46.819692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58614) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:46.820499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-04f19ff2-70a4-4437-bd83-a64baf42f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:46.821970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-04f19ff2-70a4-4437-bd83-a64baf42f00b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.1641426 Sep 22 10:27:46.856201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aabfc-783e-4889-98d8-66b9dd3e33cd tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Network': ['ID=65e1cbd0-dbf4-407f-8d9c-b42a742a52a5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:46.861003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-f00c6a81-790a-4285-933d-9f9e165b377c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:46.863234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-f00c6a81-790a-4285-933d-9f9e165b377c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.32 "GET /v2.0/ports?device_id=adb3db3c-732c-4416-a2f5-1648eda63e83 HTTP/1.1" status: 200 len: 945 time: 0.1516483 Sep 22 10:27:46.892344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63d1c2b-ab23-467f-9d2e-692fd9a27c72 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Deleting subnet dfbb2e5b-3bb8-46d9-9df1-88b9cd493c44 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:27:46.895798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c2b-ab23-467f-9d2e-692fd9a27c72 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.897632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-265b3a3c-53c3-4990-82ab-f1c6ca507cae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633419 Sep 22 10:27:46.908408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e9e30075-b294-46e2-86d6-515f7b8f01e0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:46.909841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e9e30075-b294-46e2-86d6-515f7b8f01e0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/networks?id=4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 200 len: 815 time: 0.2744179 Sep 22 10:27:46.937727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c2b-ab23-467f-9d2e-692fd9a27c72 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.974179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:46.976443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:46.983827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-1d2ff22f-74e8-4dc4-94c7-754ed4c89d28 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/quotas/6d765c9ac50c4917a334147bfbc281a8 HTTP/1.1" status: 200 len: 375 time: 0.0463207 Sep 22 10:27:47.023136 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5074d29-897a-44f7-a9b9-efd98b8687a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.026062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5074d29-897a-44f7-a9b9-efd98b8687a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.027254 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c5074d29-897a-44f7-a9b9-efd98b8687a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/623ca247-c2bb-4ee9-8ac3-22534f619219 HTTP/1.1" status: 204 len: 168 time: 0.3394003 Sep 22 10:27:47.034331 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c2b-ab23-467f-9d2e-692fd9a27c72 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.046288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.059764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5074d29-897a-44f7-a9b9-efd98b8687a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623ca247-c2bb-4ee9-8ac3-22534f619219,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:47.178111 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-04b746fd-3ed5-4634-9b1a-207806e60e7b service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524576 Sep 22 10:27:47.187295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-27c6dfcf-6459-48cc-80d5-2c3d17a731cb tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d765c9ac50c4917a334147bfbc281a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1765013 Sep 22 10:27:47.231744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Deleting port 9f5e97f5-b325-45be-ada7-b708da1af750 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:47.232093 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.263724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c2b-ab23-467f-9d2e-692fd9a27c72 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.291806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d1c2b-ab23-467f-9d2e-692fd9a27c72 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbb2e5b-3bb8-46d9-9df1-88b9cd493c44,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:47.295947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b63d1c2b-ab23-467f-9d2e-692fd9a27c72 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.299921 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b63d1c2b-ab23-467f-9d2e-692fd9a27c72 tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/subnets/dfbb2e5b-3bb8-46d9-9df1-88b9cd493c44 HTTP/1.1" status: 204 len: 168 time: 0.4772480 Sep 22 10:27:47.300793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58620) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:47.304350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a295342-e908-4b0b-9145-033b1d625804 None None] Network d63c1717-add7-4ebc-980b-fccfa682427e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:47.407703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.471207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Deleting port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:47.471624 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.512314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd986a8-def8-46f8-bb67-f6ec766b0b4b req-33a9a7b2-4fcc-4d9e-bf54-9036c59ead5b service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240318 Sep 22 10:27:47.526387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b015f002-8673-4377-9c5d-80663741ec4b None None] DHCP port deletion for d63c1717-add7-4ebc-980b-fccfa682427e request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:27:47.547906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] For port 076e258f-ffda-48e1-8fc0-2f112f99c1b3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=076e258f-ffda-48e1-8fc0-2f112f99c1b3,segment=NetworkSegment(15a6ac27-1654-4907-9263-8c6122882e36),segment_id=15a6ac27-1654-4907-9263-8c6122882e36)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:47.548273 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.550146 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.552692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-23ef5155-4a47-4c37-8c47-0ae83efc711e service neutron] 10.222.0.20 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436904 Sep 22 10:27:47.554610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] For port 9f5e97f5-b325-45be-ada7-b708da1af750, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9f5e97f5-b325-45be-ada7-b708da1af750,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:47.554974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.564060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Calling delete_port for 076e258f-ffda-48e1-8fc0-2f112f99c1b3 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:47.592069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Calling delete_port for 9f5e97f5-b325-45be-ada7-b708da1af750 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:47.598414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b015f002-8673-4377-9c5d-80663741ec4b None None] Deleting port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:27:47.598786 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b015f002-8673-4377-9c5d-80663741ec4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.666076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b015f002-8673-4377-9c5d-80663741ec4b None None] For port 076e258f-ffda-48e1-8fc0-2f112f99c1b3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=076e258f-ffda-48e1-8fc0-2f112f99c1b3,segment=NetworkSegment(15a6ac27-1654-4907-9263-8c6122882e36),segment_id=15a6ac27-1654-4907-9263-8c6122882e36)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:47.666508 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b015f002-8673-4377-9c5d-80663741ec4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.679046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b015f002-8673-4377-9c5d-80663741ec4b None None] Calling delete_port for 076e258f-ffda-48e1-8fc0-2f112f99c1b3 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:27:47.693173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.737843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-2af5ad5f-5918-4275-92f0-4850a51da594 service neutron] 10.222.0.20 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739902 Sep 22 10:27:47.750576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:47.846072 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.854010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:27:47.855971 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b015f002-8673-4377-9c5d-80663741ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.865032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.865305 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Added segment 58cf3e5c-331c-4ca0-bebc-15ac8e6fceda of type vlan for network b2c721f2-9ec3-4410-97d9-1e486ecaf16a Sep 22 10:27:47.877751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Port': ['ID=076e258f-ffda-48e1-8fc0-2f112f99c1b3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:47.884279 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] No DVR routers for this DVR port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:47.886658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015f002-8673-4377-9c5d-80663741ec4b None None] Pushing event deleted for resources: {'Port': ['ID=076e258f-ffda-48e1-8fc0-2f112f99c1b3,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:47.888626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015f002-8673-4377-9c5d-80663741ec4b None None] No DVR routers for this DVR port 076e258f-ffda-48e1-8fc0-2f112f99c1b3 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:47.940080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.981787 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:47.987930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 076e258f-ffda-48e1-8fc0-2f112f99c1b3 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:48.003836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63c1717-add7-4ebc-980b-fccfa682427e']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:48.006352 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.011055 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 076e258f-ffda-48e1-8fc0-2f112f99c1b3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:48.011654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 076e258f-ffda-48e1-8fc0-2f112f99c1b3 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:48.014385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a6ac27-1654-4907-9263-8c6122882e36') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:48.014696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a6ac27-1654-4907-9263-8c6122882e36') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:48.019812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['9f5e97f5-b325-45be-ada7-b708da1af750'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:48.033677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.051708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.052065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Pushing event deleted for resources: {'Port': ['ID=9f5e97f5-b325-45be-ada7-b708da1af750,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:48.056929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:27:48.057018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:27:48.064583 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:27:48.102690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] No DVR routers for this DVR port 9f5e97f5-b325-45be-ada7-b708da1af750 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:27:48.105989 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.108936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c5d3bc5-769f-489f-9cb9-32dfb1f30bbf req-b3e2cf7b-00df-40c8-8133-1e3b4c3679dc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.32 "DELETE /v2.0/ports/9f5e97f5-b325-45be-ada7-b708da1af750 HTTP/1.1" status: 204 len: 173 time: 1.2370996 Sep 22 10:27:48.132479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58630) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:48.144829 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.145898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:48.146465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.148714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c349893-07f9-482e-b296-41ec11526210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.233927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c721f2-9ec3-4410-97d9-1e486ecaf16a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:48.246745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:27:48.251956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3a43-5a0a-461a-ad6e-89bbe04680d3 req-e87f24f7-9aad-4d18-a9c7-e2876452a83e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:48.253763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-190f3a43-5a0a-461a-ad6e-89bbe04680d3 req-e87f24f7-9aad-4d18-a9c7-e2876452a83e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 943 time: 0.1277063 Sep 22 10:27:48.261801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c349893-07f9-482e-b296-41ec11526210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.263163 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.271132 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.272988 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] 10.222.0.20 "DELETE /v2.0/networks/d63c1717-add7-4ebc-980b-fccfa682427e HTTP/1.1" status: 204 len: 168 time: 0.9712636 Sep 22 10:27:48.284507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c8b64-b728-48bd-8dac-d855a501915c tempest-NetworksIpV6TestAttrs-1612618085 tempest-NetworksIpV6TestAttrs-1612618085-project] Pushing event deleted for resources: {'Network': ['ID=d63c1717-add7-4ebc-980b-fccfa682427e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:48.306310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-190f3a43-5a0a-461a-ad6e-89bbe04680d3 req-1971c331-3ce8-4e88-a332-682e7504b860 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Sep 22 10:27:48.414767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89e8e-7b5a-4b9e-9465-3a53555402ee req-67a4fb09-93ed-4b6f-96d1-39cb779c94b4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:48.418513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36b89e8e-7b5a-4b9e-9465-3a53555402ee req-67a4fb09-93ed-4b6f-96d1-39cb779c94b4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0516784 Sep 22 10:27:48.454563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36b89e8e-7b5a-4b9e-9465-3a53555402ee req-5d3861dc-74f8-44a2-a6eb-94829ebac6ea tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Sep 22 10:27:48.457381 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c349893-07f9-482e-b296-41ec11526210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.499279 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c349893-07f9-482e-b296-41ec11526210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21360d73-65bc-4a6f-995a-2b01e57ccdf3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:48.506547 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c349893-07f9-482e-b296-41ec11526210 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19e084f4e98b4957b8196c858f14642d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706589 Sep 22 10:27:48.506788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58638) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:48.524954 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ef955e-4972-4da8-88fe-c29c2ef7b1e5 x-openstack-request-id: req-25ef955e-4972-4da8-88fe-c29c2ef7b1e5 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:48.525238 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba873cc5-9b69-4af1-82b5-10eb0ffcd340", "tag": "6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:48.525536 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25ef955e-4972-4da8-88fe-c29c2ef7b1e5 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:48.525945 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba873cc5-9b69-4af1-82b5-10eb0ffcd340', 'tag': '6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867', 'status': 'completed', 'code': 200} Sep 22 10:27:48.561278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7355076-5463-48cc-8c3d-eb41627f54d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.585800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7355076-5463-48cc-8c3d-eb41627f54d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.617028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b7f2b4f-46cb-4e16-8e00-b998aa549325 req-03babb19-469f-478f-866d-c6d4e87a673b tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 210 time: 0.0297391 Sep 22 10:27:48.626785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7689910-8dac-4f26-a968-812425815510 req-e73017d5-57d8-439f-8527-8e9b7f730e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:48.634590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7689910-8dac-4f26-a968-812425815510 req-e73017d5-57d8-439f-8527-8e9b7f730e0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 1094 time: 0.0822275 Sep 22 10:27:48.645096 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-348907e7-e3a9-42c3-9104-f9f613c516c9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0004044 Sep 22 10:27:48.647331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58640) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:48.657033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Request body: {'subnet': {'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-237427797-subnet', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:48.703434 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7355076-5463-48cc-8c3d-eb41627f54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.705965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7355076-5463-48cc-8c3d-eb41627f54d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.707456 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b7355076-5463-48cc-8c3d-eb41627f54d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21360d73-65bc-4a6f-995a-2b01e57ccdf3 HTTP/1.1" status: 204 len: 168 time: 0.1994858 Sep 22 10:27:48.716600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7355076-5463-48cc-8c3d-eb41627f54d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21360d73-65bc-4a6f-995a-2b01e57ccdf3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:48.754410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:48.756930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:48.775659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7689910-8dac-4f26-a968-812425815510 req-f97ab5aa-40da-48f4-a7af-d89d20cafdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:48.777661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7689910-8dac-4f26-a968-812425815510 req-f97ab5aa-40da-48f4-a7af-d89d20cafdd3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 913 time: 0.1311650 Sep 22 10:27:48.810346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-993e3ef9-d106-45af-af05-3056cb876961 req-0a0c99e6-93ef-4e6f-b3c0-87b4d775dbcb tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 210 time: 0.0506837 Sep 22 10:27:48.848651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7689910-8dac-4f26-a968-812425815510 req-0abb1725-2345-45ba-a69b-4ceb73cac485 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 HTTP/1.1" status: 200 len: 217 time: 0.0511785 Sep 22 10:27:48.930593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7689910-8dac-4f26-a968-812425815510 req-6bfe1e69-d811-4d8a-ac91-de681e3e3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:48.932188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7689910-8dac-4f26-a968-812425815510 req-6bfe1e69-d811-4d8a-ac91-de681e3e3d21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.0760911 Sep 22 10:27:48.945259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58648) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:48.964661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7689910-8dac-4f26-a968-812425815510 req-43a94152-9a36-4b76-b5aa-e98362cb67a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252635 Sep 22 10:27:49.074769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7689910-8dac-4f26-a968-812425815510 req-8b1ef3e0-e2fd-49b5-8fa2-4e895687a724 service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028414 Sep 22 10:27:49.154567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:49.212379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b44c0f-f4c4-484b-8442-b5754a4e1d91,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:49.234497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Checking segment: {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:49.234865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Network hostable DHCP agents. Network: b2c721f2-9ec3-4410-97d9-1e486ecaf16a, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:27:49.266813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7689910-8dac-4f26-a968-812425815510 req-374d6a61-5625-4c32-9155-40e6302e4d2b service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852553 Sep 22 10:27:49.285200 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-382b1276-2dae-4022-b49a-f7e305ef3a84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fd35979f1cc4f6bbd1655af415d0e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388195 Sep 22 10:27:49.287791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58660) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:49.313683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4041-9c46-47de-b72d-2e013780f559 req-bc98bfaf-90e7-481c-8bfa-e5114c72b205 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:49.315223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-bc98bfaf-90e7-481c-8bfa-e5114c72b205 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.32 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 811 time: 0.1997623 Sep 22 10:27:49.328315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Request body: {'port': {'device_id': '62d6ae48-d844-4848-b4a3-fb459cf14f50', 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c', 'admin_state_up': True, 'tenant_id': '885f05986ee24eed8ca04bc76a08c094'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:49.343561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db4c2a4c-0ad9-450f-8ff1-4b3bb037f58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:49.366434 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db4c2a4c-0ad9-450f-8ff1-4b3bb037f58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:49.423387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:27:49.487014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f65cde-6f93-43e8-967a-05a0f4232ea4 req-f746f91b-9f41-4575-8c7d-6ea5ae456d5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:49.488586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4f65cde-6f93-43e8-967a-05a0f4232ea4 req-f746f91b-9f41-4575-8c7d-6ea5ae456d5e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 943 time: 0.0808907 Sep 22 10:27:49.531625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4f65cde-6f93-43e8-967a-05a0f4232ea4 req-25f0c376-284b-4f8e-aa60-d386b249a4e9 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357723 Sep 22 10:27:49.531844 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db4c2a4c-0ad9-450f-8ff1-4b3bb037f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:49.534829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db4c2a4c-0ad9-450f-8ff1-4b3bb037f58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:49.540207 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-db4c2a4c-0ad9-450f-8ff1-4b3bb037f58b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/546a7477-15a3-4961-9a95-c37062fac3e8 HTTP/1.1" status: 204 len: 168 time: 0.2507708 Sep 22 10:27:49.552810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c2a4c-0ad9-450f-8ff1-4b3bb037f58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546a7477-15a3-4961-9a95-c37062fac3e8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:49.564120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, b2c721f2-9ec3-4410-97d9-1e486ecaf16a) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:49.572070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:49.573232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:49.590137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca62e4f-a72b-4143-bd99-876e31800952 None None] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:49.697290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf8b92-81e2-4f23-b168-18ef9cf00295 req-cdc9e8b9-7798-4cd0-ab76-dce1acdb7e0b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:49.699209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4cf8b92-81e2-4f23-b168-18ef9cf00295 req-cdc9e8b9-7798-4cd0-ab76-dce1acdb7e0b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0622780 Sep 22 10:27:49.725752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Made reservation on behalf of 885f05986ee24eed8ca04bc76a08c094 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:49.729303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:49.761202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:27:49.762186 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:49.770885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4cf8b92-81e2-4f23-b168-18ef9cf00295 req-32b8629b-5ab1-4da3-870d-0334dc35441b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650380 Sep 22 10:27:49.867767 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7d5cd0ef-f52b-4c06-a2e1-d6b04afc7acc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2188048 Sep 22 10:27:49.870584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58680) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:49.877074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:49.891670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19fee87c-c531-48fe-af4b-4abba9e2e0f3 req-294db4c6-7066-4d2d-be4e-2435d8f62dbd tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 210 time: 0.0486341 Sep 22 10:27:49.921525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Allocated IP 172.20.0.2 (b2c721f2-9ec3-4410-97d9-1e486ecaf16a/29b44c0f-f4c4-484b-8442-b5754a4e1d91/fee445d1-3b91-47d3-8a02-ad4736c3644d) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:49.967663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Allocated IP 172.20.0.12 (18ecfb7b-3c2e-496a-a01f-e1a3db7f313c/5e0a5230-e289-433c-a2fa-5d202f72a3d7/491dce21-6d8b-402a-aba7-d11f18082d9c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:50.039885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:27:50.082089 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9f5e97f5-b325-45be-ada7-b708da1af750 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:27:50.109428 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.110646 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.138342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 9f5e97f5-b325-45be-ada7-b708da1af750 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:27:50.138677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9f5e97f5-b325-45be-ada7-b708da1af750 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:27:50.150443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a429558-cebd-4bc2-8bfb-03dfdd1980e0 req-f8206035-6bc1-4580-8381-95d14cff4880 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 210 time: 0.0438130 Sep 22 10:27:50.201279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.202790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:50.237305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'port_id': '6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867', 'mac_address': 'fa:16:3e:ea:41:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e8607-9914-4cb1-88f2-d94fdc07a1c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:27:50.257053 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.276472 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.295161 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.307530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:50.329565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:50.412547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.417525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.452538 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['9d836f03-438f-4bbf-8d31-e0b181612639'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:50.475084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:50.478722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:50.481335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:50.505991 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.506260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:50.511910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:50.513755 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.518343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:50.518699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Pushing event updated for resources: {'Port': ['ID=491dce21-6d8b-402a-aba7-d11f18082d9c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:50.528794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'name': 'network-vif-deleted', 'tag': '9f5e97f5-b325-45be-ada7-b708da1af750'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:50.531326 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37dea75-a58a-4dae-b325-7fc0bf4717ae" -d '{"events": [{"server_uuid": "adb3db3c-732c-4416-a2f5-1648eda63e83", "name": "network-vif-deleted", "tag": "9f5e97f5-b325-45be-ada7-b708da1af750"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:50.537521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.537869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.538240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.538578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.538910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.539279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.539606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.539956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.540279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.540604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.541126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.541232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:50.558288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:50.558973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.577181 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933fc930-82f3-4e75-9412-17271f7b860b x-openstack-request-id: req-933fc930-82f3-4e75-9412-17271f7b860b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:50.585732 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb3db3c-732c-4416-a2f5-1648eda63e83", "name": "network-vif-deleted", "tag": "9f5e97f5-b325-45be-ada7-b708da1af750", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:50.585732 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-933fc930-82f3-4e75-9412-17271f7b860b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:50.586732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Pushing event updated for resources: {'Port': ['ID=fee445d1-3b91-47d3-8a02-ad4736c3644d,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:50.586840 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb3db3c-732c-4416-a2f5-1648eda63e83', 'name': 'network-vif-deleted', 'tag': '9f5e97f5-b325-45be-ada7-b708da1af750', 'status': 'completed', 'code': 200} Sep 22 10:27:50.669554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Attempting to bind port fee445d1-3b91-47d3-8a02-ad4736c3644d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:50.670734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Attempting to bind port fee445d1-3b91-47d3-8a02-ad4736c3644d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:50.671439 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Attempting to bind port fee445d1-3b91-47d3-8a02-ad4736c3644d on network b2c721f2-9ec3-4410-97d9-1e486ecaf16a {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:50.735515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:50.736482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Checking segment: {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:50.740900 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.740900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Bound using segment: {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:50.740900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Bound port: fee445d1-3b91-47d3-8a02-ad4736c3644d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:50.740900 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.744966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a890c-b7dd-4129-9aa4-dc8c35200efa req-3bc5f9bc-ea55-476c-aa5e-cb72b28ee56d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:50.757353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea1a890c-b7dd-4129-9aa4-dc8c35200efa req-3bc5f9bc-ea55-476c-aa5e-cb72b28ee56d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 944 time: 0.1195331 Sep 22 10:27:50.759740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:50.776378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-824e4c5e-4e87-430a-b402-5c2830b93836 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4527085 Sep 22 10:27:50.790619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Request body: {'port': {'device_id': '62d6ae48-d844-4848-b4a3-fb459cf14f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:50.811556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:50.891544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea1a890c-b7dd-4129-9aa4-dc8c35200efa req-c24cd837-aee9-4132-9e30-36372853153f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327991 Sep 22 10:27:50.896947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] For port fee445d1-3b91-47d3-8a02-ad4736c3644d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:50.909649 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.914179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] For port fee445d1-3b91-47d3-8a02-ad4736c3644d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fee445d1-3b91-47d3-8a02-ad4736c3644d,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:50.939871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:50.993014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:51.069333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:51.090137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293df63e-7248-4a6b-abb2-7a412e3a5e5c req-69de8f9b-28fa-4d39-add5-26d2c0a45fc9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:51.097542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-293df63e-7248-4a6b-abb2-7a412e3a5e5c req-69de8f9b-28fa-4d39-add5-26d2c0a45fc9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1155789 Sep 22 10:27:51.125224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e2034-b2ef-40ca-a67c-2affb9c4fcda None None] Pushing event updated for resources: {'Port': ['ID=fee445d1-3b91-47d3-8a02-ad4736c3644d,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:51.149436 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Allocated IP 172.25.1.114 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/15550fda-0d69-4752-afd7-f469f2e971dc) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:51.212791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-293df63e-7248-4a6b-abb2-7a412e3a5e5c req-97d509cc-0e4a-444d-af00-1f0daaec9405 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142201 Sep 22 10:27:51.313445 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:51.475697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58728) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:51.531858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-93c60236-68da-4bfd-a99a-59cdf2ac9476 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:51.533638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-93c60236-68da-4bfd-a99a-59cdf2ac9476 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.32 "GET /v2.0/networks?id=4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 200 len: 815 time: 0.2630880 Sep 22 10:27:51.535368 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:51.549055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141af3a-0886-43f6-8e9d-1cb0190de198 req-c0f274cf-78c7-4dd9-bbc0-e8755ec2602d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:51.550644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e141af3a-0886-43f6-8e9d-1cb0190de198 req-c0f274cf-78c7-4dd9-bbc0-e8755ec2602d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 932 time: 0.1516058 Sep 22 10:27:51.557637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Request body: {'port': {'device_id': 'e13b211d-d129-49da-ba87-4923b6248462', 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936', 'admin_state_up': True, 'tenant_id': '6d765c9ac50c4917a334147bfbc281a8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:51.632960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:51.643432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:51.653271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:51.682995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=15550fda-0d69-4752-afd7-f469f2e971dc,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:51.688261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group': {'name': 'tempest-secgroup--95260156'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:51.725250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e141af3a-0886-43f6-8e9d-1cb0190de198 req-3937d39f-b882-4c07-85c3-5011d915229b tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431735 Sep 22 10:27:51.736562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491dce21-6d8b-402a-aba7-d11f18082d9c {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:51.749856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:51.774019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Transition to ACTIVE for port object 491dce21-6d8b-402a-aba7-d11f18082d9c will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:27:51.857377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:51.866588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:51.877175 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38358361-4a9f-4b74-abe5-e66094834c60 req-0beafcb6-ced8-40c5-bb87-b210c429149e tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 210 time: 0.0321176 Sep 22 10:27:51.971566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.039659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:52.066017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Made reservation on behalf of 6d765c9ac50c4917a334147bfbc281a8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:27:52.069785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.074983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=491dce21-6d8b-402a-aba7-d11f18082d9c,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:52.096170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2601d0-a0ec-46e0-ae5d-fb396f4772d9 req-717ef8a3-cc4b-4f0f-9e01-d94d987500b8 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:52.097929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f2601d0-a0ec-46e0-ae5d-fb396f4772d9 req-717ef8a3-cc4b-4f0f-9e01-d94d987500b8 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 944 time: 0.1417625 Sep 22 10:27:52.101601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fee445d1-3b91-47d3-8a02-ad4736c3644d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:52.200180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.226789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fee445d1-3b91-47d3-8a02-ad4736c3644d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:52.233704 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.268999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f2601d0-a0ec-46e0-ae5d-fb396f4772d9 req-7eb7e7f2-d52e-47cb-852c-b95ea313bf06 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639311 Sep 22 10:27:52.296488 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9aeadbf6-84ae-4d3b-8a8c-1c38bd2bd0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.301057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Attempting to bind port 491dce21-6d8b-402a-aba7-d11f18082d9c on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:52.301390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Attempting to bind port 491dce21-6d8b-402a-aba7-d11f18082d9c by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:52.301723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Attempting to bind port 491dce21-6d8b-402a-aba7-d11f18082d9c on network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:52.334089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Port 491dce21-6d8b-402a-aba7-d11f18082d9c on network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:27:52.334454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Attempting to bind port 491dce21-6d8b-402a-aba7-d11f18082d9c on network 18ecfb7b-3c2e-496a-a01f-e1a3db7f313c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:52.350290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.352153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:52.352496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Checking segment: {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:52.352888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Bound using segment: {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:52.353630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Bound port: 491dce21-6d8b-402a-aba7-d11f18082d9c, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:52.353758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.373011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:27:52.384173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:52.384794 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.386999 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.405488 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.411362 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b55d76d-d295-4141-9b78-1ba2f3bb22bf,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:52.427205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Allocated IP 172.20.0.13 (4a38cef9-0ca3-4b73-9ea1-a2c377647936/c7120da3-eb03-4864-a141-90b352d4569d/24690d0f-d434-4645-bb0b-156e4f2322ad) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:52.557447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] For port 491dce21-6d8b-402a-aba7-d11f18082d9c, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:52.561732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] For port 491dce21-6d8b-402a-aba7-d11f18082d9c, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=491dce21-6d8b-402a-aba7-d11f18082d9c,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:52.584824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.599446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6483b14f-a2fb-414e-9e5a-c3ef960cfe8c None None] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:27:52.684070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-60d1447b-f9b5-4e32-a534-0cfb73fe9045 None None] Provisioning complete for port fee445d1-3b91-47d3-8a02-ad4736c3644d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:52.684446 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60d1447b-f9b5-4e32-a534-0cfb73fe9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.696750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.698789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port fee445d1-3b91-47d3-8a02-ad4736c3644d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fee445d1-3b91-47d3-8a02-ad4736c3644d,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:52.729093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd453970-1d18-4c35-a05c-573168e631f3 req-bfd4ad2d-6a93-4e24-ad9d-d7cb9683de8c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:52.730982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd453970-1d18-4c35-a05c-573168e631f3 req-bfd4ad2d-6a93-4e24-ad9d-d7cb9683de8c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.3720207 Sep 22 10:27:52.734873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.745822 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.780668 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.797455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.807697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81620c-ac27-43ae-ae8c-eba220c49d61,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:52.809730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:52.810211 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.812258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] 10.222.0.32 "PUT /v2.0/ports/491dce21-6d8b-402a-aba7-d11f18082d9c HTTP/1.1" status: 200 len: 1092 time: 2.0260017 Sep 22 10:27:52.814155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d6ae48-d844-4848-b4a3-fb459cf14f50', 'tag': '491dce21-6d8b-402a-aba7-d11f18082d9c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:52.816646 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec231b21-ab5c-4b19-b3ae-3756979594f7" -d '{"events": [{"name": "network-changed", "server_uuid": "62d6ae48-d844-4848-b4a3-fb459cf14f50", "tag": "491dce21-6d8b-402a-aba7-d11f18082d9c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:52.860744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41275007-9939-4a52-81fc-f0346606e2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=491dce21-6d8b-402a-aba7-d11f18082d9c,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:52.873849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd453970-1d18-4c35-a05c-573168e631f3 req-2bea2fde-d95f-4a08-94f8-4fa58fc9a8fe tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044178 Sep 22 10:27:52.888434 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.900259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:52.907826 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a3c4e2c9-8f10-4885-aed4-0a930045bf18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4235804 Sep 22 10:27:52.909772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58754) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:52.931055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Router 1d0c5948-dc10-472a-80b5-95e2097f4353 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:27:52.945557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=fee445d1-3b91-47d3-8a02-ad4736c3644d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:52.970219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba873cc5-9b69-4af1-82b5-10eb0ffcd340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:52.972472 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615465f3-3533-47de-8f7e-9712658f4827" -d '{"events": [{"server_uuid": "ba873cc5-9b69-4af1-82b5-10eb0ffcd340", "name": "network-vif-plugged", "status": "completed", "tag": "6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:52.993644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:53.003557 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d453f16d-81a4-4c5d-aea8-a032e07e5653 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0877120 Sep 22 10:27:53.021499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58758) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:53.025544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a50833b5-8ad3-43c3-8ce0-ac68fa99b0be tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group': {'name': 'tempest-security--895742036', 'description': 'tempest-security-description-742323526'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:53.065307 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.080484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.119632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:27:53.135606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Sync routers for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:27:53.138622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4041-9c46-47de-b72d-2e013780f559 req-e8229755-d0d4-4e85-90a9-ced64181a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:53.140200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-e8229755-d0d4-4e85-90a9-ced64181a999 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 1095 time: 0.1793356 Sep 22 10:27:53.145555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:53.145846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:53.147660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a50833b5-8ad3-43c3-8ce0-ac68fa99b0be tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.150502 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:27:53.151122 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:53.194352 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.195636 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ba71af97-75e9-4d2e-a414-d90b15a10bc6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3233986 Sep 22 10:27:53.198627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58762) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:53.340042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-848722a8-2d36-4536-ba34-50e0bad6f859 None None] Provisioning complete for port fee445d1-3b91-47d3-8a02-ad4736c3644d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:53.340418 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-848722a8-2d36-4536-ba34-50e0bad6f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.401417 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:27:53.566745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db4a8f-cf71-4108-99a3-394da9bcefab req-edcc21af-b26f-4424-98e0-b52e5bd98555 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:53.577133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4db4a8f-cf71-4108-99a3-394da9bcefab req-edcc21af-b26f-4424-98e0-b52e5bd98555 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 944 time: 0.5830264 Sep 22 10:27:53.577989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58766) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:53.580662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:53.600679 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:51Z', 'revision_number': 3, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:53.620664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:53.629265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-e199306a-78b1-490b-a673-ce635b973f2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=491dce21-6d8b-402a-aba7-d11f18082d9c HTTP/1.1" status: 200 len: 217 time: 0.4721484 Sep 22 10:27:53.632703 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Checking router: 1d0c5948-dc10-472a-80b5-95e2097f4353 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:27:53.633055 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Updating router 1d0c5948-dc10-472a-80b5-95e2097f4353 port 15550fda-0d69-4752-afd7-f469f2e971dc binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:27:53.635135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Pushing event updated for resources: {'Port': ['ID=24690d0f-d434-4645-bb0b-156e4f2322ad,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:53.660875 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.729689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4041-9c46-47de-b72d-2e013780f559 req-d5131d5a-990d-40f6-b644-b09095c2883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:53.731319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-d5131d5a-990d-40f6-b644-b09095c2883f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0a5230-e289-433c-a2fa-5d202f72a3d7 HTTP/1.1" status: 200 len: 851 time: 0.0656300 Sep 22 10:27:53.754805 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a15ac34-0242-4247-867c-1ff81dde226b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.790614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-9659f133-744e-4e94-ba82-a0ee735cb463 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461929 Sep 22 10:27:53.800955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:53.801600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.808014 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a50833b5-8ad3-43c3-8ce0-ac68fa99b0be tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.811769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4db4a8f-cf71-4108-99a3-394da9bcefab req-4ac1bae5-0cd6-415d-a8f6-a9296fece4e6 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334800 Sep 22 10:27:53.926612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-42df57c3-460b-46d4-afdb-f46254821f07 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223030 Sep 22 10:27:53.928282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a50833b5-8ad3-43c3-8ce0-ac68fa99b0be tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.931048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a50833b5-8ad3-43c3-8ce0-ac68fa99b0be tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.934888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a50833b5-8ad3-43c3-8ce0-ac68fa99b0be tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "PUT /v2.0/security-groups/7a81620c-ac27-43ae-ae8c-eba220c49d61 HTTP/1.1" status: 200 len: 1778 time: 0.9127359 Sep 22 10:27:53.940860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58772) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:53.962338 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.970396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a15ac34-0242-4247-867c-1ff81dde226b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:53.988819 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06ae392-1da9-4e30-a691-34c57cac982a x-openstack-request-id: req-e06ae392-1da9-4e30-a691-34c57cac982a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:53.988987 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d6ae48-d844-4848-b4a3-fb459cf14f50", "tag": "491dce21-6d8b-402a-aba7-d11f18082d9c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:53.989242 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e06ae392-1da9-4e30-a691-34c57cac982a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:53.989641 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d6ae48-d844-4848-b4a3-fb459cf14f50', 'tag': '491dce21-6d8b-402a-aba7-d11f18082d9c', 'status': 'completed', 'code': 200} Sep 22 10:27:54.018943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50833b5-8ad3-43c3-8ce0-ac68fa99b0be tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81620c-ac27-43ae-ae8c-eba220c49d61,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:54.044256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fee445d1-3b91-47d3-8a02-ad4736c3644d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:54.080260 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.103641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fee445d1-3b91-47d3-8a02-ad4736c3644d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:54.104246 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.109777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d3ce4058-d289-4b2c-a4d4-c74692814ab9 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups/7a81620c-ac27-43ae-ae8c-eba220c49d61 HTTP/1.1" status: 200 len: 1778 time: 0.1678071 Sep 22 10:27:54.114983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58774) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:54.138653 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Attempting to bind port 15550fda-0d69-4752-afd7-f469f2e971dc on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:54.139278 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Attempting to bind port 15550fda-0d69-4752-afd7-f469f2e971dc by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:54.139399 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Attempting to bind port 15550fda-0d69-4752-afd7-f469f2e971dc on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:54.151683 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Pushing event updated for resources: {'Port': ['ID=15550fda-0d69-4752-afd7-f469f2e971dc,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:54.159678 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.160018 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.160365 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.160473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575e4041-9c46-47de-b72d-2e013780f559 req-a16ff82c-0443-4e9e-a6d1-cb939d67b68b service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215171 Sep 22 10:27:54.160949 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.161173 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.161665 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.162152 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.162614 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.163074 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.163568 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.164046 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.164518 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:27:54.174459 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:54.175047 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:54.175624 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.176169 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:54.176811 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Bound port: 15550fda-0d69-4752-afd7-f469f2e971dc, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:54.177352 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.180073 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.185595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333ee87-c068-413e-bf04-3808d44540d3 req-7cd82a1d-e1a0-4675-af24-98835c0e2388 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:54.187742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4333ee87-c068-413e-bf04-3808d44540d3 req-7cd82a1d-e1a0-4675-af24-98835c0e2388 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 932 time: 0.1331463 Sep 22 10:27:54.213638 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a15ac34-0242-4247-867c-1ff81dde226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.234954 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] For port 15550fda-0d69-4752-afd7-f469f2e971dc, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:54.238296 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] For port 15550fda-0d69-4752-afd7-f469f2e971dc, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=15550fda-0d69-4752-afd7-f469f2e971dc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:54.246640 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0b11d29-9e5b-4f36-9f64-e6d8753c8f3b tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.250910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4333ee87-c068-413e-bf04-3808d44540d3 req-b448d2c1-ef45-44e9-8bf1-90c2257fdc2a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536671 Sep 22 10:27:54.276001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0b11d29-9e5b-4f36-9f64-e6d8753c8f3b tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.296416 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3022c1-d2d6-4acf-8fa4-98ea5fd29f2e x-openstack-request-id: req-3e3022c1-d2d6-4acf-8fa4-98ea5fd29f2e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:54.296718 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba873cc5-9b69-4af1-82b5-10eb0ffcd340", "name": "network-vif-plugged", "status": "completed", "tag": "6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:54.296975 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e3022c1-d2d6-4acf-8fa4-98ea5fd29f2e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:54.297375 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba873cc5-9b69-4af1-82b5-10eb0ffcd340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867', 'code': 200} Sep 22 10:27:54.307157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15ac34-0242-4247-867c-1ff81dde226b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4633c8-d5a8-4745-8498-32d6f9f880cf,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:54.336713 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1a15ac34-0242-4247-867c-1ff81dde226b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0331f52a2bb42cd844ed59499c0ca4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469893 Sep 22 10:27:54.339330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58776) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:54.423081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Allocated IP 172.20.0.1 (b2c721f2-9ec3-4410-97d9-1e486ecaf16a/29b44c0f-f4c4-484b-8442-b5754a4e1d91/919ffce5-95f7-4ff3-8452-7f88ab71cc2f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:27:54.463634 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.479838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-fd781e52-d8c0-42e4-b866-1a3926b2ec62 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9264657 Sep 22 10:27:54.494187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc02b4-8fc8-41a0-90d8-e701438ec4fb req-1614586b-c6dc-47bd-bd85-c5796fcc7203 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:54.497043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abdc02b4-8fc8-41a0-90d8-e701438ec4fb req-1614586b-c6dc-47bd-bd85-c5796fcc7203 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1424484 Sep 22 10:27:54.513227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Request body: {'port': {'device_id': 'e13b211d-d129-49da-ba87-4923b6248462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:54.524400 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf99918-eac9-412a-99ae-768595d185cc None None] Pushing event updated for resources: {'Port': ['ID=15550fda-0d69-4752-afd7-f469f2e971dc,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:54.529109 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:27:54.529258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4aca21-cb99-480a-ae48-87c9da71c493 req-18d37c82-ef1c-42fd-87b5-3ed5f23d3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:54.529761 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:54.531422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd4aca21-cb99-480a-ae48-87c9da71c493 req-18d37c82-ef1c-42fd-87b5-3ed5f23d3280 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 1096 time: 0.1467805 Sep 22 10:27:54.544345 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.556869 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0b11d29-9e5b-4f36-9f64-e6d8753c8f3b tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.559328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0b11d29-9e5b-4f36-9f64-e6d8753c8f3b tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.569561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a0b11d29-9e5b-4f36-9f64-e6d8753c8f3b tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-groups/7a81620c-ac27-43ae-ae8c-eba220c49d61 HTTP/1.1" status: 204 len: 168 time: 0.4387352 Sep 22 10:27:54.569561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bc54463-751f-4987-8833-1aa2bf73136f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.569876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58778) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:54.616957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b11d29-9e5b-4f36-9f64-e6d8753c8f3b tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81620c-ac27-43ae-ae8c-eba220c49d61,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:54.617159 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2e3999c6-35ba-47c4-be39-3accde2b21f1 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515876 Sep 22 10:27:54.620237 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58780) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:54.631448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-449d9cae-d79c-4e34-bd94-94558bfee82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:54.634130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-449d9cae-d79c-4e34-bd94-94558bfee82a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 1095 time: 0.1960075 Sep 22 10:27:54.636859 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-37f14bba-4d26-4814-bb1d-4f85a13863f4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] delete failed (client error): The resource could not be found. Sep 22 10:27:54.637893 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-37f14bba-4d26-4814-bb1d-4f85a13863f4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-groups/7a81620c-ac27-43ae-ae8c-eba220c49d61 HTTP/1.1" status: 404 len: 347 time: 0.0167494 Sep 22 10:27:54.643338 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58782) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:54.647701 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ca9b2f25-e622-4111-8384-70ee65e04d08 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group': {'name': 'tempest-secgroup--198319934'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:54.663174 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:27:54.713624 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bc54463-751f-4987-8833-1aa2bf73136f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.719957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abdc02b4-8fc8-41a0-90d8-e701438ec4fb req-eb32688d-2cfa-44de-8ac4-e8169f09e058 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990750 Sep 22 10:27:54.720678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.728995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd4aca21-cb99-480a-ae48-87c9da71c493 req-7429a9ae-086d-411d-8889-e6d2a64453d5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761475 Sep 22 10:27:54.734514 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.756994 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2f25-e622-4111-8384-70ee65e04d08 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.768659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:54.780940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:54.792481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:27:54.794134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Pushing event updated for resources: {'Port': ['ID=919ffce5-95f7-4ff3-8452-7f88ab71cc2f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:54.854060 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.903222 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:51Z', 'revision_number': 3, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:54.946913 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca274a1-5e7d-4005-bbbb-03284e4464c3 None None] The sync data for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 is: [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:51Z', 'revision_number': 3, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:27:55.036390 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2f25-e622-4111-8384-70ee65e04d08 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.069024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-6a034422-3230-4796-b50b-120d8a4edcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:55.070560 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-6a034422-3230-4796-b50b-120d8a4edcb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 912 time: 0.4056358 Sep 22 10:27:55.091805 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6dde6e3-19fb-46ce-bb29-fb9e3d4c4157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.143250 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2f25-e622-4111-8384-70ee65e04d08 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.160293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-5b576e56-5d36-47de-8607-9822f700072d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=491dce21-6d8b-402a-aba7-d11f18082d9c HTTP/1.1" status: 200 len: 217 time: 0.0580342 Sep 22 10:27:55.175449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-eff5faf0-6ae4-4e16-8b3c-713376cfa43f None None] Provisioning complete for port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:55.182374 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eff5faf0-6ae4-4e16-8b3c-713376cfa43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.182554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa586613-5b84-4943-b185-7b0579dfed71 req-6332f1ea-a4c1-4263-9d81-a75c19ed4074 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:55.189411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa586613-5b84-4943-b185-7b0579dfed71 req-6332f1ea-a4c1-4263-9d81-a75c19ed4074 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.3458531 Sep 22 10:27:55.200424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.214383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b2f25-e622-4111-8384-70ee65e04d08 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd0790-189e-4288-920a-d537e2fa62e9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:55.255489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bc54463-751f-4987-8833-1aa2bf73136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.258052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bc54463-751f-4987-8833-1aa2bf73136f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.261619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6bc54463-751f-4987-8833-1aa2bf73136f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d4633c8-d5a8-4745-8498-32d6f9f880cf HTTP/1.1" status: 204 len: 168 time: 0.9185681 Sep 22 10:27:55.282489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-eff5faf0-6ae4-4e16-8b3c-713376cfa43f None None] Port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:27:55.283629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc54463-751f-4987-8833-1aa2bf73136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4633c8-d5a8-4745-8498-32d6f9f880cf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:55.292490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2f25-e622-4111-8384-70ee65e04d08 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.299578 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ca9b2f25-e622-4111-8384-70ee65e04d08 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6494985 Sep 22 10:27:55.300422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58792) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:55.326127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-64978e18-9f33-4ad3-b0fb-76c46cb97a5e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd0790-189e-4288-920a-d537e2fa62e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:55.349833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-69eae6ec-8274-493c-a2a3-1b1174af9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:55.351535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-69eae6ec-8274-493c-a2a3-1b1174af9a2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0a5230-e289-433c-a2fa-5d202f72a3d7 HTTP/1.1" status: 200 len: 851 time: 0.1786242 Sep 22 10:27:55.370926 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa586613-5b84-4943-b185-7b0579dfed71 req-9305e8cd-64c2-455c-9656-b96e577dabff tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805162 Sep 22 10:27:55.423259 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.423476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24690d0f-d434-4645-bb0b-156e4f2322ad {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:55.438849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.505849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-4e947405-d4fe-47c8-812f-4b7386145cad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776157 Sep 22 10:27:55.506933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Transition to ACTIVE for port object 24690d0f-d434-4645-bb0b-156e4f2322ad will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:27:55.511697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.557866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bcb49-3c15-464e-bd09-588d6a06fd4c req-f1c0a438-ffb6-4743-a4ba-a85bca107091 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:55.565978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d68bcb49-3c15-464e-bd09-588d6a06fd4c req-f1c0a438-ffb6-4743-a4ba-a85bca107091 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 944 time: 0.1310573 Sep 22 10:27:55.629015 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.650046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d68bcb49-3c15-464e-bd09-588d6a06fd4c req-457b4f3c-f663-4574-9ffa-4bdca0eb7058 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831892 Sep 22 10:27:55.655760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-b482f175-9e3b-435d-9d97-c47e0929b813 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406252 Sep 22 10:27:55.720194 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.726368 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.726849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.809882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.812319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Pushing event updated for resources: {'Port': ['ID=919ffce5-95f7-4ff3-8452-7f88ab71cc2f,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:55.826492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec231b21-ab5c-4b19-b3ae-3756979594f7 req-99c756db-d3a6-4d98-87bd-a27eefd20b4a service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607909 Sep 22 10:27:55.836547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64978e18-9f33-4ad3-b0fb-76c46cb97a5e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.906946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Pushing event updated for resources: {'Port': ['ID=24690d0f-d434-4645-bb0b-156e4f2322ad,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:55.987433 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:27:55.989235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:27:56.036596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 364996f1-ceaa-4c45-b752-7d072b03e823 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:27:56.056704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06476c-50fc-41b6-a828-6fea666857eb req-c4c5bd9b-fdaa-4b66-9036-de22b5660759 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:56.058897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea06476c-50fc-41b6-a828-6fea666857eb req-c4c5bd9b-fdaa-4b66-9036-de22b5660759 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 944 time: 0.1827452 Sep 22 10:27:56.071702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 491dce21-6d8b-402a-aba7-d11f18082d9c details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:27:56.132352 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64978e18-9f33-4ad3-b0fb-76c46cb97a5e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.179510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:27:56.183460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Attempting to bind port 24690d0f-d434-4645-bb0b-156e4f2322ad on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:56.186819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Attempting to bind port 24690d0f-d434-4645-bb0b-156e4f2322ad by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:56.186819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Attempting to bind port 24690d0f-d434-4645-bb0b-156e4f2322ad on network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:56.187028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Router 1d0c5948-dc10-472a-80b5-95e2097f4353 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:27:56.194337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Port 24690d0f-d434-4645-bb0b-156e4f2322ad on network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:27:56.194677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Attempting to bind port 24690d0f-d434-4645-bb0b-156e4f2322ad on network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:56.204258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea06476c-50fc-41b6-a828-6fea666857eb req-8b5a9cd7-6330-4794-b4c8-e2f3678581e3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263461 Sep 22 10:27:56.210297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:56.210648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Checking segment: {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:56.211041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Bound using segment: {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:56.211485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Bound port: 24690d0f-d434-4645-bb0b-156e4f2322ad, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:56.211848 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.252946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 15550fda-0d69-4752-afd7-f469f2e971dc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:56.258306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.293165 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64978e18-9f33-4ad3-b0fb-76c46cb97a5e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.336148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58808) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:56.386664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:27:56.400110 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e1d9b64f-6bf2-47af-ac31-951a9dacd03d admin admin] 10.222.0.20 "PUT /v2.0/routers/1d0c5948-dc10-472a-80b5-95e2097f4353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1998506 Sep 22 10:27:56.416145 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db9168f5-4f74-4d62-a05d-393f6dda6a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.418012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64978e18-9f33-4ad3-b0fb-76c46cb97a5e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530005ba-a852-474e-a6c8-0ed8643ebef0,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:56.450447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64978e18-9f33-4ad3-b0fb-76c46cb97a5e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.454622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-64978e18-9f33-4ad3-b0fb-76c46cb97a5e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1531618 Sep 22 10:27:56.455869 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58816) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:56.465209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:56.471631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=24690d0f-d434-4645-bb0b-156e4f2322ad,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:27:56.475682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 491dce21-6d8b-402a-aba7-d11f18082d9c, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=491dce21-6d8b-402a-aba7-d11f18082d9c,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:56.502446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '491dce21-6d8b-402a-aba7-d11f18082d9c', 'network_id': '18ecfb7b-3c2e-496a-a01f-e1a3db7f313c', 'port_id': '491dce21-6d8b-402a-aba7-d11f18082d9c', 'mac_address': 'fa:16:3e:d1:a5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0a5230-e289-433c-a2fa-5d202f72a3d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:27:56.503964 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22f5150b-5862-43ba-bc70-e358ce1d83dd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.506892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 15550fda-0d69-4752-afd7-f469f2e971dc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:56.507469 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.514707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4eb61fef-0c90-4646-9472-d385d2c146e6 None None] Provisioning complete for port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:56.515331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4eb61fef-0c90-4646-9472-d385d2c146e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.521808 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22f5150b-5862-43ba-bc70-e358ce1d83dd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.594441 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db9168f5-4f74-4d62-a05d-393f6dda6a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.626468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1029f53-6bc0-40a2-9e62-2fee3e6a14db req-3b816887-a6a0-4aa2-a063-e120b798c123 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:56.629148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1029f53-6bc0-40a2-9e62-2fee3e6a14db req-3b816887-a6a0-4aa2-a063-e120b798c123 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.2520869 Sep 22 10:27:56.657652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4eb61fef-0c90-4646-9472-d385d2c146e6 None None] Port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:27:56.664273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:56.666928 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.673401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.691787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491dce21-6d8b-402a-aba7-d11f18082d9c {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:56.699078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1029f53-6bc0-40a2-9e62-2fee3e6a14db req-1091e947-518c-4b78-a26e-7bc6b1038c56 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631599 Sep 22 10:27:56.715742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '364996f1-ceaa-4c45-b752-7d072b03e823', 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b', 'port_id': '364996f1-ceaa-4c45-b752-7d072b03e823', 'mac_address': 'fa:16:3e:7f:9a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a732b3-2f68-44cb-8dee-a1d560772bb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:27:56.728494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:56.729518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.731232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] 10.222.0.32 "PUT /v2.0/ports/24690d0f-d434-4645-bb0b-156e4f2322ad HTTP/1.1" status: 200 len: 1092 time: 2.2318439 Sep 22 10:27:56.731986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:56.735728 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad2406-367c-4064-8896-e1502711ddf4" -d '{"events": [{"name": "network-changed", "server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:56.766254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22f5150b-5862-43ba-bc70-e358ce1d83dd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.768870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6471e87-c7a8-49ac-8dc4-ea5a5d83035d service neutron] Pushing event updated for resources: {'Port': ['ID=24690d0f-d434-4645-bb0b-156e4f2322ad,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:56.775812 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22f5150b-5862-43ba-bc70-e358ce1d83dd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.776676 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-22f5150b-5862-43ba-bc70-e358ce1d83dd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/530005ba-a852-474e-a6c8-0ed8643ebef0 HTTP/1.1" status: 204 len: 168 time: 0.3197455 Sep 22 10:27:56.780379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58848) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:56.782091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 491dce21-6d8b-402a-aba7-d11f18082d9c, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=491dce21-6d8b-402a-aba7-d11f18082d9c,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:56.791733 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.802899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5150b-5862-43ba-bc70-e358ce1d83dd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=530005ba-a852-474e-a6c8-0ed8643ebef0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:56.833856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 364996f1-ceaa-4c45-b752-7d072b03e823 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:27:56.838793 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db9168f5-4f74-4d62-a05d-393f6dda6a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.864879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:56.866534 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.888786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 15550fda-0d69-4752-afd7-f469f2e971dc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=15550fda-0d69-4752-afd7-f469f2e971dc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:56.934350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558d8fb-1e50-445c-be13-cea8808eb772 req-4eeaf1fe-6b78-46b3-bccf-63b539cdd085 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:56.936690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d558d8fb-1e50-445c-be13-cea8808eb772 req-4eeaf1fe-6b78-46b3-bccf-63b539cdd085 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0673490 Sep 22 10:27:57.023062 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.028403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-db9168f5-4f74-4d62-a05d-393f6dda6a6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3b9622faa3241ee81d4e9828e05c85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6744680 Sep 22 10:27:57.028582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58872) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:57.044208 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-54fda054-911d-4626-b2e7-6d8fa288fec5 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2617240 Sep 22 10:27:57.044578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9168f5-4f74-4d62-a05d-393f6dda6a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a4064f-d558-41b6-a16c-1df38204d14d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:57.048391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58874) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:57.069887 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.069887 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.090453 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=491dce21-6d8b-402a-aba7-d11f18082d9c,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:57.111932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d558d8fb-1e50-445c-be13-cea8808eb772 req-38909984-7761-408c-aaa1-e129b1500a74 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403303 Sep 22 10:27:57.128514 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8981-87f0-463a-bde4-f2d688a3fd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.147989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-86dd0069-a51a-473b-b34c-0e83fed6d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:57.150772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-86dd0069-a51a-473b-b34c-0e83fed6d2e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d765c9ac50c4917a334147bfbc281a8&device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 1095 time: 0.2077606 Sep 22 10:27:57.165906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8981-87f0-463a-bde4-f2d688a3fd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.169508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:57.231848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['364996f1-ceaa-4c45-b752-7d072b03e823'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:57.270925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['491dce21-6d8b-402a-aba7-d11f18082d9c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:27:57.273601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1c82-089a-4902-8992-948cb0afadf7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.280436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-695c58be-1354-48fd-88b4-4cae8aabb4ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24690d0f-d434-4645-bb0b-156e4f2322ad HTTP/1.1" status: 200 len: 217 time: 0.1179013 Sep 22 10:27:57.332414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8981-87f0-463a-bde4-f2d688a3fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.335219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8981-87f0-463a-bde4-f2d688a3fd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.336509 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fbcf8981-87f0-463a-bde4-f2d688a3fd9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8a4064f-d558-41b6-a16c-1df38204d14d HTTP/1.1" status: 204 len: 168 time: 0.3021188 Sep 22 10:27:57.336708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=15550fda-0d69-4752-afd7-f469f2e971dc,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:57.351059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf8981-87f0-463a-bde4-f2d688a3fd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a4064f-d558-41b6-a16c-1df38204d14d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:57.376033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-f3b2127a-3ba2-4cf3-a809-884e25356de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:57.377884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-f3b2127a-3ba2-4cf3-a809-884e25356de5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7120da3-eb03-4864-a141-90b352d4569d HTTP/1.1" status: 200 len: 855 time: 0.0748467 Sep 22 10:27:57.443975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Sync routers for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:27:57.464264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1c82-089a-4902-8992-948cb0afadf7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.477381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-aab57878-78f2-42a2-98d2-9a157afca9a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a38cef9-0ca3-4b73-9ea1-a2c377647936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865169 Sep 22 10:27:57.536994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:27:57.537897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:27:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:57.550519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ea24-18b0-48c8-981c-20d97b3ff48c req-aee58510-14d7-4c49-9d7c-1b0f7ff360a0 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:57.552795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bae6ea24-18b0-48c8-981c-20d97b3ff48c req-aee58510-14d7-4c49-9d7c-1b0f7ff360a0 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 945 time: 0.3001044 Sep 22 10:27:57.665570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bae6ea24-18b0-48c8-981c-20d97b3ff48c req-55dbabff-583e-446c-a379-dd70a9d8067d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973411 Sep 22 10:27:57.707791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-f72caef5-6117-4473-870a-48b29351ba44 service neutron] 10.222.0.32 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008069 Sep 22 10:27:57.725825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:27:57.783633 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b7d53c-f0e0-4530-9724-4665edce4a28 x-openstack-request-id: req-a7b7d53c-f0e0-4530-9724-4665edce4a28 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:57.784154 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:57.785675 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7b7d53c-f0e0-4530-9724-4665edce4a28 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:57.786330 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad', 'status': 'completed', 'code': 200} Sep 22 10:27:57.953504 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1c82-089a-4902-8992-948cb0afadf7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.968373 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1c82-089a-4902-8992-948cb0afadf7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.985686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f1fc1c82-089a-4902-8992-948cb0afadf7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-groups/bbcd0790-189e-4288-920a-d537e2fa62e9 HTTP/1.1" status: 204 len: 168 time: 0.9352770 Sep 22 10:27:57.986379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58892) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:58.010352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07925f15-5d5f-4aa4-9cb9-53016381692f req-70361104-7fc5-41ad-9ac8-f1b17c66065d service neutron] 10.222.0.32 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930775 Sep 22 10:27:58.010352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc1c82-089a-4902-8992-948cb0afadf7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd0790-189e-4288-920a-d537e2fa62e9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:58.095610 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4b1095f9-fcb1-410f-b1b8-649d13413393 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068239 Sep 22 10:27:58.101971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58894) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:58.110864 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-608e5d63-1a50-47c6-8a93-e44436944cf4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561938125'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:58.148109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cd7e8-dacf-4bb8-b9b2-47d514f3addb req-f8451653-be82-4c33-b246-9723544dfdc3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:58.160755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b1cd7e8-dacf-4bb8-b9b2-47d514f3addb req-f8451653-be82-4c33-b246-9723544dfdc3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 944 time: 0.1034489 Sep 22 10:27:58.298375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad2406-367c-4064-8896-e1502711ddf4 req-d63e5676-ecd6-4502-999d-c68c88f90569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:58.306923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efad2406-367c-4064-8896-e1502711ddf4 req-d63e5676-ecd6-4502-999d-c68c88f90569 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d765c9ac50c4917a334147bfbc281a8&device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 1095 time: 0.1342244 Sep 22 10:27:58.346860 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-608e5d63-1a50-47c6-8a93-e44436944cf4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:58.358710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 15550fda-0d69-4752-afd7-f469f2e971dc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:58.453970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad2406-367c-4064-8896-e1502711ddf4 req-9fe9e3a2-0f2d-4f1a-9c01-9498026bc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:58.456737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efad2406-367c-4064-8896-e1502711ddf4 req-9fe9e3a2-0f2d-4f1a-9c01-9498026bc2a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 200 len: 916 time: 0.1402724 Sep 22 10:27:58.473676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b1cd7e8-dacf-4bb8-b9b2-47d514f3addb req-5dc8fd32-1413-4aaf-9d5a-34cd92abc204 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552738 Sep 22 10:27:58.490160 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 15550fda-0d69-4752-afd7-f469f2e971dc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:58.490868 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:58.618668 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-608e5d63-1a50-47c6-8a93-e44436944cf4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:58.628354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efad2406-367c-4064-8896-e1502711ddf4 req-cb654a53-4a35-4a09-894e-f194796ce8a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24690d0f-d434-4645-bb0b-156e4f2322ad HTTP/1.1" status: 200 len: 217 time: 0.1473019 Sep 22 10:27:58.660294 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:58.760029 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-608e5d63-1a50-47c6-8a93-e44436944cf4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:58.778946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '919ffce5-95f7-4ff3-8452-7f88ab71cc2f', 'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'mac_address': 'fa:16:3e:a2:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:54Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 2, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'subnets': [{'id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:58.816509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad2406-367c-4064-8896-e1502711ddf4 req-c65d90af-69b6-4c8e-8182-08e6ee1e898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:58.818834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efad2406-367c-4064-8896-e1502711ddf4 req-c65d90af-69b6-4c8e-8182-08e6ee1e898c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7120da3-eb03-4864-a141-90b352d4569d HTTP/1.1" status: 200 len: 855 time: 0.1805470 Sep 22 10:27:58.822704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Checking router: 1d0c5948-dc10-472a-80b5-95e2097f4353 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:27:58.823062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Updating router 1d0c5948-dc10-472a-80b5-95e2097f4353 port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:27:58.830437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800d1a1-816d-4f44-b56c-1f5fad5ad95d req-ae8fe3c6-ab0e-487d-9065-5b422fb455d0 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:58.839328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2800d1a1-816d-4f44-b56c-1f5fad5ad95d req-ae8fe3c6-ab0e-487d-9065-5b422fb455d0 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.2348239 Sep 22 10:27:58.856816 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:58.886803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efad2406-367c-4064-8896-e1502711ddf4 req-b43faedd-8ef2-490c-8368-dbbe43902cf9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a38cef9-0ca3-4b73-9ea1-a2c377647936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447953 Sep 22 10:27:58.891510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e5d63-1a50-47c6-8a93-e44436944cf4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e15d3-410a-4d45-ba25-0cb85255a169,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:58.926958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2800d1a1-816d-4f44-b56c-1f5fad5ad95d req-516e05ea-028d-4d65-8c71-5b47821689e1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862002 Sep 22 10:27:58.931452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-608e5d63-1a50-47c6-8a93-e44436944cf4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:58.935772 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-608e5d63-1a50-47c6-8a93-e44436944cf4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8289521 Sep 22 10:27:58.936376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58942) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:58.941855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-db7a787d-ca8d-44fb-9774-f79ea6bf19dc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': 'd98e15d3-410a-4d45-ba25-0cb85255a169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:59.095533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db7a787d-ca8d-44fb-9774-f79ea6bf19dc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.146251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efad2406-367c-4064-8896-e1502711ddf4 req-7fbb1cea-56eb-422a-96d6-a211ba9f5506 service neutron] 10.222.0.32 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365265 Sep 22 10:27:59.164132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6cb07-e8aa-480e-be7c-6d8359621dd3 req-2da07c8f-3fe7-43f9-adc3-3eacd3e49748 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:59.165977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e6cb07-e8aa-480e-be7c-6d8359621dd3 req-2da07c8f-3fe7-43f9-adc3-3eacd3e49748 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 944 time: 0.1104684 Sep 22 10:27:59.195026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db7a787d-ca8d-44fb-9774-f79ea6bf19dc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.295319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34e6cb07-e8aa-480e-be7c-6d8359621dd3 req-b5338b47-92ec-4660-9d4d-2f239e530a0c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187384 Sep 22 10:27:59.331483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efad2406-367c-4064-8896-e1502711ddf4 req-713b2f10-898e-4e07-ae5f-112be5f5c914 service neutron] 10.222.0.32 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588891 Sep 22 10:27:59.365978 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db7a787d-ca8d-44fb-9774-f79ea6bf19dc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.407916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a787d-ca8d-44fb-9774-f79ea6bf19dc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0221f67-7445-4ce8-8c98-42e9705b882b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:59.473906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.506924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83e7b3-3871-4324-bf04-def679827e26 req-504cf337-e67d-4318-b8a7-3c719cbf0d2e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:59.508834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b83e7b3-3871-4324-bf04-def679827e26 req-504cf337-e67d-4318-b8a7-3c719cbf0d2e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 945 time: 0.0946639 Sep 22 10:27:59.521281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db7a787d-ca8d-44fb-9774-f79ea6bf19dc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.523560 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-db7a787d-ca8d-44fb-9774-f79ea6bf19dc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5848515 Sep 22 10:27:59.525206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58956) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:59.531059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-db6ba86f-977c-40a2-b178-d07b453aad7c tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': 'd98e15d3-410a-4d45-ba25-0cb85255a169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:59.578378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b83e7b3-3871-4324-bf04-def679827e26 req-d68d58e0-f20e-4afe-85fb-3e8bd88ad99f tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598857 Sep 22 10:27:59.634152 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.696437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde6dc8-4369-493b-9c94-cf68a478f539 None None] Pushing event updated for resources: {'Port': ['ID=919ffce5-95f7-4ff3-8452-7f88ab71cc2f,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:59.768015 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db6ba86f-977c-40a2-b178-d07b453aad7c tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.831104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Attempting to bind port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:27:59.831884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Attempting to bind port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:27:59.832835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Attempting to bind port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f on network b2c721f2-9ec3-4410-97d9-1e486ecaf16a {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:27:59.845832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:27:59.846499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Checking segment: {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:27:59.846979 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.847736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Bound using segment: {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:27:59.848293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Bound port: 919ffce5-95f7-4ff3-8452-7f88ab71cc2f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:27:59.848754 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.922494 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db6ba86f-977c-40a2-b178-d07b453aad7c tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:59.958375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] For port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:27:59.962438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] For port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=919ffce5-95f7-4ff3-8452-7f88ab71cc2f,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:28:00.038016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d872bb12-87db-4b57-94d8-2d7bee91735d None None] Provisioning complete for port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:00.038462 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d872bb12-87db-4b57-94d8-2d7bee91735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.045774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db6ba86f-977c-40a2-b178-d07b453aad7c tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.059213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 364996f1-ceaa-4c45-b752-7d072b03e823 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:00.064772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ba86f-977c-40a2-b178-d07b453aad7c tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74a9f67-0980-41c4-b556-d2b114dade99,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:00.110013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 24690d0f-d434-4645-bb0b-156e4f2322ad details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:28:00.112324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 491dce21-6d8b-402a-aba7-d11f18082d9c up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:00.119267 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.183777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db6ba86f-977c-40a2-b178-d07b453aad7c tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.189397 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-db6ba86f-977c-40a2-b178-d07b453aad7c tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6589327 Sep 22 10:28:00.189528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58968) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:00.194878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5b4ec6c5-3c7e-41a7-924d-c214ebb90138 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': 'd98e15d3-410a-4d45-ba25-0cb85255a169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:00.207306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34283-0bac-4248-bfaa-7aecffe86249 req-7977b1aa-f11c-44cd-b82d-174ba9fd32ba tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:00.215461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41c34283-0bac-4248-bfaa-7aecffe86249 req-7977b1aa-f11c-44cd-b82d-174ba9fd32ba tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 944 time: 0.1514053 Sep 22 10:28:00.264054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d872bb12-87db-4b57-94d8-2d7bee91735d None None] Port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:28:00.276922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41c34283-0bac-4248-bfaa-7aecffe86249 req-d43ab12d-d467-43e8-9045-f1e7a93a17ef tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481546 Sep 22 10:28:00.331422 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec6c5-3c7e-41a7-924d-c214ebb90138 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.421896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde6dc8-4369-493b-9c94-cf68a478f539 None None] Pushing event updated for resources: {'Port': ['ID=919ffce5-95f7-4ff3-8452-7f88ab71cc2f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:00.440648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:28:00.440648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:27:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:00.500752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec6c5-3c7e-41a7-924d-c214ebb90138 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.525928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91ad0f-1899-44ee-a483-06605bf4cc01 req-b51c0469-2e80-4be7-be18-73a3b433f55a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:00.528138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df91ad0f-1899-44ee-a483-06605bf4cc01 req-b51c0469-2e80-4be7-be18-73a3b433f55a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1145408 Sep 22 10:28:00.633282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df91ad0f-1899-44ee-a483-06605bf4cc01 req-54780850-9681-4740-85a9-1a4a4ecfa286 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987272 Sep 22 10:28:00.639041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=24690d0f-d434-4645-bb0b-156e4f2322ad,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:00.687659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '24690d0f-d434-4645-bb0b-156e4f2322ad', 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936', 'port_id': '24690d0f-d434-4645-bb0b-156e4f2322ad', 'mac_address': 'fa:16:3e:d4:7f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7120da3-eb03-4864-a141-90b352d4569d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:28:00.690916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 364996f1-ceaa-4c45-b752-7d072b03e823 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:00.691212 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.731108 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec6c5-3c7e-41a7-924d-c214ebb90138 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.753294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ec6c5-3c7e-41a7-924d-c214ebb90138 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25bdb51-914e-419b-8936-7e0598a433b7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:00.788746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 491dce21-6d8b-402a-aba7-d11f18082d9c completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:28:00.830918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68823f12-73b6-4334-bcb9-f15b212ef1fc req-1bea3d8e-3bac-4207-8546-3e17224e6a11 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:00.840865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68823f12-73b6-4334-bcb9-f15b212ef1fc req-1bea3d8e-3bac-4207-8546-3e17224e6a11 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 944 time: 0.0885491 Sep 22 10:28:00.859370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 491dce21-6d8b-402a-aba7-d11f18082d9c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:00.859730 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.862994 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b4ec6c5-3c7e-41a7-924d-c214ebb90138 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.864363 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5b4ec6c5-3c7e-41a7-924d-c214ebb90138 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6737130 Sep 22 10:28:00.867356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58982) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:00.873142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f432a1c9-43a9-438c-a41e-2eb457a0974a tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': 'd98e15d3-410a-4d45-ba25-0cb85255a169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:00.913342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fcec08f3-1736-4cd7-8438-ea111849b5cd None None] Provisioning complete for port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:00.913632 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcec08f3-1736-4cd7-8438-ea111849b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.924747 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.934358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68823f12-73b6-4334-bcb9-f15b212ef1fc req-faadb2a6-c813-415f-9f3e-4ca5739088c7 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899940 Sep 22 10:28:00.988908 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f432a1c9-43a9-438c-a41e-2eb457a0974a tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.039108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:28:01.105892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24690d0f-d434-4645-bb0b-156e4f2322ad {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:28:01.128095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be23183-aca5-4be1-8574-9dbadf23aa42 req-2ee1a28f-74d7-4db6-a740-957aaa795a7b tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:01.141777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9be23183-aca5-4be1-8574-9dbadf23aa42 req-2ee1a28f-74d7-4db6-a740-957aaa795a7b tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 945 time: 0.1330907 Sep 22 10:28:01.172932 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f432a1c9-43a9-438c-a41e-2eb457a0974a tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.199728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9be23183-aca5-4be1-8574-9dbadf23aa42 req-4395690e-eece-4818-974a-f8f1e283f669 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569773 Sep 22 10:28:01.220908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=24690d0f-d434-4645-bb0b-156e4f2322ad,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:01.245667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f432a1c9-43a9-438c-a41e-2eb457a0974a tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.287096 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432a1c9-43a9-438c-a41e-2eb457a0974a tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa30cb5-9534-4163-be8f-26223ecdb179,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:01.315557 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.344779 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.422654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f432a1c9-43a9-438c-a41e-2eb457a0974a tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.423968 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f432a1c9-43a9-438c-a41e-2eb457a0974a tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5555429 Sep 22 10:28:01.426926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58994) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:01.433593 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-46e8e89f-83c4-4b3b-80f1-3275c57fdff7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': 'd98e15d3-410a-4d45-ba25-0cb85255a169', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:01.472619 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.490575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:01.492559 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b68ce-2ec8-4660-817e-190867c13ab3" -d '{"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-plugged", "status": "completed", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:01.519475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75c687-79f6-42d2-a9c3-9f65211401c9 req-ef0e80b9-3f8e-4d6f-81ce-1ee78f317cb7 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:01.532015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e75c687-79f6-42d2-a9c3-9f65211401c9 req-ef0e80b9-3f8e-4d6f-81ce-1ee78f317cb7 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 945 time: 0.1551442 Sep 22 10:28:01.548725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46e8e89f-83c4-4b3b-80f1-3275c57fdff7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.632277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e75c687-79f6-42d2-a9c3-9f65211401c9 req-5371bc2a-1c7d-448c-9a57-b55b31f7b5b4 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984480 Sep 22 10:28:01.695077 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcec08f3-1736-4cd7-8438-ea111849b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.735565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:01.755142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=24690d0f-d434-4645-bb0b-156e4f2322ad,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:01.770366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['24690d0f-d434-4645-bb0b-156e4f2322ad'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:28:01.787236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46e8e89f-83c4-4b3b-80f1-3275c57fdff7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.802250 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44788026-c37f-4504-82fa-296cb3a90dde x-openstack-request-id: req-44788026-c37f-4504-82fa-296cb3a90dde {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:01.802250 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-plugged", "status": "completed", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:01.802250 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44788026-c37f-4504-82fa-296cb3a90dde {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:01.802250 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823', 'code': 200} Sep 22 10:28:01.811066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 491dce21-6d8b-402a-aba7-d11f18082d9c, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=491dce21-6d8b-402a-aba7-d11f18082d9c,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:01.842548 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.868382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46e8e89f-83c4-4b3b-80f1-3275c57fdff7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.909094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fcec08f3-1736-4cd7-8438-ea111849b5cd None None] For port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=919ffce5-95f7-4ff3-8452-7f88ab71cc2f,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:01.911427 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:01.923096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278bd60-2b50-4589-9f24-654a94208846 req-92020bae-7523-4f5b-b432-3ac5e3f31443 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:01.928763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8e89f-83c4-4b3b-80f1-3275c57fdff7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9504bd04-333e-4c64-bb8c-fc3db68771b0,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:01.936834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4278bd60-2b50-4589-9f24-654a94208846 req-92020bae-7523-4f5b-b432-3ac5e3f31443 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0677078 Sep 22 10:28:01.985556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4278bd60-2b50-4589-9f24-654a94208846 req-ab6a6f8d-5902-4bd5-903d-6cac2f0b6b46 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490439 Sep 22 10:28:01.994310 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcec08f3-1736-4cd7-8438-ea111849b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.004569 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46e8e89f-83c4-4b3b-80f1-3275c57fdff7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.006709 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-46e8e89f-83c4-4b3b-80f1-3275c57fdff7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5777421 Sep 22 10:28:02.009759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:02.010470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59006) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:02.058087 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47ca72ae-7865-4ed4-9736-5034887e2ceb tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.085085 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47ca72ae-7865-4ed4-9736-5034887e2ceb tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.192690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11444d-65d5-4227-8eb3-2bf1d022632c req-2936a600-6b95-4826-b0ce-7f2be00c300c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:02.194720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e11444d-65d5-4227-8eb3-2bf1d022632c req-2936a600-6b95-4826-b0ce-7f2be00c300c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1123419 Sep 22 10:28:02.198656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '919ffce5-95f7-4ff3-8452-7f88ab71cc2f', 'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'mac_address': 'fa:16:3e:a2:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:54Z', 'updated_at': '2021-09-22T10:27:59Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'subnets': [{'id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:02.238003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=491dce21-6d8b-402a-aba7-d11f18082d9c,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:02.242126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd8029-dfc1-44ef-84b8-259c957933d4 None None] The sync data for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 is: [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '919ffce5-95f7-4ff3-8452-7f88ab71cc2f', 'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'mac_address': 'fa:16:3e:a2:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:54Z', 'updated_at': '2021-09-22T10:27:59Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'subnets': [{'id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:28:02.264507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47ca72ae-7865-4ed4-9736-5034887e2ceb tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.281243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47ca72ae-7865-4ed4-9736-5034887e2ceb tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.284635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59012) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:02.301225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-47ca72ae-7865-4ed4-9736-5034887e2ceb tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9504bd04-333e-4c64-bb8c-fc3db68771b0 HTTP/1.1" status: 204 len: 168 time: 0.2894104 Sep 22 10:28:02.338452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca72ae-7865-4ed4-9736-5034887e2ceb tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9504bd04-333e-4c64-bb8c-fc3db68771b0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:02.407389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e11444d-65d5-4227-8eb3-2bf1d022632c req-f06a4b51-9977-4059-9e0a-3b54acc49382 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046633 Sep 22 10:28:02.463449 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-352eb148-4fd2-47df-b816-ca1b96cd8e72 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1774883 Sep 22 10:28:02.469223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec08f3-1736-4cd7-8438-ea111849b5cd None None] Pushing event updated for resources: {'Port': ['ID=919ffce5-95f7-4ff3-8452-7f88ab71cc2f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:02.473689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59018) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:02.554003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d89c664-ac78-4675-8547-f8534db518db tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.573145 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d89c664-ac78-4675-8547-f8534db518db tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.610172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c9dc8-0f8f-42cb-bec1-cfb35629da0d req-383efb31-7276-40cf-8481-bd8544cfb53e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:02.620655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d19c9dc8-0f8f-42cb-bec1-cfb35629da0d req-383efb31-7276-40cf-8481-bd8544cfb53e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.1136270 Sep 22 10:28:02.662185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d19c9dc8-0f8f-42cb-bec1-cfb35629da0d req-25fb1aa4-9557-4631-9d50-64fe609666b8 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Sep 22 10:28:02.708461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d89c664-ac78-4675-8547-f8534db518db tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.715935 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d89c664-ac78-4675-8547-f8534db518db tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.718139 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7d89c664-ac78-4675-8547-f8534db518db tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8aa30cb5-9534-4163-be8f-26223ecdb179 HTTP/1.1" status: 204 len: 168 time: 0.2423053 Sep 22 10:28:02.724964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59022) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:02.741448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c664-ac78-4675-8547-f8534db518db tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aa30cb5-9534-4163-be8f-26223ecdb179,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:02.806752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f27eb26b-d2dc-4913-ae56-983c0a495991 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0805104 Sep 22 10:28:02.809789 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59024) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:02.873835 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf393719-e5ab-42c8-a63e-ee5439989e18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.911889 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf393719-e5ab-42c8-a63e-ee5439989e18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:02.981099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2fe35-3bd3-4360-a5c6-24228d492e97 req-d9e5d05a-baa8-4451-b44e-0c81ee21d627 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:02.983626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11b2fe35-3bd3-4360-a5c6-24228d492e97 req-d9e5d05a-baa8-4451-b44e-0c81ee21d627 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 945 time: 0.1030664 Sep 22 10:28:03.048727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11b2fe35-3bd3-4360-a5c6-24228d492e97 req-b4b32209-5aaa-48ac-aaff-4d07cb1561b1 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585899 Sep 22 10:28:03.084375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf393719-e5ab-42c8-a63e-ee5439989e18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.105421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf393719-e5ab-42c8-a63e-ee5439989e18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.105421 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bf393719-e5ab-42c8-a63e-ee5439989e18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a25bdb51-914e-419b-8936-7e0598a433b7 HTTP/1.1" status: 204 len: 168 time: 0.2887802 Sep 22 10:28:03.105421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf393719-e5ab-42c8-a63e-ee5439989e18 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a25bdb51-914e-419b-8936-7e0598a433b7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:03.105872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59030) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:03.185076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-988ee5b9-4c7d-4d33-901a-906bc5574557 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0800960 Sep 22 10:28:03.202516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59032) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:03.247110 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fb08e677-a41a-45ac-a10f-e81c0549f70f tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.264546 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fb08e677-a41a-45ac-a10f-e81c0549f70f tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.285462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a2c2f-318d-4107-83aa-e77e7a23050e req-94799dc3-b9ae-4ecc-b8d1-0ad64f28a627 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:03.295513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575a2c2f-318d-4107-83aa-e77e7a23050e req-94799dc3-b9ae-4ecc-b8d1-0ad64f28a627 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1083868 Sep 22 10:28:03.350870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-575a2c2f-318d-4107-83aa-e77e7a23050e req-44536089-47bd-4a4b-9108-31c92db65c70 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544286 Sep 22 10:28:03.400225 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fb08e677-a41a-45ac-a10f-e81c0549f70f tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.410587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fb08e677-a41a-45ac-a10f-e81c0549f70f tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.420309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59040) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:03.421593 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fb08e677-a41a-45ac-a10f-e81c0549f70f tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f74a9f67-0980-41c4-b556-d2b114dade99 HTTP/1.1" status: 204 len: 168 time: 0.2173600 Sep 22 10:28:03.440706 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08e677-a41a-45ac-a10f-e81c0549f70f tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f74a9f67-0980-41c4-b556-d2b114dade99,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:03.523579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f4d3f66b-5e51-49dd-be47-c06ea03ad645 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1020994 Sep 22 10:28:03.526937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59042) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:03.565075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cde8a5db-b084-46b8-9c71-bd97b65f1f87 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.578930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cde8a5db-b084-46b8-9c71-bd97b65f1f87 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.594310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf562f6d-f63c-4b57-a8bd-9dc77bdeaf7d req-be03560a-0205-4cd1-bf17-b843396a4d53 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:03.595881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf562f6d-f63c-4b57-a8bd-9dc77bdeaf7d req-be03560a-0205-4cd1-bf17-b843396a4d53 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0639560 Sep 22 10:28:03.640887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf562f6d-f63c-4b57-a8bd-9dc77bdeaf7d req-5980d396-baec-47b7-b5c8-5c22146b38b5 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366948 Sep 22 10:28:03.802131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d6ae48-d844-4848-b4a3-fb459cf14f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491dce21-6d8b-402a-aba7-d11f18082d9c'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:03.808627 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40598549-50cf-4df9-aff5-df119e95733f" -d '{"events": [{"server_uuid": "62d6ae48-d844-4848-b4a3-fb459cf14f50", "name": "network-vif-plugged", "status": "completed", "tag": "491dce21-6d8b-402a-aba7-d11f18082d9c"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:03.823836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6278ba-48e4-4df7-b9e0-3e46472ba8af req-6bf92fa5-9644-459f-8c79-da0c1f56004e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:03.825489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b6278ba-48e4-4df7-b9e0-3e46472ba8af req-6bf92fa5-9644-459f-8c79-da0c1f56004e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0850656 Sep 22 10:28:03.875094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b6278ba-48e4-4df7-b9e0-3e46472ba8af req-10c1aa21-0653-4722-874a-c6b31365958c tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Sep 22 10:28:03.908486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cde8a5db-b084-46b8-9c71-bd97b65f1f87 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.919954 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cde8a5db-b084-46b8-9c71-bd97b65f1f87 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:03.922282 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cde8a5db-b084-46b8-9c71-bd97b65f1f87 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b0221f67-7445-4ce8-8c98-42e9705b882b HTTP/1.1" status: 204 len: 168 time: 0.3942986 Sep 22 10:28:03.923384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8a5db-b084-46b8-9c71-bd97b65f1f87 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0221f67-7445-4ce8-8c98-42e9705b882b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:03.924915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59052) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:04.015912 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cead359f-c91f-40dc-b3bb-651e8cb5fa26 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0879207 Sep 22 10:28:04.018739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59058) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:04.112855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 24690d0f-d434-4645-bb0b-156e4f2322ad up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:04.118155 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e989069a-6ab1-41e4-9748-9801cd58f018 x-openstack-request-id: req-e989069a-6ab1-41e4-9748-9801cd58f018 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:04.118546 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d6ae48-d844-4848-b4a3-fb459cf14f50", "name": "network-vif-plugged", "status": "completed", "tag": "491dce21-6d8b-402a-aba7-d11f18082d9c", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:04.118897 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e989069a-6ab1-41e4-9748-9801cd58f018 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:04.120254 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d6ae48-d844-4848-b4a3-fb459cf14f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491dce21-6d8b-402a-aba7-d11f18082d9c', 'code': 200} Sep 22 10:28:04.125336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2de74be-16e5-4f7a-b881-d0129f8e0474 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.187416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 919ffce5-95f7-4ff3-8452-7f88ab71cc2f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:04.198754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2de74be-16e5-4f7a-b881-d0129f8e0474 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.329316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:04.329642 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.371624 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2de74be-16e5-4f7a-b881-d0129f8e0474 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.374880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2de74be-16e5-4f7a-b881-d0129f8e0474 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.378809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59068) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:04.379122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e2de74be-16e5-4f7a-b881-d0129f8e0474 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-groups/d98e15d3-410a-4d45-ba25-0cb85255a169 HTTP/1.1" status: 204 len: 168 time: 0.3590190 Sep 22 10:28:04.405813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 24690d0f-d434-4645-bb0b-156e4f2322ad completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:28:04.408223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de74be-16e5-4f7a-b881-d0129f8e0474 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e15d3-410a-4d45-ba25-0cb85255a169,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:04.432199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5d79-ba10-4334-9c8e-2bd2fd8ffa8e req-9b3618d6-347c-4b6f-9999-37ff69b5dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:04.434196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fced5d79-ba10-4334-9c8e-2bd2fd8ffa8e req-9b3618d6-347c-4b6f-9999-37ff69b5dbf2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 1097 time: 0.1554928 Sep 22 10:28:04.442327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 24690d0f-d434-4645-bb0b-156e4f2322ad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:04.443813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2834b-d7f3-45d5-b6e5-9452386c42e7 req-644f78af-5261-42ac-a23c-6a97ba52b258 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:04.446467 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.452385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cde2834b-d7f3-45d5-b6e5-9452386c42e7 req-644f78af-5261-42ac-a23c-6a97ba52b258 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 945 time: 0.1746593 Sep 22 10:28:04.485142 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-38ff912e-7d7f-4daa-a7c7-aa3157932311 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1046951 Sep 22 10:28:04.490138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59074) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:04.499161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7ce48692-97a8-4c18-9be2-d2562ac19334 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076379005'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:04.544457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cde2834b-d7f3-45d5-b6e5-9452386c42e7 req-45ba8cb1-93f7-4e92-9769-44a34a1336ea tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906007 Sep 22 10:28:04.549317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fced5d79-ba10-4334-9c8e-2bd2fd8ffa8e req-7dc5ac31-aabd-4a9d-85c0-7e44959f2e75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859807 Sep 22 10:28:04.640595 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ce48692-97a8-4c18-9be2-d2562ac19334 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.760779 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.768275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af6653-431b-47b4-ad70-a2c8b7a74294 req-8c77e035-d449-4429-a284-d99d952a8019 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:04.779157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5af6653-431b-47b4-ad70-a2c8b7a74294 req-8c77e035-d449-4429-a284-d99d952a8019 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1075635 Sep 22 10:28:04.809708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ce48692-97a8-4c18-9be2-d2562ac19334 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.856826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=24690d0f-d434-4645-bb0b-156e4f2322ad,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:04.874698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ce48692-97a8-4c18-9be2-d2562ac19334 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.892046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5af6653-431b-47b4-ad70-a2c8b7a74294 req-9db9039c-3da7-4314-b7d2-af0fc1d2e0c0 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094143 Sep 22 10:28:04.925513 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.965685 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce48692-97a8-4c18-9be2-d2562ac19334 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f672a5d5-bd8c-4817-8b61-969f2d1bdd14,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:04.983127 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ce48692-97a8-4c18-9be2-d2562ac19334 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:04.987487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59086) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:04.988966 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7ce48692-97a8-4c18-9be2-d2562ac19334 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4970093 Sep 22 10:28:04.992779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bc3ba7e7-92b0-4a93-aad3-6b1dda60770d tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': 'f672a5d5-bd8c-4817-8b61-969f2d1bdd14', 'direction': 'ingress', 'protocol': 17}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:05.057438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=24690d0f-d434-4645-bb0b-156e4f2322ad,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:05.114540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dcd0b-c62b-45ef-8145-1a66b5329cfd req-38dba522-f9ea-4dcf-82b4-9fd37b050ce4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:05.131898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f2dcd0b-c62b-45ef-8145-1a66b5329cfd req-38dba522-f9ea-4dcf-82b4-9fd37b050ce4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1013649 Sep 22 10:28:05.183925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f2dcd0b-c62b-45ef-8145-1a66b5329cfd req-d32c0434-29e5-4003-ac50-51170380833a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496361 Sep 22 10:28:05.207434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba7e7-92b0-4a93-aad3-6b1dda60770d tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:05.361266 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba7e7-92b0-4a93-aad3-6b1dda60770d tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:05.375375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424165-5a54-46e7-a399-b69d0b40fcb0 req-93e43e6d-c1aa-48f1-b3a7-82767f173559 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:05.377706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d424165-5a54-46e7-a399-b69d0b40fcb0 req-93e43e6d-c1aa-48f1-b3a7-82767f173559 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0848725 Sep 22 10:28:05.437282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d424165-5a54-46e7-a399-b69d0b40fcb0 req-f665b75f-09a6-4822-8bb5-37b2532068d3 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527947 Sep 22 10:28:05.439870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba7e7-92b0-4a93-aad3-6b1dda60770d tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:05.495851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ba7e7-92b0-4a93-aad3-6b1dda60770d tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737e8fcf-4d14-47f2-81f1-cb7ecb185061,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:05.611455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba7e7-92b0-4a93-aad3-6b1dda60770d tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:05.612686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bc3ba7e7-92b0-4a93-aad3-6b1dda60770d tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6239274 Sep 22 10:28:05.615642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59100) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:05.707969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bae63a5d-a9db-423e-ae47-96da6b8a5019 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:05.794560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bae63a5d-a9db-423e-ae47-96da6b8a5019 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:05.820613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb511852-b53e-4a98-9cd6-036d9a902870 req-6918f44c-ef85-4820-a514-4bbb123a96f0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:05.826737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb511852-b53e-4a98-9cd6-036d9a902870 req-6918f44c-ef85-4820-a514-4bbb123a96f0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0993934 Sep 22 10:28:05.883441 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb511852-b53e-4a98-9cd6-036d9a902870 req-d03b2c6e-3506-48e9-8b52-ebd7cb08eabf tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478137 Sep 22 10:28:05.996143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bae63a5d-a9db-423e-ae47-96da6b8a5019 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:05.996964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bae63a5d-a9db-423e-ae47-96da6b8a5019 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:06.001696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59106) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:06.011001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bae63a5d-a9db-423e-ae47-96da6b8a5019 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-groups/f672a5d5-bd8c-4817-8b61-969f2d1bdd14 HTTP/1.1" status: 204 len: 168 time: 0.3942869 Sep 22 10:28:06.084720 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0025e2f9-2ba0-409e-ae0d-e3fa588dc321 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817685 Sep 22 10:28:06.085335 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59110) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:06.090034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4a1bb0e9-119f-4303-986e-ef86a820b767 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622087268'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:06.092086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae63a5d-a9db-423e-ae47-96da6b8a5019 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f672a5d5-bd8c-4817-8b61-969f2d1bdd14,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:06.131290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:06.141257 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec22569d-2937-4533-bc1c-a3dc1eabc53a" -d '{"events": [{"server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "name": "network-vif-plugged", "status": "completed", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:06.161648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb704ff-e034-4cdc-a13c-b95cac6bbf08 req-d848498f-ece0-4968-ab0c-e58fdb7d6be1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:06.176336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-adb704ff-e034-4cdc-a13c-b95cac6bbf08 req-d848498f-ece0-4968-ab0c-e58fdb7d6be1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1896546 Sep 22 10:28:06.218671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-adb704ff-e034-4cdc-a13c-b95cac6bbf08 req-8268dca4-b3fe-48f7-9333-abd2fa69ae8b tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Sep 22 10:28:06.243937 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb0e9-119f-4303-986e-ef86a820b767 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:06.314485 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a85cd8-488c-4619-bbbc-dc1ac1d4be56 x-openstack-request-id: req-a1a85cd8-488c-4619-bbbc-dc1ac1d4be56 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:06.314485 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "name": "network-vif-plugged", "status": "completed", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:06.314485 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1a85cd8-488c-4619-bbbc-dc1ac1d4be56 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:06.314485 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad', 'code': 200} Sep 22 10:28:06.393907 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb0e9-119f-4303-986e-ef86a820b767 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:06.460584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de67330-88bb-43ab-8ce3-a0a73abea7c9 req-fcab85c2-28d4-4cb7-81c7-57e49efe04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:06.462384 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb0e9-119f-4303-986e-ef86a820b767 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:06.462701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3de67330-88bb-43ab-8ce3-a0a73abea7c9 req-fcab85c2-28d4-4cb7-81c7-57e49efe04ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 1097 time: 0.0887060 Sep 22 10:28:06.470903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be0bff-b368-4ff1-a866-a5a3577fc744 req-d016360b-7dcf-476b-8483-49fcf9dd09f1 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:06.474637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90be0bff-b368-4ff1-a866-a5a3577fc744 req-d016360b-7dcf-476b-8483-49fcf9dd09f1 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0904408 Sep 22 10:28:06.504574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bb0e9-119f-4303-986e-ef86a820b767 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a991cdc0-b0c3-473f-898c-91d599bd9a32,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:06.535213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3de67330-88bb-43ab-8ce3-a0a73abea7c9 req-25336f23-5c64-46fb-889e-6c1a5fb23eb6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595486 Sep 22 10:28:06.558590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90be0bff-b368-4ff1-a866-a5a3577fc744 req-1fa1f067-07a0-425c-97fa-01dc025fd95d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644355 Sep 22 10:28:06.583541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb0e9-119f-4303-986e-ef86a820b767 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:06.587847 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4a1bb0e9-119f-4303-986e-ef86a820b767 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4990284 Sep 22 10:28:06.588332 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59122) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:06.593108 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-346960a5-da63-47a4-bf06-4f823ded4586 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897468501'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:06.702687 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-346960a5-da63-47a4-bf06-4f823ded4586 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:06.762903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed2a13-8e52-41f9-beb6-3b70e4d65e8e req-5ea4c426-15a9-4f38-a084-bbfc36ef6b88 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:06.771855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03ed2a13-8e52-41f9-beb6-3b70e4d65e8e req-5ea4c426-15a9-4f38-a084-bbfc36ef6b88 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0950294 Sep 22 10:28:06.876781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03ed2a13-8e52-41f9-beb6-3b70e4d65e8e req-cdfd1b81-9579-42f0-b5e5-dced3a3f20dd tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967445 Sep 22 10:28:06.885011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-346960a5-da63-47a4-bf06-4f823ded4586 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:07.123792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574bbd-4b4a-4c72-9c61-d55853063301 req-3c8730d8-f250-48e4-8105-22b13361aba5 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:07.125846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55574bbd-4b4a-4c72-9c61-d55853063301 req-3c8730d8-f250-48e4-8105-22b13361aba5 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0752809 Sep 22 10:28:07.188677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55574bbd-4b4a-4c72-9c61-d55853063301 req-ade382a5-7d47-4953-acb4-75955963d709 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538981 Sep 22 10:28:07.777228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-346960a5-da63-47a4-bf06-4f823ded4586 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:07.837482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346960a5-da63-47a4-bf06-4f823ded4586 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97113bb-06ff-43bb-96c8-7fe1aa4b74d9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:07.920190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-346960a5-da63-47a4-bf06-4f823ded4586 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:07.923098 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-346960a5-da63-47a4-bf06-4f823ded4586 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3336353 Sep 22 10:28:07.925753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59138) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:07.931153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-61b85e29-ce45-4145-8f0d-2815ef8b0afc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': 'a991cdc0-b0c3-473f-898c-91d599bd9a32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c97113bb-06ff-43bb-96c8-7fe1aa4b74d9', 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:08.222118 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61b85e29-ce45-4145-8f0d-2815ef8b0afc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:08.308333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61b85e29-ce45-4145-8f0d-2815ef8b0afc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:08.389227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61b85e29-ce45-4145-8f0d-2815ef8b0afc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:08.425315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b85e29-ce45-4145-8f0d-2815ef8b0afc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e410895-6542-4f55-b250-f18295ae699e,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:08.460534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8578-0a4c-4fd9-b688-104589f88c1b req-6cf85e48-1587-4daa-8f53-57fe96d17c90 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:08.472272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ede8578-0a4c-4fd9-b688-104589f88c1b req-6cf85e48-1587-4daa-8f53-57fe96d17c90 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0911648 Sep 22 10:28:08.491767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61b85e29-ce45-4145-8f0d-2815ef8b0afc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:08.496959 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-61b85e29-ce45-4145-8f0d-2815ef8b0afc tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5659220 Sep 22 10:28:08.496959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59152) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:08.537692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d5b2ddb-b1f0-4f4e-83ba-8b4f966c5b93 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:08.547745 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d5b2ddb-b1f0-4f4e-83ba-8b4f966c5b93 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:08.593809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ede8578-0a4c-4fd9-b688-104589f88c1b req-ee38cdc6-3345-4315-b2a2-92a0587ec601 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164498 Sep 22 10:28:08.604405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-7c898f06-08bb-4841-8bb5-fdf9fe6aa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:08.607876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-7c898f06-08bb-4841-8bb5-fdf9fe6aa45e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 1097 time: 0.1012290 Sep 22 10:28:08.776841 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d5b2ddb-b1f0-4f4e-83ba-8b4f966c5b93 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:08.783679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d5b2ddb-b1f0-4f4e-83ba-8b4f966c5b93 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:08.790924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8d5b2ddb-b1f0-4f4e-83ba-8b4f966c5b93 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7e410895-6542-4f55-b250-f18295ae699e HTTP/1.1" status: 204 len: 168 time: 0.2906899 Sep 22 10:28:08.790924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59154) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:08.815220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b2ddb-b1f0-4f4e-83ba-8b4f966c5b93 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e410895-6542-4f55-b250-f18295ae699e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:08.852080 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3e70d446-056c-4985-9db9-69b47bd7213b tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0614791 Sep 22 10:28:08.852506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59156) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:08.933881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dcd772ea-45b5-4f94-8c00-634b235117c7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:08.968525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dcd772ea-45b5-4f94-8c00-634b235117c7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:09.121064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dcd772ea-45b5-4f94-8c00-634b235117c7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:09.124287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dcd772ea-45b5-4f94-8c00-634b235117c7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:09.126184 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dcd772ea-45b5-4f94-8c00-634b235117c7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-groups/c97113bb-06ff-43bb-96c8-7fe1aa4b74d9 HTTP/1.1" status: 204 len: 168 time: 0.2725065 Sep 22 10:28:09.132943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59162) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:09.192874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd772ea-45b5-4f94-8c00-634b235117c7 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97113bb-06ff-43bb-96c8-7fe1aa4b74d9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:09.228440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-a2877209-00c4-458d-a069-a09a429df550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:09.233011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-a2877209-00c4-458d-a069-a09a429df550 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 912 time: 0.6154413 Sep 22 10:28:09.268986 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4e3bf4c6-3073-4104-a52e-fc00623a8609 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1347826 Sep 22 10:28:09.269741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59164) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:09.284504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-845855c1-2a7e-4514-a83a-3dd4a8e55ba2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=491dce21-6d8b-402a-aba7-d11f18082d9c HTTP/1.1" status: 200 len: 217 time: 0.0442996 Sep 22 10:28:09.297488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe49d6-0111-46f4-9055-52323d7b69f3 req-effba5c9-0dbe-4e57-a568-c2d0165b0fe3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:09.305379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8bfe49d6-0111-46f4-9055-52323d7b69f3 req-effba5c9-0dbe-4e57-a568-c2d0165b0fe3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.6133649 Sep 22 10:28:09.347849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1efa49f-f41f-4ef6-9eef-3974697a77f3 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:09.381449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1efa49f-f41f-4ef6-9eef-3974697a77f3 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:09.391938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8bfe49d6-0111-46f4-9055-52323d7b69f3 req-7966deba-cde9-4570-8dae-2b596f3ac5fa tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853257 Sep 22 10:28:09.421009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-bf85abe6-af20-48c9-89a8-3e4bcd877150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:09.425125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-bf85abe6-af20-48c9-89a8-3e4bcd877150 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0a5230-e289-433c-a2fa-5d202f72a3d7 HTTP/1.1" status: 200 len: 851 time: 0.1170032 Sep 22 10:28:09.475689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-8cffbacd-03b4-4ca2-8f18-7be04bb21036 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408740 Sep 22 10:28:09.525770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1efa49f-f41f-4ef6-9eef-3974697a77f3 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:09.530995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c1efa49f-f41f-4ef6-9eef-3974697a77f3 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:09.533828 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c1efa49f-f41f-4ef6-9eef-3974697a77f3 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-groups/a991cdc0-b0c3-473f-898c-91d599bd9a32 HTTP/1.1" status: 204 len: 168 time: 0.2618818 Sep 22 10:28:09.543149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59170) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:09.595515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efa49f-f41f-4ef6-9eef-3974697a77f3 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a991cdc0-b0c3-473f-898c-91d599bd9a32,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:09.630961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-7026e9cf-542e-4b25-8445-11881257ed14 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395414 Sep 22 10:28:09.641101 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-00fa1d1e-4ce9-4af4-8a7f-30de3574c453 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0952706 Sep 22 10:28:09.643922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59174) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:09.652893 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-80f8fcfb-1116-4dff-872d-8b8405d7fdfd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634090160'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:09.760979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abf95b-9463-4304-80a3-27112c7bac1e req-c94e1488-1343-49b7-ade8-c81d73a7ef1a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:09.768785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65abf95b-9463-4304-80a3-27112c7bac1e req-c94e1488-1343-49b7-ade8-c81d73a7ef1a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1609483 Sep 22 10:28:09.774911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0208a33-1e88-45e2-9ad7-35739183b203 req-91bcb71e-63ee-4afa-b8fa-5bbfa3a87bfc service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265552 Sep 22 10:28:09.828067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65abf95b-9463-4304-80a3-27112c7bac1e req-18e31583-8cc1-49c9-8e71-0d2bf71c6a3a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572789 Sep 22 10:28:09.840072 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80f8fcfb-1116-4dff-872d-8b8405d7fdfd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:09.962443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d7e0-215c-4004-80ee-42ff1f149082 req-e6715b70-7289-404f-916d-11cd440b4646 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:09.965591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4d0d7e0-215c-4004-80ee-42ff1f149082 req-e6715b70-7289-404f-916d-11cd440b4646 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0819044 Sep 22 10:28:09.992060 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80f8fcfb-1116-4dff-872d-8b8405d7fdfd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:10.036839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4d0d7e0-215c-4004-80ee-42ff1f149082 req-76a0c8ac-12a6-418a-aa85-3209cdd24374 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627198 Sep 22 10:28:10.075041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80f8fcfb-1116-4dff-872d-8b8405d7fdfd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:10.127317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8fcfb-1116-4dff-872d-8b8405d7fdfd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883bbe22-1856-45d9-921a-631d15a2bf9a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:10.160971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80f8fcfb-1116-4dff-872d-8b8405d7fdfd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:10.162958 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-80f8fcfb-1116-4dff-872d-8b8405d7fdfd tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5175700 Sep 22 10:28:10.165382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59186) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:10.178245 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4e4e570a-bba3-49e8-b897-80648559d67e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': '883bbe22-1856-45d9-921a-631d15a2bf9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:10.199934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d82f52-b5e0-4960-8554-92b0975064ef req-4fedca38-960d-4054-be1e-697ea3029522 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:10.213959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0d82f52-b5e0-4960-8554-92b0975064ef req-4fedca38-960d-4054-be1e-697ea3029522 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1220393 Sep 22 10:28:10.282739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0d82f52-b5e0-4960-8554-92b0975064ef req-7f8e3073-1d33-418f-97a5-a0d578c782c8 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677075 Sep 22 10:28:10.314198 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e4e570a-bba3-49e8-b897-80648559d67e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:10.417327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc6d86-5ba7-4bd0-a41d-8950820fa28d req-32038e1f-5e25-44ff-9eae-5e669e4e1eb3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:10.426777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dafc6d86-5ba7-4bd0-a41d-8950820fa28d req-32038e1f-5e25-44ff-9eae-5e669e4e1eb3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0774326 Sep 22 10:28:10.444069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e4e570a-bba3-49e8-b897-80648559d67e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:10.488063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dafc6d86-5ba7-4bd0-a41d-8950820fa28d req-93a9215d-4baf-4ff8-9701-5fcba6c45f47 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523379 Sep 22 10:28:10.629644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e4e570a-bba3-49e8-b897-80648559d67e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:10.695307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e570a-bba3-49e8-b897-80648559d67e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939e4552-b153-45b1-a320-ffaaf8463a25,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:10.807086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fa41f-870b-4a4d-82a8-d6896d5a5404 req-280f10ea-ff1e-4fd3-8da7-933eb79849e4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:10.807086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d9fa41f-870b-4a4d-82a8-d6896d5a5404 req-280f10ea-ff1e-4fd3-8da7-933eb79849e4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1971614 Sep 22 10:28:10.855604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d9fa41f-870b-4a4d-82a8-d6896d5a5404 req-3bcf2de9-a649-4c66-90dc-54e33b226ef3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647976 Sep 22 10:28:11.233855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e4e570a-bba3-49e8-b897-80648559d67e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:11.239346 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4e4e570a-bba3-49e8-b897-80648559d67e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0683215 Sep 22 10:28:11.239346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59202) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:11.278066 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72be8b09-7c78-4f65-8753-7a83376cef66 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:11.287270 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72be8b09-7c78-4f65-8753-7a83376cef66 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:11.456959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72be8b09-7c78-4f65-8753-7a83376cef66 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:11.463557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72be8b09-7c78-4f65-8753-7a83376cef66 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:11.467982 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72be8b09-7c78-4f65-8753-7a83376cef66 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/939e4552-b153-45b1-a320-ffaaf8463a25 HTTP/1.1" status: 204 len: 168 time: 0.2287772 Sep 22 10:28:11.468603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59210) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:11.477148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92189b1-ab25-4b59-9e83-826f2998a223 req-8694723e-1844-41bb-9672-1df0c63dfca4 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:11.478817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d92189b1-ab25-4b59-9e83-826f2998a223 req-8694723e-1844-41bb-9672-1df0c63dfca4 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0858026 Sep 22 10:28:11.493460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be8b09-7c78-4f65-8753-7a83376cef66 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=939e4552-b153-45b1-a320-ffaaf8463a25,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:11.551990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d92189b1-ab25-4b59-9e83-826f2998a223 req-b277a353-34ae-4fe6-aad6-7ad01ca3b56e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655982 Sep 22 10:28:11.587441 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-649df1c1-0abb-4399-ab83-de255d38f871 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1164491 Sep 22 10:28:11.590584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59212) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:11.689245 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d56e091-ad0a-4bfb-9e2d-f3db17866678 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:11.722241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d56e091-ad0a-4bfb-9e2d-f3db17866678 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:11.757689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2fd10-13ed-457e-b752-b8b17be70e80 req-74e6bf48-6246-4afe-bb72-7add43fc8c17 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:11.765237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61d2fd10-13ed-457e-b752-b8b17be70e80 req-74e6bf48-6246-4afe-bb72-7add43fc8c17 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1253288 Sep 22 10:28:11.820633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61d2fd10-13ed-457e-b752-b8b17be70e80 req-93293d85-f864-4989-a6f9-fa15efb2a29f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542717 Sep 22 10:28:11.885511 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d56e091-ad0a-4bfb-9e2d-f3db17866678 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:11.888085 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d56e091-ad0a-4bfb-9e2d-f3db17866678 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:11.889833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3d56e091-ad0a-4bfb-9e2d-f3db17866678 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-groups/883bbe22-1856-45d9-921a-631d15a2bf9a HTTP/1.1" status: 204 len: 168 time: 0.2982554 Sep 22 10:28:11.892623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59216) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:11.920775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56e091-ad0a-4bfb-9e2d-f3db17866678 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883bbe22-1856-45d9-921a-631d15a2bf9a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:11.948311 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bed30fc6-2306-4eba-9dfd-494c2d70600e tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538089 Sep 22 10:28:11.954968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59218) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:11.959427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f62e26f1-f9f6-489b-ae72-46b4161e9f94 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1807111822'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:11.985176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84205d12-c5aa-4937-accc-fd58fc771df6 req-991672ad-b36f-499e-8644-8b89464d51ee tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:11.989484 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84205d12-c5aa-4937-accc-fd58fc771df6 req-991672ad-b36f-499e-8644-8b89464d51ee tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0915818 Sep 22 10:28:12.041721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84205d12-c5aa-4937-accc-fd58fc771df6 req-668d8e2d-99a4-423f-ba69-d1389de7a319 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449135 Sep 22 10:28:12.045507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f62e26f1-f9f6-489b-ae72-46b4161e9f94 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:12.182365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927111d1-e6ed-4b7f-aab6-9ee7044fee9d req-01b085c7-166d-48e7-a87f-4670812b7463 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:12.184781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-927111d1-e6ed-4b7f-aab6-9ee7044fee9d req-01b085c7-166d-48e7-a87f-4670812b7463 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0623677 Sep 22 10:28:12.187737 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f62e26f1-f9f6-489b-ae72-46b4161e9f94 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:12.242697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-927111d1-e6ed-4b7f-aab6-9ee7044fee9d req-5453fceb-68b5-46f0-b5fc-c3c76a325eee tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461447 Sep 22 10:28:12.420961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b40b9-66a2-4f75-b1c7-49f52b2d4ef0 req-6184a129-900a-4a0e-80fd-f08c3e11e441 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:12.422556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea0b40b9-66a2-4f75-b1c7-49f52b2d4ef0 req-6184a129-900a-4a0e-80fd-f08c3e11e441 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0517406 Sep 22 10:28:12.483632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea0b40b9-66a2-4f75-b1c7-49f52b2d4ef0 req-10562802-adec-4aa1-a243-3390be54f2c0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349319 Sep 22 10:28:12.517102 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f62e26f1-f9f6-489b-ae72-46b4161e9f94 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:12.560435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e26f1-f9f6-489b-ae72-46b4161e9f94 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a19d84-ebfc-42e4-aaaa-4ac183fbf485,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:12.654473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f62e26f1-f9f6-489b-ae72-46b4161e9f94 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:12.656842 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f62e26f1-f9f6-489b-ae72-46b4161e9f94 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7008479 Sep 22 10:28:12.659479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59244) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:12.663962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-04ef2e54-d1a4-4660-975d-471451dd56b0 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': '58a19d84-ebfc-42e4-aaaa-4ac183fbf485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:12.799736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-04ef2e54-d1a4-4660-975d-471451dd56b0 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:12.884823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-04ef2e54-d1a4-4660-975d-471451dd56b0 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:12.965201 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-04ef2e54-d1a4-4660-975d-471451dd56b0 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.002665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef2e54-d1a4-4660-975d-471451dd56b0 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12171454-e3d5-4d4e-a6be-d1acd0981377,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:13.062696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-04ef2e54-d1a4-4660-975d-471451dd56b0 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.066377 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-04ef2e54-d1a4-4660-975d-471451dd56b0 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4033453 Sep 22 10:28:13.066804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59250) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:13.097215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-49e99cfa-3d02-4548-9ab7-17a36fa9b3a5 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules/12171454-e3d5-4d4e-a6be-d1acd0981377 HTTP/1.1" status: 200 len: 763 time: 0.0261037 Sep 22 10:28:13.101633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59252) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:13.188675 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7cd541a1-5cd5-4289-9ec2-748d857e8709 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0857706 Sep 22 10:28:13.191261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59256) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:13.219038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8435-efba-47c4-9ca3-06a00f6f48aa tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.227272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8435-efba-47c4-9ca3-06a00f6f48aa tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.363929 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8435-efba-47c4-9ca3-06a00f6f48aa tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.407200 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8cb8435-efba-47c4-9ca3-06a00f6f48aa tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.407200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e8cb8435-efba-47c4-9ca3-06a00f6f48aa tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/12171454-e3d5-4d4e-a6be-d1acd0981377 HTTP/1.1" status: 204 len: 168 time: 0.1817386 Sep 22 10:28:13.408673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59264) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:13.408757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb8435-efba-47c4-9ca3-06a00f6f48aa tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12171454-e3d5-4d4e-a6be-d1acd0981377,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:13.429451 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bec3651f-5164-4fb4-9e87-8290f36918c5 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491145 Sep 22 10:28:13.429674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59268) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:13.434389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-999bc4c4-276f-45a8-b2d6-aae66b84bd72 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': '58a19d84-ebfc-42e4-aaaa-4ac183fbf485', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:13.595290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-999bc4c4-276f-45a8-b2d6-aae66b84bd72 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.596367 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:28:13.659895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-999bc4c4-276f-45a8-b2d6-aae66b84bd72 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.759824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-999bc4c4-276f-45a8-b2d6-aae66b84bd72 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.781351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bc4c4-276f-45a8-b2d6-aae66b84bd72 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e62dfa-3e68-400d-b713-989bb8d37c44,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:13.982269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-999bc4c4-276f-45a8-b2d6-aae66b84bd72 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:13.986132 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-999bc4c4-276f-45a8-b2d6-aae66b84bd72 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5527420 Sep 22 10:28:13.986391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59292) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:14.007307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59294) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:14.007638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3848c4c8-c155-4126-b7e8-3136ad1854ae tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules/11e62dfa-3e68-400d-b713-989bb8d37c44 HTTP/1.1" status: 200 len: 763 time: 0.0198703 Sep 22 10:28:14.051186 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d407671d-0a0e-43bc-b14a-b7daadad3990 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420933 Sep 22 10:28:14.053159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59296) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:14.077506 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff34495a-303f-409b-9b0f-47598a7faaff tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:14.085100 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff34495a-303f-409b-9b0f-47598a7faaff tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:14.228662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff34495a-303f-409b-9b0f-47598a7faaff tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:14.235685 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff34495a-303f-409b-9b0f-47598a7faaff tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:14.243712 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ff34495a-303f-409b-9b0f-47598a7faaff tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/11e62dfa-3e68-400d-b713-989bb8d37c44 HTTP/1.1" status: 204 len: 168 time: 0.1827214 Sep 22 10:28:14.243868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59300) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:14.244435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34495a-303f-409b-9b0f-47598a7faaff tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11e62dfa-3e68-400d-b713-989bb8d37c44,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:14.316111 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-43b19e38-817e-4fae-b238-171e6c9b9aa3 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0728321 Sep 22 10:28:14.316323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59302) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:14.320511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0d20be12-6291-4982-b8b5-0084a7137188 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Request body: {'security_group_rule': {'security_group_id': '58a19d84-ebfc-42e4-aaaa-4ac183fbf485', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:14.337511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e2fc4-d6a4-41a3-a4ae-70004f9fc2f7 req-b21378cc-e2c0-4a90-b40c-4495944513d1 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:14.339348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d77e2fc4-d6a4-41a3-a4ae-70004f9fc2f7 req-b21378cc-e2c0-4a90-b40c-4495944513d1 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0804241 Sep 22 10:28:14.388017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d77e2fc4-d6a4-41a3-a4ae-70004f9fc2f7 req-688428bb-a89c-467f-8244-8afe3f034926 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Sep 22 10:28:14.460311 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d20be12-6291-4982-b8b5-0084a7137188 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:14.607557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61c55-5e45-40ba-8266-c69713d81440 req-37dab9af-7cc4-4a4d-8ca6-5b2f62a0eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:14.609103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86e61c55-5e45-40ba-8266-c69713d81440 req-37dab9af-7cc4-4a4d-8ca6-5b2f62a0eac9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 1096 time: 0.1440187 Sep 22 10:28:14.619701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe2c6d-1d8a-4f1d-b9da-3eccc1be4244 req-58bb5368-8e28-4050-b6f8-bd3e18cfb4df tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:14.621273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3efe2c6d-1d8a-4f1d-b9da-3eccc1be4244 req-58bb5368-8e28-4050-b6f8-bd3e18cfb4df tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1332860 Sep 22 10:28:14.635365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d20be12-6291-4982-b8b5-0084a7137188 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:14.721658 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d20be12-6291-4982-b8b5-0084a7137188 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:14.731634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3efe2c6d-1d8a-4f1d-b9da-3eccc1be4244 req-2e3922ef-7218-4c82-83d4-b08fff58c516 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942440 Sep 22 10:28:14.760442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20be12-6291-4982-b8b5-0084a7137188 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf21ccf-1429-4f6a-be96-1fac33d13519,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:14.780996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61c55-5e45-40ba-8266-c69713d81440 req-75d06b8f-0e8c-4e05-80f3-470caff9ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:14.782752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86e61c55-5e45-40ba-8266-c69713d81440 req-75d06b8f-0e8c-4e05-80f3-470caff9ebda service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 912 time: 0.1606236 Sep 22 10:28:14.828162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86e61c55-5e45-40ba-8266-c69713d81440 req-c6afbb26-3ae0-442c-9a41-f0a1c3fc004e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=364996f1-ceaa-4c45-b752-7d072b03e823 HTTP/1.1" status: 200 len: 217 time: 0.0374343 Sep 22 10:28:14.881565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d20be12-6291-4982-b8b5-0084a7137188 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:14.882791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0d20be12-6291-4982-b8b5-0084a7137188 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5656459 Sep 22 10:28:14.885463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59312) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:14.902305 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-06e17e4b-5e25-4125-b821-d02aec695603 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules/caf21ccf-1429-4f6a-be96-1fac33d13519 HTTP/1.1" status: 200 len: 764 time: 0.0155513 Sep 22 10:28:14.905110 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59314) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:14.915790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61c55-5e45-40ba-8266-c69713d81440 req-165e7234-a363-4d9a-af16-dc4e3d8fe5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:14.917415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86e61c55-5e45-40ba-8266-c69713d81440 req-165e7234-a363-4d9a-af16-dc4e3d8fe5ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5a732b3-2f68-44cb-8dee-a1d560772bb0 HTTP/1.1" status: 200 len: 851 time: 0.0819688 Sep 22 10:28:14.926507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8692f-a621-45cf-9687-ec2888d57118 req-1219d9f4-ae52-4413-b2a1-9b8a2d441bf9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:14.928062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5b8692f-a621-45cf-9687-ec2888d57118 req-1219d9f4-ae52-4413-b2a1-9b8a2d441bf9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.1033034 Sep 22 10:28:14.969738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86e61c55-5e45-40ba-8266-c69713d81440 req-ea0be817-3ee6-4634-b6a0-b33f7f3ec815 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b5b563d-0c52-4cb1-90b8-746e30811f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407016 Sep 22 10:28:14.981116 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9be1ec51-1d74-4b5e-a9a5-128828ada396 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0746698 Sep 22 10:28:14.981726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59318) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:15.007724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbe07382-5e26-4b56-beeb-639e3d7e7951 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.016050 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbe07382-5e26-4b56-beeb-639e3d7e7951 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.046288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5b8692f-a621-45cf-9687-ec2888d57118 req-2b21a7f6-fe8f-4ea6-aaa4-639e6aca1bf4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090348 Sep 22 10:28:15.062711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59320) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:15.133851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86e61c55-5e45-40ba-8266-c69713d81440 req-c9f95144-e95d-4bae-9b7a-6a6fdc47e50d service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513128 Sep 22 10:28:15.139198 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbe07382-5e26-4b56-beeb-639e3d7e7951 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.147608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbe07382-5e26-4b56-beeb-639e3d7e7951 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.151479 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fbe07382-5e26-4b56-beeb-639e3d7e7951 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/caf21ccf-1429-4f6a-be96-1fac33d13519 HTTP/1.1" status: 204 len: 168 time: 0.1685421 Sep 22 10:28:15.152319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59324) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:15.167410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe07382-5e26-4b56-beeb-639e3d7e7951 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caf21ccf-1429-4f6a-be96-1fac33d13519,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:15.210035 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6f6af68d-c96f-4b10-bcd6-23621ed9572c tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501723 Sep 22 10:28:15.212900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59326) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:15.222300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-648f0f34-a72c-4643-ab30-0afe3a3ec4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.320386 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-648f0f34-a72c-4643-ab30-0afe3a3ec4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.328398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86e61c55-5e45-40ba-8266-c69713d81440 req-52473a71-feb3-457f-bd1d-300d3c802e21 service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828883 Sep 22 10:28:15.339773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84190a92-983d-462f-a11d-bb6dc5c048c5 req-8e594e83-c79f-4970-88b2-c0802ca91441 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:15.341238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84190a92-983d-462f-a11d-bb6dc5c048c5 req-8e594e83-c79f-4970-88b2-c0802ca91441 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1411955 Sep 22 10:28:15.371726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08c4d1c1-c821-4fda-95c0-5ba90318d8c4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.399951 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-648f0f34-a72c-4643-ab30-0afe3a3ec4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.407237 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08c4d1c1-c821-4fda-95c0-5ba90318d8c4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.412200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84190a92-983d-462f-a11d-bb6dc5c048c5 req-d0ab88c7-324f-40a8-b834-c568db6e7118 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633857 Sep 22 10:28:15.438847 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-648f0f34-a72c-4643-ab30-0afe3a3ec4ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a927ddef53c404695a5f3210bc2e1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746829 Sep 22 10:28:15.441320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59330) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:15.456371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f0f34-a72c-4643-ab30-0afe3a3ec4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8618c06e-5057-4b36-bdca-0fab551bc403,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:15.503816 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1d87-6345-4a09-bc0a-ff2b5f15d0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.526094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1d87-6345-4a09-bc0a-ff2b5f15d0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.556143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc04d8-71a7-49b0-8872-ac528034bf33 req-847c6c9b-377a-40d0-8cd1-96f73354fdda tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:15.557856 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8bc04d8-71a7-49b0-8872-ac528034bf33 req-847c6c9b-377a-40d0-8cd1-96f73354fdda tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0577776 Sep 22 10:28:15.559626 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08c4d1c1-c821-4fda-95c0-5ba90318d8c4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.563341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08c4d1c1-c821-4fda-95c0-5ba90318d8c4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.567213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-08c4d1c1-c821-4fda-95c0-5ba90318d8c4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "DELETE /v2.0/security-groups/58a19d84-ebfc-42e4-aaaa-4ac183fbf485 HTTP/1.1" status: 204 len: 168 time: 0.3515594 Sep 22 10:28:15.572165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59334) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:15.619364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4d1c1-c821-4fda-95c0-5ba90318d8c4 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a19d84-ebfc-42e4-aaaa-4ac183fbf485,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:15.659828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8bc04d8-71a7-49b0-8872-ac528034bf33 req-ffad1e19-e855-4f94-9ea8-6dac39d1d5e6 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914919 Sep 22 10:28:15.668421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dd5ff3b7-3704-45b9-a568-a9a74d5da754 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0913460 Sep 22 10:28:15.672404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59336) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:15.720921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-41afba7c-1853-4343-a059-f247bd47ced2 tempest-SecGroupTest-1314633213 tempest-SecGroupTest-1314633213-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0473199 Sep 22 10:28:15.731174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1d87-6345-4a09-bc0a-ff2b5f15d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.738465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1d87-6345-4a09-bc0a-ff2b5f15d0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.738465 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cfdc1d87-6345-4a09-bc0a-ff2b5f15d0f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8618c06e-5057-4b36-bdca-0fab551bc403 HTTP/1.1" status: 204 len: 168 time: 0.2933955 Sep 22 10:28:15.745523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc1d87-6345-4a09-bc0a-ff2b5f15d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8618c06e-5057-4b36-bdca-0fab551bc403,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:15.863609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fbea8-847a-4f38-b7df-8a77053d198e req-cd6813e9-1126-40cb-994c-62b44ef42451 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:15.865385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c66fbea8-847a-4f38-b7df-8a77053d198e req-cd6813e9-1126-40cb-994c-62b44ef42451 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0517628 Sep 22 10:28:15.910050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c66fbea8-847a-4f38-b7df-8a77053d198e req-e44e45fe-7c6e-4f68-b2f0-dd0eee0392d9 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381949 Sep 22 10:28:16.193995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926c634-05aa-423b-96e4-75d4c14f5d54 req-d514a8a9-86ee-4cb2-a70a-7add2c89b863 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:16.195535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3926c634-05aa-423b-96e4-75d4c14f5d54 req-d514a8a9-86ee-4cb2-a70a-7add2c89b863 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0539906 Sep 22 10:28:16.221387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59352) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:16.248222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3926c634-05aa-423b-96e4-75d4c14f5d54 req-d4091c8d-c646-40a3-b765-2344b6adb278 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 Sep 22 10:28:16.378787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c519038a-7885-4c92-af1d-577eeaa5b6c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=148258b363324ae7a6b436127693036a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563010 Sep 22 10:28:16.381301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59356) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:16.432303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-daec058e-a4b7-4a29-80e3-593739348087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.438875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59358) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:16.455023 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8eff679-9b21-410f-a35a-4e4def478618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.460069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-daec058e-a4b7-4a29-80e3-593739348087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.555281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8eff679-9b21-410f-a35a-4e4def478618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.559521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5592d-b508-4a41-82fe-14cadf26a9fe req-8afedf61-de42-43e1-9a0a-7e461e86a79f tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:16.561625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bef5592d-b508-4a41-82fe-14cadf26a9fe req-8afedf61-de42-43e1-9a0a-7e461e86a79f tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0514643 Sep 22 10:28:16.602921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bef5592d-b508-4a41-82fe-14cadf26a9fe req-16278e8d-46a2-485a-a791-4897ecacb036 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Sep 22 10:28:16.640349 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-daec058e-a4b7-4a29-80e3-593739348087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.642937 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-daec058e-a4b7-4a29-80e3-593739348087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.644074 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-daec058e-a4b7-4a29-80e3-593739348087 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b55d76d-d295-4141-9b78-1ba2f3bb22bf HTTP/1.1" status: 204 len: 168 time: 0.2618287 Sep 22 10:28:16.652374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec058e-a4b7-4a29-80e3-593739348087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b55d76d-d295-4141-9b78-1ba2f3bb22bf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:16.704703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8eff679-9b21-410f-a35a-4e4def478618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.753974 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d8eff679-9b21-410f-a35a-4e4def478618 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2255e9a5b80c403d8f34d96a0f71c309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139265 Sep 22 10:28:16.754762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59368) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:16.760940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eff679-9b21-410f-a35a-4e4def478618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c37b4f-a549-4335-b15c-2f5cf7c3851e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:16.803163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538ad7-b1ce-4dd5-93ad-5ae348791855 req-40245413-7d78-4837-a2c9-9c83496907b1 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:16.805305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4538ad7-b1ce-4dd5-93ad-5ae348791855 req-40245413-7d78-4837-a2c9-9c83496907b1 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0655169 Sep 22 10:28:16.822323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18ac1959-75c6-4be2-bb14-6b658b104425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.847050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4538ad7-b1ce-4dd5-93ad-5ae348791855 req-0e8cd05d-2e27-4089-807d-519e7e9c3ad6 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347099 Sep 22 10:28:16.847852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18ac1959-75c6-4be2-bb14-6b658b104425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.977152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18ac1959-75c6-4be2-bb14-6b658b104425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.981163 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18ac1959-75c6-4be2-bb14-6b658b104425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:16.983022 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-18ac1959-75c6-4be2-bb14-6b658b104425 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0c37b4f-a549-4335-b15c-2f5cf7c3851e HTTP/1.1" status: 204 len: 168 time: 0.2201016 Sep 22 10:28:16.994669 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac1959-75c6-4be2-bb14-6b658b104425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c37b4f-a549-4335-b15c-2f5cf7c3851e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:17.044962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183bb90-dc4f-4dec-a94a-51ff6d7f1efe req-b8eec035-ac6d-4ed9-b199-088629ee059d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:17.046693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9183bb90-dc4f-4dec-a94a-51ff6d7f1efe req-b8eec035-ac6d-4ed9-b199-088629ee059d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0651174 Sep 22 10:28:17.098877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9183bb90-dc4f-4dec-a94a-51ff6d7f1efe req-9fe02259-1738-4187-89f3-1b1a161eb8ba tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443301 Sep 22 10:28:17.375770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a78a14-2609-477c-a104-dd797bb9b209 req-3554f6b3-ea51-4c04-a69d-05f00df70f84 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:17.377274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33a78a14-2609-477c-a104-dd797bb9b209 req-3554f6b3-ea51-4c04-a69d-05f00df70f84 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 945 time: 0.0569119 Sep 22 10:28:17.420209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33a78a14-2609-477c-a104-dd797bb9b209 req-93adb784-1cc9-4824-9d9b-49fa4a78fa66 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344391 Sep 22 10:28:17.743986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104e0d1-28b9-4df9-8d77-4ed5262eb6b8 req-435a5be4-137e-49e7-bc8f-f2ba0b017f6c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:17.745442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a104e0d1-28b9-4df9-8d77-4ed5262eb6b8 req-435a5be4-137e-49e7-bc8f-f2ba0b017f6c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0588191 Sep 22 10:28:17.788004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a104e0d1-28b9-4df9-8d77-4ed5262eb6b8 req-5e06aa98-8e3f-4a0d-b4cc-85cb9c7b543d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359018 Sep 22 10:28:17.975645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc6cb6-25e1-44a5-a411-d236d91bf0e4 req-120688d7-a8df-42c1-a78f-8c03e3bbfc63 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:17.977177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7fc6cb6-25e1-44a5-a411-d236d91bf0e4 req-120688d7-a8df-42c1-a78f-8c03e3bbfc63 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0593309 Sep 22 10:28:18.021394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7fc6cb6-25e1-44a5-a411-d236d91bf0e4 req-87f0e63b-a9df-465d-9985-13c1f7f68764 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Sep 22 10:28:18.102608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 364996f1-ceaa-4c45-b752-7d072b03e823 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:28:18.248365 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:18.259915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59436) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:18.282430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0045b-ed7b-41fd-8a4e-44012cdc14ca req-0f222c40-bb4a-461f-8086-c89eeab7f248 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:18.282753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:18.282753 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa954a26-ea3e-46b0-9e86-ce526dc9bbeb" -d '{"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-unplugged", "status": "completed", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:18.284637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ec0045b-ed7b-41fd-8a4e-44012cdc14ca req-0f222c40-bb4a-461f-8086-c89eeab7f248 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0753598 Sep 22 10:28:18.312084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:18.329494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ec0045b-ed7b-41fd-8a4e-44012cdc14ca req-c8bf76fa-0788-4dbd-b703-0435bfeafafd tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Sep 22 10:28:18.379609 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17f9ee1-d176-4a91-8b75-402efb3b1406 x-openstack-request-id: req-b17f9ee1-d176-4a91-8b75-402efb3b1406 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:18.379929 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-unplugged", "status": "completed", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:18.380349 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b17f9ee1-d176-4a91-8b75-402efb3b1406 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:18.380754 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823', 'code': 200} Sep 22 10:28:18.387751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608657364-network', 'tenant_id': '6e3b3b2775404d6ea1f0b9083da6cc82'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:18.405703 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:18.477198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:18.520285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Made reservation on behalf of 6e3b3b2775404d6ea1f0b9083da6cc82 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:18.522903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:18.537514 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:18.599927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4d995-dfc7-4ee0-a088-68a5c080d98f req-035f1784-3f79-4166-851a-7ff393b5bc69 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:18.601534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27d4d995-dfc7-4ee0-a088-68a5c080d98f req-035f1784-3f79-4166-851a-7ff393b5bc69 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.0859849 Sep 22 10:28:18.645420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:18.663184 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27d4d995-dfc7-4ee0-a088-68a5c080d98f req-fec8eaf9-0505-4465-8a18-a6788577e0d4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491524 Sep 22 10:28:18.719417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:18.776784 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb24b25-3b80-4767-91b3-c479a50a7f43,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:18.776784 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:28:18.786336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.786336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.786336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.786626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.787035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.787460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.787892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.788325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.788742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.789291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.789712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.790153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:18.798534 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:18.799036 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Added segment 1c3e16e3-eb39-4800-9821-2a40b8c137c5 of type vlan for network 11927dad-dde1-4ec5-a961-3f031ab3c4ed Sep 22 10:28:18.841128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:18.850845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5867-60dd-40d7-a628-3a40b721b109 req-5d779b45-f3e9-4ff1-95cd-9cf0e1b12820 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:18.852371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c34b5867-60dd-40d7-a628-3a40b721b109 req-5d779b45-f3e9-4ff1-95cd-9cf0e1b12820 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.0520360 Sep 22 10:28:18.892521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c34b5867-60dd-40d7-a628-3a40b721b109 req-6779ef4b-c0b4-4285-b3d7-7c6841a2e208 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 Sep 22 10:28:18.939256 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:18.940282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:18.940885 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.016022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2bfd5-2cea-4285-822b-940c5dbc49f6 req-cbae86c7-8a3f-4b9b-86cc-f7d68e394311 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:19.017651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98e2bfd5-2cea-4285-822b-940c5dbc49f6 req-cbae86c7-8a3f-4b9b-86cc-f7d68e394311 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0591502 Sep 22 10:28:19.025087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] Pushing event updated for resources: {'Network': ['ID=11927dad-dde1-4ec5-a961-3f031ab3c4ed,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:19.039661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 11927dad-dde1-4ec5-a961-3f031ab3c4ed details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:28:19.059454 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ba4ec372-ec2b-4279-9670-54c9bc0055ec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7977729 Sep 22 10:28:19.062853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59468) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:19.068674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Request body: {'subnet': {'network_id': '11927dad-dde1-4ec5-a961-3f031ab3c4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1608657364-subnet', 'tenant_id': '6e3b3b2775404d6ea1f0b9083da6cc82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:19.082493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98e2bfd5-2cea-4285-822b-940c5dbc49f6 req-65bc636e-2f15-4bc5-96ad-abd18de567f2 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563517 Sep 22 10:28:19.176716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:19.183885 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Made reservation on behalf of 6e3b3b2775404d6ea1f0b9083da6cc82 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:19.186305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.292348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0d974-c021-4979-87f7-fa5809b3765d req-837ee420-b8f4-465b-898d-cb5efda2d88e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:19.293892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bef0d974-c021-4979-87f7-fa5809b3765d req-837ee420-b8f4-465b-898d-cb5efda2d88e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0589428 Sep 22 10:28:19.315409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af2ea574-fbcb-47cc-99fb-5896b4cf6e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.332670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bef0d974-c021-4979-87f7-fa5809b3765d req-9dc17bb5-d0fc-4b76-8c47-cacf2c17e1d5 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Sep 22 10:28:19.404917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-ac9263fb-87d2-4e8a-adca-d5788bc7dcf4 req-38641718-489a-48c2-8e07-7d30c3595dd9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:28:19.406389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9263fb-87d2-4e8a-adca-d5788bc7dcf4 req-38641718-489a-48c2-8e07-7d30c3595dd9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067384 Sep 22 10:28:19.457522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af2ea574-fbcb-47cc-99fb-5896b4cf6e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.485317 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.541180 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84d6e0a-e7fb-4122-8995-4914b78c52fd,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:19.550827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Checking segment: {'id': '1c3e16e3-eb39-4800-9821-2a40b8c137c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '11927dad-dde1-4ec5-a961-3f031ab3c4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:28:19.550827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Network hostable DHCP agents. Network: 11927dad-dde1-4ec5-a961-3f031ab3c4ed, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:28:19.566901 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af2ea574-fbcb-47cc-99fb-5896b4cf6e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.608195 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-af2ea574-fbcb-47cc-99fb-5896b4cf6e57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79280d51d23c4a96a7eb45b1e6bd86f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302957 Sep 22 10:28:19.609408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ea574-fbcb-47cc-99fb-5896b4cf6e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa038f-319b-453d-bc2f-4faec4a5f950,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:19.611091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59486) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:19.666471 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f418fa9-3eea-4986-9063-c1de2e069135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.696814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f418fa9-3eea-4986-9063-c1de2e069135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.758141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e730b-2cb9-4dbb-a30a-f3d9844c87ac req-49bab55e-d4e5-4f60-ac4a-4bc4de73bf78 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:19.759661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-871e730b-2cb9-4dbb-a30a-f3d9844c87ac req-49bab55e-d4e5-4f60-ac4a-4bc4de73bf78 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0754061 Sep 22 10:28:19.771014 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Network 11927dad-dde1-4ec5-a961-3f031ab3c4ed is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:28:19.805936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-871e730b-2cb9-4dbb-a30a-f3d9844c87ac req-2c5b0fff-cde9-458a-8507-8afbe4fc03c4 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Sep 22 10:28:19.874902 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f418fa9-3eea-4986-9063-c1de2e069135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.877591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f418fa9-3eea-4986-9063-c1de2e069135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:19.879019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9f418fa9-3eea-4986-9063-c1de2e069135 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70fa038f-319b-453d-bc2f-4faec4a5f950 HTTP/1.1" status: 204 len: 168 time: 0.2668600 Sep 22 10:28:19.903611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f418fa9-3eea-4986-9063-c1de2e069135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa038f-319b-453d-bc2f-4faec4a5f950,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:19.914814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 11927dad-dde1-4ec5-a961-3f031ab3c4ed) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:19.928842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4088a-9cb2-41db-9673-db79357bc8c8 None None] Network 11927dad-dde1-4ec5-a961-3f031ab3c4ed requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:28:19.931647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:19.932249 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:20.005324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f62bd4-2a07-401c-9b96-62386b785a92 req-0ae2eded-5678-4684-9414-07e4fb99ca92 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:20.008618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1f62bd4-2a07-401c-9b96-62386b785a92 req-0ae2eded-5678-4684-9414-07e4fb99ca92 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.1070166 Sep 22 10:28:20.030315 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bc8c037c-4349-4b95-ae71-b7539a4b9cc0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9658270 Sep 22 10:28:20.067952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1f62bd4-2a07-401c-9b96-62386b785a92 req-1b49be24-b8da-4c5c-97ee-6e5aa819b210 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526590 Sep 22 10:28:20.137107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e049f4-4b87-4fe4-8d5f-5676c6878891 None None] Network 11927dad-dde1-4ec5-a961-3f031ab3c4ed requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:28:20.338480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f381c21-6aee-4f00-b2cc-44a607760767 req-8217dcee-35fa-48ff-8e80-cb91f8e317b3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:20.345043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f381c21-6aee-4f00-b2cc-44a607760767 req-8217dcee-35fa-48ff-8e80-cb91f8e317b3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0833302 Sep 22 10:28:20.390730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f381c21-6aee-4f00-b2cc-44a607760767 req-004fd869-ac74-4a8e-bc2f-d1d021483d89 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447013 Sep 22 10:28:20.513601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c71abc-7f81-4763-a28b-50db93004bae req-528b2d54-485d-4f17-bc4a-947d1aabdc71 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:20.515804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6c71abc-7f81-4763-a28b-50db93004bae req-528b2d54-485d-4f17-bc4a-947d1aabdc71 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0697808 Sep 22 10:28:20.605391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6c71abc-7f81-4763-a28b-50db93004bae req-a933cd20-8ea6-4ec5-9775-582b5027166d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823336 Sep 22 10:28:20.616223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-17685423-013e-40cc-bfd1-a6698f7ee990 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2684810 Sep 22 10:28:20.626702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-5a16499b-77ea-4b64-8330-0edd3ca9cebf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:28:20.629454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-5a16499b-77ea-4b64-8330-0edd3ca9cebf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076048 Sep 22 10:28:20.952221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b73c54-b6bd-4946-8850-b73ec15700a0 req-34cfb1a5-b75c-43fc-ac79-44f21e0c5a63 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:20.960801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1b73c54-b6bd-4946-8850-b73ec15700a0 req-34cfb1a5-b75c-43fc-ac79-44f21e0c5a63 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0634525 Sep 22 10:28:21.019434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1b73c54-b6bd-4946-8850-b73ec15700a0 req-6cf65e40-65fa-496f-9ca3-73dd606cd001 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575023 Sep 22 10:28:21.029622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59550) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:21.035900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1809902527-network', 'tenant_id': '0ab57c3ed7804acb93d403241d4a01c1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:21.139731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Made reservation on behalf of 0ab57c3ed7804acb93d403241d4a01c1 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:21.144721 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:21.158110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:21.265925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426d66b-4d34-406e-ac75-a30614e6ace4 req-e5075333-512b-4dda-940c-7d6125856585 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:21.267705 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7426d66b-4d34-406e-ac75-a30614e6ace4 req-e5075333-512b-4dda-940c-7d6125856585 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.0873563 Sep 22 10:28:21.327238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7426d66b-4d34-406e-ac75-a30614e6ace4 req-128ba64b-7d33-436e-8404-5f2aba9b2f56 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514131 Sep 22 10:28:21.351830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:21.439971 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:21.465771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:28:21.485867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e6ee69-b1b8-40e4-9e99-8826a6fb3b0c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:21.505548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:21.505897 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Added segment b8594772-2355-4993-bf30-674de389836e of type vlan for network c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993 Sep 22 10:28:21.557686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:21.571367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5d0d-54cb-4e6d-b5ce-9ec572336f12 req-60329ec1-249f-40e1-80b0-917f3b32e939 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:21.573059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2cbc5d0d-54cb-4e6d-b5ce-9ec572336f12 req-60329ec1-249f-40e1-80b0-917f3b32e939 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0995557 Sep 22 10:28:21.624375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2cbc5d0d-54cb-4e6d-b5ce-9ec572336f12 req-8b9d2daa-635b-4504-90d9-4ee601506726 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437603 Sep 22 10:28:21.732803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e91bc5-daa8-4b79-9196-2f4a576ca2df req-69549c81-0c08-4bb6-b6a8-cf38959fbb80 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:21.734407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91e91bc5-daa8-4b79-9196-2f4a576ca2df req-69549c81-0c08-4bb6-b6a8-cf38959fbb80 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0491784 Sep 22 10:28:21.735568 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:21.736946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:21.737085 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:21.818475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] Pushing event updated for resources: {'Network': ['ID=c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:21.830524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:28:21.837483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91e91bc5-daa8-4b79-9196-2f4a576ca2df req-5e272157-1914-46e4-b924-3c2319073f20 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919018 Sep 22 10:28:21.868604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-da4bd930-6c90-449f-8d2e-c40ad339e4cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8373635 Sep 22 10:28:21.871373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59568) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:21.878832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Request body: {'subnet': {'network_id': 'c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1809902527-subnet', 'tenant_id': '0ab57c3ed7804acb93d403241d4a01c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:22.022518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Made reservation on behalf of 0ab57c3ed7804acb93d403241d4a01c1 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:22.024982 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.102330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59576) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:22.176619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3460f-85f7-4a38-87d4-ef2df59daab5 req-7f3f4a30-bab4-4ba8-9313-bd6ceda23641 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:22.178199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82f3460f-85f7-4a38-87d4-ef2df59daab5 req-7f3f4a30-bab4-4ba8-9313-bd6ceda23641 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0973644 Sep 22 10:28:22.221699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80d190c5-08e6-44c7-bebe-d76e8e2235ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.255995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82f3460f-85f7-4a38-87d4-ef2df59daab5 req-034e1234-8fab-49e3-a710-a2c604e2d40c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671844 Sep 22 10:28:22.268337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a176956c-07c3-401f-b043-3e73902501a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.315443 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80d190c5-08e6-44c7-bebe-d76e8e2235ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.376665 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.410789 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80d190c5-08e6-44c7-bebe-d76e8e2235ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.451218 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-80d190c5-08e6-44c7-bebe-d76e8e2235ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f1f7c68f9a742a7b10a047e795b8653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477845 Sep 22 10:28:22.452173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d190c5-08e6-44c7-bebe-d76e8e2235ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bdd1c2-cd6c-45d5-afbf-9e3eedc5384d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:22.454630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:22.504188 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ef79457-6955-4b8e-9970-cee49f89daff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.513894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfb2d43-1fa0-4d98-af07-f390022c3e9d,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:22.525979 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ef79457-6955-4b8e-9970-cee49f89daff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.540972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-4b54bd62-8f39-44e9-8ed7-d2812c870218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:22.542547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-4b54bd62-8f39-44e9-8ed7-d2812c870218 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756&tenant_id=2c125309853d4ceeb362c14082a544db HTTP/1.1" status: 200 len: 1094 time: 0.1412723 Sep 22 10:28:22.550764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fc33d-8aff-4edd-9018-2afb16a2b95a req-bdf67a3e-2d15-4681-b004-b5ccb7548268 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:22.552242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-936fc33d-8aff-4edd-9018-2afb16a2b95a req-bdf67a3e-2d15-4681-b004-b5ccb7548268 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.1498578 Sep 22 10:28:22.610503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Checking segment: {'id': 'b8594772-2355-4993-bf30-674de389836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:28:22.610874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Network hostable DHCP agents. Network: c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:28:22.640197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-936fc33d-8aff-4edd-9018-2afb16a2b95a req-93282451-a5bf-49be-9462-29b48c10446b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783687 Sep 22 10:28:22.649162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-8d522daa-d71a-4393-ad11-47ee8c93f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:22.650879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-8d522daa-d71a-4393-ad11-47ee8c93f5ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 1094 time: 0.0827034 Sep 22 10:28:22.715046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ef79457-6955-4b8e-9970-cee49f89daff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.716909 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ef79457-6955-4b8e-9970-cee49f89daff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.718067 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8ef79457-6955-4b8e-9970-cee49f89daff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14bdd1c2-cd6c-45d5-afbf-9e3eedc5384d HTTP/1.1" status: 204 len: 168 time: 0.2624512 Sep 22 10:28:22.726622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef79457-6955-4b8e-9970-cee49f89daff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bdd1c2-cd6c-45d5-afbf-9e3eedc5384d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:22.744535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Network c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:28:22.761488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-7c0f32b2-669a-40c7-9956-9256c718cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:22.763079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-7c0f32b2-669a-40c7-9956-9256c718cf1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 912 time: 0.1052973 Sep 22 10:28:22.817044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-346637f4-5317-4ccf-941a-d756914c0996 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=364996f1-ceaa-4c45-b752-7d072b03e823 HTTP/1.1" status: 200 len: 217 time: 0.0465086 Sep 22 10:28:22.842922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:22.850556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3519b94-1d53-4c95-a778-e26ae387e36d None None] Network c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:28:22.873472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:22.874072 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:22.911329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55428bed-7252-4f2a-b7cc-a246c6e86896 req-7387e3a5-7a7c-4f4e-ab54-58c2ad90ba74 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:22.912850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55428bed-7252-4f2a-b7cc-a246c6e86896 req-7387e3a5-7a7c-4f4e-ab54-58c2ad90ba74 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1347992 Sep 22 10:28:22.914437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-d1b730f3-c5ef-4a34-968e-ed8ec70842cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:22.915819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-d1b730f3-c5ef-4a34-968e-ed8ec70842cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5a732b3-2f68-44cb-8dee-a1d560772bb0 HTTP/1.1" status: 200 len: 851 time: 0.0849073 Sep 22 10:28:22.957869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-a3c45f21-fc72-4227-98b0-e0fc1c8b7bca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b5b563d-0c52-4cb1-90b8-746e30811f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320268 Sep 22 10:28:22.984717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9bc1f-6cce-4028-9832-8baf53acd68c None None] Network c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:28:22.992964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55428bed-7252-4f2a-b7cc-a246c6e86896 req-7d06eb21-5d0c-4251-ba93-6476fa04b350 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732074 Sep 22 10:28:22.996237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0e946e28-9c07-49a0-88af-e147ef0748f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1238880 Sep 22 10:28:23.126752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-bbb4e7ff-0e94-4e1b-8183-0e6ac759c36f service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583407 Sep 22 10:28:23.192107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59600) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:23.237160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c8dddb-90ba-4e24-8bca-8ac744824f67 admin admin] Deleting subnet a84d6e0a-e7fb-4122-8995-4914b78c52fd {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:28:23.240635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0c8dddb-90ba-4e24-8bca-8ac744824f67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.254291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a196-62d2-462c-aaad-6a8915f2de44 req-fcbe05e9-d491-497d-9d21-8906d1b5f7d9 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:23.261460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7af4a196-62d2-462c-aaad-6a8915f2de44 req-fcbe05e9-d491-497d-9d21-8906d1b5f7d9 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.1248171 Sep 22 10:28:23.283598 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0c8dddb-90ba-4e24-8bca-8ac744824f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.301998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f87bf6a-458c-4a7d-bbe2-1f0c143c6154 req-f9bd7574-8b51-48df-8313-387b9d310bbe service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598878 Sep 22 10:28:23.316929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7af4a196-62d2-462c-aaad-6a8915f2de44 req-6bd0b0c5-d3c3-45d3-9ba1-7c13fee8f41c tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501544 Sep 22 10:28:23.328571 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0c8dddb-90ba-4e24-8bca-8ac744824f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.426398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4f5eb-954b-490a-b2ff-35996b91654a req-3547f79a-2fff-4226-9912-7497753e2488 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:23.427918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44a4f5eb-954b-490a-b2ff-35996b91654a req-3547f79a-2fff-4226-9912-7497753e2488 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0496521 Sep 22 10:28:23.458009 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0c8dddb-90ba-4e24-8bca-8ac744824f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.477664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44a4f5eb-954b-490a-b2ff-35996b91654a req-f67b2994-2864-4008-b687-9b1ec9e44cb7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Sep 22 10:28:23.488369 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8dddb-90ba-4e24-8bca-8ac744824f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84d6e0a-e7fb-4122-8995-4914b78c52fd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:23.491846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0c8dddb-90ba-4e24-8bca-8ac744824f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.494304 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f0c8dddb-90ba-4e24-8bca-8ac744824f67 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a84d6e0a-e7fb-4122-8995-4914b78c52fd HTTP/1.1" status: 204 len: 168 time: 0.3014698 Sep 22 10:28:23.501994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59614) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:23.593409 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.676935 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.698975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11927dad-dde1-4ec5-a961-3f031ab3c4ed']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:23.709092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3e16e3-eb39-4800-9821-2a40b8c137c5') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:23.709516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3e16e3-eb39-4800-9821-2a40b8c137c5') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:23.731365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.773215 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.781792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:28:23.782049 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:28:23.783820 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:28:23.814514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b164b-1bd3-4098-9a65-010838e3d30f req-55ef1e99-6225-42ca-b819-aed0cc45f4cc tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:23.816020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-957b164b-1bd3-4098-9a65-010838e3d30f req-55ef1e99-6225-42ca-b819-aed0cc45f4cc tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.0974560 Sep 22 10:28:23.877647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-957b164b-1bd3-4098-9a65-010838e3d30f req-ccd93c45-842f-4991-8efb-5f71481d657b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Sep 22 10:28:23.995588 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:23.998229 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.005490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59640) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:24.020080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] 10.222.0.20 "DELETE /v2.0/networks/11927dad-dde1-4ec5-a961-3f031ab3c4ed HTTP/1.1" status: 204 len: 168 time: 0.5168233 Sep 22 10:28:24.043553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed2ffd-854f-4228-a47a-1e685934bd9d admin admin] Pushing event deleted for resources: {'Network': ['ID=11927dad-dde1-4ec5-a961-3f031ab3c4ed,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:24.095386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2ab2c0-dfd4-46cd-9e49-797ba06159ff admin admin] Deleting subnet 0dfb2d43-1fa0-4d98-af07-f390022c3e9d {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:28:24.099875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab2c0-dfd4-46cd-9e49-797ba06159ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.158610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab2c0-dfd4-46cd-9e49-797ba06159ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.203265 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab2c0-dfd4-46cd-9e49-797ba06159ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.239219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396dec4-0e31-405a-acb9-85f215d88c8c req-134c61ee-4db0-414e-8e1f-3cb945e5d0c3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:24.246875 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4396dec4-0e31-405a-acb9-85f215d88c8c req-134c61ee-4db0-414e-8e1f-3cb945e5d0c3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0878458 Sep 22 10:28:24.331606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4396dec4-0e31-405a-acb9-85f215d88c8c req-e29d677d-bda4-407f-af1b-60399683a8fd tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744383 Sep 22 10:28:24.484154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f99c74-9071-4941-973c-f17a363b38e1 req-195726a3-2988-45ea-8e3b-188d39752a25 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:24.486090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3f99c74-9071-4941-973c-f17a363b38e1 req-195726a3-2988-45ea-8e3b-188d39752a25 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0774136 Sep 22 10:28:24.486268 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab2c0-dfd4-46cd-9e49-797ba06159ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.512508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ab2c0-dfd4-46cd-9e49-797ba06159ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfb2d43-1fa0-4d98-af07-f390022c3e9d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:24.520572 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab2c0-dfd4-46cd-9e49-797ba06159ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.526962 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9e2ab2c0-dfd4-46cd-9e49-797ba06159ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0dfb2d43-1fa0-4d98-af07-f390022c3e9d HTTP/1.1" status: 204 len: 168 time: 0.5200047 Sep 22 10:28:24.527816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59654) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:24.580819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3f99c74-9071-4941-973c-f17a363b38e1 req-f8592ccf-b73e-4e7a-8cee-e3164f1de2c8 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822911 Sep 22 10:28:24.625914 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.734519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.756038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81247c-754d-49a5-8d5c-27d21dfe5b88 req-a6cd2fb4-e45b-46d2-84d4-a2901413e85b tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:24.760917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e81247c-754d-49a5-8d5c-27d21dfe5b88 req-a6cd2fb4-e45b-46d2-84d4-a2901413e85b tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1109755 Sep 22 10:28:24.788903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:24.805821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8594772-2355-4993-bf30-674de389836e') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:24.805821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8594772-2355-4993-bf30-674de389836e') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:24.809236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e81247c-754d-49a5-8d5c-27d21dfe5b88 req-093d74e2-ef5d-4b94-8898-04198a4e04ba tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473552 Sep 22 10:28:24.812340 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.843839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:28:24.859388 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:28:25.004774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc734725-1cb1-4a4c-af19-ebf5f7d969f8 req-ba6fb05c-6474-43d1-aea4-adfc6962958d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:25.006386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc734725-1cb1-4a4c-af19-ebf5f7d969f8 req-ba6fb05c-6474-43d1-aea4-adfc6962958d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.0527060 Sep 22 10:28:25.074456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc734725-1cb1-4a4c-af19-ebf5f7d969f8 req-cf238976-c1f0-4f7f-b271-3acbe06899f9 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617824 Sep 22 10:28:25.102537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:25.109050 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:25.112728 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993 HTTP/1.1" status: 204 len: 168 time: 0.5815232 Sep 22 10:28:25.124368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602ba23-2784-49ff-b08a-fb642fe8f6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b4e23b-d0c1-4ea8-aab0-ae9ea5aba993,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:25.246358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b241-c9c0-49cd-afa8-a373637fd849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:25.480091 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:25.668415 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:25.737225 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:26.049649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59688) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:26.094355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-98243183-8ec2-4e68-8358-0ba001d986bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e3b3b2775404d6ea1f0b9083da6cc82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434446 Sep 22 10:28:26.097017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59690) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:26.169961 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b84e0073-e614-4e66-be8d-eba7cb94555c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:26.182821 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:26.198764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b84e0073-e614-4e66-be8d-eba7cb94555c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:26.377048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b84e0073-e614-4e66-be8d-eba7cb94555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:26.379718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b84e0073-e614-4e66-be8d-eba7cb94555c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:26.383391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b84e0073-e614-4e66-be8d-eba7cb94555c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3eb24b25-3b80-4767-91b3-c479a50a7f43 HTTP/1.1" status: 204 len: 168 time: 0.2826040 Sep 22 10:28:26.390354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e0073-e614-4e66-be8d-eba7cb94555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb24b25-3b80-4767-91b3-c479a50a7f43,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:27.320661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59710) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:27.452741 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a8d1253-7029-4693-94d8-c51a1725a999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.556104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a8d1253-7029-4693-94d8-c51a1725a999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.680098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59716) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:27.718590 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bf9eb1e7-2f42-492a-8643-8d943f3b8932 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ab57c3ed7804acb93d403241d4a01c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390067 Sep 22 10:28:27.722817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59718) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:27.725271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a8d1253-7029-4693-94d8-c51a1725a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.765642 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7a8d1253-7029-4693-94d8-c51a1725a999 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=481f06c41c3c4515a9089a45f69a37d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433143 Sep 22 10:28:27.769227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59720) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:27.790804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f45827be-b8c7-48c0-b146-c4e3eb868332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.802726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d1253-7029-4693-94d8-c51a1725a999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b59fc06-437b-449e-ad9e-128aa29ffa0f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:27.815662 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f45827be-b8c7-48c0-b146-c4e3eb868332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.834778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-896d9ec7-b9e9-49df-bc34-eddc447c526c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.856354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-896d9ec7-b9e9-49df-bc34-eddc447c526c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.994188 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f45827be-b8c7-48c0-b146-c4e3eb868332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.997531 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f45827be-b8c7-48c0-b146-c4e3eb868332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.999298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f45827be-b8c7-48c0-b146-c4e3eb868332 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0e6ee69-b1b8-40e4-9e99-8826a6fb3b0c HTTP/1.1" status: 204 len: 168 time: 0.2751887 Sep 22 10:28:28.009572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45827be-b8c7-48c0-b146-c4e3eb868332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e6ee69-b1b8-40e4-9e99-8826a6fb3b0c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:28.033902 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:28.034539 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-896d9ec7-b9e9-49df-bc34-eddc447c526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:28.037153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-896d9ec7-b9e9-49df-bc34-eddc447c526c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:28.038521 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-896d9ec7-b9e9-49df-bc34-eddc447c526c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b59fc06-437b-449e-ad9e-128aa29ffa0f HTTP/1.1" status: 204 len: 168 time: 0.2685921 Sep 22 10:28:28.046506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d9ec7-b9e9-49df-bc34-eddc447c526c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b59fc06-437b-449e-ad9e-128aa29ffa0f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:31.108229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59848) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:31.301267 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e622-a18b-4ab2-8b6a-ab473dc8d6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:31.470403 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e622-a18b-4ab2-8b6a-ab473dc8d6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:31.645175 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e622-a18b-4ab2-8b6a-ab473dc8d6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:31.685876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c3c3e622-a18b-4ab2-8b6a-ab473dc8d6ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b53bca6cb6c24d039077203a52659ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761623 Sep 22 10:28:31.687070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3e622-a18b-4ab2-8b6a-ab473dc8d6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf43b98-af58-4a87-a48c-e6ce9f82a5be,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:31.688729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59866) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:31.744744 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cb6-93ff-469a-a97a-bf6c60d6f07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:31.766883 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cb6-93ff-469a-a97a-bf6c60d6f07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:31.867884 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cb6-93ff-469a-a97a-bf6c60d6f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:31.870746 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91bd3cb6-93ff-469a-a97a-bf6c60d6f07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:31.874543 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-91bd3cb6-93ff-469a-a97a-bf6c60d6f07e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bf43b98-af58-4a87-a48c-e6ce9f82a5be HTTP/1.1" status: 204 len: 168 time: 0.1820931 Sep 22 10:28:31.880717 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd3cb6-93ff-469a-a97a-bf6c60d6f07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf43b98-af58-4a87-a48c-e6ce9f82a5be,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:33.232244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59910) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:33.257030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b5895dc1-8d53-4d3e-80f1-bd20686ba145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:33.363871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b5895dc1-8d53-4d3e-80f1-bd20686ba145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:33.445254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b5895dc1-8d53-4d3e-80f1-bd20686ba145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:33.487266 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b5895dc1-8d53-4d3e-80f1-bd20686ba145 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d41929f32705430ab2e5286af36827bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532365 Sep 22 10:28:33.488463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5895dc1-8d53-4d3e-80f1-bd20686ba145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff147d8b-8a5a-49b8-b6ca-317a5936e368,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:33.490184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59920) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:33.546372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24e416b9-b122-4d46-b738-d557d29ffc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:33.593795 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24e416b9-b122-4d46-b738-d557d29ffc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:33.753920 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24e416b9-b122-4d46-b738-d557d29ffc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:33.756496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24e416b9-b122-4d46-b738-d557d29ffc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:33.759929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-24e416b9-b122-4d46-b738-d557d29ffc4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff147d8b-8a5a-49b8-b6ca-317a5936e368 HTTP/1.1" status: 204 len: 168 time: 0.2659585 Sep 22 10:28:33.776001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e416b9-b122-4d46-b738-d557d29ffc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff147d8b-8a5a-49b8-b6ca-317a5936e368,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:34.884814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37297f-24f8-4280-a7ff-3d4f1d97f678 req-6f7b613d-c1b0-4e39-b6b2-702e7640ae4c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:34.886367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c37297f-24f8-4280-a7ff-3d4f1d97f678 req-6f7b613d-c1b0-4e39-b6b2-702e7640ae4c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0542507 Sep 22 10:28:34.938245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c37297f-24f8-4280-a7ff-3d4f1d97f678 req-a0ee5dc2-80ad-48c9-996e-1dc7164bc740 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454080 Sep 22 10:28:35.061326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc137f-2574-4149-8fdb-97d2abf79075 req-1680f0a1-6d0d-4254-8f1e-e0fd0ba236d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:35.069547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dcc137f-2574-4149-8fdb-97d2abf79075 req-1680f0a1-6d0d-4254-8f1e-e0fd0ba236d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 1097 time: 0.0772920 Sep 22 10:28:35.091585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aa3c8-e8af-4efc-bdcc-611199a2323a req-7b4d1b38-f344-4b9b-9582-a1b9558bb024 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:35.098646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-572aa3c8-e8af-4efc-bdcc-611199a2323a req-7b4d1b38-f344-4b9b-9582-a1b9558bb024 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.1049647 Sep 22 10:28:35.158649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-572aa3c8-e8af-4efc-bdcc-611199a2323a req-de76d65b-28ae-4865-8347-a46d7d2ca9b8 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589607 Sep 22 10:28:35.164343 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dcc137f-2574-4149-8fdb-97d2abf79075 req-db63ebcf-363e-41a0-ae25-aeb88d97e3d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569334 Sep 22 10:28:35.291382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62ccec-d288-44b4-9659-9c9d8c1bd0ee req-d7c1adbb-8574-4de5-b76f-550fe8868660 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:35.292986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e62ccec-d288-44b4-9659-9c9d8c1bd0ee req-d7c1adbb-8574-4de5-b76f-550fe8868660 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0729547 Sep 22 10:28:35.322663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59996) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:35.329578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-775968566'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:35.349140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e62ccec-d288-44b4-9659-9c9d8c1bd0ee req-b96d561b-216b-40bf-9b06-191b9c8785c2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493608 Sep 22 10:28:35.447445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:35.450953 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:35.481684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f5f67-5442-4d31-ba71-e0156147dd25 req-ffdca858-d0ee-49c6-9657-6ac6d404f9b4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:35.483231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-532f5f67-5442-4d31-ba71-e0156147dd25 req-ffdca858-d0ee-49c6-9657-6ac6d404f9b4 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.0695875 Sep 22 10:28:35.520909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-532f5f67-5442-4d31-ba71-e0156147dd25 req-17d280a9-5f66-48ff-9d78-95772d3e4e80 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316346 Sep 22 10:28:35.623384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:28:35.632177 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:35.632528 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Added segment 1c06b636-b236-4f6c-92d5-d9fd0a8ef240 of type vlan for network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 Sep 22 10:28:35.676822 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:35.793642 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:35.799415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:35.803758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:35.873863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Network': ['ID=7a7a3a4a-3a2a-43a9-aca9-15feae755848,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:35.885063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:28:35.907578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60022) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:35.915952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-71624358'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:35.920413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0a64e33e-31b5-475c-bd22-b7536dee7bf3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5963123 Sep 22 10:28:35.999542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:36.003119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:36.047267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:28:36.059826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:36.059826 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Added segment 4cfac0f6-069b-45f2-86fc-7c42cedf5eb6 of type vlan for network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 Sep 22 10:28:36.121504 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:36.177336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddd6f0-b75c-4dfb-a72d-a158cae0311c req-93b66122-b358-46de-b47b-a45c5a30fc8a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:36.179164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19ddd6f0-b75c-4dfb-a72d-a158cae0311c req-93b66122-b358-46de-b47b-a45c5a30fc8a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.0732300 Sep 22 10:28:36.222122 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:36.231948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:36.231948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:36.232310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19ddd6f0-b75c-4dfb-a72d-a158cae0311c req-57d8fd33-79c3-4faf-9347-feadae6768bf tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403917 Sep 22 10:28:36.366422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb18171-1251-4764-94ea-cc18d16671d8 req-bfd70288-89a5-40a6-9d9b-da88eadb4146 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:36.370124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afb18171-1251-4764-94ea-cc18d16671d8 req-bfd70288-89a5-40a6-9d9b-da88eadb4146 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0758910 Sep 22 10:28:36.421447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afb18171-1251-4764-94ea-cc18d16671d8 req-6dab1cdf-f801-42f8-a626-2105640de3c0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Sep 22 10:28:36.544677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed9905-5d57-4338-9d11-d089eb63673c req-dd3cc092-9934-4b82-924c-049622184d54 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:36.546650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31ed9905-5d57-4338-9d11-d089eb63673c req-dd3cc092-9934-4b82-924c-049622184d54 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0545516 Sep 22 10:28:36.600895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31ed9905-5d57-4338-9d11-d089eb63673c req-962ad33c-9d09-4a22-97f5-193c7423b9c3 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483203 Sep 22 10:28:36.610135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Network': ['ID=9c7460ba-8b97-436a-9bd5-4671ddf4fe48,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:36.612937 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ff69b32e-3765-4b3f-a010-6b334dcb5eb2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7041519 Sep 22 10:28:36.616383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60066) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:36.622406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'subnet': {'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:36.625480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:28:36.765044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139472c-809e-4277-a311-68d77a348061 req-4622f250-3615-4f39-9466-ec4881895fea tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:36.766836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8139472c-809e-4277-a311-68d77a348061 req-4622f250-3615-4f39-9466-ec4881895fea tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 943 time: 0.0717587 Sep 22 10:28:36.805545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8139472c-809e-4277-a311-68d77a348061 req-c5d84302-408a-445c-9a0a-7c9e218dc2ae tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Sep 22 10:28:36.844961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:36.848661 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:37.397810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10c200-4c28-400c-989e-831e76392809 req-e77674e0-4730-4ca2-9b1d-0d96b591d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:37.399378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a10c200-4c28-400c-989e-831e76392809 req-e77674e0-4730-4ca2-9b1d-0d96b591d119 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 1097 time: 0.1359417 Sep 22 10:28:37.413154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d98b6-9138-436c-8bb6-7e5e8f47cb75 req-bea91cc5-13de-4d6d-91bc-2f08b5ac26b0 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:37.414653 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-522d98b6-9138-436c-8bb6-7e5e8f47cb75 req-bea91cc5-13de-4d6d-91bc-2f08b5ac26b0 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.1501386 Sep 22 10:28:37.427975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-49820f1d-4b7e-4c2c-9d3a-8522668f5993 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:37.429489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-49820f1d-4b7e-4c2c-9d3a-8522668f5993 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1640646 Sep 22 10:28:37.537661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60110) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:37.626364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-522d98b6-9138-436c-8bb6-7e5e8f47cb75 req-2eb90466-46c9-456a-a464-499dcb840597 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925240 Sep 22 10:28:37.664043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0692ba6-53c3-4a85-90f9-ab01b79dd830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:37.771632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0692ba6-53c3-4a85-90f9-ab01b79dd830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:37.773096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10c200-4c28-400c-989e-831e76392809 req-e0f8032d-a8a0-413e-88ab-e136c43e8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:37.774706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a10c200-4c28-400c-989e-831e76392809 req-e0f8032d-a8a0-413e-88ab-e136c43e8ee8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 912 time: 0.3442943 Sep 22 10:28:37.796440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Deleting port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:28:37.796881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:37.842069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:37.844594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a10c200-4c28-400c-989e-831e76392809 req-a5a77949-7abb-434a-b432-887bc6ab3aca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=491dce21-6d8b-402a-aba7-d11f18082d9c HTTP/1.1" status: 200 len: 217 time: 0.0605781 Sep 22 10:28:37.851698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0692ba6-53c3-4a85-90f9-ab01b79dd830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:37.881173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1faf4b-5b13-45bf-a23c-829d9ce4fe80 req-d70c93a9-b4ed-4239-b50c-2a41497052f0 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:37.882508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d1faf4b-5b13-45bf-a23c-829d9ce4fe80 req-d70c93a9-b4ed-4239-b50c-2a41497052f0 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 945 time: 0.1482317 Sep 22 10:28:37.893140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0692ba6-53c3-4a85-90f9-ab01b79dd830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee969fa-e8ed-4f9c-b1c7-d20b190a7921,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:37.902229 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f0692ba6-53c3-4a85-90f9-ab01b79dd830 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a31fcdc5e91e46a1a02d5605192bc5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630023 Sep 22 10:28:37.902640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60120) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:37.957931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac5af6dd-4a11-4353-bdd5-8477b9aa835f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:37.985752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac5af6dd-4a11-4353-bdd5-8477b9aa835f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.041369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Subnet': ['ID=f61562c8-5a3e-478e-99fe-0dffb60833ae,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:38.054145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10c200-4c28-400c-989e-831e76392809 req-cfc5f055-f105-4ca2-a825-ba3b2546beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:38.056961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a10c200-4c28-400c-989e-831e76392809 req-cfc5f055-f105-4ca2-a825-ba3b2546beaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0a5230-e289-433c-a2fa-5d202f72a3d7 HTTP/1.1" status: 200 len: 851 time: 0.1937604 Sep 22 10:28:38.065546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d1faf4b-5b13-45bf-a23c-829d9ce4fe80 req-ce4d19f8-cdf3-4459-b9b2-7b48903940e7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546836 Sep 22 10:28:38.093790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] For port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:38.094295 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.116201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a10c200-4c28-400c-989e-831e76392809 req-18d08d9f-039d-4ef3-9c12-3eaa84a2b085 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482016 Sep 22 10:28:38.116932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Checking segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:28:38.117299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network hostable DHCP agents. Network: 7a7a3a4a-3a2a-43a9-aca9-15feae755848, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:28:38.119166 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac5af6dd-4a11-4353-bdd5-8477b9aa835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.121717 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac5af6dd-4a11-4353-bdd5-8477b9aa835f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.122928 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ac5af6dd-4a11-4353-bdd5-8477b9aa835f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ee969fa-e8ed-4f9c-b1c7-d20b190a7921 HTTP/1.1" status: 204 len: 168 time: 0.2190390 Sep 22 10:28:38.126973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Calling delete_port for 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:28:38.130842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5af6dd-4a11-4353-bdd5-8477b9aa835f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee969fa-e8ed-4f9c-b1c7-d20b190a7921,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:38.206703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 364996f1-ceaa-4c45-b752-7d072b03e823 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:28:38.258311 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60128) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:38.279007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:28:38.324355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fd669-2421-404f-b61e-791469d563b5 req-9aba476e-fa4b-420f-8840-952880eadcea tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:38.326480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee4fd669-2421-404f-b61e-791469d563b5 req-9aba476e-fa4b-420f-8840-952880eadcea tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1809027 Sep 22 10:28:38.335300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:38.341990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a10c200-4c28-400c-989e-831e76392809 req-990530af-3c8c-4a07-bbe3-75dd5eb3154b service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166157 Sep 22 10:28:38.356328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '364996f1-ceaa-4c45-b752-7d072b03e823', 'network_id': '7b5b563d-0c52-4cb1-90b8-746e30811f5b', 'port_id': '364996f1-ceaa-4c45-b752-7d072b03e823', 'mac_address': 'fa:16:3e:7f:9a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a732b3-2f68-44cb-8dee-a1d560772bb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:28:38.393584 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11cfe892-a226-4b7e-bebb-d3dba8010a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.399223 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.408805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 7a7a3a4a-3a2a-43a9-aca9-15feae755848) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:38.413712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364996f1-ceaa-4c45-b752-7d072b03e823 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:28:38.423204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986df0e3-a755-4ee5-b39b-ea31b53da7a3 None None] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:28:38.430875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:38.434909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.460778 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:38.486090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee4fd669-2421-404f-b61e-791469d563b5 req-933455e9-0c3c-4eeb-96c8-5095d2ae3e63 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470525 Sep 22 10:28:38.519133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a10c200-4c28-400c-989e-831e76392809 req-7e47232b-8e80-4643-93dc-a195b2736934 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682413 Sep 22 10:28:38.530827 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11cfe892-a226-4b7e-bebb-d3dba8010a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.549535 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.589330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.637064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event deleted for resources: {'Port': ['ID=6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:38.656877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:38.664991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.665339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.665679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.666016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.666376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.666702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.667029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.667359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.667686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.668009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.668487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.668812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:38.674720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'fixed_ips': [{'subnet_id': 'f61562c8-5a3e-478e-99fe-0dffb60833ae'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:28:38.675574 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.685422 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11cfe892-a226-4b7e-bebb-d3dba8010a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.695685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] No DVR routers for this DVR port 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:28:38.700701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.703863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76e9fa9e-7f20-4aff-8640-03a7ce825846 req-1a617349-e740-45f1-b7f6-6a9940df65f6 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "DELETE /v2.0/ports/6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 HTTP/1.1" status: 204 len: 173 time: 1.2327113 Sep 22 10:28:38.705720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba873cc5-9b69-4af1-82b5-10eb0ffcd340', 'name': 'network-vif-deleted', 'tag': '6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:38.710846 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8ebc0c-493b-454d-a300-fa7a12930eca" -d '{"events": [{"server_uuid": "ba873cc5-9b69-4af1-82b5-10eb0ffcd340", "name": "network-vif-deleted", "tag": "6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:38.722336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215667-0878-4213-a5fc-709a56e88d3b req-0f19f9ef-ab84-4b92-b569-0d187401d495 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:38.732206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfe892-a226-4b7e-bebb-d3dba8010a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24909ae-77cb-44ab-8b9b-a0f8a6542e4e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:38.747341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8215667-0878-4213-a5fc-709a56e88d3b req-0f19f9ef-ab84-4b92-b569-0d187401d495 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 944 time: 0.1699259 Sep 22 10:28:38.764217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4a7713dc-29fb-42ad-a074-a85f4cf3d69c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1467400 Sep 22 10:28:38.767397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60144) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:38.771704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'subnet': {'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:38.781554 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11cfe892-a226-4b7e-bebb-d3dba8010a48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ef598bd7d5943d097c4921765e849a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216732 Sep 22 10:28:38.785521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60146) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:38.811537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['364996f1-ceaa-4c45-b752-7d072b03e823'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:28:38.846507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9ffc-3a42-4ccb-99f7-99b4e31e1951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.863509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Allocated IP 10.1.1.2 (7a7a3a4a-3a2a-43a9-aca9-15feae755848/f61562c8-5a3e-478e-99fe-0dffb60833ae/c2177d0a-16c8-4c47-9942-7d4ac137b2af) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:28:38.870815 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9ffc-3a42-4ccb-99f7-99b4e31e1951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:38.888776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8215667-0878-4213-a5fc-709a56e88d3b req-eb6052dc-dd6e-41d9-af16-a85f9c7f09cf tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405280 Sep 22 10:28:39.010674 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9ffc-3a42-4ccb-99f7-99b4e31e1951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:39.013787 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4bdb9ffc-3a42-4ccb-99f7-99b4e31e1951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:39.014994 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4bdb9ffc-3a42-4ccb-99f7-99b4e31e1951 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a24909ae-77cb-44ab-8b9b-a0f8a6542e4e HTTP/1.1" status: 204 len: 168 time: 0.2282317 Sep 22 10:28:39.022998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb9ffc-3a42-4ccb-99f7-99b4e31e1951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24909ae-77cb-44ab-8b9b-a0f8a6542e4e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:39.033918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:39.037958 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:39.103516 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:39.191224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28d641-fa37-430c-b982-9cf06a6a9f50 req-521536b6-9dde-4dc4-8a4a-09f32ad7c4d1 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:39.192830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b28d641-fa37-430c-b982-9cf06a6a9f50 req-521536b6-9dde-4dc4-8a4a-09f32ad7c4d1 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0690525 Sep 22 10:28:39.252738 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:39.333116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b28d641-fa37-430c-b982-9cf06a6a9f50 req-5b537ef4-479e-4be5-834e-00e238e40778 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723214 Sep 22 10:28:39.333232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:28:39.333232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:39.333232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:28:39.333232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Pushing event updated for resources: {'Port': ['ID=c2177d0a-16c8-4c47-9942-7d4ac137b2af,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:39.342656 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80350c89-8d74-41bb-95cc-20e028e1336d x-openstack-request-id: req-80350c89-8d74-41bb-95cc-20e028e1336d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:39.343061 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba873cc5-9b69-4af1-82b5-10eb0ffcd340", "name": "network-vif-deleted", "tag": "6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:39.345049 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80350c89-8d74-41bb-95cc-20e028e1336d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:39.345049 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba873cc5-9b69-4af1-82b5-10eb0ffcd340', 'name': 'network-vif-deleted', 'tag': '6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867', 'status': 'completed', 'code': 200} Sep 22 10:28:39.374516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Attempting to bind port c2177d0a-16c8-4c47-9942-7d4ac137b2af on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:28:39.375253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Attempting to bind port c2177d0a-16c8-4c47-9942-7d4ac137b2af by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:28:39.375942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Attempting to bind port c2177d0a-16c8-4c47-9942-7d4ac137b2af on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:28:39.382880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:28:39.383515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Checking segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:28:39.384133 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:39.384535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Bound using segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:28:39.385017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Bound port: c2177d0a-16c8-4c47-9942-7d4ac137b2af, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:28:39.385404 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:39.447806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5831e793-d6b1-4511-b015-30cea10f5d9b req-6d4f798c-ccf8-4747-b618-73166917b860 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba873cc5-9b69-4af1-82b5-10eb0ffcd340 HTTP/1.1" status: 200 len: 210 time: 0.0355124 Sep 22 10:28:39.461930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] For port c2177d0a-16c8-4c47-9942-7d4ac137b2af, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:28:39.465151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] For port c2177d0a-16c8-4c47-9942-7d4ac137b2af, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c2177d0a-16c8-4c47-9942-7d4ac137b2af,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:28:39.606857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18398e8-56b4-4b72-9a05-aa54590ae62f req-2e304485-bb69-4190-89d2-bfe403cf52b9 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:39.655662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f18398e8-56b4-4b72-9a05-aa54590ae62f req-2e304485-bb69-4190-89d2-bfe403cf52b9 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0492127 Sep 22 10:28:39.655662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f18398e8-56b4-4b72-9a05-aa54590ae62f req-da76d68f-b7c2-4cf9-abaa-a7249d916d1a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366995 Sep 22 10:28:40.008749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0b2bc-9f4c-4cc8-9afe-057cf7a64676 req-c82034c1-9f3a-4855-8554-1e29216f7372 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:40.010282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25f0b2bc-9f4c-4cc8-9afe-057cf7a64676 req-c82034c1-9f3a-4855-8554-1e29216f7372 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 944 time: 0.0555892 Sep 22 10:28:40.047751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25f0b2bc-9f4c-4cc8-9afe-057cf7a64676 req-3755a6b6-7ae7-4685-9698-ca1760d060cb tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Sep 22 10:28:40.159637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:40.160129 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:40.223873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 364996f1-ceaa-4c45-b752-7d072b03e823 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:40.235212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Subnet': ['ID=2e74c144-473f-43be-8965-d9cc32307b3f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:40.237620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Checking segment: {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:28:40.238217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network hostable DHCP agents. Network: 9c7460ba-8b97-436a-9bd5-4671ddf4fe48, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:28:40.291967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365048ee-f09e-48d9-8f36-d748090b98ae None None] Pushing event updated for resources: {'Port': ['ID=c2177d0a-16c8-4c47-9942-7d4ac137b2af,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:40.304703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 364996f1-ceaa-4c45-b752-7d072b03e823 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:40.310190 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:40.347786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:28:40.403697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:40.430392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:40.432887 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fdd569-c451-41f3-b432-90113a87537f" -d '{"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-plugged", "status": "completed", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:40.453897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:40.463868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 9c7460ba-8b97-436a-9bd5-4671ddf4fe48) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:40.474572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:40.474572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:40.474804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf72a0-c032-49c4-8847-8fa8e5e97cc7 None None] Network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:28:40.502238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac996961-b13e-4336-ae00-9d26ffd77902 req-9755048c-b41c-416e-a2af-271989b7bf59 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:40.506575 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac996961-b13e-4336-ae00-9d26ffd77902 req-9755048c-b41c-416e-a2af-271989b7bf59 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.0851748 Sep 22 10:28:40.570908 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:40.571714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:28:40.573536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac996961-b13e-4336-ae00-9d26ffd77902 req-4f664982-1166-4140-b0fe-f5a8ecd5af9c tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597131 Sep 22 10:28:40.600706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cc12d569-618d-4cd2-b8e8-3fa72a226393 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8327973 Sep 22 10:28:40.614780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60180) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:40.615028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60182) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:40.620025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'port': {'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'name': 'tempest-TaggedBootDevicesTest-38193418', 'fixed_ips': [{'subnet_id': 'f61562c8-5a3e-478e-99fe-0dffb60833ae'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:40.630908 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a90a9fcf-88a1-41e4-9d5e-e3a9b01dc3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:40.680722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:28:40.681025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6eaa71d0-ef0f-4742-bd1a-5fa81b8d5867 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:28:40.688189 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05370f8d-5596-450f-ad9c-cf950aa3a16e x-openstack-request-id: req-05370f8d-5596-450f-ad9c-cf950aa3a16e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:40.711077 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-plugged", "status": "completed", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:40.711355 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05370f8d-5596-450f-ad9c-cf950aa3a16e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:40.711789 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823', 'code': 200} Sep 22 10:28:40.798186 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a90a9fcf-88a1-41e4-9d5e-e3a9b01dc3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:40.908000 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a90a9fcf-88a1-41e4-9d5e-e3a9b01dc3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:40.962191 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a90a9fcf-88a1-41e4-9d5e-e3a9b01dc3e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8efe06aad39045d493c0310b8f1c5031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455365 Sep 22 10:28:40.966322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60192) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:40.970977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:40.985866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a9fcf-88a1-41e4-9d5e-e3a9b01dc3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed5ecad-2194-4707-903b-7eb1678dd16c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:40.989167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44340c34-5e2b-4e34-85c0-9769329ed0c3 req-c809c743-5fbc-42f8-ab45-0010edc1bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:40.991222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44340c34-5e2b-4e34-85c0-9769329ed0c3 req-c809c743-5fbc-42f8-ab45-0010edc1bd82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 1097 time: 0.0659206 Sep 22 10:28:41.028642 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11caeef8-fea5-46a8-b92f-1ec4187db4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.030388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44340c34-5e2b-4e34-85c0-9769329ed0c3 req-83e27929-16f7-4baf-b99d-8e932e59e581 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323157 Sep 22 10:28:41.042786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-9c7460ba-8b97-436a-9bd5-4671ddf4fe48', 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'fixed_ips': [{'subnet_id': '2e74c144-473f-43be-8965-d9cc32307b3f'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:28:41.043724 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.050698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11caeef8-fea5-46a8-b92f-1ec4187db4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.056384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:41.173107 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.193077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] device_id is not set on port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:28:41.219355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Allocated IP 10.2.2.2 (9c7460ba-8b97-436a-9bd5-4671ddf4fe48/2e74c144-473f-43be-8965-d9cc32307b3f/25423279-b268-4188-b085-f81424361a48) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:28:41.222047 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11caeef8-fea5-46a8-b92f-1ec4187db4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.227636 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11caeef8-fea5-46a8-b92f-1ec4187db4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.227636 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11caeef8-fea5-46a8-b92f-1ec4187db4cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ed5ecad-2194-4707-903b-7eb1678dd16c HTTP/1.1" status: 204 len: 168 time: 0.2590983 Sep 22 10:28:41.254545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caeef8-fea5-46a8-b92f-1ec4187db4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed5ecad-2194-4707-903b-7eb1678dd16c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:41.460136 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.479192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7cc6-cfba-4ef6-8a60-91dd491838ec req-473d591f-4237-46ab-8e63-ac402b85f453 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:41.480920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00ef7cc6-cfba-4ef6-8a60-91dd491838ec req-473d591f-4237-46ab-8e63-ac402b85f453 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1351871 Sep 22 10:28:41.563309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9547c04e-9345-45ba-acce-46153b8e1d57 None None] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:28:41.569412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Allocated IP 10.1.1.229 (7a7a3a4a-3a2a-43a9-aca9-15feae755848/f61562c8-5a3e-478e-99fe-0dffb60833ae/fa9ebf86-2e9f-4908-97dc-c02a937b70b0) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:28:41.581101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00ef7cc6-cfba-4ef6-8a60-91dd491838ec req-dd4d1618-9f8b-4a44-852c-d7b3874fbbe8 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770924 Sep 22 10:28:41.680427 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.721808 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:28:41.771856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:41.778375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:28:41.781747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6f7b1231-3c90-4f0c-bb1b-20a8c7a2905a None None] Provisioning complete for port c2177d0a-16c8-4c47-9942-7d4ac137b2af triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:41.786871 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1231-3c90-4f0c-bb1b-20a8c7a2905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.854784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Pushing event updated for resources: {'Port': ['ID=25423279-b268-4188-b085-f81424361a48,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:41.963519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Attempting to bind port 25423279-b268-4188-b085-f81424361a48 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:28:41.963898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Attempting to bind port 25423279-b268-4188-b085-f81424361a48 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:28:41.964461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Attempting to bind port 25423279-b268-4188-b085-f81424361a48 on network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:28:41.983923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:28:41.986279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Checking segment: {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:28:41.986279 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:41.986279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Bound using segment: {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:28:41.986279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Bound port: 25423279-b268-4188-b085-f81424361a48, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:28:41.986690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.076386 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1231-3c90-4f0c-bb1b-20a8c7a2905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.160257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] For port 25423279-b268-4188-b085-f81424361a48, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:28:42.163142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c2177d0a-16c8-4c47-9942-7d4ac137b2af up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:42.207211 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.225107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-3649b37b-6a26-4c53-996b-11957b336e5f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:42.233758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-3649b37b-6a26-4c53-996b-11957b336e5f tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.5077367 Sep 22 10:28:42.235945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6f7b1231-3c90-4f0c-bb1b-20a8c7a2905a None None] For port c2177d0a-16c8-4c47-9942-7d4ac137b2af, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c2177d0a-16c8-4c47-9942-7d4ac137b2af,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:42.245505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] For port 25423279-b268-4188-b085-f81424361a48, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=25423279-b268-4188-b085-f81424361a48,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:28:42.285714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c2177d0a-16c8-4c47-9942-7d4ac137b2af triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:42.286091 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.325742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.327951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1231-3c90-4f0c-bb1b-20a8c7a2905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.377100 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.435673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:28:42.441620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:42.450407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2681c58-a760-45da-ad94-4fc0310c00c3 None None] Pushing event updated for resources: {'Port': ['ID=25423279-b268-4188-b085-f81424361a48,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:42.457013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:28:42.467643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-00f225da-b762-4fcd-800a-6d9f0dc99b70 None None] Provisioning complete for port c2177d0a-16c8-4c47-9942-7d4ac137b2af triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:42.468210 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-00f225da-b762-4fcd-800a-6d9f0dc99b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.516816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Port': ['ID=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:42.597466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:42.598318 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.632294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b1231-3c90-4f0c-bb1b-20a8c7a2905a None None] Pushing event updated for resources: {'Port': ['ID=c2177d0a-16c8-4c47-9942-7d4ac137b2af,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:42.702829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-49fe6d05-271c-4190-8585-384417fcb13c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0866857 Sep 22 10:28:42.706231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60270) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:42.710838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'port': {'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'name': 'tempest-TaggedBootDevicesTest-480953696', 'fixed_ips': [{'subnet_id': 'f61562c8-5a3e-478e-99fe-0dffb60833ae'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:42.826571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-667b108f-3bb0-4311-ae4e-0614915c8783 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824099 Sep 22 10:28:42.831382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-f7c20306-400e-4319-8480-4d54b77d5092 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/quotas/2bf57e69eb8b420a9edc7c06630515b5 HTTP/1.1" status: 200 len: 375 time: 0.5967667 Sep 22 10:28:42.897321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-fe223d3c-4bfb-466c-b673-333b87f8d3e9 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575023 Sep 22 10:28:42.917729 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-089cd506-d598-46cb-9b79-c11c427b957c None None] Provisioning complete for port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:42.918994 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-089cd506-d598-46cb-9b79-c11c427b957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:42.970064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-089cd506-d598-46cb-9b79-c11c427b957c None None] Port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:28:43.032254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-5b638579-558e-4e4f-bbde-220f6624b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.033763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-5b638579-558e-4e4f-bbde-220f6624b178 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=885f05986ee24eed8ca04bc76a08c094&device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 1096 time: 0.1482723 Sep 22 10:28:43.044810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-b652571f-5135-43ed-b2b9-55c7b533c427 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246765 Sep 22 10:28:43.073658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:43.191625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:43.216174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] device_id is not set on port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:28:43.317779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-a82963ed-42de-43bf-b58a-9294922cb016 service neutron] 10.222.0.20 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645648 Sep 22 10:28:43.410210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-587aec27-3ab0-4e53-aca1-62a09f0349b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.413986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-587aec27-3ab0-4e53-aca1-62a09f0349b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 200 len: 912 time: 0.3526635 Sep 22 10:28:43.446438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-2727cdac-91af-4529-9e63-2155ab03a27b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2517428 Sep 22 10:28:43.484556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-8d1fab09-75bf-48bc-9b18-a4553878e019 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d836f03-438f-4bbf-8d31-e0b181612639 HTTP/1.1" status: 200 len: 217 time: 0.0367701 Sep 22 10:28:43.573040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Allocated IP 10.1.1.5 (7a7a3a4a-3a2a-43a9-aca9-15feae755848/f61562c8-5a3e-478e-99fe-0dffb60833ae/477cf0ab-7d06-4060-bd94-a8bdaa2a6be7) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:28:43.632764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-e43faad9-29a8-41c4-ad26-bde1da1a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.633366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-e43faad9-29a8-41c4-ad26-bde1da1a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.633928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-e43faad9-29a8-41c4-ad26-bde1da1a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.634628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-e43faad9-29a8-41c4-ad26-bde1da1a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.635105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-e43faad9-29a8-41c4-ad26-bde1da1a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.635629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-e43faad9-29a8-41c4-ad26-bde1da1a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.636102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-e43faad9-29a8-41c4-ad26-bde1da1a170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.638901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-e43faad9-29a8-41c4-ad26-bde1da1a170d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6501 time: 0.1307206 Sep 22 10:28:43.644075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-671193a4-c886-495c-bbc0-f02788eb740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.645661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-671193a4-c886-495c-bbc0-f02788eb740c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e0a5230-e289-433c-a2fa-5d202f72a3d7 HTTP/1.1" status: 200 len: 851 time: 0.1512418 Sep 22 10:28:43.742522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-5feca789-e25a-4a33-ae7c-4fa6dca17c90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866482 Sep 22 10:28:43.895452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:43.938694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f609b-564e-428d-ae42-cb6ebc2e3f6e req-b23ed895-4a3b-4237-83e3-c1977e4bee94 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.947075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87f609b-564e-428d-ae42-cb6ebc2e3f6e req-b23ed895-4a3b-4237-83e3-c1977e4bee94 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.2172468 Sep 22 10:28:43.972864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0737ba6b-6945-4d25-8ae9-e3b13e655351 None None] Network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:28:44.028046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.054915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-2b28d86b-9720-4787-a78e-3095de0b23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:44.055386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-2b28d86b-9720-4787-a78e-3095de0b23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:44.055862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-2b28d86b-9720-4787-a78e-3095de0b23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:44.067046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-2b28d86b-9720-4787-a78e-3095de0b23a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=21dc8868-4c57-42cf-9a4c-9e1363920957&id=21dc8868-4c57-42cf-9a4c-9e1363920957 HTTP/1.1" status: 200 len: 2298 time: 0.3920724 Sep 22 10:28:44.072105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7b9dcbda-666a-4318-825b-21a308c8900d None None] Provisioning complete for port 25423279-b268-4188-b085-f81424361a48 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:44.073267 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b9dcbda-666a-4318-825b-21a308c8900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.111929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-905fc9c1-d43d-4526-8eb7-100c85ffe99a service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535900 Sep 22 10:28:44.135093 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:28:44.144979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:44.154268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Port': ['ID=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:44.156730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:28:44.236949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 25423279-b268-4188-b085-f81424361a48 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:44.279702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:44.280756 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.407656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87f609b-564e-428d-ae42-cb6ebc2e3f6e req-787299b1-7893-444a-847a-fed3f2838858 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247780 Sep 22 10:28:44.420783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-f683fd22-fd81-45c1-9909-010a84eaff81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78 HTTP/1.1" status: 200 len: 1000 time: 0.3430908 Sep 22 10:28:44.471299 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b9dcbda-666a-4318-825b-21a308c8900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.494003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 25423279-b268-4188-b085-f81424361a48 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:44.494330 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.509568 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ea303ded-489c-44cc-88a8-8f41176285c0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8008525 Sep 22 10:28:44.542760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242efbd4-0909-47e9-806e-a46a76499886 req-313821c8-20a4-44ca-9e19-95564d44b932 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:44.544225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-242efbd4-0909-47e9-806e-a46a76499886 req-313821c8-20a4-44ca-9e19-95564d44b932 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.32 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.2679875 Sep 22 10:28:44.625260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7b9dcbda-666a-4318-825b-21a308c8900d None None] For port 25423279-b268-4188-b085-f81424361a48, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=25423279-b268-4188-b085-f81424361a48,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:44.631598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20958ec5-c56a-4665-89ca-acf34a0b206f req-5cc620f6-cd68-4a0a-b1b5-1284cd0a2e93 service neutron] 10.222.0.32 "GET /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638902 Sep 22 10:28:44.641437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-7226b7a8-a54c-44e4-9c91-7e2c8c3d5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:44.643929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-7226b7a8-a54c-44e4-9c91-7e2c8c3d5a59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4c87aa-f323-4cfd-bfdc-71ae14aab81a HTTP/1.1" status: 200 len: 855 time: 0.1760101 Sep 22 10:28:44.725505 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.741418 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b9dcbda-666a-4318-825b-21a308c8900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.776397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-33e0e380-0524-42b0-a155-86f3665e54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:44.779523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-33e0e380-0524-42b0-a155-86f3665e54b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098208 Sep 22 10:28:44.801873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-242efbd4-0909-47e9-806e-a46a76499886 req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Deleting port 491dce21-6d8b-402a-aba7-d11f18082d9c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:28:44.802245 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-242efbd4-0909-47e9-806e-a46a76499886 req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.887047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1267f10e-9604-4af7-8545-4a64c1d1c3ec None None] Provisioning complete for port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:44.887742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1267f10e-9604-4af7-8545-4a64c1d1c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.910337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-242efbd4-0909-47e9-806e-a46a76499886 req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] For port 491dce21-6d8b-402a-aba7-d11f18082d9c, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=491dce21-6d8b-402a-aba7-d11f18082d9c,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:44.910707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-242efbd4-0909-47e9-806e-a46a76499886 req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:44.927746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-242efbd4-0909-47e9-806e-a46a76499886 req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Calling delete_port for 491dce21-6d8b-402a-aba7-d11f18082d9c owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:28:44.966014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dcbda-666a-4318-825b-21a308c8900d None None] Pushing event updated for resources: {'Port': ['ID=25423279-b268-4188-b085-f81424361a48,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:44.981216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:28:44.981916 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:28:44.985605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1267f10e-9604-4af7-8545-4a64c1d1c3ec None None] Port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:28:45.031350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7be57-1e3d-4655-b747-680af7cdf881 req-28a42ea9-5c0e-47e8-8798-863de7faf3d4 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:45.032990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bdc7be57-1e3d-4655-b747-680af7cdf881 req-28a42ea9-5c0e-47e8-8798-863de7faf3d4 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 946 time: 0.3333521 Sep 22 10:28:45.105253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-163c1f87-cfca-4341-8b35-de79f4b568c9 None None] Provisioning complete for port 25423279-b268-4188-b085-f81424361a48 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:45.105759 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-163c1f87-cfca-4341-8b35-de79f4b568c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:45.398669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bdc7be57-1e3d-4655-b747-680af7cdf881 req-6d1b1191-2978-4781-882d-efec510714e8 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532095 Sep 22 10:28:45.414054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-f8af4c4e-d34e-4390-a83b-1b9dbdca02ee service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210487 Sep 22 10:28:45.419824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60358) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:45.547069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c2177d0a-16c8-4c47-9942-7d4ac137b2af up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:45.565911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-242efbd4-0909-47e9-806e-a46a76499886 req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:45.578825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['9d836f03-438f-4bbf-8d31-e0b181612639', '491dce21-6d8b-402a-aba7-d11f18082d9c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:28:45.624472 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce7c84e8-40ee-43ea-b280-ade8cf310438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:45.630088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2d7d0-b146-47b1-814a-0079487fda5c req-36df2813-5f70-45dc-9e87-33a05afbf6a6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:45.631660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16b2d7d0-b146-47b1-814a-0079487fda5c req-36df2813-5f70-45dc-9e87-33a05afbf6a6 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1080515 Sep 22 10:28:45.633142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Pushing event deleted for resources: {'Port': ['ID=491dce21-6d8b-402a-aba7-d11f18082d9c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:45.636636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-fd96de1f-60d8-460e-93b4-1efc4c1073f1 service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069943 Sep 22 10:28:45.703358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c2177d0a-16c8-4c47-9942-7d4ac137b2af triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:45.703730 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:45.731538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce7c84e8-40ee-43ea-b280-ade8cf310438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:45.735127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-f14c2aad-1237-4ad9-90de-ab3a642ab043 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=85fc67a6-7d73-414d-a695-281536410e94 HTTP/1.1" status: 200 len: 217 time: 0.0910034 Sep 22 10:28:45.740723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-242efbd4-0909-47e9-806e-a46a76499886 req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] No DVR routers for this DVR port 491dce21-6d8b-402a-aba7-d11f18082d9c on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:28:45.746091 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-242efbd4-0909-47e9-806e-a46a76499886 req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:45.748550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-242efbd4-0909-47e9-806e-a46a76499886 req-dbb0253f-e514-496c-a9b9-d9f1fb1dbe0e tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.32 "DELETE /v2.0/ports/491dce21-6d8b-402a-aba7-d11f18082d9c HTTP/1.1" status: 204 len: 173 time: 1.1933091 Sep 22 10:28:45.755079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d6ae48-d844-4848-b4a3-fb459cf14f50', 'name': 'network-vif-deleted', 'tag': '491dce21-6d8b-402a-aba7-d11f18082d9c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:45.757344 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d040f85d-fb43-42c7-9989-3db0ed01239e" -d '{"events": [{"server_uuid": "62d6ae48-d844-4848-b4a3-fb459cf14f50", "name": "network-vif-deleted", "tag": "491dce21-6d8b-402a-aba7-d11f18082d9c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:45.787614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16b2d7d0-b146-47b1-814a-0079487fda5c req-26da771a-e00d-45d4-9473-73857ebfc522 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873747 Sep 22 10:28:45.801465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-63eefdaa-2eab-44f9-b11b-20488bf66a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:45.805196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-63eefdaa-2eab-44f9-b11b-20488bf66a78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0625041 Sep 22 10:28:45.839055 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce7c84e8-40ee-43ea-b280-ade8cf310438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:45.893380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7842b4d3-93ab-4dbd-8aa6-164d8933216d req-39cf4116-b245-440c-b2ad-f9c702050fc7 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 210 time: 0.0296876 Sep 22 10:28:45.894215 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce7c84e8-40ee-43ea-b280-ade8cf310438 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17483581b7594a1991230cd22653f496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732895 Sep 22 10:28:45.895330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c84e8-40ee-43ea-b280-ade8cf310438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22bc49b-18bd-4626-8ab8-19d0624f1cbe,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:45.895468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-dea4a245-89ff-4bc9-b0c8-19193baa319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:45.896862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-dea4a245-89ff-4bc9-b0c8-19193baa319a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839541 Sep 22 10:28:45.897336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60370) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:46.010162 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21e85327-4300-4450-b622-9e8a0195759c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:46.035285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-b8cf3831-ff41-4718-8880-f1ffee236638 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308591 Sep 22 10:28:46.044984 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21e85327-4300-4450-b622-9e8a0195759c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:46.070459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 25423279-b268-4188-b085-f81424361a48 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:46.143976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 25423279-b268-4188-b085-f81424361a48 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:46.144840 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:46.160957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-b69b352d-becf-424f-9aea-2aff8c6f4cff service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178429 Sep 22 10:28:46.205926 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-e011b13b-db35-47b6-af57-078e593e6233 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=da4d4f68-a51f-477f-b203-59c327684705 HTTP/1.1" status: 200 len: 217 time: 0.0377004 Sep 22 10:28:46.248997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21e85327-4300-4450-b622-9e8a0195759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:46.251540 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21e85327-4300-4450-b622-9e8a0195759c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:46.252686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-21e85327-4300-4450-b622-9e8a0195759c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d22bc49b-18bd-4626-8ab8-19d0624f1cbe HTTP/1.1" status: 204 len: 168 time: 0.3544209 Sep 22 10:28:46.266894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e85327-4300-4450-b622-9e8a0195759c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22bc49b-18bd-4626-8ab8-19d0624f1cbe,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:46.271935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-73d20559-e3cb-4aae-897b-088e663778a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:46.273422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-73d20559-e3cb-4aae-897b-088e663778a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0607798 Sep 22 10:28:46.329131 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60374) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:46.335854 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1136021f-9532-4d7b-b91a-2258ef9a38f8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310656564', 'description': 'tempest-description--1262530971'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:46.396394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-d449f749-f08e-4c16-a8a2-37ea0a8bc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:46.397931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-d449f749-f08e-4c16-a8a2-37ea0a8bc137 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181524 Sep 22 10:28:46.467703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1136021f-9532-4d7b-b91a-2258ef9a38f8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:46.533895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8ecb78fa-3eb4-49fd-bc88-42d188dfb49e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:46.533895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8ecb78fa-3eb4-49fd-bc88-42d188dfb49e tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 812 time: 0.2154338 Sep 22 10:28:46.574337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Request body: {'port': {'device_id': '8d73cd02-08b9-4c59-a3b6-5d224f4f2767', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'admin_state_up': True, 'tenant_id': '2bf57e69eb8b420a9edc7c06630515b5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:46.577261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1136021f-9532-4d7b-b91a-2258ef9a38f8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:46.587822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3835e7-8cef-40dd-b19a-8387c8c3f335 req-b4fdde48-f4e7-4a17-85ee-539d9e729922 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:46.589361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc3835e7-8cef-40dd-b19a-8387c8c3f335 req-b4fdde48-f4e7-4a17-85ee-539d9e729922 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1886415 Sep 22 10:28:46.602970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-8ec670e6-0248-499b-a858-544ef9daa795 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889155 Sep 22 10:28:46.647595 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1136021f-9532-4d7b-b91a-2258ef9a38f8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:46.685617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136021f-9532-4d7b-b91a-2258ef9a38f8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276403c0-3b39-409a-9824-7640563e0d72,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:46.750788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc3835e7-8cef-40dd-b19a-8387c8c3f335 req-20352679-03ca-4b20-8b01-8ef98066747f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502149 Sep 22 10:28:46.795319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-77a6be48-8901-474c-b7bb-82996f7df001 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839080 Sep 22 10:28:46.834014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1136021f-9532-4d7b-b91a-2258ef9a38f8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:46.840919 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1136021f-9532-4d7b-b91a-2258ef9a38f8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5051837 Sep 22 10:28:46.843072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-396fc744-7c9e-4db3-bc54-0ff427365fb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=46933de2-0be6-405d-bff9-f23846d4c7da HTTP/1.1" status: 200 len: 217 time: 0.0412667 Sep 22 10:28:46.843258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60388) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:46.847757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4e633b38-f72a-4fe1-8d78-b80cdac3bbcd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'security_group_rule': {'security_group_id': '276403c0-3b39-409a-9824-7640563e0d72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:46.887419 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77b7efc-20de-437e-b8f3-7e10d93c8bb9 x-openstack-request-id: req-b77b7efc-20de-437e-b8f3-7e10d93c8bb9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:46.887729 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d6ae48-d844-4848-b4a3-fb459cf14f50", "name": "network-vif-deleted", "tag": "491dce21-6d8b-402a-aba7-d11f18082d9c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:46.887977 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b77b7efc-20de-437e-b8f3-7e10d93c8bb9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:46.888373 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d6ae48-d844-4848-b4a3-fb459cf14f50', 'name': 'network-vif-deleted', 'tag': '491dce21-6d8b-402a-aba7-d11f18082d9c', 'status': 'completed', 'code': 200} Sep 22 10:28:46.906090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-9519e86f-cae8-495c-a9d1-c1394bf785c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:46.907627 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-9519e86f-cae8-495c-a9d1-c1394bf785c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0580685 Sep 22 10:28:46.972446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73be4852-6723-483e-932f-5889b0c23e34 req-e8c1db61-329e-4583-aa15-b6c08265b610 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d6ae48-d844-4848-b4a3-fb459cf14f50 HTTP/1.1" status: 200 len: 210 time: 0.0403605 Sep 22 10:28:46.976032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Made reservation on behalf of 2bf57e69eb8b420a9edc7c06630515b5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:46.980525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.020652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-5a547c0c-e1c0-447b-b846-bbe4754342da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:47.021531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-5a547c0c-e1c0-447b-b846-bbe4754342da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979950 Sep 22 10:28:47.072536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60394) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:47.075448 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c337f09-535d-4b61-9c5c-a7cebe7be55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.111303 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e633b38-f72a-4fe1-8d78-b80cdac3bbcd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.200261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e633b38-f72a-4fe1-8d78-b80cdac3bbcd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.230275 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c337f09-535d-4b61-9c5c-a7cebe7be55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.232301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcba25-55f3-497d-bb54-777d9ce09de4 req-50fd2bb6-9f07-4f17-afbc-86738b758fb0 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:47.233808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2fcba25-55f3-497d-bb54-777d9ce09de4 req-50fd2bb6-9f07-4f17-afbc-86738b758fb0 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1516082 Sep 22 10:28:47.263853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Allocated IP 172.20.0.2 (886454a0-45dd-4823-afab-9eacf053dba4/525e8607-9914-4cb1-88f2-d94fdc07a1c2/0578a2f1-4d22-4168-a87a-523794191e8a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:28:47.276290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-f833a9b3-8dbd-451d-a963-3e67d77ad12a service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447743 Sep 22 10:28:47.284723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e633b38-f72a-4fe1-8d78-b80cdac3bbcd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.303995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e633b38-f72a-4fe1-8d78-b80cdac3bbcd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c040fa14-f85c-4fe9-b797-7c57539b7025,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:47.343425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c337f09-535d-4b61-9c5c-a7cebe7be55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.343753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2fcba25-55f3-497d-bb54-777d9ce09de4 req-b161ffec-c754-48e7-aac9-8b3a8bfcbe2c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976684 Sep 22 10:28:47.417659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c337f09-535d-4b61-9c5c-a7cebe7be55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296585c1-9f2a-484b-b544-5ef5f773c312,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:47.424173 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c337f09-535d-4b61-9c5c-a7cebe7be55c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f57ab72732442adb424ff9946c4357b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615482 Sep 22 10:28:47.426699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60398) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:47.451621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e633b38-f72a-4fe1-8d78-b80cdac3bbcd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.455801 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4e633b38-f72a-4fe1-8d78-b80cdac3bbcd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6090882 Sep 22 10:28:47.456915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60400) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:47.465625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-134e95b6-3f8a-4e6a-90f8-97357daa7c90 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'security_group_rule': {'security_group_id': '276403c0-3b39-409a-9824-7640563e0d72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:47.506582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-768a0968-e123-49cc-8c24-d0db607979b2 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227962 Sep 22 10:28:47.514296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03eefaa1-babb-4097-8c80-fe5889455312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.536757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03eefaa1-babb-4097-8c80-fe5889455312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.563989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-2d1bf55a-110d-41f4-89aa-9ec1d2df96af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=29e9ccd4-d129-4350-8f71-252678d221c9 HTTP/1.1" status: 200 len: 217 time: 0.0468574 Sep 22 10:28:47.616146 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-134e95b6-3f8a-4e6a-90f8-97357daa7c90 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.621996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad9de-6fb1-405a-8bd9-10229127cefa req-a71c3bea-f2bc-41fc-88ff-ba589c60ff9a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:47.623596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-529ad9de-6fb1-405a-8bd9-10229127cefa req-a71c3bea-f2bc-41fc-88ff-ba589c60ff9a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1843114 Sep 22 10:28:47.641132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.673205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-b824994a-2797-41c1-8fc5-363365eca738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:47.674752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-b824994a-2797-41c1-8fc5-363365eca738 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.1056695 Sep 22 10:28:47.681245 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03eefaa1-babb-4097-8c80-fe5889455312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.684384 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03eefaa1-babb-4097-8c80-fe5889455312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.685531 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-03eefaa1-babb-4097-8c80-fe5889455312 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/296585c1-9f2a-484b-b544-5ef5f773c312 HTTP/1.1" status: 204 len: 168 time: 0.2569406 Sep 22 10:28:47.701945 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-134e95b6-3f8a-4e6a-90f8-97357daa7c90 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.703080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eefaa1-babb-4097-8c80-fe5889455312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296585c1-9f2a-484b-b544-5ef5f773c312,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:47.743376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-529ad9de-6fb1-405a-8bd9-10229127cefa req-ae386cc7-f012-489d-86a6-766c12e92878 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086664 Sep 22 10:28:47.753308 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-134e95b6-3f8a-4e6a-90f8-97357daa7c90 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.780983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e95b6-3f8a-4e6a-90f8-97357daa7c90 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4169d86-af6c-4d4c-b56b-de482b9f9ef2,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:47.798415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-1b866496-df84-459f-8c9a-302ac1570585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:47.800057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-1b866496-df84-459f-8c9a-302ac1570585 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181512 Sep 22 10:28:47.861364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ece7520-912d-46c3-931d-dbea7bda5adb req-83c346b6-c5ed-48b7-9b6d-64abd108d6bb tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 210 time: 0.0340600 Sep 22 10:28:47.884943 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-134e95b6-3f8a-4e6a-90f8-97357daa7c90 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.886189 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-134e95b6-3f8a-4e6a-90f8-97357daa7c90 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4282651 Sep 22 10:28:47.889727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60406) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:47.894522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:47.922912 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:47.954015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-feda2033-e92c-4d7b-949f-9fbda62d0840 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458359 Sep 22 10:28:47.976115 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:48.004010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Network 886454a0-45dd-4823-afab-9eacf053dba4 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:28:48.036406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:48.040021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:28:48.097190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event updated for resources: {'Port': ['ID=0578a2f1-4d22-4168-a87a-523794191e8a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:48.117286 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:48.243414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Allocated IP 172.25.1.213 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/286db6df-2bee-427d-8552-a871b290d798) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:28:48.343840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 491dce21-6d8b-402a-aba7-d11f18082d9c no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:28:48.372636 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:48.379505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 491dce21-6d8b-402a-aba7-d11f18082d9c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:28:48.379868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 491dce21-6d8b-402a-aba7-d11f18082d9c not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:28:48.452072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37110745-0a62-4d0c-9e4c-179678406917 req-8212ae50-2a5b-4f4a-87ed-72cb362cb50e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:48.463092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37110745-0a62-4d0c-9e4c-179678406917 req-8212ae50-2a5b-4f4a-87ed-72cb362cb50e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.5201123 Sep 22 10:28:48.485318 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:48.511367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:48.511367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:48.553976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37110745-0a62-4d0c-9e4c-179678406917 req-db12af73-0361-469c-8a06-3c27503f9ea6 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876305 Sep 22 10:28:48.559300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-b7540945-c607-4947-9dc3-d00940347525 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833619 Sep 22 10:28:48.602878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:28:48.613300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:48.617416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:28:48.634650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-6be453a1-921d-4f23-98a5-67b1be56516d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d HTTP/1.1" status: 200 len: 217 time: 0.0520456 Sep 22 10:28:48.672796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Port': ['ID=286db6df-2bee-427d-8552-a871b290d798,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:48.678878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-2c58d992-2cc7-499b-a97f-77b801eb03b1 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1127656 Sep 22 10:28:48.693523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Request body: {'port': {'device_id': '8d73cd02-08b9-4c59-a3b6-5d224f4f2767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:48.727612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-30355de0-cd70-4f57-84c4-19a66138a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:48.729127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-30355de0-cd70-4f57-84c4-19a66138a806 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.0814586 Sep 22 10:28:48.761640 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:48.785466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:48.832585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-45d8b173-f24b-45e9-9e42-999a8c03181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:48.834161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-45d8b173-f24b-45e9-9e42-999a8c03181f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983231 Sep 22 10:28:48.880498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:49.020896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade57522-fcec-424b-b8a0-c51511875643 req-faf7ab17-7285-4b94-b6d0-0fadb112575c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:49.022487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ade57522-fcec-424b-b8a0-c51511875643 req-faf7ab17-7285-4b94-b6d0-0fadb112575c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1855161 Sep 22 10:28:49.053857 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:49.111768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ade57522-fcec-424b-b8a0-c51511875643 req-bb0ac837-e616-4f24-aeb9-96ad1eb63ce2 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791094 Sep 22 10:28:49.114878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:49.150378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-ff53b7e3-969c-49d3-90d0-e179cbc091c9 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001096 Sep 22 10:28:49.222258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Port': ['ID=286db6df-2bee-427d-8552-a871b290d798,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:49.225305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:49.287789 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-dda948f7-f168-487d-9703-c919618a97ea service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287212 Sep 22 10:28:49.309602 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:49.311219 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9d0c50e2-e6cd-4045-be39-c44824da81d6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4203701 Sep 22 10:28:49.356583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-09871d7d-b520-42dc-8cb8-910b2cca58f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afc8eeab-c14f-40e3-9570-9b5a97523830 HTTP/1.1" status: 200 len: 217 time: 0.0606050 Sep 22 10:28:49.425513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0578a2f1-4d22-4168-a87a-523794191e8a {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:28:49.436287 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:49.445792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-475f2905-ad20-453d-9cae-63b5394c9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:49.447323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-475f2905-ad20-453d-9cae-63b5394c9fc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.0694988 Sep 22 10:28:49.461785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Transition to ACTIVE for port object 0578a2f1-4d22-4168-a87a-523794191e8a will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:28:49.498268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61961057-2cc7-410d-8711-da94c32a69dc req-8d3e1637-6695-4fcf-ab6b-0314acedb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:49.499786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-8d3e1637-6695-4fcf-ab6b-0314acedb753 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456836 Sep 22 10:28:49.570641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:49.653736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Pushing event updated for resources: {'Port': ['ID=0578a2f1-4d22-4168-a87a-523794191e8a,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:49.682443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-425b7f8a-71c7-4c4d-a799-4f93f053f2db service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746373 Sep 22 10:28:49.790012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93c073-f882-42bd-9c52-ed4adada62aa req-db106ebe-0cb5-4f84-8d7c-f7db99d81069 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:49.791523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d93c073-f882-42bd-9c52-ed4adada62aa req-db106ebe-0cb5-4f84-8d7c-f7db99d81069 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1605158 Sep 22 10:28:49.827514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Attempting to bind port 0578a2f1-4d22-4168-a87a-523794191e8a on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:28:49.827860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Attempting to bind port 0578a2f1-4d22-4168-a87a-523794191e8a by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:28:49.828290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Attempting to bind port 0578a2f1-4d22-4168-a87a-523794191e8a on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:28:49.846430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Port 0578a2f1-4d22-4168-a87a-523794191e8a on network 886454a0-45dd-4823-afab-9eacf053dba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:28:49.847688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Attempting to bind port 0578a2f1-4d22-4168-a87a-523794191e8a on network 886454a0-45dd-4823-afab-9eacf053dba4 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:28:49.866631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d93c073-f882-42bd-9c52-ed4adada62aa req-cd0e024a-4952-48d8-a9cb-60d725ae6130 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612197 Sep 22 10:28:49.867361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:28:49.867703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Checking segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:28:49.868087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Bound using segment: {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:28:49.868530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Bound port: 0578a2f1-4d22-4168-a87a-523794191e8a, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58921e8c-b726-47a9-8314-4a89422c2301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:28:49.868902 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:49.872186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61961057-2cc7-410d-8711-da94c32a69dc req-71c0185f-99d3-47c9-836e-df431243184d service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673241 Sep 22 10:28:49.989934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] For port 0578a2f1-4d22-4168-a87a-523794191e8a, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:28:50.005595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] For port 0578a2f1-4d22-4168-a87a-523794191e8a, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0578a2f1-4d22-4168-a87a-523794191e8a,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:28:50.021594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5ea52-e39b-438a-91dd-7388a39b3d1b req-bbbad275-4689-4c16-9ff4-998af1d01ab5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:50.023109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e5ea52-e39b-438a-91dd-7388a39b3d1b req-bbbad275-4689-4c16-9ff4-998af1d01ab5 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 943 time: 0.0714421 Sep 22 10:28:50.061119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e5ea52-e39b-438a-91dd-7388a39b3d1b req-3084a145-3ef1-49a1-9c73-7f79a632a72b tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314109 Sep 22 10:28:50.096787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:50.139329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:50.139842 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:50.141211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] 10.222.0.30 "PUT /v2.0/ports/0578a2f1-4d22-4168-a87a-523794191e8a HTTP/1.1" status: 200 len: 1091 time: 1.4538724 Sep 22 10:28:50.141649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d73cd02-08b9-4c59-a3b6-5d224f4f2767', 'tag': '0578a2f1-4d22-4168-a87a-523794191e8a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:50.144135 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730f4bbf-1286-4b49-986b-1ec846e137fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8d73cd02-08b9-4c59-a3b6-5d224f4f2767", "tag": "0578a2f1-4d22-4168-a87a-523794191e8a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:50.179499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4429cc-c387-4f8f-b95f-3f42a07d9981 service neutron] Pushing event updated for resources: {'Port': ['ID=0578a2f1-4d22-4168-a87a-523794191e8a,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:50.211547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-0a90f0df-7929-43bb-acd4-bd062a5dbce9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1310656564&fields=id&tenant_id=0999ed7ec9da4e568fd42beee13ba793 HTTP/1.1" status: 200 len: 267 time: 0.0521410 Sep 22 10:28:50.289981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-21880abb-d9f4-44ad-a43b-9d830daeb217 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:50.291427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-21880abb-d9f4-44ad-a43b-9d830daeb217 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports/fa9ebf86-2e9f-4908-97dc-c02a937b70b0 HTTP/1.1" status: 200 len: 930 time: 0.0707040 Sep 22 10:28:50.331034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-11dc3db0-05a0-47cf-9e56-88d3d883b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:50.332178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-11dc3db0-05a0-47cf-9e56-88d3d883b3f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 1094 time: 0.1027291 Sep 22 10:28:50.354937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-6f6ac4d7-1fc2-41bf-b001-f71aa97c94d7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:50.356262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-6f6ac4d7-1fc2-41bf-b001-f71aa97c94d7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports/477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 HTTP/1.1" status: 200 len: 929 time: 0.0573630 Sep 22 10:28:50.384525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-1381d52c-fedc-4598-9c93-5ff99f7e2196 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0578a2f1-4d22-4168-a87a-523794191e8a HTTP/1.1" status: 200 len: 217 time: 0.0449617 Sep 22 10:28:50.459591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d99274fb-28af-4b77-9760-f702d7d8efde tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0776739 Sep 22 10:28:50.498030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4926207c-5705-4724-8f89-1676642f26cc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0307553 Sep 22 10:28:50.499381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-bb9017b8-4d14-46ba-8361-0dc05677b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:50.500732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-bb9017b8-4d14-46ba-8361-0dc05677b713 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.1078773 Sep 22 10:28:50.550370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-a8317679-841c-41b4-8a4c-a3647abeb7b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365119 Sep 22 10:28:50.597804 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:28:50.688907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7053e2ea-1d9b-451c-93a8-24ff5639137e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:50.694690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7053e2ea-1d9b-451c-93a8-24ff5639137e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:50.700669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7053e2ea-1d9b-451c-93a8-24ff5639137e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:50.702315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7053e2ea-1d9b-451c-93a8-24ff5639137e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/networks?id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48 HTTP/1.1" status: 200 len: 1987 time: 0.1979842 Sep 22 10:28:50.726623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-843b40d8-4d2b-4c7c-85a5-f442fdb81d02 service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653967 Sep 22 10:28:50.728702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-156b3acc-9ea3-4343-af24-fd27f0c0e9c5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/quotas/0999ed7ec9da4e568fd42beee13ba793 HTTP/1.1" status: 200 len: 375 time: 0.0156744 Sep 22 10:28:50.850698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-79c0ae9e-7ba9-4d81-84f8-f62a0203c4ff tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1083968 Sep 22 10:28:50.866780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27318109-8ac2-41d5-bb12-6397ab1886fc req-e9aaabe1-17a2-460f-a91c-b67df0a6e14a service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330686 Sep 22 10:28:50.958860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-482fe478-1a7d-4e6f-90ae-2ce59cd9e57f service neutron] 10.222.0.20 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870154 Sep 22 10:28:51.049378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-593e554b-667f-4bc9-a73d-8042f083b3e1 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872972 Sep 22 10:28:51.091535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d2e5d85d-bc87-4729-855d-08a7ac534263 service neutron] 10.222.0.20 "GET /v2.0/ports/fa9ebf86-2e9f-4908-97dc-c02a937b70b0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0355122 Sep 22 10:28:51.436439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-a25fff67-b890-45dc-aa35-13fcdcbcf320 service neutron] 10.222.0.20 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387995 Sep 22 10:28:51.538717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-053ea0f7-0c1a-465c-be64-b900c70c9991 service neutron] 10.222.0.20 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955296 Sep 22 10:28:51.587435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7e69553f-0a46-4213-a36f-cae75573bccc service neutron] 10.222.0.20 "GET /v2.0/ports/477cf0ab-7d06-4060-bd94-a8bdaa2a6be7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0429418 Sep 22 10:28:51.700828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-3bce57f3-15cd-4c7a-879f-8822459277a3 service neutron] 10.222.0.20 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986111 Sep 22 10:28:51.814029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-bc2a5663-4a7b-4d92-a658-2711c236038d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:51.815577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-bc2a5663-4a7b-4d92-a658-2711c236038d tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7094e78-d78a-4d75-b486-66e6da4cc847 HTTP/1.1" status: 200 len: 945 time: 0.1114523 Sep 22 10:28:51.874640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-32d441dd-9003-4a2e-96de-c6ac7852ab5c service neutron] 10.222.0.20 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614845 Sep 22 10:28:52.002725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Deleting port 9d836f03-438f-4bbf-8d31-e0b181612639 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:28:52.002725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:52.016184 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9d139cd-d331-4d24-ab37-bc37daa4baa5 service neutron] 10.222.0.20 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350009 Sep 22 10:28:52.149080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] For port 9d836f03-438f-4bbf-8d31-e0b181612639, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9d836f03-438f-4bbf-8d31-e0b181612639,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:52.149451 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:52.171233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Calling delete_port for 9d836f03-438f-4bbf-8d31-e0b181612639 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:28:52.178990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-3351c091-e034-4dba-98d8-b682d8fdc6f8 service neutron] 10.222.0.20 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504714 Sep 22 10:28:52.279149 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7a98a448-dca0-4bae-aa73-c2dc07cfa4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:52.323882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-6e65da7d-0dd5-4bd8-94f2-b03e8c882a0c service neutron] 10.222.0.20 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362672 Sep 22 10:28:52.448181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-a10b48dc-8beb-478f-90e8-d51bef85c0ed service neutron] 10.222.0.20 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159241 Sep 22 10:28:52.483336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:52.544655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Pushing event deleted for resources: {'Port': ['ID=9d836f03-438f-4bbf-8d31-e0b181612639,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:52.564178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.564527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.564868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.565202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.565534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.565928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.566202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.566528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.566852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.567174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.567490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.567815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:28:52.611339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] No DVR routers for this DVR port 9d836f03-438f-4bbf-8d31-e0b181612639 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:28:52.614730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-2a5597d5-57a5-4260-902f-1820c4052cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601031 Sep 22 10:28:52.615712 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:52.617521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-884e0e99-a186-4eaf-99b3-f9cbd1fd0bfb req-1e3a947e-acd0-41ba-9a6a-50af78307630 tempest-ServerRescueTestJSON-1362234229 tempest-ServerRescueTestJSON-1362234229-project] 10.222.0.32 "DELETE /v2.0/ports/9d836f03-438f-4bbf-8d31-e0b181612639 HTTP/1.1" status: 204 len: 173 time: 0.7942564 Sep 22 10:28:52.707053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-29009411-9454-42a0-b277-bfd88da1845c service neutron] 10.222.0.20 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857782 Sep 22 10:28:52.802515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-931b50cd-6f33-4914-a3b0-5909009a713e service neutron] 10.222.0.20 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868778 Sep 22 10:28:52.907670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5fa2ef5a-5339-4519-9bde-f69820f728d2 service neutron] 10.222.0.20 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903280 Sep 22 10:28:54.258849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60636) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:54.318140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0578a2f1-4d22-4168-a87a-523794191e8a details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:28:54.450244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 24690d0f-d434-4645-bb0b-156e4f2322ad details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:28:54.452445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9d836f03-438f-4bbf-8d31-e0b181612639 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:28:54.482429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 9d836f03-438f-4bbf-8d31-e0b181612639 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:28:54.482781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9d836f03-438f-4bbf-8d31-e0b181612639 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:28:54.483700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 24690d0f-d434-4645-bb0b-156e4f2322ad no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:28:54.519741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0b2b6-76fb-4cdd-b7f4-a288fc84ed74 req-7d906be6-8421-4117-8e4a-c005ec65959e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:54.522299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9b0b2b6-76fb-4cdd-b7f4-a288fc84ed74 req-7d906be6-8421-4117-8e4a-c005ec65959e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.0975959 Sep 22 10:28:54.569909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0578a2f1-4d22-4168-a87a-523794191e8a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0578a2f1-4d22-4168-a87a-523794191e8a,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:54.608714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9b0b2b6-76fb-4cdd-b7f4-a288fc84ed74 req-2d68a09e-3a0a-46a5-8cdc-9b80e6d61771 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769503 Sep 22 10:28:54.613335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '0578a2f1-4d22-4168-a87a-523794191e8a', 'network_id': '886454a0-45dd-4823-afab-9eacf053dba4', 'port_id': '0578a2f1-4d22-4168-a87a-523794191e8a', 'mac_address': 'fa:16:3e:88:2f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525e8607-9914-4cb1-88f2-d94fdc07a1c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:28:54.751070 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:54.764953 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:54.769732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ddde8-65a2-4443-9fd5-e51362b41c5a req-5740c653-9c3a-45fd-bf63-28df89f427e4 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:54.771262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516ddde8-65a2-4443-9fd5-e51362b41c5a req-5740c653-9c3a-45fd-bf63-28df89f427e4 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0863760 Sep 22 10:28:54.786435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0578a2f1-4d22-4168-a87a-523794191e8a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:28:54.792107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=24690d0f-d434-4645-bb0b-156e4f2322ad,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:54.822902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '24690d0f-d434-4645-bb0b-156e4f2322ad', 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936', 'port_id': '24690d0f-d434-4645-bb0b-156e4f2322ad', 'mac_address': 'fa:16:3e:d4:7f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7120da3-eb03-4864-a141-90b352d4569d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:28:54.830486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:54.832320 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a82f4f-b916-41af-a5bf-9cdd0f751a22" -d '{"events": [{"server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "name": "network-vif-unplugged", "status": "completed", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:54.835955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0578a2f1-4d22-4168-a87a-523794191e8a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0578a2f1-4d22-4168-a87a-523794191e8a,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:54.848598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=24690d0f-d434-4645-bb0b-156e4f2322ad,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:54.883315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516ddde8-65a2-4443-9fd5-e51362b41c5a req-e5a38f14-4657-45dd-b8b8-94cf0a01876c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999324 Sep 22 10:28:54.890378 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:54.913592 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:54.920216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24690d0f-d434-4645-bb0b-156e4f2322ad {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:28:54.952448 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:54.970269 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c492c02-bf00-46f0-8170-14f5cf5d4a45 x-openstack-request-id: req-3c492c02-bf00-46f0-8170-14f5cf5d4a45 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:54.970591 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d73cd02-08b9-4c59-a3b6-5d224f4f2767", "tag": "0578a2f1-4d22-4168-a87a-523794191e8a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:54.970809 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c492c02-bf00-46f0-8170-14f5cf5d4a45 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:54.971209 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d73cd02-08b9-4c59-a3b6-5d224f4f2767', 'tag': '0578a2f1-4d22-4168-a87a-523794191e8a', 'status': 'completed', 'code': 200} Sep 22 10:28:55.103494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-1ef8b058-542a-4b71-80b2-ad15426f12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:55.104834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-1ef8b058-542a-4b71-80b2-ad15426f12c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 1095 time: 0.1328862 Sep 22 10:28:55.129939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b3cc0-87af-491a-8f97-11581f573fae req-0f14e063-1fe4-42bb-bf9d-28983d83dd7c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:55.131503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e50b3cc0-87af-491a-8f97-11581f573fae req-0f14e063-1fe4-42bb-bf9d-28983d83dd7c tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 944 time: 0.1472192 Sep 22 10:28:55.185252 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:28:55.185607 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:28:55.187988 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:55.247295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0578a2f1-4d22-4168-a87a-523794191e8a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:55.316237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=24690d0f-d434-4645-bb0b-156e4f2322ad,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:55.320726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0578a2f1-4d22-4168-a87a-523794191e8a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:28:55.375474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e50b3cc0-87af-491a-8f97-11581f573fae req-3f46e329-021d-4fd8-9b75-f0a1ae7755db tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171736 Sep 22 10:28:55.393857 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57445dbf-da10-42f8-8b3b-27aaf8996ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:55.396988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-3d89c298-7726-45a9-b8ff-525fdceae01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:55.398528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-3d89c298-7726-45a9-b8ff-525fdceae01a service neutron] 10.222.0.30 "GET /v2.0/networks?id=886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 200 len: 913 time: 0.2852125 Sep 22 10:28:55.470248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-7515f8ae-c033-47b6-be27-f7782e328f8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0578a2f1-4d22-4168-a87a-523794191e8a HTTP/1.1" status: 200 len: 217 time: 0.0590394 Sep 22 10:28:55.482578 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:55.536147 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:55.645007 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:55.756546 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:55.780941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24690d0f-d434-4645-bb0b-156e4f2322ad {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:28:55.784279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d3f95df-0866-4b12-8668-7bdc431493f8 req-1261b9f9-0a38-46d6-a3b3-e536f8360b63 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.3247745 Sep 22 10:28:55.794383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60698) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:55.822112 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=24690d0f-d434-4645-bb0b-156e4f2322ad,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:55.861847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-929bf883-e962-4a90-9bbc-f26f85e91667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:55.863361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-929bf883-e962-4a90-9bbc-f26f85e91667 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 200 len: 852 time: 0.1054740 Sep 22 10:28:55.896334 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:55.947480 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4798aa0-4156-4be9-8888-b11055e04655 x-openstack-request-id: req-a4798aa0-4156-4be9-8888-b11055e04655 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:55.947784 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "name": "network-vif-unplugged", "status": "completed", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:55.948038 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4798aa0-4156-4be9-8888-b11055e04655 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:55.948434 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad', 'code': 200} Sep 22 10:28:55.953489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89703f90-2ee6-470a-8f0e-e172d6be2711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:55.994429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-0fc23478-933d-425d-8d85-1c5bd02356bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=886454a0-45dd-4823-afab-9eacf053dba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047580 Sep 22 10:28:56.019414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=24690d0f-d434-4645-bb0b-156e4f2322ad,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:56.092346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['24690d0f-d434-4645-bb0b-156e4f2322ad'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:28:56.168965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Deleting port 884d0300-0610-48f5-95ac-dd3c5c978077 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:28:56.169466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.173140 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.200485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89703f90-2ee6-470a-8f0e-e172d6be2711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.221430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-2403f0f2-0c3a-41b3-9216-e357891db2e5 service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163913 Sep 22 10:28:56.267233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fdc63-dc72-4c16-bbcb-c4e57d245521 req-fa78a4e1-0627-4d02-b6ae-bf0def00787f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:56.268732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c1fdc63-dc72-4c16-bbcb-c4e57d245521 req-fa78a4e1-0627-4d02-b6ae-bf0def00787f tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1573668 Sep 22 10:28:56.325076 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89703f90-2ee6-470a-8f0e-e172d6be2711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.332541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0578a2f1-4d22-4168-a87a-523794191e8a up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:56.360216 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-89703f90-2ee6-470a-8f0e-e172d6be2711 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f86484f82eb34844b8e2ec2f1ab317d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638552 Sep 22 10:28:56.362395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60738) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:56.376375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c1fdc63-dc72-4c16-bbcb-c4e57d245521 req-ade9dac0-5eac-4441-8289-387a813f337b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923972 Sep 22 10:28:56.387655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] For port 884d0300-0610-48f5-95ac-dd3c5c978077, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=884d0300-0610-48f5-95ac-dd3c5c978077,segment=NetworkSegment(e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee),segment_id=e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:56.387655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.405192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Calling delete_port for 884d0300-0610-48f5-95ac-dd3c5c978077 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:28:56.431290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-730f4bbf-1286-4b49-986b-1ec846e137fe req-c388c777-aee0-4fbc-8bda-3bd62f519d7c service neutron] 10.222.0.30 "GET /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788218 Sep 22 10:28:56.462513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89703f90-2ee6-470a-8f0e-e172d6be2711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c81736-8f8e-4b3c-950c-08ff700b467f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:56.467429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fad2f13-9e85-4042-ae53-83c5ab893641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.491449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fad2f13-9e85-4042-ae53-83c5ab893641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.536275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 0578a2f1-4d22-4168-a87a-523794191e8a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:28:56.544459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 0578a2f1-4d22-4168-a87a-523794191e8a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:56.548384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.603858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e6780-9fb5-4417-9357-8c07a1f63ab9 req-66acf850-8c47-46f5-9b27-a8fa134b44b9 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:56.605966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-988e6780-9fb5-4417-9357-8c07a1f63ab9 req-66acf850-8c47-46f5-9b27-a8fa134b44b9 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 945 time: 0.0936368 Sep 22 10:28:56.654737 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.670781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-988e6780-9fb5-4417-9357-8c07a1f63ab9 req-ce75747a-de6f-4407-bf0d-d1cffed83ad7 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583570 Sep 22 10:28:56.673603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fad2f13-9e85-4042-ae53-83c5ab893641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.678549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fad2f13-9e85-4042-ae53-83c5ab893641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.682258 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3fad2f13-9e85-4042-ae53-83c5ab893641 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80c81736-8f8e-4b3c-950c-08ff700b467f HTTP/1.1" status: 204 len: 168 time: 0.3186660 Sep 22 10:28:56.691675 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad2f13-9e85-4042-ae53-83c5ab893641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c81736-8f8e-4b3c-950c-08ff700b467f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:56.756600 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0578a2f1-4d22-4168-a87a-523794191e8a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0578a2f1-4d22-4168-a87a-523794191e8a,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:56.809756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb2355-d479-47cd-99cf-507f7f8118d1 req-a7853370-0a2d-4653-ac1b-b15f7bafc79a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:56.811342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20bb2355-d479-47cd-99cf-507f7f8118d1 req-a7853370-0a2d-4653-ac1b-b15f7bafc79a tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 944 time: 0.0765152 Sep 22 10:28:56.838607 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.854921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20bb2355-d479-47cd-99cf-507f7f8118d1 req-653ceaba-0131-4b9e-b14f-af3b74e78e96 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375679 Sep 22 10:28:56.896352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0578a2f1-4d22-4168-a87a-523794191e8a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:56.922507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.973916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Pushing event deleted for resources: {'Port': ['ID=884d0300-0610-48f5-95ac-dd3c5c978077,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:56.977130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7094e78-d78a-4d75-b486-66e6da4cc847', 'name': 'network-vif-deleted', 'tag': '9d836f03-438f-4bbf-8d31-e0b181612639'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:56.979461 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1137311d-75d0-4e6e-af62-82fdbb9e559c" -d '{"events": [{"server_uuid": "a7094e78-d78a-4d75-b486-66e6da4cc847", "name": "network-vif-deleted", "tag": "9d836f03-438f-4bbf-8d31-e0b181612639"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:57.040691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c7fc-188c-423a-9bfe-bb591451e3c6 req-0cd88b53-5e27-4eb0-8724-cf6154b23d3e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:57.042262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95b0c7fc-188c-423a-9bfe-bb591451e3c6 req-0cd88b53-5e27-4eb0-8724-cf6154b23d3e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1303043 Sep 22 10:28:57.163271 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95b0c7fc-188c-423a-9bfe-bb591451e3c6 req-0845543d-17f0-4f15-a960-71bec83d9272 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124346 Sep 22 10:28:57.199917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:57.289092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3c5bfbb-f8be-4ba7-87c3-8c4c2d189599 req-41d09ad6-ee46-483b-8db6-f61890347a4e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0419550 Sep 22 10:28:57.341431 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25cf18-03cd-40b3-ab69-bf41f3ab51d6 x-openstack-request-id: req-aa25cf18-03cd-40b3-ab69-bf41f3ab51d6 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:57.341717 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7094e78-d78a-4d75-b486-66e6da4cc847", "name": "network-vif-deleted", "tag": "9d836f03-438f-4bbf-8d31-e0b181612639", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:57.341966 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa25cf18-03cd-40b3-ab69-bf41f3ab51d6 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:57.342385 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7094e78-d78a-4d75-b486-66e6da4cc847', 'name': 'network-vif-deleted', 'tag': '9d836f03-438f-4bbf-8d31-e0b181612639', 'status': 'completed', 'code': 200} Sep 22 10:28:57.357755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-31433fb2-ced2-4a89-bec5-ed701980e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:57.359677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-31433fb2-ced2-4a89-bec5-ed701980e0a7 service neutron] 10.222.0.32 "GET /v2.0/ports/fa9ebf86-2e9f-4908-97dc-c02a937b70b0 HTTP/1.1" status: 200 len: 1026 time: 0.0732379 Sep 22 10:28:57.426060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-6f53593c-e3db-4b96-ba2f-150703d5b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:57.430915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-6f53593c-e3db-4b96-ba2f-150703d5b7f0 service neutron] 10.222.0.32 "GET /v2.0/ports/477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 HTTP/1.1" status: 200 len: 1025 time: 0.0570540 Sep 22 10:28:57.638815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c09205c0-ccef-4515-99b9-25566ca497f6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:57.644621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c09205c0-ccef-4515-99b9-25566ca497f6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:57.651279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c09205c0-ccef-4515-99b9-25566ca497f6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:57.652238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c09205c0-ccef-4515-99b9-25566ca497f6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "GET /v2.0/networks?id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48 HTTP/1.1" status: 200 len: 1987 time: 0.2172551 Sep 22 10:28:57.658353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Router 3f825499-984a-4c6b-a180-f8bf31800f57 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:28:57.760445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4f10c4ba-54de-491d-a00a-f8f1501c1d4b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0999ed7ec9da4e568fd42beee13ba793 HTTP/1.1" status: 200 len: 380 time: 0.0979204 Sep 22 10:28:57.795141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'admin_state_up': True, 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'security_groups': ['276403c0-3b39-409a-9824-7640563e0d72']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:57.892363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:28:57.899562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b3ccaba6-40ee-45c4-8a73-d872f3aac208 admin admin] 10.222.0.20 "PUT /v2.0/routers/3f825499-984a-4c6b-a180-f8bf31800f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6388094 Sep 22 10:28:57.902354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60826) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:57.919270 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] Sync routers for ids ['3f825499-984a-4c6b-a180-f8bf31800f57'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:28:57.943064 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] Routers {'3f825499-984a-4c6b-a180-f8bf31800f57'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:28:57.943774 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3f825499-984a-4c6b-a180-f8bf31800f57'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:57.950386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d73cd02-08b9-4c59-a3b6-5d224f4f2767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0578a2f1-4d22-4168-a87a-523794191e8a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:28:57.953063 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb741f46-3b05-4beb-99f1-15f763248740" -d '{"events": [{"server_uuid": "8d73cd02-08b9-4c59-a3b6-5d224f4f2767", "name": "network-vif-plugged", "status": "completed", "tag": "0578a2f1-4d22-4168-a87a-523794191e8a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:28:57.993034 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.027469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:28:58.031956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.079389 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.098726 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] Set router 3f825499-984a-4c6b-a180-f8bf31800f57 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:28:58.165465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41882d3-658a-4025-b09d-54afa58a56e3 req-16189d2d-03b7-43bf-b918-77cdc6b78f3c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:58.167364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d41882d3-658a-4025-b09d-54afa58a56e3 req-16189d2d-03b7-43bf-b918-77cdc6b78f3c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 945 time: 0.1153951 Sep 22 10:28:58.270209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d41882d3-658a-4025-b09d-54afa58a56e3 req-aeb830b0-af5d-4471-ad17-5239a84c640e tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953364 Sep 22 10:28:58.271154 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.310819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Allocated IP 172.20.0.11 (b2c721f2-9ec3-4410-97d9-1e486ecaf16a/29b44c0f-f4c4-484b-8442-b5754a4e1d91/7af028ee-5887-4c1b-874e-471275fddfee) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:28:58.367043 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:28:56Z', 'revision_number': 5, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'gw_port': {'id': '73df8734-eaaa-4099-89fd-a15a602407f6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:58.420888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 24690d0f-d434-4645-bb0b-156e4f2322ad up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:28:58.447541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Deleting port 73df8734-eaaa-4099-89fd-a15a602407f6 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:28:58.451315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.475771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca2b85-3b58-4317-a4f7-fcf5926bc4b1 req-5034ba4a-76c9-4ff3-bb3e-0cb4ac07ba85 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:58.483409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ca2b85-3b58-4317-a4f7-fcf5926bc4b1 req-5034ba4a-76c9-4ff3-bb3e-0cb4ac07ba85 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 945 time: 0.1113091 Sep 22 10:28:58.524867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 24690d0f-d434-4645-bb0b-156e4f2322ad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:58.527149 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.584535 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] Checking router: 3f825499-984a-4c6b-a180-f8bf31800f57 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:28:58.601165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6ca2b85-3b58-4317-a4f7-fcf5926bc4b1 req-71d975ac-abf3-485a-9437-1da9796e4263 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167722 Sep 22 10:28:58.622113 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] Routers {'3f825499-984a-4c6b-a180-f8bf31800f57'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:28:58.623323 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3f825499-984a-4c6b-a180-f8bf31800f57'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:58.654753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.700912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.731712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] For port 73df8734-eaaa-4099-89fd-a15a602407f6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=73df8734-eaaa-4099-89fd-a15a602407f6,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:58.732162 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.741206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=24690d0f-d434-4645-bb0b-156e4f2322ad,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:28:58.755389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Calling delete_port for 73df8734-eaaa-4099-89fd-a15a602407f6 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:28:58.808711 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] Set router 3f825499-984a-4c6b-a180-f8bf31800f57 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:28:58.825457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efe822-19a8-4171-a94c-ba90b15a8588 req-ebbfb230-e9c9-4095-94ab-ea2029f8ca25 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:58.830809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38efe822-19a8-4171-a94c-ba90b15a8588 req-ebbfb230-e9c9-4095-94ab-ea2029f8ca25 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1081433 Sep 22 10:28:58.889298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38efe822-19a8-4171-a94c-ba90b15a8588 req-09662f2a-3c3c-4bee-84ce-47750835a65c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546529 Sep 22 10:28:58.891658 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:28:58Z', 'revision_number': 6, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:28:58.913670 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.913964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.027470 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2089b6ce-6875-4c47-b8f6-b85dcbefa50c None None] The sync data for ids ['3f825499-984a-4c6b-a180-f8bf31800f57'] in n-d-807025-3 is: [{'id': '3f825499-984a-4c6b-a180-f8bf31800f57', 'name': 'tempest-ServerRescueTestJSON-1569438306-router', 'tenant_id': '885f05986ee24eed8ca04bc76a08c094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:26:48Z', 'updated_at': '2021-09-22T10:28:58Z', 'revision_number': 6, 'project_id': '885f05986ee24eed8ca04bc76a08c094', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:28:59.031647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:28:59.051563 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b024f833-22fa-441e-a7ca-63e8dbfae6e9 x-openstack-request-id: req-b024f833-22fa-441e-a7ca-63e8dbfae6e9 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:28:59.052649 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d73cd02-08b9-4c59-a3b6-5d224f4f2767", "name": "network-vif-plugged", "status": "completed", "tag": "0578a2f1-4d22-4168-a87a-523794191e8a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:28:59.053097 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b024f833-22fa-441e-a7ca-63e8dbfae6e9 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:28:59.053827 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d73cd02-08b9-4c59-a3b6-5d224f4f2767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0578a2f1-4d22-4168-a87a-523794191e8a', 'code': 200} Sep 22 10:28:59.094398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:28:59.110387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=24690d0f-d434-4645-bb0b-156e4f2322ad,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:59.138017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:28:59.208148 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.254534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=73df8734-eaaa-4099-89fd-a15a602407f6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:59.384733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.452766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ebb11dce-2216-4662-99b9-ede617c13358 None None] Provisioning complete for port 7af028ee-5887-4c1b-874e-471275fddfee triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:28:59.453219 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ebb11dce-2216-4662-99b9-ede617c13358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.534206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ebb11dce-2216-4662-99b9-ede617c13358 None None] Port 7af028ee-5887-4c1b-874e-471275fddfee cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:28:59.563999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Port': ['ID=7af028ee-5887-4c1b-874e-471275fddfee,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:28:59.609723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.611654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:59.612485 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.620991 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.637740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33bace-c242-4622-8d0f-895ca2d0c8ac req-0d5360b2-f912-474f-95c7-018db08fb251 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:59.642253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b33bace-c242-4622-8d0f-895ca2d0c8ac req-0d5360b2-f912-474f-95c7-018db08fb251 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 932 time: 0.4981108 Sep 22 10:28:59.645642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847c469-d969-4179-85db-acdf789391fa req-2719e13d-8531-48c0-bf3a-4bfaf4f4ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:59.647213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d847c469-d969-4179-85db-acdf789391fa req-2719e13d-8531-48c0-bf3a-4bfaf4f4ff69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 1096 time: 0.6120963 Sep 22 10:28:59.764926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.765488 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f825499-984a-4c6b-a180-f8bf31800f57 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:28:59.767117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f8af0b0-d1ee-4278-9e23-4e4fabfa10dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9778092 Sep 22 10:28:59.771714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.775444 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-142c20c1-5e55-4727-8f96-9a6882f10f9b admin admin] 10.222.0.20 "DELETE /v2.0/routers/3f825499-984a-4c6b-a180-f8bf31800f57 HTTP/1.1" status: 204 len: 168 time: 1.8696642 Sep 22 10:28:59.776254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'admin_state_up': True, 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'security_groups': ['276403c0-3b39-409a-9824-7640563e0d72']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:28:59.776405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60886) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:28:59.799191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b33bace-c242-4622-8d0f-895ca2d0c8ac req-2bfe269a-d5f3-490e-b51f-57940fd89b44 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375675 Sep 22 10:28:59.801257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d847c469-d969-4179-85db-acdf789391fa req-e920fbdb-1ee1-4a24-ad18-899efe3df309 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446476 Sep 22 10:28:59.883477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-1060f430-b39b-4634-9c13-e4acd4f6d779 admin admin] Deleting subnet 5e0a5230-e289-433c-a2fa-5d202f72a3d7 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:28:59.889833 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1060f430-b39b-4634-9c13-e4acd4f6d779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:59.937215 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1060f430-b39b-4634-9c13-e4acd4f6d779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.001067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1060f430-b39b-4634-9c13-e4acd4f6d779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.145153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70861097-bd93-473c-a2db-8bc7a6e50def req-028c929d-b2e1-483f-95d7-61b7e686598d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:00.147100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70861097-bd93-473c-a2db-8bc7a6e50def req-028c929d-b2e1-483f-95d7-61b7e686598d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0529020 Sep 22 10:29:00.192956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70861097-bd93-473c-a2db-8bc7a6e50def req-c17a8aaa-eab2-45ae-9d48-b9dd46c5afa0 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365059 Sep 22 10:29:00.210582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:00.214770 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.291677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1060f430-b39b-4634-9c13-e4acd4f6d779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.356790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1060f430-b39b-4634-9c13-e4acd4f6d779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.357386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 884d0300-0610-48f5-95ac-dd3c5c978077 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:29:00.361306 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1060f430-b39b-4634-9c13-e4acd4f6d779 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e0a5230-e289-433c-a2fa-5d202f72a3d7 HTTP/1.1" status: 204 len: 168 time: 0.5816054 Sep 22 10:29:00.361306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060f430-b39b-4634-9c13-e4acd4f6d779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0a5230-e289-433c-a2fa-5d202f72a3d7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:00.362137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60904) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:00.394875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2911d-1439-41eb-a576-5cc62756df08 req-58a04154-00a5-4559-9f7b-1fa11d9b1542 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:00.402379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9b2911d-1439-41eb-a576-5cc62756df08 req-58a04154-00a5-4559-9f7b-1fa11d9b1542 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 945 time: 0.1150486 Sep 22 10:29:00.413784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 884d0300-0610-48f5-95ac-dd3c5c978077 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:29:00.415843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 884d0300-0610-48f5-95ac-dd3c5c978077 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:29:00.422770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 73df8734-eaaa-4099-89fd-a15a602407f6 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:29:00.449641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 73df8734-eaaa-4099-89fd-a15a602407f6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:29:00.449641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 73df8734-eaaa-4099-89fd-a15a602407f6 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:29:00.467462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Allocated IP 10.1.1.219 (7a7a3a4a-3a2a-43a9-aca9-15feae755848/f61562c8-5a3e-478e-99fe-0dffb60833ae/aa44bb0b-d6f1-4322-b697-88bf24efb1ea) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:00.486538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9b2911d-1439-41eb-a576-5cc62756df08 req-7f131dad-114b-4a7d-aa43-d0013fe0bdae tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832205 Sep 22 10:29:00.494556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.646378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.670334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ecfb7b-3c2e-496a-a01f-e1a3db7f313c']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:00.681416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:00.684259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ea5cf6-9665-4cf3-a13f-894a0d5d3aee') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:00.696807 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.712109 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.719951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:29:00.720542 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:29:00.723681 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:29:00.749971 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.775661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f84b4-accb-43a5-b284-dd42ea3cfb45 req-f0427806-3a7d-43ab-9faf-cb47c42d4d92 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:00.787191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d88f84b4-accb-43a5-b284-dd42ea3cfb45 req-f0427806-3a7d-43ab-9faf-cb47c42d4d92 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.2264471 Sep 22 10:29:00.857010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d88f84b4-accb-43a5-b284-dd42ea3cfb45 req-3a884619-c3b9-429f-af5b-dbd62ade613c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688398 Sep 22 10:29:00.920031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.936402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:00.938319 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] 10.222.0.20 "DELETE /v2.0/networks/18ecfb7b-3c2e-496a-a01f-e1a3db7f313c HTTP/1.1" status: 204 len: 168 time: 0.5752370 Sep 22 10:29:00.949905 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9b8e7-2bdf-4252-9304-163ea3bb91fa admin admin] Pushing event deleted for resources: {'Network': ['ID=18ecfb7b-3c2e-496a-a01f-e1a3db7f313c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:00.965777 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:01.036862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:01.042523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:01.054959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:01.058780 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554dfa26-64b6-45cf-bbe7-10805a812a89" -d '{"events": [{"server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "name": "network-vif-plugged", "status": "completed", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:01.062551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:01.075995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e7129-e73e-4981-a0c1-a9ecf2ff0073 req-904387e4-8196-4de3-a0c9-c8dc686da1d4 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:01.077747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e47e7129-e73e-4981-a0c1-a9ecf2ff0073 req-904387e4-8196-4de3-a0c9-c8dc686da1d4 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 932 time: 0.1586027 Sep 22 10:29:01.149203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Port': ['ID=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:01.182287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:01.195870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:01.215309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e47e7129-e73e-4981-a0c1-a9ecf2ff0073 req-c725f44b-196a-4ec2-866a-745fe4d107c2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937753 Sep 22 10:29:01.288978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-aee8512c-33b7-40d3-ad76-e2e0cb72cc54 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5167511 Sep 22 10:29:01.304178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'admin_state_up': True, 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'security_groups': ['276403c0-3b39-409a-9824-7640563e0d72']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:01.372746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e710e5d4-42d9-4cd4-967b-fda278526555 None None] Provisioning complete for port aa44bb0b-d6f1-4322-b697-88bf24efb1ea triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:01.373332 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e710e5d4-42d9-4cd4-967b-fda278526555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:01.435445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e710e5d4-42d9-4cd4-967b-fda278526555 None None] Port aa44bb0b-d6f1-4322-b697-88bf24efb1ea cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:01.457351 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9336b5-851a-4396-8385-a0f21be99772 x-openstack-request-id: req-ce9336b5-851a-4396-8385-a0f21be99772 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:01.457641 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "name": "network-vif-plugged", "status": "completed", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:01.457889 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce9336b5-851a-4396-8385-a0f21be99772 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:01.458380 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad', 'code': 200} Sep 22 10:29:01.496106 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60962) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:01.601449 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9af373d5-f94c-4d61-a515-5fa85946f8e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=885f05986ee24eed8ca04bc76a08c094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024117 Sep 22 10:29:01.603084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60968) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:01.655158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:01.660507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:01.669326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36858b3d-2599-4bb8-b087-796ae77c3d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:01.692460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36858b3d-2599-4bb8-b087-796ae77c3d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:01.694155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5dcdb-aa3a-4069-b7af-dd357f2aac7f req-461b5357-e45b-4e45-84ac-3824473bf70b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:01.703786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfe5dcdb-aa3a-4069-b7af-dd357f2aac7f req-461b5357-e45b-4e45-84ac-3824473bf70b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1318920 Sep 22 10:29:01.711461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8ec07-135c-48aa-92ba-c4a86c253383 req-d6379286-2bd3-44f6-ac3e-f0544a547530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:01.713332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4a8ec07-135c-48aa-92ba-c4a86c253383 req-d6379286-2bd3-44f6-ac3e-f0544a547530 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 1097 time: 0.0983357 Sep 22 10:29:01.825767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfe5dcdb-aa3a-4069-b7af-dd357f2aac7f req-9d2d7fe5-7256-4c5c-9445-d5d00c509edd tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208019 Sep 22 10:29:01.832952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4a8ec07-135c-48aa-92ba-c4a86c253383 req-5925add2-ffb5-40cf-8d51-1d14cb5c0b64 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122022 Sep 22 10:29:01.850791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36858b3d-2599-4bb8-b087-796ae77c3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:01.853476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36858b3d-2599-4bb8-b087-796ae77c3d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:01.855037 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-36858b3d-2599-4bb8-b087-796ae77c3d56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c9ae797-7d11-420a-b4fe-b2026ebb0cd7 HTTP/1.1" status: 204 len: 168 time: 0.2521353 Sep 22 10:29:01.865368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36858b3d-2599-4bb8-b087-796ae77c3d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ae797-7d11-420a-b4fe-b2026ebb0cd7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:01.905251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Allocated IP 10.1.1.186 (7a7a3a4a-3a2a-43a9-aca9-15feae755848/f61562c8-5a3e-478e-99fe-0dffb60833ae/74fa117a-0ae9-465a-9a10-b4787f86d848) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:02.128816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:02.295896 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:02.356299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:02.360081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:02.374030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:02.410411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Port': ['ID=74fa117a-0ae9-465a-9a10-b4787f86d848,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:02.470161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:02.471767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:02.612432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-6b0ad7d3-b2b5-47e4-9f80-4e8f3e17cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:02.614554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-6b0ad7d3-b2b5-47e4-9f80-4e8f3e17cdb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c125309853d4ceeb362c14082a544db&device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 1097 time: 0.1319497 Sep 22 10:29:02.637926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a948afa-acb4-4ff7-8191-4df1e63fd2ac req-d37143dc-dbcd-42fe-9f6a-e753ce8a0c4d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:02.639816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a948afa-acb4-4ff7-8191-4df1e63fd2ac req-d37143dc-dbcd-42fe-9f6a-e753ce8a0c4d tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 945 time: 0.0888748 Sep 22 10:29:02.682764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f9a9535b-1f7c-4117-98a1-05c8238890bc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3851709 Sep 22 10:29:02.702265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60998) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:02.705791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48', 'admin_state_up': True, 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'security_groups': ['276403c0-3b39-409a-9824-7640563e0d72']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:02.771918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-be4d7637-ae58-41ff-9c47-f5cd56e5d9a3 None None] Provisioning complete for port 74fa117a-0ae9-465a-9a10-b4787f86d848 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:02.772855 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-be4d7637-ae58-41ff-9c47-f5cd56e5d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:02.819344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a948afa-acb4-4ff7-8191-4df1e63fd2ac req-6a55e483-e089-4905-b780-ddf489e10411 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626098 Sep 22 10:29:02.835517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85c17d27-4fde-462e-a4bb-3867b7cba841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:02.898041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-be4d7637-ae58-41ff-9c47-f5cd56e5d9a3 None None] Port 74fa117a-0ae9-465a-9a10-b4787f86d848 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:02.944704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-f6a2d61d-2573-4825-bcd4-a8e94b80df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:02.946175 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-f6a2d61d-2573-4825-bcd4-a8e94b80df7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 200 len: 912 time: 0.3241086 Sep 22 10:29:03.014528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-1e2ef98f-2f63-42fa-aa58-2d2ce59c3fec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=364996f1-ceaa-4c45-b752-7d072b03e823 HTTP/1.1" status: 200 len: 217 time: 0.0481801 Sep 22 10:29:03.054628 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85c17d27-4fde-462e-a4bb-3867b7cba841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:03.075271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c35413-5052-4133-bd6f-fbbbec3a321f req-04d519d6-3bfd-479f-8d41-2a104ec152e0 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:03.076846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43c35413-5052-4133-bd6f-fbbbec3a321f req-04d519d6-3bfd-479f-8d41-2a104ec152e0 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1435866 Sep 22 10:29:03.114887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-120f23fa-589d-45da-aaa1-6b9918f900a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:03.116392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-120f23fa-589d-45da-aaa1-6b9918f900a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5a732b3-2f68-44cb-8dee-a1d560772bb0 HTTP/1.1" status: 200 len: 851 time: 0.0949974 Sep 22 10:29:03.119296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85c17d27-4fde-462e-a4bb-3867b7cba841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:03.168807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c17d27-4fde-462e-a4bb-3867b7cba841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9def56-0176-4272-b225-4ad3db313009,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:03.194726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-56deb44f-09f5-4f62-9955-98c8035af7cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b5b563d-0c52-4cb1-90b8-746e30811f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436928 Sep 22 10:29:03.198287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43c35413-5052-4133-bd6f-fbbbec3a321f req-54bf44c9-41ce-400b-acaf-616aa4256acf tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124294 Sep 22 10:29:03.230656 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-85c17d27-4fde-462e-a4bb-3867b7cba841 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fd8f5e08e8241c9a69683c79bc11e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272803 Sep 22 10:29:03.233456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 32782) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:03.353542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:03.413248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-85681dfb-858b-4e48-b747-8ad852faa0d1 service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090249 Sep 22 10:29:03.457917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34345510-5d48-4d96-b438-6c9a398fdc98 req-e16bfe89-76e7-4519-8991-75d3497ff9e1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:03.463852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34345510-5d48-4d96-b438-6c9a398fdc98 req-e16bfe89-76e7-4519-8991-75d3497ff9e1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:03.469870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34345510-5d48-4d96-b438-6c9a398fdc98 req-e16bfe89-76e7-4519-8991-75d3497ff9e1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:03.471580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34345510-5d48-4d96-b438-6c9a398fdc98 req-e16bfe89-76e7-4519-8991-75d3497ff9e1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 2375 time: 0.1774335 Sep 22 10:29:03.511417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee19166e-28f8-43c9-b74f-325baa43c6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:03.577314 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee19166e-28f8-43c9-b74f-325baa43c6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:03.605826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32796) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:03.654649 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:03.686448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34345510-5d48-4d96-b438-6c9a398fdc98 req-da8427e4-b777-471f-9a96-0479907cb6d7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037380 Sep 22 10:29:03.720796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-200836610-network', 'tenant_id': 'dc189fb0916e43dd9eb4ef1eacef4983'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:03.721496 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9fbee67-4248-498e-913a-96ab1357cdcf req-6b0cd758-8902-4378-8ead-e8333ee445b9 service neutron] 10.222.0.30 "GET /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726417 Sep 22 10:29:03.810563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Made reservation on behalf of dc189fb0916e43dd9eb4ef1eacef4983 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:03.813142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:03.823050 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:03.830362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee19166e-28f8-43c9-b74f-325baa43c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:03.833080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee19166e-28f8-43c9-b74f-325baa43c6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:03.834847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ee19166e-28f8-43c9-b74f-325baa43c6d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd9def56-0176-4272-b225-4ad3db313009 HTTP/1.1" status: 204 len: 168 time: 0.5992229 Sep 22 10:29:03.911535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19166e-28f8-43c9-b74f-325baa43c6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9def56-0176-4272-b225-4ad3db313009,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:03.970231 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.067496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.081363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Allocated IP 10.2.2.100 (9c7460ba-8b97-436a-9bd5-4671ddf4fe48/2e74c144-473f-43be-8965-d9cc32307b3f/9a2415d9-9317-4bc5-873f-95e49189d3fc) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:04.093143 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd64f41-e1b2-4b95-b834-76f42f1107fd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:04.116593 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:29:04.128435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.128769 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Added segment 93bb308f-5dcd-4e88-98e2-6011f1a0c025 of type vlan for network 0dad8b17-7f90-480b-88cd-952d05729abb Sep 22 10:29:04.169671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.255136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.331502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0202929-626f-4fd2-9062-4e6f1d9512cc req-665ed0ea-5c7e-402c-9631-a001420e6f73 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:04.332931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0202929-626f-4fd2-9062-4e6f1d9512cc req-665ed0ea-5c7e-402c-9631-a001420e6f73 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0618861 Sep 22 10:29:04.341056 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.342046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:04.342666 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.404473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0202929-626f-4fd2-9062-4e6f1d9512cc req-a4cd0c07-0c33-4f2d-9a9c-0da32bb495f5 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531697 Sep 22 10:29:04.414956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.419292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] Pushing event updated for resources: {'Network': ['ID=0dad8b17-7f90-480b-88cd-952d05729abb,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:04.438294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 0dad8b17-7f90-480b-88cd-952d05729abb details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:29:04.462769 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b1441ed7-7894-4d46-9087-a16bfc292f9c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8556991 Sep 22 10:29:04.465959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32816) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:04.471235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Request body: {'subnet': {'network_id': '0dad8b17-7f90-480b-88cd-952d05729abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-200836610-subnet', 'tenant_id': 'dc189fb0916e43dd9eb4ef1eacef4983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:04.555596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:04.562376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:04.565996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:04.604501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Made reservation on behalf of dc189fb0916e43dd9eb4ef1eacef4983 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:04.613057 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.613757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Port': ['ID=9a2415d9-9317-4bc5-873f-95e49189d3fc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:04.654672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4c0b-708e-4817-8118-41d90e2ef27b req-9ee0081b-f467-49d8-bac5-882b109f6daf tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:04.656144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fae4c0b-708e-4817-8118-41d90e2ef27b req-9ee0081b-f467-49d8-bac5-882b109f6daf tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 945 time: 0.1355021 Sep 22 10:29:04.736355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:04.736355 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:04.830854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fae4c0b-708e-4817-8118-41d90e2ef27b req-a55481b5-475b-409a-b102-333008353030 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449082 Sep 22 10:29:04.885450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-95ea0220-8e52-42f1-bead-fd9b60c81337 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1943147 Sep 22 10:29:04.896452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48', 'admin_state_up': True, 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'security_groups': ['276403c0-3b39-409a-9824-7640563e0d72']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:05.028122 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:05.071575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d02e7dc4-fe24-46aa-8b2f-a315178cca7a None None] Provisioning complete for port 9a2415d9-9317-4bc5-873f-95e49189d3fc triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:05.072241 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d02e7dc4-fe24-46aa-8b2f-a315178cca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:05.075244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141e55f-85e6-406f-a06c-a26a47faa64d req-b2cc26d4-f62e-40a5-9465-3b3f97d3dc2b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:05.084798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c141e55f-85e6-406f-a06c-a26a47faa64d req-b2cc26d4-f62e-40a5-9465-3b3f97d3dc2b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1531737 Sep 22 10:29:05.152521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d02e7dc4-fe24-46aa-8b2f-a315178cca7a None None] Port 9a2415d9-9317-4bc5-873f-95e49189d3fc cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:05.156982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6d6d5a-50a4-415c-b6c0-dc1568103b4c,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:05.183255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Checking segment: {'id': '93bb308f-5dcd-4e88-98e2-6011f1a0c025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0dad8b17-7f90-480b-88cd-952d05729abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:05.183641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c141e55f-85e6-406f-a06c-a26a47faa64d req-84bbe2d9-0f6a-4ad2-85c0-b51031f6056b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873640 Sep 22 10:29:05.184074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Network hostable DHCP agents. Network: 0dad8b17-7f90-480b-88cd-952d05729abb, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:29:05.310468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Network 0dad8b17-7f90-480b-88cd-952d05729abb is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:29:05.331919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4279d-ae43-4877-a13e-163dd777c5b6 req-f9c79ebd-fe08-4499-bf7c-fba0650428e4 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:05.333646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1f4279d-ae43-4877-a13e-163dd777c5b6 req-f9c79ebd-fe08-4499-bf7c-fba0650428e4 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.0725582 Sep 22 10:29:05.381746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1f4279d-ae43-4877-a13e-163dd777c5b6 req-54e4f692-90ac-49c0-9c0e-4b4533e71be4 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 Sep 22 10:29:05.472353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Made reservation on behalf of 0999ed7ec9da4e568fd42beee13ba793 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:05.563522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:05.563522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437794f3-d6a8-4a30-846b-8b4be1da19d8 req-da6b01bc-88c4-4755-bfef-0bb5a95a6437 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:05.563522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437794f3-d6a8-4a30-846b-8b4be1da19d8 req-da6b01bc-88c4-4755-bfef-0bb5a95a6437 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:05.563522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437794f3-d6a8-4a30-846b-8b4be1da19d8 req-da6b01bc-88c4-4755-bfef-0bb5a95a6437 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:05.563522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437794f3-d6a8-4a30-846b-8b4be1da19d8 req-da6b01bc-88c4-4755-bfef-0bb5a95a6437 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:05.563522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-437794f3-d6a8-4a30-846b-8b4be1da19d8 req-da6b01bc-88c4-4755-bfef-0bb5a95a6437 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 3096 time: 0.0947542 Sep 22 10:29:05.776848 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 0dad8b17-7f90-480b-88cd-952d05729abb) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:05.783134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:05.783880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:05.808381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db976d54-ecbc-4fcc-85ac-1802c23ec4bd None None] Network 0dad8b17-7f90-480b-88cd-952d05729abb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:05.879910 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cfbd63c8-0e67-4ea6-b742-50e23c518cf7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4127154 Sep 22 10:29:05.949572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-437794f3-d6a8-4a30-846b-8b4be1da19d8 req-7a6deb92-dcb7-4084-a073-7573280cdfc4 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856096 Sep 22 10:29:06.038785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2593a8ff-e1a3-48c2-ab66-131da723b971 None None] Network 0dad8b17-7f90-480b-88cd-952d05729abb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:06.070145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Allocated IP 10.2.2.200 (9c7460ba-8b97-436a-9bd5-4671ddf4fe48/2e74c144-473f-43be-8965-d9cc32307b3f/a81ec790-8609-44bd-b50c-5af0a7205433) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:06.292124 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:06.417012 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:06.487033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event updated for resources: {'Port': ['ID=a81ec790-8609-44bd-b50c-5af0a7205433,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:06.491066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:06.492949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:06.496696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:06.567380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:06.567380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:06.679623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d74f9d57-5f1f-4278-9b6b-e012ba7d5a68 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7873344 Sep 22 10:29:06.695612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:06.797334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2837c748-4498-4a43-ba96-38915b112cf0 None None] Provisioning complete for port a81ec790-8609-44bd-b50c-5af0a7205433 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:06.797940 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2837c748-4498-4a43-ba96-38915b112cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:06.815088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:06.837488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d0980-6112-4f58-8f74-c4c3e6900af8 req-1342997e-75ae-4dff-9991-22d41e59c430 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:06.850437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e0d0980-6112-4f58-8f74-c4c3e6900af8 req-1342997e-75ae-4dff-9991-22d41e59c430 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 945 time: 0.1076791 Sep 22 10:29:06.851388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2837c748-4498-4a43-ba96-38915b112cf0 None None] Port a81ec790-8609-44bd-b50c-5af0a7205433 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:07.003710 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e0d0980-6112-4f58-8f74-c4c3e6900af8 req-bac2ee73-1a12-4ca3-b15d-48c463e5af9b tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498561 Sep 22 10:29:07.029687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32888) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:07.125023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-409ba53d-4b0f-43ad-ad85-e884cd775d7c admin admin] Deleting subnet 1c6d6d5a-50a4-415c-b6c0-dc1568103b4c {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:29:07.132285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-409ba53d-4b0f-43ad-ad85-e884cd775d7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.224396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-409ba53d-4b0f-43ad-ad85-e884cd775d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.236513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af028ee-5887-4c1b-874e-471275fddfee {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:07.248172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.271118 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-409ba53d-4b0f-43ad-ad85-e884cd775d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.271834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4f57d-86fc-4e40-97f7-8ca846bdd101 req-38279e10-5980-4495-8e3f-3baa82f0048c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:07.275313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8bb4f57d-86fc-4e40-97f7-8ca846bdd101 req-38279e10-5980-4495-8e3f-3baa82f0048c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.0953479 Sep 22 10:29:07.277413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Transition to ACTIVE for port object 7af028ee-5887-4c1b-874e-471275fddfee will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:07.327919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8bb4f57d-86fc-4e40-97f7-8ca846bdd101 req-99aa1fe4-78d9-44cb-bd5a-4997afb855bf tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479212 Sep 22 10:29:07.365173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.423908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Pushing event updated for resources: {'Port': ['ID=7af028ee-5887-4c1b-874e-471275fddfee,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:07.445026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-409ba53d-4b0f-43ad-ad85-e884cd775d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.463460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-409ba53d-4b0f-43ad-ad85-e884cd775d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.469450 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-409ba53d-4b0f-43ad-ad85-e884cd775d7c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c6d6d5a-50a4-415c-b6c0-dc1568103b4c HTTP/1.1" status: 204 len: 168 time: 0.4380691 Sep 22 10:29:07.470176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32914) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:07.513672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ba53d-4b0f-43ad-ad85-e884cd775d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6d6d5a-50a4-415c-b6c0-dc1568103b4c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:07.560315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32916) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:07.598543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-f5a93876-f12e-4853-916e-8aa01b33152d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:07.600184 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-f5a93876-f12e-4853-916e-8aa01b33152d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/networks?id=4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 200 len: 815 time: 0.1778941 Sep 22 10:29:07.641285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.687284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-0d8d3e96-a925-42a9-b033-70abef9cbc72 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/quotas/6d765c9ac50c4917a334147bfbc281a8 HTTP/1.1" status: 200 len: 375 time: 0.0674043 Sep 22 10:29:07.747857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Attempting to bind port 7af028ee-5887-4c1b-874e-471275fddfee on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:07.748218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Attempting to bind port 7af028ee-5887-4c1b-874e-471275fddfee by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:07.748523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Attempting to bind port 7af028ee-5887-4c1b-874e-471275fddfee on network b2c721f2-9ec3-4410-97d9-1e486ecaf16a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:07.764346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Port 7af028ee-5887-4c1b-874e-471275fddfee on network b2c721f2-9ec3-4410-97d9-1e486ecaf16a not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:07.764346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Attempting to bind port 7af028ee-5887-4c1b-874e-471275fddfee on network b2c721f2-9ec3-4410-97d9-1e486ecaf16a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:07.772403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:07.772738 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.772878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Checking segment: {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:07.773160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Bound using segment: {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:07.773598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Bound port: 7af028ee-5887-4c1b-874e-471275fddfee, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:07.773959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.797786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-23389987-da8a-419c-b8d3-3d5eaf600ddc tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d765c9ac50c4917a334147bfbc281a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984259 Sep 22 10:29:07.799665 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4837da7e-c523-45d7-90e8-500f836e6ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.822214 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dad8b17-7f90-480b-88cd-952d05729abb']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:07.854364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bb308f-5dcd-4e88-98e2-6011f1a0c025') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:07.854364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bb308f-5dcd-4e88-98e2-6011f1a0c025') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:07.862081 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.883997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.894354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:29:07.894354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:29:07.895940 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:29:07.914343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] For port 7af028ee-5887-4c1b-874e-471275fddfee, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:07.919520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] For port 7af028ee-5887-4c1b-874e-471275fddfee, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7af028ee-5887-4c1b-874e-471275fddfee,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:07.938412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-67063b82-0db1-488e-a4b4-f41a42f0ac02 service neutron] 10.222.0.20 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209853 Sep 22 10:29:08.055168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82882d-a213-459a-92f2-c8d538cb421b req-3d0cead8-8424-46b5-9881-38e48c6ddf97 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:08.056655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f82882d-a213-459a-92f2-c8d538cb421b req-3d0cead8-8424-46b5-9881-38e48c6ddf97 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.32 "GET /v2.0/ports?device_id=e13b211d-d129-49da-ba87-4923b6248462 HTTP/1.1" status: 200 len: 946 time: 0.1026530 Sep 22 10:29:08.079694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-06468b86-af32-47ff-bb1f-34ed7e7b68d8 service neutron] 10.222.0.20 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346180 Sep 22 10:29:08.096780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.103743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.130233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.134734 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0dad8b17-7f90-480b-88cd-952d05729abb HTTP/1.1" status: 204 len: 168 time: 0.6346309 Sep 22 10:29:08.149828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:08.149828 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.150462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] 10.222.0.32 "PUT /v2.0/ports/7af028ee-5887-4c1b-874e-471275fddfee HTTP/1.1" status: 200 len: 1092 time: 1.4600081 Sep 22 10:29:08.150896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:08.153225 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f96b61-b5c7-444d-beec-c3512c65bf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "7af028ee-5887-4c1b-874e-471275fddfee"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:08.158784 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedfe4d-1e39-4c6a-969b-50e27e571627 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dad8b17-7f90-480b-88cd-952d05729abb,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:08.200452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741b2cb-9c6c-44a7-89d7-a5c7e86a2752 service neutron] Pushing event updated for resources: {'Port': ['ID=7af028ee-5887-4c1b-874e-471275fddfee,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:08.231449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3f82882d-a213-459a-92f2-c8d538cb421b req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Deleting port 24690d0f-d434-4645-bb0b-156e4f2322ad {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:08.231791 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3f82882d-a213-459a-92f2-c8d538cb421b req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.235473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 32926) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:08.261159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4837da7e-c523-45d7-90e8-500f836e6ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.267304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:08.365514 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4837da7e-c523-45d7-90e8-500f836e6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.403028 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.437087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3f82882d-a213-459a-92f2-c8d538cb421b req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] For port 24690d0f-d434-4645-bb0b-156e4f2322ad, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=24690d0f-d434-4645-bb0b-156e4f2322ad,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:08.438266 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3f82882d-a213-459a-92f2-c8d538cb421b req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.465247 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4837da7e-c523-45d7-90e8-500f836e6ce6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4852b5e78b024bcea32d67005ea8a36d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9003587 Sep 22 10:29:08.465247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32936) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:08.514348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3f82882d-a213-459a-92f2-c8d538cb421b req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Calling delete_port for 24690d0f-d434-4645-bb0b-156e4f2322ad owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:08.538845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c49a3a24-3f29-41c3-ab0f-f9a5a8ff21d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.550603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837da7e-c523-45d7-90e8-500f836e6ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ded964-314d-4cb1-99ea-7016a121de38,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:08.599750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00f25dcf-251e-47ba-9a9d-6313642ce4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.625617 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00f25dcf-251e-47ba-9a9d-6313642ce4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.796521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32938) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:08.803456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e0fb3-3266-49bc-91af-251123317dff req-140f0cb8-15cf-44cd-8ad4-686458217306 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:08.809797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e0fb3-3266-49bc-91af-251123317dff req-140f0cb8-15cf-44cd-8ad4-686458217306 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:08.815997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e0fb3-3266-49bc-91af-251123317dff req-140f0cb8-15cf-44cd-8ad4-686458217306 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:08.822259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00f25dcf-251e-47ba-9a9d-6313642ce4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.822811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e0fb3-3266-49bc-91af-251123317dff req-140f0cb8-15cf-44cd-8ad4-686458217306 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:08.825921 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00f25dcf-251e-47ba-9a9d-6313642ce4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.831545 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-00f25dcf-251e-47ba-9a9d-6313642ce4a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43ded964-314d-4cb1-99ea-7016a121de38 HTTP/1.1" status: 204 len: 168 time: 0.3645256 Sep 22 10:29:08.843519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e0fb3-3266-49bc-91af-251123317dff req-140f0cb8-15cf-44cd-8ad4-686458217306 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:08.845610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a4e0fb3-3266-49bc-91af-251123317dff req-140f0cb8-15cf-44cd-8ad4-686458217306 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 3829 time: 0.3081553 Sep 22 10:29:08.853544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f25dcf-251e-47ba-9a9d-6313642ce4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ded964-314d-4cb1-99ea-7016a121de38,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:08.887883 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f2535d0a-a010-45b7-aa31-37ebd4d97c48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc189fb0916e43dd9eb4ef1eacef4983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867770 Sep 22 10:29:08.888482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32946) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:08.976103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d54ee9ad-4e50-480a-8dc0-5113bdf65b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:08.992320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c49a3a24-3f29-41c3-ab0f-f9a5a8ff21d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.006351 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d54ee9ad-4e50-480a-8dc0-5113bdf65b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.026204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a4e0fb3-3266-49bc-91af-251123317dff req-6e0163d3-17ba-4c0e-99b9-6d42190dfdd9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337969 Sep 22 10:29:09.061761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3f82882d-a213-459a-92f2-c8d538cb421b req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.100204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c49a3a24-3f29-41c3-ab0f-f9a5a8ff21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.102664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Pushing event deleted for resources: {'Port': ['ID=24690d0f-d434-4645-bb0b-156e4f2322ad,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:09.189535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f82882d-a213-459a-92f2-c8d538cb421b req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] No DVR routers for this DVR port 24690d0f-d434-4645-bb0b-156e4f2322ad on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:29:09.197735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c49a3a24-3f29-41c3-ab0f-f9a5a8ff21d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=264bea4c32204d618b1697b1b3bc4c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9600065 Sep 22 10:29:09.199577 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3f82882d-a213-459a-92f2-c8d538cb421b req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.201478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f82882d-a213-459a-92f2-c8d538cb421b req-4b5be5bf-fac7-48b3-ba96-a131ce11fa8b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.32 "DELETE /v2.0/ports/24690d0f-d434-4645-bb0b-156e4f2322ad HTTP/1.1" status: 204 len: 173 time: 1.1382976 Sep 22 10:29:09.201987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32948) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:09.217632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d54ee9ad-4e50-480a-8dc0-5113bdf65b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.220615 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d54ee9ad-4e50-480a-8dc0-5113bdf65b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.226339 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d54ee9ad-4e50-480a-8dc0-5113bdf65b3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bd64f41-e1b2-4b95-b834-76f42f1107fd HTTP/1.1" status: 204 len: 168 time: 0.3324351 Sep 22 10:29:09.227285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a3a24-3f29-41c3-ab0f-f9a5a8ff21d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6fc65d-c3cb-4d5b-9fde-d42ec3563a92,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:09.270138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9ebf86-2e9f-4908-97dc-c02a937b70b0 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:09.278378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ee9ad-4e50-480a-8dc0-5113bdf65b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd64f41-e1b2-4b95-b834-76f42f1107fd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:09.283595 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.313439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Transition to ACTIVE for port object fa9ebf86-2e9f-4908-97dc-c02a937b70b0 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:09.323513 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-60333b07-dc94-4b4e-8150-313125dba103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.348140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-60333b07-dc94-4b4e-8150-313125dba103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.461770 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.490743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-60333b07-dc94-4b4e-8150-313125dba103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.494054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-60333b07-dc94-4b4e-8150-313125dba103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.495943 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-60333b07-dc94-4b4e-8150-313125dba103 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa6fc65d-c3cb-4d5b-9fde-d42ec3563a92 HTTP/1.1" status: 204 len: 168 time: 0.2919309 Sep 22 10:29:09.504894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60333b07-dc94-4b4e-8150-313125dba103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6fc65d-c3cb-4d5b-9fde-d42ec3563a92,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:09.583781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:09.630361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Attempting to bind port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:09.631130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Attempting to bind port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:09.631688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Attempting to bind port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:09.639714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:09.640049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Attempting to bind port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:09.648147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:09.648784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Checking segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:09.649293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Bound using segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:09.650006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Bound port: fa9ebf86-2e9f-4908-97dc-c02a937b70b0, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:09.651287 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.734165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] For port fa9ebf86-2e9f-4908-97dc-c02a937b70b0, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:09.739670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] For port fa9ebf86-2e9f-4908-97dc-c02a937b70b0, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:09.811990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33bf1c-8060-4c6f-b412-66f710deda4c req-15e6100f-9394-476b-80d7-9dca35ce919e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:09.813685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a33bf1c-8060-4c6f-b412-66f710deda4c req-15e6100f-9394-476b-80d7-9dca35ce919e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.0536587 Sep 22 10:29:09.859218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a33bf1c-8060-4c6f-b412-66f710deda4c req-acaf51b8-21ec-443c-8dd4-a16b1b1a5728 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Sep 22 10:29:09.865856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 32962) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:09.884702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7efc4be3-2ff3-4976-a9ef-0bcb3d72e817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:09.927319 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94d21f6-f3b2-4e21-b6cc-c7bfc62e8877 x-openstack-request-id: req-b94d21f6-f3b2-4e21-b6cc-c7bfc62e8877 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:09.928756 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "7af028ee-5887-4c1b-874e-471275fddfee", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:09.928756 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b94d21f6-f3b2-4e21-b6cc-c7bfc62e8877 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:09.928756 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee', 'status': 'completed', 'code': 200} Sep 22 10:29:09.932518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:10.043713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.045168 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:10.047228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] 10.222.0.32 "PUT /v2.0/ports/fa9ebf86-2e9f-4908-97dc-c02a937b70b0 HTTP/1.1" status: 200 len: 1129 time: 1.7886903 Sep 22 10:29:10.087876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-962d80c6-fc70-42a1-8d9d-836855c13e1d req-f6d465f2-e0a4-4d59-8690-684123bb671b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 210 time: 0.0731056 Sep 22 10:29:10.129598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-1e5455a3-135f-4709-963c-01016a12735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.130116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-1e5455a3-135f-4709-963c-01016a12735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.130600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-1e5455a3-135f-4709-963c-01016a12735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.131076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-1e5455a3-135f-4709-963c-01016a12735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.131549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-1e5455a3-135f-4709-963c-01016a12735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.132018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-1e5455a3-135f-4709-963c-01016a12735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.139778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-1e5455a3-135f-4709-963c-01016a12735a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5286 time: 0.1601264 Sep 22 10:29:10.169589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:10.218179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2dbe-4e2c-4848-9058-5e2456424947 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:10.385106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:10.483570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 24690d0f-d434-4645-bb0b-156e4f2322ad no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:29:10.517990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 24690d0f-d434-4645-bb0b-156e4f2322ad {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:29:10.518804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 24690d0f-d434-4645-bb0b-156e4f2322ad not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:29:10.531082 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7efc4be3-2ff3-4976-a9ef-0bcb3d72e817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:10.547872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734f6d7-e62a-4332-9bc9-c88fba442bd1 req-de7293cf-8772-4801-acd3-6dd97d82b978 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.549554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6734f6d7-e62a-4332-9bc9-c88fba442bd1 req-de7293cf-8772-4801-acd3-6dd97d82b978 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 945 time: 0.3358686 Sep 22 10:29:10.644063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-32f6160a-33b1-4c15-9496-2d45b43aff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.644555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-32f6160a-33b1-4c15-9496-2d45b43aff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.645041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-32f6160a-33b1-4c15-9496-2d45b43aff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.646663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-32f6160a-33b1-4c15-9496-2d45b43aff39 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0999ed7ec9da4e568fd42beee13ba793&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4958923 Sep 22 10:29:10.738600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6734f6d7-e62a-4332-9bc9-c88fba442bd1 req-0a1b1f5e-c058-43dc-b7b7-46ca7113eb81 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419046 Sep 22 10:29:10.739458 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7efc4be3-2ff3-4976-a9ef-0bcb3d72e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.241883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33010) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:11.259758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33014) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:11.260118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7efc4be3-2ff3-4976-a9ef-0bcb3d72e817 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6026fd29b99a4976a0d8155e01ef0cff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3928196 Sep 22 10:29:11.289491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc4be3-2ff3-4976-a9ef-0bcb3d72e817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abdebf2-6595-4212-8b05-e4db4683d967,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:11.366086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-693e94a7-c507-489a-a64d-bb0eb2875518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.368487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2f96b61-b5c7-444d-beec-c3512c65bf2c req-693e94a7-c507-489a-a64d-bb0eb2875518 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7116246 Sep 22 10:29:11.400481 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe9f570d-d112-4452-ac86-3546c95aff26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.435614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-b372ec37-3f16-443f-8d12-59240612b072 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.437220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-b372ec37-3f16-443f-8d12-59240612b072 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 945 time: 0.3482530 Sep 22 10:29:11.438452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe9f570d-d112-4452-ac86-3546c95aff26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.455098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20056429-4782-465c-b1a3-07e1054832f0 req-bee871fd-418b-4ab9-809a-8428a3c489e9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.461630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20056429-4782-465c-b1a3-07e1054832f0 req-bee871fd-418b-4ab9-809a-8428a3c489e9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.467966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20056429-4782-465c-b1a3-07e1054832f0 req-bee871fd-418b-4ab9-809a-8428a3c489e9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.473949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20056429-4782-465c-b1a3-07e1054832f0 req-bee871fd-418b-4ab9-809a-8428a3c489e9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.480664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20056429-4782-465c-b1a3-07e1054832f0 req-bee871fd-418b-4ab9-809a-8428a3c489e9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.486937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20056429-4782-465c-b1a3-07e1054832f0 req-bee871fd-418b-4ab9-809a-8428a3c489e9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.489191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20056429-4782-465c-b1a3-07e1054832f0 req-bee871fd-418b-4ab9-809a-8428a3c489e9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 4600 time: 0.3703074 Sep 22 10:29:11.539890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-973152932-network', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:11.684666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Made reservation on behalf of c03f691bb5554af89f281af6c24b275b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:11.687420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.696050 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.704473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:11.719034 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.724401 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe9f570d-d112-4452-ac86-3546c95aff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.726834 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe9f570d-d112-4452-ac86-3546c95aff26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.730954 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fe9f570d-d112-4452-ac86-3546c95aff26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6abdebf2-6595-4212-8b05-e4db4683d967 HTTP/1.1" status: 204 len: 168 time: 0.4666796 Sep 22 10:29:11.731107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20056429-4782-465c-b1a3-07e1054832f0 req-78bac6df-faaf-4a6f-8740-41608680c65d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989543 Sep 22 10:29:11.741991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-ce00231d-c6ce-4b41-96d6-c30dbe27584a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.743501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-ce00231d-c6ce-4b41-96d6-c30dbe27584a tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.30 "GET /v2.0/networks?id=4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 200 len: 815 time: 0.4063160 Sep 22 10:29:11.743654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f570d-d112-4452-ac86-3546c95aff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abdebf2-6595-4212-8b05-e4db4683d967,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:11.775614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Request body: {'port': {'device_id': 'cc28e3e4-5638-41db-ab2a-f81afaa1f18b', 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936', 'admin_state_up': True, 'tenant_id': '6d765c9ac50c4917a334147bfbc281a8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:11.784559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Transition to ACTIVE for port object 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:11.857049 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.869904 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.897046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Deleting port 0578a2f1-4d22-4168-a87a-523794191e8a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:11.897470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.939229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'name': 'network-vif-deleted', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad'}, {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': 'fa9ebf86-2e9f-4908-97dc-c02a937b70b0'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:11.941480 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484737d9-e246-4420-a769-e59adb8984db" -d '{"events": [{"server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "name": "network-vif-deleted", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad"}, {"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "fa9ebf86-2e9f-4908-97dc-c02a937b70b0"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:11.964684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:11.992684 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:29:12.019168 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310d116-a624-4f23-9411-e09a7c048f41,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:12.022378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.022729 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Added segment a55779fc-b82a-48e9-b963-7c35460fd4f9 of type vlan for network a155e37a-8bbb-4e75-8360-6ab84ccae29c Sep 22 10:29:12.066722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Pushing event updated for resources: {'Port': ['ID=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:12.126620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.253315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.253315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:12.253315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.342483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299c87-a4b7-4d3b-8f51-6aa7582f623f req-f789cbf1-5126-4c0e-95fe-2a2df7b8db19 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:12.350665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b299c87-a4b7-4d3b-8f51-6aa7582f623f req-f789cbf1-5126-4c0e-95fe-2a2df7b8db19 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.3989806 Sep 22 10:29:12.356255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] For port 0578a2f1-4d22-4168-a87a-523794191e8a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0578a2f1-4d22-4168-a87a-523794191e8a,segment=NetworkSegment(58921e8c-b726-47a9-8314-4a89422c2301),segment_id=58921e8c-b726-47a9-8314-4a89422c2301)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:12.356633 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.384660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Made reservation on behalf of 6d765c9ac50c4917a334147bfbc281a8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:12.384968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] Pushing event updated for resources: {'Network': ['ID=a155e37a-8bbb-4e75-8360-6ab84ccae29c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:12.389088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.393465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Calling delete_port for 0578a2f1-4d22-4168-a87a-523794191e8a owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:12.399765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:29:12.439078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33040) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:12.474038 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b4e6856c-92d9-4ea9-af78-2becc87f4e3a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2301970 Sep 22 10:29:12.476897 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33044) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:12.487659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Request body: {'subnet': {'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-subnet', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:12.562116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Attempting to bind port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:12.562545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Attempting to bind port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:12.562888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Attempting to bind port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:12.590858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:12.590858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Attempting to bind port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:12.604281 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1877055034', 'router:external': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:12.606687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b299c87-a4b7-4d3b-8f51-6aa7582f623f req-7871f214-496a-4142-9828-5bab7cab9731 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548511 Sep 22 10:29:12.623270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:12.623738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Checking segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:12.624227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Bound using segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:12.624763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Bound port: 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:12.625589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.645931 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Made reservation on behalf of c03f691bb5554af89f281af6c24b275b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:12.650570 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.654473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Allocated IP 172.20.0.6 (4a38cef9-0ca3-4b73-9ea1-a2c377647936/c7120da3-eb03-4864-a141-90b352d4569d/ed374621-6992-474e-bdf6-6ccb8c8d4c20) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:12.770387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2bcf13e-fa4c-459a-9a63-5ef0e82078b7 req-c5395984-9558-4cc4-a911-8db1fbbdb2e7 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 210 time: 0.0502627 Sep 22 10:29:12.781966 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Made reservation on behalf of 25f7fb55d0c34aeea37962c8b5962001 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:12.785677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.819397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:12.855271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] For port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:12.891336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] For port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:12.990722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.040250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.058690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1f5c-fa3d-48c6-acf6-266e0115fc3a req-b2f810a9-f574-4e46-880e-aabe6c88a562 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.058690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48ac1f5c-fa3d-48c6-acf6-266e0115fc3a req-b2f810a9-f574-4e46-880e-aabe6c88a562 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d73cd02-08b9-4c59-a3b6-5d224f4f2767 HTTP/1.1" status: 200 len: 867 time: 0.1706820 Sep 22 10:29:13.072828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.073494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.074936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] 10.222.0.32 "PUT /v2.0/ports/477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 HTTP/1.1" status: 200 len: 1128 time: 2.9290359 Sep 22 10:29:13.091531 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.107991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.179524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:13.185304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecf5e4-dbf8-4b29-be93-e0ca097afdaa service neutron] Pushing event updated for resources: {'Port': ['ID=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:13.188683 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.202494 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.239907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] No DVR routers for this DVR port 0578a2f1-4d22-4168-a87a-523794191e8a on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:29:13.271042 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.273449 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d015ead5-7895-43e8-8e3b-b9a858994bf1 req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.30 "DELETE /v2.0/ports/0578a2f1-4d22-4168-a87a-523794191e8a HTTP/1.1" status: 204 len: 173 time: 1.7832370 Sep 22 10:29:13.289820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48ac1f5c-fa3d-48c6-acf6-266e0115fc3a req-44c32623-4d48-4e7f-b458-b027ca602df2 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] 10.222.0.20 "GET /v2.0/security-groups?id=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129447 Sep 22 10:29:13.298692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a276cc-2616-4fe3-a92c-ed0a05f62470 tempest-DeleteServersTestJSON-1266848529 tempest-DeleteServersTestJSON-1266848529-project] Pushing event deleted for resources: {'Port': ['ID=0578a2f1-4d22-4168-a87a-523794191e8a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:13.323040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Checking segment: {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:13.324680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Network hostable DHCP agents. Network: a155e37a-8bbb-4e75-8360-6ab84ccae29c, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:29:13.329959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:29:13.351513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91203f7d-bdcc-4eb3-9b7e-a21f74d383e1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:13.375748 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.376290 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Added segment bfeac361-a830-4b78-9922-808eebe099c3 of type vlan for network 6574b3e0-267f-44d3-98f6-6ef6ccc02abe Sep 22 10:29:13.378032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510ab23a-8b7f-44db-aa76-ace19b6334a1,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:13.438001 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a599c6f1-bd88-47bf-923a-ab1523a8e1f9 x-openstack-request-id: req-a599c6f1-bd88-47bf-923a-ab1523a8e1f9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:13.438333 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13b211d-d129-49da-ba87-4923b6248462", "name": "network-vif-deleted", "tag": "24690d0f-d434-4645-bb0b-156e4f2322ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "fa9ebf86-2e9f-4908-97dc-c02a937b70b0", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:13.438588 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a599c6f1-bd88-47bf-923a-ab1523a8e1f9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:13.438993 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13b211d-d129-49da-ba87-4923b6248462', 'name': 'network-vif-deleted', 'tag': '24690d0f-d434-4645-bb0b-156e4f2322ad', 'status': 'completed', 'code': 200} Sep 22 10:29:13.439255 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': 'fa9ebf86-2e9f-4908-97dc-c02a937b70b0', 'status': 'completed', 'code': 200} Sep 22 10:29:13.441924 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.475453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:29:13.498032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.584748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.592827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a155e37a-8bbb-4e75-8360-6ab84ccae29c) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:13.597564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-2108a110-6f02-42c6-a500-a4837d7a44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.597564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-2108a110-6f02-42c6-a500-a4837d7a44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.597564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-2108a110-6f02-42c6-a500-a4837d7a44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.597564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-2108a110-6f02-42c6-a500-a4837d7a44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.597564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-2108a110-6f02-42c6-a500-a4837d7a44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.597954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.598046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-2108a110-6f02-42c6-a500-a4837d7a44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.598320 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.598572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-2108a110-6f02-42c6-a500-a4837d7a44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.600726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-484737d9-e246-4420-a769-e59adb8984db req-2108a110-6f02-42c6-a500-a4837d7a44fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6207 time: 0.1654985 Sep 22 10:29:13.608005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598bb79-b5bf-4d35-b4d0-a47735678af1 None None] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:13.645959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.647011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.647606 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.717388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629609fb-7301-4490-b9c8-070545fe14a6 req-ff90320f-909b-406e-b8ce-8af8304c7e56 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:13.724847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-629609fb-7301-4490-b9c8-070545fe14a6 req-ff90320f-909b-406e-b8ce-8af8304c7e56 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.2128251 Sep 22 10:29:13.747060 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81813089-4737-4598-86a7-5b523ee559e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2681303 Sep 22 10:29:13.747994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event updated for resources: {'Network': ['ID=6574b3e0-267f-44d3-98f6-6ef6ccc02abe,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:13.751469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33066) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:13.756040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:13.789219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:13.824742 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-45e21b78-9e0a-4601-a941-f62b83700458 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3839099 Sep 22 10:29:13.825346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33072) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:13.831978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'subnet': {'network_id': '6574b3e0-267f-44d3-98f6-6ef6ccc02abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:13.834361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Pushing event updated for resources: {'Port': ['ID=ed374621-6992-474e-bdf6-6ccb8c8d4c20,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:13.844717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:13.855515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:13.898536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 6574b3e0-267f-44d3-98f6-6ef6ccc02abe details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:29:13.899237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.900688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.930616 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:29:13.931859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.952406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-629609fb-7301-4490-b9c8-070545fe14a6 req-b25f3688-d5d7-4b7c-bb95-414af7ed9116 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215612 Sep 22 10:29:13.990140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:13.993252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-b5ece2e4-a95c-463e-9d45-a9a484e3ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.054454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-b5ece2e4-a95c-463e-9d45-a9a484e3ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.054454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-b5ece2e4-a95c-463e-9d45-a9a484e3ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.054454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-484737d9-e246-4420-a769-e59adb8984db req-b5ece2e4-a95c-463e-9d45-a9a484e3ce57 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0999ed7ec9da4e568fd42beee13ba793&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3872957 Sep 22 10:29:14.169739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Allocated IP 172.20.0.2 (a155e37a-8bbb-4e75-8360-6ab84ccae29c/510ab23a-8b7f-44db-aa76-ace19b6334a1/ddea46f4-00f6-4519-9314-60a24bbaa52f) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:14.201449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.201781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Made reservation on behalf of 25f7fb55d0c34aeea37962c8b5962001 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:14.202026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:14.204388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:14.269085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484737d9-e246-4420-a769-e59adb8984db req-01e6e022-e359-412e-b84a-a72fb8f13b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.271744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-484737d9-e246-4420-a769-e59adb8984db req-01e6e022-e359-412e-b84a-a72fb8f13b5b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2525055 Sep 22 10:29:14.301052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-6580185d-7910-4268-8563-cd7ee42a9899 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5316193 Sep 22 10:29:14.320874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Request body: {'port': {'device_id': 'cc28e3e4-5638-41db-ab2a-f81afaa1f18b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:14.378958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaa618-34fb-4262-867d-c15fd50f1b90 req-ddc1a666-73fe-47b2-9fbe-b0e0d9698348 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.387215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaa618-34fb-4262-867d-c15fd50f1b90 req-ddc1a666-73fe-47b2-9fbe-b0e0d9698348 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.396968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaa618-34fb-4262-867d-c15fd50f1b90 req-ddc1a666-73fe-47b2-9fbe-b0e0d9698348 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.406227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaa618-34fb-4262-867d-c15fd50f1b90 req-ddc1a666-73fe-47b2-9fbe-b0e0d9698348 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.415728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaa618-34fb-4262-867d-c15fd50f1b90 req-ddc1a666-73fe-47b2-9fbe-b0e0d9698348 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.423916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaa618-34fb-4262-867d-c15fd50f1b90 req-ddc1a666-73fe-47b2-9fbe-b0e0d9698348 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.438815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaa618-34fb-4262-867d-c15fd50f1b90 req-ddc1a666-73fe-47b2-9fbe-b0e0d9698348 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.449138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5daaa618-34fb-4262-867d-c15fd50f1b90 req-ddc1a666-73fe-47b2-9fbe-b0e0d9698348 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5370 time: 0.2726214 Sep 22 10:29:14.451940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0578a2f1-4d22-4168-a87a-523794191e8a no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:29:14.509114 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 0578a2f1-4d22-4168-a87a-523794191e8a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:29:14.509479 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0578a2f1-4d22-4168-a87a-523794191e8a not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:29:14.554314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5daaa618-34fb-4262-867d-c15fd50f1b90 req-d501b1d2-d946-4c99-bfb5-0b71b8727ef6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990188 Sep 22 10:29:14.570884 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:14.634158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:14.696336 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:14.746791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:14.756626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:14.762325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:14.767198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:14.786135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Pushing event updated for resources: {'Port': ['ID=ddea46f4-00f6-4519-9314-60a24bbaa52f,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:14.852673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Attempting to bind port ddea46f4-00f6-4519-9314-60a24bbaa52f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:14.853204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Attempting to bind port ddea46f4-00f6-4519-9314-60a24bbaa52f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:14.853908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Attempting to bind port ddea46f4-00f6-4519-9314-60a24bbaa52f on network a155e37a-8bbb-4e75-8360-6ab84ccae29c {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:14.859186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:14.859576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Checking segment: {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:14.859989 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:14.865198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Bound using segment: {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:14.865198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Bound port: ddea46f4-00f6-4519-9314-60a24bbaa52f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:14.865198 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:14.938388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] For port ddea46f4-00f6-4519-9314-60a24bbaa52f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:14.942834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] For port ddea46f4-00f6-4519-9314-60a24bbaa52f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ddea46f4-00f6-4519-9314-60a24bbaa52f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:15.003952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa44bb0b-d6f1-4322-b697-88bf24efb1ea {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:15.016571 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:15.031391 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:15.055477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Transition to ACTIVE for port object aa44bb0b-d6f1-4322-b697-88bf24efb1ea will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:15.088270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92b4c-2dec-4206-ba3b-0a484d4b727c req-57722e13-48da-4d52-ae7e-6c08d1e592bd tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:15.090372 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01a92b4c-2dec-4206-ba3b-0a484d4b727c req-57722e13-48da-4d52-ae7e-6c08d1e592bd tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 931 time: 0.1223636 Sep 22 10:29:15.121704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404316b-c5e6-45d5-97dc-4fecc3ce0ee4 None None] Pushing event updated for resources: {'Port': ['ID=ddea46f4-00f6-4519-9314-60a24bbaa52f,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:15.168530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:15.242605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:15.300615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01a92b4c-2dec-4206-ba3b-0a484d4b727c req-616b8839-4f77-4268-8686-d5f548651431 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984088 Sep 22 10:29:15.306085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:15.342313 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:15.487858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '477cf0ab-7d06-4060-bd94-a8bdaa2a6be7'}, {'server_uuid': '8d73cd02-08b9-4c59-a3b6-5d224f4f2767', 'name': 'network-vif-deleted', 'tag': '0578a2f1-4d22-4168-a87a-523794191e8a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:15.490821 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd66d63-4184-4da0-a6eb-06a6d8749029" -d '{"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "477cf0ab-7d06-4060-bd94-a8bdaa2a6be7"}, {"server_uuid": "8d73cd02-08b9-4c59-a3b6-5d224f4f2767", "name": "network-vif-deleted", "tag": "0578a2f1-4d22-4168-a87a-523794191e8a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:15.643870 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Allocated IP 172.25.1.180 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/6e0ce601-0f2c-4662-8ff4-dff13c666d78) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:15.697412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Attempting to bind port aa44bb0b-d6f1-4322-b697-88bf24efb1ea on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:15.697893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Attempting to bind port aa44bb0b-d6f1-4322-b697-88bf24efb1ea by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:15.698454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Attempting to bind port aa44bb0b-d6f1-4322-b697-88bf24efb1ea on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:15.710567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c13e-d170-4206-88c3-8ff9317660ad req-92337c58-1d00-42ac-b0f2-b61b93315259 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:15.713298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56b9c13e-d170-4206-88c3-8ff9317660ad req-92337c58-1d00-42ac-b0f2-b61b93315259 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1683815 Sep 22 10:29:15.750963 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:29:15.758006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Port aa44bb0b-d6f1-4322-b697-88bf24efb1ea on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:15.758427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:15.758541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Attempting to bind port aa44bb0b-d6f1-4322-b697-88bf24efb1ea on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:15.771792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:15.772237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Checking segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:15.773177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Bound using segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:15.773718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Bound port: aa44bb0b-d6f1-4322-b697-88bf24efb1ea, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:15.774341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:15.813352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed374621-6992-474e-bdf6-6ccb8c8d4c20 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:15.849406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:15.879570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56b9c13e-d170-4206-88c3-8ff9317660ad req-fc8f54f8-54f3-4ebb-82d2-091a6667d76a tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354523 Sep 22 10:29:15.905396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:15.922772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Checking segment: {'id': 'bfeac361-a830-4b78-9922-808eebe099c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6574b3e0-267f-44d3-98f6-6ef6ccc02abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:15.923144 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Network hostable DHCP agents. Network: 6574b3e0-267f-44d3-98f6-6ef6ccc02abe, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:29:15.932071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a3ba374-2b7f-4429-bf36-1e4d91fd96dd,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:15.951246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Transition to ACTIVE for port object ed374621-6992-474e-bdf6-6ccb8c8d4c20 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:15.958246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] For port aa44bb0b-d6f1-4322-b697-88bf24efb1ea, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:15.966145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] For port aa44bb0b-d6f1-4322-b697-88bf24efb1ea, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:16.021384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:16.028432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Network 6574b3e0-267f-44d3-98f6-6ef6ccc02abe is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:29:16.043016 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:16.108780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 6574b3e0-267f-44d3-98f6-6ef6ccc02abe) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:16.117861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8dd054-2836-4935-a2c1-fe4d7984cb83 None None] Network 6574b3e0-267f-44d3-98f6-6ef6ccc02abe requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:16.126121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Pushing event updated for resources: {'Port': ['ID=ed374621-6992-474e-bdf6-6ccb8c8d4c20,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:16.139524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.142601 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:16.161151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:16.228120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.228810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:16.230913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa44bb0b-d6f1-4322-b697-88bf24efb1ea HTTP/1.1" status: 200 len: 1091 time: 3.0717442 Sep 22 10:29:16.240364 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ddea46f4-00f6-4519-9314-60a24bbaa52f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:16.270088 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:16.277193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:16.289757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:16.314038 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9db906b-1b36-435a-835f-bf700bbae850 x-openstack-request-id: req-b9db906b-1b36-435a-835f-bf700bbae850 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:16.314363 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "477cf0ab-7d06-4060-bd94-a8bdaa2a6be7", "status": "completed", "code": 200}, {"server_uuid": "8d73cd02-08b9-4c59-a3b6-5d224f4f2767", "name": "network-vif-deleted", "tag": "0578a2f1-4d22-4168-a87a-523794191e8a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:16.314617 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9db906b-1b36-435a-835f-bf700bbae850 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:16.315016 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '477cf0ab-7d06-4060-bd94-a8bdaa2a6be7', 'status': 'completed', 'code': 200} Sep 22 10:29:16.315268 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d73cd02-08b9-4c59-a3b6-5d224f4f2767', 'name': 'network-vif-deleted', 'tag': '0578a2f1-4d22-4168-a87a-523794191e8a', 'status': 'completed', 'code': 200} Sep 22 10:29:16.371678 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-aaa72510-708e-460d-92dd-bd76fd09c226 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5446291 Sep 22 10:29:16.372431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33126) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:16.378230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0ce601-0f2c-4662-8ff4-dff13c666d78,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:16.404476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-628335014', 'network_id': '6574b3e0-267f-44d3-98f6-6ef6ccc02abe'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:16.493730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Made reservation on behalf of 25f7fb55d0c34aeea37962c8b5962001 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:16.499885 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:16.513496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b0eb5-6037-494d-8a1b-e090378f8068 None None] Network 6574b3e0-267f-44d3-98f6-6ef6ccc02abe requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:16.602428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641c4b1-e4f7-4a33-b454-87d3540c67b6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:16.626059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] device_id is not set on port 0a04e65a-6e2f-4d62-be8f-6001f1f519bb yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:29:16.704405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066662ed-c7bf-4b9d-ab57-1f22f8d6d847 req-147bb75c-c793-4ffb-b56f-76eb8834cd7a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.710902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066662ed-c7bf-4b9d-ab57-1f22f8d6d847 req-147bb75c-c793-4ffb-b56f-76eb8834cd7a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.717522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066662ed-c7bf-4b9d-ab57-1f22f8d6d847 req-147bb75c-c793-4ffb-b56f-76eb8834cd7a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.725153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066662ed-c7bf-4b9d-ab57-1f22f8d6d847 req-147bb75c-c793-4ffb-b56f-76eb8834cd7a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.731615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066662ed-c7bf-4b9d-ab57-1f22f8d6d847 req-147bb75c-c793-4ffb-b56f-76eb8834cd7a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.738329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066662ed-c7bf-4b9d-ab57-1f22f8d6d847 req-147bb75c-c793-4ffb-b56f-76eb8834cd7a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.744642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066662ed-c7bf-4b9d-ab57-1f22f8d6d847 req-147bb75c-c793-4ffb-b56f-76eb8834cd7a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.752870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-066662ed-c7bf-4b9d-ab57-1f22f8d6d847 req-147bb75c-c793-4ffb-b56f-76eb8834cd7a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5382 time: 0.3305693 Sep 22 10:29:16.793449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:16.814062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port ddea46f4-00f6-4519-9314-60a24bbaa52f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:16.814430 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:16.826292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Attempting to bind port ed374621-6992-474e-bdf6-6ccb8c8d4c20 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:16.826631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Attempting to bind port ed374621-6992-474e-bdf6-6ccb8c8d4c20 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:16.827076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Attempting to bind port ed374621-6992-474e-bdf6-6ccb8c8d4c20 on network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:16.920086 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:16.920212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Port ed374621-6992-474e-bdf6-6ccb8c8d4c20 on network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:16.920301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Attempting to bind port ed374621-6992-474e-bdf6-6ccb8c8d4c20 on network 4a38cef9-0ca3-4b73-9ea1-a2c377647936 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:16.925763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945cc1c1-0984-4683-9d5f-309d4429190d None None] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:16.946794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:16.947208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Checking segment: {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:16.947874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Bound using segment: {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:16.948865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Bound port: ed374621-6992-474e-bdf6-6ccb8c8d4c20, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a46952b-57c1-4ab9-8554-93a36c83b4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:16.949236 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:16.981948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Allocated IP 172.20.0.12 (6574b3e0-267f-44d3-98f6-6ef6ccc02abe/2a3ba374-2b7f-4429-bf36-1e4d91fd96dd/0a04e65a-6e2f-4d62-be8f-6001f1f519bb) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:17.006162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-7c6a66c1-186b-409a-a694-14c6de0dddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.006645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-7c6a66c1-186b-409a-a694-14c6de0dddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.007127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-7c6a66c1-186b-409a-a694-14c6de0dddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.007605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-7c6a66c1-186b-409a-a694-14c6de0dddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.008079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-7c6a66c1-186b-409a-a694-14c6de0dddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.008575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-7c6a66c1-186b-409a-a694-14c6de0dddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.012055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-7c6a66c1-186b-409a-a694-14c6de0dddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.014140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-7c6a66c1-186b-409a-a694-14c6de0dddbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6274 time: 0.6980665 Sep 22 10:29:17.043499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port ddea46f4-00f6-4519-9314-60a24bbaa52f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ddea46f4-00f6-4519-9314-60a24bbaa52f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:17.046528 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.089796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4a7e5e41-4868-4928-bf6d-d8a92d9c9a27 None None] Provisioning complete for port ddea46f4-00f6-4519-9314-60a24bbaa52f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:17.090489 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4a7e5e41-4868-4928-bf6d-d8a92d9c9a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.094701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] For port ed374621-6992-474e-bdf6-6ccb8c8d4c20, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:17.097832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] For port ed374621-6992-474e-bdf6-6ccb8c8d4c20, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed374621-6992-474e-bdf6-6ccb8c8d4c20,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:17.115166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-066662ed-c7bf-4b9d-ab57-1f22f8d6d847 req-7b53064e-857b-445b-900d-6f7267a18c6b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3564360 Sep 22 10:29:17.117952 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.176934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=ddea46f4-00f6-4519-9314-60a24bbaa52f,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:17.195983 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.206071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.317512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.318167 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.319606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] 10.222.0.30 "PUT /v2.0/ports/ed374621-6992-474e-bdf6-6ccb8c8d4c20 HTTP/1.1" status: 200 len: 1091 time: 3.0105352 Sep 22 10:29:17.445538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.467627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.574632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-65e4043f-120a-4088-a950-418594daab4c None None] Provisioning complete for port ddea46f4-00f6-4519-9314-60a24bbaa52f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:17.575006 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-65e4043f-120a-4088-a950-418594daab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.662276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.703873 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Network 6574b3e0-267f-44d3-98f6-6ef6ccc02abe is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:17.707153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:17.709679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:17.732577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b2886-74dd-41bc-ad8c-7696e47c6b97 service neutron] Pushing event updated for resources: {'Port': ['ID=ed374621-6992-474e-bdf6-6ccb8c8d4c20,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:17.758933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event updated for resources: {'Port': ['ID=0a04e65a-6e2f-4d62-be8f-6001f1f519bb,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:17.759530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-f2d4d22d-b885-4048-b7d2-465da3d954a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.761754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-f2d4d22d-b885-4048-b7d2-465da3d954a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d765c9ac50c4917a334147bfbc281a8&device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 1094 time: 0.1633258 Sep 22 10:29:17.765718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-819a8533-c484-4682-b2e3-cc2a5ed00017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.766228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-819a8533-c484-4682-b2e3-cc2a5ed00017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.766701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-819a8533-c484-4682-b2e3-cc2a5ed00017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.768379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-819a8533-c484-4682-b2e3-cc2a5ed00017 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0999ed7ec9da4e568fd42beee13ba793&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6479912 Sep 22 10:29:17.774136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Router 515c7a31-216e-4d08-a745-4d78f78b20e9 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:29:17.789741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.790378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:17.831886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-f93c40f4-8ef2-40cb-ac36-fea8404f5008 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed374621-6992-474e-bdf6-6ccb8c8d4c20 HTTP/1.1" status: 200 len: 217 time: 0.0601189 Sep 22 10:29:17.857164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e742c6-8f9a-4572-9a3e-03a29bcae205 req-c1cf1d05-f3ee-4fa5-ac76-25a341d25375 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.858663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19e742c6-8f9a-4572-9a3e-03a29bcae205 req-c1cf1d05-f3ee-4fa5-ac76-25a341d25375 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.4553490 Sep 22 10:29:17.907555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:17.917813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Sync routers for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:17.927768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:17.927914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:17.950368 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c8ee7e19-4095-404d-a563-46479671a882 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5730731 Sep 22 10:29:17.958260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33136) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:18.016914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-f91594de-b551-46dc-9f66-c0a57cfc2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.017893 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-f91594de-b551-46dc-9f66-c0a57cfc2121 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7120da3-eb03-4864-a141-90b352d4569d HTTP/1.1" status: 200 len: 855 time: 0.1704125 Sep 22 10:29:18.052954 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:18.060302 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7413730-012b-4a2d-8c79-0053c4a21e03 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3035669 Sep 22 10:29:18.065136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33138) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:18.085931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:18.095887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19e742c6-8f9a-4572-9a3e-03a29bcae205 req-3f8fbdcc-000f-42ac-95e9-cb3ce1116c66 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167392 Sep 22 10:29:18.098030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-d465bfd3-9c45-4f83-8ac6-f6b16e2168ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a38cef9-0ca3-4b73-9ea1-a2c377647936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576642 Sep 22 10:29:18.138227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Deleting port 0a04e65a-6e2f-4d62-be8f-6001f1f519bb {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:18.138227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:18.179526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fa117a-0ae9-465a-9a10-b4787f86d848 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:18.189383 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:18.203493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Transition to ACTIVE for port object 74fa117a-0ae9-465a-9a10-b4787f86d848 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:18.223765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-72ad8348-239c-4585-8612-edb8a0dc701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.223765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfd66d63-4184-4da0-a6eb-06a6d8749029 req-72ad8348-239c-4585-8612-edb8a0dc701f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3845036 Sep 22 10:29:18.284047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ddea46f4-00f6-4519-9314-60a24bbaa52f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:18.285075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:18.303506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Calling delete_port for 0a04e65a-6e2f-4d62-be8f-6001f1f519bb owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:18.328458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea'}, {'name': 'network-changed', 'server_uuid': 'cc28e3e4-5638-41db-ab2a-f81afaa1f18b', 'tag': 'ed374621-6992-474e-bdf6-6ccb8c8d4c20'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:18.328458 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430b6c9-2e33-4881-903a-2356874f6560" -d '{"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "aa44bb0b-d6f1-4322-b697-88bf24efb1ea"}, {"name": "network-changed", "server_uuid": "cc28e3e4-5638-41db-ab2a-f81afaa1f18b", "tag": "ed374621-6992-474e-bdf6-6ccb8c8d4c20"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:18.335436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:18.413201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port ddea46f4-00f6-4519-9314-60a24bbaa52f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:18.414543 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:18.456515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8a5d-b58e-4152-a241-c394763b8338 req-ffbcdba9-aff3-4cbc-ada1-88394dd93798 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.466063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-929c8a5d-b58e-4152-a241-c394763b8338 req-ffbcdba9-aff3-4cbc-ada1-88394dd93798 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 943 time: 0.1897304 Sep 22 10:29:18.473825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:16Z', 'revision_number': 3, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:18.504026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-2db0674b-dbd8-458e-96ea-009e1c8cde6f service neutron] 10.222.0.30 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935702 Sep 22 10:29:18.522313 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Checking router: 515c7a31-216e-4d08-a745-4d78f78b20e9 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:18.522716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Updating router 515c7a31-216e-4d08-a745-4d78f78b20e9 port 6e0ce601-0f2c-4662-8ff4-dff13c666d78 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:29:18.594937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Pushing event updated for resources: {'Port': ['ID=74fa117a-0ae9-465a-9a10-b4787f86d848,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:18.602984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-929c8a5d-b58e-4152-a241-c394763b8338 req-67f81901-8267-4b57-b3b1-cedad7ac71b4 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316543 Sep 22 10:29:18.609210 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:18.731869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Attempting to bind port 74fa117a-0ae9-465a-9a10-b4787f86d848 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:18.732252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Attempting to bind port 74fa117a-0ae9-465a-9a10-b4787f86d848 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:18.732542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Attempting to bind port 74fa117a-0ae9-465a-9a10-b4787f86d848 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:18.740913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Port 74fa117a-0ae9-465a-9a10-b4787f86d848 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:18.741241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Attempting to bind port 74fa117a-0ae9-465a-9a10-b4787f86d848 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:18.752202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:18.752552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Checking segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:18.752951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Bound using segment: {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:18.756732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Bound port: 74fa117a-0ae9-465a-9a10-b4787f86d848, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06b636-b236-4f6c-92d5-d9fd0a8ef240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:18.756732 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:18.836897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6eb73a-cb71-4cb8-b406-10118aafe1c4 req-43a8980f-1a3b-4450-8005-27dd29caba60 service neutron] 10.222.0.30 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933710 Sep 22 10:29:18.860473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e16f1e-385a-4a9d-b0f8-2c9d4c94abc9 req-f713fdc5-c0ad-44ee-ad81-531885620aab tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.867302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e16f1e-385a-4a9d-b0f8-2c9d4c94abc9 req-f713fdc5-c0ad-44ee-ad81-531885620aab tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.873246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e16f1e-385a-4a9d-b0f8-2c9d4c94abc9 req-f713fdc5-c0ad-44ee-ad81-531885620aab tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.879154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e16f1e-385a-4a9d-b0f8-2c9d4c94abc9 req-f713fdc5-c0ad-44ee-ad81-531885620aab tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.885024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e16f1e-385a-4a9d-b0f8-2c9d4c94abc9 req-f713fdc5-c0ad-44ee-ad81-531885620aab tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.891711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e16f1e-385a-4a9d-b0f8-2c9d4c94abc9 req-f713fdc5-c0ad-44ee-ad81-531885620aab tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.897624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e16f1e-385a-4a9d-b0f8-2c9d4c94abc9 req-f713fdc5-c0ad-44ee-ad81-531885620aab tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.906005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e16f1e-385a-4a9d-b0f8-2c9d4c94abc9 req-f713fdc5-c0ad-44ee-ad81-531885620aab tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5394 time: 0.1679006 Sep 22 10:29:18.915367 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:18.962233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] For port 74fa117a-0ae9-465a-9a10-b4787f86d848, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:18.978872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e16f1e-385a-4a9d-b0f8-2c9d4c94abc9 req-c46eabf6-6f8e-40c8-96e9-e66cf5341eda tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720000 Sep 22 10:29:18.983228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] For port 74fa117a-0ae9-465a-9a10-b4787f86d848, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74fa117a-0ae9-465a-9a10-b4787f86d848,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:19.012046 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.023723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.055963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.077156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31290c6-9360-4b5a-b407-f321cf82e31c None None] Pushing event updated for resources: {'Port': ['ID=6e0ce601-0f2c-4662-8ff4-dff13c666d78,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:19.085399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Attempting to bind port 6e0ce601-0f2c-4662-8ff4-dff13c666d78 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:19.085853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Attempting to bind port 6e0ce601-0f2c-4662-8ff4-dff13c666d78 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:19.086151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Attempting to bind port 6e0ce601-0f2c-4662-8ff4-dff13c666d78 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:19.095351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:19.095804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:19.096265 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.097367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:19.097912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Bound port: 6e0ce601-0f2c-4662-8ff4-dff13c666d78, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:19.098768 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.102529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.103011 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.105174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] 10.222.0.32 "PUT /v2.0/ports/74fa117a-0ae9-465a-9a10-b4787f86d848 HTTP/1.1" status: 200 len: 1091 time: 2.8051255 Sep 22 10:29:19.134924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864baac-3d4d-46d6-9568-da19793ea027 service neutron] Pushing event updated for resources: {'Port': ['ID=74fa117a-0ae9-465a-9a10-b4787f86d848,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:19.172062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a04e65a-6e2f-4d62-be8f-6001f1f519bb,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:19.182883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] For port 6e0ce601-0f2c-4662-8ff4-dff13c666d78, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:19.186964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] For port 6e0ce601-0f2c-4662-8ff4-dff13c666d78, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6e0ce601-0f2c-4662-8ff4-dff13c666d78,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:19.200750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.201181 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.201434 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.201773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.202154 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.202496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.202822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.203150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.203473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.203796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.204141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.204451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:19.218163 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.218293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:19.288137 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821906fa-3a7b-4ad8-a243-8c2e6937fc8e x-openstack-request-id: req-821906fa-3a7b-4ad8-a243-8c2e6937fc8e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:19.288748 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "aa44bb0b-d6f1-4322-b697-88bf24efb1ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc28e3e4-5638-41db-ab2a-f81afaa1f18b", "tag": "ed374621-6992-474e-bdf6-6ccb8c8d4c20", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:19.290091 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-821906fa-3a7b-4ad8-a243-8c2e6937fc8e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:19.290676 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea', 'status': 'completed', 'code': 200} Sep 22 10:29:19.293126 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc28e3e4-5638-41db-ab2a-f81afaa1f18b', 'tag': 'ed374621-6992-474e-bdf6-6ccb8c8d4c20', 'status': 'completed', 'code': 200} Sep 22 10:29:19.313358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.322012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.325333 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fd089f13-ff8d-4c73-b6f4-df932322cc59 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0a04e65a-6e2f-4d62-be8f-6001f1f519bb HTTP/1.1" status: 204 len: 168 time: 1.3707528 Sep 22 10:29:19.328342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33160) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:19.337351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6574b3e0-267f-44d3-98f6-6ef6ccc02abe', 'external_fixed_ips': [{'subnet_id': '2a3ba374-2b7f-4429-bf36-1e4d91fd96dd', 'ip_address': '172.20.0.12'}]}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:19.385984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:19.386901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:19.424504 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.437941 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.439285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.466646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-69f61069-82a7-478c-9f60-a51c0366ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.466875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-69f61069-82a7-478c-9f60-a51c0366ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.467398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-69f61069-82a7-478c-9f60-a51c0366ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.467701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-69f61069-82a7-478c-9f60-a51c0366ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.468180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-69f61069-82a7-478c-9f60-a51c0366ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.468668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-69f61069-82a7-478c-9f60-a51c0366ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.469128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-69f61069-82a7-478c-9f60-a51c0366ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.471600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-69f61069-82a7-478c-9f60-a51c0366ff24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6341 time: 0.2062767 Sep 22 10:29:19.500751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31290c6-9360-4b5a-b407-f321cf82e31c None None] Pushing event updated for resources: {'Port': ['ID=6e0ce601-0f2c-4662-8ff4-dff13c666d78,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:19.510372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-43bd7a64-0978-4d05-ad33-e13892ce3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.512472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-43bd7a64-0978-4d05-ad33-e13892ce3957 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d765c9ac50c4917a334147bfbc281a8&device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 1094 time: 0.2753427 Sep 22 10:29:19.513124 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Allocated IP 172.20.0.1 (a155e37a-8bbb-4e75-8360-6ab84ccae29c/510ab23a-8b7f-44db-aa76-ace19b6334a1/93d93d65-a6b0-4a77-a0cf-7efce1a69aed) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:19.537588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62707778-f719-4e3d-814d-a193030cb1fe req-d389fd98-4c6d-4b4c-81cb-f9e8d5b25617 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.539167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62707778-f719-4e3d-814d-a193030cb1fe req-d389fd98-4c6d-4b4c-81cb-f9e8d5b25617 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1797686 Sep 22 10:29:19.550424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.606741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:19.802467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.815944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:19.836299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:16Z', 'revision_number': 3, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:19.864543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacecf2-9a77-49ae-af4f-6d4ddade77b4 None None] The sync data for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 is: [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:16Z', 'revision_number': 3, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:19.959950 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.009688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:20.015984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:20.018516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:20.053444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Pushing event updated for resources: {'Port': ['ID=93d93d65-a6b0-4a77-a0cf-7efce1a69aed,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:20.067207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62707778-f719-4e3d-814d-a193030cb1fe req-c0d4cfd0-d3a0-4940-8022-74b0938912df tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117800 Sep 22 10:29:20.140125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.149725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-e2803a28-5acc-479e-9070-6cb279ad2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.150250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-e2803a28-5acc-479e-9070-6cb279ad2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.151952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-e2803a28-5acc-479e-9070-6cb279ad2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.153663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-e2803a28-5acc-479e-9070-6cb279ad2e6d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0999ed7ec9da4e568fd42beee13ba793&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6596103 Sep 22 10:29:20.156682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-61951dac-3f5b-4900-b0ce-8c08819ebce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.168695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-61951dac-3f5b-4900-b0ce-8c08819ebce6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 200 len: 916 time: 0.6163938 Sep 22 10:29:20.347451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.376433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-0d57b39d-47c2-4bac-a906-7cdad5e9adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.377973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-0d57b39d-47c2-4bac-a906-7cdad5e9adb9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549881 Sep 22 10:29:20.379680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.436595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f5851fc1-f38e-487c-9227-1417ae2158a1 None None] Provisioning complete for port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:20.437730 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f5851fc1-f38e-487c-9227-1417ae2158a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.442573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-f5db2d30-42cf-4271-9907-27772cd9906a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed374621-6992-474e-bdf6-6ccb8c8d4c20 HTTP/1.1" status: 200 len: 217 time: 0.2757404 Sep 22 10:29:20.484040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f5851fc1-f38e-487c-9227-1417ae2158a1 None None] Port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:20.537084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.574146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f76d0e-6385-41d7-b97e-9603e0291b82 req-e9cb7adf-098d-44db-b1ec-c8cf30cdbd60 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.578665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5f76d0e-6385-41d7-b97e-9603e0291b82 req-e9cb7adf-098d-44db-b1ec-c8cf30cdbd60 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 943 time: 0.1967340 Sep 22 10:29:20.592926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b6c9-2e33-4881-903a-2356874f6560 req-51a4df23-8039-4f6a-8d69-cb8a0408e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.594454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-51a4df23-8039-4f6a-8d69-cb8a0408e746 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7120da3-eb03-4864-a141-90b352d4569d HTTP/1.1" status: 200 len: 855 time: 0.1363986 Sep 22 10:29:20.610605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2415d9-9317-4bc5-873f-95e49189d3fc {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:20.644646 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.646485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Allocated IP 172.20.0.12 (6574b3e0-267f-44d3-98f6-6ef6ccc02abe/2a3ba374-2b7f-4429-bf36-1e4d91fd96dd/1d1bb997-8ead-4256-81de-f0f9b01d59c0) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:20.650735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-a2408337-545a-4a85-a59d-9eb46a4d1142 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a38cef9-0ca3-4b73-9ea1-a2c377647936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356977 Sep 22 10:29:20.691775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5f76d0e-6385-41d7-b97e-9603e0291b82 req-129527ce-321d-4144-8235-9992a4316c33 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078508 Sep 22 10:29:20.695643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Transition to ACTIVE for port object 9a2415d9-9317-4bc5-873f-95e49189d3fc will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:20.788864 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.807595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-d20240c5-a389-4eee-bb11-71c8d3affdba service neutron] 10.222.0.30 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459858 Sep 22 10:29:20.836692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.855227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.904087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Pushing event updated for resources: {'Port': ['ID=9a2415d9-9317-4bc5-873f-95e49189d3fc,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:20.938436 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:20.976217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5388-0c91-4217-b362-952d78370190 req-1d29152c-ef24-45e5-aaa0-db2e090c49ec tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.982379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5388-0c91-4217-b362-952d78370190 req-1d29152c-ef24-45e5-aaa0-db2e090c49ec tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.988386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5388-0c91-4217-b362-952d78370190 req-1d29152c-ef24-45e5-aaa0-db2e090c49ec tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.994746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5388-0c91-4217-b362-952d78370190 req-1d29152c-ef24-45e5-aaa0-db2e090c49ec tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.001328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5388-0c91-4217-b362-952d78370190 req-1d29152c-ef24-45e5-aaa0-db2e090c49ec tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.007804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5388-0c91-4217-b362-952d78370190 req-1d29152c-ef24-45e5-aaa0-db2e090c49ec tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.008352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Pushing event updated for resources: {'Port': ['ID=93d93d65-a6b0-4a77-a0cf-7efce1a69aed,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:21.013869 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:21.014330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5388-0c91-4217-b362-952d78370190 req-1d29152c-ef24-45e5-aaa0-db2e090c49ec tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.022857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b0d5388-0c91-4217-b362-952d78370190 req-1d29152c-ef24-45e5-aaa0-db2e090c49ec tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5406 time: 0.2367389 Sep 22 10:29:21.062400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Network 6574b3e0-267f-44d3-98f6-6ef6ccc02abe is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:21.075506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:21.084687 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:21.087454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:21.091533 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event updated for resources: {'Port': ['ID=1d1bb997-8ead-4256-81de-f0f9b01d59c0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:21.106163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7430b6c9-2e33-4881-903a-2356874f6560 req-1ce2a7d1-f969-481e-9e15-17869cefe81c service neutron] 10.222.0.30 "GET /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649775 Sep 22 10:29:21.123850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b0d5388-0c91-4217-b362-952d78370190 req-7959b665-b50d-48b5-8932-6f77b5218296 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997720 Sep 22 10:29:21.148728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Attempting to bind port 9a2415d9-9317-4bc5-873f-95e49189d3fc on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:21.149060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Attempting to bind port 9a2415d9-9317-4bc5-873f-95e49189d3fc by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:21.149306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Attempting to bind port 9a2415d9-9317-4bc5-873f-95e49189d3fc on network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:21.166748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Port 9a2415d9-9317-4bc5-873f-95e49189d3fc on network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:21.167385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Attempting to bind port 9a2415d9-9317-4bc5-873f-95e49189d3fc on network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:21.175100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:21.175438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Checking segment: {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:21.175833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Bound using segment: {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:21.176251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Bound port: 9a2415d9-9317-4bc5-873f-95e49189d3fc, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:21.176611 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:21.298132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06b90c-fce0-4258-ae72-eb1760c1c502 req-81690b44-6696-4a63-8099-f345d6d984ba tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.299801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b06b90c-fce0-4258-ae72-eb1760c1c502 req-81690b44-6696-4a63-8099-f345d6d984ba tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.0703380 Sep 22 10:29:21.303674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '74fa117a-0ae9-465a-9a10-b4787f86d848'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:21.306220 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "74fa117a-0ae9-465a-9a10-b4787f86d848"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:21.322654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:21.323937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] For port 9a2415d9-9317-4bc5-873f-95e49189d3fc, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:21.325227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:21.348436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] For port 9a2415d9-9317-4bc5-873f-95e49189d3fc, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:21.369413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b06b90c-fce0-4258-ae72-eb1760c1c502 req-ba9b2701-dc29-4fd4-9b08-74dbe37bc024 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590079 Sep 22 10:29:21.452182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:21.534474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.535057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:21.536677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] 10.222.0.32 "PUT /v2.0/ports/9a2415d9-9317-4bc5-873f-95e49189d3fc HTTP/1.1" status: 200 len: 1091 time: 2.3244238 Sep 22 10:29:21.578924 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bdfa5f-149a-47d9-b60a-efee44686b75 x-openstack-request-id: req-71bdfa5f-149a-47d9-b60a-efee44686b75 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:21.579189 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "74fa117a-0ae9-465a-9a10-b4787f86d848", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:21.579558 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71bdfa5f-149a-47d9-b60a-efee44686b75 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:21.581052 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '74fa117a-0ae9-465a-9a10-b4787f86d848', 'status': 'completed', 'code': 200} Sep 22 10:29:21.590583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Router 515c7a31-216e-4d08-a745-4d78f78b20e9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:29:21.635261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cc008-ef98-4ba1-aa96-61dcf81e286b service neutron] Pushing event updated for resources: {'Port': ['ID=9a2415d9-9317-4bc5-873f-95e49189d3fc,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:21.671784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Request body: {'port': {'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:21.747147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-57778e4f-0eee-41a9-8a2b-9b4bf4890d39 None None] Provisioning complete for port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:21.753281 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57778e4f-0eee-41a9-8a2b-9b4bf4890d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:21.767259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-02760cf8-b367-48b9-bb4e-63f496b2b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.771723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-02760cf8-b367-48b9-bb4e-63f496b2b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.772309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-02760cf8-b367-48b9-bb4e-63f496b2b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.774574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-02760cf8-b367-48b9-bb4e-63f496b2b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.774574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-02760cf8-b367-48b9-bb4e-63f496b2b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.774924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-02760cf8-b367-48b9-bb4e-63f496b2b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.775374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-02760cf8-b367-48b9-bb4e-63f496b2b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.783020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-02760cf8-b367-48b9-bb4e-63f496b2b6a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6408 time: 0.1941199 Sep 22 10:29:21.830723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-57778e4f-0eee-41a9-8a2b-9b4bf4890d39 None None] Port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:21.834308 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:21.932103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.010521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec99eb-13e0-4f2f-a8e1-a6571bbf7b66 req-49133c33-f45f-4574-b34e-e447a6e29364 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.018051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2eec99eb-13e0-4f2f-a8e1-a6571bbf7b66 req-49133c33-f45f-4574-b34e-e447a6e29364 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1910355 Sep 22 10:29:22.045613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-899d2310-4c49-4bab-8268-1e323fca3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.046094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-899d2310-4c49-4bab-8268-1e323fca3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.046595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-899d2310-4c49-4bab-8268-1e323fca3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.048611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-899d2310-4c49-4bab-8268-1e323fca3779 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0999ed7ec9da4e568fd42beee13ba793&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2542322 Sep 22 10:29:22.166360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2eec99eb-13e0-4f2f-a8e1-a6571bbf7b66 req-43bf8bc2-cfad-4505-aa63-c034f3bbfe73 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471810 Sep 22 10:29:22.168174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6e0ce601-0f2c-4662-8ff4-dff13c666d78 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:22.201829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:22.208438 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c343b6ea-a501-416d-a1c9-89de8c87b644 admin admin] 10.222.0.20 "PUT /v2.0/routers/515c7a31-216e-4d08-a745-4d78f78b20e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1420691 Sep 22 10:29:22.222954 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Sync routers for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:22.249099 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:22.251545 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:22.339115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-3f6666e8-3413-45ef-b89c-bd2a9696947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.341794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f8b0222-bbf2-48b0-838f-389a7fca5ce9 req-3f6666e8-3413-45ef-b89c-bd2a9696947b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2789526 Sep 22 10:29:22.345897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6e0ce601-0f2c-4662-8ff4-dff13c666d78 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:22.348156 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.429818 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.443965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ed374621-6992-474e-bdf6-6ccb8c8d4c20 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:22.451593 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:22.508991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c050e-f032-4b5f-8c7b-52aa6c87f17a req-db439997-e181-4c67-ac1f-99ae36c0b0bf tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.511480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c40c050e-f032-4b5f-8c7b-52aa6c87f17a req-db439997-e181-4c67-ac1f-99ae36c0b0bf tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 943 time: 0.1379020 Sep 22 10:29:22.552381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port ed374621-6992-474e-bdf6-6ccb8c8d4c20, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed374621-6992-474e-bdf6-6ccb8c8d4c20,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:22.571191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81ec790-8609-44bd-b50c-5af0a7205433 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:22.583421 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.595579 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-41bd3728-86f7-4666-a808-1a7f941adf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.597070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'ed374621-6992-474e-bdf6-6ccb8c8d4c20', 'network_id': '4a38cef9-0ca3-4b73-9ea1-a2c377647936', 'port_id': 'ed374621-6992-474e-bdf6-6ccb8c8d4c20', 'mac_address': 'fa:16:3e:41:4f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7120da3-eb03-4864-a141-90b352d4569d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:22.609836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Transition to ACTIVE for port object a81ec790-8609-44bd-b50c-5af0a7205433 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:22.630778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c40c050e-f032-4b5f-8c7b-52aa6c87f17a req-a549e529-ecca-43ef-be26-8b3a004c57f9 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110857 Sep 22 10:29:22.699452 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.712552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.737267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 6e0ce601-0f2c-4662-8ff4-dff13c666d78, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6e0ce601-0f2c-4662-8ff4-dff13c666d78,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:22.739599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed374621-6992-474e-bdf6-6ccb8c8d4c20 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:22.742368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729dc3-e419-4f8d-8fa4-64203e16a482 req-8d83b710-69ac-41cc-a546-2cf6395b402e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.747053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Router 42f0faa8-68c7-4612-b7c2-5a0fd683c17d is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:29:22.751411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729dc3-e419-4f8d-8fa4-64203e16a482 req-8d83b710-69ac-41cc-a546-2cf6395b402e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.760130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729dc3-e419-4f8d-8fa4-64203e16a482 req-8d83b710-69ac-41cc-a546-2cf6395b402e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.764172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port ed374621-6992-474e-bdf6-6ccb8c8d4c20, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed374621-6992-474e-bdf6-6ccb8c8d4c20,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:22.766923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729dc3-e419-4f8d-8fa4-64203e16a482 req-8d83b710-69ac-41cc-a546-2cf6395b402e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.772964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729dc3-e419-4f8d-8fa4-64203e16a482 req-8d83b710-69ac-41cc-a546-2cf6395b402e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.777394 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 2, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:22.779621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729dc3-e419-4f8d-8fa4-64203e16a482 req-8d83b710-69ac-41cc-a546-2cf6395b402e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.786969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729dc3-e419-4f8d-8fa4-64203e16a482 req-8d83b710-69ac-41cc-a546-2cf6395b402e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.788942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b729dc3-e419-4f8d-8fa4-64203e16a482 req-8d83b710-69ac-41cc-a546-2cf6395b402e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5406 time: 0.1053226 Sep 22 10:29:22.790194 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.807709 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Checking router: 515c7a31-216e-4d08-a745-4d78f78b20e9 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:22.808081 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Updating router 515c7a31-216e-4d08-a745-4d78f78b20e9 port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:29:22.839856 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.844455 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.889455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738b008-d971-4031-b379-a7f396071dce service neutron] Pushing event updated for resources: {'Port': ['ID=a81ec790-8609-44bd-b50c-5af0a7205433,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:22.921082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=6e0ce601-0f2c-4662-8ff4-dff13c666d78,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:22.931416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:22.977235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:22.998264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=ed374621-6992-474e-bdf6-6ccb8c8d4c20,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:23.004424 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Sync routers for ids ['42f0faa8-68c7-4612-b7c2-5a0fd683c17d'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:23.015500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Routers {'42f0faa8-68c7-4612-b7c2-5a0fd683c17d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:23.016318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['42f0faa8-68c7-4612-b7c2-5a0fd683c17d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:23.061887 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.063305 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6f805f74-9878-4a3c-8b1f-2412b618a39d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7337837 Sep 22 10:29:23.066568 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33220) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:23.067812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b729dc3-e419-4f8d-8fa4-64203e16a482 req-a9ccef02-3fe8-4edc-b5e9-8bc8f94d2931 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2425628 Sep 22 10:29:23.076027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Attempting to bind port a81ec790-8609-44bd-b50c-5af0a7205433 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:23.076369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Attempting to bind port a81ec790-8609-44bd-b50c-5af0a7205433 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:23.076706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Attempting to bind port a81ec790-8609-44bd-b50c-5af0a7205433 on network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:23.081752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Port a81ec790-8609-44bd-b50c-5af0a7205433 on network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:23.082083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Attempting to bind port a81ec790-8609-44bd-b50c-5af0a7205433 on network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:23.092456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:23.092806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Checking segment: {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:23.105324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Bound using segment: {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:23.105324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Bound port: a81ec790-8609-44bd-b50c-5af0a7205433, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:23.105324 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.206034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Set router 42f0faa8-68c7-4612-b7c2-5a0fd683c17d gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:23.238436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] For port a81ec790-8609-44bd-b50c-5af0a7205433, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:23.243394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] For port a81ec790-8609-44bd-b50c-5af0a7205433, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a81ec790-8609-44bd-b50c-5af0a7205433,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:23.266196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['ed374621-6992-474e-bdf6-6ccb8c8d4c20'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:23.296364 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.303798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd7a40-3ac1-4262-8ac9-cc0aa5a78308 req-e5f6dc7d-1e88-480c-b9e3-603ea70c3cb3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.305599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17bd7a40-3ac1-4262-8ac9-cc0aa5a78308 req-e5f6dc7d-1e88-480c-b9e3-603ea70c3cb3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.0604322 Sep 22 10:29:23.346662 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.348420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.406232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.407764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.409418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5738b008-d971-4031-b379-a7f396071dce service neutron] 10.222.0.32 "PUT /v2.0/ports/a81ec790-8609-44bd-b50c-5af0a7205433 HTTP/1.1" status: 200 len: 1091 time: 1.7445638 Sep 22 10:29:23.439193 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.447098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.464401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17bd7a40-3ac1-4262-8ac9-cc0aa5a78308 req-d53051dc-1f44-471e-8748-4646429dc22c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509626 Sep 22 10:29:23.524878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738b008-d971-4031-b379-a7f396071dce service neutron] Pushing event updated for resources: {'Port': ['ID=a81ec790-8609-44bd-b50c-5af0a7205433,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:23.541378 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Pushing event updated for resources: {'Port': ['ID=93d93d65-a6b0-4a77-a0cf-7efce1a69aed,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:23.551567 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.558300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:23.582047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '9a2415d9-9317-4bc5-873f-95e49189d3fc'}, {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': 'a81ec790-8609-44bd-b50c-5af0a7205433'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:23.583953 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "9a2415d9-9317-4bc5-873f-95e49189d3fc"}, {"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "a81ec790-8609-44bd-b50c-5af0a7205433"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:23.680838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Attempting to bind port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:23.681213 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Attempting to bind port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:23.681573 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Attempting to bind port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed on network a155e37a-8bbb-4e75-8360-6ab84ccae29c {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:23.688249 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:23.695699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Checking segment: {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:23.695699 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.695699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Bound using segment: {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:23.695699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Bound port: 93d93d65-a6b0-4a77-a0cf-7efce1a69aed, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:23.695699 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.699102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Deleting port 1d1bb997-8ead-4256-81de-f0f9b01d59c0 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:23.699718 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.720873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f0faa8-68c7-4612-b7c2-5a0fd683c17d', 'name': '', 'tenant_id': '25f7fb55d0c34aeea37962c8b5962001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6574b3e0-267f-44d3-98f6-6ef6ccc02abe', 'external_fixed_ips': [{'subnet_id': '2a3ba374-2b7f-4429-bf36-1e4d91fd96dd', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '1d1bb997-8ead-4256-81de-f0f9b01d59c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:21Z', 'revision_number': 3, 'project_id': '25f7fb55d0c34aeea37962c8b5962001', 'gw_port': {'id': '1d1bb997-8ead-4256-81de-f0f9b01d59c0', 'name': '', 'network_id': '6574b3e0-267f-44d3-98f6-6ef6ccc02abe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:61:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f0faa8-68c7-4612-b7c2-5a0fd683c17d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2a3ba374-2b7f-4429-bf36-1e4d91fd96dd', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:20Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a3ba374-2b7f-4429-bf36-1e4d91fd96dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:23.731109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9144c17d-3ed8-4d69-ab51-0c93afa73134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.733621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9144c17d-3ed8-4d69-ab51-0c93afa73134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.734320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9144c17d-3ed8-4d69-ab51-0c93afa73134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.738216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9144c17d-3ed8-4d69-ab51-0c93afa73134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.739334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9144c17d-3ed8-4d69-ab51-0c93afa73134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.740052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9144c17d-3ed8-4d69-ab51-0c93afa73134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.740694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9144c17d-3ed8-4d69-ab51-0c93afa73134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.762450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9144c17d-3ed8-4d69-ab51-0c93afa73134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6475 time: 0.1533437 Sep 22 10:29:23.799144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Checking router: 42f0faa8-68c7-4612-b7c2-5a0fd683c17d for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:23.799707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Updating router 42f0faa8-68c7-4612-b7c2-5a0fd683c17d port 1d1bb997-8ead-4256-81de-f0f9b01d59c0 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:29:23.824045 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] For port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:23.827672 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] For port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93d93d65-a6b0-4a77-a0cf-7efce1a69aed,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:23.843102 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.852078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-acc103a5-f47f-462e-876f-a44323a94435 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af028ee-5887-4c1b-874e-471275fddfee HTTP/1.1" status: 200 len: 217 time: 0.0852671 Sep 22 10:29:23.859554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Calling delete_port for 1d1bb997-8ead-4256-81de-f0f9b01d59c0 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:23.890487 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.891179 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.951847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d5ddad7a-c9f1-4e0e-8bf1-92497e223ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.952618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-d5ddad7a-c9f1-4e0e-8bf1-92497e223ae2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29b44c0f-f4c4-484b-8442-b5754a4e1d91 HTTP/1.1" status: 200 len: 850 time: 0.0856326 Sep 22 10:29:24.013923 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370eb1c-dfa9-4908-bc49-86bd13013f8f None None] Pushing event updated for resources: {'Port': ['ID=93d93d65-a6b0-4a77-a0cf-7efce1a69aed,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:24.035374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1bbebdf3-9eab-4461-ae70-7f8f731a963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.035931 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:24.036580 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:24.036946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-1bbebdf3-9eab-4461-ae70-7f8f731a963f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774317 Sep 22 10:29:24.216543 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:24.235257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-043d30e1-2e21-464c-8113-e49eaed7f818 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898897 Sep 22 10:29:24.268948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6e0ce601-0f2c-4662-8ff4-dff13c666d78 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:24.308721 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.360043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-3fd5267e-8253-4998-8a0f-ae9c29d2920d service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176646 Sep 22 10:29:24.367871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bd56ed97-74e4-4e69-905b-54f8bb764795 None None] Provisioning complete for port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:24.368383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd56ed97-74e4-4e69-905b-54f8bb764795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.372773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d1bb997-8ead-4256-81de-f0f9b01d59c0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:24.423898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33236) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:24.439600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7d828369-8328-4262-a0f4-c73f05799f2b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704323192', 'description': 'tempest-description--461447355'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:24.451324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ed374621-6992-474e-bdf6-6ccb8c8d4c20 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:24.453812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-0536f868-479d-4e4b-a5a1-49e8ca1ca238 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=fa9ebf86-2e9f-4908-97dc-c02a937b70b0 HTTP/1.1" status: 200 len: 217 time: 0.0857451 Sep 22 10:29:24.509403 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:23Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:24.545124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5a189923-eab6-4d27-afa0-f59e18ac9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.546792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-5a189923-eab6-4d27-afa0-f59e18ac9391 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0864587 Sep 22 10:29:24.547416 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dccb4-5552-45b4-96ce-661530de1127 None None] The sync data for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 is: [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:23Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:24.586798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.672166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6e0ce601-0f2c-4662-8ff4-dff13c666d78 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:24.672536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.698641 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d828369-8328-4262-a0f4-c73f05799f2b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.701430 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d583923-f611-4b8c-bb73-be6c55ed51be x-openstack-request-id: req-2d583923-f611-4b8c-bb73-be6c55ed51be {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:24.701742 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "9a2415d9-9317-4bc5-873f-95e49189d3fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "a81ec790-8609-44bd-b50c-5af0a7205433", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:24.701992 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d583923-f611-4b8c-bb73-be6c55ed51be {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:24.702442 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '9a2415d9-9317-4bc5-873f-95e49189d3fc', 'status': 'completed', 'code': 200} Sep 22 10:29:24.702698 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': 'a81ec790-8609-44bd-b50c-5af0a7205433', 'status': 'completed', 'code': 200} Sep 22 10:29:24.704582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-30e7ed65-52dd-4d57-8e0d-f7f1b1257930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.706146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-30e7ed65-52dd-4d57-8e0d-f7f1b1257930 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1477444 Sep 22 10:29:24.734706 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd56ed97-74e4-4e69-905b-54f8bb764795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.817298 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.819513 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.844770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port ed374621-6992-474e-bdf6-6ccb8c8d4c20 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:29:24.876402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bd56ed97-74e4-4e69-905b-54f8bb764795 None None] For port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93d93d65-a6b0-4a77-a0cf-7efce1a69aed,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:24.880381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port ed374621-6992-474e-bdf6-6ccb8c8d4c20 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:24.880813 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.897770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34022c20-04e3-4efc-80b2-e3da3c15a934 req-3ae22b8e-8588-49e8-a505-b8d749184ff1 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.899346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34022c20-04e3-4efc-80b2-e3da3c15a934 req-3ae22b8e-8588-49e8-a505-b8d749184ff1 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 944 time: 0.1059437 Sep 22 10:29:24.925002 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-20193ed9-59e4-4d3f-8596-61cda1d89b52 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093008 Sep 22 10:29:24.950427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.950993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42f0faa8-68c7-4612-b7c2-5a0fd683c17d {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:29:24.955915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.961208 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63c4f56e-d236-4267-81b2-983b1f92372c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "DELETE /v2.0/routers/42f0faa8-68c7-4612-b7c2-5a0fd683c17d HTTP/1.1" status: 204 len: 168 time: 1.8938546 Sep 22 10:29:24.961840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33242) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:24.994462 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd56ed97-74e4-4e69-905b-54f8bb764795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.090733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-16aec4d3-c880-493b-b7a4-9972a64e2d72 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453395 Sep 22 10:29:25.134946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-6513569f-a86b-4f4c-9d7a-820ea9145aa6 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Deleting subnet 2a3ba374-2b7f-4429-bf36-1e4d91fd96dd {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:29:25.138791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6513569f-a86b-4f4c-9d7a-820ea9145aa6 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.147203 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:29:25.147350 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:29:25.153464 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.195651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port ed374621-6992-474e-bdf6-6ccb8c8d4c20, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed374621-6992-474e-bdf6-6ccb8c8d4c20,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:25.198177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc28e3e4-5638-41db-ab2a-f81afaa1f18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed374621-6992-474e-bdf6-6ccb8c8d4c20'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:25.200566 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d229ca59-48af-45f3-aa3c-9be3ddaf5267" -d '{"events": [{"server_uuid": "cc28e3e4-5638-41db-ab2a-f81afaa1f18b", "name": "network-vif-plugged", "status": "completed", "tag": "ed374621-6992-474e-bdf6-6ccb8c8d4c20"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:25.203580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56ed97-74e4-4e69-905b-54f8bb764795 None None] Pushing event updated for resources: {'Port': ['ID=93d93d65-a6b0-4a77-a0cf-7efce1a69aed,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:25.205985 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6513569f-a86b-4f4c-9d7a-820ea9145aa6 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.207232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34022c20-04e3-4efc-80b2-e3da3c15a934 req-2c02e67e-1625-48a4-880e-f9ea0edac134 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906301 Sep 22 10:29:25.208615 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b534fe63-83c4-4d2b-b361-d58a6145e432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.209054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-8dff43bf-1484-4ed4-9394-d0b1f6e09fd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 HTTP/1.1" status: 200 len: 217 time: 0.1036406 Sep 22 10:29:25.222617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1dbb11e2-82d8-4400-8ca4-0792ecf84365 None None] Provisioning complete for port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:25.225861 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1dbb11e2-82d8-4400-8ca4-0792ecf84365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.271712 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.301532 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6513569f-a86b-4f4c-9d7a-820ea9145aa6 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.339644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-b49b5408-a1e6-4212-b9a7-1858e1d11deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.346085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-b49b5408-a1e6-4212-b9a7-1858e1d11deb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.1301146 Sep 22 10:29:25.396671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=ed374621-6992-474e-bdf6-6ccb8c8d4c20,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:25.434550 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d828369-8328-4262-a0f4-c73f05799f2b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.458934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4894f-1969-46e1-964d-4b21200e65d4 req-1e08e281-a1df-4e7f-b0fd-59137644531e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.465275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4894f-1969-46e1-964d-4b21200e65d4 req-1e08e281-a1df-4e7f-b0fd-59137644531e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.471413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4894f-1969-46e1-964d-4b21200e65d4 req-1e08e281-a1df-4e7f-b0fd-59137644531e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.473324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6513569f-a86b-4f4c-9d7a-820ea9145aa6 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.478541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4894f-1969-46e1-964d-4b21200e65d4 req-1e08e281-a1df-4e7f-b0fd-59137644531e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.486752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4894f-1969-46e1-964d-4b21200e65d4 req-1e08e281-a1df-4e7f-b0fd-59137644531e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.493890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4894f-1969-46e1-964d-4b21200e65d4 req-1e08e281-a1df-4e7f-b0fd-59137644531e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.504547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4894f-1969-46e1-964d-4b21200e65d4 req-1e08e281-a1df-4e7f-b0fd-59137644531e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.506880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06b4894f-1969-46e1-964d-4b21200e65d4 req-1e08e281-a1df-4e7f-b0fd-59137644531e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1803741 Sep 22 10:29:25.510674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9cd25f23-91f0-4e0b-baf1-980660fddee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.512833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-9cd25f23-91f0-4e0b-baf1-980660fddee9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1328647 Sep 22 10:29:25.542949 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.544089 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6513569f-a86b-4f4c-9d7a-820ea9145aa6 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.549340 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6513569f-a86b-4f4c-9d7a-820ea9145aa6 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/2a3ba374-2b7f-4429-bf36-1e4d91fd96dd HTTP/1.1" status: 204 len: 168 time: 0.5771961 Sep 22 10:29:25.551264 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513569f-a86b-4f4c-9d7a-820ea9145aa6 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3ba374-2b7f-4429-bf36-1e4d91fd96dd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:25.553611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33252) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:25.558561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d828369-8328-4262-a0f4-c73f05799f2b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.582383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.634459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f83d0ac1-64b8-4ef0-afbf-6c066b4f9b28 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140888 Sep 22 10:29:25.675272 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.676200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Port 1d1bb997-8ead-4256-81de-f0f9b01d59c0 not found while updating agent binding for router 42f0faa8-68c7-4612-b7c2-5a0fd683c17d. {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 22 10:29:25.690083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06b4894f-1969-46e1-964d-4b21200e65d4 req-d64ddb2a-a653-42c0-a880-0f1b4cfdce99 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685131 Sep 22 10:29:25.700871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Routers set() bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:25.701226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Router IDs set() for agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 10:29:25.701884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_agentschedulers_db [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'42f0faa8-68c7-4612-b7c2-5a0fd683c17d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent'). {{(pid=95683) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 10:29:25.702289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152f4e8-97ec-476f-ad8d-5b9d3be15f87 None None] The sync data for ids ['42f0faa8-68c7-4612-b7c2-5a0fd683c17d'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:25.744628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d828369-8328-4262-a0f4-c73f05799f2b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1e051b-6fe5-4c43-b1e7-0059cbda6681,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:25.754167 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.763467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d828369-8328-4262-a0f4-c73f05799f2b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.776380 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7d828369-8328-4262-a0f4-c73f05799f2b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3449888 Sep 22 10:29:25.779394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33254) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:25.784388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c95b6e9a-5a2c-46e6-a129-f5055175bc30 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'security_group_rule': {'security_group_id': 'dd1e051b-6fe5-4c43-b1e7-0059cbda6681', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:25.866638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-ddf097aa-31cd-4a80-8a41-e19ebbdaf409 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234538 Sep 22 10:29:25.880596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de270afe-b72d-4355-980d-81b8df92f7c2 req-e72ffe7f-4a7f-4d21-bee3-bfd228528c13 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:25.889199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de270afe-b72d-4355-980d-81b8df92f7c2 req-e72ffe7f-4a7f-4d21-bee3-bfd228528c13 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.0887012 Sep 22 10:29:25.918187 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.935735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c95b6e9a-5a2c-46e6-a129-f5055175bc30 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.938130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-f4bbf281-abe8-4695-bbe9-6d3580d399b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea HTTP/1.1" status: 200 len: 217 time: 0.0414760 Sep 22 10:29:25.960512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6574b3e0-267f-44d3-98f6-6ef6ccc02abe']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:25.979287 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeac361-a830-4b78-9922-808eebe099c3') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:25.979745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeac361-a830-4b78-9922-808eebe099c3') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:25.994808 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.012383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de270afe-b72d-4355-980d-81b8df92f7c2 req-2f5a7b28-5c18-4dd1-bcc9-19be9ca6ecdb tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161723 Sep 22 10:29:26.027270 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.029367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-8b6bec3d-ab87-43f2-b620-3b3fc789ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.031326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-8b6bec3d-ab87-43f2-b620-3b3fc789ce21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0850677 Sep 22 10:29:26.060635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:29:26.067022 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:29:26.069987 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c95b6e9a-5a2c-46e6-a129-f5055175bc30 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.084706 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.148290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c2fdde78-152f-4ef8-bc04-31e9ea764f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.152613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c2fdde78-152f-4ef8-bc04-31e9ea764f54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135230 Sep 22 10:29:26.190129 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c95b6e9a-5a2c-46e6-a129-f5055175bc30 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.202571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93d93d65-a6b0-4a77-a0cf-7efce1a69aed up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:26.241764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b6e9a-5a2c-46e6-a129-f5055175bc30 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ac3720-f8e1-46fb-9cb9-a58467bd0cfe,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:26.261087 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18e52c1-3ec1-42d8-aad8-9feaf976e36c x-openstack-request-id: req-a18e52c1-3ec1-42d8-aad8-9feaf976e36c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:26.264419 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc28e3e4-5638-41db-ab2a-f81afaa1f18b", "name": "network-vif-plugged", "status": "completed", "tag": "ed374621-6992-474e-bdf6-6ccb8c8d4c20", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:26.264599 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.265030 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a18e52c1-3ec1-42d8-aad8-9feaf976e36c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:26.265596 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc28e3e4-5638-41db-ab2a-f81afaa1f18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed374621-6992-474e-bdf6-6ccb8c8d4c20', 'code': 200} Sep 22 10:29:26.283089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6574b3e0-267f-44d3-98f6-6ef6ccc02abe {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 10:29:26.291042 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.296972 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6574b3e0-267f-44d3-98f6-6ef6ccc02abe HTTP/1.1" status: 204 len: 168 time: 0.7355065 Sep 22 10:29:26.330932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6864dd6-7d02-445b-81be-73971b343738 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event deleted for resources: {'Network': ['ID=6574b3e0-267f-44d3-98f6-6ef6ccc02abe,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:26.352041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:26.352420 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.367894 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c95b6e9a-5a2c-46e6-a129-f5055175bc30 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.374044 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c95b6e9a-5a2c-46e6-a129-f5055175bc30 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5933337 Sep 22 10:29:26.377101 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33274) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:26.397763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f5baef4e-bf43-4d30-8430-b2bd7c2d177b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'security_group_rule': {'security_group_id': 'dd1e051b-6fe5-4c43-b1e7-0059cbda6681', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:26.484953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-ac469096-b97a-4450-9cb8-cccf6d4d1923 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140314 Sep 22 10:29:26.498238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e90051-19c3-4590-83d5-dda192e78d4b req-41c96eb5-cfb2-4e61-942c-cb9500155ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.500140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-88e90051-19c3-4590-83d5-dda192e78d4b req-41c96eb5-cfb2-4e61-942c-cb9500155ca3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 1096 time: 0.2064533 Sep 22 10:29:26.562882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5baef4e-bf43-4d30-8430-b2bd7c2d177b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.676987 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5baef4e-bf43-4d30-8430-b2bd7c2d177b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.684716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-88e90051-19c3-4590-83d5-dda192e78d4b req-c3abf8fe-4d61-4807-8550-7cb3079becad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695225 Sep 22 10:29:26.708181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f97a8-aa5d-42a3-9bcd-4b66ca2a906f req-108af31d-3503-42a1-87f2-6237eece070e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.716527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2f97a8-aa5d-42a3-9bcd-4b66ca2a906f req-108af31d-3503-42a1-87f2-6237eece070e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1887472 Sep 22 10:29:26.745999 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5baef4e-bf43-4d30-8430-b2bd7c2d177b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.764167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-38ef05de-1973-4077-b54c-edbb35bf121f service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477131 Sep 22 10:29:26.780597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2f97a8-aa5d-42a3-9bcd-4b66ca2a906f req-20e0261d-174d-4bb7-8fa2-d6b74f012f04 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629816 Sep 22 10:29:26.786967 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baef4e-bf43-4d30-8430-b2bd7c2d177b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e38f658-2940-41be-a9b5-c3f183e9ba27,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:26.850904 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5baef4e-bf43-4d30-8430-b2bd7c2d177b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:26.855828 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f5baef4e-bf43-4d30-8430-b2bd7c2d177b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4734688 Sep 22 10:29:26.856578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33286) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:26.864117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:26.875068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-19a18aba-85ba-462f-9021-aab59b470d87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=74fa117a-0ae9-465a-9a10-b4787f86d848 HTTP/1.1" status: 200 len: 217 time: 0.0881116 Sep 22 10:29:26.938731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33290) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:26.949684 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-80f10eb1-6691-4d6c-93e8-6f9f98045de4 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'router': {'name': 'tempest-router--228433197', 'project_id': 'b926975988064165aee11ef96d1dc4e6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:26.953515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-3aa9488b-9531-4eef-8f7b-93bae091e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.955054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-3aa9488b-9531-4eef-8f7b-93bae091e336 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0790079 Sep 22 10:29:26.989018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44759f83-971d-4eef-8e99-eefbb9ac9d20 req-79510c3b-4e16-4dd7-b368-1768b2fafe49 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.989376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44759f83-971d-4eef-8e99-eefbb9ac9d20 req-79510c3b-4e16-4dd7-b368-1768b2fafe49 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.0804210 Sep 22 10:29:27.024483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.170345 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80f10eb1-6691-4d6c-93e8-6f9f98045de4 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.171406 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80f10eb1-6691-4d6c-93e8-6f9f98045de4 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.241391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80f10eb1-6691-4d6c-93e8-6f9f98045de4 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.255119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.313769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80f10eb1-6691-4d6c-93e8-6f9f98045de4 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.385937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Allocated IP 172.25.1.82 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/ed7af633-5cab-471e-8dfe-75d1d9983c16) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:27.429088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44759f83-971d-4eef-8e99-eefbb9ac9d20 req-8c4f2982-b20f-417b-8850-f213649798f7 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388783 Sep 22 10:29:27.444000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-39ec75c8-1f8e-4dac-9521-ed4fa081966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.445540 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-39ec75c8-1f8e-4dac-9521-ed4fa081966b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4836438 Sep 22 10:29:27.463232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80f10eb1-6691-4d6c-93e8-6f9f98045de4 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.464883 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-80f10eb1-6691-4d6c-93e8-6f9f98045de4 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5228169 Sep 22 10:29:27.472111 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33294) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:27.587552 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e17d54d7-d98b-4291-ad2d-287d33f86573 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.596885 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:29:27.621576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1b85-8338-4603-9e9d-5fa265171e0b req-195d7826-4d50-4a67-a390-642299f23161 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.627607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1b85-8338-4603-9e9d-5fa265171e0b req-195d7826-4d50-4a67-a390-642299f23161 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.633610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1b85-8338-4603-9e9d-5fa265171e0b req-195d7826-4d50-4a67-a390-642299f23161 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.639643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1b85-8338-4603-9e9d-5fa265171e0b req-195d7826-4d50-4a67-a390-642299f23161 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.651042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1b85-8338-4603-9e9d-5fa265171e0b req-195d7826-4d50-4a67-a390-642299f23161 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.657019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1b85-8338-4603-9e9d-5fa265171e0b req-195d7826-4d50-4a67-a390-642299f23161 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.663156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a1b85-8338-4603-9e9d-5fa265171e0b req-195d7826-4d50-4a67-a390-642299f23161 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.665139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d23a1b85-8338-4603-9e9d-5fa265171e0b req-195d7826-4d50-4a67-a390-642299f23161 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1287897 Sep 22 10:29:27.668354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-b91ecdc4-396d-467c-9c9a-894fc994d7e9 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141173 Sep 22 10:29:27.699437 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.796266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d23a1b85-8338-4603-9e9d-5fa265171e0b req-8e68ed22-931e-4094-ab0d-5d3c97810fd8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031480 Sep 22 10:29:27.797841 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e17d54d7-d98b-4291-ad2d-287d33f86573 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.804202 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e17d54d7-d98b-4291-ad2d-287d33f86573 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.832976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-0eeb0cf1-8b45-4552-8bb9-d048f974132f service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534412 Sep 22 10:29:27.904118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-0c265608-7739-4616-ae95-c2d942a9078e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc HTTP/1.1" status: 200 len: 217 time: 0.0637016 Sep 22 10:29:27.912990 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.963959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e59a6b82-4a6e-4659-8f06-a1d198590069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.967117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-e59a6b82-4a6e-4659-8f06-a1d198590069 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.0562081 Sep 22 10:29:27.998415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:28.016609 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.062257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'Port': ['ID=ed7af633-5cab-471e-8dfe-75d1d9983c16,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:28.062257 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e17d54d7-d98b-4291-ad2d-287d33f86573 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.062257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d54d7-d98b-4291-ad2d-287d33f86573 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 114f38ba-21d9-4543-9df7-2e6f0c4541bc {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:29:28.062257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:28.084955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e17d54d7-d98b-4291-ad2d-287d33f86573 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.090189 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e17d54d7-d98b-4291-ad2d-287d33f86573 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "DELETE /v2.0/routers/114f38ba-21d9-4543-9df7-2e6f0c4541bc HTTP/1.1" status: 204 len: 168 time: 0.6140385 Sep 22 10:29:28.090358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-b172f818-4598-4bcc-9534-571053a97d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:28.093458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-b172f818-4598-4bcc-9534-571053a97d94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1170945 Sep 22 10:29:28.122608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:28.195735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10922a57-4306-4432-86b0-f9adee8de765 req-fd83308d-b4d4-4f85-a679-582ae11beaf7 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:28.197276 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10922a57-4306-4432-86b0-f9adee8de765 req-fd83308d-b4d4-4f85-a679-582ae11beaf7 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1835101 Sep 22 10:29:28.218493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-7f3e3880-0570-4fd7-9738-161a6abe5999 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200643 Sep 22 10:29:28.232314 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.284362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10922a57-4306-4432-86b0-f9adee8de765 req-5f4615b1-2e1d-49ff-94d5-ae32ad2c453d tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756416 Sep 22 10:29:28.374528 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.378416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-3a1013be-b505-4c46-8e4b-e9b10312b6f5 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495259 Sep 22 10:29:28.422645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33318) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:28.433921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-c0da9eab-6fda-48df-b257-366011dd2752 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a81ec790-8609-44bd-b50c-5af0a7205433 HTTP/1.1" status: 200 len: 217 time: 0.0478685 Sep 22 10:29:28.515741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80be101-517a-45c0-b8db-b15d3c27859b req-4c85b133-7169-48a7-9542-efc77654ff6c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:28.517488 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d80be101-517a-45c0-b8db-b15d3c27859b req-4c85b133-7169-48a7-9542-efc77654ff6c tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.0860450 Sep 22 10:29:28.519416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-6134ade4-c0ee-46df-8674-e54496b3a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:28.520841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-6134ade4-c0ee-46df-8674-e54496b3a4ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.0785275 Sep 22 10:29:28.608214 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d80be101-517a-45c0-b8db-b15d3c27859b req-c2b09b2c-e016-4ba8-b1d1-e689578268f3 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710478 Sep 22 10:29:28.629653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-36b94ce2-a2c3-4b4a-b8c1-2682eb9b8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:28.638701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-36b94ce2-a2c3-4b4a-b8c1-2682eb9b8243 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1088045 Sep 22 10:29:28.685829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.745471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1021152263', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:28.755100 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.825510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d8e81-7569-4a77-8466-9f442dc78688 req-c1798871-37b4-426b-93d7-c62a892f67f5 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:28.827720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf7d8e81-7569-4a77-8466-9f442dc78688 req-c1798871-37b4-426b-93d7-c62a892f67f5 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.0798445 Sep 22 10:29:28.830892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-ac2bede7-4cc7-49d7-ba19-df00c00df2b0 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857042 Sep 22 10:29:28.839189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'Port': ['ID=ed7af633-5cab-471e-8dfe-75d1d9983c16,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:28.858930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.891371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.892402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.902762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf7d8e81-7569-4a77-8466-9f442dc78688 req-9169ccb6-1fb6-483a-94de-6a7816966bb3 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685217 Sep 22 10:29:28.957404 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.971481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b387528a-3762-44c6-b2dc-5e2b7995afad req-6294f986-fbe1-4151-88ee-fa82736b6bb9 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292937 Sep 22 10:29:28.972063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.981464 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-abc63079-6316-46f7-89c4-1cadcb6a6168 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1159430 Sep 22 10:29:29.083530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6095-5bc3-404d-9e69-3269fdff1ec3 req-3bb47092-7b47-4c10-9ae9-6e410e72b9f1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.090646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6095-5bc3-404d-9e69-3269fdff1ec3 req-3bb47092-7b47-4c10-9ae9-6e410e72b9f1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.097083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6095-5bc3-404d-9e69-3269fdff1ec3 req-3bb47092-7b47-4c10-9ae9-6e410e72b9f1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.103242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6095-5bc3-404d-9e69-3269fdff1ec3 req-3bb47092-7b47-4c10-9ae9-6e410e72b9f1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.109291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6095-5bc3-404d-9e69-3269fdff1ec3 req-3bb47092-7b47-4c10-9ae9-6e410e72b9f1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.115846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6095-5bc3-404d-9e69-3269fdff1ec3 req-3bb47092-7b47-4c10-9ae9-6e410e72b9f1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.122006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6095-5bc3-404d-9e69-3269fdff1ec3 req-3bb47092-7b47-4c10-9ae9-6e410e72b9f1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.124040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aeb6095-5bc3-404d-9e69-3269fdff1ec3 req-3bb47092-7b47-4c10-9ae9-6e410e72b9f1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1066334 Sep 22 10:29:29.195054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:29.209773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aeb6095-5bc3-404d-9e69-3269fdff1ec3 req-2f08a0d1-91d6-48f0-b399-c5d77fde4191 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765896 Sep 22 10:29:29.225795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-8c04156b-d256-493b-9a91-51681b668a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.226323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-8c04156b-d256-493b-9a91-51681b668a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.226811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-8c04156b-d256-493b-9a91-51681b668a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.227292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-8c04156b-d256-493b-9a91-51681b668a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.227772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-8c04156b-d256-493b-9a91-51681b668a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.228288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-8c04156b-d256-493b-9a91-51681b668a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.228719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-8c04156b-d256-493b-9a91-51681b668a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.241754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-8c04156b-d256-493b-9a91-51681b668a28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6475 time: 0.0758526 Sep 22 10:29:29.377073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-e1a89f6d-95d3-47fd-9f44-0f37f550a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.378615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-e1a89f6d-95d3-47fd-9f44-0f37f550a458 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48 HTTP/1.1" status: 200 len: 901 time: 0.1286764 Sep 22 10:29:29.387069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18297a67-f752-46a2-9dca-d163aae7d7ac req-0d99653c-91f9-4372-bc9a-f743699ef020 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.394334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18297a67-f752-46a2-9dca-d163aae7d7ac req-0d99653c-91f9-4372-bc9a-f743699ef020 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.1126225 Sep 22 10:29:29.443146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-feb1458c-f171-4c90-83c3-962c15b56b46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc HTTP/1.1" status: 200 len: 217 time: 0.0466485 Sep 22 10:29:29.490745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18297a67-f752-46a2-9dca-d163aae7d7ac req-b90b1505-036d-4527-9e6e-9c3aa11d3116 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953834 Sep 22 10:29:29.496849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:29.512348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-4b07e831-dea2-45df-80bc-8c89bedba18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.514833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-4b07e831-dea2-45df-80bc-8c89bedba18a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.0629127 Sep 22 10:29:29.523649 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:29.594002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-5206a0be-d7dd-4921-8fd4-86f737feba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.598760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-5206a0be-d7dd-4921-8fd4-86f737feba96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772243 Sep 22 10:29:29.656444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Allocated IP 172.25.1.87 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/f8686f79-985e-4245-9460-64a1ec441252) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:29.747412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-2543a361-a1b2-4959-a0d8-4ea08f40f814 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404290 Sep 22 10:29:29.792654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca3d39-5c55-427c-99cb-f100bc87ca31 req-ddf724da-ceeb-4be5-b912-1f32d1bc792b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.794300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ca3d39-5c55-427c-99cb-f100bc87ca31 req-ddf724da-ceeb-4be5-b912-1f32d1bc792b tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.0900395 Sep 22 10:29:29.819959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:29.885796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ca3d39-5c55-427c-99cb-f100bc87ca31 req-ad5a185e-3771-4895-be2b-021d6b1f9a6e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805449 Sep 22 10:29:29.916994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-4d1ebfcd-b0f0-44b7-b510-8efbdc0241c4 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604846 Sep 22 10:29:30.084948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-b780a047-8918-4a93-95fd-12df40d414ba tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--704323192&fields=id&tenant_id=c03f691bb5554af89f281af6c24b275b HTTP/1.1" status: 200 len: 267 time: 0.0640478 Sep 22 10:29:30.096998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-62d322eb-a911-464f-9fe7-622e72010925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.104649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-62d322eb-a911-464f-9fe7-622e72010925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.105331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-62d322eb-a911-464f-9fe7-622e72010925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.105826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-62d322eb-a911-464f-9fe7-622e72010925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.106330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-62d322eb-a911-464f-9fe7-622e72010925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.106805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-62d322eb-a911-464f-9fe7-622e72010925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.107281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-62d322eb-a911-464f-9fe7-622e72010925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.114487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-62d322eb-a911-464f-9fe7-622e72010925 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6475 time: 0.1298141 Sep 22 10:29:30.261958 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:30.314535 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:30.318062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:30.322259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-2d982b7b-c17a-4f80-bbb9-207f8593e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.322493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:30.323734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-2d982b7b-c17a-4f80-bbb9-207f8593e8d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48 HTTP/1.1" status: 200 len: 901 time: 0.1879191 Sep 22 10:29:30.331470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-4cef6527-4414-4225-8732-48cef13080ba tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.340917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-4cef6527-4414-4225-8732-48cef13080ba tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 816 time: 0.2252779 Sep 22 10:29:30.349799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event updated for resources: {'Port': ['ID=f8686f79-985e-4245-9460-64a1ec441252,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:30.372249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-88f584e4-2dc7-4206-af6d-ec9b0992bb2c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/quotas/c03f691bb5554af89f281af6c24b275b HTTP/1.1" status: 200 len: 375 time: 0.0304222 Sep 22 10:29:30.438523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-b6a53213-d5a2-49d5-a644-4e4146d4859d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a81ec790-8609-44bd-b50c-5af0a7205433 HTTP/1.1" status: 200 len: 217 time: 0.0949066 Sep 22 10:29:30.497067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-92031fdf-5002-4f60-88ec-7aae5d7cfae7 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1160455 Sep 22 10:29:30.543579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-3bfd7da7-8f1c-4605-b070-5f7055d0ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.545071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-3bfd7da7-8f1c-4605-b070-5f7055d0ff95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.0988567 Sep 22 10:29:30.659432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-dd0916d2-7007-4281-b5c6-b5f18b2a51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.660954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-dd0916d2-7007-4281-b5c6-b5f18b2a51e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089270 Sep 22 10:29:30.742922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-fb68ba44-a551-4e4d-b52c-418d92457d04 service neutron] 10.222.0.20 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443762 Sep 22 10:29:30.796588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:30.829352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-0a13f0ee-7d50-4f60-ac18-6d861726d3aa service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605341 Sep 22 10:29:30.884512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-5efc5579-642b-4bf9-bc16-0e77a3c3e64c service neutron] 10.222.0.20 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343079 Sep 22 10:29:30.962648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34b4fad0-fa44-4004-926a-8dc68cfd2ee5 req-b983dc65-4d54-4e47-b0ac-eeabed7f2f2d service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245520 Sep 22 10:29:31.040824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:31.274512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Router 707d1299-1a51-476b-905b-e69b5dd3a616 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:29:31.428358 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:31.439686 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e56ee-849a-4604-a528-9fe03df22500 None None] Sync routers for ids ['707d1299-1a51-476b-905b-e69b5dd3a616'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:31.454952 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e56ee-849a-4604-a528-9fe03df22500 None None] Routers {'707d1299-1a51-476b-905b-e69b5dd3a616'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:31.456358 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d24e56ee-849a-4604-a528-9fe03df22500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['707d1299-1a51-476b-905b-e69b5dd3a616'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:31.488881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47c74-c6ba-4ae7-83af-3469e842c14c req-7ded4efb-cfda-4b4a-a289-c07166d6a248 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:31.495749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47c74-c6ba-4ae7-83af-3469e842c14c req-7ded4efb-cfda-4b4a-a289-c07166d6a248 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:31.501816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47c74-c6ba-4ae7-83af-3469e842c14c req-7ded4efb-cfda-4b4a-a289-c07166d6a248 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:31.505990 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d24e56ee-849a-4604-a528-9fe03df22500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:31.508233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47c74-c6ba-4ae7-83af-3469e842c14c req-7ded4efb-cfda-4b4a-a289-c07166d6a248 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:31.514248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47c74-c6ba-4ae7-83af-3469e842c14c req-7ded4efb-cfda-4b4a-a289-c07166d6a248 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:31.515422 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e56ee-849a-4604-a528-9fe03df22500 None None] Routers {'707d1299-1a51-476b-905b-e69b5dd3a616'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:31.516024 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d24e56ee-849a-4604-a528-9fe03df22500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['707d1299-1a51-476b-905b-e69b5dd3a616'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:31.521133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47c74-c6ba-4ae7-83af-3469e842c14c req-7ded4efb-cfda-4b4a-a289-c07166d6a248 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:31.527945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47c74-c6ba-4ae7-83af-3469e842c14c req-7ded4efb-cfda-4b4a-a289-c07166d6a248 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:31.536150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bcd47c74-c6ba-4ae7-83af-3469e842c14c req-7ded4efb-cfda-4b4a-a289-c07166d6a248 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1247296 Sep 22 10:29:31.590170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bcd47c74-c6ba-4ae7-83af-3469e842c14c req-0458703a-056c-47c6-aeea-25b0bcf62869 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529044 Sep 22 10:29:31.592878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:31.596861 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3fb9bd09-d815-4aa2-b3ee-3627b1b0d2ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1707931 Sep 22 10:29:31.597145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33392) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:31.713803 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d24e56ee-849a-4604-a528-9fe03df22500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:31.714494 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e56ee-849a-4604-a528-9fe03df22500 None None] The sync data for ids ['707d1299-1a51-476b-905b-e69b5dd3a616'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:31.786748 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7bb0ff8b-e8c1-453a-9ed8-f1b4611cd67b tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/routers/707d1299-1a51-476b-905b-e69b5dd3a616 HTTP/1.1" status: 200 len: 920 time: 0.1883311 Sep 22 10:29:31.790070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d70db6b7-dde0-45b1-8280-f3fef3b7b258 req-a44fe9f5-91d2-487d-9082-65c949c42b55 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 210 time: 0.0283246 Sep 22 10:29:31.796866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33394) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:31.826592 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-03160a1e-e29b-450f-b175-18011fb0f72d tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=707d1299-1a51-476b-905b-e69b5dd3a616 HTTP/1.1" status: 200 len: 205 time: 0.0284443 Sep 22 10:29:31.829142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33396) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:31.938408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1316f-577c-4183-b042-b4a4ed2faee2 req-70da139f-0cee-4ed9-9cef-83aecd1bac04 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:31.939935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1f1316f-577c-4183-b042-b4a4ed2faee2 req-70da139f-0cee-4ed9-9cef-83aecd1bac04 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.0497026 Sep 22 10:29:31.953938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:31.988721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1f1316f-577c-4183-b042-b4a4ed2faee2 req-82e1f7c0-2125-4771-b9ce-701948e7b382 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418074 Sep 22 10:29:32.091291 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.144667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4ded-d6c8-48d0-9199-7eee1f9afa7b req-f31e37bc-00c9-46bc-806b-f52d69695212 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:32.146183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d92b4ded-d6c8-48d0-9199-7eee1f9afa7b req-f31e37bc-00c9-46bc-806b-f52d69695212 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.0524714 Sep 22 10:29:32.198724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d92b4ded-d6c8-48d0-9199-7eee1f9afa7b req-16b94d7c-e364-4ecc-aa4c-b13b61161dbf tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 Sep 22 10:29:32.230578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Deleting port f8686f79-985e-4245-9460-64a1ec441252 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:32.230988 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.354831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.376833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Calling delete_port for f8686f79-985e-4245-9460-64a1ec441252 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:32.495711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33420) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:32.649111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de3722-8efb-4c6a-9458-02243226d8a3 req-9eb5feba-17ed-4399-a610-52fc61e93db2 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:32.650071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08de3722-8efb-4c6a-9458-02243226d8a3 req-9eb5feba-17ed-4399-a610-52fc61e93db2 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.0868194 Sep 22 10:29:32.650570 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.682798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event deleted for resources: {'Port': ['ID=f8686f79-985e-4245-9460-64a1ec441252,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:32.699398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f58646-2057-4c45-9770-75a47e4f6525 admin admin] Deleting subnet 525e8607-9914-4cb1-88f2-d94fdc07a1c2 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:29:32.707417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-31f58646-2057-4c45-9770-75a47e4f6525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.745251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.759885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08de3722-8efb-4c6a-9458-02243226d8a3 req-8adcc5da-5943-4c15-b1b4-5d3200132c89 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025712 Sep 22 10:29:32.766449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-31f58646-2057-4c45-9770-75a47e4f6525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.826131 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-31f58646-2057-4c45-9770-75a47e4f6525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.891087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.893536 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:32.970195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281603-7ff9-410b-a1c2-1ebd94b6d025 req-09cd7eaa-fb87-45fd-8439-3f25660a054a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:32.977977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281603-7ff9-410b-a1c2-1ebd94b6d025 req-09cd7eaa-fb87-45fd-8439-3f25660a054a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:32.978476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33434) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:32.984095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281603-7ff9-410b-a1c2-1ebd94b6d025 req-09cd7eaa-fb87-45fd-8439-3f25660a054a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:32.991038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281603-7ff9-410b-a1c2-1ebd94b6d025 req-09cd7eaa-fb87-45fd-8439-3f25660a054a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:32.997762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281603-7ff9-410b-a1c2-1ebd94b6d025 req-09cd7eaa-fb87-45fd-8439-3f25660a054a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:33.004005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281603-7ff9-410b-a1c2-1ebd94b6d025 req-09cd7eaa-fb87-45fd-8439-3f25660a054a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:33.010615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd281603-7ff9-410b-a1c2-1ebd94b6d025 req-09cd7eaa-fb87-45fd-8439-3f25660a054a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:33.012734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd281603-7ff9-410b-a1c2-1ebd94b6d025 req-09cd7eaa-fb87-45fd-8439-3f25660a054a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1474218 Sep 22 10:29:33.021228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.021909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Fanout notify agent at l3_agent the message router_deleted on router 707d1299-1a51-476b-905b-e69b5dd3a616 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:29:33.028159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-31f58646-2057-4c45-9770-75a47e4f6525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.029505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.034387 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-18700f8c-3268-48c5-8bad-62be92caf077 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/707d1299-1a51-476b-905b-e69b5dd3a616 HTTP/1.1" status: 204 len: 168 time: 1.2000918 Sep 22 10:29:33.034662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33438) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:33.039015 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'router': {'name': 'tempest-snat-router-33094295', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': False}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:33.067020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f58646-2057-4c45-9770-75a47e4f6525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525e8607-9914-4cb1-88f2-d94fdc07a1c2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:33.075907 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-31f58646-2057-4c45-9770-75a47e4f6525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.078300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-31f58646-2057-4c45-9770-75a47e4f6525 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/525e8607-9914-4cb1-88f2-d94fdc07a1c2 HTTP/1.1" status: 204 len: 168 time: 0.5813541 Sep 22 10:29:33.080799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33440) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:33.101948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd281603-7ff9-410b-a1c2-1ebd94b6d025 req-01d44606-a191-405d-abbd-d47d7708d502 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811772 Sep 22 10:29:33.140287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.142135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.145072 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91521ef8-1602-4440-ab82-2a2d6ad2e9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.216522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.273419 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.296409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83a3bc-0557-4d26-97aa-1b57cf35dedb req-2e0f36d1-ecaa-4024-b977-770457076d2e tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:33.299325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a83a3bc-0557-4d26-97aa-1b57cf35dedb req-2e0f36d1-ecaa-4024-b977-770457076d2e tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.0557284 Sep 22 10:29:33.338907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a83a3bc-0557-4d26-97aa-1b57cf35dedb req-ade48ed3-d085-4416-b79e-527b52a81640 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338728 Sep 22 10:29:33.404761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.469753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886454a0-45dd-4823-afab-9eacf053dba4']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:33.484957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31271b3d-740c-48e8-81e9-c4a4880c33f6 req-097e9caf-8690-4ce9-9deb-1c00bb3ef82a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 210 time: 0.0419919 Sep 22 10:29:33.523387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91521ef8-1602-4440-ab82-2a2d6ad2e9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.527171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58921e8c-b726-47a9-8314-4a89422c2301') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:33.527462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58921e8c-b726-47a9-8314-4a89422c2301') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:33.558085 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.564085 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.593296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-91521ef8-1602-4440-ab82-2a2d6ad2e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.614179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.646085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:29:33.646511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:29:33.648293 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:29:33.661900 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-91521ef8-1602-4440-ab82-2a2d6ad2e9b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=629eb3d264de46bdb46c198dc23cc07b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6820583 Sep 22 10:29:33.664635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33448) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:33.668860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91521ef8-1602-4440-ab82-2a2d6ad2e9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6cb1cc-6f99-44a8-aeb6-fecf75833342,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:33.745832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-117b2a32-8116-4c04-bdf2-ab4fb843314e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:33.747254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-117b2a32-8116-4c04-bdf2-ab4fb843314e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 816 time: 0.1599526 Sep 22 10:29:33.788461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.795487 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.797568 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] 10.222.0.20 "DELETE /v2.0/networks/886454a0-45dd-4823-afab-9eacf053dba4 HTTP/1.1" status: 204 len: 168 time: 0.7157519 Sep 22 10:29:33.806261 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be6e204a-ef01-4c0a-9c86-528a08feeaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.813596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-0af53bfc-426c-4308-8b30-0e4f46adbb35 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c03f691bb5554af89f281af6c24b275b HTTP/1.1" status: 200 len: 379 time: 0.0505826 Sep 22 10:29:33.813749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d064f7d-ae8b-4c1d-83c8-952d19e34c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=886454a0-45dd-4823-afab-9eacf053dba4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:33.826862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'port': {'device_id': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'admin_state_up': True, 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'security_groups': ['dd1e051b-6fe5-4c43-b1e7-0059cbda6681']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:33.870625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be6e204a-ef01-4c0a-9c86-528a08feeaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:33.991560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.033268 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.099831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be6e204a-ef01-4c0a-9c86-528a08feeaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.102380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be6e204a-ef01-4c0a-9c86-528a08feeaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.107289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-be6e204a-ef01-4c0a-9c86-528a08feeaa1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db6cb1cc-6f99-44a8-aeb6-fecf75833342 HTTP/1.1" status: 204 len: 168 time: 0.4379435 Sep 22 10:29:34.117697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e204a-ef01-4c0a-9c86-528a08feeaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6cb1cc-6f99-44a8-aeb6-fecf75833342,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:34.137731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868156-2ac6-44c4-bb30-ba5e0d296fa8 req-4703b5d3-313e-4eb6-9f0b-214df1463146 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:34.139343 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61868156-2ac6-44c4-bb30-ba5e0d296fa8 req-4703b5d3-313e-4eb6-9f0b-214df1463146 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.0677545 Sep 22 10:29:34.140457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Made reservation on behalf of c03f691bb5554af89f281af6c24b275b for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:34.143837 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.177720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33464) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:34.261863 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-07c566bf-9c5e-4fa0-8f6e-c8e3a8b26ef2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bf57e69eb8b420a9edc7c06630515b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802407 Sep 22 10:29:34.263376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33468) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:34.277747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Allocated IP 172.25.1.243 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/50fb303e-74c4-4001-b84d-7414549921ad) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:34.541842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61868156-2ac6-44c4-bb30-ba5e0d296fa8 req-025348d8-ca4c-4f0a-a0f0-0dd9bf50494c tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761714 Sep 22 10:29:34.655474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Allocated IP 172.20.0.14 (a155e37a-8bbb-4e75-8360-6ab84ccae29c/510ab23a-8b7f-44db-aa76-ace19b6334a1/bb703edb-a080-4ce4-81dd-8cabe1fcfd2f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:34.701242 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f38e623-1d7c-487e-b1ea-09c7d2fa8210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.744736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01cede-3bd0-441e-8c05-6f4e351bf712 req-b72e7b5b-07a6-4ce7-86a9-753abf887ce8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:34.750161 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f38e623-1d7c-487e-b1ea-09c7d2fa8210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.750959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01cede-3bd0-441e-8c05-6f4e351bf712 req-b72e7b5b-07a6-4ce7-86a9-753abf887ce8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:34.757301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01cede-3bd0-441e-8c05-6f4e351bf712 req-b72e7b5b-07a6-4ce7-86a9-753abf887ce8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:34.763972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01cede-3bd0-441e-8c05-6f4e351bf712 req-b72e7b5b-07a6-4ce7-86a9-753abf887ce8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:34.772527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01cede-3bd0-441e-8c05-6f4e351bf712 req-b72e7b5b-07a6-4ce7-86a9-753abf887ce8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:34.777649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01cede-3bd0-441e-8c05-6f4e351bf712 req-b72e7b5b-07a6-4ce7-86a9-753abf887ce8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:34.783751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01cede-3bd0-441e-8c05-6f4e351bf712 req-b72e7b5b-07a6-4ce7-86a9-753abf887ce8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:34.785794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb01cede-3bd0-441e-8c05-6f4e351bf712 req-b72e7b5b-07a6-4ce7-86a9-753abf887ce8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1478932 Sep 22 10:29:34.792173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.884140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb01cede-3bd0-441e-8c05-6f4e351bf712 req-b8942d95-d083-4fa6-bd0f-f4928213d23f tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890999 Sep 22 10:29:34.906778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f38e623-1d7c-487e-b1ea-09c7d2fa8210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.909489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f38e623-1d7c-487e-b1ea-09c7d2fa8210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.913746 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9f38e623-1d7c-487e-b1ea-09c7d2fa8210 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a82019af-ac95-4a80-8d36-9fd6fe7d4d8b HTTP/1.1" status: 204 len: 168 time: 0.6465912 Sep 22 10:29:34.928482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.943589 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:34.981660 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38e623-1d7c-487e-b1ea-09c7d2fa8210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82019af-ac95-4a80-8d36-9fd6fe7d4d8b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:35.012551 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event updated for resources: {'Port': ['ID=50fb303e-74c4-4001-b84d-7414549921ad,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:35.018271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:35.018271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:35.019950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:35.037742 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.076725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:35.098148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:35.112238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:35.185232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33478) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:35.206067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48701721-fa8d-4f20-b0c1-a5ea603c31d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.329990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:35.333233 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.342888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:35.355996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117a520-f9bb-4001-8c5d-42bf30159770 req-c6f75468-aa52-41d1-9ec2-58be806c3f57 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:35.363807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7117a520-f9bb-4001-8c5d-42bf30159770 req-c6f75468-aa52-41d1-9ec2-58be806c3f57 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 932 time: 0.2444441 Sep 22 10:29:35.407654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0227eff1-fbe7-4524-bc0d-2ebf59546fd5 None None] Provisioning complete for port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:35.408219 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0227eff1-fbe7-4524-bc0d-2ebf59546fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.451407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7117a520-f9bb-4001-8c5d-42bf30159770 req-cec94837-4255-4b65-aebf-97f6cb0758b3 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866292 Sep 22 10:29:35.468258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-09967b0c-00bd-4bec-b640-d60cbd97726d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:35.470174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-09967b0c-00bd-4bec-b640-d60cbd97726d tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.2821488 Sep 22 10:29:35.483121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0227eff1-fbe7-4524-bc0d-2ebf59546fd5 None None] Port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:35.494927 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48701721-fa8d-4f20-b0c1-a5ea603c31d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.509743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.611109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Deleting port ed374621-6992-474e-bdf6-6ccb8c8d4c20 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:35.611109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.611423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48701721-fa8d-4f20-b0c1-a5ea603c31d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.679790 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-48701721-fa8d-4f20-b0c1-a5ea603c31d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9e66fd521074f6da27c497e28edc957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935174 Sep 22 10:29:35.685768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33490) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:35.694327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48701721-fa8d-4f20-b0c1-a5ea603c31d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d378a6-fc0c-48b2-94fb-87d0f9554532,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:35.734794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7772c3-bf5e-4eb5-8ed5-2de60bb42e72 req-36e8159d-4a50-46fb-a753-d43b44ad2495 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:35.741924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df7772c3-bf5e-4eb5-8ed5-2de60bb42e72 req-36e8159d-4a50-46fb-a753-d43b44ad2495 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 945 time: 0.1174726 Sep 22 10:29:35.755614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-c37a8a8a-23be-4bc8-a96c-670c070d372f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9332600 Sep 22 10:29:35.782089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Request body: {'port': {'device_id': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:35.796085 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.799090 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d49d5a5f-9781-467a-abbb-357e5e7389c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.812545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] For port ed374621-6992-474e-bdf6-6ccb8c8d4c20, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed374621-6992-474e-bdf6-6ccb8c8d4c20,segment=NetworkSegment(3a46952b-57c1-4ab9-8554-93a36c83b4eb),segment_id=3a46952b-57c1-4ab9-8554-93a36c83b4eb)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:35.812973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.839130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Calling delete_port for ed374621-6992-474e-bdf6-6ccb8c8d4c20 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:35.865656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df7772c3-bf5e-4eb5-8ed5-2de60bb42e72 req-a8d5c2db-febd-4c34-8aab-c4130d38599b tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c427d95-1048-4a6f-bf67-56b59b69a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227484 Sep 22 10:29:35.891798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d49d5a5f-9781-467a-abbb-357e5e7389c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:35.956060 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.061440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d49d5a5f-9781-467a-abbb-357e5e7389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.064108 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d49d5a5f-9781-467a-abbb-357e5e7389c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.065512 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d49d5a5f-9781-467a-abbb-357e5e7389c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8d378a6-fc0c-48b2-94fb-87d0f9554532 HTTP/1.1" status: 204 len: 168 time: 0.3786902 Sep 22 10:29:36.082427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d5a5f-9781-467a-abbb-357e5e7389c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d378a6-fc0c-48b2-94fb-87d0f9554532,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:36.087355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Router f16b1c0c-4e28-4615-b843-dd95cda55187 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:29:36.193058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427572f8-a91a-4c41-a020-e69750750774 req-363c3322-95cc-450b-b0a6-e6870a5d8103 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.200355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427572f8-a91a-4c41-a020-e69750750774 req-363c3322-95cc-450b-b0a6-e6870a5d8103 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.206651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427572f8-a91a-4c41-a020-e69750750774 req-363c3322-95cc-450b-b0a6-e6870a5d8103 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.212852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427572f8-a91a-4c41-a020-e69750750774 req-363c3322-95cc-450b-b0a6-e6870a5d8103 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.219892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427572f8-a91a-4c41-a020-e69750750774 req-363c3322-95cc-450b-b0a6-e6870a5d8103 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.232936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:36.245272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Sync routers for ids ['f16b1c0c-4e28-4615-b843-dd95cda55187'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:36.245374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427572f8-a91a-4c41-a020-e69750750774 req-363c3322-95cc-450b-b0a6-e6870a5d8103 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.254453 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Routers {'f16b1c0c-4e28-4615-b843-dd95cda55187'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:36.255361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f16b1c0c-4e28-4615-b843-dd95cda55187'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:36.256974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427572f8-a91a-4c41-a020-e69750750774 req-363c3322-95cc-450b-b0a6-e6870a5d8103 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.269125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-427572f8-a91a-4c41-a020-e69750750774 req-363c3322-95cc-450b-b0a6-e6870a5d8103 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.2831697 Sep 22 10:29:36.319310 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.323016 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-12ede9e4-1ae4-488d-8fda-12f089c8c57c tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2849548 Sep 22 10:29:36.323892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33512) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:36.420582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-427572f8-a91a-4c41-a020-e69750750774 req-2eb944df-aba1-49c2-9e12-083e029a168c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446276 Sep 22 10:29:36.445273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Set router f16b1c0c-4e28-4615-b843-dd95cda55187 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:36.500866 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f6fede5f-7dd5-4bf0-a8b1-f4e07b2817d3 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/routers/f16b1c0c-4e28-4615-b843-dd95cda55187 HTTP/1.1" status: 200 len: 907 time: 0.1720986 Sep 22 10:29:36.504122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33520) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:36.514992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'router': {'name': 'tempest-snat-router-33094295', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': True}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:36.696510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb703edb-a080-4ce4-81dd-8cabe1fcfd2f {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:36.696510 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.700199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b1c0c-4e28-4615-b843-dd95cda55187', 'name': 'tempest-snat-router-33094295', 'tenant_id': '25f7fb55d0c34aeea37962c8b5962001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.243'}], 'enable_snat': False}, 'gw_port_id': '50fb303e-74c4-4001-b84d-7414549921ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:33Z', 'updated_at': '2021-09-22T10:29:35Z', 'revision_number': 3, 'project_id': '25f7fb55d0c34aeea37962c8b5962001', 'gw_port': {'id': '50fb303e-74c4-4001-b84d-7414549921ad', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b1c0c-4e28-4615-b843-dd95cda55187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:34Z', 'updated_at': '2021-09-22T10:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:36.732800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Checking router: f16b1c0c-4e28-4615-b843-dd95cda55187 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:36.733111 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Updating router f16b1c0c-4e28-4615-b843-dd95cda55187 port 50fb303e-74c4-4001-b84d-7414549921ad binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:29:36.741930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Transition to ACTIVE for port object bb703edb-a080-4ce4-81dd-8cabe1fcfd2f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:36.742946 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.790208 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.804298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Pushing event deleted for resources: {'Port': ['ID=ed374621-6992-474e-bdf6-6ccb8c8d4c20,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:36.827933 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.830467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.877101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] No DVR routers for this DVR port ed374621-6992-474e-bdf6-6ccb8c8d4c20 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:29:36.883361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.891503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57226dbe-995e-4c9a-ba03-620e01ac7562 req-94d68ab4-d2a9-46fd-a28c-b0567baf1632 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.30 "DELETE /v2.0/ports/ed374621-6992-474e-bdf6-6ccb8c8d4c20 HTTP/1.1" status: 204 len: 173 time: 1.4072738 Sep 22 10:29:36.891503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc28e3e4-5638-41db-ab2a-f81afaa1f18b', 'name': 'network-vif-deleted', 'tag': 'ed374621-6992-474e-bdf6-6ccb8c8d4c20'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:36.891503 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a24bd9-b32b-44ee-98f8-88489f79001a" -d '{"events": [{"server_uuid": "cc28e3e4-5638-41db-ab2a-f81afaa1f18b", "name": "network-vif-deleted", "tag": "ed374621-6992-474e-bdf6-6ccb8c8d4c20"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:36.894053 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.903752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:36.958574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb7fcd-ad4d-4b9a-a9e2-2c43f58cdd02 req-cc1ac8da-9da8-4816-95c7-3b516e7b5cd1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.960205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ecfb7fcd-ad4d-4b9a-a9e2-2c43f58cdd02 req-cc1ac8da-9da8-4816-95c7-3b516e7b5cd1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 932 time: 0.1668353 Sep 22 10:29:36.980762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:37.121654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ecfb7fcd-ad4d-4b9a-a9e2-2c43f58cdd02 req-d380d90e-c5fb-4bf8-8b94-4537bd9bd5dd tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516156 Sep 22 10:29:37.189193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33538) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:37.267543 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703c658d-2307-43ad-854d-3345acd932b3 x-openstack-request-id: req-703c658d-2307-43ad-854d-3345acd932b3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:37.267543 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc28e3e4-5638-41db-ab2a-f81afaa1f18b", "name": "network-vif-deleted", "tag": "ed374621-6992-474e-bdf6-6ccb8c8d4c20", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:37.269427 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-703c658d-2307-43ad-854d-3345acd932b3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:37.269952 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc28e3e4-5638-41db-ab2a-f81afaa1f18b', 'name': 'network-vif-deleted', 'tag': 'ed374621-6992-474e-bdf6-6ccb8c8d4c20', 'status': 'completed', 'code': 200} Sep 22 10:29:37.298317 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.302454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Attempting to bind port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:37.302952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Attempting to bind port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:37.303401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Attempting to bind port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f on network a155e37a-8bbb-4e75-8360-6ab84ccae29c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:37.307075 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-442b11cc-6665-4afb-98c1-9f21d1428d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.376297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.386980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f on network a155e37a-8bbb-4e75-8360-6ab84ccae29c not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:37.386980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Attempting to bind port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f on network a155e37a-8bbb-4e75-8360-6ab84ccae29c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:37.410589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae9e23ef-75d4-463d-84fb-52f409c21d85 req-5a018ba0-08c7-4baf-a7e1-33a97eca8936 tempest-ServerDiskConfigTestJSON-1416553256 tempest-ServerDiskConfigTestJSON-1416553256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc28e3e4-5638-41db-ab2a-f81afaa1f18b HTTP/1.1" status: 200 len: 210 time: 0.0743577 Sep 22 10:29:37.416085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:37.416085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Checking segment: {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:37.416085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Bound using segment: {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:37.416773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Bound port: bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:37.416773 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.489370 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.544306 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-442b11cc-6665-4afb-98c1-9f21d1428d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.575551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0223eb-fa68-4682-b063-1fa256fedd68 None None] Pushing event updated for resources: {'Port': ['ID=50fb303e-74c4-4001-b84d-7414549921ad,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:37.605572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Attempting to bind port 50fb303e-74c4-4001-b84d-7414549921ad on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:37.606536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Attempting to bind port 50fb303e-74c4-4001-b84d-7414549921ad by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:37.607097 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Attempting to bind port 50fb303e-74c4-4001-b84d-7414549921ad on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:37.615331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:37.616037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:37.616752 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.617373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:37.618484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Bound port: 50fb303e-74c4-4001-b84d-7414549921ad, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:37.620600 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.645430 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-442b11cc-6665-4afb-98c1-9f21d1428d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.652861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:37.685463 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] For port 50fb303e-74c4-4001-b84d-7414549921ad, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:37.689516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] For port 50fb303e-74c4-4001-b84d-7414549921ad, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=50fb303e-74c4-4001-b84d-7414549921ad,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:37.693947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.702855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:37.719675 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.724631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-442b11cc-6665-4afb-98c1-9f21d1428d3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c189f6e8e29e40eca899296752f9e049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309420 Sep 22 10:29:37.727039 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33552) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:37.738535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b11cc-6665-4afb-98c1-9f21d1428d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463cd451-fcf0-4ab7-ba85-07b340b85043,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:37.745481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664598-3293-4a8d-be56-5fce3d519571 req-c82cacec-72d8-4ed7-b14d-c4b1d14946c5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:37.751426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664598-3293-4a8d-be56-5fce3d519571 req-c82cacec-72d8-4ed7-b14d-c4b1d14946c5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:37.758546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664598-3293-4a8d-be56-5fce3d519571 req-c82cacec-72d8-4ed7-b14d-c4b1d14946c5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:37.758681 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.765864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664598-3293-4a8d-be56-5fce3d519571 req-c82cacec-72d8-4ed7-b14d-c4b1d14946c5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:37.772308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664598-3293-4a8d-be56-5fce3d519571 req-c82cacec-72d8-4ed7-b14d-c4b1d14946c5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:37.778244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664598-3293-4a8d-be56-5fce3d519571 req-c82cacec-72d8-4ed7-b14d-c4b1d14946c5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:37.784605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664598-3293-4a8d-be56-5fce3d519571 req-c82cacec-72d8-4ed7-b14d-c4b1d14946c5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:37.790685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1664598-3293-4a8d-be56-5fce3d519571 req-c82cacec-72d8-4ed7-b14d-c4b1d14946c5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1957889 Sep 22 10:29:37.817666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Routers {'f16b1c0c-4e28-4615-b843-dd95cda55187'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:37.818382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f16b1c0c-4e28-4615-b843-dd95cda55187'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:37.828646 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.831208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22529a7a-7849-4494-af1a-07f36c4c6114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.884427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22529a7a-7849-4494-af1a-07f36c4c6114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.914939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:37.915999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:37.919982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb703edb-a080-4ce4-81dd-8cabe1fcfd2f HTTP/1.1" status: 200 len: 1092 time: 2.1446300 Sep 22 10:29:37.933034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0223eb-fa68-4682-b063-1fa256fedd68 None None] Pushing event updated for resources: {'Port': ['ID=50fb303e-74c4-4001-b84d-7414549921ad,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:37.939522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Allocated IP 172.25.1.196 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/4cf253f3-377c-4b4a-885e-aab83a74c0c8) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:37.955766 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1664598-3293-4a8d-be56-5fce3d519571 req-fd5114a9-5b7d-49cd-8414-c6a74e1e54e9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625743 Sep 22 10:29:38.022221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce8912-0e33-4f71-bd1e-4ffdc9513dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:38.030192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] Set router f16b1c0c-4e28-4615-b843-dd95cda55187 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:38.160594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-17cefd29-797c-4856-8e41-e615424174b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:38.162476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-17cefd29-797c-4856-8e41-e615424174b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 1095 time: 0.0917799 Sep 22 10:29:38.167635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:38.205702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22529a7a-7849-4494-af1a-07f36c4c6114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:38.208716 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22529a7a-7849-4494-af1a-07f36c4c6114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:38.210228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-22529a7a-7849-4494-af1a-07f36c4c6114 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/463cd451-fcf0-4ab7-ba85-07b340b85043 HTTP/1.1" status: 204 len: 168 time: 0.4821756 Sep 22 10:29:38.245452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22529a7a-7849-4494-af1a-07f36c4c6114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463cd451-fcf0-4ab7-ba85-07b340b85043,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:38.261664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-dfb21bb9-5980-4f2d-93fc-7a10906f5fd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f HTTP/1.1" status: 200 len: 217 time: 0.0905857 Sep 22 10:29:38.273260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:38.346991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:38.354067 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:38.365873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-a105271e-589d-4b90-8f0d-c5f6ff1fc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:38.368759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:38.368980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-a105271e-589d-4b90-8f0d-c5f6ff1fc4a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.1006970 Sep 22 10:29:38.421106 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf253f3-377c-4b4a-885e-aab83a74c0c8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:38.429827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-d19a2ed2-f18c-4fc9-848c-e91b7885aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:38.431537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-d19a2ed2-f18c-4fc9-848c-e91b7885aeea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550520 Sep 22 10:29:38.438634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16b1c0c-4e28-4615-b843-dd95cda55187', 'name': 'tempest-snat-router-33094295', 'tenant_id': '25f7fb55d0c34aeea37962c8b5962001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.243'}], 'enable_snat': False}, 'gw_port_id': '50fb303e-74c4-4001-b84d-7414549921ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:33Z', 'updated_at': '2021-09-22T10:29:35Z', 'revision_number': 3, 'project_id': '25f7fb55d0c34aeea37962c8b5962001', 'gw_port': {'id': '50fb303e-74c4-4001-b84d-7414549921ad', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b1c0c-4e28-4615-b843-dd95cda55187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:34Z', 'updated_at': '2021-09-22T10:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:38.504766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8459667-878c-480a-8bfe-59be33745d08 None None] The sync data for ids ['f16b1c0c-4e28-4615-b843-dd95cda55187'] in n-d-807025-3 is: [{'id': 'f16b1c0c-4e28-4615-b843-dd95cda55187', 'name': 'tempest-snat-router-33094295', 'tenant_id': '25f7fb55d0c34aeea37962c8b5962001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.243'}], 'enable_snat': False}, 'gw_port_id': '50fb303e-74c4-4001-b84d-7414549921ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:33Z', 'updated_at': '2021-09-22T10:29:35Z', 'revision_number': 3, 'project_id': '25f7fb55d0c34aeea37962c8b5962001', 'gw_port': {'id': '50fb303e-74c4-4001-b84d-7414549921ad', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16b1c0c-4e28-4615-b843-dd95cda55187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:34Z', 'updated_at': '2021-09-22T10:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:38.510701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ed374621-6992-474e-bdf6-6ccb8c8d4c20 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:29:38.533177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: ed374621-6992-474e-bdf6-6ccb8c8d4c20 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:29:38.533529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ed374621-6992-474e-bdf6-6ccb8c8d4c20 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:29:38.567987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-d02277f8-8b7d-45c8-ae1d-a63337ef971c service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287985 Sep 22 10:29:38.678368 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-662cdd4a-ab42-48fa-8ebe-1a11997a231c req-f40b8f5a-c39c-40cd-9fe3-fcbada553e8a service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003881 Sep 22 10:29:38.750862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea58ea-4ed8-4e21-9ed0-3e3ab0dc3e22 req-bdf28c9d-f928-4bc5-9f9f-ce572c2fdb8c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:38.752599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0ea58ea-4ed8-4e21-9ed0-3e3ab0dc3e22 req-bdf28c9d-f928-4bc5-9f9f-ce572c2fdb8c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0578175 Sep 22 10:29:38.769735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:38.829288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0ea58ea-4ed8-4e21-9ed0-3e3ab0dc3e22 req-dd2ce479-60e9-49f1-ad37-3a92bb95fc89 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621431 Sep 22 10:29:39.018555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677fae4-60e4-425a-93f1-fd9094b7d3e2 req-21fe0ac3-cdb2-4b59-bdae-b8263e83e4c5 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.018555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6677fae4-60e4-425a-93f1-fd9094b7d3e2 req-21fe0ac3-cdb2-4b59-bdae-b8263e83e4c5 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.0550766 Sep 22 10:29:39.073760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6677fae4-60e4-425a-93f1-fd9094b7d3e2 req-416089d9-199d-4968-8a32-6a7a930550c5 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Sep 22 10:29:39.074413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:39.280441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:39.283246 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d012c0-bd85-47a1-90ff-1d8a248094c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:39.301763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107178a-a417-4f90-ae42-57fadc6e8523 req-7dc624c6-55a3-4225-b373-3f4d28521c31 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.309424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107178a-a417-4f90-ae42-57fadc6e8523 req-7dc624c6-55a3-4225-b373-3f4d28521c31 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.316106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107178a-a417-4f90-ae42-57fadc6e8523 req-7dc624c6-55a3-4225-b373-3f4d28521c31 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.328281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107178a-a417-4f90-ae42-57fadc6e8523 req-7dc624c6-55a3-4225-b373-3f4d28521c31 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.334857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107178a-a417-4f90-ae42-57fadc6e8523 req-7dc624c6-55a3-4225-b373-3f4d28521c31 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.342047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107178a-a417-4f90-ae42-57fadc6e8523 req-7dc624c6-55a3-4225-b373-3f4d28521c31 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.348197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107178a-a417-4f90-ae42-57fadc6e8523 req-7dc624c6-55a3-4225-b373-3f4d28521c31 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.350403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9107178a-a417-4f90-ae42-57fadc6e8523 req-7dc624c6-55a3-4225-b373-3f4d28521c31 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1685052 Sep 22 10:29:39.368752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33596) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:39.440529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9107178a-a417-4f90-ae42-57fadc6e8523 req-4bbe3fac-77c0-47c6-b1ac-4cb2db194226 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833170 Sep 22 10:29:39.547514 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1bf43e4-94c3-4035-a3d7-d98429678477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:39.617643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33606) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:39.641414 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529cee4c-3246-4808-965e-a6b3e2f5d58e x-openstack-request-id: req-529cee4c-3246-4808-965e-a6b3e2f5d58e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:39.641919 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:39.642447 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-529cee4c-3246-4808-965e-a6b3e2f5d58e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:39.643165 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'status': 'completed', 'code': 200} Sep 22 10:29:39.683884 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Router 12128ecb-4ec9-461f-bfae-a4f0047509d8 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:29:39.716776 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1bf43e4-94c3-4035-a3d7-d98429678477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:39.730405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-24dbbd7b-b723-4ce3-a398-1628001f0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.732621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-24dbbd7b-b723-4ce3-a398-1628001f0c50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 1095 time: 0.0637584 Sep 22 10:29:39.737991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33612) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:39.796842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1531481928-network', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:39.801040 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1bf43e4-94c3-4035-a3d7-d98429678477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:39.842378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f1bf43e4-94c3-4035-a3d7-d98429678477 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc821b295885457199488c9d4da1ed46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706440 Sep 22 10:29:39.844498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-782c5eaa-22ce-40e5-be45-64874782ef4b admin admin] Deleting subnet c7120da3-eb03-4864-a141-90b352d4569d {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:29:39.848770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33614) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:39.858654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-782c5eaa-22ce-40e5-be45-64874782ef4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:39.860150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf43e4-94c3-4035-a3d7-d98429678477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6466827f-0638-42c3-a47b-71d0b3673fd2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:39.865831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-6cdf72c9-a50c-4d27-a129-98cdad209fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.868160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-6cdf72c9-a50c-4d27-a129-98cdad209fc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.1281695 Sep 22 10:29:39.910994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:39.920936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Made reservation on behalf of e4025103d97a42e7ae64a699a839b241 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:39.926651 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Sync routers for ids ['12128ecb-4ec9-461f-bfae-a4f0047509d8'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:39.927250 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:39.934696 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Routers {'12128ecb-4ec9-461f-bfae-a4f0047509d8'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:39.935394 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['12128ecb-4ec9-461f-bfae-a4f0047509d8'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:39.948399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-448b2c1b-7d75-43fa-b0cb-b78585682b48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f HTTP/1.1" status: 200 len: 217 time: 0.0702865 Sep 22 10:29:39.952850 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:39.956142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-782c5eaa-22ce-40e5-be45-64874782ef4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.014767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9f363f-7939-45b6-a1e9-abecbba7d667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.024802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44642c74-ae07-4266-a01f-75264396b583 req-b63a2010-f45d-476f-aa1a-20cd7eae168b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.026413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44642c74-ae07-4266-a01f-75264396b583 req-b63a2010-f45d-476f-aa1a-20cd7eae168b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0996728 Sep 22 10:29:40.044127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-e8a27f31-3888-4ee4-af34-6bf972c70996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.045604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-e8a27f31-3888-4ee4-af34-6bf972c70996 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.0795121 Sep 22 10:29:40.054635 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Set router 12128ecb-4ec9-461f-bfae-a4f0047509d8 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:40.055418 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9f363f-7939-45b6-a1e9-abecbba7d667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.118733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44642c74-ae07-4266-a01f-75264396b583 req-e17136c5-35e5-4ef1-80d3-c6c40c69354f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842478 Sep 22 10:29:40.144571 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-782c5eaa-22ce-40e5-be45-64874782ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.164650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-a444e8c5-6d57-4f3e-b87e-464e0abff8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.166759 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-a444e8c5-6d57-4f3e-b87e-464e0abff8b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075060 Sep 22 10:29:40.171793 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.176269 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-007e07a4-e374-44f2-b0a3-981bf5de53f8 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.6707783 Sep 22 10:29:40.182636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 50fb303e-74c4-4001-b84d-7414549921ad up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:40.194595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33620) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:40.262510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 50fb303e-74c4-4001-b84d-7414549921ad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:40.263280 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.281410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.289124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-62d039ad-adad-4a80-a260-6664a6bdba6e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.291531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-62d039ad-adad-4a80-a260-6664a6bdba6e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.1610131 Sep 22 10:29:40.302584 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12128ecb-4ec9-461f-bfae-a4f0047509d8', 'name': 'tempest-snat-router-33094295', 'tenant_id': '25f7fb55d0c34aeea37962c8b5962001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '4cf253f3-377c-4b4a-885e-aab83a74c0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:36Z', 'updated_at': '2021-09-22T10:29:38Z', 'revision_number': 3, 'project_id': '25f7fb55d0c34aeea37962c8b5962001', 'gw_port': {'id': '4cf253f3-377c-4b4a-885e-aab83a74c0c8', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12128ecb-4ec9-461f-bfae-a4f0047509d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:37Z', 'updated_at': '2021-09-22T10:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:40.337188 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Checking router: 12128ecb-4ec9-461f-bfae-a4f0047509d8 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:40.337844 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Updating router 12128ecb-4ec9-461f-bfae-a4f0047509d8 port 4cf253f3-377c-4b4a-885e-aab83a74c0c8 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:29:40.360128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.378767 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.389848 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.418147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 50fb303e-74c4-4001-b84d-7414549921ad, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=50fb303e-74c4-4001-b84d-7414549921ad,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:40.427938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00fa64-6e2b-495c-9773-7aeb64bf3c41 req-dc853f2a-4d0b-435f-b491-fc33bb37fbca tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.429481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d00fa64-6e2b-495c-9773-7aeb64bf3c41 req-dc853f2a-4d0b-435f-b491-fc33bb37fbca tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 946 time: 0.2177985 Sep 22 10:29:40.439946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:29:40.475767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff1c884-3344-4a3f-a45f-3a2e8ba27c7c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:40.480800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-c5013ff1-5520-4bba-bf3f-846869a8a53f service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782085 Sep 22 10:29:40.485863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Deleting port 364996f1-ceaa-4c45-b752-7d072b03e823 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:40.486234 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.500421 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fa87a906-cd68-49b8-87b9-03d0ea56f212 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/routers/12128ecb-4ec9-461f-bfae-a4f0047509d8 HTTP/1.1" status: 200 len: 906 time: 0.2856214 Sep 22 10:29:40.502991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33624) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:40.507471 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.551732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:40.558185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d00fa64-6e2b-495c-9773-7aeb64bf3c41 req-30d3b8f4-6a9c-43e7-926d-a0236cc1710e tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/security-groups?id=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144271 Sep 22 10:29:40.642328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.648325 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-782c5eaa-22ce-40e5-be45-64874782ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.652458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.652968 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Added segment e1df21df-1716-4857-86ab-a573acd85e63 of type vlan for network 45cae043-501b-4d16-95c9-c4412a21e322 Sep 22 10:29:40.734864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9f363f-7939-45b6-a1e9-abecbba7d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.737907 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9f363f-7939-45b6-a1e9-abecbba7d667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.739450 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae9f363f-7939-45b6-a1e9-abecbba7d667 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6466827f-0638-42c3-a47b-71d0b3673fd2 HTTP/1.1" status: 204 len: 168 time: 0.8908043 Sep 22 10:29:40.751281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:40.753898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c5eaa-22ce-40e5-be45-64874782ef4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7120da3-eb03-4864-a141-90b352d4569d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:40.765172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=50fb303e-74c4-4001-b84d-7414549921ad,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:40.767835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'port_id': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'mac_address': 'fa:16:3e:3e:65:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:40.778163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.778523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.778867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.779205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.780244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.780377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.780928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.781069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.781419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.781617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.781947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.782291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:40.825121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] For port 364996f1-ceaa-4c45-b752-7d072b03e823, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=364996f1-ceaa-4c45-b752-7d072b03e823,segment=NetworkSegment(f429ae0c-c5e7-4df0-905f-61a068923274),segment_id=f429ae0c-c5e7-4df0-905f-61a068923274)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:40.825420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.827136 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.827479 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.836832 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f363f-7939-45b6-a1e9-abecbba7d667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6466827f-0638-42c3-a47b-71d0b3673fd2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:40.837436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6d012c0-bd85-47a1-90ff-1d8a248094c1 req-0d64212a-0214-4b01-b68a-20b8f6db727f service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477130 Sep 22 10:29:40.844208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-782c5eaa-22ce-40e5-be45-64874782ef4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.847146 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-782c5eaa-22ce-40e5-be45-64874782ef4b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c7120da3-eb03-4864-a141-90b352d4569d HTTP/1.1" status: 204 len: 168 time: 1.1071889 Sep 22 10:29:40.847946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb703edb-a080-4ce4-81dd-8cabe1fcfd2f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:40.856696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33630) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:40.864309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefedf4-3fa7-491f-9660-e4a821f49e1b req-16ea4e48-7465-4bcb-bc58-8334106b9fa8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.870295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefedf4-3fa7-491f-9660-e4a821f49e1b req-16ea4e48-7465-4bcb-bc58-8334106b9fa8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.881899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefedf4-3fa7-491f-9660-e4a821f49e1b req-16ea4e48-7465-4bcb-bc58-8334106b9fa8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.887552 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.890232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefedf4-3fa7-491f-9660-e4a821f49e1b req-16ea4e48-7465-4bcb-bc58-8334106b9fa8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.891649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:40.897233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefedf4-3fa7-491f-9660-e4a821f49e1b req-16ea4e48-7465-4bcb-bc58-8334106b9fa8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.904420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefedf4-3fa7-491f-9660-e4a821f49e1b req-16ea4e48-7465-4bcb-bc58-8334106b9fa8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.906921 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.911089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefedf4-3fa7-491f-9660-e4a821f49e1b req-16ea4e48-7465-4bcb-bc58-8334106b9fa8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.913023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7fefedf4-3fa7-491f-9660-e4a821f49e1b req-16ea4e48-7465-4bcb-bc58-8334106b9fa8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.2310779 Sep 22 10:29:40.914144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Calling delete_port for 364996f1-ceaa-4c45-b752-7d072b03e823 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:40.965963 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.979016 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Attempting to bind port 4cf253f3-377c-4b4a-885e-aab83a74c0c8 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:40.980314 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Attempting to bind port 4cf253f3-377c-4b4a-885e-aab83a74c0c8 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:40.980886 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Attempting to bind port 4cf253f3-377c-4b4a-885e-aab83a74c0c8 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:40.984555 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01fdf8-584f-43a7-a8f7-f15b999ac92f None None] Pushing event updated for resources: {'Port': ['ID=4cf253f3-377c-4b4a-885e-aab83a74c0c8,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:40.984715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.992799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.997810 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:40.998558 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:40.999185 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:40.999787 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:41.000506 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Bound port: 4cf253f3-377c-4b4a-885e-aab83a74c0c8, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:41.001234 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.007538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7fefedf4-3fa7-491f-9660-e4a821f49e1b req-d369a1b3-cf93-4b39-be2e-fb0cc437c570 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795341 Sep 22 10:29:41.050221 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.051222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:41.051956 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.096362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:41.119798 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] For port 4cf253f3-377c-4b4a-885e-aab83a74c0c8, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:41.122075 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] For port 4cf253f3-377c-4b4a-885e-aab83a74c0c8, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4cf253f3-377c-4b4a-885e-aab83a74c0c8,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:41.176979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:41.177252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] Pushing event updated for resources: {'Network': ['ID=45cae043-501b-4d16-95c9-c4412a21e322,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:41.187506 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.228166 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.232138 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9907bcfe-43d5-401c-a85c-28fd48b9b24a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6134257 Sep 22 10:29:41.239803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33638) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:41.249505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 45cae043-501b-4d16-95c9-c4412a21e322 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:29:41.252461 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Request body: {'subnet': {'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1531481928-subnet', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:41.254264 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01fdf8-584f-43a7-a8f7-f15b999ac92f None None] Pushing event updated for resources: {'Port': ['ID=4cf253f3-377c-4b4a-885e-aab83a74c0c8,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:41.268406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.273890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a38cef9-0ca3-4b73-9ea1-a2c377647936']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:41.296802 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Routers {'12128ecb-4ec9-461f-bfae-a4f0047509d8'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:41.297547 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['12128ecb-4ec9-461f-bfae-a4f0047509d8'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:41.297688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a46952b-57c1-4ab9-8554-93a36c83b4eb') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:41.298259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a46952b-57c1-4ab9-8554-93a36c83b4eb') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:41.307720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Pushing event deleted for resources: {'Port': ['ID=364996f1-ceaa-4c45-b752-7d072b03e823,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:41.316341 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.340865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.346316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Deleting port 4cf253f3-377c-4b4a-885e-aab83a74c0c8 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:41.346316 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.352110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca4ae3-098f-4a2c-97aa-be52982d32c3 req-b83ead4e-ae40-4fc7-b33a-42bcc6d849da tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:41.360430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25ca4ae3-098f-4a2c-97aa-be52982d32c3 req-b83ead4e-ae40-4fc7-b33a-42bcc6d849da tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 945 time: 0.1483819 Sep 22 10:29:41.369881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['364996f1-ceaa-4c45-b752-7d072b03e823'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:41.389186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] No DVR routers for this DVR port 364996f1-ceaa-4c45-b752-7d072b03e823 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:29:41.392496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.394633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f57198cf-915e-427b-b7b1-3247408e7a40 req-ba00b505-b125-43e8-8e71-5ef9ab858908 tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.30 "DELETE /v2.0/ports/364996f1-ceaa-4c45-b752-7d072b03e823 HTTP/1.1" status: 204 len: 173 time: 1.0948696 Sep 22 10:29:41.440494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25ca4ae3-098f-4a2c-97aa-be52982d32c3 req-d2b6defe-274d-4203-bcfd-90009c04c94f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790548 Sep 22 10:29:41.441187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] For port 4cf253f3-377c-4b4a-885e-aab83a74c0c8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4cf253f3-377c-4b4a-885e-aab83a74c0c8,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:41.441187 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.454928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Calling delete_port for 4cf253f3-377c-4b4a-885e-aab83a74c0c8 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:41.458070 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] Set router 12128ecb-4ec9-461f-bfae-a4f0047509d8 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:41.466681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Made reservation on behalf of e4025103d97a42e7ae64a699a839b241 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:41.469006 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.471955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:29:41.472349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:29:41.475294 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:29:41.515734 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12128ecb-4ec9-461f-bfae-a4f0047509d8', 'name': 'tempest-snat-router-33094295', 'tenant_id': '25f7fb55d0c34aeea37962c8b5962001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:36Z', 'updated_at': '2021-09-22T10:29:40Z', 'revision_number': 4, 'project_id': '25f7fb55d0c34aeea37962c8b5962001', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:41.542489 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd2b27-76a4-4e8d-965b-aca31cd0d01f None None] The sync data for ids ['12128ecb-4ec9-461f-bfae-a4f0047509d8'] in n-d-807025-3 is: [{'id': '12128ecb-4ec9-461f-bfae-a4f0047509d8', 'name': 'tempest-snat-router-33094295', 'tenant_id': '25f7fb55d0c34aeea37962c8b5962001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:36Z', 'updated_at': '2021-09-22T10:29:40Z', 'revision_number': 4, 'project_id': '25f7fb55d0c34aeea37962c8b5962001', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:41.644704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-deleted', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:41.649075 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4faefd-a89a-4a36-8652-008eb3451bbf" -d '{"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-deleted", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:41.707301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c7df2f6-df17-48a7-a6be-008873617819 req-92f5875d-0fd5-4264-9b40-e41c2a9233aa tempest-ServersNegativeTestJSON-1570343347 tempest-ServersNegativeTestJSON-1570343347-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756 HTTP/1.1" status: 200 len: 210 time: 0.0526559 Sep 22 10:29:41.735398 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.753806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.754492 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] 10.222.0.20 "DELETE /v2.0/networks/4a38cef9-0ca3-4b73-9ea1-a2c377647936 HTTP/1.1" status: 204 len: 168 time: 0.8962805 Sep 22 10:29:41.767008 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c24875a-d565-4c54-a5dc-6562017e9adb x-openstack-request-id: req-7c24875a-d565-4c54-a5dc-6562017e9adb {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:41.767301 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756", "name": "network-vif-deleted", "tag": "364996f1-ceaa-4c45-b752-7d072b03e823", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:41.767548 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c24875a-d565-4c54-a5dc-6562017e9adb {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:41.767945 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb32c90-68e1-4cbc-a0eb-1e5ce9d12756', 'name': 'network-vif-deleted', 'tag': '364996f1-ceaa-4c45-b752-7d072b03e823', 'status': 'completed', 'code': 200} Sep 22 10:29:41.773427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550c7f6-cada-484d-8f7c-47a378971b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=4a38cef9-0ca3-4b73-9ea1-a2c377647936,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:41.987727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.992611 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.049556 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cf253f3-377c-4b4a-885e-aab83a74c0c8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:42.125268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:42.141181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 50fb303e-74c4-4001-b84d-7414549921ad up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:42.170651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Checking segment: {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:42.171014 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Network hostable DHCP agents. Network: 45cae043-501b-4d16-95c9-c4412a21e322, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:29:42.181213 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.188461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33664) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:42.206582 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 50fb303e-74c4-4001-b84d-7414549921ad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:42.207281 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.220453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c482-66fe-4b9f-8a7e-e0a711fdd613 req-d7558ba0-9ef4-4c1a-be19-fe5ecdd7130c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.226530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c482-66fe-4b9f-8a7e-e0a711fdd613 req-d7558ba0-9ef4-4c1a-be19-fe5ecdd7130c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.233139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c482-66fe-4b9f-8a7e-e0a711fdd613 req-d7558ba0-9ef4-4c1a-be19-fe5ecdd7130c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.239439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c482-66fe-4b9f-8a7e-e0a711fdd613 req-d7558ba0-9ef4-4c1a-be19-fe5ecdd7130c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.245426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c482-66fe-4b9f-8a7e-e0a711fdd613 req-d7558ba0-9ef4-4c1a-be19-fe5ecdd7130c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.251439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c482-66fe-4b9f-8a7e-e0a711fdd613 req-d7558ba0-9ef4-4c1a-be19-fe5ecdd7130c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.257371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c482-66fe-4b9f-8a7e-e0a711fdd613 req-d7558ba0-9ef4-4c1a-be19-fe5ecdd7130c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.265284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d28c482-66fe-4b9f-8a7e-e0a711fdd613 req-d7558ba0-9ef4-4c1a-be19-fe5ecdd7130c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1181214 Sep 22 10:29:42.278905 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33668) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:42.325335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d28c482-66fe-4b9f-8a7e-e0a711fdd613 req-79498cc7-dbf4-4b98-bf64-58ce0a764b8b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534627 Sep 22 10:29:42.335154 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.338960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Network 45cae043-501b-4d16-95c9-c4412a21e322 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:29:42.342305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.409154 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a3912c9c-041c-4c7d-afad-18cc8ac25bd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d765c9ac50c4917a334147bfbc281a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289477 Sep 22 10:29:42.411805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33670) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:42.437918 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 45cae043-501b-4d16-95c9-c4412a21e322) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:42.442379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.448144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.449152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93bd6eb-e4b7-4cf7-b32a-afc1f65f1d17 None None] Network 45cae043-501b-4d16-95c9-c4412a21e322 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:42.490425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2128540423-network', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:42.501136 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.501857 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12128ecb-4ec9-461f-bfae-a4f0047509d8 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:29:42.503241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8521760f-215d-4442-8e2e-08d1ab715d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.506755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.508175 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2c50cebc-fcaa-491a-8f65-dd7a803c5204 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "DELETE /v2.0/routers/12128ecb-4ec9-461f-bfae-a4f0047509d8 HTTP/1.1" status: 204 len: 168 time: 2.0040796 Sep 22 10:29:42.511381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33674) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:42.545039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8521760f-215d-4442-8e2e-08d1ab715d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.579227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:42.601981 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8cbb78c0-f7fb-4377-b344-730bd9d622cb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3544135 Sep 22 10:29:42.604471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33676) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:42.614800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:42.641597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035235f-efb0-423b-949c-57eafe495a9d req-487c42e0-7767-4947-a1e7-2c19172d353b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.650069 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e035235f-efb0-423b-949c-57eafe495a9d req-487c42e0-7767-4947-a1e7-2c19172d353b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 945 time: 0.1070843 Sep 22 10:29:42.657396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-45cae043-501b-4d16-95c9-c4412a21e322', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'fixed_ips': [{'subnet_id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:29:42.658536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.670357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Made reservation on behalf of b2072f075b5a4f368086b8b5c35c24f6 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:42.672652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.697995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.698133 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.725499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e035235f-efb0-423b-949c-57eafe495a9d req-b7d265c6-5f3f-4dda-beb1-a8b56dfedc16 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738096 Sep 22 10:29:42.784803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.791679 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.792956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33680) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:42.815461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8521760f-215d-4442-8e2e-08d1ab715d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.818324 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8521760f-215d-4442-8e2e-08d1ab715d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.822743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8521760f-215d-4442-8e2e-08d1ab715d7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c427d95-1048-4a6f-bf67-56b59b69a935 HTTP/1.1" status: 204 len: 168 time: 0.4092722 Sep 22 10:29:42.845185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Allocated IP 172.20.0.2 (45cae043-501b-4d16-95c9-c4412a21e322/49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4/58c6e295-7c5c-4ee2-80b7-b2a9a9807e32) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:42.854527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521760f-215d-4442-8e2e-08d1ab715d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c427d95-1048-4a6f-bf67-56b59b69a935,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:42.891449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.917262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:29:42.929045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:42.929552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.932376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-810a2d08-9a1d-4d3f-b279-b27e17db90d6 admin admin] Deleting subnet b5a732b3-2f68-44cb-8dee-a1d560772bb0 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:29:42.937497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-810a2d08-9a1d-4d3f-b279-b27e17db90d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.959626 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.961933 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:42.984699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-810a2d08-9a1d-4d3f-b279-b27e17db90d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.039091 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-810a2d08-9a1d-4d3f-b279-b27e17db90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.110758 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.136304 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.151957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:43.152716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Deleting port 50fb303e-74c4-4001-b84d-7414549921ad {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:43.153121 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.155149 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed1e787-5e1f-4324-88e3-e6ff7ea572b9" -d '{"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:43.181479 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:43.205158 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15145bb7-cb25-4ec7-bb8d-2cfcf1060e6a x-openstack-request-id: req-15145bb7-cb25-4ec7-bb8d-2cfcf1060e6a {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:43.205462 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:43.205720 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15145bb7-cb25-4ec7-bb8d-2cfcf1060e6a {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:43.206204 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'code': 200} Sep 22 10:29:43.236977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-810a2d08-9a1d-4d3f-b279-b27e17db90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.244920 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.265117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a2d08-9a1d-4d3f-b279-b27e17db90d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a732b3-2f68-44cb-8dee-a1d560772bb0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:43.274380 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.291826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-810a2d08-9a1d-4d3f-b279-b27e17db90d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.291826 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-810a2d08-9a1d-4d3f-b279-b27e17db90d6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b5a732b3-2f68-44cb-8dee-a1d560772bb0 HTTP/1.1" status: 204 len: 168 time: 0.4963908 Sep 22 10:29:43.301111 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:43.309938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Network 45cae043-501b-4d16-95c9-c4412a21e322 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:43.314331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:43.318227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:43.334008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] For port 50fb303e-74c4-4001-b84d-7414549921ad, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=50fb303e-74c4-4001-b84d-7414549921ad,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:43.334585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.349420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.359590 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Pushing event updated for resources: {'Port': ['ID=58c6e295-7c5c-4ee2-80b7-b2a9a9807e32,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:43.425438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Attempting to bind port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:43.426161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Attempting to bind port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:43.427073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Attempting to bind port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 on network 45cae043-501b-4d16-95c9-c4412a21e322 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:43.435649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:43.436316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Checking segment: {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:43.437075 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.437625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Bound using segment: {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:43.438632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Bound port: 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:43.439192 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.453094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Calling delete_port for 50fb303e-74c4-4001-b84d-7414549921ad owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:43.455812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.474519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.476249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87efb30-6e32-4c15-b398-40b25c05488f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:43.498788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:29:43.508841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:43.536996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.537340 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Added segment 2e106b4f-9d98-41c2-b2b6-eb524d0ad75c of type vlan for network 30f0f4ea-4854-4488-bd71-007194ced60b Sep 22 10:29:43.540159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] For port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:43.543466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] For port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=58c6e295-7c5c-4ee2-80b7-b2a9a9807e32,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:43.595995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015211e-28ce-4cc7-98cb-055527d12e38 req-4ddf40c6-e3f4-40c7-8f2a-cd61c124fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.602942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e015211e-28ce-4cc7-98cb-055527d12e38 req-4ddf40c6-e3f4-40c7-8f2a-cd61c124fd0e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 1097 time: 0.2581601 Sep 22 10:29:43.618646 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.619497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454fe19-12df-4835-b69c-1a5ecb83b381 req-9e16b002-0c3c-4cca-a0e2-0a6c92dd5f80 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.625835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454fe19-12df-4835-b69c-1a5ecb83b381 req-9e16b002-0c3c-4cca-a0e2-0a6c92dd5f80 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.632236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454fe19-12df-4835-b69c-1a5ecb83b381 req-9e16b002-0c3c-4cca-a0e2-0a6c92dd5f80 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.638552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454fe19-12df-4835-b69c-1a5ecb83b381 req-9e16b002-0c3c-4cca-a0e2-0a6c92dd5f80 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.644762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454fe19-12df-4835-b69c-1a5ecb83b381 req-9e16b002-0c3c-4cca-a0e2-0a6c92dd5f80 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.651848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454fe19-12df-4835-b69c-1a5ecb83b381 req-9e16b002-0c3c-4cca-a0e2-0a6c92dd5f80 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.652011 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.658349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454fe19-12df-4835-b69c-1a5ecb83b381 req-9e16b002-0c3c-4cca-a0e2-0a6c92dd5f80 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.667238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4454fe19-12df-4835-b69c-1a5ecb83b381 req-9e16b002-0c3c-4cca-a0e2-0a6c92dd5f80 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1920793 Sep 22 10:29:43.677161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5b563d-0c52-4cb1-90b8-746e30811f5b']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:43.684089 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.694392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f429ae0c-c5e7-4df0-905f-61a068923274') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:43.694691 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f429ae0c-c5e7-4df0-905f-61a068923274') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:43.705685 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.725043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.729857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6bd90-e936-4059-8ab5-a0894013b379 None None] Pushing event updated for resources: {'Port': ['ID=58c6e295-7c5c-4ee2-80b7-b2a9a9807e32,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:43.783150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:29:43.783557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:29:43.785469 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:29:43.793254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e015211e-28ce-4cc7-98cb-055527d12e38 req-56055220-ebbb-4895-80dd-10725774ae8b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233647 Sep 22 10:29:43.826758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4454fe19-12df-4835-b69c-1a5ecb83b381 req-d0711056-a716-4b20-9f33-f90906228da7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1585166 Sep 22 10:29:43.866064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.867948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.868542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:43.985417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] Pushing event updated for resources: {'Network': ['ID=30f0f4ea-4854-4488-bd71-007194ced60b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:43.989156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 30f0f4ea-4854-4488-bd71-007194ced60b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:29:43.990766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.034039 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event deleted for resources: {'Port': ['ID=50fb303e-74c4-4001-b84d-7414549921ad,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:44.037707 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.042177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.046533 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] 10.222.0.20 "DELETE /v2.0/networks/7b5b563d-0c52-4cb1-90b8-746e30811f5b HTTP/1.1" status: 204 len: 168 time: 0.7422981 Sep 22 10:29:44.118189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f99a1f-f222-4dd0-8ca0-07bbff3330bc admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5b563d-0c52-4cb1-90b8-746e30811f5b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:44.159452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1edbef69-7283-4532-8a9f-416da77b5223 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9697816 Sep 22 10:29:44.164414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33714) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:44.171782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Request body: {'subnet': {'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2128540423-subnet', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:44.193261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:44.213581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.246577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33716) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:44.271193 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:44.272038 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.292262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835de5a-9a59-4e13-af50-819c46af1bb4 req-2f068cb4-7ebd-46a7-886a-f978a575cf3a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:44.300375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9835de5a-9a59-4e13-af50-819c46af1bb4 req-2f068cb4-7ebd-46a7-886a-f978a575cf3a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.3120782 Sep 22 10:29:44.325494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.358896 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.386849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9835de5a-9a59-4e13-af50-819c46af1bb4 req-5a2ec9b7-a173-4211-bb9e-871132982404 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828228 Sep 22 10:29:44.391216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.431160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2089799806-network', 'tenant_id': '78d177245708499fa4cc52ea29728aef'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:44.449820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Made reservation on behalf of b2072f075b5a4f368086b8b5c35c24f6 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:44.457093 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.458317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=58c6e295-7c5c-4ee2-80b7-b2a9a9807e32,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:44.531168 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.542490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 364996f1-ceaa-4c45-b752-7d072b03e823 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:29:44.585500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 364996f1-ceaa-4c45-b752-7d072b03e823 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:29:44.585884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 364996f1-ceaa-4c45-b752-7d072b03e823 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:29:44.598891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33720) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:44.626299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Made reservation on behalf of 78d177245708499fa4cc52ea29728aef for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:44.628904 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.644557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=58c6e295-7c5c-4ee2-80b7-b2a9a9807e32,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:44.658830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Allocated IP 172.25.1.75 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/92860aa8-24c0-4f2e-a403-10a65634d63c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:44.663051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.693924 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.696761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.761697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-948c71e4-6a14-4f45-9e05-b4eefe5b3d6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c125309853d4ceeb362c14082a544db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616611 Sep 22 10:29:44.764517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33722) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:44.820653 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b78c129-29ed-4349-9712-f6a0b0055ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.843880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b78c129-29ed-4349-9712-f6a0b0055ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.878743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.880004 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f16b1c0c-4e28-4615-b843-dd95cda55187 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:29:44.886551 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:44.888141 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0235dbea-4413-4fb9-85e2-1f507d470023 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "DELETE /v2.0/routers/f16b1c0c-4e28-4615-b843-dd95cda55187 HTTP/1.1" status: 204 len: 168 time: 2.3756273 Sep 22 10:29:44.892024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33726) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:44.899976 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-611084693', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:44.945964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c7543-3e70-464c-bb17-60b0cb2d9476 None None] Network 45cae043-501b-4d16-95c9-c4412a21e322 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:44.949809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.003977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b78c129-29ed-4349-9712-f6a0b0055ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.008627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b78c129-29ed-4349-9712-f6a0b0055ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.011593 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4b78c129-29ed-4349-9712-f6a0b0055ba9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bc6f130-0ec2-4216-b845-ae6e3ae75fc7 HTTP/1.1" status: 204 len: 168 time: 0.2459676 Sep 22 10:29:45.023681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78c129-29ed-4349-9712-f6a0b0055ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc6f130-0ec2-4216-b845-ae6e3ae75fc7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:45.046381 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.062945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9ce7-9319-4929-9f54-079cdc3e960b req-671df685-f964-47e5-bfb1-5781e8f676d3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.069039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9ce7-9319-4929-9f54-079cdc3e960b req-671df685-f964-47e5-bfb1-5781e8f676d3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.075310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9ce7-9319-4929-9f54-079cdc3e960b req-671df685-f964-47e5-bfb1-5781e8f676d3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.081509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9ce7-9319-4929-9f54-079cdc3e960b req-671df685-f964-47e5-bfb1-5781e8f676d3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.088226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9ce7-9319-4929-9f54-079cdc3e960b req-671df685-f964-47e5-bfb1-5781e8f676d3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.094511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9ce7-9319-4929-9f54-079cdc3e960b req-671df685-f964-47e5-bfb1-5781e8f676d3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.100551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9ce7-9319-4929-9f54-079cdc3e960b req-671df685-f964-47e5-bfb1-5781e8f676d3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.102576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58ce9ce7-9319-4929-9f54-079cdc3e960b req-671df685-f964-47e5-bfb1-5781e8f676d3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.1573021 Sep 22 10:29:45.106164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.113477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-23de173f-c857-41a2-a1f0-ef68a0278ade None None] Provisioning complete for port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:45.113881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23de173f-c857-41a2-a1f0-ef68a0278ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.176394 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.204664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:45.225005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58ce9ce7-9319-4929-9f54-079cdc3e960b req-f5d7da7f-010b-417b-ab2a-852bed311149 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099651 Sep 22 10:29:45.233911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:29:45.258410 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.270116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Checking segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:45.270554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Network hostable DHCP agents. Network: 30f0f4ea-4854-4488-bd71-007194ced60b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:29:45.274779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.275166 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Added segment 0a8064fe-d732-421f-973e-65338c8e8712 of type vlan for network cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 Sep 22 10:29:45.278142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4bd961-f118-4a09-9e5c-87d72d328144,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:45.290920 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.292233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.362609 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.364104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:45.378393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:45.393510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:45.399865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Pushing event updated for resources: {'Port': ['ID=92860aa8-24c0-4f2e-a403-10a65634d63c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:45.424843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.585601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-461f9a2d-e9d9-4ad3-ae0a-4a4cc0fc3a80 None None] Provisioning complete for port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:45.586079 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-461f9a2d-e9d9-4ad3-ae0a-4a4cc0fc3a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.595285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Network 30f0f4ea-4854-4488-bd71-007194ced60b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:29:45.674020 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.697785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3121224-3d47-4e1c-99ac-b103b8655f9d req-04b15f30-18d9-4551-8c3e-a9aae633936e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.697785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3121224-3d47-4e1c-99ac-b103b8655f9d req-04b15f30-18d9-4551-8c3e-a9aae633936e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.1124985 Sep 22 10:29:45.737661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3121224-3d47-4e1c-99ac-b103b8655f9d req-0134130a-1978-423a-898d-80157a91b3f8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333412 Sep 22 10:29:45.763769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 30f0f4ea-4854-4488-bd71-007194ced60b) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:45.765560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.766559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.767148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.774187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7deed-a347-4e87-b9cc-2bf54b56ea0d None None] Network 30f0f4ea-4854-4488-bd71-007194ced60b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:45.785654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.788225 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.883186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c622e89f-a93e-408a-9b14-bfcae3ce39a4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7164330 Sep 22 10:29:45.887949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33746) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:45.893855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:45.970090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-30f0f4ea-4854-4488-bd71-007194ced60b', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:29:45.971443 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.976873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] Pushing event updated for resources: {'Network': ['ID=cbb5c1ca-f359-4e0e-930e-ac7141c8bc11,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:45.982499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a916f932-7373-4d6b-9a9f-e233db4930de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7303917 Sep 22 10:29:45.984280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33748) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:45.996695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Request body: {'subnet': {'network_id': 'cbb5c1ca-f359-4e0e-930e-ac7141c8bc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2089799806-subnet', 'tenant_id': '78d177245708499fa4cc52ea29728aef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:45.999587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:29:46.034432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4d35d-6d51-4b64-9ea5-29e714c1124d req-efe406ef-cb53-4657-aa76-23759759a693 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.035995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22c4d35d-6d51-4b64-9ea5-29e714c1124d req-efe406ef-cb53-4657-aa76-23759759a693 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.2146511 Sep 22 10:29:46.044336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.045891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33750) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:46.050434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'floatingip': {'port_id': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:46.076837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.100981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.116273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:29:46.116273 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:29:46.116273 n-d-807025-3 neutron-server[95682]: [parameters: {'project_id_1': '78d177245708499fa4cc52ea29728aef', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 29, 26, 13841)}] Sep 22 10:29:46.116273 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:29:46.116627 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:29:46.189045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:46.195759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.229167 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.230592 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.282647 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Allocated IP 172.20.0.2 (30f0f4ea-4854-4488-bd71-007194ced60b/3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f/ff38367b-4ae8-4c6e-a93f-105ada4f5e0b) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:46.293053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Allocated IP 172.25.1.168 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/7f3529b8-25dc-4a1e-a022-9c768e2fe111) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:46.298290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:46.298916 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.337937 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.619524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.622337 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.648232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:46.707348 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.787016 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.815847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.834933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:46.835672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Network 30f0f4ea-4854-4488-bd71-007194ced60b is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:46.841536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:46.849078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:46.853054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event updated for resources: {'Port': ['ID=7f3529b8-25dc-4a1e-a022-9c768e2fe111,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:46.854379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f1d0-10d4-4b52-a208-c8361604f641 req-0cc73c67-0d70-48b2-b6ea-24c4ecb202c8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.860279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f1d0-10d4-4b52-a208-c8361604f641 req-0cc73c67-0d70-48b2-b6ea-24c4ecb202c8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.866494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f1d0-10d4-4b52-a208-c8361604f641 req-0cc73c67-0d70-48b2-b6ea-24c4ecb202c8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.868425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:46.870349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 50fb303e-74c4-4001-b84d-7414549921ad no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:29:46.872435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f1d0-10d4-4b52-a208-c8361604f641 req-0cc73c67-0d70-48b2-b6ea-24c4ecb202c8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.878373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f1d0-10d4-4b52-a208-c8361604f641 req-0cc73c67-0d70-48b2-b6ea-24c4ecb202c8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.884258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f1d0-10d4-4b52-a208-c8361604f641 req-0cc73c67-0d70-48b2-b6ea-24c4ecb202c8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.890961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524f1d0-10d4-4b52-a208-c8361604f641 req-0cc73c67-0d70-48b2-b6ea-24c4ecb202c8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.892919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d524f1d0-10d4-4b52-a208-c8361604f641 req-0cc73c67-0d70-48b2-b6ea-24c4ecb202c8 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5418 time: 0.5331800 Sep 22 10:29:46.897662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:46.904703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 50fb303e-74c4-4001-b84d-7414549921ad {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:29:46.905065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 50fb303e-74c4-4001-b84d-7414549921ad not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:29:46.919912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:46.958187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '477cf0ab-7d06-4060-bd94-a8bdaa2a6be7', 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'port_id': '477cf0ab-7d06-4060-bd94-a8bdaa2a6be7', 'mac_address': 'fa:16:3e:c9:85:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61562c8-5a3e-478e-99fe-0dffb60833ae', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:46.966414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Pushing event updated for resources: {'Port': ['ID=ff38367b-4ae8-4c6e-a93f-105ada4f5e0b,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:46.984007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d524f1d0-10d4-4b52-a208-c8361604f641 req-3a97e6d2-b331-4019-898e-a08fc9f892c6 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778522 Sep 22 10:29:46.987559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.001056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Attempting to bind port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:47.001437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Attempting to bind port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:47.001853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Attempting to bind port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:47.030063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:47.031013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Checking segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:47.031140 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.031249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Made reservation on behalf of 78d177245708499fa4cc52ea29728aef for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:47.031479 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Bound using segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:47.031970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Bound port: ff38367b-4ae8-4c6e-a93f-105ada4f5e0b, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:47.032362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.034035 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.092660 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.109353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.110301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:47.129667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.132032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:47.186919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] For port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:47.190356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] For port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ff38367b-4ae8-4c6e-a93f-105ada4f5e0b,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:47.199529 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.200263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a81ec790-8609-44bd-b50c-5af0a7205433 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:47.321753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Allocated IP 172.25.1.3 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/3485981e-eb81-4dc7-a2f6-d29da70d6808) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:47.334586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a81ec790-8609-44bd-b50c-5af0a7205433, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a81ec790-8609-44bd-b50c-5af0a7205433,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:47.348472 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.349477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'a81ec790-8609-44bd-b50c-5af0a7205433', 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48', 'port_id': 'a81ec790-8609-44bd-b50c-5af0a7205433', 'mac_address': 'fa:16:3e:4d:f7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e74c144-473f-43be-8965-d9cc32307b3f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:47.352671 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.439093 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.resource_extend [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:29:47.483334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:47.486226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.548546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81ec790-8609-44bd-b50c-5af0a7205433 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:47.584011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a81ec790-8609-44bd-b50c-5af0a7205433, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a81ec790-8609-44bd-b50c-5af0a7205433,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:47.592356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969f815-b8a9-4b0d-9215-027116adce1f None None] Pushing event updated for resources: {'Port': ['ID=ff38367b-4ae8-4c6e-a93f-105ada4f5e0b,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:47.640850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.668987 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.686872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.689413 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aa44bb0b-d6f1-4322-b697-88bf24efb1ea details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:47.711622 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.730266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.744915 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.769611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aa44bb0b-d6f1-4322-b697-88bf24efb1ea, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:47.793298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea', 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'port_id': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea', 'mac_address': 'fa:16:3e:2c:95:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61562c8-5a3e-478e-99fe-0dffb60833ae', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:47.855498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Router ecd3e10d-309e-49d4-a834-b34699a79487 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:29:47.858327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a81ec790-8609-44bd-b50c-5af0a7205433,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:47.894713 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.899098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Checking segment: {'id': '0a8064fe-d732-421f-973e-65338c8e8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cbb5c1ca-f359-4e0e-930e-ac7141c8bc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:47.899098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Network hostable DHCP agents. Network: cbb5c1ca-f359-4e0e-930e-ac7141c8bc11, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:29:47.909069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1304616-8c5d-4ca1-ba29-ca36257d54d2,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:47.911159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa44bb0b-d6f1-4322-b697-88bf24efb1ea {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:47.925419 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:47.932952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aa44bb0b-d6f1-4322-b697-88bf24efb1ea, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:47.959269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Router 3ba9303a-9549-49c2-908b-31b5d6e7afa0 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:29:47.967473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33774) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:47.985853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:47.989460 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Floating IP e7f765a0-db1b-47e1-bdc4-071d9bdfc75a associated. External IP: 172.25.1.82, port: bb703edb-a080-4ce4-81dd-8cabe1fcfd2f. Sep 22 10:29:47.989862 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:47.992788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:48.008604 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:48.009274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7af028ee-5887-4c1b-874e-471275fddfee details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:48.109881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Network cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:29:48.128251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Pushing event updated for resources: {'Port': ['ID=3485981e-eb81-4dc7-a2f6-d29da70d6808,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:48.130933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:48.193411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Sync routers for ids ['ecd3e10d-309e-49d4-a834-b34699a79487'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:48.211678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da6aca2a-f483-47ba-ae68-1899e06678b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:48.216287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:48.220639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, cbb5c1ca-f359-4e0e-930e-ac7141c8bc11) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:48.231152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1050d-8ed8-49db-81e6-0bc84ae5726b None None] Network cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:48.250590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.251345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:48.264543 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:48.265991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-233707e0-2489-43b2-a523-f9b0ee693cf0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6597054 Sep 22 10:29:48.278979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Routers {'ecd3e10d-309e-49d4-a834-b34699a79487'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:48.279604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ecd3e10d-309e-49d4-a834-b34699a79487'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:48.282959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ff38367b-4ae8-4c6e-a93f-105ada4f5e0b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:48.335995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ab80-e801-4de5-a9a9-19763e070a02 req-2bdf2a79-10a8-4e7f-b8cc-947af961f282 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.343830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ab80-e801-4de5-a9a9-19763e070a02 req-2bdf2a79-10a8-4e7f-b8cc-947af961f282 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.350492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ab80-e801-4de5-a9a9-19763e070a02 req-2bdf2a79-10a8-4e7f-b8cc-947af961f282 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.361592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ab80-e801-4de5-a9a9-19763e070a02 req-2bdf2a79-10a8-4e7f-b8cc-947af961f282 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.371926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ab80-e801-4de5-a9a9-19763e070a02 req-2bdf2a79-10a8-4e7f-b8cc-947af961f282 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.378890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ab80-e801-4de5-a9a9-19763e070a02 req-2bdf2a79-10a8-4e7f-b8cc-947af961f282 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.387815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ab80-e801-4de5-a9a9-19763e070a02 req-2bdf2a79-10a8-4e7f-b8cc-947af961f282 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.402187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1868ab80-e801-4de5-a9a9-19763e070a02 req-2bdf2a79-10a8-4e7f-b8cc-947af961f282 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5421 time: 0.2756360 Sep 22 10:29:48.428709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33782) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:48.472722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7af028ee-5887-4c1b-874e-471275fddfee, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7af028ee-5887-4c1b-874e-471275fddfee,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:48.498351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '7af028ee-5887-4c1b-874e-471275fddfee', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'port_id': '7af028ee-5887-4c1b-874e-471275fddfee', 'mac_address': 'fa:16:3e:13:6a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:49.052239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Set router ecd3e10d-309e-49d4-a834-b34699a79487 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:49.052239 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.052239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:49.052239 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.056707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:49.058252 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2ea17-fe02-4438-91ae-1688832cfd44 None None] Sync routers for ids ['3ba9303a-9549-49c2-908b-31b5d6e7afa0'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:49.058252 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2ea17-fe02-4438-91ae-1688832cfd44 None None] Routers {'3ba9303a-9549-49c2-908b-31b5d6e7afa0'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:49.058252 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ea17-fe02-4438-91ae-1688832cfd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3ba9303a-9549-49c2-908b-31b5d6e7afa0'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:49.058252 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ea17-fe02-4438-91ae-1688832cfd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:49.059579 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da6aca2a-f483-47ba-ae68-1899e06678b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.059904 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2ea17-fe02-4438-91ae-1688832cfd44 None None] Routers {'3ba9303a-9549-49c2-908b-31b5d6e7afa0'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:49.059904 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ea17-fe02-4438-91ae-1688832cfd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3ba9303a-9549-49c2-908b-31b5d6e7afa0'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:49.060341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed46cc48-9b03-4f38-9603-a1a8426bba01 None None] Network 30f0f4ea-4854-4488-bd71-007194ced60b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:49.060341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7746443-cd78-433c-823f-e1d693e0a72c None None] Network cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:49.060341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af028ee-5887-4c1b-874e-471275fddfee {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:49.060965 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ea17-fe02-4438-91ae-1688832cfd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:49.060965 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2ea17-fe02-4438-91ae-1688832cfd44 None None] The sync data for ids ['3ba9303a-9549-49c2-908b-31b5d6e7afa0'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:49.061437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1868ab80-e801-4de5-a9a9-19763e070a02 req-b2699cec-5749-48e6-ae5e-46dffc656db0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5023997 Sep 22 10:29:49.062078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7af028ee-5887-4c1b-874e-471275fddfee, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7af028ee-5887-4c1b-874e-471275fddfee,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:49.062282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Router 515c7a31-216e-4d08-a745-4d78f78b20e9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:29:49.115196 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da6aca2a-f483-47ba-ae68-1899e06678b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.135743 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.136391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9a2415d9-9317-4bc5-873f-95e49189d3fc details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:49.192636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b5211176-5300-4256-bfc8-86cdd3d05e22 None None] Provisioning complete for port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:49.193002 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5211176-5300-4256-bfc8-86cdd3d05e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.203364 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-da6aca2a-f483-47ba-ae68-1899e06678b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=067e0dcba8914e0ebd9e755835ce62e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2318177 Sep 22 10:29:49.206491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33784) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:49.209782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:49.219271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aca2a-f483-47ba-ae68-1899e06678b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2049a4-01f6-4cd7-8c35-b8615b46fc67,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:49.222621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-89708eda-b58c-4884-baf0-6cd728cedd8b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.2324979 Sep 22 10:29:49.224346 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.225489 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b7c3a6d5-eed7-4318-9269-b0ee19a2d7f2 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3318644 Sep 22 10:29:49.228720 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.235880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33788) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:49.237561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a9ad9a8e-c7ab-408c-94bc-508c41cf5d93 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': False}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:49.289310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] Sync routers for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:49.296082 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.324067 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:29:49.332710 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.342432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1a678cc4-91cd-4770-92de-3928fce6eb8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "PUT /v2.0/floatingips/e7f765a0-db1b-47e1-bdc4-071d9bdfc75a HTTP/1.1" status: 200 len: 991 time: 3.2952905 Sep 22 10:29:49.346056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:49.348173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-243ddbe6-1837-45c3-936c-8873f813ac96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.348408 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01571b1b-982a-47bc-b328-97f5d845c23d" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:49.425236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-243ddbe6-1837-45c3-936c-8873f813ac96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.477485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9a2415d9-9317-4bc5-873f-95e49189d3fc, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:49.490014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=7af028ee-5887-4c1b-874e-471275fddfee,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:49.507604 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb5e9b8-43ba-4c06-beb1-c7dd4f48e98c x-openstack-request-id: req-dfb5e9b8-43ba-4c06-beb1-c7dd4f48e98c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:49.512914 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:49.512914 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfb5e9b8-43ba-4c06-beb1-c7dd4f48e98c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:49.512914 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'status': 'completed', 'code': 200} Sep 22 10:29:49.536731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:49.540033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:49.615806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '9a2415d9-9317-4bc5-873f-95e49189d3fc', 'network_id': '9c7460ba-8b97-436a-9bd5-4671ddf4fe48', 'port_id': '9a2415d9-9317-4bc5-873f-95e49189d3fc', 'mac_address': 'fa:16:3e:81:9c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e74c144-473f-43be-8965-d9cc32307b3f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:49.651470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.655938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.685973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ff38367b-4ae8-4c6e-a93f-105ada4f5e0b,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:49.706463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01571b1b-982a-47bc-b328-97f5d845c23d req-31f95b66-3153-4d95-bd34-323b23af2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:49.706463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01571b1b-982a-47bc-b328-97f5d845c23d req-31f95b66-3153-4d95-bd34-323b23af2ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 1097 time: 0.1880147 Sep 22 10:29:49.788164 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-243ddbe6-1837-45c3-936c-8873f813ac96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.793145 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-243ddbe6-1837-45c3-936c-8873f813ac96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.795130 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-243ddbe6-1837-45c3-936c-8873f813ac96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b2049a4-01f6-4cd7-8c35-b8615b46fc67 HTTP/1.1" status: 204 len: 168 time: 0.5865860 Sep 22 10:29:49.812661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ddbe6-1837-45c3-936c-8873f813ac96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2049a4-01f6-4cd7-8c35-b8615b46fc67,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:49.826952 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.939045 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.948130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5211176-5300-4256-bfc8-86cdd3d05e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:49.961953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=ff38367b-4ae8-4c6e-a93f-105ada4f5e0b,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:49.975454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Router 9f587731-3e32-4942-bf76-90a84c10864f is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:29:49.989929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:50.012958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2415d9-9317-4bc5-873f-95e49189d3fc {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:50.046076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9a2415d9-9317-4bc5-873f-95e49189d3fc, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:50.068971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:42Z', 'updated_at': '2021-09-22T10:29:45Z', 'revision_number': 3, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'gw_port': {'id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:44Z', 'updated_at': '2021-09-22T10:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:50.090415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-ddff134e-8936-4b4a-bf98-d718d3018541 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:50.092051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-ddff134e-8936-4b4a-bf98-d718d3018541 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/networks?id=cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 HTTP/1.1" status: 200 len: 822 time: 0.3774827 Sep 22 10:29:50.098888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01571b1b-982a-47bc-b328-97f5d845c23d req-006efadf-8cab-439d-8581-49a22bcadaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:50.100448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01571b1b-982a-47bc-b328-97f5d845c23d req-006efadf-8cab-439d-8581-49a22bcadaec service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.3841922 Sep 22 10:29:50.117034 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:50.117684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fa9ebf86-2e9f-4908-97dc-c02a937b70b0 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:50.138840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Checking router: ecd3e10d-309e-49d4-a834-b34699a79487 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:50.139222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Updating router ecd3e10d-309e-49d4-a834-b34699a79487 port 92860aa8-24c0-4f2e-a403-10a65634d63c binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:29:50.203452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d95b91d6-6108-4de1-bff0-58a509954e1c tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/quotas/78d177245708499fa4cc52ea29728aef HTTP/1.1" status: 200 len: 375 time: 0.0926638 Sep 22 10:29:50.213838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:50.227904 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Sync routers for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:50.244378 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:50.245064 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:50.251628 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9a8e-c7ab-408c-94bc-508c41cf5d93 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:50.277818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7a8a9741-bc64-43c6-985a-f7140189cff6 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=78d177245708499fa4cc52ea29728aef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596681 Sep 22 10:29:50.282872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01571b1b-982a-47bc-b328-97f5d845c23d req-b5976788-2fa8-4e44-8ec4-a65efa6915b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f HTTP/1.1" status: 200 len: 999 time: 0.1688142 Sep 22 10:29:50.298708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Allocated IP 172.20.0.1 (45cae043-501b-4d16-95c9-c4412a21e322/49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4/e0ab7b8e-bf21-44df-aa36-30e4c61a9b65) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:50.318900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ff38367b-4ae8-4c6e-a93f-105ada4f5e0b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:50.331264 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:50.331264 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-88243b2b-2a30-4ac1-8c28-eb307239dc8a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4409947 Sep 22 10:29:50.337176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33818) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:50.413456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port fa9ebf86-2e9f-4908-97dc-c02a937b70b0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:50.420755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:50.433404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=9a2415d9-9317-4bc5-873f-95e49189d3fc,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:50.438828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'fa9ebf86-2e9f-4908-97dc-c02a937b70b0', 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'port_id': 'fa9ebf86-2e9f-4908-97dc-c02a937b70b0', 'mac_address': 'fa:16:3e:81:dd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61562c8-5a3e-478e-99fe-0dffb60833ae', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:50.455038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01571b1b-982a-47bc-b328-97f5d845c23d req-5c17ae05-b856-4e4b-a541-d2b81ff94a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:50.456537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01571b1b-982a-47bc-b328-97f5d845c23d req-5c17ae05-b856-4e4b-a541-d2b81ff94a27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.1664262 Sep 22 10:29:50.506371 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:50.543140 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-b5211176-5300-4256-bfc8-86cdd3d05e22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:29:50.543482 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-b5211176-5300-4256-bfc8-86cdd3d05e22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:29:50.624499 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:48Z', 'revision_number': 3, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:50.638689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-38c52e7e-22b9-4b33-b1b7-cb2e7f05938a service neutron] 10.222.0.20 "GET /v2.0/networks/cbb5c1ca-f359-4e0e-930e-ac7141c8bc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440008 Sep 22 10:29:50.659175 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Checking router: 9f587731-3e32-4942-bf76-90a84c10864f for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:50.660473 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Updating router 9f587731-3e32-4942-bf76-90a84c10864f port 3485981e-eb81-4dc7-a2f6-d29da70d6808 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:29:50.678934 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:50.688484 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:50.699273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01571b1b-982a-47bc-b328-97f5d845c23d req-f19bfdc4-9dd9-40d0-ab11-cfbf55a4771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:50.700817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01571b1b-982a-47bc-b328-97f5d845c23d req-f19bfdc4-9dd9-40d0-ab11-cfbf55a4771b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334061 Sep 22 10:29:50.714861 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:50.743669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9ebf86-2e9f-4908-97dc-c02a937b70b0 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:50.769019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port fa9ebf86-2e9f-4908-97dc-c02a937b70b0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:50.780018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:50.780536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:50.879765 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:50.880441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 74fa117a-0ae9-465a-9a10-b4787f86d848 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:50.969346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:51.055356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 74fa117a-0ae9-465a-9a10-b4787f86d848, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74fa117a-0ae9-465a-9a10-b4787f86d848,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:51.058922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:51.177743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '74fa117a-0ae9-465a-9a10-b4787f86d848', 'network_id': '7a7a3a4a-3a2a-43a9-aca9-15feae755848', 'port_id': '74fa117a-0ae9-465a-9a10-b4787f86d848', 'mac_address': 'fa:16:3e:ee:62:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61562c8-5a3e-478e-99fe-0dffb60833ae', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:51.214943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'e7f765a0-db1b-47e1-bdc4-071d9bdfc75a', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'port_id': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'mac_address': 'fa:16:3e:3e:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:29:28Z', 'updated_at': '2021-09-22T10:29:47Z', 'revision_number': 1, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:51.280855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Allocated IP 172.20.0.1 (30f0f4ea-4854-4488-bd71-007194ced60b/3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f/825d64fb-11d5-4f40-9311-539d4d3cd517) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:51.281515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-28d722bd-1a0e-4ae6-ba76-b4e0996aca07 service neutron] 10.222.0.20 "GET /v2.0/networks/cbb5c1ca-f359-4e0e-930e-ac7141c8bc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420343 Sep 22 10:29:51.301074 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01571b1b-982a-47bc-b328-97f5d845c23d req-657a0536-0d31-4671-bf1f-cc45052e18ad service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810096 Sep 22 10:29:51.406549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:51.438249 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:51.519325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Network 45cae043-501b-4d16-95c9-c4412a21e322 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:51.521677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] Checking router: 515c7a31-216e-4d08-a745-4d78f78b20e9 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:51.532121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ab7b8e-bf21-44df-aa36-30e4c61a9b65,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:51.535487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:51.538866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:51.552024 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:51.567028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-cc337d75-7031-4e0e-b40d-e84a6226fbb4 None None] Provisioning complete for port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:51.567875 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc337d75-7031-4e0e-b40d-e84a6226fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:51.601029 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:51.605434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fa117a-0ae9-465a-9a10-b4787f86d848 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:51.610199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01571b1b-982a-47bc-b328-97f5d845c23d req-38d360dd-55bd-4e28-ad13-22a0f3cfc2c4 service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958488 Sep 22 10:29:51.626790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:51.630254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 74fa117a-0ae9-465a-9a10-b4787f86d848, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74fa117a-0ae9-465a-9a10-b4787f86d848,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:51.642652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:51.643415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:51.712334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Network 30f0f4ea-4854-4488-bd71-007194ced60b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:51.715250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:51.717883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:51.753988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Pushing event updated for resources: {'Port': ['ID=825d64fb-11d5-4f40-9311-539d4d3cd517,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:51.783062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:51.789188 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:51.924667 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:51.938198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ad2f-6583-4caf-bf33-61e2f1c2ebf2 req-44c1eaef-7d39-423a-a208-745fe294413e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:51.951263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ad2f-6583-4caf-bf33-61e2f1c2ebf2 req-44c1eaef-7d39-423a-a208-745fe294413e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:51.952951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ad2f-6583-4caf-bf33-61e2f1c2ebf2 req-44c1eaef-7d39-423a-a208-745fe294413e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:51.959910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ad2f-6583-4caf-bf33-61e2f1c2ebf2 req-44c1eaef-7d39-423a-a208-745fe294413e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:51.966968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ad2f-6583-4caf-bf33-61e2f1c2ebf2 req-44c1eaef-7d39-423a-a208-745fe294413e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:51.973818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ad2f-6583-4caf-bf33-61e2f1c2ebf2 req-44c1eaef-7d39-423a-a208-745fe294413e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:51.984884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8ad2f-6583-4caf-bf33-61e2f1c2ebf2 req-44c1eaef-7d39-423a-a208-745fe294413e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:51.994714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1c8ad2f-6583-4caf-bf33-61e2f1c2ebf2 req-44c1eaef-7d39-423a-a208-745fe294413e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5424 time: 0.3174481 Sep 22 10:29:52.143933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1c8ad2f-6583-4caf-bf33-61e2f1c2ebf2 req-5a7b230a-0edc-4d55-9f41-e9fd00da2e40 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400862 Sep 22 10:29:52.148840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.150543 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.152079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=74fa117a-0ae9-465a-9a10-b4787f86d848,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:52.217203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.244058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'e7f765a0-db1b-47e1-bdc4-071d9bdfc75a', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'port_id': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'mac_address': 'fa:16:3e:3e:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:29:28Z', 'updated_at': '2021-09-22T10:29:47Z', 'revision_number': 1, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:52.268454 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9a8e-c7ab-408c-94bc-508c41cf5d93 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.283599 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.284764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9a8e-c7ab-408c-94bc-508c41cf5d93 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.288652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef6230-ebb5-4a7c-b0de-28e53c1ec19c None None] The sync data for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 is: [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'e7f765a0-db1b-47e1-bdc4-071d9bdfc75a', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'floating_ip_address': '172.25.1.82', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'port_id': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'mac_address': 'fa:16:3e:3e:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:29:28Z', 'updated_at': '2021-09-22T10:29:47Z', 'revision_number': 1, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:52.367085 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac4baf8b-9b92-475b-97f6-2ec6f198c5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.406272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Attempting to bind port 92860aa8-24c0-4f2e-a403-10a65634d63c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:52.406586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Attempting to bind port 92860aa8-24c0-4f2e-a403-10a65634d63c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:52.406878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Attempting to bind port 92860aa8-24c0-4f2e-a403-10a65634d63c on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:52.418329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:52.418847 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:52.419104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.419503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:52.419985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Bound port: 92860aa8-24c0-4f2e-a403-10a65634d63c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:52.420391 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.502268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['7af028ee-5887-4c1b-874e-471275fddfee'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:52.575686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b9e89eb2-6d6d-4790-9885-ef6ad7981698 None None] Provisioning complete for port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:52.576331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b9e89eb2-6d6d-4790-9885-ef6ad7981698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.642050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ad9a8e-c7ab-408c-94bc-508c41cf5d93 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Router 3ba9303a-9549-49c2-908b-31b5d6e7afa0 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:29:52.653382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.660365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b9e89eb2-6d6d-4790-9885-ef6ad7981698 None None] Port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:52.662279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['74fa117a-0ae9-465a-9a10-b4787f86d848'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:52.665078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['477cf0ab-7d06-4060-bd94-a8bdaa2a6be7'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:52.666942 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.668281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a81ec790-8609-44bd-b50c-5af0a7205433'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:52.669226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['fa9ebf86-2e9f-4908-97dc-c02a937b70b0'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:52.679797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1674f50-5744-49b6-a8d4-d2ebfb442ade None None] Pushing event updated for resources: {'Port': ['ID=92860aa8-24c0-4f2e-a403-10a65634d63c,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:52.712739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a59aaa28-12b2-4af6-9770-3d56c79daa46 req-7a59f151-f125-423e-9f76-25a426fca89b tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 210 time: 0.0617702 Sep 22 10:29:52.780479 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.785620 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.786236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.821200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23f56a-8ba3-4493-8178-4b49c9071ea2 None None] New status for floating IP e7f765a0-db1b-47e1-bdc4-071d9bdfc75a: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:29:52.837342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b9e89eb2-6d6d-4790-9885-ef6ad7981698 None None] Provisioning complete for port 825d64fb-11d5-4f40-9311-539d4d3cd517 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:52.837828 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b9e89eb2-6d6d-4790-9885-ef6ad7981698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.852841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ad9a8e-c7ab-408c-94bc-508c41cf5d93 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:52.855716 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Attempting to bind port 3485981e-eb81-4dc7-a2f6-d29da70d6808 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:52.856348 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Attempting to bind port 3485981e-eb81-4dc7-a2f6-d29da70d6808 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:52.856888 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Attempting to bind port 3485981e-eb81-4dc7-a2f6-d29da70d6808 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:52.865860 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:52.869372 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:52.869372 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.869372 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:52.869372 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Bound port: 3485981e-eb81-4dc7-a2f6-d29da70d6808, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:52.869372 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.881919 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.883788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9a8e-c7ab-408c-94bc-508c41cf5d93 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.887950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a9ad9a8e-c7ab-408c-94bc-508c41cf5d93 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "PUT /v2.0/routers/3ba9303a-9549-49c2-908b-31b5d6e7afa0 HTTP/1.1" status: 200 len: 921 time: 3.6516190 Sep 22 10:29:52.888240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33864) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:52.895905 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:52.911985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] For port 92860aa8-24c0-4f2e-a403-10a65634d63c, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:52.939062 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] For port 3485981e-eb81-4dc7-a2f6-d29da70d6808, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:52.943004 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] For port 3485981e-eb81-4dc7-a2f6-d29da70d6808, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3485981e-eb81-4dc7-a2f6-d29da70d6808,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:52.955551 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2509ea-774d-4dad-b1a7-de87bdb69d57 None None] Sync routers for ids ['3ba9303a-9549-49c2-908b-31b5d6e7afa0'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:52.970301 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7d44b-ac75-4714-a4bd-76ad238baf79 None None] Pushing event updated for resources: {'Port': ['ID=3485981e-eb81-4dc7-a2f6-d29da70d6808,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:52.978543 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2509ea-774d-4dad-b1a7-de87bdb69d57 None None] Routers {'3ba9303a-9549-49c2-908b-31b5d6e7afa0'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:52.985297 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de2509ea-774d-4dad-b1a7-de87bdb69d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3ba9303a-9549-49c2-908b-31b5d6e7afa0'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:53.001349 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:53.006446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Network 30f0f4ea-4854-4488-bd71-007194ced60b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:53.007859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Pushing event updated for resources: {'Port': ['ID=825d64fb-11d5-4f40-9311-539d4d3cd517,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:53.013758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:53.027665 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de2509ea-774d-4dad-b1a7-de87bdb69d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:53.050138 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:53.120858 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7d44b-ac75-4714-a4bd-76ad238baf79 None None] Pushing event updated for resources: {'Port': ['ID=3485981e-eb81-4dc7-a2f6-d29da70d6808,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:53.126788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] For port 92860aa8-24c0-4f2e-a403-10a65634d63c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=92860aa8-24c0-4f2e-a403-10a65634d63c,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:53.134955 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2509ea-774d-4dad-b1a7-de87bdb69d57 None None] Routers {'3ba9303a-9549-49c2-908b-31b5d6e7afa0'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:53.136863 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de2509ea-774d-4dad-b1a7-de87bdb69d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3ba9303a-9549-49c2-908b-31b5d6e7afa0'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:53.168112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ab7b8e-bf21-44df-aa36-30e4c61a9b65,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:53.197579 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de2509ea-774d-4dad-b1a7-de87bdb69d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:53.198606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2509ea-774d-4dad-b1a7-de87bdb69d57 None None] The sync data for ids ['3ba9303a-9549-49c2-908b-31b5d6e7afa0'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:53.227279 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:53.229375 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:53.248754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.249103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.249446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.249790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.253649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.254041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.254512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.255795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.256148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.256565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.256905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.257240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:53.272764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Router 9f587731-3e32-4942-bf76-90a84c10864f has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:29:53.307467 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:53.364732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fe29f73b-c552-41e6-9013-3b4ccdcc4d64 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/routers/3ba9303a-9549-49c2-908b-31b5d6e7afa0 HTTP/1.1" status: 200 len: 921 time: 0.4753413 Sep 22 10:29:53.376398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33872) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:53.402014 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:53.452586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Network 45cae043-501b-4d16-95c9-c4412a21e322 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:53.455112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:53.488181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8100-c5e9-4973-bed7-ad3586ac9198 req-fcb88edd-99dc-48b8-8b1a-4fd921df7982 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.490210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf7b41-8db4-46ff-92c3-7653c9348d4f tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.495051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8100-c5e9-4973-bed7-ad3586ac9198 req-fcb88edd-99dc-48b8-8b1a-4fd921df7982 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.495987 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-adbf7b41-8db4-46ff-92c3-7653c9348d4f tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=3ba9303a-9549-49c2-908b-31b5d6e7afa0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1185520 Sep 22 10:29:53.498296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33878) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:53.502022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8100-c5e9-4973-bed7-ad3586ac9198 req-fcb88edd-99dc-48b8-8b1a-4fd921df7982 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.508167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8100-c5e9-4973-bed7-ad3586ac9198 req-fcb88edd-99dc-48b8-8b1a-4fd921df7982 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.514638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8100-c5e9-4973-bed7-ad3586ac9198 req-fcb88edd-99dc-48b8-8b1a-4fd921df7982 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.520715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8100-c5e9-4973-bed7-ad3586ac9198 req-fcb88edd-99dc-48b8-8b1a-4fd921df7982 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.529363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe8100-c5e9-4973-bed7-ad3586ac9198 req-fcb88edd-99dc-48b8-8b1a-4fd921df7982 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.533419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b9e89eb2-6d6d-4790-9885-ef6ad7981698 None None] Port 825d64fb-11d5-4f40-9311-539d4d3cd517 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:53.537964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cfe8100-c5e9-4973-bed7-ad3586ac9198 req-fcb88edd-99dc-48b8-8b1a-4fd921df7982 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5425 time: 0.2141447 Sep 22 10:29:53.598682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:53.632176 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e387f87d-f4ff-4275-aa14-579bcab08c66 admin admin] 10.222.0.20 "PUT /v2.0/routers/9f587731-3e32-4942-bf76-90a84c10864f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2936914 Sep 22 10:29:53.705217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af435aab-b695-42a3-9d20-4a6d17ab0adf tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.729527 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-af435aab-b695-42a3-9d20-4a6d17ab0adf tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 881 time: 0.2301853 Sep 22 10:29:53.730218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33886) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:53.750221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cfe8100-c5e9-4973-bed7-ad3586ac9198 req-de96e37c-55bc-499e-887a-7dae5de9f3fd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2112379 Sep 22 10:29:53.767884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['aa44bb0b-d6f1-4322-b697-88bf24efb1ea'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:53.814095 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1de9be3e-420f-44c0-801c-21e5f1b2705f tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba9303a-9549-49c2-908b-31b5d6e7afa0 HTTP/1.1" status: 200 len: 205 time: 0.0827074 Sep 22 10:29:53.818496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33890) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:53.832075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['9a2415d9-9317-4bc5-873f-95e49189d3fc'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:53.841690 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 2, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:53.882570 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8657a-044f-4fcd-a0ff-8b39bc822af5 None None] The sync data for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 is: [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 2, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:53.944751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Router ecd3e10d-309e-49d4-a834-b34699a79487 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:29:54.110523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1674f50-5744-49b6-a8d4-d2ebfb442ade None None] Pushing event updated for resources: {'Port': ['ID=92860aa8-24c0-4f2e-a403-10a65634d63c,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:54.111021 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:54.141749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3377e995-25a6-45c6-a0d5-9a8f807e2f06 req-d5becf12-6a2b-438b-9979-2aacdc2a7073 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 210 time: 0.0360298 Sep 22 10:29:54.171171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2ee2c3d9-02cf-4d8f-99cd-166770ada55d None None] Provisioning complete for port 825d64fb-11d5-4f40-9311-539d4d3cd517 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:54.171553 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ee2c3d9-02cf-4d8f-99cd-166770ada55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:54.173070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Routers {'ecd3e10d-309e-49d4-a834-b34699a79487'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:54.173697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ecd3e10d-309e-49d4-a834-b34699a79487'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:54.258173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:29:54.287380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9e6ed765-77bc-42e3-9a39-2e9bdc2796b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/ecd3e10d-309e-49d4-a834-b34699a79487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8436618 Sep 22 10:29:54.316139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:54.572774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] Set router ecd3e10d-309e-49d4-a834-b34699a79487 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:54.680187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Deleting port 7f3529b8-25dc-4a1e-a022-9c768e2fe111 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:29:54.680728 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:54.692118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2ee2c3d9-02cf-4d8f-99cd-166770ada55d None None] Port 825d64fb-11d5-4f40-9311-539d4d3cd517 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:54.729209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-c0b98dba-a456-4b29-92af-5c2e3cb9545c tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:54.731291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-c0b98dba-a456-4b29-92af-5c2e3cb9545c tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.30 "GET /v2.0/networks?id=cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 HTTP/1.1" status: 200 len: 822 time: 0.2404125 Sep 22 10:29:54.753377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Request body: {'port': {'device_id': '61a2d082-7f0d-4185-8dc3-a888da36c35f', 'network_id': 'cbb5c1ca-f359-4e0e-930e-ac7141c8bc11', 'admin_state_up': True, 'tenant_id': '78d177245708499fa4cc52ea29728aef'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:54.930213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-604a8015-7059-406d-ac5c-4f1f53bb59ed None None] Provisioning complete for port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:54.930213 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-604a8015-7059-406d-ac5c-4f1f53bb59ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:54.994318 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33914) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:54.999973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d1c3558b-6319-41a7-a270-ceabc859b307 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140291759', 'description': 'tempest-description--168223193'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:55.139127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-604a8015-7059-406d-ac5c-4f1f53bb59ed None None] Port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:29:55.163159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1c3558b-6319-41a7-a270-ceabc859b307 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.172077 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c1ccf25-3dde-41cc-8fe2-9b8fa6f920ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.223189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:42Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'gw_port': {'id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:44Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e0ab7b8e-bf21-44df-aa36-30e4c61a9b65', 'name': '', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'mac_address': 'fa:16:3e:93:30:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:49Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 2, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'subnets': [{'id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:55.292759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c77e959-ecb5-488d-baa8-8668b26ff754 None None] The sync data for ids ['ecd3e10d-309e-49d4-a834-b34699a79487'] in n-d-807025-3 is: [{'id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:42Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'gw_port': {'id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:44Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e0ab7b8e-bf21-44df-aa36-30e4c61a9b65', 'name': '', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'mac_address': 'fa:16:3e:93:30:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:49Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 2, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'subnets': [{'id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:29:55.304702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1c3558b-6319-41a7-a270-ceabc859b307 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.370981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1c3558b-6319-41a7-a270-ceabc859b307 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.439157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3558b-6319-41a7-a270-ceabc859b307 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e253eb-fc0d-4d97-8b11-830855b84e2d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:55.473051 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.482021 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.516239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Calling delete_port for 7f3529b8-25dc-4a1e-a022-9c768e2fe111 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:29:55.524175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1c3558b-6319-41a7-a270-ceabc859b307 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.525839 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d1c3558b-6319-41a7-a270-ceabc859b307 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5297027 Sep 22 10:29:55.535122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33928) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:55.535122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4b8d030a-ea7c-40ee-85d9-b70260e0f605 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'security_group_rule': {'security_group_id': '15e253eb-fc0d-4d97-8b11-830855b84e2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:55.535381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5bc5-b5c0-4b2d-9520-b731702c63ad req-47130beb-ea4a-4d57-bf91-a5ddbb42c46e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:55.541889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5bc5-b5c0-4b2d-9520-b731702c63ad req-47130beb-ea4a-4d57-bf91-a5ddbb42c46e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:55.549791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5bc5-b5c0-4b2d-9520-b731702c63ad req-47130beb-ea4a-4d57-bf91-a5ddbb42c46e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:55.557669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5bc5-b5c0-4b2d-9520-b731702c63ad req-47130beb-ea4a-4d57-bf91-a5ddbb42c46e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:55.563813 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.568950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5bc5-b5c0-4b2d-9520-b731702c63ad req-47130beb-ea4a-4d57-bf91-a5ddbb42c46e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:55.581868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5bc5-b5c0-4b2d-9520-b731702c63ad req-47130beb-ea4a-4d57-bf91-a5ddbb42c46e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:55.585943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df5bc5-b5c0-4b2d-9520-b731702c63ad req-47130beb-ea4a-4d57-bf91-a5ddbb42c46e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:55.595579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33df5bc5-b5c0-4b2d-9520-b731702c63ad req-47130beb-ea4a-4d57-bf91-a5ddbb42c46e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5425 time: 0.2347622 Sep 22 10:29:55.603715 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.742722 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b8d030a-ea7c-40ee-85d9-b70260e0f605 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.760607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33df5bc5-b5c0-4b2d-9520-b731702c63ad req-853dd886-8d81-4bad-b0ab-31433c293f84 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639185 Sep 22 10:29:55.788286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33936) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:55.799721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-973471120-network', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:55.855862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b8d030a-ea7c-40ee-85d9-b70260e0f605 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.914567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Made reservation on behalf of 78d177245708499fa4cc52ea29728aef for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:55.920911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.933951 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b8d030a-ea7c-40ee-85d9-b70260e0f605 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:55.954818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7af028ee-5887-4c1b-874e-471275fddfee up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:55.970929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d030a-ea7c-40ee-85d9-b70260e0f605 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a37cf00-948f-4c7f-9f2f-9dabdb7508ba,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:56.117744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.125636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8f0ee54-a99c-447b-a890-9ac29782440a req-95f3d3f3-71ca-41fe-8de6-c700d93d0e98 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 210 time: 0.0564733 Sep 22 10:29:56.171689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.190215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3485981e-eb81-4dc7-a2f6-d29da70d6808 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:56.215677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 7af028ee-5887-4c1b-874e-471275fddfee completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:29:56.228562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 7af028ee-5887-4c1b-874e-471275fddfee triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:56.232955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.234889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event deleted for resources: {'Port': ['ID=7f3529b8-25dc-4a1e-a022-9c768e2fe111,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:56.246200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Made reservation on behalf of 5a7ff1fae68d44a3a3e8959fc9a9d1c8 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:56.249538 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.262548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.308147 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b8d030a-ea7c-40ee-85d9-b70260e0f605 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.308147 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4b8d030a-ea7c-40ee-85d9-b70260e0f605 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7781572 Sep 22 10:29:56.311609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33942) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:56.319509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-297adc62-10a6-4689-9357-93922857a175 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'security_group_rule': {'security_group_id': '15e253eb-fc0d-4d97-8b11-830855b84e2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:56.332763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3485981e-eb81-4dc7-a2f6-d29da70d6808 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:56.333171 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.344377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-297adc62-10a6-4689-9357-93922857a175 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:29:56.344377 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:29:56.344377 n-d-807025-3 neutron-server[95681]: [parameters: {'project_id_1': 'b2072f075b5a4f368086b8b5c35c24f6', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 29, 36, 328876)}] Sep 22 10:29:56.344377 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:29:56.346111 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-297adc62-10a6-4689-9357-93922857a175 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:29:56.384834 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.411893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Allocated IP 172.20.0.5 (cbb5c1ca-f359-4e0e-930e-ac7141c8bc11/a1304616-8c5d-4ca1-ba29-ca36257d54d2/4dfcc926-6a7b-48a8-9adf-7ac67b8aec60) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:56.415144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:56.417987 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0594ba-83a3-444f-ad45-5cb60f9b629a" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "7af028ee-5887-4c1b-874e-471275fddfee"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:56.432464 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.449340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7af028ee-5887-4c1b-874e-471275fddfee, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7af028ee-5887-4c1b-874e-471275fddfee,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:56.465925 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9590bb18-9a46-4887-8378-f47508a6b310 x-openstack-request-id: req-9590bb18-9a46-4887-8378-f47508a6b310 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:56.466276 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "7af028ee-5887-4c1b-874e-471275fddfee", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:56.466527 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9590bb18-9a46-4887-8378-f47508a6b310 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:56.466926 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee', 'code': 200} Sep 22 10:29:56.467941 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.490121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 3485981e-eb81-4dc7-a2f6-d29da70d6808, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3485981e-eb81-4dc7-a2f6-d29da70d6808,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:56.541880 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.544013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:56.561785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.566561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.642687 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.655272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=7af028ee-5887-4c1b-874e-471275fddfee,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:56.721431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=3485981e-eb81-4dc7-a2f6-d29da70d6808,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:56.767557 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.798072 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.814374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:29:56.819297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:56.828129 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.838541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.839196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba9303a-9549-49c2-908b-31b5d6e7afa0 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:29:56.851813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.851813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f658f8d3-99b9-4859-8269-7c11870a08f9 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/3ba9303a-9549-49c2-908b-31b5d6e7afa0 HTTP/1.1" status: 204 len: 168 time: 3.0284305 Sep 22 10:29:56.852300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33954) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:56.857544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-10e92444-5a25-4434-87f0-a0ef96000016 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1104952735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:56.878348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.928929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:29:56.931527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928675ff-50fa-4641-90a2-4fb6ef5921c0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:56.946524 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.946649 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.946748 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Added segment c09e7d25-bd60-4b62-970b-dfe3046af51c of type vlan for network 9022f22f-d91e-4336-b387-722c56763d3d Sep 22 10:29:56.968486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057154e-4ba0-4c39-9e37-9e7a7291f5d0 req-bb0a6bf5-1a09-4337-b165-187c619a2618 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:56.974491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057154e-4ba0-4c39-9e37-9e7a7291f5d0 req-bb0a6bf5-1a09-4337-b165-187c619a2618 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:56.977651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:56.985262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057154e-4ba0-4c39-9e37-9e7a7291f5d0 req-bb0a6bf5-1a09-4337-b165-187c619a2618 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:56.987027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057154e-4ba0-4c39-9e37-9e7a7291f5d0 req-bb0a6bf5-1a09-4337-b165-187c619a2618 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:56.993301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057154e-4ba0-4c39-9e37-9e7a7291f5d0 req-bb0a6bf5-1a09-4337-b165-187c619a2618 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:56.999878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057154e-4ba0-4c39-9e37-9e7a7291f5d0 req-bb0a6bf5-1a09-4337-b165-187c619a2618 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:57.005893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057154e-4ba0-4c39-9e37-9e7a7291f5d0 req-bb0a6bf5-1a09-4337-b165-187c619a2618 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:57.007883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b057154e-4ba0-4c39-9e37-9e7a7291f5d0 req-bb0a6bf5-1a09-4337-b165-187c619a2618 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5426 time: 0.1402335 Sep 22 10:29:57.010834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.021583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-297adc62-10a6-4689-9357-93922857a175 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.084533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.085717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fa9ebf86-2e9f-4908-97dc-c02a937b70b0 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:57.088531 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-297adc62-10a6-4689-9357-93922857a175 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.104713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.119649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Network cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:57.133299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:57.150166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:57.152712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-297adc62-10a6-4689-9357-93922857a175 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.161869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Pushing event updated for resources: {'Port': ['ID=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:57.182378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b057154e-4ba0-4c39-9e37-9e7a7291f5d0 req-d6c45d09-817a-438d-82ad-b92894139808 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390412 Sep 22 10:29:57.185777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297adc62-10a6-4689-9357-93922857a175 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b079bdf1-69ee-46e5-a064-22cf08f040b8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:57.208830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:57.221497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10e92444-5a25-4434-87f0-a0ef96000016 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.228740 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10e92444-5a25-4434-87f0-a0ef96000016 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.243543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Sync routers for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:57.254701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:57.254979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:57.296593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:57.297287 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.329645 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-297adc62-10a6-4689-9357-93922857a175 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.332611 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-297adc62-10a6-4689-9357-93922857a175 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0160658 Sep 22 10:29:57.344285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33964) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:57.352707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:29:57.357151 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:57.360119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:57.360685 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.389545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10e92444-5a25-4434-87f0-a0ef96000016 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.394139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.394139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:57.394139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.430674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-7c657a9d-e67f-4d13-9795-6c89d57782f5 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6843414 Sep 22 10:29:57.450792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:57.474550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10e92444-5a25-4434-87f0-a0ef96000016 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.503025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.543118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] Pushing event updated for resources: {'Network': ['ID=9022f22f-d91e-4336-b387-722c56763d3d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:57.557993 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.560028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 9022f22f-d91e-4336-b387-722c56763d3d details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:29:57.594537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dae03d-607b-49e0-bb09-9f5cf1c638be req-99068c3a-0d69-4784-92bd-2311ab619f0f tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:57.596173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38dae03d-607b-49e0-bb09-9f5cf1c638be req-99068c3a-0d69-4784-92bd-2311ab619f0f tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 931 time: 0.1743226 Sep 22 10:29:57.663187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2ef9dd2c-099b-4322-a7b6-efc27c8a2da8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8726175 Sep 22 10:29:57.663983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33972) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:57.672991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Request body: {'subnet': {'network_id': '9022f22f-d91e-4336-b387-722c56763d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-973471120-subnet', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:57.676361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10e92444-5a25-4434-87f0-a0ef96000016 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.677565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-10e92444-5a25-4434-87f0-a0ef96000016 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8240314 Sep 22 10:29:57.680406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33974) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:57.694139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:57.700042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38dae03d-607b-49e0-bb09-9f5cf1c638be req-1cae96f5-3efa-497b-9ba1-1cb18a347f0e tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962756 Sep 22 10:29:57.766811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Request body: {'port': {'device_id': '61a2d082-7f0d-4185-8dc3-a888da36c35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:57.774525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port fa9ebf86-2e9f-4908-97dc-c02a937b70b0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:57.822945 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.830184 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.894655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.895448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 74fa117a-0ae9-465a-9a10-b4787f86d848 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:57.984813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 2, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:57.991478 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.005927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Made reservation on behalf of 5a7ff1fae68d44a3a3e8959fc9a9d1c8 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:29:58.008292 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.022985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Checking router: 9f587731-3e32-4942-bf76-90a84c10864f for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:58.023357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Updating router 9f587731-3e32-4942-bf76-90a84c10864f port 825d64fb-11d5-4f40-9311-539d4d3cd517 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:29:58.030802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:58.059445 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.162310 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.179150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Allocated IP 172.25.1.176 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/5b33960d-117d-4c96-9ec0-f78f1e54c695) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:58.210530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 74fa117a-0ae9-465a-9a10-b4787f86d848 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:29:58.225889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 74fa117a-0ae9-465a-9a10-b4787f86d848 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:58.226380 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.234247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:58.244255 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.270540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Transition to ACTIVE for port object 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:58.373009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.398539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3485981e-eb81-4dc7-a2f6-d29da70d6808 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:58.450309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacec5f-0af3-4dd8-90af-a2964742a2ed req-48c191ba-c32a-4837-b67a-ecec62db6b9d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:58.456796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacec5f-0af3-4dd8-90af-a2964742a2ed req-48c191ba-c32a-4837-b67a-ecec62db6b9d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:58.464267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacec5f-0af3-4dd8-90af-a2964742a2ed req-48c191ba-c32a-4837-b67a-ecec62db6b9d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:58.468402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477cf0ab-7d06-4060-bd94-a8bdaa2a6be7'}, {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9ebf86-2e9f-4908-97dc-c02a937b70b0'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:58.471077 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d8d896-a518-4a58-b101-5668dafd61e0" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "477cf0ab-7d06-4060-bd94-a8bdaa2a6be7"}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "fa9ebf86-2e9f-4908-97dc-c02a937b70b0"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:58.471257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacec5f-0af3-4dd8-90af-a2964742a2ed req-48c191ba-c32a-4837-b67a-ecec62db6b9d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:58.478482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacec5f-0af3-4dd8-90af-a2964742a2ed req-48c191ba-c32a-4837-b67a-ecec62db6b9d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:58.485399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacec5f-0af3-4dd8-90af-a2964742a2ed req-48c191ba-c32a-4837-b67a-ecec62db6b9d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:58.492300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacec5f-0af3-4dd8-90af-a2964742a2ed req-48c191ba-c32a-4837-b67a-ecec62db6b9d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:58.494981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cacec5f-0af3-4dd8-90af-a2964742a2ed req-48c191ba-c32a-4837-b67a-ecec62db6b9d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5428 time: 0.1535499 Sep 22 10:29:58.496253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:58.670077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cacec5f-0af3-4dd8-90af-a2964742a2ed req-dd0587af-4788-4613-8a50-ec79fc1ee90b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473467 Sep 22 10:29:58.709611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Attempting to bind port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:58.710243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Attempting to bind port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '0a8064fe-d732-421f-973e-65338c8e8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cbb5c1ca-f359-4e0e-930e-ac7141c8bc11'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:58.710798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Attempting to bind port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 on network cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:58.725969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 on network cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:58.728872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Attempting to bind port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 on network cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:58.737374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:58.738302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Checking segment: {'id': '0a8064fe-d732-421f-973e-65338c8e8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cbb5c1ca-f359-4e0e-930e-ac7141c8bc11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:58.738907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Bound using segment: {'id': '0a8064fe-d732-421f-973e-65338c8e8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cbb5c1ca-f359-4e0e-930e-ac7141c8bc11'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:58.739533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Bound port: 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8064fe-d732-421f-973e-65338c8e8712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'cbb5c1ca-f359-4e0e-930e-ac7141c8bc11'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:58.740264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.751752 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.772327 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.789501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3485981e-eb81-4dc7-a2f6-d29da70d6808 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:58.796315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.873493 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.894711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] For port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:58.904116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] For port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,segment=NetworkSegment(0a8064fe-d732-421f-973e-65338c8e8712),segment_id=0a8064fe-d732-421f-973e-65338c8e8712)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:58.907137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 74fa117a-0ae9-465a-9a10-b4787f86d848, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74fa117a-0ae9-465a-9a10-b4787f86d848,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:58.925941 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.959549 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39c94c8-9979-4070-a149-14e2cffdabb4 x-openstack-request-id: req-f39c94c8-9979-4070-a149-14e2cffdabb4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:58.959982 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "477cf0ab-7d06-4060-bd94-a8bdaa2a6be7", "code": 200}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "fa9ebf86-2e9f-4908-97dc-c02a937b70b0", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:58.961414 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f39c94c8-9979-4070-a149-14e2cffdabb4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:58.962344 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477cf0ab-7d06-4060-bd94-a8bdaa2a6be7', 'code': 200} Sep 22 10:29:58.962660 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9ebf86-2e9f-4908-97dc-c02a937b70b0', 'code': 200} Sep 22 10:29:58.968701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 92860aa8-24c0-4f2e-a403-10a65634d63c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:59.011785 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.017621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.074370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa5141-1d61-4a0f-995e-505184a7e389 req-87ae83a2-726c-4f34-8b81-aefb04c042ed tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.078261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5fa5141-1d61-4a0f-995e-505184a7e389 req-87ae83a2-726c-4f34-8b81-aefb04c042ed tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 943 time: 0.0587933 Sep 22 10:29:59.078261 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.082015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a8fdc-5366-4a5d-bb5b-df60c0bef3dc None None] Pushing event updated for resources: {'Port': ['ID=825d64fb-11d5-4f40-9311-539d4d3cd517,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:59.084841 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.094977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca740d0-533c-4e41-9902-48898e2c7ee7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:59.105992 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.134084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.166630 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Sync routers for ids ['ecd3e10d-309e-49d4-a834-b34699a79487'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:29:59.172857 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:29:59.179308 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Checking segment: {'id': 'c09e7d25-bd60-4b62-970b-dfe3046af51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:59.179576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.179821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Network hostable DHCP agents. Network: 9022f22f-d91e-4336-b387-722c56763d3d, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:29:59.180223 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.190456 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Routers {'ecd3e10d-309e-49d4-a834-b34699a79487'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:59.191090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] 10.222.0.30 "PUT /v2.0/ports/4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 HTTP/1.1" status: 200 len: 1091 time: 1.7335341 Sep 22 10:29:59.192018 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ecd3e10d-309e-49d4-a834-b34699a79487'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:59.200080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9a2415d9-9317-4bc5-873f-95e49189d3fc up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:59.202734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a2d082-7f0d-4185-8dc3-a888da36c35f', 'tag': '4dfcc926-6a7b-48a8-9adf-7ac67b8aec60'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:59.206452 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eacfde-a242-4806-81e7-1c9ac442a739" -d '{"events": [{"name": "network-changed", "server_uuid": "61a2d082-7f0d-4185-8dc3-a888da36c35f", "tag": "4dfcc926-6a7b-48a8-9adf-7ac67b8aec60"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:59.209021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:59.216089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'Port': ['ID=5b33960d-117d-4c96-9ec0-f78f1e54c695,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:59.252473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5fa5141-1d61-4a0f-995e-505184a7e389 req-5c440dfc-f152-497c-b9f0-b97eab0d89e9 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588879 Sep 22 10:29:59.259256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2300f5a-c3bf-4357-ad89-8654a1727292 service neutron] Pushing event updated for resources: {'Port': ['ID=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:59.305972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:29:59.347886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Attempting to bind port 825d64fb-11d5-4f40-9311-539d4d3cd517 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:59.348264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Attempting to bind port 825d64fb-11d5-4f40-9311-539d4d3cd517 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:59.348636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Attempting to bind port 825d64fb-11d5-4f40-9311-539d4d3cd517 on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:59.355378 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff2ac4e-27a8-4ca8-bc6c-7844d142e7f7 x-openstack-request-id: req-0ff2ac4e-27a8-4ca8-bc6c-7844d142e7f7 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:59.356038 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a2d082-7f0d-4185-8dc3-a888da36c35f", "tag": "4dfcc926-6a7b-48a8-9adf-7ac67b8aec60", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:59.356467 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ff2ac4e-27a8-4ca8-bc6c-7844d142e7f7 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:59.357035 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a2d082-7f0d-4185-8dc3-a888da36c35f', 'tag': '4dfcc926-6a7b-48a8-9adf-7ac67b8aec60', 'status': 'completed', 'code': 200} Sep 22 10:29:59.365684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 92860aa8-24c0-4f2e-a403-10a65634d63c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:59.367570 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.372720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-768a207b-fff5-4cbf-b7e3-54a5342e81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.377915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-768a207b-fff5-4cbf-b7e3-54a5342e81a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78d177245708499fa4cc52ea29728aef&device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 1094 time: 0.0691817 Sep 22 10:29:59.408066 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Set router ecd3e10d-309e-49d4-a834-b34699a79487 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:29:59.419328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:59.419769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Checking segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:59.420113 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.420513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Bound using segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:59.420997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Bound port: 825d64fb-11d5-4f40-9311-539d4d3cd517, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:59.421384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.448173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-00af331d-a7a2-41fa-bcce-32b229174c05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 HTTP/1.1" status: 200 len: 217 time: 0.0647781 Sep 22 10:29:59.451003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 9a2415d9-9317-4bc5-873f-95e49189d3fc completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:29:59.521532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] For port 825d64fb-11d5-4f40-9311-539d4d3cd517, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:59.525320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] For port 825d64fb-11d5-4f40-9311-539d4d3cd517, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=825d64fb-11d5-4f40-9311-539d4d3cd517,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:59.531352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=74fa117a-0ae9-465a-9a10-b4787f86d848,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:59.536510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-6b2bbc8c-4c98-4a00-a877-17f07921a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.538598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 9a2415d9-9317-4bc5-873f-95e49189d3fc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:59.538598 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.539935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-6b2bbc8c-4c98-4a00-a877-17f07921a624 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1304616-8c5d-4ca1-ba29-ca36257d54d2 HTTP/1.1" status: 200 len: 862 time: 0.0836711 Sep 22 10:29:59.546743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Network 9022f22f-d91e-4336-b387-722c56763d3d is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:29:59.578265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Allocated IP 172.25.1.124 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/8e410638-3081-43ea-b36c-f37acc8a2d92) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:29:59.591152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-281ea711-4c5c-4f43-b5c7-d776527a7ec1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbb5c1ca-f359-4e0e-930e-ac7141c8bc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428276 Sep 22 10:29:59.595035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.625381 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.637808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 9022f22f-d91e-4336-b387-722c56763d3d) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:29:59.646722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.647451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.665405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ddbb55be-d98a-4609-a698-f5ae8bc473f8 None None] Provisioning complete for port 825d64fb-11d5-4f40-9311-539d4d3cd517 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:59.665788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ddbb55be-d98a-4609-a698-f5ae8bc473f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.667515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1886222a-91ee-42b2-9307-c5744d5f6c1a None None] Network 9022f22f-d91e-4336-b387-722c56763d3d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:29:59.756398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-708b0c58-f5b0-4c0f-aa06-9e26b47792d7 service neutron] 10.222.0.30 "GET /v2.0/networks/cbb5c1ca-f359-4e0e-930e-ac7141c8bc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572082 Sep 22 10:29:59.759944 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.789705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 92860aa8-24c0-4f2e-a403-10a65634d63c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=92860aa8-24c0-4f2e-a403-10a65634d63c,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:59.801051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.801758 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:42Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'gw_port': {'id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:44Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e0ab7b8e-bf21-44df-aa36-30e4c61a9b65', 'name': '', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'mac_address': 'fa:16:3e:93:30:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:49Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 2, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'subnets': [{'id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:59.806191 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5a3f7ad1-589a-4ba1-bd27-4117ba691398 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1406572 Sep 22 10:29:59.812635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34006) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:29:59.846349 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Checking router: ecd3e10d-309e-49d4-a834-b34699a79487 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:29:59.847359 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Updating router ecd3e10d-309e-49d4-a834-b34699a79487 port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:29:59.865243 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.867070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:59.876076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.914164 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.956875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae166d00-c2a7-4adc-b64e-a5f5cfea03a9 req-b66770b0-bb3c-4dd7-b210-3a0bfecc48dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.958298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:29:59.959128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:29:59.965351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae166d00-c2a7-4adc-b64e-a5f5cfea03a9 req-b66770b0-bb3c-4dd7-b210-3a0bfecc48dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.975671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae166d00-c2a7-4adc-b64e-a5f5cfea03a9 req-b66770b0-bb3c-4dd7-b210-3a0bfecc48dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.982215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae166d00-c2a7-4adc-b64e-a5f5cfea03a9 req-b66770b0-bb3c-4dd7-b210-3a0bfecc48dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.989634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae166d00-c2a7-4adc-b64e-a5f5cfea03a9 req-b66770b0-bb3c-4dd7-b210-3a0bfecc48dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.998163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae166d00-c2a7-4adc-b64e-a5f5cfea03a9 req-b66770b0-bb3c-4dd7-b210-3a0bfecc48dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:00.000500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a8fdc-5366-4a5d-bb5b-df60c0bef3dc None None] Pushing event updated for resources: {'Port': ['ID=825d64fb-11d5-4f40-9311-539d4d3cd517,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:00.010447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae166d00-c2a7-4adc-b64e-a5f5cfea03a9 req-b66770b0-bb3c-4dd7-b210-3a0bfecc48dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:00.032813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae166d00-c2a7-4adc-b64e-a5f5cfea03a9 req-b66770b0-bb3c-4dd7-b210-3a0bfecc48dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5429 time: 0.2102427 Sep 22 10:30:00.164192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8cf25ab-ed3b-4ea6-afe9-6921bd6b1927 req-6faa1f8d-ce8d-426a-ba08-913dca5965b4 service neutron] 10.222.0.30 "GET /v2.0/networks/cbb5c1ca-f359-4e0e-930e-ac7141c8bc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967860 Sep 22 10:30:00.174321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9a2415d9-9317-4bc5-873f-95e49189d3fc, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:00.200297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae166d00-c2a7-4adc-b64e-a5f5cfea03a9 req-f1ba5385-3a52-46a0-8652-7487182f7b83 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653128 Sep 22 10:30:00.231476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.251672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.274503 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ddbb55be-d98a-4609-a698-f5ae8bc473f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.276600 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 825d64fb-11d5-4f40-9311-539d4d3cd517 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:00.283307 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.287762 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.310729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.336484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.336731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aa44bb0b-d6f1-4322-b697-88bf24efb1ea up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:00.347889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-9022f22f-d91e-4336-b387-722c56763d3d', 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'fixed_ips': [{'subnet_id': '5ca740d0-533c-4e41-9902-48898e2c7ee7'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:30:00.349954 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.398351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=92860aa8-24c0-4f2e-a403-10a65634d63c,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:00.430330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-6b43a73d-698b-451f-9ccf-e48081cdfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:00.435944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-6b43a73d-698b-451f-9ccf-e48081cdfcbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78d177245708499fa4cc52ea29728aef&device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 1094 time: 0.0957792 Sep 22 10:30:00.440667 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.468714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=9a2415d9-9317-4bc5-873f-95e49189d3fc,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:00.489370 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.507293 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.509153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'Port': ['ID=5b33960d-117d-4c96-9ec0-f78f1e54c695,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:00.510335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:00.529903 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.559090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:00.575100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:00.577461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.578887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ddbb55be-d98a-4609-a698-f5ae8bc473f8 None None] For port 825d64fb-11d5-4f40-9311-539d4d3cd517, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=825d64fb-11d5-4f40-9311-539d4d3cd517,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:00.594058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:00.659176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event updated for resources: {'Port': ['ID=8e410638-3081-43ea-b36c-f37acc8a2d92,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:00.687474 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95c3d0-b7d9-4f87-9e81-a736d80171e4 None None] Pushing event updated for resources: {'Port': ['ID=e0ab7b8e-bf21-44df-aa36-30e4c61a9b65,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:00.699184 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Attempting to bind port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:00.699933 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Attempting to bind port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:00.700605 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Attempting to bind port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 on network 45cae043-501b-4d16-95c9-c4412a21e322 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:00.707579 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:00.710076 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Checking segment: {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:00.710076 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.710076 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Bound using segment: {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:00.710076 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Bound port: e0ab7b8e-bf21-44df-aa36-30e4c61a9b65, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:00.710806 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.728254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-9428a584-58ae-43f0-845b-e0894e80c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:00.730487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-9428a584-58ae-43f0-845b-e0894e80c71b service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 HTTP/1.1" status: 200 len: 923 time: 0.2875140 Sep 22 10:30:00.740162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fae103-8d4f-4f11-b885-c4c5c391e7e9 req-2506d9dc-3d7e-4c98-b170-020cb9b17ea6 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:00.742776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8fae103-8d4f-4f11-b885-c4c5c391e7e9 req-2506d9dc-3d7e-4c98-b170-020cb9b17ea6 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 943 time: 0.1829996 Sep 22 10:30:00.747019 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.750287 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-80b952f9-5fbc-45c5-9ae5-ec659aebe14b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4000843 Sep 22 10:30:00.757058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 825d64fb-11d5-4f40-9311-539d4d3cd517 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:00.757582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.798371 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ddbb55be-d98a-4609-a698-f5ae8bc473f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.809560 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-c8a40bc6-5cc5-4758-97d8-605fef4ce20c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 HTTP/1.1" status: 200 len: 217 time: 0.0615709 Sep 22 10:30:00.892076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port aa44bb0b-d6f1-4322-b697-88bf24efb1ea completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:00.903700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port aa44bb0b-d6f1-4322-b697-88bf24efb1ea triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:00.904195 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.962688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8fae103-8d4f-4f11-b885-c4c5c391e7e9 req-015a93b9-88ef-4644-b039-22d2a2ebc2f7 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039661 Sep 22 10:30:00.980419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-d78661c2-053a-4eef-96c4-bc8ce079c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:00.983141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-d78661c2-053a-4eef-96c4-bc8ce079c8f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1304616-8c5d-4ca1-ba29-ca36257d54d2 HTTP/1.1" status: 200 len: 862 time: 0.1522646 Sep 22 10:30:01.021396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.035589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-e5923622-5acb-42c7-8237-a7cfec83b0a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbb5c1ca-f359-4e0e-930e-ac7141c8bc11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463772 Sep 22 10:30:01.048964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Allocated IP 172.20.0.2 (9022f22f-d91e-4336-b387-722c56763d3d/5ca740d0-533c-4e41-9902-48898e2c7ee7/47895443-ac11-4d6b-b8d0-af8889caf2b7) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:01.049202 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] For port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:01.057808 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] For port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e0ab7b8e-bf21-44df-aa36-30e4c61a9b65,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:01.131908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fa117a-0ae9-465a-9a10-b4787f86d848'}, {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2415d9-9317-4bc5-873f-95e49189d3fc'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:01.134244 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd7e81c-7cef-4b57-9936-be3ed346896b" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "74fa117a-0ae9-465a-9a10-b4787f86d848"}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "9a2415d9-9317-4bc5-873f-95e49189d3fc"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:01.156710 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.235833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-1e34313a-c419-428e-9ccf-30d73132382b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2140291759&fields=id&tenant_id=b2072f075b5a4f368086b8b5c35c24f6 HTTP/1.1" status: 200 len: 267 time: 0.1180027 Sep 22 10:30:01.254960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-e13f93ca-d63d-47b6-93f2-028f7bbe0961 service neutron] 10.222.0.30 "GET /v2.0/networks/cbb5c1ca-f359-4e0e-930e-ac7141c8bc11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102175 Sep 22 10:30:01.302747 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Routers {'ecd3e10d-309e-49d4-a834-b34699a79487'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:01.303287 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ecd3e10d-309e-49d4-a834-b34699a79487'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:01.305298 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95c3d0-b7d9-4f87-9e81-a736d80171e4 None None] Pushing event updated for resources: {'Port': ['ID=e0ab7b8e-bf21-44df-aa36-30e4c61a9b65,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:01.435754 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.482971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-2efd19e9-3bd3-4377-b9ea-58e2f1bc1cb9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:01.491779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-2efd19e9-3bd3-4377-b9ea-58e2f1bc1cb9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.2539697 Sep 22 10:30:01.525456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-c72a7851-1a2a-4d8f-be93-4392bc9c12cf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/quotas/b2072f075b5a4f368086b8b5c35c24f6 HTTP/1.1" status: 200 len: 375 time: 0.0326133 Sep 22 10:30:01.529705 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4eacfde-a242-4806-81e7-1c9ac442a739 req-e6b94d7a-c2ec-4a18-9b73-2e2815f228be service neutron] 10.222.0.30 "GET /v2.0/networks/cbb5c1ca-f359-4e0e-930e-ac7141c8bc11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564185 Sep 22 10:30:01.596097 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] Set router ecd3e10d-309e-49d4-a834-b34699a79487 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:01.626005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-50f301cd-3e58-471c-b7ee-9fb4e3ee4607 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938628 Sep 22 10:30:01.632083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7a9745aa-cd3f-4687-b6aa-1add265fffa5 None None] Provisioning complete for port 825d64fb-11d5-4f40-9311-539d4d3cd517 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:01.632462 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7a9745aa-cd3f-4687-b6aa-1add265fffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.710118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb55be-d98a-4609-a698-f5ae8bc473f8 None None] Pushing event updated for resources: {'Port': ['ID=825d64fb-11d5-4f40-9311-539d4d3cd517,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:01.733502 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.749259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-07e0dc0f-5bfe-4838-bb0c-93d065e17250 service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093779 Sep 22 10:30:01.806396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.832831 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.880174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-63257769-0750-4ce8-9810-4824e6df29b8 service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222835 Sep 22 10:30:01.893087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.905656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.922508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:29:59Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:01.991108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc218a7-fd01-4f5e-950a-a08597751630 None None] The sync data for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 is: [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:29:59Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:01.999961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aa44bb0b-d6f1-4322-b697-88bf24efb1ea, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:02.005803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.014041 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:42Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'gw_port': {'id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:44Z', 'updated_at': '2021-09-22T10:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e0ab7b8e-bf21-44df-aa36-30e4c61a9b65', 'name': '', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'mac_address': 'fa:16:3e:93:30:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:49Z', 'updated_at': '2021-09-22T10:30:01Z', 'revision_number': 4, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'subnets': [{'id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:02.025859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Allocated IP 172.25.1.220 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/4d941a68-4a22-4eb6-92ef-5df047acf981) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:02.042501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e078d98f-9a4c-417c-825b-127dd9413e3e None None] Provisioning complete for port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:02.044517 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e078d98f-9a4c-417c-825b-127dd9413e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.052147 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dcf843-ac8f-4e7d-947c-8dc29944f74d None None] The sync data for ids ['ecd3e10d-309e-49d4-a834-b34699a79487'] in n-d-807025-3 is: [{'id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:42Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'gw_port': {'id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:44Z', 'updated_at': '2021-09-22T10:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e0ab7b8e-bf21-44df-aa36-30e4c61a9b65', 'name': '', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'mac_address': 'fa:16:3e:93:30:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:49Z', 'updated_at': '2021-09-22T10:30:01Z', 'revision_number': 4, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'subnets': [{'id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:02.069475 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.069863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a81ec790-8609-44bd-b50c-5af0a7205433 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:02.148406 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.236672 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4b14c6-3262-4898-8c17-b149d63fb7ef x-openstack-request-id: req-8c4b14c6-3262-4898-8c17-b149d63fb7ef {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:02.236972 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "74fa117a-0ae9-465a-9a10-b4787f86d848", "code": 200}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "9a2415d9-9317-4bc5-873f-95e49189d3fc", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:02.237231 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c4b14c6-3262-4898-8c17-b149d63fb7ef {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:02.237880 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fa117a-0ae9-465a-9a10-b4787f86d848', 'code': 200} Sep 22 10:30:02.238192 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2415d9-9317-4bc5-873f-95e49189d3fc', 'code': 200} Sep 22 10:30:02.257131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Network 9022f22f-d91e-4336-b387-722c56763d3d is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:02.272138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:02.293663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:02.298809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:02.433846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd8b1-ceba-4868-8872-14712dd00943 req-8f7a6d6f-b455-406a-8169-73cb4f60a8df tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:02.443396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd8b1-ceba-4868-8872-14712dd00943 req-8f7a6d6f-b455-406a-8169-73cb4f60a8df tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:02.447194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:02.450609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd8b1-ceba-4868-8872-14712dd00943 req-8f7a6d6f-b455-406a-8169-73cb4f60a8df tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:02.465969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd8b1-ceba-4868-8872-14712dd00943 req-8f7a6d6f-b455-406a-8169-73cb4f60a8df tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:02.473933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd8b1-ceba-4868-8872-14712dd00943 req-8f7a6d6f-b455-406a-8169-73cb4f60a8df tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:02.481465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd8b1-ceba-4868-8872-14712dd00943 req-8f7a6d6f-b455-406a-8169-73cb4f60a8df tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:02.488702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd8b1-ceba-4868-8872-14712dd00943 req-8f7a6d6f-b455-406a-8169-73cb4f60a8df tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:02.499835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cdcd8b1-ceba-4868-8872-14712dd00943 req-8f7a6d6f-b455-406a-8169-73cb4f60a8df tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5431 time: 0.2338870 Sep 22 10:30:02.543423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Pushing event updated for resources: {'Port': ['ID=47895443-ac11-4d6b-b8d0-af8889caf2b7,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:02.597851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Attempting to bind port 47895443-ac11-4d6b-b8d0-af8889caf2b7 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:02.598536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Attempting to bind port 47895443-ac11-4d6b-b8d0-af8889caf2b7 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'c09e7d25-bd60-4b62-970b-dfe3046af51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:02.599102 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Attempting to bind port 47895443-ac11-4d6b-b8d0-af8889caf2b7 on network 9022f22f-d91e-4336-b387-722c56763d3d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:02.625447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cdcd8b1-ceba-4868-8872-14712dd00943 req-4f42cdc6-20be-40ab-9054-b96d302c22fc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172228 Sep 22 10:30:02.646675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:30:02.654347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:02.655037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Checking segment: {'id': 'c09e7d25-bd60-4b62-970b-dfe3046af51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:02.655755 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.656333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Bound using segment: {'id': 'c09e7d25-bd60-4b62-970b-dfe3046af51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:02.656989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Bound port: 47895443-ac11-4d6b-b8d0-af8889caf2b7, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09e7d25-bd60-4b62-970b-dfe3046af51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:02.657547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.740171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:02.740553 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.742073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port a81ec790-8609-44bd-b50c-5af0a7205433 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:02.748289 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e078d98f-9a4c-417c-825b-127dd9413e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.824060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port a81ec790-8609-44bd-b50c-5af0a7205433 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:02.824060 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.901503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e078d98f-9a4c-417c-825b-127dd9413e3e None None] For port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e0ab7b8e-bf21-44df-aa36-30e4c61a9b65,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:02.918046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] For port 47895443-ac11-4d6b-b8d0-af8889caf2b7, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:02.948937 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.982909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee2294-56a6-4d08-a2b6-057a46a44cc5 req-ba649bc8-9dad-40dc-9cfc-2bfb774572e8 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:02.989612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,segment=NetworkSegment(0a8064fe-d732-421f-973e-65338c8e8712),segment_id=0a8064fe-d732-421f-973e-65338c8e8712)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:02.999247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32ee2294-56a6-4d08-a2b6-057a46a44cc5 req-ba649bc8-9dad-40dc-9cfc-2bfb774572e8 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 943 time: 0.0998232 Sep 22 10:30:03.005184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '4dfcc926-6a7b-48a8-9adf-7ac67b8aec60', 'network_id': 'cbb5c1ca-f359-4e0e-930e-ac7141c8bc11', 'port_id': '4dfcc926-6a7b-48a8-9adf-7ac67b8aec60', 'mac_address': 'fa:16:3e:03:ae:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1304616-8c5d-4ca1-ba29-ca36257d54d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:30:03.020097 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e078d98f-9a4c-417c-825b-127dd9413e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.065436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32ee2294-56a6-4d08-a2b6-057a46a44cc5 req-8585da8f-0622-4b9e-a050-05832e49a0d1 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607908 Sep 22 10:30:03.066352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Router f416d8e1-fff9-4b76-bd73-9eea956c255f is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:30:03.081284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] For port 47895443-ac11-4d6b-b8d0-af8889caf2b7, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=47895443-ac11-4d6b-b8d0-af8889caf2b7,segment=NetworkSegment(c09e7d25-bd60-4b62-970b-dfe3046af51c),segment_id=c09e7d25-bd60-4b62-970b-dfe3046af51c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:03.162069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078d98f-9a4c-417c-825b-127dd9413e3e None None] Pushing event updated for resources: {'Port': ['ID=e0ab7b8e-bf21-44df-aa36-30e4c61a9b65,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:03.197310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75c82e08-a125-45ff-b630-1c888b5c0409 req-ccc8a81c-476f-4b7c-9a66-2f819ed680c0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 210 time: 0.0511720 Sep 22 10:30:03.210386 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.221672 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.223569 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.230389 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.294162 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:03.330300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:03.334694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:03.347935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:03.357886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 825d64fb-11d5-4f40-9311-539d4d3cd517 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:03.408697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Pushing event updated for resources: {'Port': ['ID=4d941a68-4a22-4eb6-92ef-5df047acf981,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:03.455249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,segment=NetworkSegment(0a8064fe-d732-421f-973e-65338c8e8712),segment_id=0a8064fe-d732-421f-973e-65338c8e8712)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:03.469000 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a81ec790-8609-44bd-b50c-5af0a7205433, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a81ec790-8609-44bd-b50c-5af0a7205433,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:03.479960 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596572d7-e1ae-47ca-839c-e16bc2723594 None None] Pushing event updated for resources: {'Port': ['ID=47895443-ac11-4d6b-b8d0-af8889caf2b7,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:03.499698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:03.503771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 825d64fb-11d5-4f40-9311-539d4d3cd517 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:03.504143 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.523575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.528352 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e26fb7e-8d1b-47b0-a9b4-3afcd7c7faea tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "PUT /v2.0/routers/f416d8e1-fff9-4b76-bd73-9eea956c255f HTTP/1.1" status: 200 len: 880 time: 5.8393476 Sep 22 10:30:03.532520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34074) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:03.545615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b8fd3-b1bc-4233-93ba-1aede46a6ce8 None None] Sync routers for ids ['f416d8e1-fff9-4b76-bd73-9eea956c255f'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:03.562425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.577138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b8fd3-b1bc-4233-93ba-1aede46a6ce8 None None] Routers {'f416d8e1-fff9-4b76-bd73-9eea956c255f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:03.577996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ec2b8fd3-b1bc-4233-93ba-1aede46a6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f416d8e1-fff9-4b76-bd73-9eea956c255f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:03.644425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.648721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ec2b8fd3-b1bc-4233-93ba-1aede46a6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:03.664600 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b8fd3-b1bc-4233-93ba-1aede46a6ce8 None None] Routers {'f416d8e1-fff9-4b76-bd73-9eea956c255f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:03.665280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ec2b8fd3-b1bc-4233-93ba-1aede46a6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f416d8e1-fff9-4b76-bd73-9eea956c255f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:03.778736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-71712ba8-eee7-463e-b032-16e72dea5604 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/routers/f416d8e1-fff9-4b76-bd73-9eea956c255f HTTP/1.1" status: 200 len: 921 time: 0.2488730 Sep 22 10:30:03.784309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ec2b8fd3-b1bc-4233-93ba-1aede46a6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:03.785013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b8fd3-b1bc-4233-93ba-1aede46a6ce8 None None] The sync data for ids ['f416d8e1-fff9-4b76-bd73-9eea956c255f'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:03.796286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34080) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:03.804473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:03.901498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['4dfcc926-6a7b-48a8-9adf-7ac67b8aec60'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:03.929713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:03.968379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 92860aa8-24c0-4f2e-a403-10a65634d63c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:04.004012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a81ec790-8609-44bd-b50c-5af0a7205433,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:04.025497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333064-a79f-448c-a6ca-40a8381efcb0 req-3b9fc3af-5e59-4907-872a-828344d4055e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.032874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333064-a79f-448c-a6ca-40a8381efcb0 req-3b9fc3af-5e59-4907-872a-828344d4055e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.039228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333064-a79f-448c-a6ca-40a8381efcb0 req-3b9fc3af-5e59-4907-872a-828344d4055e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.047042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333064-a79f-448c-a6ca-40a8381efcb0 req-3b9fc3af-5e59-4907-872a-828344d4055e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.056990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333064-a79f-448c-a6ca-40a8381efcb0 req-3b9fc3af-5e59-4907-872a-828344d4055e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.063451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333064-a79f-448c-a6ca-40a8381efcb0 req-3b9fc3af-5e59-4907-872a-828344d4055e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.072913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6333064-a79f-448c-a6ca-40a8381efcb0 req-3b9fc3af-5e59-4907-872a-828344d4055e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.081309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6333064-a79f-448c-a6ca-40a8381efcb0 req-3b9fc3af-5e59-4907-872a-828344d4055e tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5432 time: 0.3011928 Sep 22 10:30:04.083763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 92860aa8-24c0-4f2e-a403-10a65634d63c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:04.084214 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:04.108059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d366b-450d-41b2-8f9a-a92e859a248e tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.110259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d49d366b-450d-41b2-8f9a-a92e859a248e tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=f416d8e1-fff9-4b76-bd73-9eea956c255f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3126559 Sep 22 10:30:04.113371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34088) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:04.175664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6333064-a79f-448c-a6ca-40a8381efcb0 req-f76eeb08-bb23-4375-a646-5433fb0a2f90 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923114 Sep 22 10:30:04.240128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea'}, {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81ec790-8609-44bd-b50c-5af0a7205433'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:04.251274 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee45e4-b9b9-482c-91a3-b5a87d752d1f" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "aa44bb0b-d6f1-4322-b697-88bf24efb1ea"}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "a81ec790-8609-44bd-b50c-5af0a7205433"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:04.366729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:04.600839 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:30:04.667429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:04.717012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:04.717640 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:04.746571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:30:04.825688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 47895443-ac11-4d6b-b8d0-af8889caf2b7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:04.831183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67df251-92eb-4f86-a98b-10ec54f09e24 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.835124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e67df251-92eb-4f86-a98b-10ec54f09e24 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 881 time: 0.7179968 Sep 22 10:30:04.835384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34098) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:04.858511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06006e67-7523-48f5-8370-c8a0085554f3 req-73b28600-fad6-45d1-91a9-4217135cc781 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:04.869265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06006e67-7523-48f5-8370-c8a0085554f3 req-73b28600-fad6-45d1-91a9-4217135cc781 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 944 time: 0.1069460 Sep 22 10:30:04.895069 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e0844c19-703b-4868-8ee3-30fe5e430f9c tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=f416d8e1-fff9-4b76-bd73-9eea956c255f HTTP/1.1" status: 200 len: 205 time: 0.0585108 Sep 22 10:30:04.897589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34100) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:04.923201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 47895443-ac11-4d6b-b8d0-af8889caf2b7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:04.923587 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:04.944073 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:04.955559 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Sync routers for ids ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:04.969900 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Routers {'2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:04.970568 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:05.074251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.076030 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c4ceec06-db4b-4774-a558-db8c227cbe6b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2282512 Sep 22 10:30:05.079295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:05.140705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac69d5c-9dad-4b71-b44f-25c68b5fc825 None None] Network 9022f22f-d91e-4336-b387-722c56763d3d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:30:05.152880 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Set router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:05.153154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06006e67-7523-48f5-8370-c8a0085554f3 req-6d974c1f-82ee-45be-871c-18b5cb1e95dd tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826371 Sep 22 10:30:05.235573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e43f8827-3ad1-4967-82a4-b41cda1bf849 None None] Provisioning complete for port 47895443-ac11-4d6b-b8d0-af8889caf2b7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:05.235945 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e43f8827-3ad1-4967-82a4-b41cda1bf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.296179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.315606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-de63c64c-f0a7-4166-b3dc-3bb39abd7cc2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.317874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-de63c64c-f0a7-4166-b3dc-3bb39abd7cc2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.3229523 Sep 22 10:30:05.391824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6897952c-9578-4a9c-9aa1-cacb8c5e72a9 req-2ca92aa6-53f3-4011-a4da-5584f78540cc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 210 time: 0.1093383 Sep 22 10:30:05.454545 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:00Z', 'updated_at': '2021-09-22T10:30:03Z', 'revision_number': 3, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'gw_port': {'id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:01Z', 'updated_at': '2021-09-22T10:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:05.465777 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.537484 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06023a5-7fe4-44b7-ac90-416f24699cf4 x-openstack-request-id: req-f06023a5-7fe4-44b7-ac90-416f24699cf4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:05.537484 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "aa44bb0b-d6f1-4322-b697-88bf24efb1ea", "code": 200}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-plugged", "status": "completed", "tag": "a81ec790-8609-44bd-b50c-5af0a7205433", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:05.537484 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f06023a5-7fe4-44b7-ac90-416f24699cf4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:05.537484 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea', 'code': 200} Sep 22 10:30:05.537484 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81ec790-8609-44bd-b50c-5af0a7205433', 'code': 200} Sep 22 10:30:05.543590 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Checking router: 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:30:05.545813 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Updating router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b port 4d941a68-4a22-4eb6-92ef-5df047acf981 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:30:05.556285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 47895443-ac11-4d6b-b8d0-af8889caf2b7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=47895443-ac11-4d6b-b8d0-af8889caf2b7,segment=NetworkSegment(c09e7d25-bd60-4b62-970b-dfe3046af51c),segment_id=c09e7d25-bd60-4b62-970b-dfe3046af51c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:05.562256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-1a6601a0-cb5a-492b-b5ec-32cd79a35a47 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2072f075b5a4f368086b8b5c35c24f6 HTTP/1.1" status: 200 len: 380 time: 0.1605539 Sep 22 10:30:05.576883 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e43f8827-3ad1-4967-82a4-b41cda1bf849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.597055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'port': {'device_id': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'admin_state_up': True, 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'security_groups': ['15e253eb-fc0d-4d97-8b11-830855b84e2d']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:05.623181 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.704441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.752977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34112) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:05.822615 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-e43f8827-3ad1-4967-82a4-b41cda1bf849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:30:05.823009 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-e43f8827-3ad1-4967-82a4-b41cda1bf849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:30:05.853351 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.865239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=47895443-ac11-4d6b-b8d0-af8889caf2b7,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:05.915523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b713d2a-1ae6-44d0-9987-4e27a80bef4e req-4be8087b-77bf-4687-a01a-16e4896a7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.916025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b713d2a-1ae6-44d0-9987-4e27a80bef4e req-4be8087b-77bf-4687-a01a-16e4896a7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.916577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b713d2a-1ae6-44d0-9987-4e27a80bef4e req-4be8087b-77bf-4687-a01a-16e4896a7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.917064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b713d2a-1ae6-44d0-9987-4e27a80bef4e req-4be8087b-77bf-4687-a01a-16e4896a7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.917732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b713d2a-1ae6-44d0-9987-4e27a80bef4e req-4be8087b-77bf-4687-a01a-16e4896a7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.918407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b713d2a-1ae6-44d0-9987-4e27a80bef4e req-4be8087b-77bf-4687-a01a-16e4896a7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.919046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b713d2a-1ae6-44d0-9987-4e27a80bef4e req-4be8087b-77bf-4687-a01a-16e4896a7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.921213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b713d2a-1ae6-44d0-9987-4e27a80bef4e req-4be8087b-77bf-4687-a01a-16e4896a7475 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6489 time: 0.2847366 Sep 22 10:30:05.944525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7145c-0051-4bc7-a412-633cda0cb08a req-56d88191-cf06-4dd3-9180-eda7239a17a5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.951177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7145c-0051-4bc7-a412-633cda0cb08a req-56d88191-cf06-4dd3-9180-eda7239a17a5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.957308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7145c-0051-4bc7-a412-633cda0cb08a req-56d88191-cf06-4dd3-9180-eda7239a17a5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.963918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7145c-0051-4bc7-a412-633cda0cb08a req-56d88191-cf06-4dd3-9180-eda7239a17a5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.968652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e83bb99-993a-4c00-b3c8-856c44cbd1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.971601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7145c-0051-4bc7-a412-633cda0cb08a req-56d88191-cf06-4dd3-9180-eda7239a17a5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.976054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7145c-0051-4bc7-a412-633cda0cb08a req-56d88191-cf06-4dd3-9180-eda7239a17a5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.982427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7145c-0051-4bc7-a412-633cda0cb08a req-56d88191-cf06-4dd3-9180-eda7239a17a5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:05.984470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ee7145c-0051-4bc7-a412-633cda0cb08a req-56d88191-cf06-4dd3-9180-eda7239a17a5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5432 time: 0.2770410 Sep 22 10:30:05.987821 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:05.988492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.041803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:30:06.041803 n-d-807025-3 neutron-server[95682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 10:30:06.041803 n-d-807025-3 neutron-server[95682]: [parameters: {'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'id': 'b303e85a-72c9-489d-97c5-ae5f8ff34f7b', 'expiration': datetime.datetime(2021, 9, 22, 10, 32, 6, 11022)}] Sep 22 10:30:06.041803 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:30:06.042330 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:30:06.074722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b713d2a-1ae6-44d0-9987-4e27a80bef4e req-42d37dd2-0f62-4e77-938d-672ad9401612 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424441 Sep 22 10:30:06.077661 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.087077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ee7145c-0051-4bc7-a412-633cda0cb08a req-0b21ffbd-3a72-40af-a45c-b14fea680d95 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844789 Sep 22 10:30:06.111904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Deleting port 8e410638-3081-43ea-b36c-f37acc8a2d92 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:06.116275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.131204 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Attempting to bind port 4d941a68-4a22-4eb6-92ef-5df047acf981 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:06.131593 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Attempting to bind port 4d941a68-4a22-4eb6-92ef-5df047acf981 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:06.131954 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Attempting to bind port 4d941a68-4a22-4eb6-92ef-5df047acf981 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:06.144136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:06.144536 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:06.144899 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.146339 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:06.146831 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Bound port: 4d941a68-4a22-4eb6-92ef-5df047acf981, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:06.147213 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.187534 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aecdd9-b2d3-4af2-b6f5-b1202afe4167 None None] Pushing event updated for resources: {'Port': ['ID=4d941a68-4a22-4eb6-92ef-5df047acf981,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:06.215079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Allocated IP 172.20.0.1 (9022f22f-d91e-4336-b387-722c56763d3d/5ca740d0-533c-4e41-9902-48898e2c7ee7/98458ce1-7b59-4d68-b4ca-f209f1fbd0ae) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:06.222560 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] For port 4d941a68-4a22-4eb6-92ef-5df047acf981, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:06.226038 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] For port 4d941a68-4a22-4eb6-92ef-5df047acf981, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4d941a68-4a22-4eb6-92ef-5df047acf981,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:06.230888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e83bb99-993a-4c00-b3c8-856c44cbd1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.260101 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.272137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Calling delete_port for 8e410638-3081-43ea-b36c-f37acc8a2d92 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:06.314301 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.330516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.343637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e83bb99-993a-4c00-b3c8-856c44cbd1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.372621 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Routers {'2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:06.373766 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:06.409118 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0e83bb99-993a-4c00-b3c8-856c44cbd1f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f1b2d80c52c44fc85a81b2c82a1be83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546860 Sep 22 10:30:06.410268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34118) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:06.411868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9762ec-82da-4971-bd64-18858b1b6c6f req-1363f191-9efd-4111-b346-eb51f1603a2d tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:06.413429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9762ec-82da-4971-bd64-18858b1b6c6f req-1363f191-9efd-4111-b346-eb51f1603a2d tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 944 time: 0.0718944 Sep 22 10:30:06.425412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83bb99-993a-4c00-b3c8-856c44cbd1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cc3256-7c1d-4125-8660-2ad81cffb204,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:06.475334 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-815e3e6f-5c98-4aa0-bd90-54a39926e9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.491328 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aecdd9-b2d3-4af2-b6f5-b1202afe4167 None None] Pushing event updated for resources: {'Port': ['ID=4d941a68-4a22-4eb6-92ef-5df047acf981,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:06.498384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9762ec-82da-4971-bd64-18858b1b6c6f req-9970a447-2cf7-4393-8aac-1a1ca28df751 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467370 Sep 22 10:30:06.516998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-815e3e6f-5c98-4aa0-bd90-54a39926e9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.517738 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] Set router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:06.519130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.530381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-093c74da-bccd-4601-876e-67c8f8858e1f None None] Provisioning complete for port 47895443-ac11-4d6b-b8d0-af8889caf2b7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:06.531586 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-093c74da-bccd-4601-876e-67c8f8858e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.594935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 47895443-ac11-4d6b-b8d0-af8889caf2b7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:06.639365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Network 9022f22f-d91e-4336-b387-722c56763d3d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:06.648597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:06.654543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:06.659882 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Pushing event updated for resources: {'Port': ['ID=98458ce1-7b59-4d68-b4ca-f209f1fbd0ae,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:06.663132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:06.676002 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eca270e1-aa24-423c-87da-94d09c37c418 req-a13cfcd7-f099-4b0d-b747-e84003376a0e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 210 time: 0.0579796 Sep 22 10:30:06.736884 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.738264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 47895443-ac11-4d6b-b8d0-af8889caf2b7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:06.738752 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.761294 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:00Z', 'updated_at': '2021-09-22T10:30:03Z', 'revision_number': 3, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'gw_port': {'id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:01Z', 'updated_at': '2021-09-22T10:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:06.804220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Made reservation on behalf of b2072f075b5a4f368086b8b5c35c24f6 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:06.807957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.895290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-815e3e6f-5c98-4aa0-bd90-54a39926e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.897269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.903244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-815e3e6f-5c98-4aa0-bd90-54a39926e9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.904742 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-815e3e6f-5c98-4aa0-bd90-54a39926e9ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61cc3256-7c1d-4125-8660-2ad81cffb204 HTTP/1.1" status: 204 len: 168 time: 0.4925003 Sep 22 10:30:06.906435 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0aff95-ccc1-45bd-b0c5-d3567f5eb7a3 None None] The sync data for ids ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'] in n-d-807025-3 is: [{'id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:00Z', 'updated_at': '2021-09-22T10:30:03Z', 'revision_number': 3, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'gw_port': {'id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:01Z', 'updated_at': '2021-09-22T10:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:06.913768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e3e6f-5c98-4aa0-bd90-54a39926e9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cc3256-7c1d-4125-8660-2ad81cffb204,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:06.937074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:06.941787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:06.942315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:06.975173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event deleted for resources: {'Port': ['ID=8e410638-3081-43ea-b36c-f37acc8a2d92,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:07.039661 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.051441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.054830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bab72e4e-4065-4735-964b-ef867c80e839 None None] Provisioning complete for port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:07.055314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bab72e4e-4065-4735-964b-ef867c80e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.092690 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.111666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,segment=NetworkSegment(0a8064fe-d732-421f-973e-65338c8e8712),segment_id=0a8064fe-d732-421f-973e-65338c8e8712)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:07.129521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bab72e4e-4065-4735-964b-ef867c80e839 None None] Port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:30:07.198645 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.203798 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.211171 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.215221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Allocated IP 172.20.0.10 (30f0f4ea-4854-4488-bd71-007194ced60b/3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f/1ea5fee6-8720-4563-b53e-425220911cd5) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:07.320200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:07.355405 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.358223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1433a-1ff8-4088-9777-7bf8efbc12ac req-61b6418a-3f90-4568-880a-20147f5b222d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:07.364795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1433a-1ff8-4088-9777-7bf8efbc12ac req-61b6418a-3f90-4568-880a-20147f5b222d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:07.375894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1433a-1ff8-4088-9777-7bf8efbc12ac req-61b6418a-3f90-4568-880a-20147f5b222d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:07.382158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1433a-1ff8-4088-9777-7bf8efbc12ac req-61b6418a-3f90-4568-880a-20147f5b222d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:07.388947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1433a-1ff8-4088-9777-7bf8efbc12ac req-61b6418a-3f90-4568-880a-20147f5b222d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:07.395026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1433a-1ff8-4088-9777-7bf8efbc12ac req-61b6418a-3f90-4568-880a-20147f5b222d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:07.401546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1433a-1ff8-4088-9777-7bf8efbc12ac req-61b6418a-3f90-4568-880a-20147f5b222d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:07.411702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bce1433a-1ff8-4088-9777-7bf8efbc12ac req-61b6418a-3f90-4568-880a-20147f5b222d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5432 time: 0.2159929 Sep 22 10:30:07.427726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.428284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Fanout notify agent at l3_agent the message router_deleted on router f416d8e1-fff9-4b76-bd73-9eea956c255f {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:30:07.441382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.442024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.443153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-abd1b6d1-e280-48f1-bdcc-af2c25dec02e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/f416d8e1-fff9-4b76-bd73-9eea956c255f HTTP/1.1" status: 204 len: 168 time: 2.5442462 Sep 22 10:30:07.449270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34132) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:07.500469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d7b43239-a65e-45df-9d92-72ca2cff7306 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2011733631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:07.527881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bce1433a-1ff8-4088-9777-7bf8efbc12ac req-cfd2fb39-22d8-425a-9afd-8bcdbb1278ca tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154690 Sep 22 10:30:07.538857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2d082-7f0d-4185-8dc3-a888da36c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfcc926-6a7b-48a8-9adf-7ac67b8aec60'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:07.544794 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8adbbb8-ff29-4754-9df1-bcd11ae0088c" -d '{"events": [{"server_uuid": "61a2d082-7f0d-4185-8dc3-a888da36c35f", "name": "network-vif-plugged", "status": "completed", "tag": "4dfcc926-6a7b-48a8-9adf-7ac67b8aec60"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:07.553635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Pushing event updated for resources: {'Port': ['ID=98458ce1-7b59-4d68-b4ca-f209f1fbd0ae,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:07.556875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.589357 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.677984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Network 9022f22f-d91e-4336-b387-722c56763d3d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:07.680176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:07.739026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7b43239-a65e-45df-9d92-72ca2cff7306 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.740082 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7b43239-a65e-45df-9d92-72ca2cff7306 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.791922 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.863409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7b43239-a65e-45df-9d92-72ca2cff7306 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:07.888332 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:30:07.903818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Network 30f0f4ea-4854-4488-bd71-007194ced60b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:07.949687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:07.962518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:07.989315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7b43239-a65e-45df-9d92-72ca2cff7306 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.014304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:08.034314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ae937-b519-4a86-b4bd-a66fdb14f267 req-42502540-a6ea-44bf-bad9-f4e05c1c5c08 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:08.042675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b18ae937-b519-4a86-b4bd-a66fdb14f267 req-42502540-a6ea-44bf-bad9-f4e05c1c5c08 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 945 time: 0.2069108 Sep 22 10:30:08.070791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34140) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:08.073381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-163aaead-fbf5-4cc6-b173-02cf9c42a769 None None] Provisioning complete for port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:08.073765 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-163aaead-fbf5-4cc6-b173-02cf9c42a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.089900 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef71d-9f94-49ca-b4b0-c7bbdd76f5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.111411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:08.112345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.158475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:08.166044 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-163aaead-fbf5-4cc6-b173-02cf9c42a769 None None] Port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:30:08.172081 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9b1140b3-35ca-49d1-978f-a5b68f5689bd admin admin] 10.222.0.20 "PUT /v2.0/routers/2cea0d4f-92a5-48e7-a5fd-08f34b75a24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0882628 Sep 22 10:30:08.181113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b18ae937-b519-4a86-b4bd-a66fdb14f267 req-ac41d4be-9673-4459-83f1-95c34ea6ee2e tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364374 Sep 22 10:30:08.209357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7b43239-a65e-45df-9d92-72ca2cff7306 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.213349 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d7b43239-a65e-45df-9d92-72ca2cff7306 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7603905 Sep 22 10:30:08.213679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34144) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:08.219795 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': True}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:08.251447 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1017339e-75a4-4d2e-9932-50afc35996a4 x-openstack-request-id: req-1017339e-75a4-4d2e-9932-50afc35996a4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:08.251447 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2d082-7f0d-4185-8dc3-a888da36c35f", "name": "network-vif-plugged", "status": "completed", "tag": "4dfcc926-6a7b-48a8-9adf-7ac67b8aec60", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:08.251447 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1017339e-75a4-4d2e-9932-50afc35996a4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:08.251447 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2d082-7f0d-4185-8dc3-a888da36c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dfcc926-6a7b-48a8-9adf-7ac67b8aec60', 'code': 200} Sep 22 10:30:08.276440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-58bbe42a-7433-4aa9-8a51-2c280955b89c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7016766 Sep 22 10:30:08.294035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Request body: {'port': {'device_id': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:08.310870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a4824735-fa08-457e-b173-db14913554e1 None None] Provisioning complete for port 1ea5fee6-8720-4563-b53e-425220911cd5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:08.311603 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a4824735-fa08-457e-b173-db14913554e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.347414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a4824735-fa08-457e-b173-db14913554e1 None None] Port 1ea5fee6-8720-4563-b53e-425220911cd5 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:30:08.453623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.468711 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.485262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb081-e7a2-425e-bd01-53a9b76ab1cb req-aa600643-2ae1-4513-b242-29b4cfc001bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:08.488949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af0bb081-e7a2-425e-bd01-53a9b76ab1cb req-aa600643-2ae1-4513-b242-29b4cfc001bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 1096 time: 0.1472211 Sep 22 10:30:08.502420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e11723-61e4-41ec-8c98-77dae4370646 req-7e0b1dd7-ab00-4d96-9a22-4fdeffd19a6f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:08.503899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30e11723-61e4-41ec-8c98-77dae4370646 req-7e0b1dd7-ab00-4d96-9a22-4fdeffd19a6f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 932 time: 0.1669400 Sep 22 10:30:08.542993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4d941a68-4a22-4eb6-92ef-5df047acf981 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:08.598855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4d941a68-4a22-4eb6-92ef-5df047acf981 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:08.599225 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.626633 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef71d-9f94-49ca-b4b0-c7bbdd76f5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.633391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af0bb081-e7a2-425e-bd01-53a9b76ab1cb req-10564cfc-fdbf-4bb8-947b-1c889e6d6bf4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284835 Sep 22 10:30:08.720628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30e11723-61e4-41ec-8c98-77dae4370646 req-a71355fb-11ac-47d9-8c6c-f3ebff44edfd tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227262 Sep 22 10:30:08.720732 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.744880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 4d941a68-4a22-4eb6-92ef-5df047acf981, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4d941a68-4a22-4eb6-92ef-5df047acf981,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:08.818747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef71d-9f94-49ca-b4b0-c7bbdd76f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.849240 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:08.944885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=4d941a68-4a22-4eb6-92ef-5df047acf981,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:08.981197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ef71d-9f94-49ca-b4b0-c7bbdd76f5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e0f953-294a-46dc-9bba-602fd19a7f78,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:09.000190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5c2ef71d-9f94-49ca-b4b0-c7bbdd76f5ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5aa343ec05a94a19bf3912e262ffdbeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9279566 Sep 22 10:30:09.002767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34162) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:09.041615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea5fee6-8720-4563-b53e-425220911cd5 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:09.056428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.093130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Transition to ACTIVE for port object 1ea5fee6-8720-4563-b53e-425220911cd5 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:30:09.105926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db09fe-2c66-4de9-97f7-8d9891acb0e2 req-59cb786a-ae06-4234-824b-b586167e2dfb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:09.115961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db09fe-2c66-4de9-97f7-8d9891acb0e2 req-59cb786a-ae06-4234-824b-b586167e2dfb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:09.117411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Sync routers for ids ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:09.120943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db09fe-2c66-4de9-97f7-8d9891acb0e2 req-59cb786a-ae06-4234-824b-b586167e2dfb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:09.123302 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.129189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db09fe-2c66-4de9-97f7-8d9891acb0e2 req-59cb786a-ae06-4234-824b-b586167e2dfb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:09.132383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Routers {'2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:09.133009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:09.135838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db09fe-2c66-4de9-97f7-8d9891acb0e2 req-59cb786a-ae06-4234-824b-b586167e2dfb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:09.142188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db09fe-2c66-4de9-97f7-8d9891acb0e2 req-59cb786a-ae06-4234-824b-b586167e2dfb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:09.144980 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.148229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db09fe-2c66-4de9-97f7-8d9891acb0e2 req-59cb786a-ae06-4234-824b-b586167e2dfb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:09.156317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94db09fe-2c66-4de9-97f7-8d9891acb0e2 req-59cb786a-ae06-4234-824b-b586167e2dfb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5432 time: 0.1810844 Sep 22 10:30:09.174633 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.211382 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84a9da90-ab72-4c2a-8b8e-ef01f5d21244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.274689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Allocated IP 172.25.1.84 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/41757ac8-aa5f-43ed-bff8-3f1518a0718f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:09.277372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84a9da90-ab72-4c2a-8b8e-ef01f5d21244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.279014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Set router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:09.284866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94db09fe-2c66-4de9-97f7-8d9891acb0e2 req-c60297a0-078d-4c45-94c1-5bf8eb17ff37 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276505 Sep 22 10:30:09.301752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:09.474627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Attempting to bind port 1ea5fee6-8720-4563-b53e-425220911cd5 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:09.479338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Attempting to bind port 1ea5fee6-8720-4563-b53e-425220911cd5 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:09.479338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Attempting to bind port 1ea5fee6-8720-4563-b53e-425220911cd5 on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:09.484489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Port 1ea5fee6-8720-4563-b53e-425220911cd5 on network 30f0f4ea-4854-4488-bd71-007194ced60b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:30:09.484823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Attempting to bind port 1ea5fee6-8720-4563-b53e-425220911cd5 on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:09.488046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.491430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:09.491645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Checking segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:09.491967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Bound using segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:09.492416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Bound port: 1ea5fee6-8720-4563-b53e-425220911cd5, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:09.492781 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.571942 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84a9da90-ab72-4c2a-8b8e-ef01f5d21244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.577023 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84a9da90-ab72-4c2a-8b8e-ef01f5d21244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.593367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-84a9da90-ab72-4c2a-8b8e-ef01f5d21244 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3e0f953-294a-46dc-9bba-602fd19a7f78 HTTP/1.1" status: 204 len: 168 time: 0.5622053 Sep 22 10:30:09.610241 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.612110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9da90-ab72-4c2a-8b8e-ef01f5d21244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e0f953-294a-46dc-9bba-602fd19a7f78,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:09.621540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:09.635186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:09.661323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:09.671318 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:09.674335 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:09.697762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:00Z', 'updated_at': '2021-09-22T10:30:06Z', 'revision_number': 4, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'gw_port': {'id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:01Z', 'updated_at': '2021-09-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '98458ce1-7b59-4d68-b4ca-f209f1fbd0ae', 'name': '', 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'mac_address': 'fa:16:3e:9f:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5ca740d0-533c-4e41-9902-48898e2c7ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:06Z', 'updated_at': '2021-09-22T10:30:07Z', 'revision_number': 2, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'subnets': [{'id': '5ca740d0-533c-4e41-9902-48898e2c7ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:09.724153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event updated for resources: {'Port': ['ID=41757ac8-aa5f-43ed-bff8-3f1518a0718f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:09.742308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Checking router: 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:30:09.743589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Updating router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:30:09.781915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350984-3302-47bc-a889-1d1498d0c078 req-4c934f1d-b45d-4808-9de3-e9c9daaadd46 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:09.789391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-4c934f1d-b45d-4808-9de3-e9c9daaadd46 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/networks?id=45cae043-501b-4d16-95c9-c4412a21e322 HTTP/1.1" status: 200 len: 911 time: 0.1526086 Sep 22 10:30:09.793584 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.809260 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.868236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-03d3428a-49b1-4d52-b82b-e099c37adeb3 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/quotas/5a7ff1fae68d44a3a3e8959fc9a9d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0778239 Sep 22 10:30:09.882164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:09.882986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:09.884704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] 10.222.0.30 "PUT /v2.0/ports/1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1092 time: 1.5970919 Sep 22 10:30:09.885701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:09.888627 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0451f01c-b032-43df-9986-af6a813653be" -d '{"events": [{"name": "network-changed", "server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:09.940996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd58b5-1f0a-43ee-8c33-6931f2bcfaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:09.998156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-4efdeb1a-1da6-4315-86ac-0c073b185d33 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a7ff1fae68d44a3a3e8959fc9a9d1c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289923 Sep 22 10:30:10.125895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-2443ed55-9ffb-43ed-a9b7-32e03355fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:10.127849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-2443ed55-9ffb-43ed-a9b7-32e03355fa8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1095 time: 0.1222875 Sep 22 10:30:10.180703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-abcdf2ce-2102-4116-be32-38c042ee9661 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 217 time: 0.0424957 Sep 22 10:30:10.182888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.240670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-35bec02d-a83f-4c1c-8946-09892a0adc08 service neutron] 10.222.0.20 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217717 Sep 22 10:30:10.253079 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.277676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-0eba6168-717b-46b0-84ea-f5889caea59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:10.281227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-0eba6168-717b-46b0-84ea-f5889caea59a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0940945 Sep 22 10:30:10.339673 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.377844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-c9a569bd-0832-48b8-820b-da20c825b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:10.379413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-c9a569bd-0832-48b8-820b-da20c825b544 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894251 Sep 22 10:30:10.405429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84038af6-e542-42b4-9fb6-6e5e7bcdf09a None None] Pushing event updated for resources: {'Port': ['ID=98458ce1-7b59-4d68-b4ca-f209f1fbd0ae,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:10.422030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.425530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.490316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Attempting to bind port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:10.490316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Attempting to bind port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'c09e7d25-bd60-4b62-970b-dfe3046af51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:10.490316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Attempting to bind port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae on network 9022f22f-d91e-4336-b387-722c56763d3d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:10.496215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:10.496709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Checking segment: {'id': 'c09e7d25-bd60-4b62-970b-dfe3046af51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:10.497179 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.497647 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Bound using segment: {'id': 'c09e7d25-bd60-4b62-970b-dfe3046af51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:10.498882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Bound port: 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09e7d25-bd60-4b62-970b-dfe3046af51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:10.499901 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.525543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4d941a68-4a22-4eb6-92ef-5df047acf981 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:10.642986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] For port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:10.658852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] For port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=98458ce1-7b59-4d68-b4ca-f209f1fbd0ae,segment=NetworkSegment(c09e7d25-bd60-4b62-970b-dfe3046af51c),segment_id=c09e7d25-bd60-4b62-970b-dfe3046af51c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:10.669060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4d941a68-4a22-4eb6-92ef-5df047acf981 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:10.669379 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.706412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Router f8f725a3-aaff-4fba-be4f-df19e3181778 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:30:10.727860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-708aaa19-bcb4-450f-a435-4f3b7b5b8bab None None] Provisioning complete for port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:10.728490 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-708aaa19-bcb4-450f-a435-4f3b7b5b8bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.777757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.843374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:10.848257 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:10.850046 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a6704b88-b90f-42c4-b539-b5e342c8222d tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "PUT /v2.0/routers/f8f725a3-aaff-4fba-be4f-df19e3181778 HTTP/1.1" status: 200 len: 914 time: 2.6349702 Sep 22 10:30:10.852676 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34200) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:10.858814 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20cdcf-e565-4928-aac3-371200670228 None None] Sync routers for ids ['f8f725a3-aaff-4fba-be4f-df19e3181778'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:10.873889 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20cdcf-e565-4928-aac3-371200670228 None None] Routers {'f8f725a3-aaff-4fba-be4f-df19e3181778'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:10.874648 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ce20cdcf-e565-4928-aac3-371200670228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f8f725a3-aaff-4fba-be4f-df19e3181778'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:10.876774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-f0b9f159-ebaf-4aab-94c1-2308505fab10 service neutron] 10.222.0.20 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260457 Sep 22 10:30:10.925063 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ce20cdcf-e565-4928-aac3-371200670228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:10.929571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-561dbba6-73bd-49c1-a4d0-a0376da7e2dc service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422361 Sep 22 10:30:10.935042 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20cdcf-e565-4928-aac3-371200670228 None None] Routers {'f8f725a3-aaff-4fba-be4f-df19e3181778'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:10.935663 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ce20cdcf-e565-4928-aac3-371200670228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f8f725a3-aaff-4fba-be4f-df19e3181778'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:10.980545 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ce20cdcf-e565-4928-aac3-371200670228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:10.988367 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20cdcf-e565-4928-aac3-371200670228 None None] The sync data for ids ['f8f725a3-aaff-4fba-be4f-df19e3181778'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:11.008023 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f687ca49-e1d5-4127-b145-60c4e7caeddd tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/routers/f8f725a3-aaff-4fba-be4f-df19e3181778 HTTP/1.1" status: 200 len: 920 time: 0.1538844 Sep 22 10:30:11.011203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34204) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:11.052389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e59d7d3-e748-4ca6-af94-c2b477e71ea9 req-75c906cb-c327-4af7-99e3-baf1310878ec service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148922 Sep 22 10:30:11.057495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5d8b30-9749-4c35-8d82-67c503c7615a tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.062047 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2c5d8b30-9749-4c35-8d82-67c503c7615a tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=f8f725a3-aaff-4fba-be4f-df19e3181778&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0498791 Sep 22 10:30:11.062774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34206) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:11.120221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Routers {'2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:11.121083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:11.123039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84038af6-e542-42b4-9fb6-6e5e7bcdf09a None None] Pushing event updated for resources: {'Port': ['ID=98458ce1-7b59-4d68-b4ca-f209f1fbd0ae,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:11.128140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-708aaa19-bcb4-450f-a435-4f3b7b5b8bab None None] Port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:30:11.195257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae6685-4bec-43e4-b57d-e51ba79e7d75 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.199670 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-43ae6685-4bec-43e4-b57d-e51ba79e7d75 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 881 time: 0.1332612 Sep 22 10:30:11.200047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34212) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:11.245245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-75107241-15ea-48e2-bb19-0566137a6984 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8f725a3-aaff-4fba-be4f-df19e3181778 HTTP/1.1" status: 200 len: 205 time: 0.0439997 Sep 22 10:30:11.247991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34216) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:11.297908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] Set router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:11.376073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd42e0a-c162-4a78-b857-2bfdc1f3117a req-512afdac-bf81-498b-8c85-54a12fa1a175 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.379394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbd42e0a-c162-4a78-b857-2bfdc1f3117a req-512afdac-bf81-498b-8c85-54a12fa1a175 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 945 time: 0.1396773 Sep 22 10:30:11.442639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbd42e0a-c162-4a78-b857-2bfdc1f3117a req-0a72399f-d2cc-482d-b93d-296e90287803 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561366 Sep 22 10:30:11.456435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:11.464026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-efdf4b4a-925c-496a-b3ff-394a2c6067c9 None None] Provisioning complete for port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:11.464877 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-efdf4b4a-925c-496a-b3ff-394a2c6067c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:11.601194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b45a-ff9f-4d25-a3ca-91628aa677ea req-50e47494-5b32-447e-9de7-ea6e424cd258 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.608572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b45a-ff9f-4d25-a3ca-91628aa677ea req-50e47494-5b32-447e-9de7-ea6e424cd258 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.611660 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:11.628236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b45a-ff9f-4d25-a3ca-91628aa677ea req-50e47494-5b32-447e-9de7-ea6e424cd258 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.635293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b45a-ff9f-4d25-a3ca-91628aa677ea req-50e47494-5b32-447e-9de7-ea6e424cd258 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.643172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b45a-ff9f-4d25-a3ca-91628aa677ea req-50e47494-5b32-447e-9de7-ea6e424cd258 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.649432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b45a-ff9f-4d25-a3ca-91628aa677ea req-50e47494-5b32-447e-9de7-ea6e424cd258 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.652606 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-efdf4b4a-925c-496a-b3ff-394a2c6067c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:11.655868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b45a-ff9f-4d25-a3ca-91628aa677ea req-50e47494-5b32-447e-9de7-ea6e424cd258 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.668729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34228) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:11.673442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b589a73c-d332-49c4-b46f-f79346b74ddb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Request body: {'floatingip': {'port_id': '7af028ee-5887-4c1b-874e-471275fddfee'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:11.678897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a299b45a-ff9f-4d25-a3ca-91628aa677ea req-50e47494-5b32-447e-9de7-ea6e424cd258 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5432 time: 0.1591578 Sep 22 10:30:11.710598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-32576828-066a-4f34-afea-d61346b887b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:00Z', 'updated_at': '2021-09-22T10:30:06Z', 'revision_number': 4, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'gw_port': {'id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:01Z', 'updated_at': '2021-09-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '98458ce1-7b59-4d68-b4ca-f209f1fbd0ae', 'name': '', 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'mac_address': 'fa:16:3e:9f:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5ca740d0-533c-4e41-9902-48898e2c7ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:06Z', 'updated_at': '2021-09-22T10:30:10Z', 'revision_number': 4, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'subnets': [{'id': '5ca740d0-533c-4e41-9902-48898e2c7ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:11.759743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-efdf4b4a-925c-496a-b3ff-394a2c6067c9 None None] For port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=98458ce1-7b59-4d68-b4ca-f209f1fbd0ae,segment=NetworkSegment(c09e7d25-bd60-4b62-970b-dfe3046af51c),segment_id=c09e7d25-bd60-4b62-970b-dfe3046af51c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:11.762322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32576828-066a-4f34-afea-d61346b887b5 None None] The sync data for ids ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'] in n-d-807025-3 is: [{'id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:00Z', 'updated_at': '2021-09-22T10:30:06Z', 'revision_number': 4, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'gw_port': {'id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:01Z', 'updated_at': '2021-09-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '98458ce1-7b59-4d68-b4ca-f209f1fbd0ae', 'name': '', 'network_id': '9022f22f-d91e-4336-b387-722c56763d3d', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'mac_address': 'fa:16:3e:9f:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5ca740d0-533c-4e41-9902-48898e2c7ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:06Z', 'updated_at': '2021-09-22T10:30:10Z', 'revision_number': 4, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'subnets': [{'id': '5ca740d0-533c-4e41-9902-48898e2c7ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:11.775415 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b589a73c-d332-49c4-b46f-f79346b74ddb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:11.804583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb99e28-4177-446b-b4eb-35a8ec7d33da req-b91c3cf4-37ec-45c7-8129-d3195f1123b8 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:11.830603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0eb99e28-4177-446b-b4eb-35a8ec7d33da req-b91c3cf4-37ec-45c7-8129-d3195f1123b8 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 944 time: 0.0908458 Sep 22 10:30:11.865320 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-efdf4b4a-925c-496a-b3ff-394a2c6067c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:11.961092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0eb99e28-4177-446b-b4eb-35a8ec7d33da req-5a197c1b-6966-4131-96d8-b9f010410fb1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295812 Sep 22 10:30:11.970907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Deleting port 41757ac8-aa5f-43ed-bff8-3f1518a0718f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:11.971255 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:11.982712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf4b4a-925c-496a-b3ff-394a2c6067c9 None None] Pushing event updated for resources: {'Port': ['ID=98458ce1-7b59-4d68-b4ca-f209f1fbd0ae,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:12.038374 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82724b1-1273-48de-9cf9-ed29bbe5d09d x-openstack-request-id: req-d82724b1-1273-48de-9cf9-ed29bbe5d09d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:12.038926 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:12.039421 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d82724b1-1273-48de-9cf9-ed29bbe5d09d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:12.040814 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'status': 'completed', 'code': 200} Sep 22 10:30:12.143186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451f01c-b032-43df-9986-af6a813653be req-ad2168c3-5379-4002-98ea-c5e2db12676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:12.145278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0451f01c-b032-43df-9986-af6a813653be req-ad2168c3-5379-4002-98ea-c5e2db12676a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1095 time: 0.0725133 Sep 22 10:30:12.199765 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:12.212909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Calling delete_port for 41757ac8-aa5f-43ed-bff8-3f1518a0718f owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:12.308100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451f01c-b032-43df-9986-af6a813653be req-0a21afb2-8ba3-458d-affb-ac0bc593e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:12.309884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0451f01c-b032-43df-9986-af6a813653be req-0a21afb2-8ba3-458d-affb-ac0bc593e02e service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.1546233 Sep 22 10:30:12.335287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f32fb10f-2e3f-4a47-a8ef-6ef75a7d47ed req-79905f2e-6087-4840-98f9-1a4c53a6b5ce tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 210 time: 0.0630879 Sep 22 10:30:12.391462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0451f01c-b032-43df-9986-af6a813653be req-e1a63d88-b7d6-4949-b82f-8baefcced18e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 217 time: 0.0595753 Sep 22 10:30:12.459890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451f01c-b032-43df-9986-af6a813653be req-c581aa5c-2261-4ad4-8c13-e5511a4f800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:12.462693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0451f01c-b032-43df-9986-af6a813653be req-c581aa5c-2261-4ad4-8c13-e5511a4f800b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0643420 Sep 22 10:30:12.545950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451f01c-b032-43df-9986-af6a813653be req-beadcbc5-e4d5-4e47-8004-7cf6eddaa0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:12.549812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0451f01c-b032-43df-9986-af6a813653be req-beadcbc5-e4d5-4e47-8004-7cf6eddaa0ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801001 Sep 22 10:30:12.586787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:12.691333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:12.691703 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:12.696506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0451f01c-b032-43df-9986-af6a813653be req-9a94c838-5d52-4f63-bd72-6a8dc39d9db4 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395047 Sep 22 10:30:12.802672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0451f01c-b032-43df-9986-af6a813653be req-12100ec0-8a91-4116-bf04-6432bb1a9214 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996051 Sep 22 10:30:13.205646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9800e6-a5b7-4fe0-a433-102e801fb741 req-3b502639-fffe-4ff0-845f-f537a8bdab0d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:13.207174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce9800e6-a5b7-4fe0-a433-102e801fb741 req-3b502639-fffe-4ff0-845f-f537a8bdab0d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 944 time: 0.0554392 Sep 22 10:30:13.239452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b589a73c-d332-49c4-b46f-f79346b74ddb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.260228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce9800e6-a5b7-4fe0-a433-102e801fb741 req-ddbebf91-89d0-43a4-9120-37e9011fcc34 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444057 Sep 22 10:30:13.294992 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.321454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event deleted for resources: {'Port': ['ID=41757ac8-aa5f-43ed-bff8-3f1518a0718f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:13.326166 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b589a73c-d332-49c4-b46f-f79346b74ddb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.373146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af98d98-ec64-4321-b387-ab013645ab22 req-823d3d42-dfb5-42f9-a08f-1aaa3bf2fb96 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:13.374968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af98d98-ec64-4321-b387-ab013645ab22 req-823d3d42-dfb5-42f9-a08f-1aaa3bf2fb96 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 945 time: 0.0593884 Sep 22 10:30:13.417135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af98d98-ec64-4321-b387-ab013645ab22 req-e709a5e5-2753-4a73-a173-41a96f590728 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e4bd961-f118-4a09-9e5c-87d72d328144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Sep 22 10:30:13.466080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.568349 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-b589a73c-d332-49c4-b46f-f79346b74ddb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Floating IP eb052397-63f2-4d1e-a359-cc9a0a436f67 associated. External IP: 172.25.1.213, port: 7af028ee-5887-4c1b-874e-471275fddfee. Sep 22 10:30:13.569973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.573768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.662381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18744ab2-178c-47d4-ad73-813ad233cd15 req-e943d6f6-288a-4e33-9005-9fe91995d42d tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 210 time: 0.0413494 Sep 22 10:30:13.750663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.751171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Fanout notify agent at l3_agent the message router_deleted on router f8f725a3-aaff-4fba-be4f-df19e3181778 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:30:13.760109 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.761239 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f2d43b6a-cbec-4779-bbf9-7e9eadb14143 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/f8f725a3-aaff-4fba-be4f-df19e3181778 HTTP/1.1" status: 204 len: 168 time: 2.5124450 Sep 22 10:30:13.765027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34270) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:13.769751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3de5a4cf-df17-4c81-8907-468ebe3d88c4 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2147231191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:13.842397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b589a73c-d332-49c4-b46f-f79346b74ddb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Router 1d0c5948-dc10-472a-80b5-95e2097f4353 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:30:13.900073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4cf-df17-4c81-8907-468ebe3d88c4 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.901227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4cf-df17-4c81-8907-468ebe3d88c4 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.956220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350984-3302-47bc-a889-1d1498d0c078 req-23ad3f4d-a51a-4112-a58e-a83b52a8097f tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:13.958883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-23ad3f4d-a51a-4112-a58e-a83b52a8097f tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.32 "GET /v2.0/networks?id=45cae043-501b-4d16-95c9-c4412a21e322 HTTP/1.1" status: 200 len: 911 time: 0.1346440 Sep 22 10:30:14.002930 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4cf-df17-4c81-8907-468ebe3d88c4 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.003406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b589a73c-d332-49c4-b46f-f79346b74ddb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:14.008262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Request body: {'port': {'device_id': '5fcd1625-8b3b-4cea-9553-4c6a57bf7a12', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'admin_state_up': True, 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:14.014171 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b589a73c-d332-49c4-b46f-f79346b74ddb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.015224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] Sync routers for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:14.030842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:14.031600 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:14.050442 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b589a73c-d332-49c4-b46f-f79346b74ddb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "PUT /v2.0/floatingips/eb052397-63f2-4d1e-a359-cc9a0a436f67 HTTP/1.1" status: 200 len: 992 time: 2.3805470 Sep 22 10:30:14.051129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:14.053607 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84bed71-c93a-4fb4-884d-0b079b704c46" -d '{"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "7af028ee-5887-4c1b-874e-471275fddfee"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:14.101604 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4cf-df17-4c81-8907-468ebe3d88c4 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.109291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Made reservation on behalf of 5a7ff1fae68d44a3a3e8959fc9a9d1c8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:14.112148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.203951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:14.253814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3de5a4cf-df17-4c81-8907-468ebe3d88c4 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.255137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3de5a4cf-df17-4c81-8907-468ebe3d88c4 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4891093 Sep 22 10:30:14.259289 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34282) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:14.268342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'enable_snat': False}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:14.310157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Allocated IP 172.20.0.5 (45cae043-501b-4d16-95c9-c4412a21e322/49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4/aefd8650-7009-45d1-94e5-51cc8fefdc84) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:14.480881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-0b7047f0-a2b1-472a-ad1c-27db121ae8d6 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:14.482454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-0b7047f0-a2b1-472a-ad1c-27db121ae8d6 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.30 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 945 time: 0.1131930 Sep 22 10:30:14.681266 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.687332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:30:14.752631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Deleting port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:14.753032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.759670 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.810262 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c11686-83de-490d-a4ab-81d36d117c9e x-openstack-request-id: req-e2c11686-83de-490d-a4ab-81d36d117c9e {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:14.811118 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "tag": "7af028ee-5887-4c1b-874e-471275fddfee", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:14.812048 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2c11686-83de-490d-a4ab-81d36d117c9e {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:14.812933 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee', 'status': 'completed', 'code': 200} Sep 22 10:30:14.934584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:14.949331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'eb052397-63f2-4d1e-a359-cc9a0a436f67', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'port_id': '7af028ee-5887-4c1b-874e-471275fddfee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'mac_address': 'fa:16:3e:13:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:28:48Z', 'updated_at': '2021-09-22T10:30:12Z', 'revision_number': 1, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '919ffce5-95f7-4ff3-8452-7f88ab71cc2f', 'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'mac_address': 'fa:16:3e:a2:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:54Z', 'updated_at': '2021-09-22T10:28:01Z', 'revision_number': 5, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'subnets': [{'id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:14.981674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] For port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,segment=NetworkSegment(0a8064fe-d732-421f-973e-65338c8e8712),segment_id=0a8064fe-d732-421f-973e-65338c8e8712)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:14.982046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.993744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] Checking router: 1d0c5948-dc10-472a-80b5-95e2097f4353 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:30:14.996895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '1ea5fee6-8720-4563-b53e-425220911cd5', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'port_id': '1ea5fee6-8720-4563-b53e-425220911cd5', 'mac_address': 'fa:16:3e:61:c1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:30:15.013688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Calling delete_port for 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:15.038188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:15.038767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:15.111489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.156058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.159427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.193925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea5fee6-8720-4563-b53e-425220911cd5 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:15.218216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:15.242242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:15.287778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Allocated IP 172.25.1.200 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/6debb4e9-3211-4e12-9f9b-70381486289b) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:15.317611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ff31c-d7d7-4fd2-96a1-cb8168f5ca69 req-56f50489-9577-42f6-84a5-30548cf663b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:15.319119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-798ff31c-d7d7-4fd2-96a1-cb8168f5ca69 req-56f50489-9577-42f6-84a5-30548cf663b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 944 time: 0.1194522 Sep 22 10:30:15.325876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-e5f8f34a-a07e-4aab-9b39-445ecdb21009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:15.326500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-e5f8f34a-a07e-4aab-9b39-445ecdb21009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:15.327038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-e5f8f34a-a07e-4aab-9b39-445ecdb21009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:15.327576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-e5f8f34a-a07e-4aab-9b39-445ecdb21009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:15.328107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-e5f8f34a-a07e-4aab-9b39-445ecdb21009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:15.328679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-e5f8f34a-a07e-4aab-9b39-445ecdb21009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:15.329200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-e5f8f34a-a07e-4aab-9b39-445ecdb21009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:15.331224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-e5f8f34a-a07e-4aab-9b39-445ecdb21009 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6489 time: 0.1244416 Sep 22 10:30:15.334376 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.362937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['4dfcc926-6a7b-48a8-9adf-7ac67b8aec60'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:15.367625 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.432669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.441237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.446764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Pushing event deleted for resources: {'Port': ['ID=4dfcc926-6a7b-48a8-9adf-7ac67b8aec60,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:15.564798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:15.608728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34300) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:15.614860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-798ff31c-d7d7-4fd2-96a1-cb8168f5ca69 req-b8a0cdb3-9b16-4773-8081-63378a4b1d88 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819047 Sep 22 10:30:15.621418 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.647411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1ea5fee6-8720-4563-b53e-425220911cd5'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:15.676355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Network 45cae043-501b-4d16-95c9-c4412a21e322 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:15.681263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] No DVR routers for this DVR port 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:30:15.690796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:15.693469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:15.699337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:15.701687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:15.713383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Pushing event updated for resources: {'Port': ['ID=aefd8650-7009-45d1-94e5-51cc8fefdc84,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:15.729430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:15.735409 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.738027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4337b015-0eb4-4bb4-bf38-f316f0b959f7 req-2af2639e-a38c-4d6a-9ad8-ae9f4f127968 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.30 "DELETE /v2.0/ports/4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 HTTP/1.1" status: 204 len: 173 time: 1.2488573 Sep 22 10:30:15.742286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2d082-7f0d-4185-8dc3-a888da36c35f', 'name': 'network-vif-deleted', 'tag': '4dfcc926-6a7b-48a8-9adf-7ac67b8aec60'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:15.753818 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469ab414-eafd-4cce-9506-153d6297584d" -d '{"events": [{"server_uuid": "61a2d082-7f0d-4185-8dc3-a888da36c35f", "name": "network-vif-deleted", "tag": "4dfcc926-6a7b-48a8-9adf-7ac67b8aec60"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:15.772418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Pushing event updated for resources: {'Port': ['ID=6debb4e9-3211-4e12-9f9b-70381486289b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:15.835162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'eb052397-63f2-4d1e-a359-cc9a0a436f67', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'port_id': '7af028ee-5887-4c1b-874e-471275fddfee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'mac_address': 'fa:16:3e:13:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:28:48Z', 'updated_at': '2021-09-22T10:30:12Z', 'revision_number': 1, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '919ffce5-95f7-4ff3-8452-7f88ab71cc2f', 'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'mac_address': 'fa:16:3e:a2:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:54Z', 'updated_at': '2021-09-22T10:28:01Z', 'revision_number': 5, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'subnets': [{'id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:15.855258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dec301dc-a6ce-4c44-92da-da5749161537 req-f10b8b81-c60d-4e93-a2fc-ffbb243ed348 tempest-InstanceActionsNegativeTestJSON-966396528 tempest-InstanceActionsNegativeTestJSON-966396528-project] 10.222.0.20 "GET /v2.0/ports?device_id=61a2d082-7f0d-4185-8dc3-a888da36c35f HTTP/1.1" status: 200 len: 210 time: 0.0973890 Sep 22 10:30:15.863609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-bb83ceed-656a-4b21-b7f3-307f087f4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:15.871788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-bb83ceed-656a-4b21-b7f3-307f087f4de9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a HTTP/1.1" status: 200 len: 912 time: 0.5299954 Sep 22 10:30:15.895043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e4ca7-87f6-4dd1-8236-7fbf557b307a None None] The sync data for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 is: [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'eb052397-63f2-4d1e-a359-cc9a0a436f67', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'port_id': '7af028ee-5887-4c1b-874e-471275fddfee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'mac_address': 'fa:16:3e:13:6a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:28:48Z', 'updated_at': '2021-09-22T10:30:12Z', 'revision_number': 1, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '919ffce5-95f7-4ff3-8452-7f88ab71cc2f', 'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'mac_address': 'fa:16:3e:a2:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:54Z', 'updated_at': '2021-09-22T10:28:01Z', 'revision_number': 5, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'subnets': [{'id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:16.078866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:16.080024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.088928 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d7e8-832b-4c64-b6e5-76f5389d5d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.114537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-3d2ed326-541e-49c7-87b1-b47320d7f49f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af028ee-5887-4c1b-874e-471275fddfee HTTP/1.1" status: 200 len: 1000 time: 0.2346859 Sep 22 10:30:16.213213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-cac3496c-4a6d-4b67-81ca-8907c1f58467 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2086475 Sep 22 10:30:16.219860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-94a0293e-7a84-4a18-a6ad-3e41bf43b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:16.221427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-94a0293e-7a84-4a18-a6ad-3e41bf43b748 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29b44c0f-f4c4-484b-8442-b5754a4e1d91 HTTP/1.1" status: 200 len: 850 time: 0.0941422 Sep 22 10:30:16.244948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Request body: {'port': {'device_id': '5fcd1625-8b3b-4cea-9553-4c6a57bf7a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:16.273144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ab052ceb-850c-42e3-88df-9f7f8e5e5a65 None None] Provisioning complete for port aefd8650-7009-45d1-94e5-51cc8fefdc84 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:16.273756 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab052ceb-850c-42e3-88df-9f7f8e5e5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.381035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ab052ceb-850c-42e3-88df-9f7f8e5e5a65 None None] Port aefd8650-7009-45d1-94e5-51cc8fefdc84 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:30:16.400320 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca400e2-93d7-455b-8554-ea7c9ee5745f None None] New status for floating IP eb052397-63f2-4d1e-a359-cc9a0a436f67: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:30:16.406751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-1eea92c0-433e-4c6e-94ed-be695ec5154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:16.408253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-1eea92c0-433e-4c6e-94ed-be695ec5154e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575196 Sep 22 10:30:16.411008 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.416275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb6504-9849-4e80-9cd0-b5adac6a86b6 req-8fb80188-b7b7-46b4-80e7-adb6be510d60 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:16.427339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25bb6504-9849-4e80-9cd0-b5adac6a86b6 req-8fb80188-b7b7-46b4-80e7-adb6be510d60 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1027 time: 0.1401386 Sep 22 10:30:16.427463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.482767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d7e8-832b-4c64-b6e5-76f5389d5d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.541548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7f3d7e8-832b-4c64-b6e5-76f5389d5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.595479 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7f3d7e8-832b-4c64-b6e5-76f5389d5d63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a49495dab9e4cde8cf6ed02ae1b5eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9856348 Sep 22 10:30:16.596060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25bb6504-9849-4e80-9cd0-b5adac6a86b6 req-4b59d2e7-3b22-484a-a8e5-a086237c7507 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671228 Sep 22 10:30:16.597762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34306) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:16.650935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3d7e8-832b-4c64-b6e5-76f5389d5d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878838aa-444a-483b-a7af-487b3b2fd99c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:16.723578 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c660ff6f-be1d-4833-a41c-f951e7fcc91f x-openstack-request-id: req-c660ff6f-be1d-4833-a41c-f951e7fcc91f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:16.735954 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2d082-7f0d-4185-8dc3-a888da36c35f", "name": "network-vif-deleted", "tag": "4dfcc926-6a7b-48a8-9adf-7ac67b8aec60", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:16.735954 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c660ff6f-be1d-4833-a41c-f951e7fcc91f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:16.735954 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a2d082-7f0d-4185-8dc3-a888da36c35f', 'name': 'network-vif-deleted', 'tag': '4dfcc926-6a7b-48a8-9adf-7ac67b8aec60', 'status': 'completed', 'code': 200} Sep 22 10:30:16.735954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-c23405e9-02de-4f88-9efa-a4975795f938 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012109 Sep 22 10:30:16.954668 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07325de1-faf4-43af-8a12-c29a38e001f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.964003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c84bed71-c93a-4fb4-884d-0b079b704c46 req-a46150f9-8d21-4f08-89a9-8fdac5691b03 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076447 Sep 22 10:30:16.997919 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07325de1-faf4-43af-8a12-c29a38e001f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.024531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bab77-be5c-4558-8ff9-5aeb0b410080 req-19cc5e4c-f860-4bd4-ab53-d9abbc0b3bca tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:17.025934 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.026360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-729bab77-be5c-4558-8ff9-5aeb0b410080 req-19cc5e4c-f860-4bd4-ab53-d9abbc0b3bca tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1801674 Sep 22 10:30:17.029266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.105922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-729bab77-be5c-4558-8ff9-5aeb0b410080 req-6da3f402-6b36-4328-be97-8f33e60693f2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680687 Sep 22 10:30:17.145573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefd8650-7009-45d1-94e5-51cc8fefdc84 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:17.154351 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.160209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34314) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:17.192110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Transition to ACTIVE for port object aefd8650-7009-45d1-94e5-51cc8fefdc84 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:30:17.193566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07325de1-faf4-43af-8a12-c29a38e001f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.196358 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07325de1-faf4-43af-8a12-c29a38e001f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.200037 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-07325de1-faf4-43af-8a12-c29a38e001f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/878838aa-444a-483b-a7af-487b3b2fd99c HTTP/1.1" status: 204 len: 168 time: 0.5723255 Sep 22 10:30:17.208181 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8fed21-f30f-43fd-aa59-5b620bbacd4f admin admin] Deleting subnet a1304616-8c5d-4ca1-ba29-ca36257d54d2 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:30:17.209442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07325de1-faf4-43af-8a12-c29a38e001f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878838aa-444a-483b-a7af-487b3b2fd99c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:17.212984 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b8fed21-f30f-43fd-aa59-5b620bbacd4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.244632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Router 247ce9a0-6f27-452d-b644-73d568917602 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:30:17.259002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.304173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b8fed21-f30f-43fd-aa59-5b620bbacd4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.367807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aefd8650-7009-45d1-94e5-51cc8fefdc84,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:17.389991 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b8fed21-f30f-43fd-aa59-5b620bbacd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.417219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Attempting to bind port aefd8650-7009-45d1-94e5-51cc8fefdc84 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:17.418239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Attempting to bind port aefd8650-7009-45d1-94e5-51cc8fefdc84 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:17.418761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Attempting to bind port aefd8650-7009-45d1-94e5-51cc8fefdc84 on network 45cae043-501b-4d16-95c9-c4412a21e322 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:17.424088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Port aefd8650-7009-45d1-94e5-51cc8fefdc84 on network 45cae043-501b-4d16-95c9-c4412a21e322 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:30:17.429978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Attempting to bind port aefd8650-7009-45d1-94e5-51cc8fefdc84 on network 45cae043-501b-4d16-95c9-c4412a21e322 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:17.429978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:17.430928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Checking segment: {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:17.431594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Bound using segment: {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:17.432194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Bound port: aefd8650-7009-45d1-94e5-51cc8fefdc84, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:17.432739 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.432926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:17.438309 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.439611 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-84e0d8e8-2e1e-4c21-8d2f-4ab987546400 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "PUT /v2.0/routers/247ce9a0-6f27-452d-b644-73d568917602 HTTP/1.1" status: 200 len: 916 time: 3.1773694 Sep 22 10:30:17.443759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34320) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:17.444888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebfbc2-3954-4e00-a2d9-c8da2ab468b6 None None] Sync routers for ids ['247ce9a0-6f27-452d-b644-73d568917602'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:17.455862 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebfbc2-3954-4e00-a2d9-c8da2ab468b6 None None] Routers {'247ce9a0-6f27-452d-b644-73d568917602'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:17.458670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dcebfbc2-3954-4e00-a2d9-c8da2ab468b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['247ce9a0-6f27-452d-b644-73d568917602'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:17.506434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dcebfbc2-3954-4e00-a2d9-c8da2ab468b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:17.519027 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebfbc2-3954-4e00-a2d9-c8da2ab468b6 None None] Routers {'247ce9a0-6f27-452d-b644-73d568917602'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:17.519027 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dcebfbc2-3954-4e00-a2d9-c8da2ab468b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['247ce9a0-6f27-452d-b644-73d568917602'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:17.569696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b8fed21-f30f-43fd-aa59-5b620bbacd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.588372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] For port aefd8650-7009-45d1-94e5-51cc8fefdc84, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:17.598536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] For port aefd8650-7009-45d1-94e5-51cc8fefdc84, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aefd8650-7009-45d1-94e5-51cc8fefdc84,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:17.612191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fed21-f30f-43fd-aa59-5b620bbacd4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1304616-8c5d-4ca1-ba29-ca36257d54d2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:17.616523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b8fed21-f30f-43fd-aa59-5b620bbacd4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.620804 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7b8fed21-f30f-43fd-aa59-5b620bbacd4f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a1304616-8c5d-4ca1-ba29-ca36257d54d2 HTTP/1.1" status: 204 len: 168 time: 0.4563599 Sep 22 10:30:17.621222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34326) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:17.749954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dcebfbc2-3954-4e00-a2d9-c8da2ab468b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:17.750622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebfbc2-3954-4e00-a2d9-c8da2ab468b6 None None] The sync data for ids ['247ce9a0-6f27-452d-b644-73d568917602'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:17.999604 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.020031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5afdb0bb-0179-4b8b-97c1-7606e07a5f85 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/routers/247ce9a0-6f27-452d-b644-73d568917602 HTTP/1.1" status: 200 len: 922 time: 0.5725124 Sep 22 10:30:18.020507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34330) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:18.046342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34332) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:18.053062 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.064119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-141ac7e9-c1fe-4f79-910b-a8cc2da91090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.075624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:18.076238 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.077638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/aefd8650-7009-45d1-94e5-51cc8fefdc84 HTTP/1.1" status: 200 len: 1091 time: 1.8464673 Sep 22 10:30:18.094445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e85fa-ecd0-4808-b47f-a59df0e7a043 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:18.096334 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9e7e85fa-ecd0-4808-b47f-a59df0e7a043 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=247ce9a0-6f27-452d-b644-73d568917602&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0747416 Sep 22 10:30:18.103397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34334) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:18.129697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4eec4-7f13-4892-91ac-f8bc3cb25bc0 req-6378df93-1590-4f7f-a53e-942bd54490f0 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:18.131302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16c4eec4-7f13-4892-91ac-f8bc3cb25bc0 req-6378df93-1590-4f7f-a53e-942bd54490f0 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1094 time: 0.1438982 Sep 22 10:30:18.131949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078dbdc-852d-4f60-9535-a56e795828a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aefd8650-7009-45d1-94e5-51cc8fefdc84,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:18.231998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.243490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e6cf4-ce2f-4202-b606-88309e24e041 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:18.243490 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0b4e6cf4-ce2f-4202-b606-88309e24e041 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 881 time: 0.1374650 Sep 22 10:30:18.246866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34340) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:18.272486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-141ac7e9-c1fe-4f79-910b-a8cc2da91090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.285434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb5c1ca-f359-4e0e-930e-ac7141c8bc11']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:18.289809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16c4eec4-7f13-4892-91ac-f8bc3cb25bc0 req-d54895fb-fdd1-4a31-b8b2-f66ff7d34d17 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466999 Sep 22 10:30:18.318878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-83b9d0a2-dc7c-4a04-8a9a-8a55f49706cd tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ce9a0-6f27-452d-b644-73d568917602 HTTP/1.1" status: 200 len: 205 time: 0.0577126 Sep 22 10:30:18.319195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34344) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:18.325908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8064fe-d732-421f-973e-65338c8e8712') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:18.326435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8064fe-d732-421f-973e-65338c8e8712') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:18.340215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350984-3302-47bc-a889-1d1498d0c078 req-d7a4042c-1fc5-421d-a10d-14ad5b02ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:18.341716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-d7a4042c-1fc5-421d-a10d-14ad5b02ff73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a7ff1fae68d44a3a3e8959fc9a9d1c8&device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1094 time: 0.1636140 Sep 22 10:30:18.343467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.374814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-141ac7e9-c1fe-4f79-910b-a8cc2da91090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.389353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-bf4e096d-ce2c-4bc4-a4c5-68088b71d873 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aefd8650-7009-45d1-94e5-51cc8fefdc84 HTTP/1.1" status: 200 len: 217 time: 0.0387669 Sep 22 10:30:18.391413 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.406533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:30:18.406943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:30:18.409764 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:30:18.463850 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-141ac7e9-c1fe-4f79-910b-a8cc2da91090 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18c3010a1eea4416a566d2d084f7d26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130933 Sep 22 10:30:18.464783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34346) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:18.475327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ac7e9-c1fe-4f79-910b-a8cc2da91090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394d8110-02a0-4622-905d-e60f274ffda2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:18.530774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.556835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350984-3302-47bc-a889-1d1498d0c078 req-6450512c-712a-4b66-891b-f13b91b9666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:18.558902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-6450512c-712a-4b66-891b-f13b91b9666d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4 HTTP/1.1" status: 200 len: 849 time: 0.1613696 Sep 22 10:30:18.612789 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f335ed26-8ebf-47a9-871c-9e507fecf1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.621408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e90a01-760f-4b81-9953-886770f04861 req-e0e8ae48-7a47-4841-bebf-62ab336726e2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:18.621408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9e90a01-760f-4b81-9953-886770f04861 req-e0e8ae48-7a47-4841-bebf-62ab336726e2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1058984 Sep 22 10:30:18.650122 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f335ed26-8ebf-47a9-871c-9e507fecf1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.652898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350984-3302-47bc-a889-1d1498d0c078 req-f72e76d4-9080-410a-9de9-fe0bb2c5c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:18.655616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-f72e76d4-9080-410a-9de9-fe0bb2c5c72e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45cae043-501b-4d16-95c9-c4412a21e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868390 Sep 22 10:30:18.658121 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.661209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:18.678843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.683460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cbb5c1ca-f359-4e0e-930e-ac7141c8bc11 HTTP/1.1" status: 204 len: 168 time: 1.0589128 Sep 22 10:30:18.699078 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.712826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feabae1-baf5-4c78-bc9f-435b20c79e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb5c1ca-f359-4e0e-930e-ac7141c8bc11,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:18.727825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fcd1625-8b3b-4cea-9553-4c6a57bf7a12', 'tag': 'aefd8650-7009-45d1-94e5-51cc8fefdc84'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:18.730072 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba970f1-43f3-42fa-ba27-c947905c217b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fcd1625-8b3b-4cea-9553-4c6a57bf7a12", "tag": "aefd8650-7009-45d1-94e5-51cc8fefdc84"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:18.739057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9e90a01-760f-4b81-9953-886770f04861 req-f1e020cb-5d02-4685-a89c-c58fe2c085e0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113677 Sep 22 10:30:18.797991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 1ea5fee6-8720-4563-b53e-425220911cd5 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:18.802194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 1ea5fee6-8720-4563-b53e-425220911cd5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:18.802514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.807969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f335ed26-8ebf-47a9-871c-9e507fecf1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.812689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f335ed26-8ebf-47a9-871c-9e507fecf1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.817974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-c878c220-a26b-41a8-9924-5b08b2fca4ac service neutron] 10.222.0.32 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436596 Sep 22 10:30:18.820397 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f335ed26-8ebf-47a9-871c-9e507fecf1e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/394d8110-02a0-4622-905d-e60f274ffda2 HTTP/1.1" status: 204 len: 168 time: 0.3473117 Sep 22 10:30:18.833668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335ed26-8ebf-47a9-871c-9e507fecf1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394d8110-02a0-4622-905d-e60f274ffda2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:18.871003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Deleting port 6debb4e9-3211-4e12-9f9b-70381486289b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:18.871436 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.961310 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.977886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9350984-3302-47bc-a889-1d1498d0c078 req-ce4d4a30-bedb-4a2e-b8fb-a934fdb4d7ff service neutron] 10.222.0.32 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587665 Sep 22 10:30:18.979708 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93ce96f-78e5-4d7f-bf86-ea1892258076 x-openstack-request-id: req-e93ce96f-78e5-4d7f-bf86-ea1892258076 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:18.980044 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fcd1625-8b3b-4cea-9553-4c6a57bf7a12", "tag": "aefd8650-7009-45d1-94e5-51cc8fefdc84", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:18.980267 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e93ce96f-78e5-4d7f-bf86-ea1892258076 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:18.981425 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fcd1625-8b3b-4cea-9553-4c6a57bf7a12', 'tag': 'aefd8650-7009-45d1-94e5-51cc8fefdc84', 'status': 'completed', 'code': 200} Sep 22 10:30:18.988174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:18.990969 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5789e6c-59e0-4d31-9186-66d8217539db" -d '{"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:19.005692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:19.016910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.027657 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0423c6d-e1fd-4c22-9abb-ab5b1d72dedf x-openstack-request-id: req-e0423c6d-e1fd-4c22-9abb-ab5b1d72dedf {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:19.028149 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:19.028573 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0423c6d-e1fd-4c22-9abb-ab5b1d72dedf {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:19.028973 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'code': 200} Sep 22 10:30:19.035051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Calling delete_port for 6debb4e9-3211-4e12-9f9b-70381486289b owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:19.106901 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.110875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:19.137480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:19.137654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd96c1-ce91-499d-9ccd-999f45079a9e req-9bef4cb1-0386-41fe-a38e-57b1774b1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:19.138211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 4dfcc926-6a7b-48a8-9adf-7ac67b8aec60 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:19.139303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6cbd96c1-ce91-499d-9ccd-999f45079a9e req-9bef4cb1-0386-41fe-a38e-57b1774b1305 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1097 time: 0.0447352 Sep 22 10:30:19.184882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:19.210634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6cbd96c1-ce91-499d-9ccd-999f45079a9e req-5fa8c40b-7702-4c30-9cbc-5803aa9f2ad3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622332 Sep 22 10:30:19.214536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34358) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:19.240865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-79a866e1-4686-48cd-bc36-16cac2b6195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:19.242179 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-79a866e1-4686-48cd-bc36-16cac2b6195f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a7ff1fae68d44a3a3e8959fc9a9d1c8&device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1094 time: 0.1018996 Sep 22 10:30:19.279908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-72632b20-4c59-4b3b-a95a-6bfbedbee9af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78d177245708499fa4cc52ea29728aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644851 Sep 22 10:30:19.282410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34360) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:19.337156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.365141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event deleted for resources: {'Port': ['ID=6debb4e9-3211-4e12-9f9b-70381486289b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:19.394741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.395687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.396070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.396406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.396806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.397214 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.397675 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.398130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.398348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7e6544d-e4e4-4948-a4c9-8bddc56e5a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.398520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.398822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.399474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.399865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:19.403160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-2cd10166-b0e7-4da6-adf4-2a22e9b8c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:19.405291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-2cd10166-b0e7-4da6-adf4-2a22e9b8c098 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45cae043-501b-4d16-95c9-c4412a21e322 HTTP/1.1" status: 200 len: 911 time: 0.1538095 Sep 22 10:30:19.459244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.484893 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7e6544d-e4e4-4948-a4c9-8bddc56e5a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.493868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-64656487-2a3c-48cd-be41-719abee65ad0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aefd8650-7009-45d1-94e5-51cc8fefdc84 HTTP/1.1" status: 200 len: 217 time: 0.0776634 Sep 22 10:30:19.558814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.561142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.575523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe2b6c-2283-461d-a5a1-59e8eccb6008 req-086fd2db-b084-4b35-9591-ab00b1a4e86a tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:19.577310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0abe2b6c-2283-461d-a5a1-59e8eccb6008 req-086fd2db-b084-4b35-9591-ab00b1a4e86a tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1094 time: 0.1648874 Sep 22 10:30:19.579110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-feb4bb6b-151b-4823-98fc-c7070970c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:19.580450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-feb4bb6b-151b-4823-98fc-c7070970c495 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4 HTTP/1.1" status: 200 len: 849 time: 0.0770478 Sep 22 10:30:19.652844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0abe2b6c-2283-461d-a5a1-59e8eccb6008 req-25dccc01-b677-4b94-99ac-65304869cea5 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632408 Sep 22 10:30:19.655642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-03a21ae6-a6e5-46ab-aefd-cd7f9e1137ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:19.657078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-03a21ae6-a6e5-46ab-aefd-cd7f9e1137ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45cae043-501b-4d16-95c9-c4412a21e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687089 Sep 22 10:30:19.676494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7e6544d-e4e4-4948-a4c9-8bddc56e5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.679172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7e6544d-e4e4-4948-a4c9-8bddc56e5a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.680422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b7e6544d-e4e4-4948-a4c9-8bddc56e5a9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e4bd961-f118-4a09-9e5c-87d72d328144 HTTP/1.1" status: 204 len: 168 time: 0.3968635 Sep 22 10:30:19.706516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.710608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Fanout notify agent at l3_agent the message router_deleted on router 247ce9a0-6f27-452d-b644-73d568917602 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:30:19.722882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6544d-e4e4-4948-a4c9-8bddc56e5a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4bd961-f118-4a09-9e5c-87d72d328144,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:19.723873 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.733687 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9d95c287-2241-4411-af33-42c4689fb104 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/247ce9a0-6f27-452d-b644-73d568917602 HTTP/1.1" status: 204 len: 168 time: 1.4106588 Sep 22 10:30:19.734949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34376) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:19.745658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-24425128', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:19.834950 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.836122 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.851173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-c4cafc9a-ba1a-4d0f-96d1-249190fc3a46 service neutron] 10.222.0.32 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846781 Sep 22 10:30:19.899354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad529f8-8525-451b-a4f7-c034c5d29d82 req-441ae55e-fdd9-40ce-8a6f-65bf5c51c783 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:19.904733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cad529f8-8525-451b-a4f7-c034c5d29d82 req-441ae55e-fdd9-40ce-8a6f-65bf5c51c783 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 946 time: 0.0817399 Sep 22 10:30:19.910881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.977977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cad529f8-8525-451b-a4f7-c034c5d29d82 req-129d92d3-c8db-45d7-902a-ea016317a093 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686793 Sep 22 10:30:19.997026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ba970f1-43f3-42fa-ba27-c947905c217b req-94528dfa-10b7-47fe-bc06-4b9827bf0ee9 service neutron] 10.222.0.32 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371262 Sep 22 10:30:20.198801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:20.489650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:20.510230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:20.618761 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Allocated IP 172.25.1.63 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/f15d78d9-75da-4555-80cc-c0ee1a53149f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:20.741544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:20.782656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0df9bc-d01e-4c6f-a804-640af7fc883a req-e0db654c-a2c6-45f3-ac32-0967fb3553a1 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:20.784211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab0df9bc-d01e-4c6f-a804-640af7fc883a req-e0db654c-a2c6-45f3-ac32-0967fb3553a1 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1094 time: 0.0449722 Sep 22 10:30:20.822998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab0df9bc-d01e-4c6f-a804-640af7fc883a req-4ddb68ef-d828-4430-b07e-ac4365951db2 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323257 Sep 22 10:30:20.831498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:20.873577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:20.876502 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:20.879770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:20.907168 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event updated for resources: {'Port': ['ID=f15d78d9-75da-4555-80cc-c0ee1a53149f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:21.007010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34426) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:21.121073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb00b5-77cf-40b8-8c02-a6496c6085be req-7e5780a3-4727-458d-9187-9fa2eab48657 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:21.128947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fbb00b5-77cf-40b8-8c02-a6496c6085be req-7e5780a3-4727-458d-9187-9fa2eab48657 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 946 time: 0.0633402 Sep 22 10:30:21.173737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fbb00b5-77cf-40b8-8c02-a6496c6085be req-9c2cb97e-d009-42df-bb0f-6183d2bdc267 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436919 Sep 22 10:30:21.236702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.264044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1486282589-network', 'tenant_id': '1f2665260bd04d7bbfbaa9149a0679ba'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:21.388681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Made reservation on behalf of 1f2665260bd04d7bbfbaa9149a0679ba for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:21.390952 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.415556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.449427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b98ac-9d4c-4368-82ec-99bf8b4dbb19 req-c47355b3-ef04-499c-ab17-e868374df5c7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:21.451224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df6b98ac-9d4c-4368-82ec-99bf8b4dbb19 req-c47355b3-ef04-499c-ab17-e868374df5c7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 946 time: 0.0746260 Sep 22 10:30:21.455492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.463601 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34446) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:21.468182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-49ffbbc3-bd6e-470f-be6e-0d1c225cb9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'floatingip': {'port_id': '1ea5fee6-8720-4563-b53e-425220911cd5'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:21.529529 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.637870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.667647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:30:21.675851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62c9ff-25b3-4732-9c64-d73130f010b4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:21.715230 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.715720 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Added segment cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93 of type vlan for network 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 Sep 22 10:30:21.765012 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.849342 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.850533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:21.851227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.863222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49ffbbc3-bd6e-470f-be6e-0d1c225cb9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:21.929341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] Pushing event updated for resources: {'Network': ['ID=257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:21.945226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b3b93ce2-0569-477e-87de-c56c1d8be48b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9370127 Sep 22 10:30:21.951164 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34458) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:21.956263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Request body: {'subnet': {'network_id': '257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1486282589-subnet', 'tenant_id': '1f2665260bd04d7bbfbaa9149a0679ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:21.981705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770092fc-31e9-4fbd-b97e-1c49544e2b8e req-24609ac8-9eca-4a67-88db-5881b94d4617 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:21.983505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-770092fc-31e9-4fbd-b97e-1c49544e2b8e req-24609ac8-9eca-4a67-88db-5881b94d4617 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1094 time: 0.0565059 Sep 22 10:30:22.028550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-770092fc-31e9-4fbd-b97e-1c49544e2b8e req-79d1a812-2c50-4f5a-88c3-b6444d808f3f tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383356 Sep 22 10:30:22.130664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:30:22.135835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aefd8650-7009-45d1-94e5-51cc8fefdc84 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:30:22.152843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Made reservation on behalf of 1f2665260bd04d7bbfbaa9149a0679ba for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:22.155891 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:22.227585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Router 130dff3c-ebfc-4cdc-abf7-634daf752167 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:30:22.315724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aefd8650-7009-45d1-94e5-51cc8fefdc84, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aefd8650-7009-45d1-94e5-51cc8fefdc84,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:22.329537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8b41719f-4d3e-4b86-ae0a-d48780ec1788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:22.334755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'aefd8650-7009-45d1-94e5-51cc8fefdc84', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'port_id': 'aefd8650-7009-45d1-94e5-51cc8fefdc84', 'mac_address': 'fa:16:3e:af:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:30:22.375694 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:22.396440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefd8650-7009-45d1-94e5-51cc8fefdc84 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:22.419585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aefd8650-7009-45d1-94e5-51cc8fefdc84, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aefd8650-7009-45d1-94e5-51cc8fefdc84,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:22.569824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:22.580758 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c5907-0681-4127-abf1-467c8e0dcf89 None None] Sync routers for ids ['130dff3c-ebfc-4cdc-abf7-634daf752167'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:22.590318 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c5907-0681-4127-abf1-467c8e0dcf89 None None] Routers {'130dff3c-ebfc-4cdc-abf7-634daf752167'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:22.597466 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-316c5907-0681-4127-abf1-467c8e0dcf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['130dff3c-ebfc-4cdc-abf7-634daf752167'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:22.597621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:22.626398 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-316c5907-0681-4127-abf1-467c8e0dcf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:22.635205 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c5907-0681-4127-abf1-467c8e0dcf89 None None] Routers {'130dff3c-ebfc-4cdc-abf7-634daf752167'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:22.635802 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-316c5907-0681-4127-abf1-467c8e0dcf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['130dff3c-ebfc-4cdc-abf7-634daf752167'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:22.642036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=aefd8650-7009-45d1-94e5-51cc8fefdc84,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:22.671890 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-316c5907-0681-4127-abf1-467c8e0dcf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:22.672544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c5907-0681-4127-abf1-467c8e0dcf89 None None] The sync data for ids ['130dff3c-ebfc-4cdc-abf7-634daf752167'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:22.688888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49ffbbc3-bd6e-470f-be6e-0d1c225cb9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:22.756429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:22.757835 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-986a4f3b-f19d-4ee9-af99-b44b3c594569 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.0217526 Sep 22 10:30:22.760487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:22.764992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:22.836683 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:22.842169 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49ffbbc3-bd6e-470f-be6e-0d1c225cb9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:22.889246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['aefd8650-7009-45d1-94e5-51cc8fefdc84'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:22.990418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f553b732-75e6-4a0c-a2a6-928308e162e7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:23.055739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Checking segment: {'id': 'cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:23.056118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Network hostable DHCP agents. Network: 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:30:23.128962 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-49ffbbc3-bd6e-470f-be6e-0d1c225cb9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Floating IP 39539fb0-4c47-4f4f-a15e-f0be2978d0af associated. External IP: 172.25.1.176, port: 1ea5fee6-8720-4563-b53e-425220911cd5. Sep 22 10:30:23.149588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebffdd-421d-401e-91cf-f0dc123702d9 req-e5d6a598-ddc4-42af-8a65-9fd1c17aaf17 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:23.151163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfebffdd-421d-401e-91cf-f0dc123702d9 req-e5d6a598-ddc4-42af-8a65-9fd1c17aaf17 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1095 time: 0.0490530 Sep 22 10:30:23.186154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfebffdd-421d-401e-91cf-f0dc123702d9 req-8f5507da-5908-4234-b5cf-620b7ab4001d tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286689 Sep 22 10:30:23.209308 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Network 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:30:23.314492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:23.323330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cb942e-5d9b-42a9-8d66-fb930a74099c None None] Network 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:30:23.326266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:23.326886 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:23.342072 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:23.466194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61270b6-97c5-4539-b753-4d92a0466eaf None None] Network 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:30:23.467403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ffbbc3-bd6e-470f-be6e-0d1c225cb9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Router 9f587731-3e32-4942-bf76-90a84c10864f has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:30:23.532297 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2d023de-0e49-48ed-bfe2-e91620306b9c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5800445 Sep 22 10:30:23.537884 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:23.619626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ffbbc3-bd6e-470f-be6e-0d1c225cb9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:23.625285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49ffbbc3-bd6e-470f-be6e-0d1c225cb9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:23.634627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] Sync routers for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:23.646894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:23.646894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:23.656566 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-49ffbbc3-bd6e-470f-be6e-0d1c225cb9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "PUT /v2.0/floatingips/39539fb0-4c47-4f4f-a15e-f0be2978d0af HTTP/1.1" status: 200 len: 992 time: 2.1919246 Sep 22 10:30:23.657257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:23.660316 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3" -d '{"events": [{"name": "network-changed", "server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:23.759031 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4220764d-6a7d-4b12-9150-80d8c915d9d0 x-openstack-request-id: req-4220764d-6a7d-4b12-9150-80d8c915d9d0 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:23.759399 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:23.759736 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4220764d-6a7d-4b12-9150-80d8c915d9d0 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:23.760211 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'status': 'completed', 'code': 200} Sep 22 10:30:23.765746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Deleting port f15d78d9-75da-4555-80cc-c0ee1a53149f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:23.766190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:23.798943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:23.868529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:23.869963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-051be789-cfd2-4f27-8f9b-8761a30575f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:23.871960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-051be789-cfd2-4f27-8f9b-8761a30575f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1097 time: 0.0846422 Sep 22 10:30:23.884366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Calling delete_port for f15d78d9-75da-4555-80cc-c0ee1a53149f owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:24.057267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-4a66a789-f24c-47c6-a04f-52b69af04b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:24.058964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-4a66a789-f24c-47c6-a04f-52b69af04b96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.1800935 Sep 22 10:30:24.119061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '39539fb0-4c47-4f4f-a15e-f0be2978d0af', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'port_id': '1ea5fee6-8720-4563-b53e-425220911cd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'mac_address': 'fa:16:3e:61:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:29:59Z', 'updated_at': '2021-09-22T10:30:22Z', 'revision_number': 1, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:30:00Z', 'revision_number': 5, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:24.147163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] Checking router: 9f587731-3e32-4942-bf76-90a84c10864f for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:30:24.156965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:24.157552 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:24.159483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-210e1a70-ab82-4c85-8a23-529102ef0ac1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1000 time: 0.0937169 Sep 22 10:30:24.160869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aefd8650-7009-45d1-94e5-51cc8fefdc84 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:24.202975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.213720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-9c1e5e77-7af5-49f5-9f4e-0335735dc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:24.215254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-9c1e5e77-7af5-49f5-9f4e-0335735dc460 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0486758 Sep 22 10:30:24.244731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Pushing event deleted for resources: {'Port': ['ID=f15d78d9-75da-4555-80cc-c0ee1a53149f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:24.308123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:24.330973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.346999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-e37ce1bc-ca8c-443e-8adf-41a57036538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:24.348832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-e37ce1bc-ca8c-443e-8adf-41a57036538b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233726 Sep 22 10:30:24.363224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port aefd8650-7009-45d1-94e5-51cc8fefdc84 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:24.396836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87c00-9570-4382-8334-f8fbca871dac req-e6d40d9b-79af-4fc0-a833-517658476892 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:24.405492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port aefd8650-7009-45d1-94e5-51cc8fefdc84 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:24.406133 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.406593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-e6d40d9b-79af-4fc0-a833-517658476892 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/networks?id=257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 HTTP/1.1" status: 200 len: 821 time: 0.1851254 Sep 22 10:30:24.446318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-7b356d4c-4cc7-4d56-ae8d-a30a0f921da7 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/quotas/1f2665260bd04d7bbfbaa9149a0679ba HTTP/1.1" status: 200 len: 375 time: 0.0380008 Sep 22 10:30:24.513490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-89011893-e229-482a-bbf4-a804d6845a82 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f2665260bd04d7bbfbaa9149a0679ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662258 Sep 22 10:30:24.577202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-3a333811-f092-4ded-9597-9898b0226665 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179818 Sep 22 10:30:24.638496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.645256 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.645477 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.675104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcd1625-8b3b-4cea-9553-4c6a57bf7a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefd8650-7009-45d1-94e5-51cc8fefdc84'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:24.680572 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef560b3-d60c-4de1-b902-0ac76f63d019" -d '{"events": [{"server_uuid": "5fcd1625-8b3b-4cea-9553-4c6a57bf7a12", "name": "network-vif-plugged", "status": "completed", "tag": "aefd8650-7009-45d1-94e5-51cc8fefdc84"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:24.691722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aefd8650-7009-45d1-94e5-51cc8fefdc84, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aefd8650-7009-45d1-94e5-51cc8fefdc84,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:24.703198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-8cc9c646-838a-4f80-8c9a-e11950b40049 service neutron] 10.222.0.20 "GET /v2.0/networks/257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856673 Sep 22 10:30:24.708125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '39539fb0-4c47-4f4f-a15e-f0be2978d0af', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'port_id': '1ea5fee6-8720-4563-b53e-425220911cd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'mac_address': 'fa:16:3e:61:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:29:59Z', 'updated_at': '2021-09-22T10:30:22Z', 'revision_number': 1, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:30:00Z', 'revision_number': 5, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:24.740454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aecc748-09f3-47b0-8576-7dc9e63df77b None None] The sync data for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 is: [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '39539fb0-4c47-4f4f-a15e-f0be2978d0af', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'port_id': '1ea5fee6-8720-4563-b53e-425220911cd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'mac_address': 'fa:16:3e:61:c1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:29:59Z', 'updated_at': '2021-09-22T10:30:22Z', 'revision_number': 1, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:30:00Z', 'revision_number': 5, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:24.754117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Router 130dff3c-ebfc-4cdc-abf7-634daf752167 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:30:24.786856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.835771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c9aeab6-6aec-49ac-8368-9eb85c2344c3 req-69ed0b4d-5f76-46ef-9e31-59e127424bf7 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235165 Sep 22 10:30:24.878549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=aefd8650-7009-45d1-94e5-51cc8fefdc84,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:24.895516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-2cd5ee11-5601-4418-a601-820960eb4034 service neutron] 10.222.0.20 "GET /v2.0/networks/257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912718 Sep 22 10:30:25.021884 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f820e6b-283e-4a6f-8fe4-d6ca417beb5b None None] New status for floating IP 39539fb0-4c47-4f4f-a15e-f0be2978d0af: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:30:25.088636 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a633987a-c804-47a9-84ba-65dc52d999da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.189834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41cff6-eabc-4bcf-9ea3-f15917802546 req-2a63acd5-1b8e-44ea-b172-d55229904488 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:25.191623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f41cff6-eabc-4bcf-9ea3-f15917802546 req-2a63acd5-1b8e-44ea-b172-d55229904488 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1096 time: 0.0469265 Sep 22 10:30:25.230352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:25.240411 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.241932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d906f8d-b031-46ec-8f05-939dfa89bb68 None None] Sync routers for ids ['130dff3c-ebfc-4cdc-abf7-634daf752167'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:25.243947 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a03e5508-1cb9-4f67-8522-56158817e39e tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "PUT /v2.0/routers/130dff3c-ebfc-4cdc-abf7-634daf752167 HTTP/1.1" status: 200 len: 704 time: 2.4825072 Sep 22 10:30:25.247025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34546) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:25.255542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d906f8d-b031-46ec-8f05-939dfa89bb68 None None] Routers {'130dff3c-ebfc-4cdc-abf7-634daf752167'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:25.256171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6d906f8d-b031-46ec-8f05-939dfa89bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['130dff3c-ebfc-4cdc-abf7-634daf752167'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:25.258414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f41cff6-eabc-4bcf-9ea3-f15917802546 req-14b9a7ed-3a0b-48c4-ac68-3519f2646cd5 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593650 Sep 22 10:30:25.342020 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-adf4349e-85da-4156-8b7a-b7ed104c72c0 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/routers/130dff3c-ebfc-4cdc-abf7-634daf752167 HTTP/1.1" status: 200 len: 739 time: 0.0937421 Sep 22 10:30:25.344211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6d906f8d-b031-46ec-8f05-939dfa89bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:25.344597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34552) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:25.356207 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d906f8d-b031-46ec-8f05-939dfa89bb68 None None] Routers {'130dff3c-ebfc-4cdc-abf7-634daf752167'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:25.357061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6d906f8d-b031-46ec-8f05-939dfa89bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['130dff3c-ebfc-4cdc-abf7-634daf752167'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:25.382259 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c54b6a5-740e-426b-b636-4354d558f569 tempest-RoutersAdminTest-1273273286 tempest-RoutersAdminTest-1273273286-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&device_id=130dff3c-ebfc-4cdc-abf7-634daf752167 HTTP/1.1" status: 200 len: 205 time: 0.0329702 Sep 22 10:30:25.385562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34556) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:25.401424 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6d906f8d-b031-46ec-8f05-939dfa89bb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:25.402004 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d906f8d-b031-46ec-8f05-939dfa89bb68 None None] The sync data for ids ['130dff3c-ebfc-4cdc-abf7-634daf752167'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:25.426508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c4c0ee13-d642-410b-ad81-4f19ec65efbd tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=130dff3c-ebfc-4cdc-abf7-634daf752167 HTTP/1.1" status: 200 len: 205 time: 0.0387030 Sep 22 10:30:25.429585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34558) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:25.506768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3407-b321-42b1-b174-c19ae98dbfca tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.555722 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.557066 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.559162 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f62749-1350-43fd-ac33-545fc100c2ac x-openstack-request-id: req-01f62749-1350-43fd-ac33-545fc100c2ac {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:25.559899 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcd1625-8b3b-4cea-9553-4c6a57bf7a12", "name": "network-vif-plugged", "status": "completed", "tag": "aefd8650-7009-45d1-94e5-51cc8fefdc84", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:25.559899 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01f62749-1350-43fd-ac33-545fc100c2ac {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:25.560863 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcd1625-8b3b-4cea-9553-4c6a57bf7a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefd8650-7009-45d1-94e5-51cc8fefdc84', 'code': 200} Sep 22 10:30:25.632036 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.696015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71d271-ce13-47a4-b01c-a4c87a78c7fe req-177918e7-69f2-4bc8-8df5-00d2d49fb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:25.696599 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3407-b321-42b1-b174-c19ae98dbfca tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.697559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c71d271-ce13-47a4-b01c-a4c87a78c7fe req-177918e7-69f2-4bc8-8df5-00d2d49fb8c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1096 time: 0.0828531 Sep 22 10:30:25.699550 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3407-b321-42b1-b174-c19ae98dbfca tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.720115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-995db3bb-45af-4027-820c-438f2fbf75b0 req-73ddbcff-9ee9-48f1-a2b6-34b8c470e8b6 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 210 time: 0.0417259 Sep 22 10:30:25.753782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c71d271-ce13-47a4-b01c-a4c87a78c7fe req-db09ca36-2c28-4e7b-8388-c793041aec1d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421901 Sep 22 10:30:25.894248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3407-b321-42b1-b174-c19ae98dbfca tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.894753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8d3407-b321-42b1-b174-c19ae98dbfca tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Fanout notify agent at l3_agent the message router_deleted on router 130dff3c-ebfc-4cdc-abf7-634daf752167 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:30:25.905227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3407-b321-42b1-b174-c19ae98dbfca tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.905227 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1b8d3407-b321-42b1-b174-c19ae98dbfca tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/130dff3c-ebfc-4cdc-abf7-634daf752167 HTTP/1.1" status: 204 len: 168 time: 0.4711001 Sep 22 10:30:25.905992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34568) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:25.933313 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ca767a78-0a47-4c3f-bee4-d7f9c89318ee tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=130dff3c-ebfc-4cdc-abf7-634daf752167 HTTP/1.1" status: 200 len: 205 time: 0.0259047 Sep 22 10:30:25.938379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34570) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:25.972394 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-e9c07a78-e739-47a3-9e13-47c86b58ba2d tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] delete failed (client error): The resource could not be found. Sep 22 10:30:25.973426 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e9c07a78-e739-47a3-9e13-47c86b58ba2d tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/130dff3c-ebfc-4cdc-abf7-634daf752167 HTTP/1.1" status: 404 len: 336 time: 0.0359204 Sep 22 10:30:25.976319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34574) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.010193 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e3bd9e5-c827-44a0-8ca5-19f3c0178955 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=247ce9a0-6f27-452d-b644-73d568917602 HTTP/1.1" status: 200 len: 205 time: 0.0321820 Sep 22 10:30:26.012672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34576) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.051924 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-0e7f7977-e01c-4906-bd35-fbb76657af9d tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] delete failed (client error): The resource could not be found. Sep 22 10:30:26.053067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0e7f7977-e01c-4906-bd35-fbb76657af9d tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/247ce9a0-6f27-452d-b644-73d568917602 HTTP/1.1" status: 404 len: 336 time: 0.0393248 Sep 22 10:30:26.058156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34578) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.094003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a1bf8c11-29c1-448c-8b66-31de080c57bc tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8f725a3-aaff-4fba-be4f-df19e3181778 HTTP/1.1" status: 200 len: 205 time: 0.0323801 Sep 22 10:30:26.094003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34582) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.140374 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:26.140936 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-05959843-d150-4e21-82b7-1bfe09958aad tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] delete failed (client error): The resource could not be found. Sep 22 10:30:26.142026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-05959843-d150-4e21-82b7-1bfe09958aad tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/f8f725a3-aaff-4fba-be4f-df19e3181778 HTTP/1.1" status: 404 len: 336 time: 0.0467474 Sep 22 10:30:26.145448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.175080 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c5b3f23f-3dea-46f7-9b5a-0fbe85f33364 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=f416d8e1-fff9-4b76-bd73-9eea956c255f HTTP/1.1" status: 200 len: 205 time: 0.0284343 Sep 22 10:30:26.177492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34588) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.220178 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-79a5205a-21cc-44e2-bd29-77c27f60d2b5 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] delete failed (client error): The resource could not be found. Sep 22 10:30:26.221732 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-79a5205a-21cc-44e2-bd29-77c27f60d2b5 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/f416d8e1-fff9-4b76-bd73-9eea956c255f HTTP/1.1" status: 404 len: 336 time: 0.0429499 Sep 22 10:30:26.224514 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34590) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.252379 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fd3f4d92-7ba7-491b-a7e8-916591e89401 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ba9303a-9549-49c2-908b-31b5d6e7afa0 HTTP/1.1" status: 200 len: 205 time: 0.0267568 Sep 22 10:30:26.254841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34592) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.294627 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-86a1f347-31ba-4752-8536-aeab9b2d3d55 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] delete failed (client error): The resource could not be found. Sep 22 10:30:26.298265 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-86a1f347-31ba-4752-8536-aeab9b2d3d55 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/3ba9303a-9549-49c2-908b-31b5d6e7afa0 HTTP/1.1" status: 404 len: 336 time: 0.0399599 Sep 22 10:30:26.298744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34598) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.326863 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c7c60545-04cb-415f-a037-4e7119a67167 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "GET /v2.0/ports?device_id=707d1299-1a51-476b-905b-e69b5dd3a616 HTTP/1.1" status: 200 len: 205 time: 0.0273466 Sep 22 10:30:26.330461 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34600) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.379608 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-8fbb4b9b-9c48-43a2-9478-04f1bbd1ce62 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] delete failed (client error): The resource could not be found. Sep 22 10:30:26.381372 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8fbb4b9b-9c48-43a2-9478-04f1bbd1ce62 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/routers/707d1299-1a51-476b-905b-e69b5dd3a616 HTTP/1.1" status: 404 len: 336 time: 0.0493166 Sep 22 10:30:26.381509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f0157-b3fc-45b9-a818-1b34ca1f1da6 req-63de946e-573a-4d68-8e6d-b0910df8d175 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:26.383815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b1f0157-b3fc-45b9-a818-1b34ca1f1da6 req-63de946e-573a-4d68-8e6d-b0910df8d175 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1096 time: 0.0478504 Sep 22 10:30:26.383908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34604) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:26.430966 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2972a35-10f3-4d25-abba-f2e1666e7f43 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] DELETE failed (client error): The resource could not be found. Sep 22 10:30:26.431536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2972a35-10f3-4d25-abba-f2e1666e7f43 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:30:26.433558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c2972a35-10f3-4d25-abba-f2e1666e7f43 tempest-RoutersAdminTest-1598294818 tempest-RoutersAdminTest-1598294818-project] 10.222.0.20 "DELETE /v2.0/subnets/2a3ba374-2b7f-4429-bf36-1e4d91fd96dd HTTP/1.1" status: 404 len: 337 time: 0.0487850 Sep 22 10:30:26.451388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b1f0157-b3fc-45b9-a818-1b34ca1f1da6 req-a6f2e333-7eed-4c30-a768-f6028ca749ce tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597656 Sep 22 10:30:26.825640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3368e615-6483-4ef5-a177-7cf453303d2d req-a116528a-8072-4135-99dc-7e36f4aeada5 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 210 time: 0.0320425 Sep 22 10:30:27.198503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34626) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:27.424785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a50f8028-2fd6-4bc1-b3b7-9871c678aa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:27.537494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a50f8028-2fd6-4bc1-b3b7-9871c678aa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:27.571969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a60d7-9d47-46de-abdd-89b44e23354d req-a26350fe-97ae-416b-ab9a-2c60fde4ae52 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:27.573520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7a60d7-9d47-46de-abdd-89b44e23354d req-a26350fe-97ae-416b-ab9a-2c60fde4ae52 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1096 time: 0.0476675 Sep 22 10:30:27.611202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7a60d7-9d47-46de-abdd-89b44e23354d req-1fe72974-37a8-4960-8ffe-6649ab8224ce tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Sep 22 10:30:27.737804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a50f8028-2fd6-4bc1-b3b7-9871c678aa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:27.775983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a50f8028-2fd6-4bc1-b3b7-9871c678aa48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1c78dc7478f4cabba59b9063f357c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762882 Sep 22 10:30:27.777252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f8028-2fd6-4bc1-b3b7-9871c678aa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29828ca5-3eee-411a-97b2-6a1fb1a0a9c4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:27.778688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34652) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:27.833765 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-42a620f9-251c-4438-8008-c9ae5d387082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:27.840905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b37cc-1f3b-4553-a062-492f54233bfe req-f5ecb098-158b-44fa-b93c-66d390d53c49 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:27.842631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa4b37cc-1f3b-4553-a062-492f54233bfe req-f5ecb098-158b-44fa-b93c-66d390d53c49 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1096 time: 0.0443501 Sep 22 10:30:27.856959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-42a620f9-251c-4438-8008-c9ae5d387082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:27.893998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa4b37cc-1f3b-4553-a062-492f54233bfe req-cb5b3c9c-bea5-49f7-87a0-9c5ba9ab25a6 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Sep 22 10:30:28.002828 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:28.037168 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-42a620f9-251c-4438-8008-c9ae5d387082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:28.043635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-42a620f9-251c-4438-8008-c9ae5d387082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:28.047844 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-42a620f9-251c-4438-8008-c9ae5d387082 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29828ca5-3eee-411a-97b2-6a1fb1a0a9c4 HTTP/1.1" status: 204 len: 168 time: 0.2662845 Sep 22 10:30:28.057466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a620f9-251c-4438-8008-c9ae5d387082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29828ca5-3eee-411a-97b2-6a1fb1a0a9c4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:28.075632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87c00-9570-4382-8334-f8fbca871dac req-79a47172-5dbb-41bf-a1fd-786fb302e4b2 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:28.077377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-79a47172-5dbb-41bf-a1fd-786fb302e4b2 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.30 "GET /v2.0/networks?id=257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 HTTP/1.1" status: 200 len: 821 time: 0.1357727 Sep 22 10:30:28.092553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Request body: {'port': {'device_id': '043a1c1f-fbe0-4fce-a7a3-d47e235460f6', 'network_id': '257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1', 'admin_state_up': True, 'tenant_id': '1f2665260bd04d7bbfbaa9149a0679ba'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:28.144017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8034827-fb49-40f5-88f5-d7917bc1685c req-df6125bf-be16-4bbd-b23d-814764422673 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 210 time: 0.0348167 Sep 22 10:30:28.286172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf3900-fe94-452d-bc14-73ef840d4a7e req-9a99ed67-5d00-4f75-b867-f5a39a96f95b tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:28.287751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31bf3900-fe94-452d-bc14-73ef840d4a7e req-9a99ed67-5d00-4f75-b867-f5a39a96f95b tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1096 time: 0.0690024 Sep 22 10:30:28.326524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31bf3900-fe94-452d-bc14-73ef840d4a7e req-765762dc-6ecf-42a8-bdb5-5277b8f44e3d tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Sep 22 10:30:28.397106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Made reservation on behalf of 1f2665260bd04d7bbfbaa9149a0679ba for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:28.401552 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:28.550426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Allocated IP 172.20.0.8 (257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1/f553b732-75e6-4a0c-a2a6-928308e162e7/d1c55eb4-64cd-41e9-9d27-b68d15903379) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:28.719826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-c5e14e51-09b9-4097-92b9-4043033ccc4a tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:28.721371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-c5e14e51-09b9-4097-92b9-4043033ccc4a tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/networks?id=45cae043-501b-4d16-95c9-c4412a21e322 HTTP/1.1" status: 200 len: 911 time: 0.1624248 Sep 22 10:30:28.766374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-be8476cb-503d-4497-8cea-e084e07919fa tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/quotas/5a7ff1fae68d44a3a3e8959fc9a9d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0176024 Sep 22 10:30:28.832175 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:28.852921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-62892b54-764d-487c-aa38-ae1f105a3b49 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a7ff1fae68d44a3a3e8959fc9a9d1c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798612 Sep 22 10:30:28.949507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-085882c3-1d64-4bac-8f88-dfdd8b4e48f8 req-e6685921-3e10-4522-b7d9-5325558fb700 service neutron] (95682) timed out ('10.222.0.30', 55347) {{(pid=95682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:30:28.954850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-37cdc345-f7e9-41cc-846b-7b65ef390b2f service neutron] 10.222.0.20 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942340 Sep 22 10:30:29.023093 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.049115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34704) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:29.074874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Network 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:29.087016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:29.092208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:29.096439 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2c3bfa0-0575-450b-9874-f55ab60859fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25f7fb55d0c34aeea37962c8b5962001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460677 Sep 22 10:30:29.098748 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34706) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:29.104095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Pushing event updated for resources: {'Port': ['ID=d1c55eb4-64cd-41e9-9d27-b68d15903379,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:29.130673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-587ddc03-b838-4d91-899c-a7255d668df3 service neutron] 10.222.0.20 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692941 Sep 22 10:30:29.156481 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90110442-3115-4fcb-85fd-7c894ae83786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.159609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:29.160517 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.178992 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90110442-3115-4fcb-85fd-7c894ae83786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.221393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-b27d52fc-78df-43d0-a146-c7407a84bcc0 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1334631 Sep 22 10:30:29.234227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Request body: {'port': {'device_id': '043a1c1f-fbe0-4fce-a7a3-d47e235460f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:29.293000 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.346841 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90110442-3115-4fcb-85fd-7c894ae83786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.352153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90110442-3115-4fcb-85fd-7c894ae83786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.353867 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-90110442-3115-4fcb-85fd-7c894ae83786 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91203f7d-bdcc-4eb3-9b7e-a21f74d383e1 HTTP/1.1" status: 204 len: 168 time: 0.2542169 Sep 22 10:30:29.396762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90110442-3115-4fcb-85fd-7c894ae83786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91203f7d-bdcc-4eb3-9b7e-a21f74d383e1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:29.654434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c55eb4-64cd-41e9-9d27-b68d15903379 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:29.665362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.678412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Transition to ACTIVE for port object d1c55eb4-64cd-41e9-9d27-b68d15903379 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:30:29.748822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee279f-817a-4041-b651-7e90fe8ba381 req-6eb90508-58ec-44fd-a0d5-a42a69b7e7d5 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:29.755167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ee279f-817a-4041-b651-7e90fe8ba381 req-6eb90508-58ec-44fd-a0d5-a42a69b7e7d5 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 931 time: 0.0636468 Sep 22 10:30:29.793287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ee279f-817a-4041-b651-7e90fe8ba381 req-d2b36b07-5ae2-48af-904a-54d93c28791c tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367634 Sep 22 10:30:29.820052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.898363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7ef68a7-ec76-4786-a5ab-d65bdc438c34 req-86035742-7dc3-4b67-99c9-42398050ddcd tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 210 time: 0.0332162 Sep 22 10:30:29.906854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c55eb4-64cd-41e9-9d27-b68d15903379,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:30.004186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Attempting to bind port d1c55eb4-64cd-41e9-9d27-b68d15903379 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:30.004450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Attempting to bind port d1c55eb4-64cd-41e9-9d27-b68d15903379 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:30.004784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Attempting to bind port d1c55eb4-64cd-41e9-9d27-b68d15903379 on network 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:30.009965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Port d1c55eb4-64cd-41e9-9d27-b68d15903379 on network 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:30:30.010320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Attempting to bind port d1c55eb4-64cd-41e9-9d27-b68d15903379 on network 257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:30.015332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:30.015678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Checking segment: {'id': 'cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:30.016063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Bound using segment: {'id': 'cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:30.016489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Bound port: d1c55eb4-64cd-41e9-9d27-b68d15903379, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:30.016889 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:30.092988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] For port d1c55eb4-64cd-41e9-9d27-b68d15903379, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:30.096266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] For port d1c55eb4-64cd-41e9-9d27-b68d15903379, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d1c55eb4-64cd-41e9-9d27-b68d15903379,segment=NetworkSegment(cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93),segment_id=cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:30.215030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:30.253414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:30.253875 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:30.255413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] 10.222.0.30 "PUT /v2.0/ports/d1c55eb4-64cd-41e9-9d27-b68d15903379 HTTP/1.1" status: 200 len: 1091 time: 1.0256357 Sep 22 10:30:30.255938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043a1c1f-fbe0-4fce-a7a3-d47e235460f6', 'tag': 'd1c55eb4-64cd-41e9-9d27-b68d15903379'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:30.258893 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97611894-d3eb-453f-868f-34a2a484f559" -d '{"events": [{"name": "network-changed", "server_uuid": "043a1c1f-fbe0-4fce-a7a3-d47e235460f6", "tag": "d1c55eb4-64cd-41e9-9d27-b68d15903379"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:30.286757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783cd0f-fd05-4fde-91fa-27a583297883 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c55eb4-64cd-41e9-9d27-b68d15903379,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:30.307165 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4755477d-2939-4a46-804f-61334994e564 x-openstack-request-id: req-4755477d-2939-4a46-804f-61334994e564 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:30.307458 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043a1c1f-fbe0-4fce-a7a3-d47e235460f6", "tag": "d1c55eb4-64cd-41e9-9d27-b68d15903379", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:30.307708 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4755477d-2939-4a46-804f-61334994e564 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:30.308109 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043a1c1f-fbe0-4fce-a7a3-d47e235460f6', 'tag': 'd1c55eb4-64cd-41e9-9d27-b68d15903379', 'status': 'completed', 'code': 200} Sep 22 10:30:30.380427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97611894-d3eb-453f-868f-34a2a484f559 req-074286e9-392a-4b13-89e9-d8a2a4f8f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:30.381975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97611894-d3eb-453f-868f-34a2a484f559 req-074286e9-392a-4b13-89e9-d8a2a4f8f181 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f2665260bd04d7bbfbaa9149a0679ba&device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 1094 time: 0.0551851 Sep 22 10:30:30.525535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97611894-d3eb-453f-868f-34a2a484f559 req-424b9dd4-f4c4-44f2-ba7b-c57ee63eaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:30.527248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97611894-d3eb-453f-868f-34a2a484f559 req-424b9dd4-f4c4-44f2-ba7b-c57ee63eaa0c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1f2665260bd04d7bbfbaa9149a0679ba&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1368558 Sep 22 10:30:30.701163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97611894-d3eb-453f-868f-34a2a484f559 req-904ef002-0e49-424e-b617-11ade236107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:30.702896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97611894-d3eb-453f-868f-34a2a484f559 req-904ef002-0e49-424e-b617-11ade236107f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687999 Sep 22 10:30:30.797296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34764) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:30.832384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87c00-9570-4382-8334-f8fbca871dac req-57d0d4c0-244d-4ebc-bfbb-282b5f5cae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:30.834369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-57d0d4c0-244d-4ebc-bfbb-282b5f5cae76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f2665260bd04d7bbfbaa9149a0679ba&device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 1094 time: 0.0726557 Sep 22 10:30:30.906508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-a8513d95-69b0-4872-bbeb-6735ebc20834 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c55eb4-64cd-41e9-9d27-b68d15903379 HTTP/1.1" status: 200 len: 217 time: 0.0641227 Sep 22 10:30:30.995147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87c00-9570-4382-8334-f8fbca871dac req-e47f107f-ab03-4a57-9841-66b640321223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:30.997237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-e47f107f-ab03-4a57-9841-66b640321223 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f553b732-75e6-4a0c-a2a6-928308e162e7 HTTP/1.1" status: 200 len: 861 time: 0.0809851 Sep 22 10:30:31.093005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-0456fd95-32bf-449b-acf9-97f7e1f2af22 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.096181 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0456fd95-32bf-449b-acf9-97f7e1f2af22 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2972522 Sep 22 10:30:31.099489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34776) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.105696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-efc04ec4-d856-4f5f-9cc9-9605f88071fe tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.107322 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-efc04ec4-d856-4f5f-9cc9-9605f88071fe tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065482 Sep 22 10:30:31.109992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34778) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.115228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-ff90f0bb-003b-424e-9e9e-e9ea5711b81a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.116469 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ff90f0bb-003b-424e-9e9e-e9ea5711b81a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053604 Sep 22 10:30:31.119412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34780) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.128532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-a7310403-adf7-429d-8eaf-c75dd67ac0de tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.133505 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a7310403-adf7-429d-8eaf-c75dd67ac0de tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0121722 Sep 22 10:30:31.134401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34782) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.139666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-f74577a1-490c-48fc-91af-f3320b5cf73c tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.143296 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f74577a1-490c-48fc-91af-f3320b5cf73c tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068684 Sep 22 10:30:31.143699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34784) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.149348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-6d92e429-ddf3-413d-881c-432dae34d15e tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.153149 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6d92e429-ddf3-413d-881c-432dae34d15e tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083752 Sep 22 10:30:31.153923 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34786) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.162219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-a4600e85-c993-43e5-8782-b2bfe481d3bf tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.166708 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a4600e85-c993-43e5-8782-b2bfe481d3bf tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0116649 Sep 22 10:30:31.167304 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34790) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.172035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-617f336a-9ae5-4193-87dd-580d99e2676b tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.176125 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-617f336a-9ae5-4193-87dd-580d99e2676b tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078268 Sep 22 10:30:31.177306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34792) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.182143 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-32892627-326a-43e9-be93-7d656bc1253a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.187047 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-32892627-326a-43e9-be93-7d656bc1253a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0082674 Sep 22 10:30:31.187990 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34794) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.193462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-43cf5cf8-edc8-4a39-9d9f-3028b65c019c tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.219452 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-43cf5cf8-edc8-4a39-9d9f-3028b65c019c tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0300903 Sep 22 10:30:31.220361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34796) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.232364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-55997997-00c8-4878-bc79-2302805ec8b3 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.237707 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-55997997-00c8-4878-bc79-2302805ec8b3 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0160036 Sep 22 10:30:31.238634 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34798) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.246147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-9b5a5569-cb46-41b6-9bca-5b32c0cb6f40 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.264670 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9b5a5569-cb46-41b6-9bca-5b32c0cb6f40 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0251305 Sep 22 10:30:31.265554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34800) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.272296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-836a2a68-7eb8-4c0f-bdc3-c4bb523c6e6f tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.276752 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-836a2a68-7eb8-4c0f-bdc3-c4bb523c6e6f tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0099411 Sep 22 10:30:31.277655 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34802) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.288889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-0fa13e22-611b-451e-9ad0-9dc73f2d8dc2 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.292959 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0fa13e22-611b-451e-9ad0-9dc73f2d8dc2 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0140915 Sep 22 10:30:31.293581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34804) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.299427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-308b5563-85d3-426f-81b6-dcb70957b5b1 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.301162 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-308b5563-85d3-426f-81b6-dcb70957b5b1 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0064366 Sep 22 10:30:31.304040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34806) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.309149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-1b0f2f02-0dd3-45d7-958c-56837cbe4f88 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.310317 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1b0f2f02-0dd3-45d7-958c-56837cbe4f88 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048513 Sep 22 10:30:31.335833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34808) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.348482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-83160c20-ab2b-43c5-9b5d-96d63ee05629 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.352499 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-83160c20-ab2b-43c5-9b5d-96d63ee05629 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0124211 Sep 22 10:30:31.352827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34810) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.357106 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-ca24bacd-705a-416e-b59b-817974cba095 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.358063 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ca24bacd-705a-416e-b59b-817974cba095 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043056 Sep 22 10:30:31.360550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34812) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.365325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-8c02536c-13af-4f92-ae7b-24fa59d86f4c tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.366621 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8c02536c-13af-4f92-ae7b-24fa59d86f4c tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048635 Sep 22 10:30:31.368829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34814) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.374265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-fc48a800-bb0f-45da-835c-665f80a60132 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.375461 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc48a800-bb0f-45da-835c-665f80a60132 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056119 Sep 22 10:30:31.377978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34816) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.382344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-81d3c683-5e1a-4fee-81d9-d5eefd0c0aa5 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.383845 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81d3c683-5e1a-4fee-81d9-d5eefd0c0aa5 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049498 Sep 22 10:30:31.386434 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34818) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.390563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-c7e37e75-3d70-4159-a0f5-66a088704e33 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.392118 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c7e37e75-3d70-4159-a0f5-66a088704e33 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041313 Sep 22 10:30:31.396898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-900ddf7a-bfd2-4b01-b726-af22a86559d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3865192 Sep 22 10:30:31.397231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34820) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.402265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-65b61721-3766-48b6-93ca-405ff33c24d9 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.403231 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-65b61721-3766-48b6-93ca-405ff33c24d9 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051417 Sep 22 10:30:31.405580 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34822) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.409692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-6ae9257d-e9fa-4810-a0b7-6a4a1f3aabc3 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.410659 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6ae9257d-e9fa-4810-a0b7-6a4a1f3aabc3 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042419 Sep 22 10:30:31.412755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34824) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.413762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa8987-a2dc-4c6f-85a7-841b6d8cdd9c req-942e4b3d-ff3a-4e2e-9559-37c38016d99c tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:31.415327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-deaa8987-a2dc-4c6f-85a7-841b6d8cdd9c req-942e4b3d-ff3a-4e2e-9559-37c38016d99c tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 943 time: 0.5118525 Sep 22 10:30:31.422762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-da434958-9083-43a4-b40d-14495fe3a768 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.423844 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-da434958-9083-43a4-b40d-14495fe3a768 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0102808 Sep 22 10:30:31.433418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34828) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.437842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-123f1a6f-4bc6-498c-a823-d2d31dc47e9e tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.438794 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-123f1a6f-4bc6-498c-a823-d2d31dc47e9e tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044475 Sep 22 10:30:31.441447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34830) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.446695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-d424209e-73ee-430f-99c3-f562fdcb723a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.447844 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d424209e-73ee-430f-99c3-f562fdcb723a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050855 Sep 22 10:30:31.455020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34832) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.459964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-2f64af08-f9d7-4915-80ec-a7cbd46d3128 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.461743 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2f64af08-f9d7-4915-80ec-a7cbd46d3128 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050361 Sep 22 10:30:31.464422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34834) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.468757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-4bedb39a-d5a7-4c5a-b5b1-8a9e8ff3a5c0 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.470600 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4bedb39a-d5a7-4c5a-b5b1-8a9e8ff3a5c0 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050714 Sep 22 10:30:31.472975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34836) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.477737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-19793a26-178d-4459-a6b7-f5a092a0ffe0 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.478950 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-19793a26-178d-4459-a6b7-f5a092a0ffe0 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051057 Sep 22 10:30:31.486632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34838) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.493286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-117c83d8-36ce-4594-8dcd-7102413433ad tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.497911 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-117c83d8-36ce-4594-8dcd-7102413433ad tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097754 Sep 22 10:30:31.499192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34840) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.503728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-e8277073-5b19-4476-8f8f-bb00860ac4c6 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.505106 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e8277073-5b19-4476-8f8f-bb00860ac4c6 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048027 Sep 22 10:30:31.508304 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34842) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.525907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-7330c0e6-c891-4611-b512-813c4d281f53 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.528870 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7330c0e6-c891-4611-b512-813c4d281f53 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0195305 Sep 22 10:30:31.532429 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34846) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.538392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-40112472-55c1-499f-8dbd-fd90c2a5900e tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.538602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-deaa8987-a2dc-4c6f-85a7-841b6d8cdd9c req-a289f3c4-4f38-4127-968e-547ba615d2be tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111059 Sep 22 10:30:31.539374 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-40112472-55c1-499f-8dbd-fd90c2a5900e tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060177 Sep 22 10:30:31.541867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34848) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.552360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-96f356ec-b02f-4470-8672-6be4193e808d tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.553942 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-96f356ec-b02f-4470-8672-6be4193e808d tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0105824 Sep 22 10:30:31.556696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34850) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.563523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-bf55e7cf-a5c6-4139-acce-3228645f7a42 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.566149 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bf55e7cf-a5c6-4139-acce-3228645f7a42 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066271 Sep 22 10:30:31.567626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34852) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.577333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-2947602f-e427-4b29-bf27-53bb7c3671fc service neutron] 10.222.0.30 "GET /v2.0/networks/257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610432 Sep 22 10:30:31.580099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-dbdde3f5-5526-49ad-aef6-7c859b8f1898 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.586303 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dbdde3f5-5526-49ad-aef6-7c859b8f1898 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0109527 Sep 22 10:30:31.588388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34854) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.597352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-b87fe24e-92bc-41bf-a7a9-ed5da296acd7 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.600347 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b87fe24e-92bc-41bf-a7a9-ed5da296acd7 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0086031 Sep 22 10:30:31.601083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34856) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.613213 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-b41890dc-3e96-4126-a526-a4f87b84edb6 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.614321 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b41890dc-3e96-4126-a526-a4f87b84edb6 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055606 Sep 22 10:30:31.616971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34858) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.623115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-7fd58bf8-309e-4150-a63b-b413348f5789 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.624211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7fd58bf8-309e-4150-a63b-b413348f5789 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0062351 Sep 22 10:30:31.626834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34860) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.633505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-9fd363c1-cae8-4cc8-8aec-21248968c607 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.634666 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9fd363c1-cae8-4cc8-8aec-21248968c607 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068593 Sep 22 10:30:31.637157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34864) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.643142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-afea77f1-afd0-4b66-a963-18db5aad0395 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.644383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-afea77f1-afd0-4b66-a963-18db5aad0395 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058703 Sep 22 10:30:31.649712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34866) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.654372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-69498dca-2aad-42ce-a052-f53bba1032d8 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.657639 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-69498dca-2aad-42ce-a052-f53bba1032d8 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046387 Sep 22 10:30:31.657922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34868) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.662621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-7241d804-029c-4a6a-acbc-b867c404fcc9 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.666245 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7241d804-029c-4a6a-acbc-b867c404fcc9 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046046 Sep 22 10:30:31.666983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34870) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.671992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-bc0588ad-27c7-48d7-bcfb-b65ab3a861de tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.672170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98aaa6f6-2a67-4bc4-ab32-b18d1ab821c7 req-a0510b07-79b9-48fa-9bc8-00a3e709be6f tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 210 time: 0.0466547 Sep 22 10:30:31.673117 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bc0588ad-27c7-48d7-bcfb-b65ab3a861de tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049350 Sep 22 10:30:31.678489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34872) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.683497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-e36f012e-378c-4174-b752-c234d8b433cc tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.687203 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e36f012e-378c-4174-b752-c234d8b433cc tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0052021 Sep 22 10:30:31.687366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34874) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.692554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-8094ce8d-b2f5-4b50-a200-d45324173e01 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.695885 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8094ce8d-b2f5-4b50-a200-d45324173e01 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072007 Sep 22 10:30:31.696498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34876) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.700707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-cfd2585d-3e4e-48ae-874f-e47a03778b32 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.704271 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cfd2585d-3e4e-48ae-874f-e47a03778b32 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046017 Sep 22 10:30:31.704761 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34878) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.715257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-3f6988f0-35dc-4afe-904e-9bb8a2d8ae25 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.715257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3f6988f0-35dc-4afe-904e-9bb8a2d8ae25 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0085804 Sep 22 10:30:31.717439 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34880) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.722699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-0f70c068-d8c8-449b-abef-a8a4c289d825 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.725884 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0f70c068-d8c8-449b-abef-a8a4c289d825 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053535 Sep 22 10:30:31.726247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34882) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.733409 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-13cc1d9f-e1b0-43d7-a2fa-70b871b55f70 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.733409 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-13cc1d9f-e1b0-43d7-a2fa-70b871b55f70 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045238 Sep 22 10:30:31.736622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34884) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.744172 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-f7e8e0fe-02f3-4e04-8548-5cd71ef187ed tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.745684 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7e8e0fe-02f3-4e04-8548-5cd71ef187ed tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076656 Sep 22 10:30:31.753590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34886) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.757354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-b25b2b18-e628-43ac-8635-7d1926758b75 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.761887 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b25b2b18-e628-43ac-8635-7d1926758b75 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0089040 Sep 22 10:30:31.762048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34890) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.770702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-142e32f3-ef37-4e4a-a73a-36fdd31cdaa9 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.775609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-142e32f3-ef37-4e4a-a73a-36fdd31cdaa9 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0084839 Sep 22 10:30:31.777008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34892) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.790472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-1365cfe9-e9d8-4109-b7b1-0a79a7ca8081 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.791457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c87c00-9570-4382-8334-f8fbca871dac req-d708de57-ff8f-45d5-9459-c9b09a4cd11b service neutron] 10.222.0.30 "GET /v2.0/networks/257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062049 Sep 22 10:30:31.792723 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1365cfe9-e9d8-4109-b7b1-0a79a7ca8081 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0145059 Sep 22 10:30:31.800081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34896) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.806743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-6e071f59-6e74-41cd-b5f7-f28a78dae645 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.810840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6e071f59-6e74-41cd-b5f7-f28a78dae645 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0093999 Sep 22 10:30:31.811601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34898) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.816621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-8c2b1060-91a5-4ad4-94be-f56d91b4c96a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.817767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8c2b1060-91a5-4ad4-94be-f56d91b4c96a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052509 Sep 22 10:30:31.821026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34900) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.825506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-0e136743-0a6e-47b4-9d81-800d8867d5f0 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.829212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34904) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.829696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0e136743-0a6e-47b4-9d81-800d8867d5f0 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071981 Sep 22 10:30:31.834432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-9dc7f4a2-8df0-4961-a2dd-15f5d86defda tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.837266 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9dc7f4a2-8df0-4961-a2dd-15f5d86defda tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046442 Sep 22 10:30:31.844039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34906) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.848504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-246c85c5-119b-4ab4-9c8a-eb3a1d8330bd tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.853198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-246c85c5-119b-4ab4-9c8a-eb3a1d8330bd tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080338 Sep 22 10:30:31.855319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34908) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.862447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-350e7478-f93c-49b3-9b9f-2166b0899162 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.863741 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-350e7478-f93c-49b3-9b9f-2166b0899162 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0068598 Sep 22 10:30:31.868312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34910) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.876444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-4e79cd49-4358-40c4-ae57-3bd71c9b85b7 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.876444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4e79cd49-4358-40c4-ae57-3bd71c9b85b7 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0055692 Sep 22 10:30:31.878392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34912) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.886292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-1c2577da-b5bc-46a6-b075-f5605852dd13 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.890413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1c2577da-b5bc-46a6-b075-f5605852dd13 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0100777 Sep 22 10:30:31.893875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34914) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.899230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-527a119e-2963-46bb-bb51-1cd8223f1f28 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.900480 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-527a119e-2963-46bb-bb51-1cd8223f1f28 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0055394 Sep 22 10:30:31.903343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34916) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.910065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-3f5bd516-e820-41e1-ac59-7a125b403c9a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.913057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34918) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.913310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3f5bd516-e820-41e1-ac59-7a125b403c9a tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0086732 Sep 22 10:30:31.925163 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [None req-1d6ac68a-320e-4dd2-91db-d20a20d6d76e tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.929821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34920) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.930212 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1d6ac68a-320e-4dd2-91db-d20a20d6d76e tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0159953 Sep 22 10:30:31.934382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-8ffb1016-7e12-4fba-b2ec-b47304c2542d tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.941898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8ffb1016-7e12-4fba-b2ec-b47304c2542d tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044060 Sep 22 10:30:31.942432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34922) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.946900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-56c4d1bd-96c7-4569-8363-a774c22aa303 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.950244 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-56c4d1bd-96c7-4569-8363-a774c22aa303 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049038 Sep 22 10:30:31.950876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34924) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:31.954800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [None req-593e26a4-9703-45bf-bb65-ca11a0375d55 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:30:31.959873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-593e26a4-9703-45bf-bb65-ca11a0375d55 tempest-ExtensionsTestJSON-108830668 tempest-ExtensionsTestJSON-108830668-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043879 Sep 22 10:30:32.263571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-e10816b3-b88c-4858-bae3-a539f3effdc7 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:32.265161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-e10816b3-b88c-4858-bae3-a539f3effdc7 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.30 "GET /v2.0/networks?id=45cae043-501b-4d16-95c9-c4412a21e322 HTTP/1.1" status: 200 len: 911 time: 0.1056302 Sep 22 10:30:32.279108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Request body: {'port': {'device_id': 'b2d31404-0cb9-48d3-b44b-0cce5b7f8099', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'admin_state_up': True, 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:32.414654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Made reservation on behalf of 5a7ff1fae68d44a3a3e8959fc9a9d1c8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:32.417037 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:32.549571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Allocated IP 172.20.0.3 (45cae043-501b-4d16-95c9-c4412a21e322/49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4/23bcb50d-981b-4b7f-90c8-23e48f472f14) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:32.723587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34938) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:32.761190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad20f9-d02b-4559-996f-1dcc7fc3523c req-9e9ec17c-3962-407d-a062-6c048d681c01 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:32.762757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdad20f9-d02b-4559-996f-1dcc7fc3523c req-9e9ec17c-3962-407d-a062-6c048d681c01 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 943 time: 0.1024578 Sep 22 10:30:32.807301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:32.834383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdad20f9-d02b-4559-996f-1dcc7fc3523c req-5386c3fb-1bf2-4665-9784-79148183fd80 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602946 Sep 22 10:30:32.935263 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:32.946879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['aefd8650-7009-45d1-94e5-51cc8fefdc84'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:33.017451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Network 45cae043-501b-4d16-95c9-c4412a21e322 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:33.025554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:33.030062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:33.037385 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65b8305a-54c8-412e-82dc-f935986150ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.068923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a80464-3690-4c62-941f-9f296da0030d req-7cebed89-7a3f-4367-bb6c-1ee40470bce8 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:33.071284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1a80464-3690-4c62-941f-9f296da0030d req-7cebed89-7a3f-4367-bb6c-1ee40470bce8 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1027 time: 0.1531103 Sep 22 10:30:33.097740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Pushing event updated for resources: {'Port': ['ID=23bcb50d-981b-4b7f-90c8-23e48f472f14,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:33.131117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:33.131726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.158306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1a80464-3690-4c62-941f-9f296da0030d req-5f09f098-7211-4f2d-b5ce-31d3ab533170 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746090 Sep 22 10:30:33.265551 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65b8305a-54c8-412e-82dc-f935986150ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.380591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65b8305a-54c8-412e-82dc-f935986150ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.447605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-46ceb7e6-2833-460f-a4ac-0ec5f4236650 None None] Provisioning complete for port 23bcb50d-981b-4b7f-90c8-23e48f472f14 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:33.456779 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-46ceb7e6-2833-460f-a4ac-0ec5f4236650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.457314 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-65b8305a-54c8-412e-82dc-f935986150ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7c36e554d934426b524cb5c49ea77eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7269566 Sep 22 10:30:33.457314 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8305a-54c8-412e-82dc-f935986150ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f9a629-e605-4383-9b03-eceebd115753,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:33.459524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34956) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:33.490604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-d969fca7-2613-4404-8811-98a6fd3b7950 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2158937 Sep 22 10:30:33.501624 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-46ceb7e6-2833-460f-a4ac-0ec5f4236650 None None] Port 23bcb50d-981b-4b7f-90c8-23e48f472f14 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:30:33.522503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Request body: {'port': {'device_id': 'b2d31404-0cb9-48d3-b44b-0cce5b7f8099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:33.594999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-acff25d5-a8a6-4ae5-a37e-b5d2ea5d2bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.600776 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.628248 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-acff25d5-a8a6-4ae5-a37e-b5d2ea5d2bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.866534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-acff25d5-a8a6-4ae5-a37e-b5d2ea5d2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.869645 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-acff25d5-a8a6-4ae5-a37e-b5d2ea5d2bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:33.870848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-acff25d5-a8a6-4ae5-a37e-b5d2ea5d2bb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0f9a629-e605-4383-9b03-eceebd115753 HTTP/1.1" status: 204 len: 168 time: 0.4103200 Sep 22 10:30:33.889879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff25d5-a8a6-4ae5-a37e-b5d2ea5d2bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f9a629-e605-4383-9b03-eceebd115753,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:33.986345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bcb50d-981b-4b7f-90c8-23e48f472f14 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:33.998207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:34.027532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46dfb5-107e-4092-b56c-e795dcfd91cb req-6b2f7fc9-09aa-491d-a784-284113a07a4d tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:34.029160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d46dfb5-107e-4092-b56c-e795dcfd91cb req-6b2f7fc9-09aa-491d-a784-284113a07a4d tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 943 time: 0.0841036 Sep 22 10:30:34.030193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Transition to ACTIVE for port object 23bcb50d-981b-4b7f-90c8-23e48f472f14 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:30:34.080836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d46dfb5-107e-4092-b56c-e795dcfd91cb req-894d518a-cc45-40d0-aba1-19724bd715f7 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442421 Sep 22 10:30:34.106268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:34.168790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Pushing event updated for resources: {'Port': ['ID=23bcb50d-981b-4b7f-90c8-23e48f472f14,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:34.262235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Attempting to bind port 23bcb50d-981b-4b7f-90c8-23e48f472f14 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:34.263216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Attempting to bind port 23bcb50d-981b-4b7f-90c8-23e48f472f14 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:34.263738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Attempting to bind port 23bcb50d-981b-4b7f-90c8-23e48f472f14 on network 45cae043-501b-4d16-95c9-c4412a21e322 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:34.307322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Port 23bcb50d-981b-4b7f-90c8-23e48f472f14 on network 45cae043-501b-4d16-95c9-c4412a21e322 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:30:34.307998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Attempting to bind port 23bcb50d-981b-4b7f-90c8-23e48f472f14 on network 45cae043-501b-4d16-95c9-c4412a21e322 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:34.316424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:34.316776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Checking segment: {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:34.317215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Bound using segment: {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:34.317667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Bound port: 23bcb50d-981b-4b7f-90c8-23e48f472f14, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1df21df-1716-4857-86ab-a573acd85e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:34.318034 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:34.383523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e88ab-bb98-4531-b19b-489f6dd3fe81 req-5f4327c9-f3bf-4875-8ab7-931b84e7391c tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:34.392089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f15e88ab-bb98-4531-b19b-489f6dd3fe81 req-5f4327c9-f3bf-4875-8ab7-931b84e7391c tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1052 time: 0.1246154 Sep 22 10:30:34.457800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f15e88ab-bb98-4531-b19b-489f6dd3fe81 req-6b516b6e-1fee-4bff-a17f-82f7a5649bfa tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646958 Sep 22 10:30:34.483358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] For port 23bcb50d-981b-4b7f-90c8-23e48f472f14, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:34.488159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] For port 23bcb50d-981b-4b7f-90c8-23e48f472f14, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=23bcb50d-981b-4b7f-90c8-23e48f472f14,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:34.586207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:34.629293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:34.634749 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:34.634749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/23bcb50d-981b-4b7f-90c8-23e48f472f14 HTTP/1.1" status: 200 len: 1091 time: 1.1297204 Sep 22 10:30:34.634749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d31404-0cb9-48d3-b44b-0cce5b7f8099', 'tag': '23bcb50d-981b-4b7f-90c8-23e48f472f14'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:34.637747 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d31404-0cb9-48d3-b44b-0cce5b7f8099", "tag": "23bcb50d-981b-4b7f-90c8-23e48f472f14"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:34.680728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fa901-606d-42c9-b86a-9a5763b665b4 service neutron] Pushing event updated for resources: {'Port': ['ID=23bcb50d-981b-4b7f-90c8-23e48f472f14,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:34.712638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d1c55eb4-64cd-41e9-9d27-b68d15903379 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:30:34.869424 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8d1e59-0f42-48db-ba67-5ad8e5b4de55 x-openstack-request-id: req-df8d1e59-0f42-48db-ba67-5ad8e5b4de55 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:34.869424 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d31404-0cb9-48d3-b44b-0cce5b7f8099", "tag": "23bcb50d-981b-4b7f-90c8-23e48f472f14", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:34.870044 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df8d1e59-0f42-48db-ba67-5ad8e5b4de55 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:34.874356 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d31404-0cb9-48d3-b44b-0cce5b7f8099', 'tag': '23bcb50d-981b-4b7f-90c8-23e48f472f14', 'status': 'completed', 'code': 200} Sep 22 10:30:34.884065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-e1c4c1c6-a576-4794-adc0-9b43a97e58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:34.885897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-e1c4c1c6-a576-4794-adc0-9b43a97e58bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a7ff1fae68d44a3a3e8959fc9a9d1c8&device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1094 time: 0.1163962 Sep 22 10:30:34.943739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-ee19110b-efa9-431b-a5aa-584853535c0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23bcb50d-981b-4b7f-90c8-23e48f472f14 HTTP/1.1" status: 200 len: 217 time: 0.0497417 Sep 22 10:30:35.014683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-004e8de2-7e13-4ae7-a9d8-8edba6dcf6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:35.016399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-004e8de2-7e13-4ae7-a9d8-8edba6dcf6fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4 HTTP/1.1" status: 200 len: 849 time: 0.0663238 Sep 22 10:30:35.089178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-de19f88e-3551-4d10-a989-bd54e2d78c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:35.091252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-de19f88e-3551-4d10-a989-bd54e2d78c3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45cae043-501b-4d16-95c9-c4412a21e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675061 Sep 22 10:30:35.103712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d1c55eb4-64cd-41e9-9d27-b68d15903379, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d1c55eb4-64cd-41e9-9d27-b68d15903379,segment=NetworkSegment(cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93),segment_id=cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:35.135893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'd1c55eb4-64cd-41e9-9d27-b68d15903379', 'network_id': '257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1', 'port_id': 'd1c55eb4-64cd-41e9-9d27-b68d15903379', 'mac_address': 'fa:16:3e:96:61:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f553b732-75e6-4a0c-a2a6-928308e162e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:30:35.203649 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:35.216896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c55eb4-64cd-41e9-9d27-b68d15903379 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:35.244161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d1c55eb4-64cd-41e9-9d27-b68d15903379, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d1c55eb4-64cd-41e9-9d27-b68d15903379,segment=NetworkSegment(cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93),segment_id=cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:35.267649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-8f88af68-b939-4adb-ba5c-fb6630f5d569 service neutron] 10.222.0.30 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690242 Sep 22 10:30:35.276594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9892eb2-ad16-4d1e-b63e-c03d2ef563fc req-fcb5b025-3e43-422f-a843-e6273c8bec96 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:35.278028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9892eb2-ad16-4d1e-b63e-c03d2ef563fc req-fcb5b025-3e43-422f-a843-e6273c8bec96 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 943 time: 0.0698047 Sep 22 10:30:35.365141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9892eb2-ad16-4d1e-b63e-c03d2ef563fc req-f4d83b50-3100-409d-af76-d3a455171f27 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787275 Sep 22 10:30:35.390917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe14d900-dd4b-4887-be3b-e4a9fd282f22 req-b9d55cbb-5fa8-4141-ad52-8e708934d9de service neutron] 10.222.0.30 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119285 Sep 22 10:30:35.403013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:35.473108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d1c55eb4-64cd-41e9-9d27-b68d15903379,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:35.583190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34f541-4ab9-4366-9656-47c62e7e30d2 req-1262305d-fd1e-4bd6-b3fa-deed70a7092a tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:35.584997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c34f541-4ab9-4366-9656-47c62e7e30d2 req-1262305d-fd1e-4bd6-b3fa-deed70a7092a tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1094 time: 0.0500319 Sep 22 10:30:35.656160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c34f541-4ab9-4366-9656-47c62e7e30d2 req-ce68d0d3-5d97-4bbc-89b8-d69b41dd3d46 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630205 Sep 22 10:30:35.659244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-9c404608-c19b-493b-9ce0-fb51fe70477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:35.660809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-9c404608-c19b-493b-9ce0-fb51fe70477c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a7ff1fae68d44a3a3e8959fc9a9d1c8&device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1094 time: 0.0804524 Sep 22 10:30:35.720856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d1c55eb4-64cd-41e9-9d27-b68d15903379'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:35.797364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-9d4facaa-1efe-4ed8-bae7-b81d16fbcf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:35.797364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-9d4facaa-1efe-4ed8-bae7-b81d16fbcf75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45cae043-501b-4d16-95c9-c4412a21e322 HTTP/1.1" status: 200 len: 911 time: 0.1244090 Sep 22 10:30:35.881559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-4e6e264c-a6eb-4aa3-a539-ceca563fd835 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23bcb50d-981b-4b7f-90c8-23e48f472f14 HTTP/1.1" status: 200 len: 217 time: 0.0794830 Sep 22 10:30:35.966921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-006a492e-dbe2-4638-a013-a160e50b1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:35.968199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-006a492e-dbe2-4638-a013-a160e50b1b50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4 HTTP/1.1" status: 200 len: 849 time: 0.0783103 Sep 22 10:30:35.974220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35030) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:36.048782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-edc9bd3c-a75e-4cd4-ba57-0d12ae778e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:36.050873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-edc9bd3c-a75e-4cd4-ba57-0d12ae778e62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45cae043-501b-4d16-95c9-c4412a21e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692129 Sep 22 10:30:36.165047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-751692a1-4c99-4069-b6d9-533c5713b25e service neutron] 10.222.0.30 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058648 Sep 22 10:30:36.275352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5b81fc2b-b93d-4486-b6e2-8d89af800373 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:36.275352 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-5b81fc2b-b93d-4486-b6e2-8d89af800373 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 10:30:36.275352 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-5b81fc2b-b93d-4486-b6e2-8d89af800373 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 10:30:36.276217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5b81fc2b-b93d-4486-b6e2-8d89af800373 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3008220 Sep 22 10:30:36.280415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35038) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:36.287928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--590217931'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:36.307948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a98169b-1bb4-4cbd-bb84-4b0a66fb7b8c req-03cc7c33-5ff4-4516-9f6c-362a75ef5e82 service neutron] 10.222.0.30 "GET /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345880 Sep 22 10:30:36.425751 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:36.437617 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:36.510398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb797399-5f53-43a9-b1b0-157b021f043a req-ad7c390d-ebf6-41ba-ba18-40bf03cb7d1a tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:36.514706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb797399-5f53-43a9-b1b0-157b021f043a req-ad7c390d-ebf6-41ba-ba18-40bf03cb7d1a tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 944 time: 0.0713480 Sep 22 10:30:36.562877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb797399-5f53-43a9-b1b0-157b021f043a req-d745bcf9-6309-4823-95bf-53e461d90506 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Sep 22 10:30:36.563501 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:36.721244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d1c55eb4-64cd-41e9-9d27-b68d15903379 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:36.769645 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:36.796318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5008f4c-013e-4660-b259-c6b7823ea67a req-6a7a7806-ddb0-4f16-9c6b-4465c766d6f6 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:36.796318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5008f4c-013e-4660-b259-c6b7823ea67a req-6a7a7806-ddb0-4f16-9c6b-4465c766d6f6 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1094 time: 0.0606267 Sep 22 10:30:36.833586 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b34822c-d64c-4557-ac39-f755883c383b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:36.858815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5008f4c-013e-4660-b259-c6b7823ea67a req-2735ffae-82f8-4d01-969b-55c781f60092 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Sep 22 10:30:36.893214 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:36.944567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port d1c55eb4-64cd-41e9-9d27-b68d15903379 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:36.948789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port d1c55eb4-64cd-41e9-9d27-b68d15903379 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:36.949172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.034012 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.061690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043a1c1f-fbe0-4fce-a7a3-d47e235460f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c55eb4-64cd-41e9-9d27-b68d15903379'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:37.064303 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0134fc07-dff6-47ce-9efc-85692635c5b0" -d '{"events": [{"server_uuid": "043a1c1f-fbe0-4fce-a7a3-d47e235460f6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c55eb4-64cd-41e9-9d27-b68d15903379"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:37.078338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d1c55eb4-64cd-41e9-9d27-b68d15903379, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d1c55eb4-64cd-41e9-9d27-b68d15903379,segment=NetworkSegment(cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93),segment_id=cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:37.088525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.130805 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f29f4c-78cc-4dc8-9fa2-7b7f37d331ce,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:37.158168 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52952ada-cd7f-426e-9813-4f2c7e62e745 x-openstack-request-id: req-52952ada-cd7f-426e-9813-4f2c7e62e745 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:37.158168 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043a1c1f-fbe0-4fce-a7a3-d47e235460f6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c55eb4-64cd-41e9-9d27-b68d15903379", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:37.158168 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52952ada-cd7f-426e-9813-4f2c7e62e745 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:37.158168 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043a1c1f-fbe0-4fce-a7a3-d47e235460f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c55eb4-64cd-41e9-9d27-b68d15903379', 'code': 200} Sep 22 10:30:37.174142 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.207184 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.207184 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ac8dc234-8ad4-43c2-8aab-59c78df75dcd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9237945 Sep 22 10:30:37.208248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35064) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:37.214263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8281e0a8-d345-4c58-8507-9dd3fd340f52 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '73f29f4c-78cc-4dc8-9fa2-7b7f37d331ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:37.241038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d1c55eb4-64cd-41e9-9d27-b68d15903379,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:37.297688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f82d-2fdc-4e69-ad25-5ea7b41a1aff req-32ea8452-4889-43d7-99ed-0cc433bb698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:37.299423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2f9f82d-2fdc-4e69-ad25-5ea7b41a1aff req-32ea8452-4889-43d7-99ed-0cc433bb698f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 1096 time: 0.0555246 Sep 22 10:30:37.338863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2f9f82d-2fdc-4e69-ad25-5ea7b41a1aff req-a5a54f92-ccd7-47dc-a35c-8f7118fd2857 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Sep 22 10:30:37.386372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8281e0a8-d345-4c58-8507-9dd3fd340f52 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.458282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8281e0a8-d345-4c58-8507-9dd3fd340f52 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.586069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8281e0a8-d345-4c58-8507-9dd3fd340f52 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.609017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281e0a8-d345-4c58-8507-9dd3fd340f52 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cca12b-1d93-4219-9654-bb71dfbd4896,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:37.693327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c09a9-d43a-4bdd-8318-cbedc2c2826b req-b062f015-8613-4a4f-b18c-277d73cdb779 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:37.694797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa2c09a9-d43a-4bdd-8318-cbedc2c2826b req-b062f015-8613-4a4f-b18c-277d73cdb779 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 945 time: 0.0534284 Sep 22 10:30:37.749420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa2c09a9-d43a-4bdd-8318-cbedc2c2826b req-9b1e62b0-89d1-4280-bb55-0ef8c2fa7850 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Sep 22 10:30:37.785967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8281e0a8-d345-4c58-8507-9dd3fd340f52 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.787388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8281e0a8-d345-4c58-8507-9dd3fd340f52 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5779958 Sep 22 10:30:37.790085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35072) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:37.794594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-68009a52-076d-41c3-b889-4bf47748db2a tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '73f29f4c-78cc-4dc8-9fa2-7b7f37d331ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:37.896422 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68009a52-076d-41c3-b889-4bf47748db2a tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.998396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fed94-e407-4ab9-bef6-62ed74a25ff2 req-b4050816-1459-4f80-9238-6e600ccec2fe tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:37.998396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed2fed94-e407-4ab9-bef6-62ed74a25ff2 req-b4050816-1459-4f80-9238-6e600ccec2fe tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1094 time: 0.0477314 Sep 22 10:30:38.039180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed2fed94-e407-4ab9-bef6-62ed74a25ff2 req-3fa83124-5905-4151-8652-b4b09bf6a42e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330882 Sep 22 10:30:38.077414 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-68009a52-076d-41c3-b889-4bf47748db2a tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 10:30:38.081684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-68009a52-076d-41c3-b889-4bf47748db2a tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2875338 Sep 22 10:30:38.081684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35088) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:38.167493 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f862e616-1a51-4789-b348-6e0bf1e15082 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.194059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f862e616-1a51-4789-b348-6e0bf1e15082 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.437459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f862e616-1a51-4789-b348-6e0bf1e15082 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.440251 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f862e616-1a51-4789-b348-6e0bf1e15082 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.441458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f862e616-1a51-4789-b348-6e0bf1e15082 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/73f29f4c-78cc-4dc8-9fa2-7b7f37d331ce HTTP/1.1" status: 204 len: 168 time: 0.3590140 Sep 22 10:30:38.444273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35094) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:38.456530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862e616-1a51-4789-b348-6e0bf1e15082 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f29f4c-78cc-4dc8-9fa2-7b7f37d331ce,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:38.500750 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6bb6bce3-b040-4fd3-b61a-03832b0e80c5 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547802 Sep 22 10:30:38.504790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35096) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:38.511353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7e1e4811-eb6e-428b-bbbd-c5cd1c73b518 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927272102'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:38.695619 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4811-eb6e-428b-bbbd-c5cd1c73b518 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.734190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 23bcb50d-981b-4b7f-90c8-23e48f472f14 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:30:38.799218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4811-eb6e-428b-bbbd-c5cd1c73b518 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.874162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 23bcb50d-981b-4b7f-90c8-23e48f472f14, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=23bcb50d-981b-4b7f-90c8-23e48f472f14,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:38.883513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4811-eb6e-428b-bbbd-c5cd1c73b518 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.885779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '23bcb50d-981b-4b7f-90c8-23e48f472f14', 'network_id': '45cae043-501b-4d16-95c9-c4412a21e322', 'port_id': '23bcb50d-981b-4b7f-90c8-23e48f472f14', 'mac_address': 'fa:16:3e:21:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:30:38.911932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8858295-d0f5-48fb-850f-ee1daad0c17b req-ca58ed39-d4ec-4c43-a126-287a24710a62 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:38.914639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8858295-d0f5-48fb-850f-ee1daad0c17b req-ca58ed39-d4ec-4c43-a126-287a24710a62 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 945 time: 0.0703764 Sep 22 10:30:38.931623 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.947722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bcb50d-981b-4b7f-90c8-23e48f472f14 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:38.947947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e4811-eb6e-428b-bbbd-c5cd1c73b518 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fdb4ab-1619-4ddd-9f11-93aec9fa4996,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:38.974187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 23bcb50d-981b-4b7f-90c8-23e48f472f14, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=23bcb50d-981b-4b7f-90c8-23e48f472f14,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:38.977664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8858295-d0f5-48fb-850f-ee1daad0c17b req-430810b6-b927-4dd8-839d-ba6b73b2b3f5 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512772 Sep 22 10:30:39.014565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4811-eb6e-428b-bbbd-c5cd1c73b518 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.019686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7e1e4811-eb6e-428b-bbbd-c5cd1c73b518 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5101058 Sep 22 10:30:39.021952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35106) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:39.027319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a57559fa-465b-4ff5-9d60-a6c2ea5c2604 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '67fdb4ab-1619-4ddd-9f11-93aec9fa4996', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:39.028052 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-a57559fa-465b-4ff5-9d60-a6c2ea5c2604 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 10:30:39.028577 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-a57559fa-465b-4ff5-9d60-a6c2ea5c2604 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:39.029691 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a57559fa-465b-4ff5-9d60-a6c2ea5c2604 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065670 Sep 22 10:30:39.032315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35108) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:39.071999 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.113407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f995da9e-307a-45d7-a64c-00fb6751e107 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.150415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=23bcb50d-981b-4b7f-90c8-23e48f472f14,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:39.154145 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f995da9e-307a-45d7-a64c-00fb6751e107 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.178476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dc5c9-0d3c-4ae7-8c20-3618dae85127 req-4a51714c-8cf8-4ac6-9e43-ddddb9230f00 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:39.179854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d8dc5c9-0d3c-4ae7-8c20-3618dae85127 req-4a51714c-8cf8-4ac6-9e43-ddddb9230f00 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1095 time: 0.0459445 Sep 22 10:30:39.221676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d8dc5c9-0d3c-4ae7-8c20-3618dae85127 req-39b75db9-a84d-4d11-b504-ea8e122b8745 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Sep 22 10:30:39.345779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f995da9e-307a-45d7-a64c-00fb6751e107 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.348398 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f995da9e-307a-45d7-a64c-00fb6751e107 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.349552 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f995da9e-307a-45d7-a64c-00fb6751e107 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/67fdb4ab-1619-4ddd-9f11-93aec9fa4996 HTTP/1.1" status: 204 len: 168 time: 0.3163521 Sep 22 10:30:39.350260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['23bcb50d-981b-4b7f-90c8-23e48f472f14'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:39.352433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35126) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:39.365439 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995da9e-307a-45d7-a64c-00fb6751e107 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fdb4ab-1619-4ddd-9f11-93aec9fa4996,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:39.421753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3f1041fe-334b-4f2d-acd8-d11cfe3dda80 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672233 Sep 22 10:30:39.427556 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35128) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:39.432962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9217967f-f8a0-46dd-abe1-da3cb6f6120b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--758728957'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:39.567500 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9217967f-f8a0-46dd-abe1-da3cb6f6120b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.683222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9217967f-f8a0-46dd-abe1-da3cb6f6120b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.825009 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9217967f-f8a0-46dd-abe1-da3cb6f6120b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.872312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217967f-f8a0-46dd-abe1-da3cb6f6120b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d01ef7-51d6-49a5-b578-0fc05e47f295,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:39.923282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9217967f-f8a0-46dd-abe1-da3cb6f6120b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.927319 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9217967f-f8a0-46dd-abe1-da3cb6f6120b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4960988 Sep 22 10:30:39.927683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35152) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:39.935190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8ecd456b-d6ce-4daf-a13b-401e2abe94eb tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': 'd2d01ef7-51d6-49a5-b578-0fc05e47f295', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:39.936069 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-8ecd456b-d6ce-4daf-a13b-401e2abe94eb tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 10:30:39.936625 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-8ecd456b-d6ce-4daf-a13b-401e2abe94eb tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:39.940663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8ecd456b-d6ce-4daf-a13b-401e2abe94eb tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090351 Sep 22 10:30:39.941041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35156) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:39.998560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-470d8c0a-e112-4cfc-b8d9-ea3bbe2f5193 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.021945 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-470d8c0a-e112-4cfc-b8d9-ea3bbe2f5193 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.157210 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-470d8c0a-e112-4cfc-b8d9-ea3bbe2f5193 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.160183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-470d8c0a-e112-4cfc-b8d9-ea3bbe2f5193 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.164716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35158) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:40.165836 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-470d8c0a-e112-4cfc-b8d9-ea3bbe2f5193 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2d01ef7-51d6-49a5-b578-0fc05e47f295 HTTP/1.1" status: 204 len: 168 time: 0.2237456 Sep 22 10:30:40.178876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d8c0a-e112-4cfc-b8d9-ea3bbe2f5193 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d01ef7-51d6-49a5-b578-0fc05e47f295,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:40.223679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-eaef894b-e65e-419d-9d76-75f6e6c78f7a tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578279 Sep 22 10:30:40.228871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35162) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:40.234431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b70be4f4-15eb-456a-b871-ba688ee4ebe8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--201720900'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:40.363081 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b70be4f4-15eb-456a-b871-ba688ee4ebe8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.474542 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b70be4f4-15eb-456a-b871-ba688ee4ebe8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.527965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d46141-b454-42b1-b06e-a3fe10137873 req-c4da1964-c0d9-46a2-b2f5-be5f1560cc9d tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:40.529651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69d46141-b454-42b1-b06e-a3fe10137873 req-c4da1964-c0d9-46a2-b2f5-be5f1560cc9d tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1095 time: 0.0461473 Sep 22 10:30:40.545724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b70be4f4-15eb-456a-b871-ba688ee4ebe8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.573035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69d46141-b454-42b1-b06e-a3fe10137873 req-a2ea1b1c-c5f0-43bb-9450-60ad44c199df tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Sep 22 10:30:40.579937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70be4f4-15eb-456a-b871-ba688ee4ebe8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48632e49-6def-4a76-b834-19a135a610d2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:40.700159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b70be4f4-15eb-456a-b871-ba688ee4ebe8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.704361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35178) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:40.704523 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b70be4f4-15eb-456a-b871-ba688ee4ebe8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4745400 Sep 22 10:30:40.709476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5cdf1817-92d4-48bd-a08f-260e3d560936 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '48632e49-6def-4a76-b834-19a135a610d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:40.722962 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-5cdf1817-92d4-48bd-a08f-260e3d560936 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 10:30:40.723535 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-5cdf1817-92d4-48bd-a08f-260e3d560936 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:40.724546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5cdf1817-92d4-48bd-a08f-260e3d560936 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0187566 Sep 22 10:30:40.727217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35180) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:40.732604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6b5f06fc-ad55-4c37-b9cb-244b4a9c1478 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '48632e49-6def-4a76-b834-19a135a610d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:40.733614 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-6b5f06fc-ad55-4c37-b9cb-244b4a9c1478 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 10:30:40.734407 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-6b5f06fc-ad55-4c37-b9cb-244b4a9c1478 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:40.737702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6b5f06fc-ad55-4c37-b9cb-244b4a9c1478 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070419 Sep 22 10:30:40.737901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35182) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:40.742287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-150460a6-cad4-409c-a888-70fa81c805e1 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '48632e49-6def-4a76-b834-19a135a610d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:40.743170 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-150460a6-cad4-409c-a888-70fa81c805e1 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 10:30:40.743691 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-150460a6-cad4-409c-a888-70fa81c805e1 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:40.744663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-150460a6-cad4-409c-a888-70fa81c805e1 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058429 Sep 22 10:30:40.745656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 23bcb50d-981b-4b7f-90c8-23e48f472f14 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:40.747522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35184) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:40.752061 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a08806e0-4c81-473c-9b7a-e8c69ef22f0d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '48632e49-6def-4a76-b834-19a135a610d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:40.754064 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-a08806e0-4c81-473c-9b7a-e8c69ef22f0d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 10:30:40.754727 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-a08806e0-4c81-473c-9b7a-e8c69ef22f0d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:40.759370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35186) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:40.760691 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a08806e0-4c81-473c-9b7a-e8c69ef22f0d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121472 Sep 22 10:30:40.870435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dffcb-9fd7-44fb-ae38-2dcdd7c8eff1 req-98c95c8f-354e-4301-b363-af334ba54efe tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:40.871933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b80dffcb-9fd7-44fb-ae38-2dcdd7c8eff1 req-98c95c8f-354e-4301-b363-af334ba54efe tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 945 time: 0.0717149 Sep 22 10:30:40.872560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f80ca69a-6199-45d0-988a-8a7f189f9818 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.908064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f80ca69a-6199-45d0-988a-8a7f189f9818 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.922831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 23bcb50d-981b-4b7f-90c8-23e48f472f14 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:40.927273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 23bcb50d-981b-4b7f-90c8-23e48f472f14 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:40.932856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:40.942420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b80dffcb-9fd7-44fb-ae38-2dcdd7c8eff1 req-7a9bb986-802c-4656-89f7-2e7742b79e99 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642812 Sep 22 10:30:41.029094 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:41.071556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d31404-0cb9-48d3-b44b-0cce5b7f8099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bcb50d-981b-4b7f-90c8-23e48f472f14'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:41.073950 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aa2ce5-712a-4e83-8e0a-5f58c67a8237" -d '{"events": [{"server_uuid": "b2d31404-0cb9-48d3-b44b-0cce5b7f8099", "name": "network-vif-plugged", "status": "completed", "tag": "23bcb50d-981b-4b7f-90c8-23e48f472f14"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:41.077820 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f80ca69a-6199-45d0-988a-8a7f189f9818 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:41.082664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f80ca69a-6199-45d0-988a-8a7f189f9818 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:41.087103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35192) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:41.090361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 23bcb50d-981b-4b7f-90c8-23e48f472f14, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=23bcb50d-981b-4b7f-90c8-23e48f472f14,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:41.095838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f80ca69a-6199-45d0-988a-8a7f189f9818 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/48632e49-6def-4a76-b834-19a135a610d2 HTTP/1.1" status: 204 len: 168 time: 0.3330705 Sep 22 10:30:41.114615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ca69a-6199-45d0-988a-8a7f189f9818 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48632e49-6def-4a76-b834-19a135a610d2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:41.157213 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e23f81aa-63b3-483e-a94e-71a482fce6d3 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686858 Sep 22 10:30:41.163250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35194) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:41.167840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-73be4ed2-9c74-489c-a0f0-976b5a688829 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883746333'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:41.176779 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fb4ed8-6b28-4628-8c6b-03b517344ec8 x-openstack-request-id: req-f7fb4ed8-6b28-4628-8c6b-03b517344ec8 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:41.177243 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d31404-0cb9-48d3-b44b-0cce5b7f8099", "name": "network-vif-plugged", "status": "completed", "tag": "23bcb50d-981b-4b7f-90c8-23e48f472f14", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:41.178056 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7fb4ed8-6b28-4628-8c6b-03b517344ec8 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:41.178896 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d31404-0cb9-48d3-b44b-0cce5b7f8099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bcb50d-981b-4b7f-90c8-23e48f472f14', 'code': 200} Sep 22 10:30:41.181103 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:41.234663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=23bcb50d-981b-4b7f-90c8-23e48f472f14,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:41.243489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.244167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.244710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.245255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.245786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.246342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.246873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.247397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.247990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.248517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.249104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.249630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:41.300197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73be4ed2-9c74-489c-a0f0-976b5a688829 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:41.352645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35ad8-2dff-458c-b8bf-0482b3cf8847 req-0e792347-252a-4836-999b-29753accf53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:41.354585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34a35ad8-2dff-458c-b8bf-0482b3cf8847 req-0e792347-252a-4836-999b-29753accf53b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1096 time: 0.0459294 Sep 22 10:30:41.401100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34a35ad8-2dff-458c-b8bf-0482b3cf8847 req-3d9bc9f4-99e3-483f-8192-14c43679b7c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378485 Sep 22 10:30:41.414390 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73be4ed2-9c74-489c-a0f0-976b5a688829 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:41.600513 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:30:41.671492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73be4ed2-9c74-489c-a0f0-976b5a688829 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:41.696053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42e9da-b5d5-4e43-8e50-decf954a495b req-0fe6c3ac-1b46-48f6-94d8-a019be693863 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:41.697763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff42e9da-b5d5-4e43-8e50-decf954a495b req-0fe6c3ac-1b46-48f6-94d8-a019be693863 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1096 time: 0.0478673 Sep 22 10:30:41.701862 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be4ed2-9c74-489c-a0f0-976b5a688829 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a265c89-4c34-409a-848e-5ad633727c4b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:41.737121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff42e9da-b5d5-4e43-8e50-decf954a495b req-e6b2a24b-3708-4353-8673-193a72a3a75e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Sep 22 10:30:41.807535 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73be4ed2-9c74-489c-a0f0-976b5a688829 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:41.810152 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-73be4ed2-9c74-489c-a0f0-976b5a688829 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6449473 Sep 22 10:30:41.813123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35208) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:41.820838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-63ccf620-fab4-4d41-9718-84ba45506bac tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '5a265c89-4c34-409a-848e-5ad633727c4b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:41.821898 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-63ccf620-fab4-4d41-9718-84ba45506bac tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 10:30:41.822435 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-63ccf620-fab4-4d41-9718-84ba45506bac tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:41.824042 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63ccf620-fab4-4d41-9718-84ba45506bac tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070295 Sep 22 10:30:41.826862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35210) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:41.832950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-75b81d4f-4636-4018-a625-e27e31fa4c00 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '5a265c89-4c34-409a-848e-5ad633727c4b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:42.021344 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-75b81d4f-4636-4018-a625-e27e31fa4c00 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:42.026790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35214) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:42.026985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-75b81d4f-4636-4018-a625-e27e31fa4c00 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1992698 Sep 22 10:30:42.032193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1d04ff58-7882-46e1-8a49-1d05bef05b1c tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '5a265c89-4c34-409a-848e-5ad633727c4b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:42.032915 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-1d04ff58-7882-46e1-8a49-1d05bef05b1c tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 10:30:42.033794 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-1d04ff58-7882-46e1-8a49-1d05bef05b1c tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:42.034872 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1d04ff58-7882-46e1-8a49-1d05bef05b1c tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067680 Sep 22 10:30:42.037465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35216) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:42.043104 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1d86e767-930e-4e23-9bc2-a605ac1cd557 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '5a265c89-4c34-409a-848e-5ad633727c4b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:42.091748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37472264-46c5-414a-9df1-9fb228214985 req-84f59b52-4195-472c-96d0-6771215adbbd tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.093249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37472264-46c5-414a-9df1-9fb228214985 req-84f59b52-4195-472c-96d0-6771215adbbd tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.30 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 945 time: 0.0819724 Sep 22 10:30:42.105337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eefdba-e606-4192-aabb-6241b4e854b5 req-8c73f86d-cc67-44b1-877f-8294d5cb5f71 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.106792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27eefdba-e606-4192-aabb-6241b4e854b5 req-8c73f86d-cc67-44b1-877f-8294d5cb5f71 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 945 time: 0.0662696 Sep 22 10:30:42.206397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27eefdba-e606-4192-aabb-6241b4e854b5 req-dd606beb-b0d9-42a5-8a53-fde638512f86 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c62c9ff-25b3-4732-9c64-d73130f010b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927618 Sep 22 10:30:42.243308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-37472264-46c5-414a-9df1-9fb228214985 req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Deleting port d1c55eb4-64cd-41e9-9d27-b68d15903379 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:42.243649 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37472264-46c5-414a-9df1-9fb228214985 req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:42.300184 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-1d86e767-930e-4e23-9bc2-a605ac1cd557 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:42.301666 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1d86e767-930e-4e23-9bc2-a605ac1cd557 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2618320 Sep 22 10:30:42.311471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35224) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:42.312781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6e1c840b-0bcb-4cdf-8ad3-801e095c1c2d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '5a265c89-4c34-409a-848e-5ad633727c4b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:42.313175 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-6e1c840b-0bcb-4cdf-8ad3-801e095c1c2d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 10:30:42.313672 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-6e1c840b-0bcb-4cdf-8ad3-801e095c1c2d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:42.315697 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6e1c840b-0bcb-4cdf-8ad3-801e095c1c2d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070205 Sep 22 10:30:42.319061 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35226) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:42.329078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4b2c6560-391f-436f-a873-281a0a0e12ea tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '5a265c89-4c34-409a-848e-5ad633727c4b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:42.356790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-37472264-46c5-414a-9df1-9fb228214985 req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] For port d1c55eb4-64cd-41e9-9d27-b68d15903379, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d1c55eb4-64cd-41e9-9d27-b68d15903379,segment=NetworkSegment(cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93),segment_id=cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:42.357151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37472264-46c5-414a-9df1-9fb228214985 req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:42.376690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-37472264-46c5-414a-9df1-9fb228214985 req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Calling delete_port for d1c55eb4-64cd-41e9-9d27-b68d15903379 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:42.412753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35228) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:42.431218 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-4b2c6560-391f-436f-a873-281a0a0e12ea tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Project 50c32d3029604edd9e933b8b0e0f85c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:30:42.531325 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e1da541-a8b7-403b-8adc-a66ed5a07ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:42.627631 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-4b2c6560-391f-436f-a873-281a0a0e12ea tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:42.628651 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4b2c6560-391f-436f-a873-281a0a0e12ea tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3078012 Sep 22 10:30:42.631661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:42.636518 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7977244b-5c30-476d-b5fc-42a2c94f9273 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '5a265c89-4c34-409a-848e-5ad633727c4b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:42.636990 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-7977244b-5c30-476d-b5fc-42a2c94f9273 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 10:30:42.637450 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-7977244b-5c30-476d-b5fc-42a2c94f9273 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:42.638377 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7977244b-5c30-476d-b5fc-42a2c94f9273 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057123 Sep 22 10:30:42.640772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35234) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:42.645279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4ef01b39-7c9b-44f5-b2b5-b3b4bac4e72b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '5a265c89-4c34-409a-848e-5ad633727c4b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:42.677379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37472264-46c5-414a-9df1-9fb228214985 req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:42.690221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d1c55eb4-64cd-41e9-9d27-b68d15903379'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:42.719234 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e1da541-a8b7-403b-8adc-a66ed5a07ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:42.741427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Pushing event deleted for resources: {'Port': ['ID=d1c55eb4-64cd-41e9-9d27-b68d15903379,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:42.805562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-37472264-46c5-414a-9df1-9fb228214985 req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] No DVR routers for this DVR port d1c55eb4-64cd-41e9-9d27-b68d15903379 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:30:42.809040 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37472264-46c5-414a-9df1-9fb228214985 req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:42.811061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37472264-46c5-414a-9df1-9fb228214985 req-e5ddb550-d852-4fe1-ab08-66e8790ec251 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.30 "DELETE /v2.0/ports/d1c55eb4-64cd-41e9-9d27-b68d15903379 HTTP/1.1" status: 204 len: 173 time: 0.6963830 Sep 22 10:30:42.812580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043a1c1f-fbe0-4fce-a7a3-d47e235460f6', 'name': 'network-vif-deleted', 'tag': 'd1c55eb4-64cd-41e9-9d27-b68d15903379'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:42.814859 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8463faa0-59da-4cf0-b88e-7359b5179963" -d '{"events": [{"server_uuid": "043a1c1f-fbe0-4fce-a7a3-d47e235460f6", "name": "network-vif-deleted", "tag": "d1c55eb4-64cd-41e9-9d27-b68d15903379"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:42.848536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-b223778c-28c4-4fc8-8d6b-c50d8cd281ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1151400 Sep 22 10:30:42.863985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de921e5a-99c4-4c3b-81a7-e95755fa329a req-8ddce891-49ed-443f-b835-f314e2ad239d tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.865518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de921e5a-99c4-4c3b-81a7-e95755fa329a req-8ddce891-49ed-443f-b835-f314e2ad239d tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1096 time: 0.0536330 Sep 22 10:30:42.871222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e1da541-a8b7-403b-8adc-a66ed5a07ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:42.906729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1da541-a8b7-403b-8adc-a66ed5a07ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9099f9b3-5d65-4bd5-8e61-f655dd9a4d79,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:42.913269 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6e1da541-a8b7-403b-8adc-a66ed5a07ebc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a74140d4eb75409bb8730dddfefa13dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973907 Sep 22 10:30:42.914886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35244) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:42.946734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de921e5a-99c4-4c3b-81a7-e95755fa329a req-211c3a4c-c145-4841-9b19-5e4134d6ee9e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693982 Sep 22 10:30:42.963733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-232d4730-0b10-496d-982f-eaea159f51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.964223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-232d4730-0b10-496d-982f-eaea159f51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.964703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-232d4730-0b10-496d-982f-eaea159f51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.965176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-232d4730-0b10-496d-982f-eaea159f51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.965651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-232d4730-0b10-496d-982f-eaea159f51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.966131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-232d4730-0b10-496d-982f-eaea159f51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.966606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-232d4730-0b10-496d-982f-eaea159f51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.968829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-232d4730-0b10-496d-982f-eaea159f51f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6489 time: 0.0620801 Sep 22 10:30:42.975402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6248a0bf-9a79-4a83-94c8-7eedf29509d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:42.980016 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-4ef01b39-7c9b-44f5-b2b5-b3b4bac4e72b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Project 50c32d3029604edd9e933b8b0e0f85c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:30:43.002799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6248a0bf-9a79-4a83-94c8-7eedf29509d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:43.004089 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff6305d-2f6c-4841-a9b5-230b11fce16e x-openstack-request-id: req-fff6305d-2f6c-4841-a9b5-230b11fce16e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:43.004429 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043a1c1f-fbe0-4fce-a7a3-d47e235460f6", "name": "network-vif-deleted", "tag": "d1c55eb4-64cd-41e9-9d27-b68d15903379", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:43.004752 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fff6305d-2f6c-4841-a9b5-230b11fce16e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:43.005208 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043a1c1f-fbe0-4fce-a7a3-d47e235460f6', 'name': 'network-vif-deleted', 'tag': 'd1c55eb4-64cd-41e9-9d27-b68d15903379', 'status': 'completed', 'code': 200} Sep 22 10:30:43.120787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-ef8e0767-a10f-47d3-b3b4-571809c19521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.121651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-ef8e0767-a10f-47d3-b3b4-571809c19521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.122557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-ef8e0767-a10f-47d3-b3b4-571809c19521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.125199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-ef8e0767-a10f-47d3-b3b4-571809c19521 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48 HTTP/1.1" status: 200 len: 2290 time: 0.1308036 Sep 22 10:30:43.197657 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6248a0bf-9a79-4a83-94c8-7eedf29509d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:43.200180 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-4ef01b39-7c9b-44f5-b2b5-b3b4bac4e72b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:43.200180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4ef01b39-7c9b-44f5-b2b5-b3b4bac4e72b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5574725 Sep 22 10:30:43.200858 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6248a0bf-9a79-4a83-94c8-7eedf29509d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:43.204401 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6248a0bf-9a79-4a83-94c8-7eedf29509d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9099f9b3-5d65-4bd5-8e61-f655dd9a4d79 HTTP/1.1" status: 204 len: 168 time: 0.2863116 Sep 22 10:30:43.204401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35248) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:43.205593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-7792e65b-a3c5-4c68-8895-ac41fcfb03a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af028ee-5887-4c1b-874e-471275fddfee HTTP/1.1" status: 200 len: 1002 time: 0.0728130 Sep 22 10:30:43.212228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2bedfe87-3d43-4f2e-9ce8-55fc503a0e49 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '5a265c89-4c34-409a-848e-5ad633727c4b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:43.229188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248a0bf-9a79-4a83-94c8-7eedf29509d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9099f9b3-5d65-4bd5-8e61-f655dd9a4d79,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:43.294608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-08f02882-ab50-4449-aeb2-aa3bcb40007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.296095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-08f02882-ab50-4449-aeb2-aa3bcb40007d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29b44c0f-f4c4-484b-8442-b5754a4e1d91 HTTP/1.1" status: 200 len: 850 time: 0.0837476 Sep 22 10:30:43.311798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988c17-770b-4567-8fd3-a1078130f6a3 req-cfde3e7a-618e-424c-90a0-77097ec8ac50 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.317745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988c17-770b-4567-8fd3-a1078130f6a3 req-cfde3e7a-618e-424c-90a0-77097ec8ac50 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.323681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988c17-770b-4567-8fd3-a1078130f6a3 req-cfde3e7a-618e-424c-90a0-77097ec8ac50 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.329520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988c17-770b-4567-8fd3-a1078130f6a3 req-cfde3e7a-618e-424c-90a0-77097ec8ac50 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.335961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988c17-770b-4567-8fd3-a1078130f6a3 req-cfde3e7a-618e-424c-90a0-77097ec8ac50 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.341800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988c17-770b-4567-8fd3-a1078130f6a3 req-cfde3e7a-618e-424c-90a0-77097ec8ac50 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.347757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988c17-770b-4567-8fd3-a1078130f6a3 req-cfde3e7a-618e-424c-90a0-77097ec8ac50 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.349579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be988c17-770b-4567-8fd3-a1078130f6a3 req-cfde3e7a-618e-424c-90a0-77097ec8ac50 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5444 time: 0.1278524 Sep 22 10:30:43.416181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be988c17-770b-4567-8fd3-a1078130f6a3 req-c7a69fb0-0bad-4d10-b72b-3541eeb145ae tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571096 Sep 22 10:30:43.420942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-0dd8bbac-3b58-4d45-b95d-156625cc27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.423894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-0dd8bbac-3b58-4d45-b95d-156625cc27e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719397 Sep 22 10:30:43.448306 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-2bedfe87-3d43-4f2e-9ce8-55fc503a0e49 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Project 50c32d3029604edd9e933b8b0e0f85c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:30:43.555461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ac3913-3c1d-4e03-9267-ada5f1c9a430 req-2beaa9fb-4d27-4c4e-8979-f68ddf93a1b3 tempest-ServerMetadataNegativeTestJSON-23368128 tempest-ServerMetadataNegativeTestJSON-23368128-project] 10.222.0.20 "GET /v2.0/ports?device_id=043a1c1f-fbe0-4fce-a7a3-d47e235460f6 HTTP/1.1" status: 200 len: 210 time: 0.0354774 Sep 22 10:30:43.561142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-3e578588-a3b6-4fe4-adfb-284298f3f5dd service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299379 Sep 22 10:30:43.664941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-3c127df5-8c8d-471b-a53a-79d58a21009b service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961430 Sep 22 10:30:43.708753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-4dd21a6b-670c-46eb-ae73-c85a8b8e2762 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=fa9ebf86-2e9f-4908-97dc-c02a937b70b0 HTTP/1.1" status: 200 len: 217 time: 0.0362337 Sep 22 10:30:43.728781 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-2bedfe87-3d43-4f2e-9ce8-55fc503a0e49 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:43.739584 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2bedfe87-3d43-4f2e-9ce8-55fc503a0e49 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5226011 Sep 22 10:30:43.741204 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35260) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:43.803556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-5c15b8e5-4b0b-40df-976b-9f0c97cf6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.805170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-5c15b8e5-4b0b-40df-976b-9f0c97cf6dd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0888383 Sep 22 10:30:43.808786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a383786d-8b9e-4b17-9fb2-9dfda0d04719 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:43.830336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca802-e4b8-4f0e-b127-75c046ab9984 req-c0a18164-d303-4d38-b9e3-eb3f45678a91 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.837241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca802-e4b8-4f0e-b127-75c046ab9984 req-c0a18164-d303-4d38-b9e3-eb3f45678a91 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.839374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a383786d-8b9e-4b17-9fb2-9dfda0d04719 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:43.843427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca802-e4b8-4f0e-b127-75c046ab9984 req-c0a18164-d303-4d38-b9e3-eb3f45678a91 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.849537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca802-e4b8-4f0e-b127-75c046ab9984 req-c0a18164-d303-4d38-b9e3-eb3f45678a91 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.855583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca802-e4b8-4f0e-b127-75c046ab9984 req-c0a18164-d303-4d38-b9e3-eb3f45678a91 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.861480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca802-e4b8-4f0e-b127-75c046ab9984 req-c0a18164-d303-4d38-b9e3-eb3f45678a91 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.867763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca802-e4b8-4f0e-b127-75c046ab9984 req-c0a18164-d303-4d38-b9e3-eb3f45678a91 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.870594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f16ca802-e4b8-4f0e-b127-75c046ab9984 req-c0a18164-d303-4d38-b9e3-eb3f45678a91 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5444 time: 0.1248498 Sep 22 10:30:43.913131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-72465b95-1905-4434-916a-b239b6db2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.915084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-72465b95-1905-4434-916a-b239b6db2daf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997078 Sep 22 10:30:43.991383 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a383786d-8b9e-4b17-9fb2-9dfda0d04719 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:43.995237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a383786d-8b9e-4b17-9fb2-9dfda0d04719 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:43.999178 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a383786d-8b9e-4b17-9fb2-9dfda0d04719 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a265c89-4c34-409a-848e-5ad633727c4b HTTP/1.1" status: 204 len: 168 time: 0.2545593 Sep 22 10:30:44.000068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35268) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:44.006710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383786d-8b9e-4b17-9fb2-9dfda0d04719 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a265c89-4c34-409a-848e-5ad633727c4b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:44.031101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-a358980c-9a8d-4e3a-95ab-e0453b3cb9bc service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086061 Sep 22 10:30:44.112164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7d06c153-17af-4814-b5a2-216281634e09 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072292 Sep 22 10:30:44.113228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35272) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:44.117408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8aadd159-b6e1-4d07-9726-591ed038be34 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--753914859'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:44.243651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8aadd159-b6e1-4d07-9726-591ed038be34 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.263650 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35274) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:44.281264 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e26409ce-5d34-4ffc-9887-e338cf2b1b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.365470 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8aadd159-b6e1-4d07-9726-591ed038be34 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.430484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaf6ad-e622-420d-8065-e6708499bbbd req-661ddbb1-afce-4154-baec-c0000cf3a542 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:44.432273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fdaf6ad-e622-420d-8065-e6708499bbbd req-661ddbb1-afce-4154-baec-c0000cf3a542 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1096 time: 0.4051189 Sep 22 10:30:44.440197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8aadd159-b6e1-4d07-9726-591ed038be34 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.469478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-e6e554bf-cafb-4439-b46a-0c627765fcd3 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264102 Sep 22 10:30:44.494499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadd159-b6e1-4d07-9726-591ed038be34 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30ee9c3-12bf-40e0-8a90-abc94b767518,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:44.515894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fdaf6ad-e622-420d-8065-e6708499bbbd req-9a95c15f-b1a1-4146-b895-91c25c4c6b6b tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761285 Sep 22 10:30:44.517273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-cffa4062-7f0e-46e2-903b-70de3c1d18d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 HTTP/1.1" status: 200 len: 217 time: 0.0378630 Sep 22 10:30:44.572402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e26409ce-5d34-4ffc-9887-e338cf2b1b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.576154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-c2848e8f-a55f-457a-b160-670a1514e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:44.578031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-c2848e8f-a55f-457a-b160-670a1514e28f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0532749 Sep 22 10:30:44.627444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-094eb757-62d6-4834-9f85-84128ffe7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:44.630420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-094eb757-62d6-4834-9f85-84128ffe7d29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435376 Sep 22 10:30:44.655222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e26409ce-5d34-4ffc-9887-e338cf2b1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.695668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26409ce-5d34-4ffc-9887-e338cf2b1b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea741cfd-c572-4bfe-9245-e78c9e06486c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:44.700300 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e26409ce-5d34-4ffc-9887-e338cf2b1b57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=443eb9f7d0934574899726a13573344f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355690 Sep 22 10:30:44.711554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35284) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:44.738418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d1c55eb4-64cd-41e9-9d27-b68d15903379 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:44.752111 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8aadd159-b6e1-4d07-9726-591ed038be34 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.756398 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8aadd159-b6e1-4d07-9726-591ed038be34 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6426928 Sep 22 10:30:44.756980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35286) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:44.761140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: d1c55eb4-64cd-41e9-9d27-b68d15903379 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:44.761505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d1c55eb4-64cd-41e9-9d27-b68d15903379 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:44.761879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7b085d5d-e18e-441d-9520-603243e7b15b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': 'a30ee9c3-12bf-40e0-8a90-abc94b767518', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:44.770759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2732547-7ad2-46ec-be96-613675c62987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.793982 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2732547-7ad2-46ec-be96-613675c62987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.795044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114703bf-348d-4e10-8aeb-26a545e01722 req-906a0883-e9bf-46d8-9429-2fb32dbd4f67 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:44.796592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-114703bf-348d-4e10-8aeb-26a545e01722 req-906a0883-e9bf-46d8-9429-2fb32dbd4f67 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1096 time: 0.1235628 Sep 22 10:30:44.800025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-59d882cd-a864-4055-9f64-a5c32f27a786 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633625 Sep 22 10:30:44.863876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-114703bf-348d-4e10-8aeb-26a545e01722 req-d5030fcc-667e-414f-a8c0-60f420b0ae9b tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595276 Sep 22 10:30:44.908285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35290) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:44.923914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-74a78cab-08f0-4295-b79a-e91961efdfd0 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121609 Sep 22 10:30:44.955922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cae48c-35f3-4917-98c1-5708643c838a admin admin] Deleting subnet f553b732-75e6-4a0c-a2a6-928308e162e7 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:30:44.959044 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e5cae48c-35f3-4917-98c1-5708643c838a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.970264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-2294167b-088c-4585-b200-5f8a63233d65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea HTTP/1.1" status: 200 len: 217 time: 0.0388432 Sep 22 10:30:44.980536 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2732547-7ad2-46ec-be96-613675c62987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.983281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2732547-7ad2-46ec-be96-613675c62987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:44.987060 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e2732547-7ad2-46ec-be96-613675c62987 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea741cfd-c572-4bfe-9245-e78c9e06486c HTTP/1.1" status: 204 len: 168 time: 0.2723918 Sep 22 10:30:45.003988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2732547-7ad2-46ec-be96-613675c62987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea741cfd-c572-4bfe-9245-e78c9e06486c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:45.016469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e5cae48c-35f3-4917-98c1-5708643c838a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.024012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-014cf330-a5b9-4b04-ad8a-ac49381d8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:45.028511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-014cf330-a5b9-4b04-ad8a-ac49381d8f25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0476823 Sep 22 10:30:45.078608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-6a3bb75d-627f-4dbe-ab8d-15c325bf24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:45.080609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-6a3bb75d-627f-4dbe-ab8d-15c325bf24b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470276 Sep 22 10:30:45.080735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e5cae48c-35f3-4917-98c1-5708643c838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.082988 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-7b085d5d-e18e-441d-9520-603243e7b15b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The resource could not be found. Sep 22 10:30:45.086211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7b085d5d-e18e-441d-9520-603243e7b15b tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3262262 Sep 22 10:30:45.095569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35294) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:45.108675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5ef3a2a4-1c39-4c54-88f8-2a06d8834713 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': 'a30ee9c3-12bf-40e0-8a90-abc94b767518', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '078e3c64-2550-4f2b-87b9-c65a91d4b0d2'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:45.215708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c8cb4-79b9-4c5b-9243-a871d46179f3 req-0f8691c9-b778-4073-86a9-4085afc1086a tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:45.217320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d1c8cb4-79b9-4c5b-9243-a871d46179f3 req-0f8691c9-b778-4073-86a9-4085afc1086a tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1096 time: 0.1321380 Sep 22 10:30:45.247326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-8063c736-6177-4d3e-a135-ae5e651f08a6 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597250 Sep 22 10:30:45.285352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d1c8cb4-79b9-4c5b-9243-a871d46179f3 req-ff46886f-83b2-4677-94ec-1e93ab3891ee tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588334 Sep 22 10:30:45.305978 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e5cae48c-35f3-4917-98c1-5708643c838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.332948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cae48c-35f3-4917-98c1-5708643c838a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f553b732-75e6-4a0c-a2a6-928308e162e7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:45.340312 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e5cae48c-35f3-4917-98c1-5708643c838a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.344714 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e5cae48c-35f3-4917-98c1-5708643c838a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f553b732-75e6-4a0c-a2a6-928308e162e7 HTTP/1.1" status: 204 len: 168 time: 0.4331150 Sep 22 10:30:45.349198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35298) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:45.353957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-4899ef18-df6d-4f01-9c0e-6274eaa45e63 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951262 Sep 22 10:30:45.408470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-b0ce523f-6bf6-4bac-941c-2993b618dd89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=74fa117a-0ae9-465a-9a10-b4787f86d848 HTTP/1.1" status: 200 len: 217 time: 0.0443287 Sep 22 10:30:45.427805 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.462709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-a4bec84d-f83e-4bce-8870-2719a11c4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:45.464237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-a4bec84d-f83e-4bce-8870-2719a11c4bdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0487680 Sep 22 10:30:45.512819 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-5ef3a2a4-1c39-4c54-88f8-2a06d8834713 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The resource could not be found. Sep 22 10:30:45.515047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5ef3a2a4-1c39-4c54-88f8-2a06d8834713 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4103584 Sep 22 10:30:45.519143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35300) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:45.533265 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.533431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-7b9666e9-d664-4d5e-b175-3aa74b0aad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:45.533431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-7b9666e9-d664-4d5e-b175-3aa74b0aad94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600445 Sep 22 10:30:45.552143 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:45.562398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:45.562786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf576e3a-f87c-4c02-aaa1-3ba77c3e9f93') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:45.573991 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.590548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.597218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:30:45.601982 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:30:45.654746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-983ccbe8-a7fc-4c60-8d2b-98de2619fdda tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.697147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-6008b92d-ae5b-4061-855a-331f38f555e3 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563945 Sep 22 10:30:45.706344 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-983ccbe8-a7fc-4c60-8d2b-98de2619fdda tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.751079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.757853 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.761944 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] 10.222.0.20 "DELETE /v2.0/networks/257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1 HTTP/1.1" status: 204 len: 168 time: 0.4148343 Sep 22 10:30:45.777063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e17c4-4aed-4fe1-b4e8-dd490ba4800d admin admin] Pushing event deleted for resources: {'Network': ['ID=257d99ee-bc2e-4c09-8f36-c6a4e53c0ca1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:45.846152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-0b157a0a-4ae2-424a-b06b-96cd38c26102 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415508 Sep 22 10:30:45.904980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-b6ca6dcd-df8b-4003-9082-dcc55870d50a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc HTTP/1.1" status: 200 len: 217 time: 0.0405235 Sep 22 10:30:45.906227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-983ccbe8-a7fc-4c60-8d2b-98de2619fdda tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.908769 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-983ccbe8-a7fc-4c60-8d2b-98de2619fdda tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.910157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-983ccbe8-a7fc-4c60-8d2b-98de2619fdda tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/a30ee9c3-12bf-40e0-8a90-abc94b767518 HTTP/1.1" status: 204 len: 168 time: 0.3897793 Sep 22 10:30:45.912624 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35318) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:45.947796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ccbe8-a7fc-4c60-8d2b-98de2619fdda tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30ee9c3-12bf-40e0-8a90-abc94b767518,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:45.964422 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c5bc8b47-3449-4601-92aa-e1794bed2ea5 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445814 Sep 22 10:30:45.965330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35320) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:45.971558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ab51aac5-d09d-47ca-bb45-b5fd51e9fdc6 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '90e3f192-f9be-4384-b0cd-04685b986ec1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:46.010158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-43383c55-b39f-473a-8915-799699a3a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.011664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-43383c55-b39f-473a-8915-799699a3a334 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.0981524 Sep 22 10:30:46.049894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1334895-e3af-499d-a787-2e60563f491e req-f3840b01-b67a-4e39-9663-82b9a13c02df tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.051370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1334895-e3af-499d-a787-2e60563f491e req-f3840b01-b67a-4e39-9663-82b9a13c02df tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1096 time: 0.1069829 Sep 22 10:30:46.081943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-ef00f79d-cc9d-4fb1-a1ec-d7e6ea48a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.083564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-ef00f79d-cc9d-4fb1-a1ec-d7e6ea48a3ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0626366 Sep 22 10:30:46.119017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1334895-e3af-499d-a787-2e60563f491e req-6d707c7e-032e-4ec2-95f5-0256b8840ebc tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600619 Sep 22 10:30:46.215565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35332) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:46.243742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-591538b0-9ed0-43ce-94c4-2df05acc2aa4 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497781 Sep 22 10:30:46.298125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7136a130-fc80-4fcb-93f1-496983f6fdc0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f2665260bd04d7bbfbaa9149a0679ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814564 Sep 22 10:30:46.300719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35334) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:46.328842 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-ab51aac5-d09d-47ca-bb45-b5fd51e9fdc6 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The resource could not be found. Sep 22 10:30:46.329873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ab51aac5-d09d-47ca-bb45-b5fd51e9fdc6 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3636022 Sep 22 10:30:46.334921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35336) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:46.340219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-53212500-0475-482a-9677-591bce380ae8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--772282866'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:46.357689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-6b282f89-5c4f-437a-bec2-1a735421d95f service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013765 Sep 22 10:30:46.369874 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d682a39-0572-4dfb-8acb-9d954c5932c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:46.392032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d682a39-0572-4dfb-8acb-9d954c5932c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:46.412374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-5009a7ec-ff3c-4f88-a5ba-05d3d803998e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a81ec790-8609-44bd-b50c-5af0a7205433 HTTP/1.1" status: 200 len: 217 time: 0.0468204 Sep 22 10:30:46.500813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-db12980e-9bfd-4eed-829f-c2a93d132582 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0966437 Sep 22 10:30:46.502269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-86a0bea2-4146-42ba-850e-2316b2f65480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.503620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-86a0bea2-4146-42ba-850e-2316b2f65480 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.0727813 Sep 22 10:30:46.555114 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-53212500-0475-482a-9677-591bce380ae8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:46.569340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-c83de13a-2f3e-4bb5-b82c-e43829949ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.571712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-c83de13a-2f3e-4bb5-b82c-e43829949ade service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0607550 Sep 22 10:30:46.618310 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d682a39-0572-4dfb-8acb-9d954c5932c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:46.620867 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d682a39-0572-4dfb-8acb-9d954c5932c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:46.622157 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9d682a39-0572-4dfb-8acb-9d954c5932c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c62c9ff-25b3-4732-9c64-d73130f010b4 HTTP/1.1" status: 204 len: 168 time: 0.3204868 Sep 22 10:30:46.640590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c6dabd62-1212-4900-8cf4-2a2d8e24de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.641203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c6dabd62-1212-4900-8cf4-2a2d8e24de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.647857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c6dabd62-1212-4900-8cf4-2a2d8e24de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.647857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c6dabd62-1212-4900-8cf4-2a2d8e24de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.647857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c6dabd62-1212-4900-8cf4-2a2d8e24de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.647857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c6dabd62-1212-4900-8cf4-2a2d8e24de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.647857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c6dabd62-1212-4900-8cf4-2a2d8e24de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.647857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c6dabd62-1212-4900-8cf4-2a2d8e24de78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6501 time: 0.0967686 Sep 22 10:30:46.679307 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-53212500-0475-482a-9677-591bce380ae8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:46.681949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d682a39-0572-4dfb-8acb-9d954c5932c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62c9ff-25b3-4732-9c64-d73130f010b4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:46.757695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-5cde7ec2-af70-49f5-941d-5aeb75f34e68 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691935 Sep 22 10:30:46.802469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-53212500-0475-482a-9677-591bce380ae8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:46.814427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-e4ceeb85-b071-44db-bfab-b3149dbc4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.814917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-e4ceeb85-b071-44db-bfab-b3149dbc4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.815563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-e4ceeb85-b071-44db-bfab-b3149dbc4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:46.816994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-e4ceeb85-b071-44db-bfab-b3149dbc4596 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=4927cad9-cef8-441f-b79e-01c2af82e173&id=21dc8868-4c57-42cf-9a4c-9e1363920957&id=21dc8868-4c57-42cf-9a4c-9e1363920957 HTTP/1.1" status: 200 len: 2298 time: 0.1440268 Sep 22 10:30:46.866090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53212500-0475-482a-9677-591bce380ae8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3184be4e-0c67-497a-ac70-f8832f1c75e0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:46.930411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e792e8-c50c-45a6-8f07-c5dc6028f869 req-8606a330-9e43-4d36-a37e-06e15f8f02b5 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633883 Sep 22 10:30:46.932570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-45553fcf-57be-4892-8fd0-c56ec52f0b98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78 HTTP/1.1" status: 200 len: 1000 time: 0.0900238 Sep 22 10:30:46.968704 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-53212500-0475-482a-9677-591bce380ae8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:46.970143 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-53212500-0475-482a-9677-591bce380ae8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6334882 Sep 22 10:30:46.973184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35356) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:46.981357 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c37bbab0-3198-4d38-8c70-ed1829306537 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--694777598'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:46.999602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-db23c693-9f61-472f-a6d4-54087d1e588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.003061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-db23c693-9f61-472f-a6d4-54087d1e588e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db4c87aa-f323-4cfd-bfdc-71ae14aab81a HTTP/1.1" status: 200 len: 855 time: 0.0609579 Sep 22 10:30:47.071505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-d7b9c75b-8f87-436e-b635-85a0b0f4cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.086086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-d7b9c75b-8f87-436e-b635-85a0b0f4cbef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754125 Sep 22 10:30:47.124887 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c37bbab0-3198-4d38-8c70-ed1829306537 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:47.247957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c37bbab0-3198-4d38-8c70-ed1829306537 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:47.293801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c37bbab0-3198-4d38-8c70-ed1829306537 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:47.344383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43912f-4bfe-4532-a3ca-7942c76b621a req-38a9a5cc-dcf7-4f36-87ab-36be9c8f9afb tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.346611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e43912f-4bfe-4532-a3ca-7942c76b621a req-38a9a5cc-dcf7-4f36-87ab-36be9c8f9afb tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1096 time: 0.1283455 Sep 22 10:30:47.348271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-2fa752cc-d7b7-4cb1-bc6c-259835cd5874 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.350121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-2fa752cc-d7b7-4cb1-bc6c-259835cd5874 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 1096 time: 0.1307554 Sep 22 10:30:47.353671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-a51e0ac9-9a37-4bc7-925b-2611f13bb285 service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590501 Sep 22 10:30:47.360260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bbab0-3198-4d38-8c70-ed1829306537 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6501002a-f444-4d30-84a9-f3b227b7ed0c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:47.421702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35388) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:47.462792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e43912f-4bfe-4532-a3ca-7942c76b621a req-f8d68ceb-3ab6-4f08-8a5a-53f7733f1ab5 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067636 Sep 22 10:30:47.477306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c37bbab0-3198-4d38-8c70-ed1829306537 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:47.483475 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c37bbab0-3198-4d38-8c70-ed1829306537 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5055001 Sep 22 10:30:47.494479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35394) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:47.500241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7cbf7174-5549-475f-b25f-e241cfd8ebbb tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '3184be4e-0c67-497a-ac70-f8832f1c75e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6501002a-f444-4d30-84a9-f3b227b7ed0c'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:47.553140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-7638b442-408c-4ec7-8b84-de5cb8146b65 service neutron] 10.222.0.30 "GET /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729970 Sep 22 10:30:47.582763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-9e04dd01-208f-4611-a74b-0b83498cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.582763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-9e04dd01-208f-4611-a74b-0b83498cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.582763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-9e04dd01-208f-4611-a74b-0b83498cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.582763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-9e04dd01-208f-4611-a74b-0b83498cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.582763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-9e04dd01-208f-4611-a74b-0b83498cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.582763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-9e04dd01-208f-4611-a74b-0b83498cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.582763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-9e04dd01-208f-4611-a74b-0b83498cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.590348 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-9e04dd01-208f-4611-a74b-0b83498cb4cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 6501 time: 0.1673102 Sep 22 10:30:47.619593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-ce6cfbb6-fe30-4e13-952f-79fc8b793c96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=85fc67a6-7d73-414d-a695-281536410e94 HTTP/1.1" status: 200 len: 217 time: 0.0580928 Sep 22 10:30:47.626207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Deleting port 23bcb50d-981b-4b7f-90c8-23e48f472f14 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:47.626792 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:47.631096 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-e204293a-afff-45fc-9140-66817ee59945 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=add5fbc7-2da1-44d8-aef8-142d38d86010&id=6552a8cd-c37e-46ec-ad48-2f71bb523283&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401156 Sep 22 10:30:47.730498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-53b9fe16-b1fb-4534-99e2-48bef4bbe056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.731983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-53b9fe16-b1fb-4534-99e2-48bef4bbe056 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.1026006 Sep 22 10:30:47.780986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] For port 23bcb50d-981b-4b7f-90c8-23e48f472f14, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=23bcb50d-981b-4b7f-90c8-23e48f472f14,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:47.781358 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:47.786059 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-7cbf7174-5549-475f-b25f-e241cfd8ebbb tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:47.794779 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7cbf7174-5549-475f-b25f-e241cfd8ebbb tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2914166 Sep 22 10:30:47.794999 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35404) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:47.797614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Calling delete_port for 23bcb50d-981b-4b7f-90c8-23e48f472f14 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:47.811233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c5ec7078-9327-4a91-978f-c6f004cca63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.812764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c5ec7078-9327-4a91-978f-c6f004cca63b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732505 Sep 22 10:30:47.875130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a487168-3a37-4b29-93e9-f0b810d2cebf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:47.900375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a487168-3a37-4b29-93e9-f0b810d2cebf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:47.972984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-6f900af5-48a9-4bb3-acc7-094b611a147d service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221118 Sep 22 10:30:48.071324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a487168-3a37-4b29-93e9-f0b810d2cebf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.076370 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a487168-3a37-4b29-93e9-f0b810d2cebf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.076370 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8a487168-3a37-4b29-93e9-f0b810d2cebf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/6501002a-f444-4d30-84a9-f3b227b7ed0c HTTP/1.1" status: 204 len: 168 time: 0.2783837 Sep 22 10:30:48.079753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35420) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:48.092754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a487168-3a37-4b29-93e9-f0b810d2cebf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6501002a-f444-4d30-84a9-f3b227b7ed0c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:48.104135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-f2f56319-5627-482c-bbad-dfe886180298 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996230 Sep 22 10:30:48.145459 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f43c5fb0-8c3e-4348-884a-47a50a5b37cb tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0634012 Sep 22 10:30:48.148834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35422) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:48.151834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-c6063f0c-a075-4545-8176-becfecb2166d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=da4d4f68-a51f-477f-b203-59c327684705 HTTP/1.1" status: 200 len: 217 time: 0.0392225 Sep 22 10:30:48.203967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-8732b63e-bd6d-45ed-bc5a-81a1180db5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:48.204617 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf302-1cd1-499d-908b-83da1348c8e6 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.205451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-8732b63e-bd6d-45ed-bc5a-81a1180db5b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0465176 Sep 22 10:30:48.240814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf302-1cd1-499d-908b-83da1348c8e6 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.242977 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.258988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['23bcb50d-981b-4b7f-90c8-23e48f472f14'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:48.262621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['aefd8650-7009-45d1-94e5-51cc8fefdc84'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:48.284011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Pushing event deleted for resources: {'Port': ['ID=23bcb50d-981b-4b7f-90c8-23e48f472f14,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:48.293447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-ac857307-57ac-4447-91f8-aa6ce304b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:48.295205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-ac857307-57ac-4447-91f8-aa6ce304b6ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826628 Sep 22 10:30:48.375925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] No DVR routers for this DVR port 23bcb50d-981b-4b7f-90c8-23e48f472f14 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:30:48.388002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35430) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:48.388431 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.390465 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c84024ee-8baf-47b7-a0ce-fa5329bc5fbd req-b975c2c2-1694-4d17-b4ba-1300e046ce6e tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.30 "DELETE /v2.0/ports/23bcb50d-981b-4b7f-90c8-23e48f472f14 HTTP/1.1" status: 204 len: 173 time: 1.0114627 Sep 22 10:30:48.390992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d31404-0cb9-48d3-b44b-0cce5b7f8099', 'name': 'network-vif-deleted', 'tag': '23bcb50d-981b-4b7f-90c8-23e48f472f14'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:48.393559 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d0d757-6d10-415c-a7d2-f28d943bb1a3" -d '{"events": [{"server_uuid": "b2d31404-0cb9-48d3-b44b-0cce5b7f8099", "name": "network-vif-deleted", "tag": "23bcb50d-981b-4b7f-90c8-23e48f472f14"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:48.448393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf302-1cd1-499d-908b-83da1348c8e6 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.451323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf302-1cd1-499d-908b-83da1348c8e6 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.455261 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b8fcf302-1cd1-499d-908b-83da1348c8e6 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/3184be4e-0c67-497a-ac70-f8832f1c75e0 HTTP/1.1" status: 204 len: 168 time: 0.3027914 Sep 22 10:30:48.455804 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf3a4ee-4591-4323-afe0-3ad1a2be38f6 x-openstack-request-id: req-eaf3a4ee-4591-4323-afe0-3ad1a2be38f6 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:48.456132 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d31404-0cb9-48d3-b44b-0cce5b7f8099", "name": "network-vif-deleted", "tag": "23bcb50d-981b-4b7f-90c8-23e48f472f14", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:48.456682 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaf3a4ee-4591-4323-afe0-3ad1a2be38f6 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:48.456920 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d31404-0cb9-48d3-b44b-0cce5b7f8099', 'name': 'network-vif-deleted', 'tag': '23bcb50d-981b-4b7f-90c8-23e48f472f14', 'status': 'completed', 'code': 200} Sep 22 10:30:48.457148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35436) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:48.469761 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcf302-1cd1-499d-908b-83da1348c8e6 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3184be4e-0c67-497a-ac70-f8832f1c75e0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:48.568228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-e2e3b92e-9f27-45c7-bd1a-b37e0a61a093 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374184 Sep 22 10:30:48.582375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-network', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:48.626406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2eb76f5c-ed54-4ebb-9cad-ac66d60136a9 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1631184 Sep 22 10:30:48.626651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35442) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:48.631159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bfc4744c-684b-49b8-a764-de1d88f18e5d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029007263'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:48.644397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5da57cc-62ac-4ff5-94e6-1e77a2c5eec2 req-78684d99-7274-4361-91d1-c95f74696e90 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 210 time: 0.0488234 Sep 22 10:30:48.721322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-7b284dde-e39a-4dba-b6f8-eb68f3b5711c service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430776 Sep 22 10:30:48.747067 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Made reservation on behalf of 0386331511ef4dc3a568e33c86dfca1f for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:48.749511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.761994 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.767333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-e5ac878a-2f61-480b-83a3-2b8c3b760572 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=46933de2-0be6-405d-bff9-f23846d4c7da HTTP/1.1" status: 200 len: 217 time: 0.0386493 Sep 22 10:30:48.826269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-be6c6b22-7a58-4ed2-838f-3965b975ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:48.827764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-be6c6b22-7a58-4ed2-838f-3965b975ecbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0530908 Sep 22 10:30:48.873671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-3883fd0c-7b6b-4eb4-8654-c688904fb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:48.875204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-3883fd0c-7b6b-4eb4-8654-c688904fb199 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0405891 Sep 22 10:30:48.892767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfc4744c-684b-49b8-a764-de1d88f18e5d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:48.986172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.137112 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.179394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:30:49.190810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde139b2-9b29-4b94-b73b-c4a63678e814,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:49.206654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.206654 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Added segment ca8b39cc-17f5-4eaa-92a7-0f4f035e386b of type vlan for network 4ae4006a-9e4d-417b-977b-623b8a582cbd Sep 22 10:30:49.260687 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.262674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35450) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:49.277327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-93d8f6ca-dc7b-4f49-ae16-542cb85c5dc5 service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952692 Sep 22 10:30:49.298617 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfc4744c-684b-49b8-a764-de1d88f18e5d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.371133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-57ba5439-cf0f-442c-802d-648e697c0fcd service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852599 Sep 22 10:30:49.378166 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfc4744c-684b-49b8-a764-de1d88f18e5d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.395716 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-94baddaa-389b-4053-b694-9e526de2d3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.417796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-dbeab9b4-2620-40ff-82af-df4a6554ccf3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=29e9ccd4-d129-4350-8f71-252678d221c9 HTTP/1.1" status: 200 len: 217 time: 0.0379100 Sep 22 10:30:49.424639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4744c-684b-49b8-a764-de1d88f18e5d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b10d622-ae3b-462b-8944-09e75b8af9c8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:49.442670 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.443689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:49.444281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.468168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-360f3272-cede-4f43-9767-0c6cb4f59f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:49.469716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-360f3272-cede-4f43-9767-0c6cb4f59f05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 200 len: 797 time: 0.0445418 Sep 22 10:30:49.507700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] Pushing event updated for resources: {'Network': ['ID=4ae4006a-9e4d-417b-977b-623b8a582cbd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:49.516560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-8299349a-ae8f-40ad-abb5-b2862a92a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:49.517674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4ae4006a-9e4d-417b-977b-623b8a582cbd details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:30:49.518335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-8299349a-ae8f-40ad-abb5-b2862a92a25a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4927cad9-cef8-441f-b79e-01c2af82e173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411477 Sep 22 10:30:49.530001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfc4744c-684b-49b8-a764-de1d88f18e5d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.531854 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bfc4744c-684b-49b8-a764-de1d88f18e5d tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9041054 Sep 22 10:30:49.535199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35454) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:49.540113 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-535d21e1-a973-4d5c-96ef-88c086d647d8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '9b10d622-ae3b-462b-8944-09e75b8af9c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:49.622396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-304ac933-2eda-44e6-864e-17ed4d50987d service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962059 Sep 22 10:30:49.623832 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-94baddaa-389b-4053-b694-9e526de2d3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.714372 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-39a92041-4067-4892-8163-4f9acd109ffb service neutron] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854075 Sep 22 10:30:49.768091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-bb5639d7-4ca3-4df6-b7d7-0d0d3af56c13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d HTTP/1.1" status: 200 len: 217 time: 0.0469606 Sep 22 10:30:49.769848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-94baddaa-389b-4053-b694-9e526de2d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.784688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-276b5fea-87f4-45bf-a351-1cbd5d9c4f7e req-91a3633d-6cfb-496e-8c4e-bfb84b39d669 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2d31404-0cb9-48d3-b44b-0cce5b7f8099 HTTP/1.1" status: 200 len: 210 time: 0.0562212 Sep 22 10:30:49.815620 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-94baddaa-389b-4053-b694-9e526de2d3cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ef28a54f64d4595a928aa2467490cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489693 Sep 22 10:30:49.815859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94baddaa-389b-4053-b694-9e526de2d3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f814d93e-c485-4557-8b0e-8a9c1c6f3cba,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:49.822647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35462) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:49.848302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-77626082-245c-4334-abb8-f6ee9b89f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:49.849768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-77626082-245c-4334-abb8-f6ee9b89f34c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.0676231 Sep 22 10:30:49.919244 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5b31636b-0a4a-43c0-81a8-88e9ce79aecb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5299559 Sep 22 10:30:49.922611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35464) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:49.929666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-511bd256-1709-4367-911d-4e9956682667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.929833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Request body: {'subnet': {'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-subnet', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:49.933582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-0e81dabb-4aa7-4207-8cd0-d2a4f33422bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:49.935120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-0e81dabb-4aa7-4207-8cd0-d2a4f33422bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763693 Sep 22 10:30:49.973159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-511bd256-1709-4367-911d-4e9956682667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.058671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-7b56020f-5baf-4ca5-ab99-9f2d3511926a service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164734 Sep 22 10:30:50.140518 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Made reservation on behalf of 0386331511ef4dc3a568e33c86dfca1f for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:50.143160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.155801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-d4e89969-17ba-4bbe-8ff6-802abf5e981c service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893295 Sep 22 10:30:50.200597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-511bd256-1709-4367-911d-4e9956682667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.203161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-511bd256-1709-4367-911d-4e9956682667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.204314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-511bd256-1709-4367-911d-4e9956682667 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f814d93e-c485-4557-8b0e-8a9c1c6f3cba HTTP/1.1" status: 204 len: 168 time: 0.3787575 Sep 22 10:30:50.207841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-80773a62-f355-48fb-bae6-babae5b0a6bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=afc8eeab-c14f-40e3-9570-9b5a97523830 HTTP/1.1" status: 200 len: 217 time: 0.0447228 Sep 22 10:30:50.213800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bd256-1709-4367-911d-4e9956682667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f814d93e-c485-4557-8b0e-8a9c1c6f3cba,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:50.239560 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-535d21e1-a973-4d5c-96ef-88c086d647d8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:50.243549 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-535d21e1-a973-4d5c-96ef-88c086d647d8 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7038786 Sep 22 10:30:50.244352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:50.248179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ade42a8f-d74b-4c22-ab2e-9410d2a9c49a tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group_rule': {'security_group_id': '9b10d622-ae3b-462b-8944-09e75b8af9c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:50.271128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-f0d4ecfc-0bbb-49d2-bc52-a46bd6e8fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:50.272665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-f0d4ecfc-0bbb-49d2-bc52-a46bd6e8fd50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 200 len: 797 time: 0.0558879 Sep 22 10:30:50.320182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-f73464f6-daca-411c-948c-02ca71fce51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:50.321767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-f73464f6-daca-411c-948c-02ca71fce51c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21dc8868-4c57-42cf-9a4c-9e1363920957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418375 Sep 22 10:30:50.414921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-fd97d1a2-e752-46aa-98c1-886e0c16db87 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856552 Sep 22 10:30:50.458239 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.510145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aeac12c-206f-4ff1-af13-4a14dd1da4ad req-be9438ed-5c2a-4725-8112-5c093df055b8 service neutron] 10.222.0.30 "GET /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880921 Sep 22 10:30:50.513189 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-ade42a8f-d74b-4c22-ab2e-9410d2a9c49a tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:30:50.514281 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ade42a8f-d74b-4c22-ab2e-9410d2a9c49a tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2695203 Sep 22 10:30:50.516898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33baf35-4f40-4c76-83b3-62eab299a5b5,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:50.517722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35472) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:50.529937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Checking segment: {'id': 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:50.530332 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Network hostable DHCP agents. Network: 4ae4006a-9e4d-417b-977b-623b8a582cbd, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:30:50.576824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-216dba18-c6d3-46ec-bad8-85179d406c11 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.598693 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-216dba18-c6d3-46ec-bad8-85179d406c11 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.682269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Network 4ae4006a-9e4d-417b-977b-623b8a582cbd is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:30:50.752690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 23bcb50d-981b-4b7f-90c8-23e48f472f14 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:50.773430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 23bcb50d-981b-4b7f-90c8-23e48f472f14 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:50.773784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 23bcb50d-981b-4b7f-90c8-23e48f472f14 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:50.779602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-216dba18-c6d3-46ec-bad8-85179d406c11 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.782324 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-216dba18-c6d3-46ec-bad8-85179d406c11 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.783480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-216dba18-c6d3-46ec-bad8-85179d406c11 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/9b10d622-ae3b-462b-8944-09e75b8af9c8 HTTP/1.1" status: 204 len: 168 time: 0.2609737 Sep 22 10:30:50.786050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35480) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:50.792854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dba18-c6d3-46ec-bad8-85179d406c11 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b10d622-ae3b-462b-8944-09e75b8af9c8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:50.804777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4ae4006a-9e4d-417b-977b-623b8a582cbd) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:50.818784 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:50.819439 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:50.820086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce7a84-bc26-4fd0-aec1-a9ae60c32416 None None] Network 4ae4006a-9e4d-417b-977b-623b8a582cbd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:30:50.865345 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ec1189f7-0f3c-4b20-8e60-9c548648e5cd tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777001 Sep 22 10:30:50.869893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35490) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:50.875972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5d00f3d7-a486-42dd-9932-1ef5d40687c4 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'tempest-secgroup--305858762'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:50.912150 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-99078fe9-0622-481c-8afd-ee9dc511639c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9884715 Sep 22 10:30:50.914807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35492) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:50.922805 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:50.963815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee323b-276f-4450-88cd-d84d49f41c3b None None] Network 4ae4006a-9e4d-417b-977b-623b8a582cbd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:30:50.997250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d00f3d7-a486-42dd-9932-1ef5d40687c4 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.138958 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.140063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.205603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.229806 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d00f3d7-a486-42dd-9932-1ef5d40687c4 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.442555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d00f3d7-a486-42dd-9932-1ef5d40687c4 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.476297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00f3d7-a486-42dd-9932-1ef5d40687c4 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8b175b-e36d-4d48-afde-aded34d14f96,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:51.551197 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d00f3d7-a486-42dd-9932-1ef5d40687c4 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.552765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5d00f3d7-a486-42dd-9932-1ef5d40687c4 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6815960 Sep 22 10:30:51.555856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35510) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:51.560424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ea82133a-1864-4212-b0f9-504153c6bfdf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:51.562708 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-ea82133a-1864-4212-b0f9-504153c6bfdf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 10:30:51.562912 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-ea82133a-1864-4212-b0f9-504153c6bfdf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 10:30:51.566895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35512) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:51.571281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ea82133a-1864-4212-b0f9-504153c6bfdf tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "PUT /v2.0/security-groups/3d8b175b-e36d-4d48-afde-aded34d14f96 HTTP/1.1" status: 409 len: 330 time: 0.0141051 Sep 22 10:30:51.622092 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.666563 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3088444e-5801-43d2-874f-09d832cd1c23 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.668383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d9dd2-c076-4c47-9080-b8ba1a68828f req-e53d5448-0df6-4660-9451-bb473ef85723 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:51.669953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f9d9dd2-c076-4c47-9080-b8ba1a68828f req-e53d5448-0df6-4660-9451-bb473ef85723 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1096 time: 0.0504708 Sep 22 10:30:51.690856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3088444e-5801-43d2-874f-09d832cd1c23 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.705397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f9d9dd2-c076-4c47-9080-b8ba1a68828f req-a3de0dec-b5a0-4541-8aed-adb88853896a tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288155 Sep 22 10:30:51.880369 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3088444e-5801-43d2-874f-09d832cd1c23 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.882972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3088444e-5801-43d2-874f-09d832cd1c23 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.884168 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3088444e-5801-43d2-874f-09d832cd1c23 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/3d8b175b-e36d-4d48-afde-aded34d14f96 HTTP/1.1" status: 204 len: 168 time: 0.3156867 Sep 22 10:30:51.887198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35520) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:51.918396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088444e-5801-43d2-874f-09d832cd1c23 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8b175b-e36d-4d48-afde-aded34d14f96,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:51.938215 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.952119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8b30eb86-7151-4ace-9fec-1fe5773dadac tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599329 Sep 22 10:30:51.952417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35524) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:51.963491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:51.967078 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-0f9cda41-8730-4c2e-bfcc-487c793bb534 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] delete failed (client error): The resource could not be found. Sep 22 10:30:51.972203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0f9cda41-8730-4c2e-bfcc-487c793bb534 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ea0f9a1-c838-43b2-b45d-c9bd1a1e0aeb HTTP/1.1" status: 404 len: 347 time: 0.0147822 Sep 22 10:30:51.972497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35526) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:51.987374 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-b4539545-b7e6-4056-8f47-6ef17294f417 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] show failed (client error): The resource could not be found. Sep 22 10:30:51.988385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b4539545-b7e6-4056-8f47-6ef17294f417 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-groups/026b0bbe-d7af-4cc7-9afe-85fd7fbe81aa HTTP/1.1" status: 404 len: 347 time: 0.0148470 Sep 22 10:30:51.992046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35528) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:52.003429 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-3fec8494-dd50-4003-9f4d-53852a70f067 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] show failed (client error): The resource could not be found. Sep 22 10:30:52.007459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3fec8494-dd50-4003-9f4d-53852a70f067 tempest-NegativeSecGroupIPv6Test-1452719602 tempest-NegativeSecGroupIPv6Test-1452719602-project] 10.222.0.20 "GET /v2.0/security-group-rules/fc743ce6-d41f-4568-ba18-3a751dbc0e47 HTTP/1.1" status: 404 len: 356 time: 0.0114784 Sep 22 10:30:52.074774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Allocated IP 172.25.1.78 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/c147a196-7dfe-4142-a55e-4a9ec8439716) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:52.178677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:52.309741 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fe119888-f6cf-43d6-8391-93615694b88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:52.348320 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:52.385370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:52.388159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:52.391877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:52.399881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Pushing event updated for resources: {'Port': ['ID=c147a196-7dfe-4142-a55e-4a9ec8439716,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:52.593920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35546) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:52.789498 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-022f3672-6074-4f34-9529-b8921b1356a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50c32d3029604edd9e933b8b0e0f85c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943328 Sep 22 10:30:52.791232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35554) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:52.805439 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:52.880406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67153fa2-ee65-4e9a-b184-5aaae578c732 req-1319d9ef-dfa7-4f34-b8b6-ccbbb977f99b tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:52.882596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67153fa2-ee65-4e9a-b184-5aaae578c732 req-1319d9ef-dfa7-4f34-b8b6-ccbbb977f99b tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1096 time: 0.0924280 Sep 22 10:30:52.883760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b83951d6-3c65-4b57-a783-4efa8fa4dbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:52.963947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b83951d6-3c65-4b57-a783-4efa8fa4dbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:52.985933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67153fa2-ee65-4e9a-b184-5aaae578c732 req-257fbe08-f7a0-4e52-8349-7018ec3fc3e9 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=928675ff-50fa-4641-90a2-4fb6ef5921c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894613 Sep 22 10:30:53.007755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72de390-cb47-4b74-8308-62d34edfad6a req-74318d07-b6ea-4497-b50e-caa28ce7de38 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:53.009283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72de390-cb47-4b74-8308-62d34edfad6a req-74318d07-b6ea-4497-b50e-caa28ce7de38 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 1096 time: 0.1211798 Sep 22 10:30:53.020856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.099599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b72de390-cb47-4b74-8308-62d34edfad6a req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Deleting port aefd8650-7009-45d1-94e5-51cc8fefdc84 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:53.099991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b72de390-cb47-4b74-8308-62d34edfad6a req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.154701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b83951d6-3c65-4b57-a783-4efa8fa4dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.157145 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b83951d6-3c65-4b57-a783-4efa8fa4dbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.158306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b83951d6-3c65-4b57-a783-4efa8fa4dbc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b34822c-d64c-4557-ac39-f755883c383b HTTP/1.1" status: 204 len: 168 time: 0.3659384 Sep 22 10:30:53.171713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83951d6-3c65-4b57-a783-4efa8fa4dbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b34822c-d64c-4557-ac39-f755883c383b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:53.203037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b72de390-cb47-4b74-8308-62d34edfad6a req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] For port aefd8650-7009-45d1-94e5-51cc8fefdc84, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aefd8650-7009-45d1-94e5-51cc8fefdc84,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:53.203554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b72de390-cb47-4b74-8308-62d34edfad6a req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.225489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b72de390-cb47-4b74-8308-62d34edfad6a req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Calling delete_port for aefd8650-7009-45d1-94e5-51cc8fefdc84 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:53.231235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:30:53.344903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:53.354335 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Sync routers for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:53.363448 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:53.364060 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:53.462966 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:53.521557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.521786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b72de390-cb47-4b74-8308-62d34edfad6a req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.525853 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-07f71058-fab1-4dec-b6b8-ce793eeea48f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6071634 Sep 22 10:30:53.526127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35570) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:53.540091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['aefd8650-7009-45d1-94e5-51cc8fefdc84'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:53.578973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Pushing event deleted for resources: {'Port': ['ID=aefd8650-7009-45d1-94e5-51cc8fefdc84,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:53.611739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.616569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.618735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.622343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.622343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.622343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.622343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.625349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.626025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.626576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.628747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.629287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:53.655225 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:52Z', 'revision_number': 3, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:53.692372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72de390-cb47-4b74-8308-62d34edfad6a req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] No DVR routers for this DVR port aefd8650-7009-45d1-94e5-51cc8fefdc84 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:30:53.696782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b72de390-cb47-4b74-8308-62d34edfad6a req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.699233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72de390-cb47-4b74-8308-62d34edfad6a req-cb427031-1272-4d25-a4f4-8dbe75ebba77 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.32 "DELETE /v2.0/ports/aefd8650-7009-45d1-94e5-51cc8fefdc84 HTTP/1.1" status: 204 len: 173 time: 0.6827736 Sep 22 10:30:53.699840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcd1625-8b3b-4cea-9553-4c6a57bf7a12', 'name': 'network-vif-deleted', 'tag': 'aefd8650-7009-45d1-94e5-51cc8fefdc84'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:53.710933 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Checking router: be89f6c5-b7b0-4d50-82ee-6b06e98968f9 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:30:53.711991 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Updating router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 port c147a196-7dfe-4142-a55e-4a9ec8439716 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:30:53.712138 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3895be47-db37-4632-aac6-48b83c28ca47" -d '{"events": [{"server_uuid": "5fcd1625-8b3b-4cea-9553-4c6a57bf7a12", "name": "network-vif-deleted", "tag": "aefd8650-7009-45d1-94e5-51cc8fefdc84"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:53.756730 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.834126 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab81cd-2003-4f91-a8cc-27e0f9c9bbd8 x-openstack-request-id: req-55ab81cd-2003-4f91-a8cc-27e0f9c9bbd8 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:53.834448 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcd1625-8b3b-4cea-9553-4c6a57bf7a12", "name": "network-vif-deleted", "tag": "aefd8650-7009-45d1-94e5-51cc8fefdc84", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:53.834704 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55ab81cd-2003-4f91-a8cc-27e0f9c9bbd8 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:53.835704 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcd1625-8b3b-4cea-9553-4c6a57bf7a12', 'name': 'network-vif-deleted', 'tag': 'aefd8650-7009-45d1-94e5-51cc8fefdc84', 'status': 'completed', 'code': 200} Sep 22 10:30:54.070201 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.140267 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.170367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d7ec92f-31df-47b3-93d5-72ac4361fa31 req-d51dc661-3627-4def-949e-a3db007a0365 tempest-TestServerMultinode-472727886 tempest-TestServerMultinode-472727886-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fcd1625-8b3b-4cea-9553-4c6a57bf7a12 HTTP/1.1" status: 200 len: 210 time: 0.0384424 Sep 22 10:30:54.230731 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Pushing event updated for resources: {'Port': ['ID=c147a196-7dfe-4142-a55e-4a9ec8439716,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:54.239818 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.240503 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.240895 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.241958 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.242967 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.242967 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.243163 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.243320 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.243807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.244326 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.244658 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.245117 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:54.264333 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Attempting to bind port c147a196-7dfe-4142-a55e-4a9ec8439716 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:54.264641 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Attempting to bind port c147a196-7dfe-4142-a55e-4a9ec8439716 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:54.265032 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Attempting to bind port c147a196-7dfe-4142-a55e-4a9ec8439716 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:54.270864 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:54.273023 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:54.273023 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.273023 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:54.273023 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Bound port: c147a196-7dfe-4142-a55e-4a9ec8439716, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:54.273023 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.342329 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] For port c147a196-7dfe-4142-a55e-4a9ec8439716, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:54.345943 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] For port c147a196-7dfe-4142-a55e-4a9ec8439716, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c147a196-7dfe-4142-a55e-4a9ec8439716,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:54.400790 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.465685 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11601fd-8445-40df-bca1-c09e4e98e020 None None] Pushing event updated for resources: {'Port': ['ID=c147a196-7dfe-4142-a55e-4a9ec8439716,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:54.472494 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:54.473169 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:54.533156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.692706 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:54.734133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Allocated IP 172.20.0.1 (4ae4006a-9e4d-417b-977b-623b8a582cbd/d33baf35-4f40-4c76-83b3-62eab299a5b5/799e5657-6477-4449-b46c-c2167adb9980) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:54.760692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35614) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:54.900741 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.908719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1847724726'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:54.948676 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:52Z', 'revision_number': 3, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:54.974894 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cb819-ebfb-406d-ab56-274729c97c1c None None] The sync data for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 is: [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:52Z', 'revision_number': 3, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:55.112142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.113473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Made reservation on behalf of 37ffa2dca4834f568a2f0b3854aea320 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:55.117243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.127278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.151800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Network 4ae4006a-9e4d-417b-977b-623b8a582cbd is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:55.154711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:55.158325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:55.184679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=799e5657-6477-4449-b46c-c2167adb9980,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:55.203689 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48fffbf7-e647-4a98-81a2-9eeaebca1594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.212815 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.279662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35622) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:55.283786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.433785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.478678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.510475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:30:55.512416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.537242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f875c59f-07ca-4b37-9896-64d7221caf1e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:55.546570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.546570 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Added segment 181a21d7-93c6-4feb-985f-36f876c5b55e of type vlan for network 476b6416-4090-4131-a859-a8d39cf3f1e2 Sep 22 10:30:55.556378 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.631023 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.649362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.684912 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35626) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:55.711354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.823683 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.837474 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f872853b-e041-490b-b7e6-328251900db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.847715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.861745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.867666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:55.868313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.889458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:55.957279 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=799e5657-6477-4449-b46c-c2167adb9980,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:55.990268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2279351 Sep 22 10:30:55.992802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f0119-8e01-4275-a0e2-d14dd1ecda57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Pushing event updated for resources: {'Network': ['ID=476b6416-4090-4131-a859-a8d39cf3f1e2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:55.996243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35636) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:56.003880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 476b6416-4090-4131-a859-a8d39cf3f1e2 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:30:56.004860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Request body: {'subnet': {'network_id': '476b6416-4090-4131-a859-a8d39cf3f1e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:56.110929 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.144696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Network 4ae4006a-9e4d-417b-977b-623b8a582cbd is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:56.150065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:56.181816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Deleting port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:56.182205 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.270909 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f872853b-e041-490b-b7e6-328251900db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.277377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] For port e0ab7b8e-bf21-44df-aa36-30e4c61a9b65, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e0ab7b8e-bf21-44df-aa36-30e4c61a9b65,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:56.280390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.290506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Calling delete_port for e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:56.302611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:30:56.346432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f872853b-e041-490b-b7e6-328251900db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.380176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aefd8650-7009-45d1-94e5-51cc8fefdc84 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:56.401384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: aefd8650-7009-45d1-94e5-51cc8fefdc84 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:56.401867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aefd8650-7009-45d1-94e5-51cc8fefdc84 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:56.432853 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f872853b-e041-490b-b7e6-328251900db4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b66ae50ac8d4e349c40468f9d18fb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7468197 Sep 22 10:30:56.433615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872853b-e041-490b-b7e6-328251900db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c0269-8877-408c-8370-6d87c1e89176,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:56.435579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35638) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:56.467012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:56.476415 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8c488b22-4fe5-40d7-875c-5a85cc47fbe6 admin admin] 10.222.0.20 "PUT /v2.0/routers/be89f6c5-b7b0-4d50-82ee-6b06e98968f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9471641 Sep 22 10:30:56.484554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Made reservation on behalf of 37ffa2dca4834f568a2f0b3854aea320 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:56.488670 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.555968 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b54cb7e-87a9-423e-8709-c05ef3c15503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.588969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b54cb7e-87a9-423e-8709-c05ef3c15503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.620187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c147a196-7dfe-4142-a55e-4a9ec8439716 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:56.671060 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.691803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c147a196-7dfe-4142-a55e-4a9ec8439716 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:56.695627 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.727252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ab7b8e-bf21-44df-aa36-30e4c61a9b65,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:56.746982 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b54cb7e-87a9-423e-8709-c05ef3c15503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.755339 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b54cb7e-87a9-423e-8709-c05ef3c15503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.759412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7b54cb7e-87a9-423e-8709-c05ef3c15503 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d1c0269-8877-408c-8370-6d87c1e89176 HTTP/1.1" status: 204 len: 168 time: 0.3199198 Sep 22 10:30:56.798090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54cb7e-87a9-423e-8709-c05ef3c15503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c0269-8877-408c-8370-6d87c1e89176,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:56.843577 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.880818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port c147a196-7dfe-4142-a55e-4a9ec8439716, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c147a196-7dfe-4142-a55e-4a9ec8439716,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:56.891258 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.960225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Pushing event updated for resources: {'Subnet': ['ID=23c47db0-7a84-4e9c-b74d-6d3131d79105,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:56.969449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Checking segment: {'id': '181a21d7-93c6-4feb-985f-36f876c5b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '476b6416-4090-4131-a859-a8d39cf3f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:56.969820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Network hostable DHCP agents. Network: 476b6416-4090-4131-a859-a8d39cf3f1e2, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:30:57.025131 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.044090 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.050804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Sync routers for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:57.078165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:57.079054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:57.083804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=c147a196-7dfe-4142-a55e-4a9ec8439716,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:57.111028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Network 476b6416-4090-4131-a859-a8d39cf3f1e2 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:30:57.181633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-96028367-85d5-46e7-b7f4-c8117e52a532 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:57.183366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-96028367-85d5-46e7-b7f4-c8117e52a532 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/networks?id=4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 200 len: 820 time: 0.1890764 Sep 22 10:30:57.190808 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:57.217816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-ec3f092d-2bdb-4774-bc46-2d40550337fa tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/quotas/0386331511ef4dc3a568e33c86dfca1f HTTP/1.1" status: 200 len: 375 time: 0.0267308 Sep 22 10:30:57.243574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 476b6416-4090-4131-a859-a8d39cf3f1e2) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:57.249796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:57.251034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.277031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43960ad1-7a35-4c86-bc59-a65724679d54 None None] Network 476b6416-4090-4131-a859-a8d39cf3f1e2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:30:57.345046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-2984fb07-fcc2-48b3-97bc-ab5a5db57d83 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165137 Sep 22 10:30:57.366936 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-500a16be-e5e5-4bf7-b021-8ebff834f2a6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3677337 Sep 22 10:30:57.368174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35668) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:57.375960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Request body: {'port': {'network_id': '476b6416-4090-4131-a859-a8d39cf3f1e2', 'name': 'tempest-TagsExtTest-1402892983'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:57.451210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Router ecd3e10d-309e-49d4-a834-b34699a79487 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:30:57.528251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-5f6bac9f-bc59-49ba-b7aa-7926f5bdc47f service neutron] 10.222.0.20 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681852 Sep 22 10:30:57.528977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-476b6416-4090-4131-a859-a8d39cf3f1e2', 'network_id': '476b6416-4090-4131-a859-a8d39cf3f1e2', 'tenant_id': '37ffa2dca4834f568a2f0b3854aea320', 'fixed_ips': [{'subnet_id': '23c47db0-7a84-4e9c-b74d-6d3131d79105'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:30:57.529845 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.541589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '799e5657-6477-4449-b46c-c2167adb9980', 'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'mac_address': 'fa:16:3e:c5:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:54Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 2, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'subnets': [{'id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:57.570393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Checking router: be89f6c5-b7b0-4d50-82ee-6b06e98968f9 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:30:57.571029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Updating router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 port 799e5657-6477-4449-b46c-c2167adb9980 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:30:57.607563 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.625828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Made reservation on behalf of 37ffa2dca4834f568a2f0b3854aea320 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:57.631924 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.658189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] device_id is not set on port 95666773-81c1-4724-a3fb-40d4d3e7176f yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:30:57.797707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Allocated IP 172.20.0.9 (476b6416-4090-4131-a859-a8d39cf3f1e2/23c47db0-7a84-4e9c-b74d-6d3131d79105/95666773-81c1-4724-a3fb-40d4d3e7176f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:57.960486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:57.969438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1c25061b-3946-4c9d-86e2-6c14211118d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/ecd3e10d-309e-49d4-a834-b34699a79487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6859255 Sep 22 10:30:57.971251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35680) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:57.974993 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] Sync routers for ids ['ecd3e10d-309e-49d4-a834-b34699a79487'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:57.990069 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] Routers {'ecd3e10d-309e-49d4-a834-b34699a79487'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:57.990753 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ecd3e10d-309e-49d4-a834-b34699a79487'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:57.992898 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.995014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.086396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-f5e06e91-df22-4beb-a37c-71e6237fbcfe service neutron] 10.222.0.20 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240982 Sep 22 10:30:58.102053 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.130464 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] Set router ecd3e10d-309e-49d4-a834-b34699a79487 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:58.175856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.225856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.259457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Allocated IP 172.20.0.2 (476b6416-4090-4131-a859-a8d39cf3f1e2/23c47db0-7a84-4e9c-b74d-6d3131d79105/707557ee-5fc2-4683-a4bd-29adeffe53b6) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:58.266746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Network 476b6416-4090-4131-a859-a8d39cf3f1e2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:58.270495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:58.279118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:58.283368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Pushing event updated for resources: {'Port': ['ID=95666773-81c1-4724-a3fb-40d4d3e7176f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:58.317941 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.335750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:58.336374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.403719 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:42Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 5, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'gw_port': {'id': '92860aa8-24c0-4f2e-a403-10a65634d63c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:44Z', 'updated_at': '2021-09-22T10:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:58.436245 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] Checking router: ecd3e10d-309e-49d4-a834-b34699a79487 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:30:58.448279 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.453492 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] Routers {'ecd3e10d-309e-49d4-a834-b34699a79487'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:58.464445 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ecd3e10d-309e-49d4-a834-b34699a79487'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:58.495277 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-86103e35-4bd0-4a79-b068-a537d38a3f35 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1259420 Sep 22 10:30:58.502012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35694) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:58.507566 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-25b194ba-e6fd-4df5-8c01-b3a7dce9427c tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-197200466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:58.526353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Deleting port 92860aa8-24c0-4f2e-a403-10a65634d63c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:58.534041 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.637411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a3757-a326-41a3-89f8-752706feaed2 None None] Pushing event updated for resources: {'Port': ['ID=799e5657-6477-4449-b46c-c2167adb9980,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:58.646801 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.679024 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] Set router ecd3e10d-309e-49d4-a834-b34699a79487 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:58.729732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Attempting to bind port 799e5657-6477-4449-b46c-c2167adb9980 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:58.730495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Attempting to bind port 799e5657-6477-4449-b46c-c2167adb9980 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:58.733447 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Attempting to bind port 799e5657-6477-4449-b46c-c2167adb9980 on network 4ae4006a-9e4d-417b-977b-623b8a582cbd {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:58.738673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] For port 92860aa8-24c0-4f2e-a403-10a65634d63c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=92860aa8-24c0-4f2e-a403-10a65634d63c,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:58.739259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.740125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c147a196-7dfe-4142-a55e-4a9ec8439716 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:58.746871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:58.749037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Checking segment: {'id': 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:58.749037 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.749037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Bound using segment: {'id': 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:58.749037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Bound port: 799e5657-6477-4449-b46c-c2167adb9980, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:58.749477 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.756199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Calling delete_port for 92860aa8-24c0-4f2e-a403-10a65634d63c owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:58.787580 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.790167 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:42Z', 'updated_at': '2021-09-22T10:30:58Z', 'revision_number': 6, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:58.796787 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25b194ba-e6fd-4df5-8c01-b3a7dce9427c tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.797906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25b194ba-e6fd-4df5-8c01-b3a7dce9427c tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.844298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ea48de7-f665-4af1-9893-2ff994380eea req-f3c0fd98-e6d8-4ff8-8dae-53bb24977f70 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 210 time: 0.0320885 Sep 22 10:30:58.857619 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb33b4-c2c5-471d-8f36-f3dee1bb45d8 None None] The sync data for ids ['ecd3e10d-309e-49d4-a834-b34699a79487'] in n-d-807025-3 is: [{'id': 'ecd3e10d-309e-49d4-a834-b34699a79487', 'name': 'tempest-TestServerMultinode-1531481928-router', 'tenant_id': 'e4025103d97a42e7ae64a699a839b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:42Z', 'updated_at': '2021-09-22T10:30:58Z', 'revision_number': 6, 'project_id': 'e4025103d97a42e7ae64a699a839b241', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:58.893208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25b194ba-e6fd-4df5-8c01-b3a7dce9427c tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:58.900572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Network 476b6416-4090-4131-a859-a8d39cf3f1e2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:58.918653 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:58.930345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:58.954654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Pushing event updated for resources: {'Port': ['ID=707557ee-5fc2-4683-a4bd-29adeffe53b6,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:58.983394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] For port 799e5657-6477-4449-b46c-c2167adb9980, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:59.015760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c147a196-7dfe-4142-a55e-4a9ec8439716 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:59.016130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.023134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] For port 799e5657-6477-4449-b46c-c2167adb9980, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=799e5657-6477-4449-b46c-c2167adb9980,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:59.043946 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25b194ba-e6fd-4df5-8c01-b3a7dce9427c tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.044554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Attempting to bind port 707557ee-5fc2-4683-a4bd-29adeffe53b6 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:59.044941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Attempting to bind port 707557ee-5fc2-4683-a4bd-29adeffe53b6 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '181a21d7-93c6-4feb-985f-36f876c5b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '476b6416-4090-4131-a859-a8d39cf3f1e2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:59.045305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Attempting to bind port 707557ee-5fc2-4683-a4bd-29adeffe53b6 on network 476b6416-4090-4131-a859-a8d39cf3f1e2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:59.056230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:59.056611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Checking segment: {'id': '181a21d7-93c6-4feb-985f-36f876c5b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '476b6416-4090-4131-a859-a8d39cf3f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:59.057018 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.057415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Bound using segment: {'id': '181a21d7-93c6-4feb-985f-36f876c5b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '476b6416-4090-4131-a859-a8d39cf3f1e2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:59.057890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Bound port: 707557ee-5fc2-4683-a4bd-29adeffe53b6, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181a21d7-93c6-4feb-985f-36f876c5b55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '476b6416-4090-4131-a859-a8d39cf3f1e2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:59.058303 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.134191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.161523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] For port 707557ee-5fc2-4683-a4bd-29adeffe53b6, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:59.164251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Pushing event deleted for resources: {'Port': ['ID=92860aa8-24c0-4f2e-a403-10a65634d63c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:59.173298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] For port 707557ee-5fc2-4683-a4bd-29adeffe53b6, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=707557ee-5fc2-4683-a4bd-29adeffe53b6,segment=NetworkSegment(181a21d7-93c6-4feb-985f-36f876c5b55e),segment_id=181a21d7-93c6-4feb-985f-36f876c5b55e)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:59.219204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25b194ba-e6fd-4df5-8c01-b3a7dce9427c tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.219424 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.223129 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-25b194ba-e6fd-4df5-8c01-b3a7dce9427c tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7174001 Sep 22 10:30:59.224390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35708) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:59.230999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.232180 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-77d4acb5-e46b-42e4-b179-fa6303c19e76 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-587192929', 'prefixes': ['172.20.0.0/16']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:59.300185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:59.300850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:59.306183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a3757-a326-41a3-89f8-752706feaed2 None None] Pushing event updated for resources: {'Port': ['ID=799e5657-6477-4449-b46c-c2167adb9980,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:59.347039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.349136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.406345 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.452693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:59.500069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.502330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecd3e10d-309e-49d4-a834-b34699a79487 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:30:59.512390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.515509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c8466825-6dc9-4d4e-92df-232c2caec697 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ecd3e10d-309e-49d4-a834-b34699a79487 HTTP/1.1" status: 204 len: 168 time: 1.5419283 Sep 22 10:30:59.516685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35720) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:59.532738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f9880-a17f-4b13-a742-48f99acd8fec None None] Pushing event updated for resources: {'Port': ['ID=707557ee-5fc2-4683-a4bd-29adeffe53b6,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:59.637651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cc428e-5e61-4e4f-8bb5-6329bf296122 admin admin] Deleting subnet 49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:30:59.648211 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b1cc428e-5e61-4e4f-8bb5-6329bf296122 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.692144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b1cc428e-5e61-4e4f-8bb5-6329bf296122 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.825241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '799e5657-6477-4449-b46c-c2167adb9980', 'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'mac_address': 'fa:16:3e:c5:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:54Z', 'updated_at': '2021-09-22T10:30:58Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'subnets': [{'id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:59.840027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b1cc428e-5e61-4e4f-8bb5-6329bf296122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.858560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbdfe92-e79c-4204-966d-7dff24e3a7c9 None None] The sync data for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 is: [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '799e5657-6477-4449-b46c-c2167adb9980', 'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'mac_address': 'fa:16:3e:c5:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:54Z', 'updated_at': '2021-09-22T10:30:58Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'subnets': [{'id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:59.896583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77d4acb5-e46b-42e4-b179-fa6303c19e76 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for subnetpool, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.896583 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-77d4acb5-e46b-42e4-b179-fa6303c19e76 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6703370 Sep 22 10:30:59.899472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35730) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:59.905365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-ef59728a-3210-452a-9874-b60be1738148 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105', 'tempest-TagsExtTest-Tag-1637185714') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:59.979657 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5d1d42e-d628-4a1e-a3ae-e35675a7cd2d req-7f675594-508a-4ab1-b65d-4b6e2102d1ae tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 210 time: 0.0397663 Sep 22 10:31:00.077372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b1cc428e-5e61-4e4f-8bb5-6329bf296122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.103336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc428e-5e61-4e4f-8bb5-6329bf296122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:00.112474 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b1cc428e-5e61-4e4f-8bb5-6329bf296122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.126270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0350ab-3f8b-400a-a057-90ecab912fb8 None None] Network 45cae043-501b-4d16-95c9-c4412a21e322 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:00.126382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b1cc428e-5e61-4e4f-8bb5-6329bf296122 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/49d1b8aa-994b-4ef2-96ad-a3e771a8b8e4 HTTP/1.1" status: 204 len: 168 time: 0.6064694 Sep 22 10:31:00.129246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35738) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:00.211326 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.269276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Deleting port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:00.274673 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.339931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51d9a9-b3ff-4f66-9188-bdfef4165dfe None None] DHCP port deletion for 45cae043-501b-4d16-95c9-c4412a21e322 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:31:00.359319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] For port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=58c6e295-7c5c-4ee2-80b7-b2a9a9807e32,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:00.359687 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.369453 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ef59728a-3210-452a-9874-b60be1738148 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags/tempest-TagsExtTest-Tag-1637185714 HTTP/1.1" status: 201 len: 201 time: 0.4687359 Sep 22 10:31:00.378042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35746) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:00.379822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-8b953937-2b12-430f-8d54-5e82181bddaa tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f', 'tempest-TagsExtTest-Tag-1328642723') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:00.391012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Calling delete_port for 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:00.413920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7e51d9a9-b3ff-4f66-9188-bdfef4165dfe None None] Deleting port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:00.414337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e51d9a9-b3ff-4f66-9188-bdfef4165dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.564957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7e51d9a9-b3ff-4f66-9188-bdfef4165dfe None None] For port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=58c6e295-7c5c-4ee2-80b7-b2a9a9807e32,segment=NetworkSegment(e1df21df-1716-4857-86ab-a573acd85e63),segment_id=e1df21df-1716-4857-86ab-a573acd85e63)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:00.572314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e51d9a9-b3ff-4f66-9188-bdfef4165dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.595244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7e51d9a9-b3ff-4f66-9188-bdfef4165dfe None None] Calling delete_port for 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:00.637163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.695325 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8b953937-2b12-430f-8d54-5e82181bddaa tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags/tempest-TagsExtTest-Tag-1328642723 HTTP/1.1" status: 201 len: 201 time: 0.3210425 Sep 22 10:31:00.698459 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35756) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:00.712132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-e6db5045-aadc-4fbf-a5c2-5f4c9778ef49 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463', 'tempest-TagsExtTest-Tag-467169542') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:00.715075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=58c6e295-7c5c-4ee2-80b7-b2a9a9807e32,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:00.733905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] No DVR routers for this DVR port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.810906 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:31:00.813550 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:31:00.822197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 799e5657-6477-4449-b46c-c2167adb9980 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:00.909610 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e51d9a9-b3ff-4f66-9188-bdfef4165dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.959212 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:00.984888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c991e96-af36-43e5-8658-880f3641069d None None] Network 476b6416-4090-4131-a859-a8d39cf3f1e2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:00.999460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cae043-501b-4d16-95c9-c4412a21e322']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:01.003642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51d9a9-b3ff-4f66-9188-bdfef4165dfe None None] No DVR routers for this DVR port 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:01.016663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1df21df-1716-4857-86ab-a573acd85e63') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:01.017038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51d9a9-b3ff-4f66-9188-bdfef4165dfe None None] Pushing event deleted for resources: {'Port': ['ID=58c6e295-7c5c-4ee2-80b7-b2a9a9807e32,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:01.018020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1df21df-1716-4857-86ab-a573acd85e63') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:01.044445 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.061462 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.074886 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:01.080500 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e6db5045-aadc-4fbf-a5c2-5f4c9778ef49 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags/tempest-TagsExtTest-Tag-467169542 HTTP/1.1" status: 201 len: 201 time: 0.3784370 Sep 22 10:31:01.087077 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.087220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35780) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:01.087336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-635f1110-9993-4cbf-93f9-c3b4ce2114fe tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7', 'tempest-TagsExtTest-Tag-1518460306') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:01.094741 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:01.121602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4f3d9ffe-4f5d-4875-b3b0-1509b080fe17 None None] Provisioning complete for port 707557ee-5fc2-4683-a4bd-29adeffe53b6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:01.121602 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9ffe-4f5d-4875-b3b0-1509b080fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.142073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 799e5657-6477-4449-b46c-c2167adb9980 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:01.142731 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.208095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8432d0d3-ee2b-409f-8fb9-4813cef290f0 req-71fa9062-bf84-45e0-b466-73b49baaf8fd tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 210 time: 0.0931685 Sep 22 10:31:01.269717 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-635f1110-9993-4cbf-93f9-c3b4ce2114fe tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags/tempest-TagsExtTest-Tag-1518460306 HTTP/1.1" status: 201 len: 201 time: 0.1854115 Sep 22 10:31:01.270093 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:01.274654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-1146b9c3-8fec-4d5a-90ea-99a2249b2a5d tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:01.339735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.349147 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.350812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/45cae043-501b-4d16-95c9-c4412a21e322 HTTP/1.1" status: 204 len: 168 time: 1.2205899 Sep 22 10:31:01.353082 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1146b9c3-8fec-4d5a-90ea-99a2249b2a5d tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags HTTP/1.1" status: 200 len: 241 time: 0.0818615 Sep 22 10:31:01.353882 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35790) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:01.355985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35792) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:01.367924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166f94e-39dc-460d-adf9-34fac8f36ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=45cae043-501b-4d16-95c9-c4412a21e322,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:01.380800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9ffe-4f5d-4875-b3b0-1509b080fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.390593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.421220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-31781b79-4e90-4be0-852d-c0294839767e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105', 'tempest-TagsExtTest-Tag-1637185714') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:01.458905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 799e5657-6477-4449-b46c-c2167adb9980, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=799e5657-6477-4449-b46c-c2167adb9980,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:01.470239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4f3d9ffe-4f5d-4875-b3b0-1509b080fe17 None None] For port 707557ee-5fc2-4683-a4bd-29adeffe53b6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=707557ee-5fc2-4683-a4bd-29adeffe53b6,segment=NetworkSegment(181a21d7-93c6-4feb-985f-36f876c5b55e),segment_id=181a21d7-93c6-4feb-985f-36f876c5b55e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:01.599318 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-31781b79-4e90-4be0-852d-c0294839767e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags/tempest-TagsExtTest-Tag-1637185714 HTTP/1.1" status: 204 len: 168 time: 0.2359047 Sep 22 10:31:01.602438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35802) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:01.609927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-63252f53-9eb1-411f-a3e4-9e1cd425cccc tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105', 'tempest-TagsExtTest-Tag-1637185714') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:01.662148 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.664464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 707557ee-5fc2-4683-a4bd-29adeffe53b6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:01.674697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9ffe-4f5d-4875-b3b0-1509b080fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.770219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=799e5657-6477-4449-b46c-c2167adb9980,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:01.845565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 707557ee-5fc2-4683-a4bd-29adeffe53b6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:01.846365 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.882083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d9ffe-4f5d-4875-b3b0-1509b080fe17 None None] Pushing event updated for resources: {'Port': ['ID=707557ee-5fc2-4683-a4bd-29adeffe53b6,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:01.893907 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63252f53-9eb1-411f-a3e4-9e1cd425cccc tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags/tempest-TagsExtTest-Tag-1637185714 HTTP/1.1" status: 204 len: 168 time: 0.2877336 Sep 22 10:31:01.896350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35814) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:01.899536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-3e5ba237-dcf1-4920-8eed-66b3adabea42 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:01.902354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a52561a4-3670-4ee3-a12b-8ca99c13de8a None None] Provisioning complete for port 707557ee-5fc2-4683-a4bd-29adeffe53b6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:01.902904 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a52561a4-3670-4ee3-a12b-8ca99c13de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.915065 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:01.993835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3e5ba237-dcf1-4920-8eed-66b3adabea42 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags HTTP/1.1" status: 200 len: 205 time: 0.0980790 Sep 22 10:31:01.996156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35822) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:02.001025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-a6245fcf-adac-4770-86a5-14caff2a0bda tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:02.079861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a6245fcf-adac-4770-86a5-14caff2a0bda tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags HTTP/1.1" status: 200 len: 241 time: 0.0797350 Sep 22 10:31:02.080130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35830) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:02.083892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a52561a4-3670-4ee3-a12b-8ca99c13de8a None None] Provisioning complete for port 95666773-81c1-4724-a3fb-40d4d3e7176f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:02.084499 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a52561a4-3670-4ee3-a12b-8ca99c13de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:02.085121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-0df8eb45-f916-472c-8501-750689b034d2 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f', 'tempest-TagsExtTest-Tag-1328642723') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:02.151662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:02.162328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a52561a4-3670-4ee3-a12b-8ca99c13de8a None None] Port 95666773-81c1-4724-a3fb-40d4d3e7176f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:02.174929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0df8eb45-f916-472c-8501-750689b034d2 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags/tempest-TagsExtTest-Tag-1328642723 HTTP/1.1" status: 204 len: 168 time: 0.0910764 Sep 22 10:31:02.175150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35836) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:02.182940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:02.183356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e0ab7b8e-bf21-44df-aa36-30e4c61a9b65 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:02.183859 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:02.184405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-bf3e5f50-94a1-411e-9997-04c65e4e6615 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f', 'tempest-TagsExtTest-Tag-1328642723') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:02.269143 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Deleting port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:02.270864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:02.343326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e8fc36c-5ef3-411b-aa54-8c29ac7d1eed req-e9894be6-ba33-4a98-a908-0d3d88f9c9e0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 210 time: 0.0381160 Sep 22 10:31:02.377637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:02.378314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 58c6e295-7c5c-4ee2-80b7-b2a9a9807e32 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:02.391179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 92860aa8-24c0-4f2e-a403-10a65634d63c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:02.391179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e7b3f6b0-e32d-4c25-aa7a-7f2dd2c2f373 None None] Provisioning complete for port 95666773-81c1-4724-a3fb-40d4d3e7176f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:02.391179 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f6b0-e32d-4c25-aa7a-7f2dd2c2f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:02.392575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] For port 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=98458ce1-7b59-4d68-b4ca-f209f1fbd0ae,segment=NetworkSegment(c09e7d25-bd60-4b62-970b-dfe3046af51c),segment_id=c09e7d25-bd60-4b62-970b-dfe3046af51c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:02.392946 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:02.412514 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Calling delete_port for 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:02.420225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 92860aa8-24c0-4f2e-a403-10a65634d63c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:02.420571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 92860aa8-24c0-4f2e-a403-10a65634d63c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:02.434009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-a5a9bca8-c01f-486e-a68b-77eaf558f4ce tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:02.436371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-a5a9bca8-c01f-486e-a68b-77eaf558f4ce tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.30 "GET /v2.0/networks?id=4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 200 len: 820 time: 0.1640556 Sep 22 10:31:02.436732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3f6b0-e32d-4c25-aa7a-7f2dd2c2f373 None None] Port 95666773-81c1-4724-a3fb-40d4d3e7176f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:02.449444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Request body: {'port': {'device_id': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'admin_state_up': True, 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:02.556392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 799e5657-6477-4449-b46c-c2167adb9980 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:02.556516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bf3e5f50-94a1-411e-9997-04c65e4e6615 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags/tempest-TagsExtTest-Tag-1328642723 HTTP/1.1" status: 204 len: 168 time: 0.3802500 Sep 22 10:31:02.561108 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35846) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:02.571123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-5ec92d03-8a4f-4b54-a9d1-ec83268fded3 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:02.645525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 799e5657-6477-4449-b46c-c2167adb9980 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:02.646202 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:02.679488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35848) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:02.679852 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5ec92d03-8a4f-4b54-a9d1-ec83268fded3 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags HTTP/1.1" status: 200 len: 205 time: 0.1169441 Sep 22 10:31:02.684107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-d0576e29-cc3a-4c26-841f-38a3b788bc26 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:02.718690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Made reservation on behalf of 0386331511ef4dc3a568e33c86dfca1f for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:02.722088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:02.741253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 707557ee-5fc2-4683-a4bd-29adeffe53b6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:02.786406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 707557ee-5fc2-4683-a4bd-29adeffe53b6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:02.786782 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:02.809417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d0576e29-cc3a-4c26-841f-38a3b788bc26 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags HTTP/1.1" status: 200 len: 240 time: 0.1287913 Sep 22 10:31:02.812421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35850) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:02.819697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-1e512f9f-45d5-45ef-a356-9d0f15c90753 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463', 'tempest-TagsExtTest-Tag-467169542') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:02.820948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:02.885360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Pushing event deleted for resources: {'Port': ['ID=98458ce1-7b59-4d68-b4ca-f209f1fbd0ae,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:02.910310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Allocated IP 172.20.0.4 (4ae4006a-9e4d-417b-977b-623b8a582cbd/d33baf35-4f40-4c76-83b3-62eab299a5b5/799d92ad-2341-449f-9864-b7d36136749f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:02.993922 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e512f9f-45d5-45ef-a356-9d0f15c90753 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags/tempest-TagsExtTest-Tag-467169542 HTTP/1.1" status: 204 len: 168 time: 0.1804886 Sep 22 10:31:02.996116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35854) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:03.002446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-9bed233e-061d-42de-8ea4-539ed41e4bf4 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463', 'tempest-TagsExtTest-Tag-467169542') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:03.110428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:03.369613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:03.430265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35864) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:03.478318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Pushing event updated for resources: {'Port': ['ID=799d92ad-2341-449f-9864-b7d36136749f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:03.490320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Network 4ae4006a-9e4d-417b-977b-623b8a582cbd is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:03.494154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:03.504301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:03.558645 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:03.587135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e24c2-85a7-4bd2-8a37-b5e30504e117 req-943c18d3-5c09-4a1f-8156-0ddd9c173394 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:03.588642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-084e24c2-85a7-4bd2-8a37-b5e30504e117 req-943c18d3-5c09-4a1f-8156-0ddd9c173394 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 931 time: 0.0964437 Sep 22 10:31:03.595503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:03.596119 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:03.612068 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74f6a2a7-3f18-4f61-af46-5a9b6688c9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:03.652255 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9bed233e-061d-42de-8ea4-539ed41e4bf4 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags/tempest-TagsExtTest-Tag-467169542 HTTP/1.1" status: 204 len: 168 time: 0.6549389 Sep 22 10:31:03.654694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35868) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:03.656460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-084e24c2-85a7-4bd2-8a37-b5e30504e117 req-dc32eb11-8d6e-4356-bbd0-2a5e75eafe68 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525417 Sep 22 10:31:03.659166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-b784fee2-f7d3-465c-986d-e9b81d85ea76 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:03.769331 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b784fee2-f7d3-465c-986d-e9b81d85ea76 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags HTTP/1.1" status: 200 len: 205 time: 0.1134863 Sep 22 10:31:03.771962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35870) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:03.777226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-e9374a9a-b778-47c7-83e4-735777858f5b tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:03.822561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-e7bb8049-53a8-4c2f-9f13-788f7e604765 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3768320 Sep 22 10:31:03.835609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Request body: {'port': {'device_id': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:03.868499 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e9374a9a-b778-47c7-83e4-735777858f5b tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags HTTP/1.1" status: 200 len: 241 time: 0.0951281 Sep 22 10:31:03.871304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35872) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:03.877499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-e00baebd-61b7-4201-b5f3-b85d515dc960 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7', 'tempest-TagsExtTest-Tag-1518460306') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:03.896399 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:31:03.946548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:03.960874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e00baebd-61b7-4201-b5f3-b85d515dc960 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags/tempest-TagsExtTest-Tag-1518460306 HTTP/1.1" status: 204 len: 168 time: 0.0885761 Sep 22 10:31:03.963978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35874) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:03.969495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-afe32fd6-3fd4-435c-8b54-2001a57a18d0 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7', 'tempest-TagsExtTest-Tag-1518460306') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:04.003254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:04.011052 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b6a20dca-5767-48d2-bcf7-ffecfa524fda admin admin] 10.222.0.20 "PUT /v2.0/routers/2cea0d4f-92a5-48e7-a5fd-08f34b75a24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6559389 Sep 22 10:31:04.011501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35876) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:04.013270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] Sync routers for ids ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:04.023073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] Routers {'2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:04.023772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:04.130416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] Set router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:04.133589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74f6a2a7-3f18-4f61-af46-5a9b6688c9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.233858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74f6a2a7-3f18-4f61-af46-5a9b6688c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.272622 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.326076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:00Z', 'updated_at': '2021-09-22T10:31:02Z', 'revision_number': 5, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'gw_port': {'id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:01Z', 'updated_at': '2021-09-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:04.352179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] Checking router: 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:31:04.361035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] Routers {'2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:04.361920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:30:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:04.472658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] Set router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:04.659929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-afe32fd6-3fd4-435c-8b54-2001a57a18d0 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags/tempest-TagsExtTest-Tag-1518460306 HTTP/1.1" status: 204 len: 168 time: 0.6939769 Sep 22 10:31:04.663216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35884) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:04.669533 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-339b35eb-1d8a-45c3-bbc1-6ad95ad2ea6d tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:04.687762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-74f6a2a7-3f18-4f61-af46-5a9b6688c9e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5aa7eba665b143a9a791d7291a00e545&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2559643 Sep 22 10:31:04.688309 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35888) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:04.689050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:00Z', 'updated_at': '2021-09-22T10:31:02Z', 'revision_number': 5, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'gw_port': {'id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:01Z', 'updated_at': '2021-09-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:04.709425 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-339b35eb-1d8a-45c3-bbc1-6ad95ad2ea6d tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags HTTP/1.1" status: 200 len: 205 time: 0.0443256 Sep 22 10:31:04.710073 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35890) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:04.717287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0f91e-7925-412b-8cb2-b1137a1ea8fc None None] The sync data for ids ['2cea0d4f-92a5-48e7-a5fd-08f34b75a24b'] in n-d-807025-3 is: [{'id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'name': 'tempest-TestServerMultinode-973471120-router', 'tenant_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:00Z', 'updated_at': '2021-09-22T10:31:02Z', 'revision_number': 5, 'project_id': '5a7ff1fae68d44a3a3e8959fc9a9d1c8', 'gw_port': {'id': '4d941a68-4a22-4eb6-92ef-5df047acf981', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cea0d4f-92a5-48e7-a5fd-08f34b75a24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:01Z', 'updated_at': '2021-09-22T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:04.721713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-76c766e3-1e8a-4899-8d84-27cd934d91ee tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:04.722727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6a2a7-3f18-4f61-af46-5a9b6688c9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb82e0f4-267e-4689-a3d2-0fcc45da81fa,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:04.793189 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-76c766e3-1e8a-4899-8d84-27cd934d91ee tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags HTTP/1.1" status: 204 len: 168 time: 0.0803902 Sep 22 10:31:04.794060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35892) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:04.794842 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9eb47084-df58-412c-828d-acbfa4b0667f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.801253 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-b7f1990d-8dff-424e-a46f-f5d6f273268c tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:04.825530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.853809 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9eb47084-df58-412c-828d-acbfa4b0667f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.859008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799d92ad-2341-449f-9864-b7d36136749f {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:31:04.868455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.891277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d0818-47d8-443a-ae05-6efe786ea8cd req-7edacb2a-c079-4c68-8125-f1d0d95fc448 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:04.892777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-566d0818-47d8-443a-ae05-6efe786ea8cd req-7edacb2a-c079-4c68-8125-f1d0d95fc448 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 931 time: 0.1009364 Sep 22 10:31:04.893716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Transition to ACTIVE for port object 799d92ad-2341-449f-9864-b7d36136749f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:31:04.921369 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b7f1990d-8dff-424e-a46f-f5d6f273268c tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags HTTP/1.1" status: 204 len: 168 time: 0.1244044 Sep 22 10:31:04.923996 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35894) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:04.928248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-7108a9fa-6b10-48ff-83d4-98a8734f695b tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:04.932171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-566d0818-47d8-443a-ae05-6efe786ea8cd req-f9c4289b-5da3-4d04-b56c-ed2a2f454e60 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Sep 22 10:31:04.984506 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7108a9fa-6b10-48ff-83d4-98a8734f695b tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags HTTP/1.1" status: 204 len: 168 time: 0.0595176 Sep 22 10:31:04.987382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35896) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:04.987730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Deleting port 4d941a68-4a22-4eb6-92ef-5df047acf981 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:04.988253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.991673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-8199a63b-c906-483c-baa1-d45af2b7419b tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:05.009227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.049205 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8199a63b-c906-483c-baa1-d45af2b7419b tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags HTTP/1.1" status: 204 len: 168 time: 0.0567148 Sep 22 10:31:05.049205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9eb47084-df58-412c-828d-acbfa4b0667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.051112 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9eb47084-df58-412c-828d-acbfa4b0667f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.054824 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9eb47084-df58-412c-828d-acbfa4b0667f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb82e0f4-267e-4689-a3d2-0fcc45da81fa HTTP/1.1" status: 204 len: 168 time: 0.3626533 Sep 22 10:31:05.054824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35898) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:05.061090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-a6814c93-bde0-42e7-adf8-f93d960acef3 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105', 'tempest-TagsExtTest-Tag-1891137585') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:05.077353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb47084-df58-412c-828d-acbfa4b0667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb82e0f4-267e-4689-a3d2-0fcc45da81fa,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:05.141154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Pushing event updated for resources: {'Port': ['ID=799d92ad-2341-449f-9864-b7d36136749f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:05.145041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] For port 4d941a68-4a22-4eb6-92ef-5df047acf981, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4d941a68-4a22-4eb6-92ef-5df047acf981,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:05.145412 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.181817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Calling delete_port for 4d941a68-4a22-4eb6-92ef-5df047acf981 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:05.250794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Attempting to bind port 799d92ad-2341-449f-9864-b7d36136749f on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:05.251212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Attempting to bind port 799d92ad-2341-449f-9864-b7d36136749f by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:05.251687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Attempting to bind port 799d92ad-2341-449f-9864-b7d36136749f on network 4ae4006a-9e4d-417b-977b-623b8a582cbd {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:05.266852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Port 799d92ad-2341-449f-9864-b7d36136749f on network 4ae4006a-9e4d-417b-977b-623b8a582cbd not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:31:05.267187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Attempting to bind port 799d92ad-2341-449f-9864-b7d36136749f on network 4ae4006a-9e4d-417b-977b-623b8a582cbd {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:05.276130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:05.276469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Checking segment: {'id': 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:05.280788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Bound using segment: {'id': 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:05.280788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Bound port: 799d92ad-2341-449f-9864-b7d36136749f, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:05.280788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.391859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a6814c93-bde0-42e7-adf8-f93d960acef3 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags/tempest-TagsExtTest-Tag-1891137585 HTTP/1.1" status: 201 len: 201 time: 0.3356466 Sep 22 10:31:05.397054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35908) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:05.402214 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-fdf4fe3f-e0dd-4707-a438-d8a1a413e239 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f', 'tempest-TagsExtTest-Tag-1456196113') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:05.419633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] For port 799d92ad-2341-449f-9864-b7d36136749f, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:05.435575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] For port 799d92ad-2341-449f-9864-b7d36136749f, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=799d92ad-2341-449f-9864-b7d36136749f,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:05.608468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.645854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:05.646732 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.648700 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] 10.222.0.30 "PUT /v2.0/ports/799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 1091 time: 1.8177142 Sep 22 10:31:05.651040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:31:05.654383 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aad028c-1b3b-4a46-a674-cc373cfe1db3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:31:05.659993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.675989 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fdf4fe3f-e0dd-4707-a438-d8a1a413e239 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags/tempest-TagsExtTest-Tag-1456196113 HTTP/1.1" status: 201 len: 201 time: 0.2771411 Sep 22 10:31:05.677988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35912) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:05.685322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-c60be6ff-102e-412b-b6ea-e10a208ae2f4 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463', 'tempest-TagsExtTest-Tag-1574019651') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:05.716159 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df174f92-b0e9-4d77-972b-941d20d1ae8b x-openstack-request-id: req-df174f92-b0e9-4d77-972b-941d20d1ae8b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:31:05.716469 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:31:05.716705 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df174f92-b0e9-4d77-972b-941d20d1ae8b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:31:05.717622 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f', 'status': 'completed', 'code': 200} Sep 22 10:31:05.720371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fa48f-6a02-457b-b523-e71f34275423 service neutron] Pushing event updated for resources: {'Port': ['ID=799d92ad-2341-449f-9864-b7d36136749f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:05.797149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Pushing event deleted for resources: {'Port': ['ID=4d941a68-4a22-4eb6-92ef-5df047acf981,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:05.816912 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.823722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad028c-1b3b-4a46-a674-cc373cfe1db3 req-2a035a97-9e06-4963-b3ef-bb3386183868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:05.825270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8aad028c-1b3b-4a46-a674-cc373cfe1db3 req-2a035a97-9e06-4963-b3ef-bb3386183868 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1094 time: 0.0800323 Sep 22 10:31:05.936872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.940315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.946757 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c60be6ff-102e-412b-b6ea-e10a208ae2f4 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags/tempest-TagsExtTest-Tag-1574019651 HTTP/1.1" status: 201 len: 201 time: 0.2660131 Sep 22 10:31:05.948668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35916) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:05.953429 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-45ff1667-6650-4377-bda9-95a39ab6366e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7', 'tempest-TagsExtTest-Tag-1758603774') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:06.057898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad028c-1b3b-4a46-a674-cc373cfe1db3 req-30594125-9f55-433b-907a-5aa2483f57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:06.059350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8aad028c-1b3b-4a46-a674-cc373cfe1db3 req-30594125-9f55-433b-907a-5aa2483f57fb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0386331511ef4dc3a568e33c86dfca1f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2102737 Sep 22 10:31:06.082740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506abc92-4379-4511-abae-406b6af25216 req-2e6adecc-33be-463b-be4e-115e46c3ca6b tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:06.084253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-506abc92-4379-4511-abae-406b6af25216 req-2e6adecc-33be-463b-be4e-115e46c3ca6b tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 943 time: 0.0734875 Sep 22 10:31:06.173309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-506abc92-4379-4511-abae-406b6af25216 req-d5ec478c-ba06-4373-82fc-f7839d8f0bbd tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783865 Sep 22 10:31:06.191255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad028c-1b3b-4a46-a674-cc373cfe1db3 req-f1c631d6-262b-41c7-97d4-89db4c88c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:06.191884 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-45ff1667-6650-4377-bda9-95a39ab6366e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags/tempest-TagsExtTest-Tag-1758603774 HTTP/1.1" status: 201 len: 201 time: 0.2419698 Sep 22 10:31:06.192737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8aad028c-1b3b-4a46-a674-cc373cfe1db3 req-f1c631d6-262b-41c7-97d4-89db4c88c6cf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259634 Sep 22 10:31:06.210265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35922) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:06.215007 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-9aa9427d-efb7-4688-bf2a-4c4fda9d5c82 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105', {'tags': ['tempest-TagsExtTest-Tag-1067072743', 'tempest-TagsExtTest-Tag-90493087', 'tempest-TagsExtTest-Tag-68250929']}) {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:06.281706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-5e3c48ad-5906-4f90-a67a-ca9dfad14282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:06.283273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-5e3c48ad-5906-4f90-a67a-ca9dfad14282 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1094 time: 0.0498683 Sep 22 10:31:06.324315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-9f3d1983-8bf3-44b5-8787-2b52cc85bbb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 217 time: 0.0332410 Sep 22 10:31:06.360193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.373375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cea0d4f-92a5-48e7-a5fd-08f34b75a24b {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:31:06.373375 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.373375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-461cfc67-c1db-44cd-90a2-8d30826f6cad admin admin] 10.222.0.20 "DELETE /v2.0/routers/2cea0d4f-92a5-48e7-a5fd-08f34b75a24b HTTP/1.1" status: 204 len: 168 time: 2.3526156 Sep 22 10:31:06.375552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35926) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:06.376416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35928) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:06.385826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-666e7c95-5457-47e3-a2eb-1a9ef891c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:06.387605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-666e7c95-5457-47e3-a2eb-1a9ef891c028 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d33baf35-4f40-4c76-83b3-62eab299a5b5 HTTP/1.1" status: 200 len: 860 time: 0.0570164 Sep 22 10:31:06.416171 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76864b3-5427-4013-a304-c358a3b009b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.429407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-07c2fc84-c639-4164-83f0-fe5ae1ea15b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ae4006a-9e4d-417b-977b-623b8a582cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298233 Sep 22 10:31:06.461348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b57d60-4e22-421e-8f6b-ff58d8cfb9d7 admin admin] Deleting subnet 5ca740d0-533c-4e41-9902-48898e2c7ee7 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:31:06.468899 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88b57d60-4e22-421e-8f6b-ff58d8cfb9d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.513940 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9aa9427d-efb7-4688-bf2a-4c4fda9d5c82 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags HTTP/1.1" status: 200 len: 314 time: 0.3029354 Sep 22 10:31:06.519382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35932) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:06.527640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-144c5d92-b066-4ccb-980d-0e47c22b6800 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:06.559720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88b57d60-4e22-421e-8f6b-ff58d8cfb9d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.563534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:06.594770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:06.595121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 98458ce1-7b59-4d68-b4ca-f209f1fbd0ae not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:06.601849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-d59f2f6d-6a30-42fe-afae-67625979e8aa service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550915 Sep 22 10:31:06.713778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76864b3-5427-4013-a304-c358a3b009b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.715313 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88b57d60-4e22-421e-8f6b-ff58d8cfb9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.722624 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d086aa39-b808-41f8-9078-63f074cddbc0 req-0c5a87f9-a74c-4559-ae35-4aa18949081f service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135714 Sep 22 10:31:06.917353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76864b3-5427-4013-a304-c358a3b009b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.920899 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-144c5d92-b066-4ccb-980d-0e47c22b6800 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags HTTP/1.1" status: 204 len: 168 time: 0.3968165 Sep 22 10:31:06.923768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35934) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:06.928238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-beb2a7f7-7acf-4652-8cfe-4e70787c1da6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105', 'tempest-TagsExtTest-Tag-1067072743') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:06.956907 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b76864b3-5427-4013-a304-c358a3b009b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf4e619df66d4430810640b3909c2a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719378 Sep 22 10:31:06.960136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76864b3-5427-4013-a304-c358a3b009b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a300aeea-8074-473b-b713-be0516f4e0e1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:06.960281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35936) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:06.972955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88b57d60-4e22-421e-8f6b-ff58d8cfb9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.994850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ee7c8-de81-4f1c-8207-e87b24928c6d None None] Network 9022f22f-d91e-4336-b387-722c56763d3d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:07.008840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88b57d60-4e22-421e-8f6b-ff58d8cfb9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.010791 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-88b57d60-4e22-421e-8f6b-ff58d8cfb9d7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ca740d0-533c-4e41-9902-48898e2c7ee7 HTTP/1.1" status: 204 len: 168 time: 0.6333156 Sep 22 10:31:07.012367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b57d60-4e22-421e-8f6b-ff58d8cfb9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca740d0-533c-4e41-9902-48898e2c7ee7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:07.016139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35938) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:07.025601 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-beb2a7f7-7acf-4652-8cfe-4e70787c1da6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:07.026827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-beb2a7f7-7acf-4652-8cfe-4e70787c1da6 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags/tempest-TagsExtTest-Tag-1067072743 HTTP/1.1" status: 404 len: 329 time: 0.1019886 Sep 22 10:31:07.032264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35940) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:07.038500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-f3705219-996d-428a-ae83-3355f91b01d0 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105', 'tempest-TagsExtTest-Tag-90493087') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.061178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-193816a6-2107-4cfc-8b92-535c65b5986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.091972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.096336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-193816a6-2107-4cfc-8b92-535c65b5986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.140130 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-f3705219-996d-428a-ae83-3355f91b01d0 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:07.141205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f3705219-996d-428a-ae83-3355f91b01d0 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags/tempest-TagsExtTest-Tag-90493087 HTTP/1.1" status: 404 len: 327 time: 0.1075926 Sep 22 10:31:07.144216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35942) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:07.149252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-cf67dd9e-55a9-416b-a4a6-02a3f4c9ed8a tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105', 'tempest-TagsExtTest-Tag-68250929') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.154355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Deleting port 47895443-ac11-4d6b-b8d0-af8889caf2b7 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:07.154704 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.211402 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-cf67dd9e-55a9-416b-a4a6-02a3f4c9ed8a tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:07.212499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cf67dd9e-55a9-416b-a4a6-02a3f4c9ed8a tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags/tempest-TagsExtTest-Tag-68250929 HTTP/1.1" status: 404 len: 327 time: 0.0672872 Sep 22 10:31:07.216709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35946) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:07.217804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d559a974-2560-4273-acdd-71eecab6fd31 None None] DHCP port deletion for 9022f22f-d91e-4336-b387-722c56763d3d request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:31:07.221385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-8317664c-3cd8-4b55-b396-788b1dc532b3 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f', {'tags': ['tempest-TagsExtTest-Tag-163062326', 'tempest-TagsExtTest-Tag-1515987567', 'tempest-TagsExtTest-Tag-1755253347']}) {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.232042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] For port 47895443-ac11-4d6b-b8d0-af8889caf2b7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=47895443-ac11-4d6b-b8d0-af8889caf2b7,segment=NetworkSegment(c09e7d25-bd60-4b62-970b-dfe3046af51c),segment_id=c09e7d25-bd60-4b62-970b-dfe3046af51c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:07.232403 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.247246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Calling delete_port for 47895443-ac11-4d6b-b8d0-af8889caf2b7 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:07.260128 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-193816a6-2107-4cfc-8b92-535c65b5986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.262740 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-193816a6-2107-4cfc-8b92-535c65b5986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.263900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-193816a6-2107-4cfc-8b92-535c65b5986d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a300aeea-8074-473b-b713-be0516f4e0e1 HTTP/1.1" status: 204 len: 168 time: 0.3029151 Sep 22 10:31:07.271405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d559a974-2560-4273-acdd-71eecab6fd31 None None] Deleting port 47895443-ac11-4d6b-b8d0-af8889caf2b7 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:07.271955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d559a974-2560-4273-acdd-71eecab6fd31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.289255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193816a6-2107-4cfc-8b92-535c65b5986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a300aeea-8074-473b-b713-be0516f4e0e1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:07.352063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c60646-0e39-4bcf-970b-9801b9575150 req-b444aed1-265d-47d3-958d-71fe69e39f52 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:07.353966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77c60646-0e39-4bcf-970b-9801b9575150 req-b444aed1-265d-47d3-958d-71fe69e39f52 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 943 time: 0.0889609 Sep 22 10:31:07.378438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d559a974-2560-4273-acdd-71eecab6fd31 None None] For port 47895443-ac11-4d6b-b8d0-af8889caf2b7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=47895443-ac11-4d6b-b8d0-af8889caf2b7,segment=NetworkSegment(c09e7d25-bd60-4b62-970b-dfe3046af51c),segment_id=c09e7d25-bd60-4b62-970b-dfe3046af51c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:07.380526 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d559a974-2560-4273-acdd-71eecab6fd31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.396233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d559a974-2560-4273-acdd-71eecab6fd31 None None] Calling delete_port for 47895443-ac11-4d6b-b8d0-af8889caf2b7 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:07.402961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77c60646-0e39-4bcf-970b-9801b9575150 req-ca45f91f-ce30-4a43-a6e6-f52ebd921207 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Sep 22 10:31:07.499458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8317664c-3cd8-4b55-b396-788b1dc532b3 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags HTTP/1.1" status: 200 len: 317 time: 0.2817223 Sep 22 10:31:07.503772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35956) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:07.508888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-d74d614d-470a-4a12-a89f-3967b18ef71e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.574029 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.588255 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d559a974-2560-4273-acdd-71eecab6fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.601981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47895443-ac11-4d6b-b8d0-af8889caf2b7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:07.607575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] No DVR routers for this DVR port 47895443-ac11-4d6b-b8d0-af8889caf2b7 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:07.615451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559a974-2560-4273-acdd-71eecab6fd31 None None] Pushing event deleted for resources: {'Port': ['ID=47895443-ac11-4d6b-b8d0-af8889caf2b7,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:07.618327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559a974-2560-4273-acdd-71eecab6fd31 None None] No DVR routers for this DVR port 47895443-ac11-4d6b-b8d0-af8889caf2b7 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:07.684269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.703760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9022f22f-d91e-4336-b387-722c56763d3d']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.713041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09e7d25-bd60-4b62-970b-dfe3046af51c') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.713332 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09e7d25-bd60-4b62-970b-dfe3046af51c') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.724179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.737824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.744115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:07.747305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.747436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d74d614d-470a-4a12-a89f-3967b18ef71e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags HTTP/1.1" status: 204 len: 168 time: 0.2408690 Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:07.747543 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:07.750088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35958) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:07.753100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-ff5c17b8-d5d7-4133-96c6-562c647b6c8b tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f', 'tempest-TagsExtTest-Tag-163062326') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.806394 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-ff5c17b8-d5d7-4133-96c6-562c647b6c8b tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:07.807462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ff5c17b8-d5d7-4133-96c6-562c647b6c8b tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags/tempest-TagsExtTest-Tag-163062326 HTTP/1.1" status: 404 len: 328 time: 0.0578599 Sep 22 10:31:07.815195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35960) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:07.815195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-fb4c37a6-4c5c-4a78-9934-a8b39803637f tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f', 'tempest-TagsExtTest-Tag-1515987567') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.866279 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-fb4c37a6-4c5c-4a78-9934-a8b39803637f tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:07.867330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fb4c37a6-4c5c-4a78-9934-a8b39803637f tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags/tempest-TagsExtTest-Tag-1515987567 HTTP/1.1" status: 404 len: 329 time: 0.0561769 Sep 22 10:31:07.870435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35964) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:07.874556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-23839551-9d8f-4645-b020-e9663c1ff055 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f', 'tempest-TagsExtTest-Tag-1755253347') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.945530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.951119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.953168 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9022f22f-d91e-4336-b387-722c56763d3d HTTP/1.1" status: 204 len: 168 time: 0.9370096 Sep 22 10:31:07.963944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edba66-cdcb-4379-8f30-8f6a23dabda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9022f22f-d91e-4336-b387-722c56763d3d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:08.010931 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-23839551-9d8f-4645-b020-e9663c1ff055 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:08.012140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-23839551-9d8f-4645-b020-e9663c1ff055 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags/tempest-TagsExtTest-Tag-1755253347 HTTP/1.1" status: 404 len: 329 time: 0.1406934 Sep 22 10:31:08.014800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35974) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:08.019442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-01092a2a-01d0-465c-a86b-868483d3bf57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463', {'tags': ['tempest-TagsExtTest-Tag-598255575', 'tempest-TagsExtTest-Tag-1964443522', 'tempest-TagsExtTest-Tag-826357892']}) {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:08.289521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-01092a2a-01d0-465c-a86b-868483d3bf57 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags HTTP/1.1" status: 200 len: 316 time: 0.2737162 Sep 22 10:31:08.292078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35978) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:08.296496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-d06e9cfb-8c6b-4662-8771-c701b7dfa95e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:08.362469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35980) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:08.415780 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f508458c-f3cd-4f11-bc5d-6dda17aa901b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4025103d97a42e7ae64a699a839b241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518250 Sep 22 10:31:08.418742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35984) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:08.463122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d06e9cfb-8c6b-4662-8771-c701b7dfa95e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags HTTP/1.1" status: 204 len: 168 time: 0.1674542 Sep 22 10:31:08.463500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35988) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:08.468383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-88603312-8072-4383-9aaf-07fc1973c016 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463', 'tempest-TagsExtTest-Tag-598255575') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:08.484783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-887ebd2e-2e30-4b82-9f29-b3c56a0559ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.510064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-887ebd2e-2e30-4b82-9f29-b3c56a0559ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.560581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4d941a68-4a22-4eb6-92ef-5df047acf981 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:08.591529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 4d941a68-4a22-4eb6-92ef-5df047acf981 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:08.592222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4d941a68-4a22-4eb6-92ef-5df047acf981 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:08.592324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 47895443-ac11-4d6b-b8d0-af8889caf2b7 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:08.606537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2610ef-7df1-4fe3-9593-9d9aad4e44d2 req-5f4556b4-a320-426c-be91-708fed60dc42 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:08.610603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf2610ef-7df1-4fe3-9593-9d9aad4e44d2 req-5f4556b4-a320-426c-be91-708fed60dc42 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 943 time: 0.0872197 Sep 22 10:31:08.612560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 47895443-ac11-4d6b-b8d0-af8889caf2b7 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:08.613227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 47895443-ac11-4d6b-b8d0-af8889caf2b7 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:08.626930 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-88603312-8072-4383-9aaf-07fc1973c016 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:08.627952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-88603312-8072-4383-9aaf-07fc1973c016 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags/tempest-TagsExtTest-Tag-598255575 HTTP/1.1" status: 404 len: 328 time: 0.1633286 Sep 22 10:31:08.631416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36000) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:08.635903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-2104a7ae-f76c-498a-b014-3960c66b8cf8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463', 'tempest-TagsExtTest-Tag-1964443522') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:08.656173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf2610ef-7df1-4fe3-9593-9d9aad4e44d2 req-31de3cfb-4d40-4941-912b-1abd0eb38ffa tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Sep 22 10:31:08.723910 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-2104a7ae-f76c-498a-b014-3960c66b8cf8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:08.725506 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2104a7ae-f76c-498a-b014-3960c66b8cf8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags/tempest-TagsExtTest-Tag-1964443522 HTTP/1.1" status: 404 len: 329 time: 0.0926080 Sep 22 10:31:08.728987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36002) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:08.738877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-f474e020-70f5-46ad-a06c-961ec428cc97 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463', 'tempest-TagsExtTest-Tag-826357892') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:08.813284 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-f474e020-70f5-46ad-a06c-961ec428cc97 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:08.814444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f474e020-70f5-46ad-a06c-961ec428cc97 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags/tempest-TagsExtTest-Tag-826357892 HTTP/1.1" status: 404 len: 328 time: 0.0806131 Sep 22 10:31:08.817140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36006) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:08.819574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-887ebd2e-2e30-4b82-9f29-b3c56a0559ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.822144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-3fe8d634-66ba-43e6-92e2-f17353c0a1cc tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7', {'tags': ['tempest-TagsExtTest-Tag-1928105215', 'tempest-TagsExtTest-Tag-1774677793', 'tempest-TagsExtTest-Tag-1841884201']}) {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:08.822348 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-887ebd2e-2e30-4b82-9f29-b3c56a0559ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.825952 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-887ebd2e-2e30-4b82-9f29-b3c56a0559ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ff1c884-3344-4a3f-a45f-3a2e8ba27c7c HTTP/1.1" status: 204 len: 168 time: 0.4034901 Sep 22 10:31:08.835943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ebd2e-2e30-4b82-9f29-b3c56a0559ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff1c884-3344-4a3f-a45f-3a2e8ba27c7c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:08.843415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 799d92ad-2341-449f-9864-b7d36136749f details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:31:08.962721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 799d92ad-2341-449f-9864-b7d36136749f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=799d92ad-2341-449f-9864-b7d36136749f,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:08.974166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '799d92ad-2341-449f-9864-b7d36136749f', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'port_id': '799d92ad-2341-449f-9864-b7d36136749f', 'mac_address': 'fa:16:3e:9a:ab:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:31:08.997827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3fe8d634-66ba-43e6-92e2-f17353c0a1cc tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "PUT /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags HTTP/1.1" status: 200 len: 318 time: 0.1795659 Sep 22 10:31:09.000323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36012) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.004723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-fd4279ae-353b-4e94-a5c7-9c6d9afb9d55 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:09.016532 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:09.030395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799d92ad-2341-449f-9864-b7d36136749f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:31:09.049220 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 799d92ad-2341-449f-9864-b7d36136749f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=799d92ad-2341-449f-9864-b7d36136749f,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:09.202266 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:09.210834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fd4279ae-353b-4e94-a5c7-9c6d9afb9d55 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags HTTP/1.1" status: 204 len: 168 time: 0.2019074 Sep 22 10:31:09.216330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36014) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.218324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-15270ef1-85e7-4887-be57-abe54e2c1918 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7', 'tempest-TagsExtTest-Tag-1928105215') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:09.246805 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-15270ef1-85e7-4887-be57-abe54e2c1918 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:09.246805 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-15270ef1-85e7-4887-be57-abe54e2c1918 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags/tempest-TagsExtTest-Tag-1928105215 HTTP/1.1" status: 404 len: 329 time: 0.0253062 Sep 22 10:31:09.247157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36018) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.251573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-d0bd3a16-6d6b-439f-bfdd-866c61e8abc4 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7', 'tempest-TagsExtTest-Tag-1774677793') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:09.262829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=799d92ad-2341-449f-9864-b7d36136749f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:09.276141 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-d0bd3a16-6d6b-439f-bfdd-866c61e8abc4 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:09.277213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d0bd3a16-6d6b-439f-bfdd-866c61e8abc4 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags/tempest-TagsExtTest-Tag-1774677793 HTTP/1.1" status: 404 len: 329 time: 0.0290854 Sep 22 10:31:09.280170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36020) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.285213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-5ae8ecee-9626-4704-9eeb-33aa938a1ade tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7', 'tempest-TagsExtTest-Tag-1841884201') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:09.308539 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-5ae8ecee-9626-4704-9eeb-33aa938a1ade tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] show failed (client error): The resource could not be found. Sep 22 10:31:09.351438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5ae8ecee-9626-4704-9eeb-33aa938a1ade tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags/tempest-TagsExtTest-Tag-1841884201 HTTP/1.1" status: 404 len: 329 time: 0.0296397 Sep 22 10:31:09.354956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36022) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.359814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-634d7963-6610-44b3-a5ab-2c9eb88d8529 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5b0eb661-5d11-4974-a683-e4be3896aad7') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:09.388137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-634d7963-6610-44b3-a5ab-2c9eb88d8529 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7/tags HTTP/1.1" status: 204 len: 168 time: 0.0321119 Sep 22 10:31:09.390647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36024) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.394953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-f56b8b10-d68b-4be9-8a1f-89f971f7a04f tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '484a894a-19e0-4b6d-8f97-1c89aa2f5463') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:09.474429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['799d92ad-2341-449f-9864-b7d36136749f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:31:09.478890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f56b8b10-d68b-4be9-8a1f-89f971f7a04f tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463/tags HTTP/1.1" status: 204 len: 168 time: 0.0848432 Sep 22 10:31:09.479270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.483768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-10be7786-930b-4d6d-936c-8db1243447da tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '95666773-81c1-4724-a3fb-40d4d3e7176f') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:09.550543 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-10be7786-930b-4d6d-936c-8db1243447da tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f/tags HTTP/1.1" status: 204 len: 168 time: 0.0702014 Sep 22 10:31:09.553561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36034) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.559075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-f3b7b96f-f94e-41e8-a409-e6ef2631b8c8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '23c47db0-7a84-4e9c-b74d-6d3131d79105') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:09.624635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f3b7b96f-f94e-41e8-a409-e6ef2631b8c8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105/tags HTTP/1.1" status: 204 len: 168 time: 0.0655775 Sep 22 10:31:09.624878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36036) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.787060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add04b69-e38e-4975-98d3-484132a1d3d2 req-c4eb2781-b1c2-4534-86d5-30551c85b89c tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:09.788751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-add04b69-e38e-4975-98d3-484132a1d3d2 req-c4eb2781-b1c2-4534-86d5-30551c85b89c tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 944 time: 0.0579507 Sep 22 10:31:09.972053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36052) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:10.105925 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f6d954f6-562a-428c-8be2-8628e46c9412 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for subnetpool, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.107104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f6d954f6-562a-428c-8be2-8628e46c9412 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnetpools/5b0eb661-5d11-4974-a683-e4be3896aad7 HTTP/1.1" status: 204 len: 168 time: 0.4808562 Sep 22 10:31:10.109740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36056) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:10.128000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-add04b69-e38e-4975-98d3-484132a1d3d2 req-c6613322-749d-46b5-a795-1c00e59784bd tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331790 Sep 22 10:31:10.128240 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2006195928'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:10.148887 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-778a4760-eaea-4c20-926a-9e64bd52c68a tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "GET /v2.0/ports?device_id=484a894a-19e0-4b6d-8f97-1c89aa2f5463 HTTP/1.1" status: 200 len: 205 time: 0.0345328 Sep 22 10:31:10.149170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36058) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:10.181574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36060) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:10.230612 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f397f7f-5c11-478e-9a6a-9c03731c7f71 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.233837 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6345fa9b-ea0c-43e9-adac-25cc283843f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a7ff1fae68d44a3a3e8959fc9a9d1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494144 Sep 22 10:31:10.234877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36062) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:10.291130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-831c706c-a503-4826-bbd4-e8e1fbc07e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.308871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Made reservation on behalf of fbd2a7252841412786dcbfbd6864ba2f for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:10.312594 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.318956 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-831c706c-a503-4826-bbd4-e8e1fbc07e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.330194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.397341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f397f7f-5c11-478e-9a6a-9c03731c7f71 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.399748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f397f7f-5c11-478e-9a6a-9c03731c7f71 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.439535 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.585403 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-831c706c-a503-4826-bbd4-e8e1fbc07e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.589118 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-831c706c-a503-4826-bbd4-e8e1fbc07e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.589327 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-831c706c-a503-4826-bbd4-e8e1fbc07e13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/928675ff-50fa-4641-90a2-4fb6ef5921c0 HTTP/1.1" status: 204 len: 168 time: 0.3532166 Sep 22 10:31:10.597896 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c706c-a503-4826-bbd4-e8e1fbc07e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928675ff-50fa-4641-90a2-4fb6ef5921c0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:10.820018 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f397f7f-5c11-478e-9a6a-9c03731c7f71 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.820232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.820766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f397f7f-5c11-478e-9a6a-9c03731c7f71 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Fanout notify agent at l3_agent the message router_deleted on router 484a894a-19e0-4b6d-8f97-1c89aa2f5463 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:31:10.830260 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f397f7f-5c11-478e-9a6a-9c03731c7f71 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.830260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4f397f7f-5c11-478e-9a6a-9c03731c7f71 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/routers/484a894a-19e0-4b6d-8f97-1c89aa2f5463 HTTP/1.1" status: 204 len: 168 time: 0.6793439 Sep 22 10:31:10.831810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36066) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:10.839715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 799d92ad-2341-449f-9864-b7d36136749f up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:10.845333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:10.860777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.861399 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Added segment 32dd0321-1c02-4118-8cdc-9265e964c580 of type vlan for network 6a92b2d3-268f-4c38-9846-64f4db116032 Sep 22 10:31:10.862889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e915ebea-b333-414a-9f45-e2832694feef,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:10.914047 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.926947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-532a1ccb-288e-415d-92a9-09d78cf7380e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Deleting port 95666773-81c1-4724-a3fb-40d4d3e7176f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:10.932539 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-532a1ccb-288e-415d-92a9-09d78cf7380e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.019674 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-532a1ccb-288e-415d-92a9-09d78cf7380e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.031291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-532a1ccb-288e-415d-92a9-09d78cf7380e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Calling delete_port for 95666773-81c1-4724-a3fb-40d4d3e7176f owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:11.099759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 799d92ad-2341-449f-9864-b7d36136749f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:31:11.103477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 799d92ad-2341-449f-9864-b7d36136749f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:11.103854 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.185018 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.202294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.209892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:11.210569 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.210733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799d92ad-2341-449f-9864-b7d36136749f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:31:11.212915 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dba5d4-5842-436f-938a-a6f741788205" -d '{"events": [{"server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "name": "network-vif-plugged", "status": "completed", "tag": "799d92ad-2341-449f-9864-b7d36136749f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:31:11.225407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 799d92ad-2341-449f-9864-b7d36136749f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=799d92ad-2341-449f-9864-b7d36136749f,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:11.254697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0f940-8799-4c91-8c11-7a9ce089bdd3 req-e62eb3ca-3444-4ace-b870-a401bf9772de tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:11.257274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2dd0f940-8799-4c91-8c11-7a9ce089bdd3 req-e62eb3ca-3444-4ace-b870-a401bf9772de tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 944 time: 0.0597093 Sep 22 10:31:11.276998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Pushing event updated for resources: {'Network': ['ID=6a92b2d3-268f-4c38-9846-64f4db116032,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:11.299285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 6a92b2d3-268f-4c38-9846-64f4db116032 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:11.302716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2dd0f940-8799-4c91-8c11-7a9ce089bdd3 req-ee2f587f-7bea-48aa-a7f3-55fda7986dbb tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Sep 22 10:31:11.399887 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d29c2-2b50-4b8a-bf92-b8ffc0ac1bb6 x-openstack-request-id: req-e79d29c2-2b50-4b8a-bf92-b8ffc0ac1bb6 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:31:11.400178 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "name": "network-vif-plugged", "status": "completed", "tag": "799d92ad-2341-449f-9864-b7d36136749f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:31:11.400430 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e79d29c2-2b50-4b8a-bf92-b8ffc0ac1bb6 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:31:11.400830 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799d92ad-2341-449f-9864-b7d36136749f', 'code': 200} Sep 22 10:31:11.487023 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.496002 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dec4f7e4-7c80-4f1c-a7a6-e4eb68911a85 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5192187 Sep 22 10:31:11.500809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-532a1ccb-288e-415d-92a9-09d78cf7380e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.503046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36078) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:11.541863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=799d92ad-2341-449f-9864-b7d36136749f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:11.574850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a1ccb-288e-415d-92a9-09d78cf7380e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Pushing event deleted for resources: {'Port': ['ID=95666773-81c1-4724-a3fb-40d4d3e7176f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:11.640392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43481141-ecaa-46dc-8ced-5893c4d90edf req-9390be0b-7768-489a-a18f-226ef59aa858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:11.645709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43481141-ecaa-46dc-8ced-5893c4d90edf req-9390be0b-7768-489a-a18f-226ef59aa858 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1095 time: 0.1706562 Sep 22 10:31:11.687721 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-532a1ccb-288e-415d-92a9-09d78cf7380e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.690019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-532a1ccb-288e-415d-92a9-09d78cf7380e tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/ports/95666773-81c1-4724-a3fb-40d4d3e7176f HTTP/1.1" status: 204 len: 168 time: 0.8571305 Sep 22 10:31:11.692664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36082) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:11.752868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe91687-9bde-4724-9bdc-868593bf2ab8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Deleting subnet 23c47db0-7a84-4e9c-b74d-6d3131d79105 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:31:11.757839 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afe91687-9bde-4724-9bdc-868593bf2ab8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.793104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Request body: {'network': {'name': 'tempest-network--1321174627', 'router:external': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:11.810989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43481141-ecaa-46dc-8ced-5893c4d90edf req-ca4bbedb-46bb-443d-839c-3a633e35fa0b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451728 Sep 22 10:31:11.824708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afe91687-9bde-4724-9bdc-868593bf2ab8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.921219 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afe91687-9bde-4724-9bdc-868593bf2ab8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.963555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Made reservation on behalf of bbe8d6fe94ac4a91a9bc516321edc3c4 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:11.965858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.976813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.067489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.134302 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afe91687-9bde-4724-9bdc-868593bf2ab8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.166537 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.169397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe91687-9bde-4724-9bdc-868593bf2ab8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Pushing event deleted for resources: {'Subnet': ['ID=23c47db0-7a84-4e9c-b74d-6d3131d79105,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:12.182963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-afe91687-9bde-4724-9bdc-868593bf2ab8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.185137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-afe91687-9bde-4724-9bdc-868593bf2ab8 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/subnets/23c47db0-7a84-4e9c-b74d-6d3131d79105 HTTP/1.1" status: 204 len: 168 time: 0.4913695 Sep 22 10:31:12.190127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36084) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:12.191320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f7e938-0fa1-49c0-8edf-311b32334486 None None] Network 476b6416-4090-4131-a859-a8d39cf3f1e2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:12.199978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:12.210855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a99c3f-d051-4322-8505-2daf877ae9b7,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:12.215904 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.220051 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Added segment 9be11c8e-5cf3-4cad-8321-5744fc54161a of type vlan for network 8211d74c-d73f-4d6f-9577-b39445e7e8e5 Sep 22 10:31:12.266307 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.300278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.358874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Deleting port 707557ee-5fc2-4683-a4bd-29adeffe53b6 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:12.359226 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.378361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.385288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:12.385288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.424906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7009de-4089-4d30-8da8-2c30f4753809 None None] DHCP port deletion for 476b6416-4090-4131-a859-a8d39cf3f1e2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:31:12.449246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] For port 707557ee-5fc2-4683-a4bd-29adeffe53b6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=707557ee-5fc2-4683-a4bd-29adeffe53b6,segment=NetworkSegment(181a21d7-93c6-4feb-985f-36f876c5b55e),segment_id=181a21d7-93c6-4feb-985f-36f876c5b55e)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:12.449618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.467501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Calling delete_port for 707557ee-5fc2-4683-a4bd-29adeffe53b6 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:12.496124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'Network': ['ID=8211d74c-d73f-4d6f-9577-b39445e7e8e5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:12.502042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7352f5a4-5b67-4999-b15f-afe653e095db tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9968641 Sep 22 10:31:12.503558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36092) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:12.511908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ce7009de-4089-4d30-8da8-2c30f4753809 None None] Deleting port 707557ee-5fc2-4683-a4bd-29adeffe53b6 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:12.516753 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce7009de-4089-4d30-8da8-2c30f4753809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.547593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be124a-1622-4eaf-a5f4-03007447ed8a req-4d99ae92-d826-4cb3-9268-2caf5cae85cb tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:12.548855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 8211d74c-d73f-4d6f-9577-b39445e7e8e5 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:12.549148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76be124a-1622-4eaf-a5f4-03007447ed8a req-4d99ae92-d826-4cb3-9268-2caf5cae85cb tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.1367099 Sep 22 10:31:12.620374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 707557ee-5fc2-4683-a4bd-29adeffe53b6 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:12.631778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.660553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76be124a-1622-4eaf-a5f4-03007447ed8a req-951c134b-3eb7-4427-ba9e-e8b9d1ac57b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001241 Sep 22 10:31:12.692357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ce7009de-4089-4d30-8da8-2c30f4753809 None None] For port 707557ee-5fc2-4683-a4bd-29adeffe53b6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=707557ee-5fc2-4683-a4bd-29adeffe53b6,segment=NetworkSegment(181a21d7-93c6-4feb-985f-36f876c5b55e),segment_id=181a21d7-93c6-4feb-985f-36f876c5b55e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:12.692759 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce7009de-4089-4d30-8da8-2c30f4753809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.717257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ce7009de-4089-4d30-8da8-2c30f4753809 None None] Calling delete_port for 707557ee-5fc2-4683-a4bd-29adeffe53b6 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:12.736247 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.739058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.775598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8211d74c-d73f-4d6f-9577-b39445e7e8e5']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:12.786085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be11c8e-5cf3-4cad-8321-5744fc54161a') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:12.786551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be11c8e-5cf3-4cad-8321-5744fc54161a') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:12.788309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Port 707557ee-5fc2-4683-a4bd-29adeffe53b6 update to DOWN by agent not found {{(pid=95683) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 22 10:31:12.801827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Pushing event deleted for resources: {'Port': ['ID=707557ee-5fc2-4683-a4bd-29adeffe53b6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:12.812060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] No DVR routers for this DVR port 707557ee-5fc2-4683-a4bd-29adeffe53b6 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:12.830474 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.848430 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce7009de-4089-4d30-8da8-2c30f4753809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.849329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.858579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:12.859345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.860222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7009de-4089-4d30-8da8-2c30f4753809 None None] No DVR routers for this DVR port 707557ee-5fc2-4683-a4bd-29adeffe53b6 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:12.861870 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:12.885988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7009de-4089-4d30-8da8-2c30f4753809 None None] Pushing event deleted for resources: {'Port': ['ID=707557ee-5fc2-4683-a4bd-29adeffe53b6,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:12.909820 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.931895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476b6416-4090-4131-a859-a8d39cf3f1e2']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:12.941152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181a21d7-93c6-4feb-985f-36f876c5b55e') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:12.941448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181a21d7-93c6-4feb-985f-36f876c5b55e') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:12.951555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.966530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.972503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:12.973065 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:12.976164 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:13.098264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.104737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8211d74c-d73f-4d6f-9577-b39445e7e8e5 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 10:31:13.107771 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.109526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8211d74c-d73f-4d6f-9577-b39445e7e8e5 HTTP/1.1" status: 204 len: 168 time: 0.6047122 Sep 22 10:31:13.113458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36096) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:13.119432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:13.120030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baff600-31e7-455c-9a6a-8697007d8614 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event deleted for resources: {'Network': ['ID=8211d74c-d73f-4d6f-9577-b39445e7e8e5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:13.135362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.145703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.150894 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] 10.222.0.20 "DELETE /v2.0/networks/476b6416-4090-4131-a859-a8d39cf3f1e2 HTTP/1.1" status: 204 len: 168 time: 0.9594374 Sep 22 10:31:13.164780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700103f3-e9a2-4721-ae3b-732d389d0a14 tempest-TagsExtTest-1584721319 tempest-TagsExtTest-1584721319-project] Pushing event deleted for resources: {'Network': ['ID=476b6416-4090-4131-a859-a8d39cf3f1e2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:13.219818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Made reservation on behalf of bbe8d6fe94ac4a91a9bc516321edc3c4 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:13.222324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.249107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:13.258637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.259345 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Added segment 82372e42-d9a4-4bed-a7c8-a3c64b7f557e of type vlan for network 5aa6d655-5da3-41f2-a003-c4ef06d2b3ac Sep 22 10:31:13.304788 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.429465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.430515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:13.431108 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.488886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'Network': ['ID=5aa6d655-5da3-41f2-a003-c4ef06d2b3ac,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:13.498361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 5aa6d655-5da3-41f2-a003-c4ef06d2b3ac details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:13.665587 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f29d0274-c4d6-481c-8a1e-6d2108fa900d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5507565 Sep 22 10:31:13.668542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:13.676150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Request body: {'subnet': {'network_id': '5aa6d655-5da3-41f2-a003-c4ef06d2b3ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:13.776887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a552c-6815-44f3-94b5-e0eed166be13 req-a03fc577-c328-4109-b0c9-60a25f73092e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:13.778326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a31a552c-6815-44f3-94b5-e0eed166be13 req-a03fc577-c328-4109-b0c9-60a25f73092e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Sep 22 10:31:13.815040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a31a552c-6815-44f3-94b5-e0eed166be13 req-d7ca6f80-55d6-4192-99f8-0d5fba1dae80 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Sep 22 10:31:13.857881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Made reservation on behalf of bbe8d6fe94ac4a91a9bc516321edc3c4 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:13.860450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.907998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36112) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:14.052076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-83ce5818-91e5-4c09-ba23-c0d39d43375a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37ffa2dca4834f568a2f0b3854aea320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428015 Sep 22 10:31:14.054602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36118) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:14.103248 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8eba-a07f-4161-ada0-570c2eadc698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:14.123878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8eba-a07f-4161-ada0-570c2eadc698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:14.293482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:31:14.293913 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:14.348055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b2863f38-f235-466f-9386-0992e2df3ac6,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:14.355679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Checking segment: {'id': '82372e42-d9a4-4bed-a7c8-a3c64b7f557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5aa6d655-5da3-41f2-a003-c4ef06d2b3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:14.356032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Network hostable DHCP agents. Network: 5aa6d655-5da3-41f2-a003-c4ef06d2b3ac, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:14.394991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8eba-a07f-4161-ada0-570c2eadc698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:14.398006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2ede8eba-a07f-4161-ada0-570c2eadc698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:14.399188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2ede8eba-a07f-4161-ada0-570c2eadc698 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f875c59f-07ca-4b37-9896-64d7221caf1e HTTP/1.1" status: 204 len: 168 time: 0.3436995 Sep 22 10:31:14.406874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede8eba-a07f-4161-ada0-570c2eadc698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f875c59f-07ca-4b37-9896-64d7221caf1e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:14.516584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Network 5aa6d655-5da3-41f2-a003-c4ef06d2b3ac is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:14.619686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93978c-8441-4065-81d9-2da9236fe7ae req-1521593e-4846-484b-b4b7-457144e23eb6 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:14.621394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d93978c-8441-4065-81d9-2da9236fe7ae req-1521593e-4846-484b-b4b7-457144e23eb6 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0510464 Sep 22 10:31:14.659481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d93978c-8441-4065-81d9-2da9236fe7ae req-56f3207a-f232-4d2a-8210-909814c8a49c tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320723 Sep 22 10:31:14.809011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-2675cdbb-06e3-4cc6-836b-2558540ac66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:14.810568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-2675cdbb-06e3-4cc6-836b-2558540ac66b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1096 time: 0.0431094 Sep 22 10:31:14.813699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 5aa6d655-5da3-41f2-a003-c4ef06d2b3ac) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:14.819740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:14.819740 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:14.826373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef9c93-58ed-4afc-9961-2ca0f74b2978 None None] Network 5aa6d655-5da3-41f2-a003-c4ef06d2b3ac requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:14.916171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-6e247d07-492c-4f90-b43d-cb4e14cd2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:14.917734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-6e247d07-492c-4f90-b43d-cb4e14cd2e83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 200 len: 921 time: 0.1006646 Sep 22 10:31:14.957398 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5445ab19-ba11-461c-9341-b3e57b0efa33 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2867994 Sep 22 10:31:14.964303 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36132) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:14.968110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-482bfb89-15f4-4806-bb7b-cd120ea0ae4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 217 time: 0.0436666 Sep 22 10:31:14.968724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Request body: {'floatingip': {'floating_network_id': '5aa6d655-5da3-41f2-a003-c4ef06d2b3ac'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:14.981247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed39bc6-f27e-43cd-a418-7b65271710ab None None] Network 5aa6d655-5da3-41f2-a003-c4ef06d2b3ac requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:15.036930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-401581d2-1486-4fdf-be96-189724f9c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:15.038724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-401581d2-1486-4fdf-be96-189724f9c6c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d33baf35-4f40-4c76-83b3-62eab299a5b5 HTTP/1.1" status: 200 len: 860 time: 0.0628061 Sep 22 10:31:15.080849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-1cac612e-a30a-4539-bceb-a4068c31a19b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ae4006a-9e4d-417b-977b-623b8a582cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353897 Sep 22 10:31:15.097817 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.174522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-d0d83d4a-7926-42dd-9328-8b6314e7fa8d service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858638 Sep 22 10:31:15.191907 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.274139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa9731b6-b8ef-4b2b-90d5-226ef53c36df req-242924da-06f9-4c3d-8805-1495cf437dd2 service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932062 Sep 22 10:31:15.294437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Allocated IP 172.20.0.9 (5aa6d655-5da3-41f2-a003-c4ef06d2b3ac/b2863f38-f235-466f-9386-0992e2df3ac6/2d93992d-765c-4e19-ac99-2219f0c83fe8) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:15.397472 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.591474 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.626913 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Network 5aa6d655-5da3-41f2-a003-c4ef06d2b3ac is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:15.629662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:15.633587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:15.657828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'Port': ['ID=2d93992d-765c-4e19-ac99-2219f0c83fe8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:15.731461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.786748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13288a37-91bb-4972-877a-009feb8ea391 req-6dec9585-141f-4980-8e31-a0baadcc63cd tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:15.788748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13288a37-91bb-4972-877a-009feb8ea391 req-6dec9585-141f-4980-8e31-a0baadcc63cd tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Sep 22 10:31:15.826660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13288a37-91bb-4972-877a-009feb8ea391 req-af0dd19a-faa2-479d-9ab5-a1d33f8ddf79 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Sep 22 10:31:15.907449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.066224 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.163616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.232097 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'Port': ['ID=2d93992d-765c-4e19-ac99-2219f0c83fe8,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:16.240544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.351099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.352370 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7b951af9-164a-4ee4-b625-27646c5e3229 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3870828 Sep 22 10:31:16.355441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36166) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:16.744099 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8cdbb578-b493-4a1c-b49e-e8cb0e4009f3 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=5aa6d655-5da3-41f2-a003-c4ef06d2b3ac HTTP/1.1" status: 200 len: 689 time: 0.3875434 Sep 22 10:31:16.746623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36178) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:16.839395 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.924794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Deleting port 2d93992d-765c-4e19-ac99-2219f0c83fe8 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:16.926484 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.951836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e235-78d1-4b3a-a255-5f0f87d8dcbe req-0ed6c104-3849-4948-829f-c70364076048 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:16.957982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6441e235-78d1-4b3a-a255-5f0f87d8dcbe req-0ed6c104-3849-4948-829f-c70364076048 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0534327 Sep 22 10:31:17.002339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6441e235-78d1-4b3a-a255-5f0f87d8dcbe req-0930f7c1-b102-49b0-a9d7-ea47f6dbb26f tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413139 Sep 22 10:31:17.022338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.022718 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.043835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Calling delete_port for 2d93992d-765c-4e19-ac99-2219f0c83fe8 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:17.379440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.403640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d93992d-765c-4e19-ac99-2219f0c83fe8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:17.464234 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.507612 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.734499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36206) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:17.773187 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.800650 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b2863f38-f235-466f-9386-0992e2df3ac6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:17.859191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.870616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fb0d-dbc5-4964-83cb-60c9bbac0b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.894211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa6d655-5da3-41f2-a003-c4ef06d2b3ac']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:17.905231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82372e42-d9a4-4bed-a7c8-a3c64b7f557e') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:17.905525 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82372e42-d9a4-4bed-a7c8-a3c64b7f557e') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:17.923402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.943397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.953875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:17.954282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:17.955925 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:18.136476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c2cb8-acd7-4e15-a3b2-13d42192fab9 req-017e19c2-742f-4a68-90dc-9aadddabd40e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.137964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f8c2cb8-acd7-4e15-a3b2-13d42192fab9 req-017e19c2-742f-4a68-90dc-9aadddabd40e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0540235 Sep 22 10:31:18.175222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f8c2cb8-acd7-4e15-a3b2-13d42192fab9 req-c33fde75-6163-48b6-9ae0-536f0f072e87 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Sep 22 10:31:18.176110 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.188080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5aa6d655-5da3-41f2-a003-c4ef06d2b3ac {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 10:31:18.197834 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.202306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36216) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:18.205859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5aa6d655-5da3-41f2-a003-c4ef06d2b3ac HTTP/1.1" status: 204 len: 168 time: 1.4581332 Sep 22 10:31:18.249395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579bf5-31ba-4d7a-a83e-59dd83f23e29 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event deleted for resources: {'Network': ['ID=5aa6d655-5da3-41f2-a003-c4ef06d2b3ac,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:18.267402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fb0d-dbc5-4964-83cb-60c9bbac0b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.315523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-db20cdd2-9749-4b6b-aab0-07b1537ce2ec tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3353 time: 0.1120872 Sep 22 10:31:18.317976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36218) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:18.426843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.427589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.428063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.428523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.428980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.429434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.429891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.430369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.430828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.431279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.431803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.432306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:18.434411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-479277da-fac1-449a-a1d8-df4632de9820 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7656 time: 0.1149170 Sep 22 10:31:18.437387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36220) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:18.459856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1bd2fb0d-dbc5-4964-83cb-60c9bbac0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.497327 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-5a62e42e-47e6-4665-b99d-4cc21a76f267 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] delete failed (client error): The resource could not be found. Sep 22 10:31:18.501046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5a62e42e-47e6-4665-b99d-4cc21a76f267 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/1469ce2d-967a-46e2-9f79-b9e1cbfa3876 HTTP/1.1" status: 404 len: 345 time: 0.0601292 Sep 22 10:31:18.520159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36222) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:18.520343 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1bd2fb0d-dbc5-4964-83cb-60c9bbac0b61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e86f83cc5fc4938beb701bf5593c23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7790308 Sep 22 10:31:18.520343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2fb0d-dbc5-4964-83cb-60c9bbac0b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f74de-7c86-4479-bb6e-7f7d8739c9e6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:18.520343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36224) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:18.521119 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac59f04-1f68-40e1-8a84-f761c9ca3232 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] DELETE failed (client error): The resource could not be found. Sep 22 10:31:18.522302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac59f04-1f68-40e1-8a84-f761c9ca3232 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:31:18.528376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1ac59f04-1f68-40e1-8a84-f761c9ca3232 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5aa6d655-5da3-41f2-a003-c4ef06d2b3ac HTTP/1.1" status: 404 len: 339 time: 0.0220778 Sep 22 10:31:18.528718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36226) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:18.543781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Request body: {'network': {'name': 'tempest-network--198678533', 'router:external': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:18.601328 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:31:18.615930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d97c96-6f90-4b70-8841-e4531f17b72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.639891 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d97c96-6f90-4b70-8841-e4531f17b72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.800967 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Made reservation on behalf of bbe8d6fe94ac4a91a9bc516321edc3c4 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:18.803436 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.870837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d97c96-6f90-4b70-8841-e4531f17b72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.873356 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d97c96-6f90-4b70-8841-e4531f17b72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.874531 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-95d97c96-6f90-4b70-8841-e4531f17b72e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f30f74de-7c86-4479-bb6e-7f7d8739c9e6 HTTP/1.1" status: 204 len: 168 time: 0.3453603 Sep 22 10:31:18.879664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:18.889367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d97c96-6f90-4b70-8841-e4531f17b72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f74de-7c86-4479-bb6e-7f7d8739c9e6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:18.894492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.894859 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Added segment 8cd02bd2-2ca2-42b4-9f23-d09f9826b4d8 of type vlan for network 1fbef4d5-3005-4d6b-8f2b-350a33d82af8 Sep 22 10:31:18.939521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.213326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.214376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:19.217146 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.278019 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'Network': ['ID=1fbef4d5-3005-4d6b-8f2b-350a33d82af8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:19.289406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 1fbef4d5-3005-4d6b-8f2b-350a33d82af8 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:19.296483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783096e-b508-4829-a5fd-20210f01f21e req-cef6da41-cddb-4b45-aba5-8bc3fb18ebc0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:19.297996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7783096e-b508-4829-a5fd-20210f01f21e req-cef6da41-cddb-4b45-aba5-8bc3fb18ebc0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0534787 Sep 22 10:31:19.341224 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b09ad1fa-9888-41c4-b1d6-d37f0a73161b tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8085566 Sep 22 10:31:19.341445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36242) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:19.349289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7783096e-b508-4829-a5fd-20210f01f21e req-5f8f50ea-abc5-4bf2-b868-d1ff3fa065e9 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Sep 22 10:31:19.531368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5eea8e-5392-4a12-8fef-1e3b948c0e6d tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:19.538543 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5eea8e-5392-4a12-8fef-1e3b948c0e6d tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:19.545153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5eea8e-5392-4a12-8fef-1e3b948c0e6d tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:19.551025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5eea8e-5392-4a12-8fef-1e3b948c0e6d tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:19.553242 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0c5eea8e-5392-4a12-8fef-1e3b948c0e6d tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2102876 Sep 22 10:31:19.556041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36244) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:19.625101 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.698969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.729630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbef4d5-3005-4d6b-8f2b-350a33d82af8']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:19.738926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd02bd2-2ca2-42b4-9f23-d09f9826b4d8') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:19.739217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd02bd2-2ca2-42b4-9f23-d09f9826b4d8') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:19.749064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.762156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.768116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:19.768541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:19.770248 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:19.881221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36248) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:19.894175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc86dd7b-cecd-49b6-b423-40233bf64880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.015435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.030789 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fbef4d5-3005-4d6b-8f2b-350a33d82af8 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 10:31:20.041326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.043218 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1fbef4d5-3005-4d6b-8f2b-350a33d82af8 HTTP/1.1" status: 204 len: 168 time: 0.4862821 Sep 22 10:31:20.047350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fbef4d5-3005-4d6b-8f2b-350a33d82af8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:20.047745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36250) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:20.052933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Request body: {'network': {'name': 'tempest-network--660009440', 'router:external': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:20.056428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.056775 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.057112 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.057445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.057772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.058211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.065615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.065615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.065615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.065615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.065615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.065615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3426eeb-41f9-48f5-9dd9-4cfa2c438587 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:20.110090 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc86dd7b-cecd-49b6-b423-40233bf64880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.218655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc86dd7b-cecd-49b6-b423-40233bf64880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.257552 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dc86dd7b-cecd-49b6-b423-40233bf64880 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c5288ffae644e66bb8a01e9ef92ece0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752401 Sep 22 10:31:20.259570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86dd7b-cecd-49b6-b423-40233bf64880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa17590c-ca67-4eed-a2de-0089d85cec50,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:20.260559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36252) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:20.310069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-44656acb-a16b-48c1-9d91-e783d5eff5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.331091 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-44656acb-a16b-48c1-9d91-e783d5eff5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.390617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Made reservation on behalf of bbe8d6fe94ac4a91a9bc516321edc3c4 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:20.393146 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.478579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a646c62-8701-4ba6-b51e-f7e870bf4904 req-48b178d1-73d1-4a59-ab89-3a0ff4390822 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:20.480107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a646c62-8701-4ba6-b51e-f7e870bf4904 req-48b178d1-73d1-4a59-ab89-3a0ff4390822 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0488117 Sep 22 10:31:20.519819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a646c62-8701-4ba6-b51e-f7e870bf4904 req-3f61aeba-347e-476a-ac54-14b81733fdd4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337396 Sep 22 10:31:20.550178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-44656acb-a16b-48c1-9d91-e783d5eff5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.550178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-44656acb-a16b-48c1-9d91-e783d5eff5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.550178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-44656acb-a16b-48c1-9d91-e783d5eff5ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa17590c-ca67-4eed-a2de-0089d85cec50 HTTP/1.1" status: 204 len: 168 time: 0.2869372 Sep 22 10:31:20.555071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:20.566588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44656acb-a16b-48c1-9d91-e783d5eff5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa17590c-ca67-4eed-a2de-0089d85cec50,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:20.571814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.572250 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Added segment 788500aa-044f-4d4d-978a-85362636d477 of type vlan for network 035fff0a-5372-4439-8af9-4b8df31cd3fa Sep 22 10:31:20.622501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.817936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.821194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:20.822230 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.882094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'Network': ['ID=035fff0a-5372-4439-8af9-4b8df31cd3fa,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:20.892604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 035fff0a-5372-4439-8af9-4b8df31cd3fa details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:21.031517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6431ad42-02de-419f-807e-4368f4951ccd tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9824958 Sep 22 10:31:21.034018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36264) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:21.121258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f0172-db07-4acb-9abc-1302561f2f5f tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:21.122673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7d9f0172-db07-4acb-9abc-1302561f2f5f tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] 10.222.0.20 "GET /v2.0/networks/035fff0a-5372-4439-8af9-4b8df31cd3fa HTTP/1.1" status: 200 len: 756 time: 0.0876691 Sep 22 10:31:21.125290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36268) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:21.204999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee44dd04-8167-4d27-9451-1c28f0ea574b tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:21.206388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ee44dd04-8167-4d27-9451-1c28f0ea574b tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] 10.222.0.20 "GET /v2.0/networks/6a92b2d3-268f-4c38-9846-64f4db116032 HTTP/1.1" status: 200 len: 768 time: 0.0801761 Sep 22 10:31:21.209110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36272) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:21.281429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.361655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.384614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035fff0a-5372-4439-8af9-4b8df31cd3fa']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:21.393695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788500aa-044f-4d4d-978a-85362636d477') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:21.394000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788500aa-044f-4d4d-978a-85362636d477') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:21.403669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.416952 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.422761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:21.423555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:21.424773 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:21.639963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31c588-3f51-4554-9388-70dc4c6369ea req-f6b17a6c-c10b-4f3a-bea2-28921cb629b3 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:21.641444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a31c588-3f51-4554-9388-70dc4c6369ea req-f6b17a6c-c10b-4f3a-bea2-28921cb629b3 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0517206 Sep 22 10:31:21.642417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.647723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 035fff0a-5372-4439-8af9-4b8df31cd3fa {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 10:31:21.659608 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.661450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "DELETE /v2.0/networks/035fff0a-5372-4439-8af9-4b8df31cd3fa HTTP/1.1" status: 204 len: 168 time: 0.4513276 Sep 22 10:31:21.665890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36286) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:21.667460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a4e3a-548a-4b2d-874f-9b915d0bd46c tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event deleted for resources: {'Network': ['ID=035fff0a-5372-4439-8af9-4b8df31cd3fa,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:21.671116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Request body: {'network': {'name': 'tempest-network--731026938'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:21.695952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a31c588-3f51-4554-9388-70dc4c6369ea req-07db9bcb-ed58-437b-b645-af6857b5d3ef tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457561 Sep 22 10:31:21.870590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Made reservation on behalf of bbe8d6fe94ac4a91a9bc516321edc3c4 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:21.872952 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.900577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:21.909172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.909701 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Added segment 9ebf2571-cf94-4e07-9b62-df22f679642d of type vlan for network 8e5feeed-b1bc-478d-b30f-fc4e727dc496 Sep 22 10:31:21.949785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:22.120818 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:22.122128 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:22.122892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:22.184727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'Network': ['ID=8e5feeed-b1bc-478d-b30f-fc4e727dc496,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:22.199602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 8e5feeed-b1bc-478d-b30f-fc4e727dc496 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:22.346015 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2fa0dfbd-287c-41f6-a6f3-b749ef3e6c7d tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6788728 Sep 22 10:31:22.348680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36300) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:22.354176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-32935bf7-08d8-4806-ad18-8bc3cb47eb61 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:22.396873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69a26c73-bf46-4f48-ad06-8efc1457ee0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:22.518456 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32935bf7-08d8-4806-ad18-8bc3cb47eb61 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:22.795288 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32935bf7-08d8-4806-ad18-8bc3cb47eb61 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:22.807679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32935bf7-08d8-4806-ad18-8bc3cb47eb61 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Network 8e5feeed-b1bc-478d-b30f-fc4e727dc496 is not hosted by any dhcp agent {{(pid=95681) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:31:22.807679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32935bf7-08d8-4806-ad18-8bc3cb47eb61 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:22.807679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32935bf7-08d8-4806-ad18-8bc3cb47eb61 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:22.809752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36312) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:22.810314 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-32935bf7-08d8-4806-ad18-8bc3cb47eb61 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "PUT /v2.0/networks/8e5feeed-b1bc-478d-b30f-fc4e727dc496 HTTP/1.1" status: 200 len: 857 time: 0.4602399 Sep 22 10:31:22.845850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc1423-27de-43cf-88c9-4aa1695f9751 req-f2d8e156-fb94-4fec-9b3c-db33cfdfbe40 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:22.847407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40cc1423-27de-43cf-88c9-4aa1695f9751 req-f2d8e156-fb94-4fec-9b3c-db33cfdfbe40 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0815368 Sep 22 10:31:22.870734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32935bf7-08d8-4806-ad18-8bc3cb47eb61 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event updated for resources: {'Network': ['ID=8e5feeed-b1bc-478d-b30f-fc4e727dc496,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:22.916752 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:22.933259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40cc1423-27de-43cf-88c9-4aa1695f9751 req-bfa178ca-1c48-425c-af6c-e6cbfa4d6cda tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767233 Sep 22 10:31:23.006462 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.048497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5feeed-b1bc-478d-b30f-fc4e727dc496']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:23.048497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebf2571-cf94-4e07-9b62-df22f679642d') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:23.048497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebf2571-cf94-4e07-9b62-df22f679642d') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:23.053202 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.069953 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.079979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:23.080503 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:23.082334 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:23.339345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.345897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e5feeed-b1bc-478d-b30f-fc4e727dc496 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 10:31:23.355071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.357056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8e5feeed-b1bc-478d-b30f-fc4e727dc496 HTTP/1.1" status: 204 len: 168 time: 0.5448585 Sep 22 10:31:23.358471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c137882-4374-4dc5-a762-2636d2372fd1 tempest-ExternalNetworksTestJSON-263437704 tempest-ExternalNetworksTestJSON-263437704-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e5feeed-b1bc-478d-b30f-fc4e727dc496,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:23.360420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36332) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:23.387354 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-97df9fd9-e3cf-4ea0-89fb-f4fc6df39a7a tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] DELETE failed (client error): The resource could not be found. Sep 22 10:31:23.387806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97df9fd9-e3cf-4ea0-89fb-f4fc6df39a7a tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:31:23.389556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-97df9fd9-e3cf-4ea0-89fb-f4fc6df39a7a tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] 10.222.0.20 "DELETE /v2.0/subnets/b2863f38-f235-466f-9386-0992e2df3ac6 HTTP/1.1" status: 404 len: 337 time: 0.0276699 Sep 22 10:31:23.392288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36334) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:23.471309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.553602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.578158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a92b2d3-268f-4c38-9846-64f4db116032']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:23.587899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32dd0321-1c02-4118-8cdc-9265e964c580') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:23.588191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32dd0321-1c02-4118-8cdc-9265e964c580') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:23.887543 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.901756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.907586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:23.907972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:23.910867 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:24.048206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d22387-3583-482b-9f15-1aae403ff5c3 req-c53828ef-5a23-4c4b-a0cc-073b3d4c8444 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:24.049715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89d22387-3583-482b-9f15-1aae403ff5c3 req-c53828ef-5a23-4c4b-a0cc-073b3d4c8444 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0490606 Sep 22 10:31:24.091767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89d22387-3583-482b-9f15-1aae403ff5c3 req-f7898a55-661d-4ba8-a165-fbb381d47d42 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352046 Sep 22 10:31:24.213331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.219997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.221763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] 10.222.0.20 "DELETE /v2.0/networks/6a92b2d3-268f-4c38-9846-64f4db116032 HTTP/1.1" status: 204 len: 168 time: 0.8285906 Sep 22 10:31:24.233563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24703b-7341-4d98-a2bb-5641cb272a37 tempest-ExternalNetworksTestJSON-2064839371 tempest-ExternalNetworksTestJSON-2064839371-project] Pushing event deleted for resources: {'Network': ['ID=6a92b2d3-268f-4c38-9846-64f4db116032,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:25.169463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36364) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:25.224915 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-175c4575-5bbe-4c4c-b1be-b18f40b02652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.232806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18c884-3055-4075-bb0a-a42250496415 req-06ae745f-b7eb-433f-97dc-71c2b888a65d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:25.234419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e18c884-3055-4075-bb0a-a42250496415 req-06ae745f-b7eb-433f-97dc-71c2b888a65d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0701933 Sep 22 10:31:25.275023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e18c884-3055-4075-bb0a-a42250496415 req-523f6b4e-155f-4971-a803-5a1e1ad20d50 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331833 Sep 22 10:31:25.312552 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6c4d9081-ba1d-498d-b3ec-5a93e9ddc29e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbd2a7252841412786dcbfbd6864ba2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419098 Sep 22 10:31:25.315110 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36370) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:25.363464 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ec045846-2e2e-455f-93fa-ad3f114265f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.384108 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ec045846-2e2e-455f-93fa-ad3f114265f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.573358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.653651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ec045846-2e2e-455f-93fa-ad3f114265f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.653849 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.657436 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ec045846-2e2e-455f-93fa-ad3f114265f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.661053 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ec045846-2e2e-455f-93fa-ad3f114265f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e915ebea-b333-414a-9f45-e2832694feef HTTP/1.1" status: 204 len: 168 time: 0.3425922 Sep 22 10:31:25.667245 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec045846-2e2e-455f-93fa-ad3f114265f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e915ebea-b333-414a-9f45-e2832694feef,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:25.750665 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.181235 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.393056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095089c3-39e8-4ed4-84a7-c62c65f0a115 req-87dd79e9-489e-49af-9b6e-1775086f4d7a tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:26.394563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-095089c3-39e8-4ed4-84a7-c62c65f0a115 req-87dd79e9-489e-49af-9b6e-1775086f4d7a tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0501370 Sep 22 10:31:26.434546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-095089c3-39e8-4ed4-84a7-c62c65f0a115 req-f9e98a7d-6345-4c09-8742-cdb80be1f67f tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Sep 22 10:31:27.092800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36398) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:27.135925 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c4f0695b-4599-4de4-8e00-9aa376e89248 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbe8d6fe94ac4a91a9bc516321edc3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419698 Sep 22 10:31:27.138444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36400) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:27.184231 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e96987c2-9e24-48c0-bb19-895264dc8329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.204543 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e96987c2-9e24-48c0-bb19-895264dc8329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.395246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e96987c2-9e24-48c0-bb19-895264dc8329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.397696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e96987c2-9e24-48c0-bb19-895264dc8329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.399008 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e96987c2-9e24-48c0-bb19-895264dc8329 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0a99c3f-d051-4322-8505-2daf877ae9b7 HTTP/1.1" status: 204 len: 168 time: 0.2596774 Sep 22 10:31:27.408300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96987c2-9e24-48c0-bb19-895264dc8329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a99c3f-d051-4322-8505-2daf877ae9b7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:27.556165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ae9de-9cfd-4e9f-9766-9d17bf89eb90 req-8d520af9-3e87-47a1-893c-7b95af29d08f tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:27.557636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a50ae9de-9cfd-4e9f-9766-9d17bf89eb90 req-8d520af9-3e87-47a1-893c-7b95af29d08f tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0522919 Sep 22 10:31:27.597008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a50ae9de-9cfd-4e9f-9766-9d17bf89eb90 req-33c60bff-9492-454a-b2d0-4e11305993fe tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Sep 22 10:31:28.122165 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.978509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fe09e-4ae0-4104-b05a-8ff42cadaca9 req-d38793ac-63b3-47af-922c-e859ff386e47 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:28.980337 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-973fe09e-4ae0-4104-b05a-8ff42cadaca9 req-d38793ac-63b3-47af-922c-e859ff386e47 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0481122 Sep 22 10:31:29.018505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-973fe09e-4ae0-4104-b05a-8ff42cadaca9 req-f3461fd2-0abe-43d6-b942-838b48eb2bc5 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Sep 22 10:31:29.244896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f720cc8-7a1c-4e6f-8808-763d18fee4ba req-a6a8c2d4-0bb1-47a3-9c29-9bd1971fb9dd tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:29.246457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f720cc8-7a1c-4e6f-8808-763d18fee4ba req-a6a8c2d4-0bb1-47a3-9c29-9bd1971fb9dd tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0520155 Sep 22 10:31:29.290445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f720cc8-7a1c-4e6f-8808-763d18fee4ba req-4cbbc200-d46b-40b8-b6cd-22c4a2d5d645 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367005 Sep 22 10:31:30.149575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11a18c-2af7-4f8a-b549-1ee6d57ee8cb req-96386bed-38c9-42a6-b223-b2cfedc44886 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:30.151093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a11a18c-2af7-4f8a-b549-1ee6d57ee8cb req-96386bed-38c9-42a6-b223-b2cfedc44886 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0643320 Sep 22 10:31:30.191021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a11a18c-2af7-4f8a-b549-1ee6d57ee8cb req-3ae00db1-a3cc-4fbd-93da-6ed746dcd195 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331731 Sep 22 10:31:30.703126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dde62-9e76-468b-97a3-49427f352757 req-f03a117d-28ff-4316-9dea-7c1f14a9a7e1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:30.704671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-260dde62-9e76-468b-97a3-49427f352757 req-f03a117d-28ff-4316-9dea-7c1f14a9a7e1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0531137 Sep 22 10:31:30.719798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36502) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:30.744634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-260dde62-9e76-468b-97a3-49427f352757 req-eeb8dda5-9f33-4363-99eb-57d91564b368 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333738 Sep 22 10:31:30.869841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:31.012936 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.109584 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.210335 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Allocated IP 172.25.1.97 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/28c46ce8-1047-4bd8-9149-993ed58ea0bc) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:31.312180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a050-35f2-410b-82f0-1738eb54fe87 req-b54dfde9-b9a1-46f4-8aa1-ff41813a0f87 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:31.313777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.313923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38e3a050-35f2-410b-82f0-1738eb54fe87 req-b54dfde9-b9a1-46f4-8aa1-ff41813a0f87 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0531704 Sep 22 10:31:31.357446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38e3a050-35f2-410b-82f0-1738eb54fe87 req-09ff13e3-0490-4b6c-ada8-1a14f73abbf4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Sep 22 10:31:31.419318 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.462344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:31.465234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:31.468730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:31.503277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event updated for resources: {'Port': ['ID=28c46ce8-1047-4bd8-9149-993ed58ea0bc,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:31.567162 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.702681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.863955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.881492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dad68b-672d-4962-995c-088e18bd4904 req-4504744a-1df2-4501-ac8e-3ba2f8682abc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:31.882951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64dad68b-672d-4962-995c-088e18bd4904 req-4504744a-1df2-4501-ac8e-3ba2f8682abc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0546293 Sep 22 10:31:31.921903 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64dad68b-672d-4962-995c-088e18bd4904 req-9e782a53-ce1f-42c5-bd69-7d9fc71e231a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329618 Sep 22 10:31:31.943540 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.010923 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event updated for resources: {'Port': ['ID=28c46ce8-1047-4bd8-9149-993ed58ea0bc,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:32.030365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.087797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.089077 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-897beeef-be94-49d4-8829-4d546af43a74 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3675003 Sep 22 10:31:32.091717 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36538) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:32.096625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2009325483'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:32.179763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Made reservation on behalf of 7dd85ee8cf984ceba20cb51ca2cc4df7 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:32.183240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.192197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.280513 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.372990 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.402394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:32.410947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a35e17c-8a61-4416-b679-798ced8e0865,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:32.417768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.418135 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Added segment 3b560bb8-4e7e-4036-9364-7453c51243f7 of type vlan for network d6532c36-7302-48d0-91c9-75fdcb84678b Sep 22 10:31:32.464816 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.497500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da18cf4-2e59-43d9-8918-252fd493111f req-a44442d2-af31-49da-ad11-f1c4fef880b2 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:32.499419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2da18cf4-2e59-43d9-8918-252fd493111f req-a44442d2-af31-49da-ad11-f1c4fef880b2 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0730064 Sep 22 10:31:32.540400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2da18cf4-2e59-43d9-8918-252fd493111f req-032e3094-258a-49d5-a137-463d6c03bd50 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345585 Sep 22 10:31:32.595920 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.602085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:32.602696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.670449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event updated for resources: {'Network': ['ID=d6532c36-7302-48d0-91c9-75fdcb84678b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:32.684586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network d6532c36-7302-48d0-91c9-75fdcb84678b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:32.745754 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-39a4f20b-e487-41a2-8525-be1c66dfd023 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6529391 Sep 22 10:31:32.748681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36546) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:32.753844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Request body: {'subnet': {'network_id': 'd6532c36-7302-48d0-91c9-75fdcb84678b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:32.969128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Made reservation on behalf of 7dd85ee8cf984ceba20cb51ca2cc4df7 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:32.973190 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:33.098375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f2a10-6fcf-402f-8af6-506e503a202b req-63cccc3b-a176-4eed-87b6-caac565c2609 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:33.099937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d3f2a10-6fcf-402f-8af6-506e503a202b req-63cccc3b-a176-4eed-87b6-caac565c2609 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0973015 Sep 22 10:31:33.180112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d3f2a10-6fcf-402f-8af6-506e503a202b req-6bc923cb-c9a9-48f9-9d23-84aaea627b00 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719841 Sep 22 10:31:33.310823 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:33.373587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event updated for resources: {'Subnet': ['ID=f6376077-6004-4fa7-95d5-aed3ce0f053f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:33.380461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Checking segment: {'id': '3b560bb8-4e7e-4036-9364-7453c51243f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6532c36-7302-48d0-91c9-75fdcb84678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:33.380815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Network hostable DHCP agents. Network: d6532c36-7302-48d0-91c9-75fdcb84678b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:33.493012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Network d6532c36-7302-48d0-91c9-75fdcb84678b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:33.617895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, d6532c36-7302-48d0-91c9-75fdcb84678b) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:33.627037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ae27b-42f1-47fe-86ad-e21fbc17863f None None] Network d6532c36-7302-48d0-91c9-75fdcb84678b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:33.639455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:33.640063 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:33.680787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4f507-c631-43ac-8a35-bc6a061a99e2 req-afd7f18a-98aa-490d-a9f8-d29668f4cd7c tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:33.682491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27a4f507-c631-43ac-8a35-bc6a061a99e2 req-afd7f18a-98aa-490d-a9f8-d29668f4cd7c tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0748670 Sep 22 10:31:33.722803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27a4f507-c631-43ac-8a35-bc6a061a99e2 req-d0d84da4-3241-4a6f-a6f5-bd1c16f30d7c tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Sep 22 10:31:33.783157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-d6532c36-7302-48d0-91c9-75fdcb84678b', 'network_id': 'd6532c36-7302-48d0-91c9-75fdcb84678b', 'tenant_id': '7dd85ee8cf984ceba20cb51ca2cc4df7', 'fixed_ips': [{'subnet_id': 'f6376077-6004-4fa7-95d5-aed3ce0f053f'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:33.784016 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:33.845175 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e88d5937-d55e-45f8-9d39-68eec2e43945 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0938678 Sep 22 10:31:33.845754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36560) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:33.850393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-804700818', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:33.920513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Allocated IP 172.20.0.2 (d6532c36-7302-48d0-91c9-75fdcb84678b/f6376077-6004-4fa7-95d5-aed3ce0f053f/69e2ab8f-3474-4149-b09d-988179907381) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:34.013713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.014730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.060343 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.066932 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.189460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.224935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Network d6532c36-7302-48d0-91c9-75fdcb84678b is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:34.232503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:34.232503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:34.278264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Pushing event updated for resources: {'Port': ['ID=69e2ab8f-3474-4149-b09d-988179907381,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:34.293481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Attempting to bind port 69e2ab8f-3474-4149-b09d-988179907381 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:34.293851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Attempting to bind port 69e2ab8f-3474-4149-b09d-988179907381 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '3b560bb8-4e7e-4036-9364-7453c51243f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6532c36-7302-48d0-91c9-75fdcb84678b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:34.294273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Attempting to bind port 69e2ab8f-3474-4149-b09d-988179907381 on network d6532c36-7302-48d0-91c9-75fdcb84678b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:34.299214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:34.304825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Checking segment: {'id': '3b560bb8-4e7e-4036-9364-7453c51243f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6532c36-7302-48d0-91c9-75fdcb84678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:34.304825 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.304825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Bound using segment: {'id': '3b560bb8-4e7e-4036-9364-7453c51243f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6532c36-7302-48d0-91c9-75fdcb84678b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:34.304825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Bound port: 69e2ab8f-3474-4149-b09d-988179907381, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b560bb8-4e7e-4036-9364-7453c51243f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6532c36-7302-48d0-91c9-75fdcb84678b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:34.304825 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.368375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] For port 69e2ab8f-3474-4149-b09d-988179907381, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:34.371691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] For port 69e2ab8f-3474-4149-b09d-988179907381, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=69e2ab8f-3474-4149-b09d-988179907381,segment=NetworkSegment(3b560bb8-4e7e-4036-9364-7453c51243f7),segment_id=3b560bb8-4e7e-4036-9364-7453c51243f7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:34.393039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.408781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f8ba-9029-4f00-b62e-1b7372225606 req-b3b9b73e-5768-4393-997a-45dda875db6e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:34.410301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff63f8ba-9029-4f00-b62e-1b7372225606 req-b3b9b73e-5768-4393-997a-45dda875db6e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.1440144 Sep 22 10:31:34.448703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff63f8ba-9029-4f00-b62e-1b7372225606 req-9108ffd9-9754-48be-b03d-7728e3e9fdb9 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318341 Sep 22 10:31:34.492316 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.545686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d231cf-b424-4cff-9a88-aa12d6604726 None None] Pushing event updated for resources: {'Port': ['ID=69e2ab8f-3474-4149-b09d-988179907381,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:34.782946 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.804245 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.933070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798b5e1-61e8-45f3-8ef7-815872083937 req-3ec656c7-ba28-40bf-b0e7-dcf18add6600 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:34.934628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e798b5e1-61e8-45f3-8ef7-815872083937 req-3ec656c7-ba28-40bf-b0e7-dcf18add6600 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.1222236 Sep 22 10:31:34.982430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Allocated IP 172.25.1.76 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/10989402-20fd-49fe-b42b-ec98fe50065f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:34.996308 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e798b5e1-61e8-45f3-8ef7-815872083937 req-418f55b5-986a-48af-a1ca-741c7ea2fd19 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556531 Sep 22 10:31:35.099231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.252268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.298927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:35.304309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:35.308102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:35.316046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event updated for resources: {'Port': ['ID=10989402-20fd-49fe-b42b-ec98fe50065f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:35.596531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5e384-d79c-490c-a607-5a48490f625a req-55f7f80a-47fd-4edb-926b-798dca85c9fe tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:35.598149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37a5e384-d79c-490c-a607-5a48490f625a req-55f7f80a-47fd-4edb-926b-798dca85c9fe tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0637887 Sep 22 10:31:35.600895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae048d77-ff80-4865-9138-582a03baf6e2 None None] Network d6532c36-7302-48d0-91c9-75fdcb84678b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:35.688711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37a5e384-d79c-490c-a607-5a48490f625a req-d61c35a6-e95a-4f10-9a17-eef72daf6b40 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833907 Sep 22 10:31:35.732994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f62736ca-55bd-4c5e-8b96-b1d7d138c27a None None] Provisioning complete for port 69e2ab8f-3474-4149-b09d-988179907381 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:35.732994 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f62736ca-55bd-4c5e-8b96-b1d7d138c27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.762213 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.849067 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f62736ca-55bd-4c5e-8b96-b1d7d138c27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.890524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f62736ca-55bd-4c5e-8b96-b1d7d138c27a None None] For port 69e2ab8f-3474-4149-b09d-988179907381, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=69e2ab8f-3474-4149-b09d-988179907381,segment=NetworkSegment(3b560bb8-4e7e-4036-9364-7453c51243f7),segment_id=3b560bb8-4e7e-4036-9364-7453c51243f7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:36.008038 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f62736ca-55bd-4c5e-8b96-b1d7d138c27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.022872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.077623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62736ca-55bd-4c5e-8b96-b1d7d138c27a None None] Pushing event updated for resources: {'Port': ['ID=69e2ab8f-3474-4149-b09d-988179907381,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:36.127737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c019e269-cc24-4c15-b3d4-6c2fcb93c029 None None] Provisioning complete for port 69e2ab8f-3474-4149-b09d-988179907381 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:36.128248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c019e269-cc24-4c15-b3d4-6c2fcb93c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.180086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e36d60-0bc8-4c64-8833-94cb710fd0d5 req-96b7dd5d-170a-432f-9c30-30427c686ee4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:36.181587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63e36d60-0bc8-4c64-8833-94cb710fd0d5 req-96b7dd5d-170a-432f-9c30-30427c686ee4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0756371 Sep 22 10:31:36.233925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63e36d60-0bc8-4c64-8833-94cb710fd0d5 req-a4c8397c-a122-4f39-b12e-5c5e4254472e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445998 Sep 22 10:31:36.355814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Router e5ad969b-1db2-4d0c-a1dc-defe16881147 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:31:36.464349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:36.476962 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced18b25-f28f-4598-8a38-898bf2b3c6e9 None None] Sync routers for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:36.491838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced18b25-f28f-4598-8a38-898bf2b3c6e9 None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:36.491838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ced18b25-f28f-4598-8a38-898bf2b3c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:36.543503 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ced18b25-f28f-4598-8a38-898bf2b3c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:36.553173 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced18b25-f28f-4598-8a38-898bf2b3c6e9 None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:36.554194 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ced18b25-f28f-4598-8a38-898bf2b3c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:36.593017 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ced18b25-f28f-4598-8a38-898bf2b3c6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:36.593682 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced18b25-f28f-4598-8a38-898bf2b3c6e9 None None] The sync data for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:36.612521 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.617334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36600) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:36.617921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2f3bfb62-0439-4ce7-8e96-85b4b33522fe tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.7706065 Sep 22 10:31:36.650309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 69e2ab8f-3474-4149-b09d-988179907381 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:36.714858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 69e2ab8f-3474-4149-b09d-988179907381 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:36.714858 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.826893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527a185-749c-43e7-ba59-0f3c243dfb18 req-141769fd-6529-4101-ab40-57bcfffe3cac tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:36.834701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d527a185-749c-43e7-ba59-0f3c243dfb18 req-141769fd-6529-4101-ab40-57bcfffe3cac tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0602496 Sep 22 10:31:36.872818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d527a185-749c-43e7-ba59-0f3c243dfb18 req-f6009661-61db-4b23-a075-5066b7a2e788 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361614 Sep 22 10:31:37.072623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:37.343402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Allocated IP 172.20.0.1 (d6532c36-7302-48d0-91c9-75fdcb84678b/f6376077-6004-4fa7-95d5-aed3ce0f053f/194eb66d-c300-471f-a116-287951b75c11) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:37.362227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc11b55-96d7-4519-92b0-10cdf4314eca req-b4db3a84-b9d1-4297-bd1f-8cca820034de tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:37.364539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcc11b55-96d7-4519-92b0-10cdf4314eca req-b4db3a84-b9d1-4297-bd1f-8cca820034de tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0632398 Sep 22 10:31:37.406642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcc11b55-96d7-4519-92b0-10cdf4314eca req-d410fef1-018e-4497-8ae9-965c01e5aa48 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335214 Sep 22 10:31:37.461654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:37.661104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:37.706200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Network d6532c36-7302-48d0-91c9-75fdcb84678b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:37.709356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:37.713061 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:37.746210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event updated for resources: {'Port': ['ID=194eb66d-c300-471f-a116-287951b75c11,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:37.772033 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:37.941609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f0267461-5a16-4bb7-9cd0-e173b1a5cc94 None None] Provisioning complete for port 194eb66d-c300-471f-a116-287951b75c11 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:37.945090 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0267461-5a16-4bb7-9cd0-e173b1a5cc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:37.979512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f0267461-5a16-4bb7-9cd0-e173b1a5cc94 None None] Port 194eb66d-c300-471f-a116-287951b75c11 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:38.001365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.005459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169058-e353-4d58-a309-15013c07540b req-463d0dac-38dc-450a-9337-9add26788b1a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:38.007287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06169058-e353-4d58-a309-15013c07540b req-463d0dac-38dc-450a-9337-9add26788b1a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0571399 Sep 22 10:31:38.050646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06169058-e353-4d58-a309-15013c07540b req-f26e13b3-b0e6-4ef0-b355-c0f0a651d3fc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373240 Sep 22 10:31:38.285248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.390262 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.529396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39e407-8d78-4ba3-8ea3-80d0476e872c req-559d42e4-a385-4192-a7b1-d95fcfd20025 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:38.531056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b39e407-8d78-4ba3-8ea3-80d0476e872c req-559d42e4-a385-4192-a7b1-d95fcfd20025 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0518112 Sep 22 10:31:38.572887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b39e407-8d78-4ba3-8ea3-80d0476e872c req-b4b2070d-8dcd-4d2f-97b8-841ae461781d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Sep 22 10:31:38.758153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event updated for resources: {'Port': ['ID=194eb66d-c300-471f-a116-287951b75c11,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:38.763039 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.851972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Network d6532c36-7302-48d0-91c9-75fdcb84678b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:38.853342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:38.970160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Router e5ad969b-1db2-4d0c-a1dc-defe16881147 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:31:39.089508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:39.099677 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cc2e6333-5dbe-4366-aff6-84f03ba9ce2b tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "PUT /v2.0/routers/e5ad969b-1db2-4d0c-a1dc-defe16881147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4788113 Sep 22 10:31:39.100921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36638) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:39.106047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Request body: {'port': {'network_id': 'd6532c36-7302-48d0-91c9-75fdcb84678b', 'name': 'tempest-FloatingIPAdminTestJSON-360229872'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:39.106435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c847fff-cf84-4e2a-a67b-3d8155ce448c None None] Sync routers for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:39.125387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3d13c0b6-4a62-4dd9-bd30-a3be478a070e None None] Provisioning complete for port 194eb66d-c300-471f-a116-287951b75c11 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:39.126392 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3d13c0b6-4a62-4dd9-bd30-a3be478a070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:39.129731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c847fff-cf84-4e2a-a67b-3d8155ce448c None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:39.130610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5c847fff-cf84-4e2a-a67b-3d8155ce448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:39.181393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5c847fff-cf84-4e2a-a67b-3d8155ce448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:39.198771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3d13c0b6-4a62-4dd9-bd30-a3be478a070e None None] Port 194eb66d-c300-471f-a116-287951b75c11 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:39.200284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c847fff-cf84-4e2a-a67b-3d8155ce448c None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:39.200896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5c847fff-cf84-4e2a-a67b-3d8155ce448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:39.236745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5c847fff-cf84-4e2a-a67b-3d8155ce448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:39.237325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c847fff-cf84-4e2a-a67b-3d8155ce448c None None] The sync data for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:39.248223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b75bd-e2ff-4f98-89f8-8085af10aeca req-2e0aea83-3b8c-47ea-9988-f9609d5f1664 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:39.249869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b9b75bd-e2ff-4f98-89f8-8085af10aeca req-2e0aea83-3b8c-47ea-9988-f9609d5f1664 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.1041739 Sep 22 10:31:39.305841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b9b75bd-e2ff-4f98-89f8-8085af10aeca req-7ff0437f-934d-407f-87f6-488fb1cfb69b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482132 Sep 22 10:31:39.384708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Made reservation on behalf of 7dd85ee8cf984ceba20cb51ca2cc4df7 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:39.388630 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:39.406999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] device_id is not set on port 38752149-a96f-4c7a-a206-d66c778fd77e yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:31:39.516608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Allocated IP 172.20.0.11 (d6532c36-7302-48d0-91c9-75fdcb84678b/f6376077-6004-4fa7-95d5-aed3ce0f053f/38752149-a96f-4c7a-a206-d66c778fd77e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:39.700963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:39.722807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a9e27-48c2-491b-84e1-da660580af63 req-82a9a242-c73e-48d7-bf4e-570151867d8e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:39.725611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-048a9e27-48c2-491b-84e1-da660580af63 req-82a9a242-c73e-48d7-bf4e-570151867d8e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0779843 Sep 22 10:31:39.777578 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-048a9e27-48c2-491b-84e1-da660580af63 req-be09f005-93dd-4617-94fe-e02575e9e8b3 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Sep 22 10:31:39.863747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:39.904597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Network d6532c36-7302-48d0-91c9-75fdcb84678b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:39.907834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:39.911607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:39.948186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event updated for resources: {'Port': ['ID=38752149-a96f-4c7a-a206-d66c778fd77e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:39.972843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:39.973581 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:40.096889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c0488aeb-fc84-4bd3-8db6-158298ce6381 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9931731 Sep 22 10:31:40.097123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36656) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:40.124340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2d224dcc-b0eb-4d43-be7e-35dd8bd75c95 None None] Provisioning complete for port 38752149-a96f-4c7a-a206-d66c778fd77e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:40.124902 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2d224dcc-b0eb-4d43-be7e-35dd8bd75c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:40.162690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'project_id': '7dd85ee8cf984ceba20cb51ca2cc4df7', 'port_id': '38752149-a96f-4c7a-a206-d66c778fd77e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:40.164393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2d224dcc-b0eb-4d43-be7e-35dd8bd75c95 None None] Port 38752149-a96f-4c7a-a206-d66c778fd77e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:40.339693 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:40.471350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa901-68fa-4fb5-80e3-d01492e66979 req-4a4bac79-d912-44c0-a3ba-236df6bd0197 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:40.472840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6faa901-68fa-4fb5-80e3-d01492e66979 req-4a4bac79-d912-44c0-a3ba-236df6bd0197 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0843325 Sep 22 10:31:40.501297 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:40.523574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6faa901-68fa-4fb5-80e3-d01492e66979 req-a92199b7-6708-4d50-826e-d22ccd533e0c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441139 Sep 22 10:31:40.619745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Allocated IP 172.25.1.221 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/6fa565e1-9311-49f6-ae2b-0621f4263e00) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:41.064113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f546d-3a0d-4f82-995d-63d69d39dae1 req-8cd6fb2a-ef2c-4a0d-a300-1d9c864710bc tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:41.065575 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f7f546d-3a0d-4f82-995d-63d69d39dae1 req-8cd6fb2a-ef2c-4a0d-a300-1d9c864710bc tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0718470 Sep 22 10:31:41.070905 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.120225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f7f546d-3a0d-4f82-995d-63d69d39dae1 req-68a8669f-2935-46ff-abbe-d3b368a2f23d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476511 Sep 22 10:31:41.263180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.308332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:41.311142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:41.313578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:41.321064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa565e1-9311-49f6-ae2b-0621f4263e00,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:41.538961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2b5a0-bab4-435e-91ea-ee4da1214340 req-11f96d8f-1fd7-4ce0-9abd-352bad70302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:41.540456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfb2b5a0-bab4-435e-91ea-ee4da1214340 req-11f96d8f-1fd7-4ce0-9abd-352bad70302b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1096 time: 0.0840688 Sep 22 10:31:41.644532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfb2b5a0-bab4-435e-91ea-ee4da1214340 req-a682e96d-0670-4ecc-9f95-d4686e2e019d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968158 Sep 22 10:31:41.759108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de1ba5-ef5d-4b39-9676-7b4898fb3cd0 req-40d549d0-dc9d-4512-808e-0c252db148c5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:41.760638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95de1ba5-ef5d-4b39-9676-7b4898fb3cd0 req-40d549d0-dc9d-4512-808e-0c252db148c5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.1582694 Sep 22 10:31:41.810554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.848660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-95de1ba5-ef5d-4b39-9676-7b4898fb3cd0 req-8950a371-e428-4bf7-9ebb-d30b783a53d8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815539 Sep 22 10:31:42.073438 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.262722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bdae2-e740-47fa-9d8e-8b18e02c1e8c req-7357b7d5-2cbd-497f-8f69-d216d20d53f9 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:42.264127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d65bdae2-e740-47fa-9d8e-8b18e02c1e8c req-7357b7d5-2cbd-497f-8f69-d216d20d53f9 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0739248 Sep 22 10:31:42.274174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.307417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d65bdae2-e740-47fa-9d8e-8b18e02c1e8c req-e0678961-838a-4aa6-ac09-9b733c2b2cb4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360041 Sep 22 10:31:42.454500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.550750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa565e1-9311-49f6-ae2b-0621f4263e00,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:42.564880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.680075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:31:42.709077 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Floating IP 466eed64-7005-46c8-b8b1-9cb2688ee586 associated. External IP: 172.25.1.221, port: 38752149-a96f-4c7a-a206-d66c778fd77e. Sep 22 10:31:42.864288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:42.875171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'port_id': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'mac_address': 'fa:16:3e:3e:65:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:31:42.923746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.937155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb703edb-a080-4ce4-81dd-8cabe1fcfd2f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:31:42.962043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:43.061128 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.068393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba875636-7b5a-47d6-a68d-ae955a81bdb2 req-a5d8ccce-b244-4163-b3a5-9a6471f77179 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:43.076641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba875636-7b5a-47d6-a68d-ae955a81bdb2 req-a5d8ccce-b244-4163-b3a5-9a6471f77179 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.1254988 Sep 22 10:31:43.124106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Router e5ad969b-1db2-4d0c-a1dc-defe16881147 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:31:43.135280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba875636-7b5a-47d6-a68d-ae955a81bdb2 req-5a2c6115-45df-43bb-8841-7e0367f9ca47 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569773 Sep 22 10:31:43.139309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:43.149189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.150565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.151147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.151695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.152216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.152728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.153270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.154173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.154784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.155174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.155517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.155856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.169230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:31:43.327331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:43.331097 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e8f0f-d70e-4d3a-b263-764914e5e1e5 None None] Sync routers for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:43.360769 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e8f0f-d70e-4d3a-b263-764914e5e1e5 None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:43.361404 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-676e8f0f-d70e-4d3a-b263-764914e5e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:43.436506 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.449977 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-676e8f0f-d70e-4d3a-b263-764914e5e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:43.461644 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e8f0f-d70e-4d3a-b263-764914e5e1e5 None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:43.464887 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-676e8f0f-d70e-4d3a-b263-764914e5e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:43.499787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f0ac811f-2879-4430-a517-71e40625067b tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.4014819 Sep 22 10:31:43.502351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36732) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:43.505484 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-676e8f0f-d70e-4d3a-b263-764914e5e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:43.506489 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e8f0f-d70e-4d3a-b263-764914e5e1e5 None None] The sync data for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:43.557179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c77be5-8295-4313-8c9b-8a94d9734880 req-5b6fa74a-05a1-46f2-bc31-65c8aea0bc45 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:43.565957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1c77be5-8295-4313-8c9b-8a94d9734880 req-5b6fa74a-05a1-46f2-bc31-65c8aea0bc45 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0987008 Sep 22 10:31:43.639014 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-daad6064-a3ca-4b4c-9b4b-a328875a8a2d tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] 10.222.0.20 "GET /v2.0/floatingips/466eed64-7005-46c8-b8b1-9cb2688ee586 HTTP/1.1" status: 200 len: 983 time: 0.1353106 Sep 22 10:31:43.641347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36734) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:43.642378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1c77be5-8295-4313-8c9b-8a94d9734880 req-961c213b-79b7-4221-b237-054eb80a2bbd tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715365 Sep 22 10:31:43.778275 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-424df57f-a9c0-414d-a6cd-e45a2be673fa tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4606 time: 0.1354299 Sep 22 10:31:43.783471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36738) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:43.836792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b3deed08-24fd-4d3e-8dcc-9ae6959cf309 req-94e06e04-5703-4706-b775-e9a6acdec4ac tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-27841078', 'description': 'tempest-description-2004464385'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:43.947831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b3deed08-24fd-4d3e-8dcc-9ae6959cf309 req-94e06e04-5703-4706-b775-e9a6acdec4ac tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.112077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Deleting port 6fa565e1-9311-49f6-ae2b-0621f4263e00 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:44.112674 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.153112 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b3deed08-24fd-4d3e-8dcc-9ae6959cf309 req-94e06e04-5703-4706-b775-e9a6acdec4ac tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.215714 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.216051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.231463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Calling delete_port for 6fa565e1-9311-49f6-ae2b-0621f4263e00 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:44.248556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b3deed08-24fd-4d3e-8dcc-9ae6959cf309 req-94e06e04-5703-4706-b775-e9a6acdec4ac tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.382040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e06e04-5703-4706-b775-e9a6acdec4ac tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076542b3-df2e-4534-803c-fd1b59ae1915,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:44.460113 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b3deed08-24fd-4d3e-8dcc-9ae6959cf309 req-94e06e04-5703-4706-b775-e9a6acdec4ac tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.461502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3deed08-24fd-4d3e-8dcc-9ae6959cf309 req-94e06e04-5703-4706-b775-e9a6acdec4ac tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6287460 Sep 22 10:31:44.594894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35562a-0808-451d-b953-2503f43820d3 req-1d83e1bd-20f7-4c26-8154-efa7072f7bdd tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:44.596428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd35562a-0808-451d-b953-2503f43820d3 req-1d83e1bd-20f7-4c26-8154-efa7072f7bdd tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 945 time: 0.0640140 Sep 22 10:31:44.644472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd35562a-0808-451d-b953-2503f43820d3 req-138d1708-caa8-4eb2-ae96-b5246c71b625 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396137 Sep 22 10:31:44.665488 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.694881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:44.749339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event deleted for resources: {'Port': ['ID=6fa565e1-9311-49f6-ae2b-0621f4263e00,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:44.789456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:44.789833 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.865998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-80c027c4-1e05-4e41-9bd8-2abcd995dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:44.867580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-80c027c4-1e05-4e41-9bd8-2abcd995dbd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 1096 time: 0.0871258 Sep 22 10:31:44.893141 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.895102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-68be45ad-907d-4027-8327-59730405b6e0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-27841078&fields=id&tenant_id=0386331511ef4dc3a568e33c86dfca1f HTTP/1.1" status: 200 len: 267 time: 0.1675270 Sep 22 10:31:44.936259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:44.937759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:31:44.940595 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369cc02e-28e5-4fc9-ab0f-6d3e16fad673" -d '{"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:31:44.976821 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.977057 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Floating IP 466eed64-7005-46c8-b8b1-9cb2688ee586 disassociated (deleted). External IP: 172.25.1.221, port: 38752149-a96f-4c7a-a206-d66c778fd77e. Sep 22 10:31:45.034915 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.118573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-d22faa0f-ba89-4978-bdc2-7cbc2fae0568 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:45.129128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-d22faa0f-ba89-4978-bdc2-7cbc2fae0568 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.2243402 Sep 22 10:31:45.136426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:45.149269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-30b356b2-617a-4c18-bc02-a75ed89b7a22 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Request body: {'port': {'security_groups': ['fde139b2-9b29-4b94-b73b-c4a63678e814', '076542b3-df2e-4534-803c-fd1b59ae1915']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:45.197622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-155d3e65-b009-46f0-b33c-8f118783779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:45.199089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-155d3e65-b009-46f0-b33c-8f118783779d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.2722456 Sep 22 10:31:45.666581 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-30b356b2-617a-4c18-bc02-a75ed89b7a22 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.693422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-6999e30c-34b2-4583-b2b3-8b9d5273949d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f HTTP/1.1" status: 200 len: 1001 time: 0.4829679 Sep 22 10:31:45.843987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-8dca24a1-988c-41e0-90cd-3ab989e906d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:45.845391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-8dca24a1-988c-41e0-90cd-3ab989e906d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.0979528 Sep 22 10:31:45.895695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Router e5ad969b-1db2-4d0c-a1dc-defe16881147 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:31:45.955044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-040b8f5d-0dc1-45fa-96bb-8c8836719591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:45.956626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-040b8f5d-0dc1-45fa-96bb-8c8836719591 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025620 Sep 22 10:31:46.143457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-30b356b2-617a-4c18-bc02-a75ed89b7a22 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] For port 799d92ad-2341-449f-9864-b7d36136749f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=799d92ad-2341-449f-9864-b7d36136749f,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:46.164809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:46.174040 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.174844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a03c9-5177-489b-a55f-8f39f1cd4b39 None None] Sync routers for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:46.184653 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a03c9-5177-489b-a55f-8f39f1cd4b39 None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:46.185274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-861a03c9-5177-489b-a55f-8f39f1cd4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:46.219374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-861a03c9-5177-489b-a55f-8f39f1cd4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:46.226702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3aea41d9-3637-468c-b4c7-ef2fa965d3e4 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "DELETE /v2.0/floatingips/466eed64-7005-46c8-b8b1-9cb2688ee586 HTTP/1.1" status: 204 len: 168 time: 2.4385710 Sep 22 10:31:46.226702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-30b356b2-617a-4c18-bc02-a75ed89b7a22 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.227621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36764) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:46.231881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:46.232609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-99146602-f90e-4824-9d4b-88aa8b8d9db6 service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432370 Sep 22 10:31:46.234795 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a03c9-5177-489b-a55f-8f39f1cd4b39 None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:46.235991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-861a03c9-5177-489b-a55f-8f39f1cd4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:46.276022 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-861a03c9-5177-489b-a55f-8f39f1cd4b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:46.277048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a03c9-5177-489b-a55f-8f39f1cd4b39 None None] The sync data for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:46.317100 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-30b356b2-617a-4c18-bc02-a75ed89b7a22 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.330750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['799d92ad-2341-449f-9864-b7d36136749f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:31:46.347407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.373864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-30b356b2-617a-4c18-bc02-a75ed89b7a22 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:46.374525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-30b356b2-617a-4c18-bc02-a75ed89b7a22 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.375918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b933ede-aeba-4d72-b87e-9988f11e4ac6 req-30b356b2-617a-4c18-bc02-a75ed89b7a22 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "PUT /v2.0/ports/799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 981 time: 1.2340066 Sep 22 10:31:46.378140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:31:46.380350 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e704601-2043-4246-b589-63eb2877b8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:31:46.419129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4ea40cd-892b-4465-91a8-bebe243dcbf0 req-8930f11a-58eb-4c2d-b675-5b05c2971657 service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780229 Sep 22 10:31:46.453279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b356b2-617a-4c18-bc02-a75ed89b7a22 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Pushing event updated for resources: {'Port': ['ID=799d92ad-2341-449f-9864-b7d36136749f,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:46.542720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['799d92ad-2341-449f-9864-b7d36136749f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:31:46.595358 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.758545 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644ad397-2b65-4b9a-a186-e0f4c29bf81e x-openstack-request-id: req-644ad397-2b65-4b9a-a186-e0f4c29bf81e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:31:46.758545 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:31:46.758967 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-644ad397-2b65-4b9a-a186-e0f4c29bf81e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:31:46.759337 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'code': 200} Sep 22 10:31:46.928736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Allocated IP 172.25.1.25 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/abb3fcec-5001-4ab1-b40c-5bee9c1fbd35) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:46.942150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad533db-6d28-4d49-aa07-586dafdaafd9 req-07cdc318-d6ad-49f0-bc0d-79418bfff762 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:46.956003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ad533db-6d28-4d49-aa07-586dafdaafd9 req-07cdc318-d6ad-49f0-bc0d-79418bfff762 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.1305792 Sep 22 10:31:47.017439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ad533db-6d28-4d49-aa07-586dafdaafd9 req-2b2a92f0-e038-4d2f-b6e2-183e54d5589a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489459 Sep 22 10:31:47.164555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.187650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-910f93c1-6194-49f0-918c-28b72cf16fab req-9480e52f-5fc0-476d-a66b-59939354644f tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-27841078&fields=id&tenant_id=0386331511ef4dc3a568e33c86dfca1f HTTP/1.1" status: 200 len: 267 time: 0.0652215 Sep 22 10:31:47.261711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f93c1-6194-49f0-918c-28b72cf16fab req-cb42336f-c41a-472c-8d05-6746105005c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:47.263535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-910f93c1-6194-49f0-918c-28b72cf16fab req-cb42336f-c41a-472c-8d05-6746105005c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 984 time: 0.0673528 Sep 22 10:31:47.275903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-910f93c1-6194-49f0-918c-28b72cf16fab req-f1fc19a8-e892-4212-b7c4-2cfc16101c21 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Request body: {'port': {'security_groups': ['fde139b2-9b29-4b94-b73b-c4a63678e814']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:47.339708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.370381 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-910f93c1-6194-49f0-918c-28b72cf16fab req-f1fc19a8-e892-4212-b7c4-2cfc16101c21 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.408759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:47.411929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:47.431512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:47.441130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Pushing event updated for resources: {'Port': ['ID=abb3fcec-5001-4ab1-b40c-5bee9c1fbd35,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:47.553724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.678144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-910f93c1-6194-49f0-918c-28b72cf16fab req-f1fc19a8-e892-4212-b7c4-2cfc16101c21 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] For port 799d92ad-2341-449f-9864-b7d36136749f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=799d92ad-2341-449f-9864-b7d36136749f,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:47.729079 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-910f93c1-6194-49f0-918c-28b72cf16fab req-f1fc19a8-e892-4212-b7c4-2cfc16101c21 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.739399 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.801350 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-910f93c1-6194-49f0-918c-28b72cf16fab req-f1fc19a8-e892-4212-b7c4-2cfc16101c21 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.815814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['799d92ad-2341-449f-9864-b7d36136749f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:31:47.863400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f93c1-6194-49f0-918c-28b72cf16fab req-f1fc19a8-e892-4212-b7c4-2cfc16101c21 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:47.863856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-910f93c1-6194-49f0-918c-28b72cf16fab req-f1fc19a8-e892-4212-b7c4-2cfc16101c21 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.875975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-910f93c1-6194-49f0-918c-28b72cf16fab req-f1fc19a8-e892-4212-b7c4-2cfc16101c21 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "PUT /v2.0/ports/799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 942 time: 0.6050937 Sep 22 10:31:47.930811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc19a8-e892-4212-b7c4-2cfc16101c21 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Pushing event updated for resources: {'Port': ['ID=799d92ad-2341-449f-9864-b7d36136749f,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:47.940717 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec640ea7-1f81-4e7b-9244-7530b3f17a36 x-openstack-request-id: req-ec640ea7-1f81-4e7b-9244-7530b3f17a36 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:31:47.941232 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:31:47.941588 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec640ea7-1f81-4e7b-9244-7530b3f17a36 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:31:47.942172 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f', 'status': 'completed', 'code': 200} Sep 22 10:31:48.023106 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:48.035507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['799d92ad-2341-449f-9864-b7d36136749f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:31:48.050244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e704601-2043-4246-b589-63eb2877b8cd req-45988550-22bb-41d6-81ef-ccc531ca308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:48.053749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e704601-2043-4246-b589-63eb2877b8cd req-45988550-22bb-41d6-81ef-ccc531ca308d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1096 time: 0.0877817 Sep 22 10:31:48.184560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:48.305736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Pushing event updated for resources: {'Port': ['ID=abb3fcec-5001-4ab1-b40c-5bee9c1fbd35,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:48.328018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:48.430592 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:48.431693 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4efe70ea-ccc5-4190-92e7-04bfffe700ee tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2029264 Sep 22 10:31:48.434307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36808) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:48.449638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e704601-2043-4246-b589-63eb2877b8cd req-cefba644-592c-4829-a608-c5812a8f60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:48.452186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e704601-2043-4246-b589-63eb2877b8cd req-cefba644-592c-4829-a608-c5812a8f60b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 200 len: 921 time: 0.3886182 Sep 22 10:31:48.501078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e704601-2043-4246-b589-63eb2877b8cd req-65878dd6-55d3-424e-bc9e-4cb48318c468 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 217 time: 0.0428393 Sep 22 10:31:48.507725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-95cd5de3-a30c-4154-9d99-83fd4ca7c265 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3858767 Sep 22 10:31:48.558541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:48.596068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e704601-2043-4246-b589-63eb2877b8cd req-a7bb1da1-6053-4b99-8638-51e4b84fe92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:48.599362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e704601-2043-4246-b589-63eb2877b8cd req-a7bb1da1-6053-4b99-8638-51e4b84fe92c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d33baf35-4f40-4c76-83b3-62eab299a5b5 HTTP/1.1" status: 200 len: 860 time: 0.0905943 Sep 22 10:31:48.601927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:48.639536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e704601-2043-4246-b589-63eb2877b8cd req-156eecf6-389a-4652-afa3-96e73746f6db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ae4006a-9e4d-417b-977b-623b8a582cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320928 Sep 22 10:31:48.677627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:48.763082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e704601-2043-4246-b589-63eb2877b8cd req-14bf6bfe-224e-4a0b-b668-4880164adf28 service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167023 Sep 22 10:31:48.807353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:48.948172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e704601-2043-4246-b589-63eb2877b8cd req-3d3e814f-fa73-4bfe-858a-18f5ee359e5a service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771271 Sep 22 10:31:48.952110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-c28b40b8-f6a4-459f-b219-864b97211cde service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1221299 Sep 22 10:31:48.958090 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:49.002725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:49.119209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-5bdccd6f-fe3e-44bf-9a49-cf288d44ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:49.121098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-5bdccd6f-fe3e-44bf-9a49-cf288d44ec14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1097 time: 0.1056185 Sep 22 10:31:49.162996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Allocated IP 172.25.1.85 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/61c436aa-fcb2-4e94-be91-dad6f8ea5763) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:49.376665 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:49.378774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-41a75989-750a-42d1-b5ee-099726ae62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:49.380371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-41a75989-750a-42d1-b5ee-099726ae62c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.2275727 Sep 22 10:31:49.467625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-ed911e9b-8a48-4164-940a-dfa553d1d068 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1002 time: 0.0727763 Sep 22 10:31:49.527238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-64d98682-aaa3-45ae-9150-3a33eddb758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:49.528843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-64d98682-aaa3-45ae-9150-3a33eddb758d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0528400 Sep 22 10:31:49.566842 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:49.614725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:49.623204 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:49.628343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:49.663035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Allocated IP 172.25.1.52 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/2458decd-3bd2-4d34-8d5a-1e916381d2df) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:49.666547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Pushing event updated for resources: {'Port': ['ID=61c436aa-fcb2-4e94-be91-dad6f8ea5763,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:49.674443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-50335997-1345-40e1-8056-19f3713a8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:49.676215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-50335997-1345-40e1-8056-19f3713a8ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406245 Sep 22 10:31:49.790586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:49.803502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:49.825278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-9a3e239b-5235-4ab6-b275-b8254e6c069c service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395035 Sep 22 10:31:49.944576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:31:49.947225 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e84b36-be8f-4c29-b30c-0bbf664b1312" -d '{"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:31:49.956145 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:49.960273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766bee82-f0f2-46a3-8392-a2b5f02fd8ea req-a47b834e-1c89-45ec-9ade-d1e3237b23a3 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273162 Sep 22 10:31:49.964941 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:50.024461 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:50.027274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:50.041255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:50.044710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Pushing event updated for resources: {'Port': ['ID=2458decd-3bd2-4d34-8d5a-1e916381d2df,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:50.169048 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:50.186842 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:50.304321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:50.311751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:50.374477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Pushing event updated for resources: {'Port': ['ID=61c436aa-fcb2-4e94-be91-dad6f8ea5763,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:50.440956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:50.531104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:50.950315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:50.951650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-fff9374f-06f6-4ce1-99c7-623f9309b3c4 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4334433 Sep 22 10:31:51.017485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.049795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-a64cc682-e82a-4fe5-94c2-73cf46f8126d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.85 HTTP/1.1" status: 200 len: 695 time: 0.0917928 Sep 22 10:31:51.093380 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.172563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Pushing event updated for resources: {'Port': ['ID=2458decd-3bd2-4d34-8d5a-1e916381d2df,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:51.213035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-ff368aef-b673-4bd5-8656-dd398e832df6 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:51.221778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-ff368aef-b673-4bd5-8656-dd398e832df6 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.1636758 Sep 22 10:31:51.230744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-71777474-b8d9-4c20-a539-047a8b5de140 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:31:51.243467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a7fc244-f5ef-4459-88e9-4c92732fa272 req-71777474-b8d9-4c20-a539-047a8b5de140 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198109 Sep 22 10:31:51.279425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.283568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36842) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:51.283765 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-127801fd-3599-4225-a387-549814ba3063 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8482034 Sep 22 10:31:51.393627 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-59848f75-edc7-40fc-8962-cbc67dfce8e2 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5269 time: 0.1086874 Sep 22 10:31:51.396924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36844) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:51.403953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eacdd-7488-486d-9f03-0d3af9db9f07 req-0c118896-0dbe-491f-9793-86352ff0b707 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:51.405768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c93eacdd-7488-486d-9f03-0d3af9db9f07 req-0c118896-0dbe-491f-9793-86352ff0b707 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.1142728 Sep 22 10:31:51.472036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c93eacdd-7488-486d-9f03-0d3af9db9f07 req-c59984e7-ecee-4739-b697-d1a293a6128b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571640 Sep 22 10:31:51.494934 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d7baa5d8-33de-4d11-99b8-ba260556ea4e tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0942674 Sep 22 10:31:51.497577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36846) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:51.731630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Deleting port 2458decd-3bd2-4d34-8d5a-1e916381d2df {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:51.732511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.755404 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71dc3a2-68a6-4d68-8250-9dfd550b24d0 x-openstack-request-id: req-e71dc3a2-68a6-4d68-8250-9dfd550b24d0 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:31:51.756474 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:31:51.756915 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e71dc3a2-68a6-4d68-8250-9dfd550b24d0 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:31:51.757510 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f', 'status': 'completed', 'code': 200} Sep 22 10:31:51.850253 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.850615 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.863589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Calling delete_port for 2458decd-3bd2-4d34-8d5a-1e916381d2df owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:51.912544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-576388cd-c296-4555-b4b3-4d0751307f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:51.915932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-576388cd-c296-4555-b4b3-4d0751307f2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1096 time: 0.1326466 Sep 22 10:31:52.052410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-4419df8d-dab6-43fb-8d94-2792f75181d7 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:52.058664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-4419df8d-dab6-43fb-8d94-2792f75181d7 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2188747 Sep 22 10:31:52.098938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.166503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Pushing event deleted for resources: {'Port': ['ID=2458decd-3bd2-4d34-8d5a-1e916381d2df,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:52.291282 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa971e36-17bf-4849-b307-1552dc7ae7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.308610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.312990 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.314703 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-aadfadd9-81b8-483e-bbdc-8884a5864874 tempest-FloatingIPAdminTestJSON-422980913 tempest-FloatingIPAdminTestJSON-422980913-project] 10.222.0.20 "DELETE /v2.0/floatingips/0603f07e-8fc5-4781-875f-4e6e37ee9784 HTTP/1.1" status: 204 len: 168 time: 0.8180220 Sep 22 10:31:52.323336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36848) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:52.490521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-27088349-08d7-446d-8db9-65e6ac7ebdcd tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.85 HTTP/1.1" status: 200 len: 695 time: 0.4288733 Sep 22 10:31:52.495154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-510f3475-6a16-4753-860e-090b004398b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Request body: {'floatingip': {'port_id': '799d92ad-2341-449f-9864-b7d36136749f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:52.548191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-510f3475-6a16-4753-860e-090b004398b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.552086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-a1075017-aba3-4167-b668-6d7de33f9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:52.553642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-a1075017-aba3-4167-b668-6d7de33f9f8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 200 len: 921 time: 0.6256485 Sep 22 10:31:52.557527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Deleting port abb3fcec-5001-4ab1-b40c-5bee9c1fbd35 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:52.558117 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.652595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-05a2ff80-3596-4dcc-88db-e3bebe462824 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 217 time: 0.0520325 Sep 22 10:31:52.675357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.676162 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.692360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Calling delete_port for abb3fcec-5001-4ab1-b40c-5bee9c1fbd35 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:52.764731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-66130cc7-f4c8-4d50-9fdd-533eb9bd7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:52.766885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-66130cc7-f4c8-4d50-9fdd-533eb9bd7e1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d33baf35-4f40-4c76-83b3-62eab299a5b5 HTTP/1.1" status: 200 len: 860 time: 0.0894611 Sep 22 10:31:52.862125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-441614d6-6c5b-4ae3-ab67-4ca916a49998 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ae4006a-9e4d-417b-977b-623b8a582cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882330 Sep 22 10:31:52.915816 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.953889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Pushing event deleted for resources: {'Port': ['ID=abb3fcec-5001-4ab1-b40c-5bee9c1fbd35,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:53.029279 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.034150 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.037076 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-49bdeafe-2cf9-47cb-9771-894255886928 tempest-FloatingIPAdminTestJSON-1209354243 tempest-FloatingIPAdminTestJSON-1209354243-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/910b2a4f-6a0b-4efb-a645-342dc484f294 HTTP/1.1" status: 204 len: 168 time: 0.7106574 Sep 22 10:31:53.039751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36860) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:53.113491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-96da79e2-7f00-4a30-9c4a-de95bbbb7584 service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111461 Sep 22 10:31:53.386243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Deleting port 38752149-a96f-4c7a-a206-d66c778fd77e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:53.386486 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.393861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43e84b36-be8f-4c29-b30c-0bbf664b1312 req-60e9b205-5290-44cc-a2ef-5ec091d106a1 service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708278 Sep 22 10:31:53.513802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-510f3475-6a16-4753-860e-090b004398b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.538874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.553516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Calling delete_port for 38752149-a96f-4c7a-a206-d66c778fd77e owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:53.702816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-510f3475-6a16-4753-860e-090b004398b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.842188 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-510f3475-6a16-4753-860e-090b004398b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Floating IP 6ce37998-382a-446a-baa9-92b8c899729c associated. External IP: 172.25.1.85, port: 799d92ad-2341-449f-9864-b7d36136749f. Sep 22 10:31:53.898784 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.979024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event deleted for resources: {'Port': ['ID=38752149-a96f-4c7a-a206-d66c778fd77e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:54.036192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.036557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.036887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.037263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.037606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.037999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.038368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.038698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.039028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.041626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.041626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.041626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:54.105904 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:54.108810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-af15432b-2c04-4381-a9e9-050371ab75b0 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "DELETE /v2.0/ports/38752149-a96f-4c7a-a206-d66c778fd77e HTTP/1.1" status: 204 len: 168 time: 1.0645740 Sep 22 10:31:54.112242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36866) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:54.282918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4586674c-7d11-42a7-b4e6-360c4d86a8f3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.284358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4586674c-7d11-42a7-b4e6-360c4d86a8f3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ad969b-1db2-4d0c-a1dc-defe16881147 HTTP/1.1" status: 200 len: 913 time: 0.1711838 Sep 22 10:31:54.287069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36868) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:54.399967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-510f3475-6a16-4753-860e-090b004398b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:31:54.692014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-510f3475-6a16-4753-860e-090b004398b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:54.694130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-510f3475-6a16-4753-860e-090b004398b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:54.705662 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] Sync routers for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:54.728916 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:54.731756 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:54.760000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-510f3475-6a16-4753-860e-090b004398b0 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "PUT /v2.0/floatingips/6ce37998-382a-446a-baa9-92b8c899729c HTTP/1.1" status: 200 len: 995 time: 2.2649333 Sep 22 10:31:54.760000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:31:54.770711 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7ed373-03f4-4f99-bf99-ae6337deefbd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:31:54.861333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-05bd0a2a-6e3a-49c9-8305-b2c9b8519c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.863248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-05bd0a2a-6e3a-49c9-8305-b2c9b8519c47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1096 time: 0.0883837 Sep 22 10:31:54.873240 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:55.029157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-c6a430a3-cd76-4a51-93cc-5a9557496b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:55.030985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-c6a430a3-cd76-4a51-93cc-5a9557496b32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 200 len: 921 time: 0.1574540 Sep 22 10:31:55.104929 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2a594327-9db3-414d-9695-eb97ed4eb34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:55.138477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-28acfd52-883e-401c-a208-36f5c81bee8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 998 time: 0.0995653 Sep 22 10:31:55.141342 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:55.165667 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '6ce37998-382a-446a-baa9-92b8c899729c', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'floating_ip_address': '172.25.1.85', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'port_id': '799d92ad-2341-449f-9864-b7d36136749f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'mac_address': 'fa:16:3e:9a:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:31:49Z', 'updated_at': '2021-09-22T10:31:53Z', 'revision_number': 1, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799e5657-6477-4449-b46c-c2167adb9980', 'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'mac_address': 'fa:16:3e:c5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:54Z', 'updated_at': '2021-09-22T10:31:01Z', 'revision_number': 5, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'subnets': [{'id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:55.199488 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] Checking router: be89f6c5-b7b0-4d50-82ee-6b06e98968f9 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:31:55.233050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-0a13ffe6-c0f3-428d-b5c0-ca267666912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:55.241004 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:55.241950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-0a13ffe6-c0f3-428d-b5c0-ca267666912e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d33baf35-4f40-4c76-83b3-62eab299a5b5 HTTP/1.1" status: 200 len: 860 time: 0.0956244 Sep 22 10:31:55.242740 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:55.345138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-10c8b631-0cdc-4b57-b919-f26cb0bcd27b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ae4006a-9e4d-417b-977b-623b8a582cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022129 Sep 22 10:31:55.376366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-4243bfe8-dcb0-4808-bfc6-b131fc43b219 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:31:55.379033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-4243bfe8-dcb0-4808-bfc6-b131fc43b219 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119810 Sep 22 10:31:55.449663 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:55.479788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:55.594363 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:55.598598 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:55.749359 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:31:56.031886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-81f7fa72-349e-4b08-803c-58971dc74e97 service neutron] 10.222.0.20 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296806 Sep 22 10:31:56.047829 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '6ce37998-382a-446a-baa9-92b8c899729c', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'floating_ip_address': '172.25.1.85', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'port_id': '799d92ad-2341-449f-9864-b7d36136749f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'mac_address': 'fa:16:3e:9a:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:31:49Z', 'updated_at': '2021-09-22T10:31:53Z', 'revision_number': 1, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799e5657-6477-4449-b46c-c2167adb9980', 'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'mac_address': 'fa:16:3e:c5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:54Z', 'updated_at': '2021-09-22T10:31:01Z', 'revision_number': 5, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'subnets': [{'id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:56.089080 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef9e6e-6c47-4840-b8ec-8568a0c2b4c3 None None] The sync data for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 is: [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '6ce37998-382a-446a-baa9-92b8c899729c', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'floating_ip_address': '172.25.1.85', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'port_id': '799d92ad-2341-449f-9864-b7d36136749f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'mac_address': 'fa:16:3e:9a:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:31:49Z', 'updated_at': '2021-09-22T10:31:53Z', 'revision_number': 1, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799e5657-6477-4449-b46c-c2167adb9980', 'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'mac_address': 'fa:16:3e:c5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:54Z', 'updated_at': '2021-09-22T10:31:01Z', 'revision_number': 5, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'subnets': [{'id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:56.158241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36900) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:56.160211 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:56.233936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289a3402-1840-4b95-a38b-e2aa48baa630 req-ad79e117-187a-49a2-af14-b2f6935dad10 service neutron] 10.222.0.20 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772411 Sep 22 10:31:56.313823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c36d218-3d0b-42bd-9b72-55b135147cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:56.371530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Deleting port 194eb66d-c300-471f-a116-287951b75c11 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:56.371530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:56.441117 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaee11f-f0bf-46a0-8e54-5f519cff155e None None] New status for floating IP 6ce37998-382a-446a-baa9-92b8c899729c: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:31:56.451406 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c36d218-3d0b-42bd-9b72-55b135147cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:56.471805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:56.508627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Calling delete_port for 194eb66d-c300-471f-a116-287951b75c11 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:56.536105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8412851-5694-43c5-99e8-8762420ea953 req-f9a2a2e3-2568-47c7-a037-2d7bc796b199 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:56.538191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8412851-5694-43c5-99e8-8762420ea953 req-f9a2a2e3-2568-47c7-a037-2d7bc796b199 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0706604 Sep 22 10:31:56.619075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8412851-5694-43c5-99e8-8762420ea953 req-5bb1f6c6-ddc8-44ce-bbb2-8db502c7014f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493145 Sep 22 10:31:56.657480 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c36d218-3d0b-42bd-9b72-55b135147cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:56.703047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36d218-3d0b-42bd-9b72-55b135147cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219f5849-ee14-4509-b4b0-d9d22b06314f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:56.707572 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8c36d218-3d0b-42bd-9b72-55b135147cbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93ba7a2a95644db892351d2a481b56e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487807 Sep 22 10:31:56.711856 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36910) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:56.782038 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3975000-4aae-4ef8-9f48-94a3201937b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:56.805759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3975000-4aae-4ef8-9f48-94a3201937b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:56.814491 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a785ee-cc6d-4659-9db1-26af06500209 x-openstack-request-id: req-97a785ee-cc6d-4659-9db1-26af06500209 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:31:56.814792 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:31:56.815182 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97a785ee-cc6d-4659-9db1-26af06500209 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:31:56.815785 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f', 'status': 'completed', 'code': 200} Sep 22 10:31:56.948332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-dd0cd661-f8b5-4d5e-bb7a-f18f4c8bae69 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.85 HTTP/1.1" status: 200 len: 1000 time: 0.1230490 Sep 22 10:31:56.954559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-c41dd6da-95d3-4f9b-bc1e-384649b8f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:56.956015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-c41dd6da-95d3-4f9b-bc1e-384649b8f23a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1096 time: 0.1204081 Sep 22 10:31:56.994036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.045108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-c4a519f0-1c60-46fd-a673-25d830e7f35a tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:57.046525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-c4a519f0-1c60-46fd-a673-25d830e7f35a tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports/799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 942 time: 0.0896394 Sep 22 10:31:57.047385 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3975000-4aae-4ef8-9f48-94a3201937b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.050831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event deleted for resources: {'Port': ['ID=194eb66d-c300-471f-a116-287951b75c11,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:57.064988 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3975000-4aae-4ef8-9f48-94a3201937b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.070896 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e3975000-4aae-4ef8-9f48-94a3201937b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/219f5849-ee14-4509-b4b0-d9d22b06314f HTTP/1.1" status: 204 len: 168 time: 0.3580029 Sep 22 10:31:57.088536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3975000-4aae-4ef8-9f48-94a3201937b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219f5849-ee14-4509-b4b0-d9d22b06314f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:57.245378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-456d77b8-394a-4f98-9e0f-94cd90655604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:57.246925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-456d77b8-394a-4f98-9e0f-94cd90655604 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 200 len: 921 time: 0.2624130 Sep 22 10:31:57.298571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-89141742-bae6-49b7-8a54-4ce1a65055ef tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.85 HTTP/1.1" status: 200 len: 1000 time: 0.1657612 Sep 22 10:31:57.439587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-6ef53528-5283-4f24-a880-426b2c45934a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 1000 time: 0.1805899 Sep 22 10:31:57.524761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.558564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-dfcf6dbf-0b94-482d-97b2-4e032cb7c30e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:57.559931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-dfcf6dbf-0b94-482d-97b2-4e032cb7c30e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.2284503 Sep 22 10:31:57.561372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-c3d96687-31b9-44e6-ad73-87acac67235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:57.563213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-c3d96687-31b9-44e6-ad73-87acac67235a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d33baf35-4f40-4c76-83b3-62eab299a5b5 HTTP/1.1" status: 200 len: 860 time: 0.0937014 Sep 22 10:31:57.689426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-e1375062-91db-4f5b-a2d1-89ea6ad8eace service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ae4006a-9e4d-417b-977b-623b8a582cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865266 Sep 22 10:31:57.751340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-b368d602-d99c-4c9b-a677-7d6048b2d6a2 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.85 HTTP/1.1" status: 200 len: 1000 time: 0.1834819 Sep 22 10:31:57.789369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fa185f96-7083-4a31-a38c-93737168ba5e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:57.930020 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fa185f96-7083-4a31-a38c-93737168ba5e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.936964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36930) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:57.937526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-7dc6f50f-141a-4eda-a126-5917e6f477bc service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383931 Sep 22 10:31:57.951313 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f1af11c-f58c-4c25-ad9b-a487bd897e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.996111 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.014025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-45fe08ec-7d70-49a8-88c5-f825dd796553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:58.015463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-45fe08ec-7d70-49a8-88c5-f825dd796553 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 1097 time: 0.1921360 Sep 22 10:31:58.043869 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f1af11c-f58c-4c25-ad9b-a487bd897e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.113625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f1af11c-f58c-4c25-ad9b-a487bd897e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.155079 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5f1af11c-f58c-4c25-ad9b-a487bd897e02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec3f0b857944427aba83bb4ce5479d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170346 Sep 22 10:31:58.155980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1af11c-f58c-4c25-ad9b-a487bd897e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a84e86-88b2-4607-9fa4-623c7e244ab7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:58.159407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36932) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:58.211685 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4635cec5-7bb5-4539-bf68-0eba029c2c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.232746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Router e5ad969b-1db2-4d0c-a1dc-defe16881147 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:31:58.233107 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4635cec5-7bb5-4539-bf68-0eba029c2c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.275702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fa185f96-7083-4a31-a38c-93737168ba5e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.290280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-bfac805f-2b24-43dd-9554-f37451937740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:58.291755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-bfac805f-2b24-43dd-9554-f37451937740 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.2635992 Sep 22 10:31:58.293508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c7ed373-03f4-4f99-bf99-ae6337deefbd req-afc5be48-2851-4eab-8fc1-6883de81a3b0 service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269024 Sep 22 10:31:58.368544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fa185f96-7083-4a31-a38c-93737168ba5e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.368835 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fa185f96-7083-4a31-a38c-93737168ba5e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Floating IP 6ce37998-382a-446a-baa9-92b8c899729c disassociated. External IP: 172.25.1.85, port: 799d92ad-2341-449f-9864-b7d36136749f. Sep 22 10:31:58.395806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4635cec5-7bb5-4539-bf68-0eba029c2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.398905 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4635cec5-7bb5-4539-bf68-0eba029c2c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.402735 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4635cec5-7bb5-4539-bf68-0eba029c2c5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3a84e86-88b2-4607-9fa4-623c7e244ab7 HTTP/1.1" status: 204 len: 168 time: 0.2392414 Sep 22 10:31:58.408116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635cec5-7bb5-4539-bf68-0eba029c2c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a84e86-88b2-4607-9fa4-623c7e244ab7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:58.815919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-cd35e3e2-5203-47e6-9ee8-8e66fb91217d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f HTTP/1.1" status: 200 len: 1001 time: 0.5168514 Sep 22 10:31:58.890000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:58.898584 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5d836c2c-803c-4f55-81a4-32c9a5f3e271 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "PUT /v2.0/routers/e5ad969b-1db2-4d0c-a1dc-defe16881147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6106420 Sep 22 10:31:58.901752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-1c3fac76-2b75-46d8-943c-1525e70c000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:58.901936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36940) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:58.902953 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc44db9-760d-44c0-be25-7b99c3632f95 None None] Sync routers for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:58.903444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-1c3fac76-2b75-46d8-943c-1525e70c000f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.0793786 Sep 22 10:31:58.916038 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc44db9-760d-44c0-be25-7b99c3632f95 None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:58.916695 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7cc44db9-760d-44c0-be25-7b99c3632f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:58.952495 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7cc44db9-760d-44c0-be25-7b99c3632f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:58.961975 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc44db9-760d-44c0-be25-7b99c3632f95 None None] Routers {'e5ad969b-1db2-4d0c-a1dc-defe16881147'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:58.962843 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7cc44db9-760d-44c0-be25-7b99c3632f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5ad969b-1db2-4d0c-a1dc-defe16881147'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:59.007722 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7cc44db9-760d-44c0-be25-7b99c3632f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:59.008378 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc44db9-760d-44c0-be25-7b99c3632f95 None None] The sync data for ids ['e5ad969b-1db2-4d0c-a1dc-defe16881147'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:59.033729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.034328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-4a024765-8262-4c24-9518-31091e4736ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:59.035640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-4a024765-8262-4c24-9518-31091e4736ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243582 Sep 22 10:31:59.126361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fa185f96-7083-4a31-a38c-93737168ba5e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:31:59.144383 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.199850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-2d5418b3-6f40-47f7-905c-176c863044e1 service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476364 Sep 22 10:31:59.303455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Deleting port 10989402-20fd-49fe-b42b-ec98fe50065f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:59.303894 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.324641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fa185f96-7083-4a31-a38c-93737168ba5e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:59.330457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fa185f96-7083-4a31-a38c-93737168ba5e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.337440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] Sync routers for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:59.347813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:59.348417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:59.367979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2c42c80-df1c-4862-a3ce-d074a91707df req-f72fbed2-ae39-4db0-8405-b26313fc8b8a service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423230 Sep 22 10:31:59.369835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fa185f96-7083-4a31-a38c-93737168ba5e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "PUT /v2.0/floatingips/6ce37998-382a-446a-baa9-92b8c899729c HTTP/1.1" status: 200 len: 694 time: 1.5887015 Sep 22 10:31:59.370321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:31:59.373154 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64dd9e4-958f-4228-8455-efa5a2d32bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:31:59.383635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.396471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Calling delete_port for 10989402-20fd-49fe-b42b-ec98fe50065f owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:59.431506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-389acff9-c41c-470c-93a0-a0e0fed4f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:59.435101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-389acff9-c41c-470c-93a0-a0e0fed4f43c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1096 time: 0.0446184 Sep 22 10:31:59.478122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:59.551642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-4a75ec7c-eb1f-4986-9105-3afb4494b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:59.553906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-4a75ec7c-eb1f-4986-9105-3afb4494b8f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 200 len: 921 time: 0.1110578 Sep 22 10:31:59.618959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-fe7cb215-0c2a-41bb-b936-1e3490bb08d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 217 time: 0.0392072 Sep 22 10:31:59.671813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-f7864385-ba78-43c0-a16d-636d4e56b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:59.673229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-f7864385-ba78-43c0-a16d-636d4e56b2bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d33baf35-4f40-4c76-83b3-62eab299a5b5 HTTP/1.1" status: 200 len: 860 time: 0.0482619 Sep 22 10:31:59.698824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.712305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-e3c1c768-c637-41dc-8dbe-8ef44fc4f8f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ae4006a-9e4d-417b-977b-623b8a582cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318081 Sep 22 10:31:59.803092 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event deleted for resources: {'Port': ['ID=10989402-20fd-49fe-b42b-ec98fe50065f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:59.814808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-82738534-2b23-4f00-a29e-47ccae62067c service neutron] 10.222.0.20 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917718 Sep 22 10:31:59.832104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.862919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '799e5657-6477-4449-b46c-c2167adb9980', 'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'mac_address': 'fa:16:3e:c5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:54Z', 'updated_at': '2021-09-22T10:31:01Z', 'revision_number': 5, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'subnets': [{'id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:59.902727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] Checking router: be89f6c5-b7b0-4d50-82ee-6b06e98968f9 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:31:59.912451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:59.913451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:59.926252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f87c4b86-8017-440e-8aa4-ce78c047d35f req-cf6acf60-e29f-4e6a-8760-e849e5340073 service neutron] 10.222.0.20 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009107 Sep 22 10:31:59.942371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.945769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.019390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:32:00.093073 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.093661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Fanout notify agent at l3_agent the message router_deleted on router e5ad969b-1db2-4d0c-a1dc-defe16881147 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:32:00.106333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.109007 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8a6a4f8a-4b3a-4539-a4ab-8ef1986e2d85 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "DELETE /v2.0/routers/e5ad969b-1db2-4d0c-a1dc-defe16881147 HTTP/1.1" status: 204 len: 168 time: 1.2058856 Sep 22 10:32:00.111551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36962) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:00.185598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd01781f-88f8-4a15-adf7-f935f176ec1a tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Deleting subnet f6376077-6004-4fa7-95d5-aed3ce0f053f {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:32:00.197546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e32de-8491-49ac-a787-24d50afbbe50 req-7c85c908-d194-44ee-8fa2-e7446badeaa6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:00.199172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-772e32de-8491-49ac-a787-24d50afbbe50 req-7c85c908-d194-44ee-8fa2-e7446badeaa6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 946 time: 0.0997553 Sep 22 10:32:00.199962 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd01781f-88f8-4a15-adf7-f935f176ec1a tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.232733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '799e5657-6477-4449-b46c-c2167adb9980', 'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'mac_address': 'fa:16:3e:c5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:54Z', 'updated_at': '2021-09-22T10:31:01Z', 'revision_number': 5, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'subnets': [{'id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:00.260436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7dc12f-5cb5-4798-b37a-9490f48775f2 None None] The sync data for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 is: [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:55Z', 'revision_number': 4, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '799e5657-6477-4449-b46c-c2167adb9980', 'name': '', 'network_id': '4ae4006a-9e4d-417b-977b-623b8a582cbd', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'mac_address': 'fa:16:3e:c5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:54Z', 'updated_at': '2021-09-22T10:31:01Z', 'revision_number': 5, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'subnets': [{'id': 'd33baf35-4f40-4c76-83b3-62eab299a5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:32:00.265497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd01781f-88f8-4a15-adf7-f935f176ec1a tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.297379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-772e32de-8491-49ac-a787-24d50afbbe50 req-95efaacd-f4ad-4148-98e4-c6d07c97370a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757918 Sep 22 10:32:00.373100 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd01781f-88f8-4a15-adf7-f935f176ec1a tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.485794 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a4d487-1378-4ca4-9671-886aaa2bfbe3 x-openstack-request-id: req-65a4d487-1378-4ca4-9671-886aaa2bfbe3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:00.486225 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "tag": "799d92ad-2341-449f-9864-b7d36136749f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:00.486623 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65a4d487-1378-4ca4-9671-886aaa2bfbe3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:00.487181 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'tag': '799d92ad-2341-449f-9864-b7d36136749f', 'status': 'completed', 'code': 200} Sep 22 10:32:00.568631 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd01781f-88f8-4a15-adf7-f935f176ec1a tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.581974 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aaf7a-cf8f-4a24-ab68-30d52d9fbe64 None None] New status for floating IP 6ce37998-382a-446a-baa9-92b8c899729c: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:32:00.607241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-244351ec-27a9-457f-b387-b0160efead2c tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/floatingips/6ce37998-382a-446a-baa9-92b8c899729c HTTP/1.1" status: 200 len: 694 time: 0.1089399 Sep 22 10:32:00.637089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01781f-88f8-4a15-adf7-f935f176ec1a tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event deleted for resources: {'Subnet': ['ID=f6376077-6004-4fa7-95d5-aed3ce0f053f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:00.644696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa5bf35-8fc8-410a-88ba-885c0bd1069b None None] Network d6532c36-7302-48d0-91c9-75fdcb84678b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:00.647356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd01781f-88f8-4a15-adf7-f935f176ec1a tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.649346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dd01781f-88f8-4a15-adf7-f935f176ec1a tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "DELETE /v2.0/subnets/f6376077-6004-4fa7-95d5-aed3ce0f053f HTTP/1.1" status: 204 len: 168 time: 0.5364780 Sep 22 10:32:00.652194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36976) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:00.681382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-29589e21-f002-473e-9873-297be749162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:00.685941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-29589e21-f002-473e-9873-297be749162b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0386331511ef4dc3a568e33c86dfca1f&device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 1096 time: 0.1683989 Sep 22 10:32:00.829637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.835161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-692f8d4f-9eca-48ef-bea7-743f21beff1f tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:00.836802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-692f8d4f-9eca-48ef-bea7-743f21beff1f tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/networks/005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 784 time: 0.2040133 Sep 22 10:32:00.842295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:00.851439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-2d7e5904-01d6-4cdc-82e6-2c4490056189 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:32:00.852453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-2d7e5904-01d6-4cdc-82e6-2c4490056189 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097389 Sep 22 10:32:00.863189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-bf67f6fd-dc23-4da1-a0d7-57589ac86011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:00.864724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-bf67f6fd-dc23-4da1-a0d7-57589ac86011 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 200 len: 921 time: 0.1694765 Sep 22 10:32:00.900063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Deleting port 69e2ab8f-3474-4149-b09d-988179907381 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:00.900529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.963299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-4edba0b1-c6eb-402c-b61e-5551585f5105 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 200 len: 217 time: 0.0830410 Sep 22 10:32:00.991524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-400b1d2e-2744-44f1-858f-ce5fd6d2ddca tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.85 HTTP/1.1" status: 200 len: 695 time: 0.1209788 Sep 22 10:32:01.021849 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.052992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:01.056384 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cc4d96-f875-4a82-864f-a30cb79580ce" -d '{"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-unplugged", "status": "completed", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:01.071632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f8b5a-dd6e-49a2-8ca5-6e117952fd20 None None] DHCP port deletion for d6532c36-7302-48d0-91c9-75fdcb84678b request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:32:01.077050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:01.097857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-410d32d3-ab68-4cc7-a33a-cda39306b68c tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.85 HTTP/1.1" status: 200 len: 695 time: 0.1054142 Sep 22 10:32:01.104924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-a31c80e5-3a6d-4a6d-a52d-a94739ebb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:01.107456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-a31c80e5-3a6d-4a6d-a52d-a94739ebb38b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d33baf35-4f40-4c76-83b3-62eab299a5b5 HTTP/1.1" status: 200 len: 860 time: 0.1388125 Sep 22 10:32:01.131737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-550f8b5a-dd6e-49a2-8ca5-6e117952fd20 None None] Deleting port 69e2ab8f-3474-4149-b09d-988179907381 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:01.131737 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-550f8b5a-dd6e-49a2-8ca5-6e117952fd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.173570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-96ae4568-02f5-4f54-b429-0df39649f533 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4ae4006a-9e4d-417b-977b-623b8a582cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583990 Sep 22 10:32:01.196469 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.228902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-550f8b5a-dd6e-49a2-8ca5-6e117952fd20 None None] For port 69e2ab8f-3474-4149-b09d-988179907381, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=69e2ab8f-3474-4149-b09d-988179907381,segment=NetworkSegment(3b560bb8-4e7e-4036-9364-7453c51243f7),segment_id=3b560bb8-4e7e-4036-9364-7453c51243f7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:01.229364 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-550f8b5a-dd6e-49a2-8ca5-6e117952fd20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.248544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-550f8b5a-dd6e-49a2-8ca5-6e117952fd20 None None] Calling delete_port for 69e2ab8f-3474-4149-b09d-988179907381 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:01.282789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:01.356457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-2e4d4f75-44b4-4f6a-b863-e270cacb1204 service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704650 Sep 22 10:32:01.367213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Deleting port 61c436aa-fcb2-4e94-be91-dad6f8ea5763 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:01.367559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.394715 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] For port 69e2ab8f-3474-4149-b09d-988179907381, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=69e2ab8f-3474-4149-b09d-988179907381,segment=NetworkSegment(3b560bb8-4e7e-4036-9364-7453c51243f7),segment_id=3b560bb8-4e7e-4036-9364-7453c51243f7)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:01.395380 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.408815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Calling delete_port for 69e2ab8f-3474-4149-b09d-988179907381 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:01.469407 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-550f8b5a-dd6e-49a2-8ca5-6e117952fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.489764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f8b5a-dd6e-49a2-8ca5-6e117952fd20 None None] No DVR routers for this DVR port 69e2ab8f-3474-4149-b09d-988179907381 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:01.494324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.513994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f8b5a-dd6e-49a2-8ca5-6e117952fd20 None None] Pushing event deleted for resources: {'Port': ['ID=69e2ab8f-3474-4149-b09d-988179907381,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:01.522375 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.522718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.530009 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] No DVR routers for this DVR port 69e2ab8f-3474-4149-b09d-988179907381 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:01.536415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event deleted for resources: {'Port': ['ID=69e2ab8f-3474-4149-b09d-988179907381,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:01.538958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c64dd9e4-958f-4228-8455-efa5a2d32bb2 req-96662f7b-578e-4817-860b-c849fb56dcce service neutron] 10.222.0.30 "GET /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739333 Sep 22 10:32:01.539865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Calling delete_port for 61c436aa-fcb2-4e94-be91-dad6f8ea5763 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:01.624215 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.645024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6532c36-7302-48d0-91c9-75fdcb84678b']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:01.655320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b560bb8-4e7e-4036-9364-7453c51243f7') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:01.655620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b560bb8-4e7e-4036-9364-7453c51243f7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:01.665618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.680805 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.688331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:32:01.689064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:32:01.692381 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:32:01.790066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.820937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Pushing event deleted for resources: {'Port': ['ID=61c436aa-fcb2-4e94-be91-dad6f8ea5763,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:01.877127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.880138 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.881054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6593eced-fd3f-4c4f-b7a0-977e7c11d1fd req-efa6442f-633e-4fe7-beab-3d3b970b6d0e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "DELETE /v2.0/floatingips/6ce37998-382a-446a-baa9-92b8c899729c HTTP/1.1" status: 204 len: 173 time: 0.7726698 Sep 22 10:32:01.925484 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.932537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:01.934524 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "DELETE /v2.0/networks/d6532c36-7302-48d0-91c9-75fdcb84678b HTTP/1.1" status: 204 len: 168 time: 1.2811096 Sep 22 10:32:01.936966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36998) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:01.945759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d478d-1a41-4564-aeff-e362473581b2 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event deleted for resources: {'Network': ['ID=d6532c36-7302-48d0-91c9-75fdcb84678b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:02.056593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3ce6-8d38-451c-8927-9273f541464c req-04063619-d144-4af2-aea2-7419d30d3efa tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:02.058030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-183d3ce6-8d38-451c-8927-9273f541464c req-04063619-d144-4af2-aea2-7419d30d3efa tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 946 time: 0.1226175 Sep 22 10:32:02.125687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-183d3ce6-8d38-451c-8927-9273f541464c req-a9dd344a-ab9e-407a-b55f-fd43658047cf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447874 Sep 22 10:32:02.134853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Deleting port 28c46ce8-1047-4bd8-9149-993ed58ea0bc {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:02.135195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.175834 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc0acc-7de8-419c-b3ba-e81f45a2856b x-openstack-request-id: req-18bc0acc-7de8-419c-b3ba-e81f45a2856b {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:02.176335 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-unplugged", "status": "failed", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f", "code": 422}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:02.176638 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18bc0acc-7de8-419c-b3ba-e81f45a2856b {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:02.177282 n-d-807025-3 neutron-server[95683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'code': 422} returned with failed status Sep 22 10:32:02.211528 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.211868 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.225613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Calling delete_port for 28c46ce8-1047-4bd8-9149-993ed58ea0bc owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:02.318553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780a012-90c9-4e14-b0ec-12de5130cc9d req-fc71d9d0-b16e-40a7-9b3d-b371be1dcdab tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:02.319946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e780a012-90c9-4e14-b0ec-12de5130cc9d req-fc71d9d0-b16e-40a7-9b3d-b371be1dcdab tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0961087 Sep 22 10:32:02.373689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e780a012-90c9-4e14-b0ec-12de5130cc9d req-ce2a1357-5104-4d7b-a07c-a517bf33f7a2 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457137 Sep 22 10:32:02.515834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.544694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f532262d-42dd-4309-b11e-81d1e4361ab9 req-d9ef3b7b-82ad-45e6-a4c3-17759d538ad5 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups/076542b3-df2e-4534-803c-fd1b59ae1915 HTTP/1.1" status: 200 len: 1808 time: 0.0681419 Sep 22 10:32:02.546988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Pushing event deleted for resources: {'Port': ['ID=28c46ce8-1047-4bd8-9149-993ed58ea0bc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:02.579540 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 69e2ab8f-3474-4149-b09d-988179907381 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:02.600364 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 69e2ab8f-3474-4149-b09d-988179907381 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:32:02.600706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 69e2ab8f-3474-4149-b09d-988179907381 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:02.636414 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.638856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.639975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cca58519-c41f-4d8a-a318-87a2794e0de3 tempest-FloatingIPAdminTestJSON-547926831 tempest-FloatingIPAdminTestJSON-547926831-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a98f2d5-1e6c-45ed-bb45-346801ddc1de HTTP/1.1" status: 204 len: 168 time: 0.7021370 Sep 22 10:32:02.654081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f532262d-42dd-4309-b11e-81d1e4361ab9 req-66547c3c-8669-465c-bf34-0207005d8df5 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.678344 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f532262d-42dd-4309-b11e-81d1e4361ab9 req-66547c3c-8669-465c-bf34-0207005d8df5 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.904326 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f532262d-42dd-4309-b11e-81d1e4361ab9 req-66547c3c-8669-465c-bf34-0207005d8df5 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.906915 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f532262d-42dd-4309-b11e-81d1e4361ab9 req-66547c3c-8669-465c-bf34-0207005d8df5 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:02.911626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f532262d-42dd-4309-b11e-81d1e4361ab9 req-66547c3c-8669-465c-bf34-0207005d8df5 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "DELETE /v2.0/security-groups/076542b3-df2e-4534-803c-fd1b59ae1915 HTTP/1.1" status: 204 len: 173 time: 0.3565750 Sep 22 10:32:02.920078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66547c3c-8669-465c-bf34-0207005d8df5 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076542b3-df2e-4534-803c-fd1b59ae1915,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:03.251173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37024) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:03.406240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0c1de5b2-bed0-42a7-abc4-ff6988940146 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dd85ee8cf984ceba20cb51ca2cc4df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529548 Sep 22 10:32:03.408667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37028) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:03.467413 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d43afd35-53e0-47ed-b202-ea9dc547820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:03.506890 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d43afd35-53e0-47ed-b202-ea9dc547820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:03.698723 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d43afd35-53e0-47ed-b202-ea9dc547820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:03.702139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d43afd35-53e0-47ed-b202-ea9dc547820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:03.702867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d43afd35-53e0-47ed-b202-ea9dc547820f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a35e17c-8a61-4416-b679-798ced8e0865 HTTP/1.1" status: 204 len: 168 time: 0.2931774 Sep 22 10:32:03.713116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43afd35-53e0-47ed-b202-ea9dc547820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a35e17c-8a61-4416-b679-798ced8e0865,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:04.479480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37048) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:04.492621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64eec1fe-6071-4c6b-a8f2-b81d96c9a783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:04.587140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64eec1fe-6071-4c6b-a8f2-b81d96c9a783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:04.801511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64eec1fe-6071-4c6b-a8f2-b81d96c9a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:04.833970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:04.842238 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-64eec1fe-6071-4c6b-a8f2-b81d96c9a783 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7530a1939c8460e9d18c6a163b2a5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616662 Sep 22 10:32:04.843198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eec1fe-6071-4c6b-a8f2-b81d96c9a783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9154165-0e81-41e2-89ff-d9c93b043445,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:04.844923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37060) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:04.899467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c0c409d-fe96-4b98-b3fe-285d81fc68b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:04.921256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c0c409d-fe96-4b98-b3fe-285d81fc68b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:05.235971 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c0c409d-fe96-4b98-b3fe-285d81fc68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:05.238899 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c0c409d-fe96-4b98-b3fe-285d81fc68b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:05.240333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3c0c409d-fe96-4b98-b3fe-285d81fc68b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9154165-0e81-41e2-89ff-d9c93b043445 HTTP/1.1" status: 204 len: 168 time: 0.3937032 Sep 22 10:32:05.250411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c409d-fe96-4b98-b3fe-285d81fc68b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9154165-0e81-41e2-89ff-d9c93b043445,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:06.234206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37082) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:06.247605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-273e0a24-78f7-43cb-9c39-2d6a3456f0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:06.364444 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-273e0a24-78f7-43cb-9c39-2d6a3456f0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:06.381323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ba70-c926-4883-a680-06f82bcba483 req-11faf09e-d505-4abd-80e2-6db843ec98aa tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:06.383445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4a6ba70-c926-4883-a680-06f82bcba483 req-11faf09e-d505-4abd-80e2-6db843ec98aa tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0536683 Sep 22 10:32:06.421733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4a6ba70-c926-4883-a680-06f82bcba483 req-451cd7f6-b6b7-4bdc-87b3-b7c4a58e51da tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320942 Sep 22 10:32:06.475921 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-273e0a24-78f7-43cb-9c39-2d6a3456f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:06.527254 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-273e0a24-78f7-43cb-9c39-2d6a3456f0c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53b888e9365e4154a854e7878d5270f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916169 Sep 22 10:32:06.531714 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37094) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:06.580447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e0a24-78f7-43cb-9c39-2d6a3456f0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601485f9-5b68-4f2b-a41a-7ea29361920d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:06.591475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2757d-a1d7-4759-aa9f-56f91cc69360 req-ee84d581-0687-4e95-9a4f-19f81a0a5a8d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:06.593970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef2757d-a1d7-4759-aa9f-56f91cc69360 req-ee84d581-0687-4e95-9a4f-19f81a0a5a8d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0859239 Sep 22 10:32:06.623217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89ec2e77-1d6f-49da-8369-970641aca414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:06.646228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89ec2e77-1d6f-49da-8369-970641aca414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:06.647458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef2757d-a1d7-4759-aa9f-56f91cc69360 req-64b91b35-8fae-4e24-9581-b100edcc64f1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453498 Sep 22 10:32:06.845486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89ec2e77-1d6f-49da-8369-970641aca414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:06.848080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89ec2e77-1d6f-49da-8369-970641aca414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:06.849303 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-89ec2e77-1d6f-49da-8369-970641aca414 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/601485f9-5b68-4f2b-a41a-7ea29361920d HTTP/1.1" status: 204 len: 168 time: 0.3168416 Sep 22 10:32:06.858684 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec2e77-1d6f-49da-8369-970641aca414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601485f9-5b68-4f2b-a41a-7ea29361920d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:07.116231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:32:07.227937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:07.248702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '1ea5fee6-8720-4563-b53e-425220911cd5', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'port_id': '1ea5fee6-8720-4563-b53e-425220911cd5', 'mac_address': 'fa:16:3e:61:c1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:32:07.256950 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-f6b4befe-edf2-4c0d-8fed-411871beea6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2687724 Sep 22 10:32:07.264550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-0da1e5cb-e39f-4ab3-a2ad-a04b3272f646 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:32:07.279212 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-0da1e5cb-e39f-4ab3-a2ad-a04b3272f646 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076895 Sep 22 10:32:07.310720 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:07.327813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ea5fee6-8720-4563-b53e-425220911cd5 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:32:07.349129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:07.498591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:07.544253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54509e82-aca8-42e8-89e5-953f42162887 req-b4cbdf4d-76d7-4425-b66d-b43fdd14b4fd tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:07.546148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54509e82-aca8-42e8-89e5-953f42162887 req-b4cbdf4d-76d7-4425-b66d-b43fdd14b4fd tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0492971 Sep 22 10:32:07.550859 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:07.599891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54509e82-aca8-42e8-89e5-953f42162887 req-833f49f7-f66d-419e-b9e0-7f5f7ead784f tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463605 Sep 22 10:32:07.630300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1ea5fee6-8720-4563-b53e-425220911cd5'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:32:07.803399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09528971-e81f-430b-9e04-484ef60d958a req-402f3d40-84dc-448d-8c08-afbf32fe1478 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:07.806897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09528971-e81f-430b-9e04-484ef60d958a req-402f3d40-84dc-448d-8c08-afbf32fe1478 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0779722 Sep 22 10:32:07.862767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09528971-e81f-430b-9e04-484ef60d958a req-5193800a-17f8-42a8-b6a5-fec137545b11 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498335 Sep 22 10:32:08.165006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37164) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:08.294497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-09301fe7-dbfd-4754-aa3b-cc8ee3e610ef tempest-AgentManagementNegativeTest-335395280 tempest-AgentManagementNegativeTest-335395280-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1274889 Sep 22 10:32:08.367570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-9aa0363d-2c1e-4482-9ac4-a6ee411c05a3 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:08.369243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-9aa0363d-2c1e-4482-9ac4-a6ee411c05a3 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0624578 Sep 22 10:32:08.489896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Deleting port 799d92ad-2341-449f-9864-b7d36136749f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:08.490211 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:08.586661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] For port 799d92ad-2341-449f-9864-b7d36136749f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=799d92ad-2341-449f-9864-b7d36136749f,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:08.587243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:08.607160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Calling delete_port for 799d92ad-2341-449f-9864-b7d36136749f owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:08.823928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abdf06-f145-4538-9d2d-648f8f496573 req-b57a20ad-c86a-4de8-ae26-d4c50b25ed72 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:08.825730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82abdf06-f145-4538-9d2d-648f8f496573 req-b57a20ad-c86a-4de8-ae26-d4c50b25ed72 tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 945 time: 0.0994925 Sep 22 10:32:08.911828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82abdf06-f145-4538-9d2d-648f8f496573 req-98ee5eb3-cfa8-419e-bdcc-a4852e15ff1e tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/security-groups?id=fde139b2-9b29-4b94-b73b-c4a63678e814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780253 Sep 22 10:32:09.033963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:09.046688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['799d92ad-2341-449f-9864-b7d36136749f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:32:09.123325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37200) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:09.124998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:32:09.136158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Pushing event deleted for resources: {'Port': ['ID=799d92ad-2341-449f-9864-b7d36136749f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:09.160386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0ac71-5785-4ddf-9478-14e1c70bc350 req-71692719-fda5-4daa-9f08-3be9d7284d04 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:09.162486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2bb0ac71-5785-4ddf-9478-14e1c70bc350 req-71692719-fda5-4daa-9f08-3be9d7284d04 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.1773343 Sep 22 10:32:09.228604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] No DVR routers for this DVR port 799d92ad-2341-449f-9864-b7d36136749f on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:09.236731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:09.239703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f64e4589-f2d4-49f0-b663-b7f283a3f678 req-dc3e71e8-94ce-4dd5-b4b9-bce068b6d64d tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.30 "DELETE /v2.0/ports/799d92ad-2341-449f-9864-b7d36136749f HTTP/1.1" status: 204 len: 173 time: 0.8634045 Sep 22 10:32:09.239703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'name': 'network-vif-deleted', 'tag': '799d92ad-2341-449f-9864-b7d36136749f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:09.242472 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2a50c8-f209-435a-959e-409620dedef5" -d '{"events": [{"server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "name": "network-vif-deleted", "tag": "799d92ad-2341-449f-9864-b7d36136749f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:09.275907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 1ea5fee6-8720-4563-b53e-425220911cd5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:09.276664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:09.283060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2bb0ac71-5785-4ddf-9478-14e1c70bc350 req-3f975e9a-61fa-4d04-a477-4dd2ffd58003 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832520 Sep 22 10:32:09.373530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27c5690e-0715-47a3-9dbe-4106e0137dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:09.388840 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:09.424895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:09.427935 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f372ef1f-01a4-4c90-9d08-8f39c13a9c67" -d '{"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:09.448456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:09.514231 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:09.538054 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f9dfc8-7cb2-49ff-b26b-503b3dc8cf6c x-openstack-request-id: req-84f9dfc8-7cb2-49ff-b26b-503b3dc8cf6c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:09.538379 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b119fa2-581f-4305-8c26-41fdc1a6d3f7", "name": "network-vif-deleted", "tag": "799d92ad-2341-449f-9864-b7d36136749f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:09.538639 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84f9dfc8-7cb2-49ff-b26b-503b3dc8cf6c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:09.539172 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b119fa2-581f-4305-8c26-41fdc1a6d3f7', 'name': 'network-vif-deleted', 'tag': '799d92ad-2341-449f-9864-b7d36136749f', 'status': 'completed', 'code': 200} Sep 22 10:32:09.617972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:09.629552 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a5a769-60f3-41ad-90c2-0603183c50e4 x-openstack-request-id: req-e4a5a769-60f3-41ad-90c2-0603183c50e4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:09.629552 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:09.629783 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4a5a769-60f3-41ad-90c2-0603183c50e4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:09.630417 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'code': 200} Sep 22 10:32:09.781922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27c5690e-0715-47a3-9dbe-4106e0137dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:09.858025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27c5690e-0715-47a3-9dbe-4106e0137dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:09.897590 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-27c5690e-0715-47a3-9dbe-4106e0137dae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fde3b1cd51e8480f9ed7f1ead1c93a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7719193 Sep 22 10:32:09.900238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37214) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:09.932193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5690e-0715-47a3-9dbe-4106e0137dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0bff0d-40c3-4b30-bc68-dfe1776ea947,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:10.018043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9af203a1-4def-4ec9-ae18-83d9ada9a94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:10.078292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9af203a1-4def-4ec9-ae18-83d9ada9a94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:10.098894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a5306e9-e908-4834-aacf-6ce7e45bd212 req-ee514c22-2fd3-4e1c-b38a-33830f2f01fb tempest-ServerRescueTestJSONUnderV235-2074427602 tempest-ServerRescueTestJSONUnderV235-2074427602-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b119fa2-581f-4305-8c26-41fdc1a6d3f7 HTTP/1.1" status: 200 len: 210 time: 0.0385206 Sep 22 10:32:10.268472 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9af203a1-4def-4ec9-ae18-83d9ada9a94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:10.271041 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9af203a1-4def-4ec9-ae18-83d9ada9a94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:10.274763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9af203a1-4def-4ec9-ae18-83d9ada9a94f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae0bff0d-40c3-4b30-bc68-dfe1776ea947 HTTP/1.1" status: 204 len: 168 time: 0.3734744 Sep 22 10:32:10.287749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af203a1-4def-4ec9-ae18-83d9ada9a94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0bff0d-40c3-4b30-bc68-dfe1776ea947,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:10.488960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3ba80-6b90-4d11-b4b1-f2a49eb67be5 req-704708e1-4e8b-41c2-afad-4a3b0f78e5ff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:10.490828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3aa3ba80-6b90-4d11-b4b1-f2a49eb67be5 req-704708e1-4e8b-41c2-afad-4a3b0f78e5ff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0828075 Sep 22 10:32:10.626976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3aa3ba80-6b90-4d11-b4b1-f2a49eb67be5 req-0e73aeca-362e-4040-81a1-462621a5ee36 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254671 Sep 22 10:32:11.135350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 799d92ad-2341-449f-9864-b7d36136749f no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:11.173999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 799d92ad-2341-449f-9864-b7d36136749f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:32:11.174485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 799d92ad-2341-449f-9864-b7d36136749f not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:11.191986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37242) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:11.781878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37264) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:11.862487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca83e-5fcf-45af-a0df-b2cd8aae0a71 req-22a33950-c31e-4985-88b5-5042c53ddc92 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:11.870059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b04ca83e-5fcf-45af-a0df-b2cd8aae0a71 req-22a33950-c31e-4985-88b5-5042c53ddc92 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.1247241 Sep 22 10:32:11.882952 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:11.991251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-163253955'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:12.092516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Made reservation on behalf of ab6b9622b6014d8fa566d147b4358c1b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:12.096354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:12.115743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:12.310791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:12.382216 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:12.396083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b04ca83e-5fcf-45af-a0df-b2cd8aae0a71 req-927eb1eb-bfde-4a56-95aa-4fb3247fe923 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5248189 Sep 22 10:32:12.442316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4800175e-0dba-49d2-9b83-4d34cd8c5ac6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:12.457812 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:32:12.473044 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:12.473394 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Added segment 04b35294-6e18-444b-9e29-892da033f57d of type vlan for network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 Sep 22 10:32:12.537644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:12.692976 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:12.711313 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:12.712559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:12.755645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Deleting port 799e5657-6477-4449-b46c-c2167adb9980 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:12.757022 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:12.807269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Network': ['ID=dc08a1ad-5b9d-4048-9b9d-b04349d7dd69,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:12.814418 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-89308144-515a-4f37-9958-fdccc992b35a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0284369 Sep 22 10:32:12.823194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37270) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:12.826767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:32:12.830609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'subnet': {'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:12.905676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] For port 799e5657-6477-4449-b46c-c2167adb9980, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=799e5657-6477-4449-b46c-c2167adb9980,segment=NetworkSegment(ca8b39cc-17f5-4eaa-92a7-0f4f035e386b),segment_id=ca8b39cc-17f5-4eaa-92a7-0f4f035e386b)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:12.906066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:13.008606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Calling delete_port for 799e5657-6477-4449-b46c-c2167adb9980 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:13.036028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Made reservation on behalf of ab6b9622b6014d8fa566d147b4358c1b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:13.040862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:13.531479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9fd4c-b750-48db-8ebf-6d63bd74cbb1 req-93592eea-06ac-47f5-9b25-d8d8e4e6361d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:13.533900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81a9fd4c-b750-48db-8ebf-6d63bd74cbb1 req-93592eea-06ac-47f5-9b25-d8d8e4e6361d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0553105 Sep 22 10:32:13.582699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81a9fd4c-b750-48db-8ebf-6d63bd74cbb1 req-39e8675a-8e9b-4044-b823-11359ef63b42 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404432 Sep 22 10:32:13.590885 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:13.652998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:13.685875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Subnet': ['ID=c109bed2-d79c-4a13-8d29-c5bae71d228d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:13.704557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=799e5657-6477-4449-b46c-c2167adb9980,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:13.717744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Checking segment: {'id': '04b35294-6e18-444b-9e29-892da033f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:32:13.718506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Network hostable DHCP agents. Network: dc08a1ad-5b9d-4048-9b9d-b04349d7dd69, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:32:13.828438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:32:13.921727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, dc08a1ad-5b9d-4048-9b9d-b04349d7dd69) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:13.929302 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:13.933279 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:13.934595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc4d4b-54eb-4b95-95a4-03fd260efd09 None None] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:13.946870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:14.048132 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a0ea3e47-da68-4832-a0ba-16ededfb85ee tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2237246 Sep 22 10:32:14.050939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37292) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:14.057694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'port': {'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69', 'name': 'tempest-AllowedAddressPairTestJSON-425084299'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:14.228725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-dc08a1ad-5b9d-4048-9b9d-b04349d7dd69', 'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69', 'tenant_id': 'ab6b9622b6014d8fa566d147b4358c1b', 'fixed_ips': [{'subnet_id': 'c109bed2-d79c-4a13-8d29-c5bae71d228d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:32:14.229833 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:14.339863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:32:14.477232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Allocated IP 172.20.0.2 (dc08a1ad-5b9d-4048-9b9d-b04349d7dd69/c109bed2-d79c-4a13-8d29-c5bae71d228d/4041508a-e19f-41ec-ba1f-55391e37faa4) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:14.515906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Made reservation on behalf of ab6b9622b6014d8fa566d147b4358c1b for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:14.519960 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:14.524981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:32:14.560854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-03c81f95-400f-4b6c-b844-0856a4a55a30 admin admin] 10.222.0.20 "PUT /v2.0/routers/be89f6c5-b7b0-4d50-82ee-6b06e98968f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3668280 Sep 22 10:32:14.566704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37294) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:14.578038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] device_id is not set on port 1e5bdddb-8f88-4485-97de-d7ea1b1f791c yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:14.593398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] Sync routers for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:32:14.616389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:32:14.619125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:14.743927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:32:14.824629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3dcde-91f9-45cd-8f00-3ecc0558a1f3 req-74d91bb2-5a8f-4f1b-ba4d-b6414c87b448 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:14.828219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1f3dcde-91f9-45cd-8f00-3ecc0558a1f3 req-74d91bb2-5a8f-4f1b-ba4d-b6414c87b448 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.1223342 Sep 22 10:32:14.835483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:14.907938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1f3dcde-91f9-45cd-8f00-3ecc0558a1f3 req-43d2a75d-cd5a-4341-b025-12785e329c1b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728314 Sep 22 10:32:14.984004 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.056222 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.159957 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Allocated IP 172.20.0.14 (dc08a1ad-5b9d-4048-9b9d-b04349d7dd69/c109bed2-d79c-4a13-8d29-c5bae71d228d/1e5bdddb-8f88-4485-97de-d7ea1b1f791c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:15.353141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:15.357713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:15.367769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:15.380497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.381587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:32:13Z', 'revision_number': 5, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port': {'id': 'c147a196-7dfe-4142-a55e-4a9ec8439716', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:15.397821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.419040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] Checking router: be89f6c5-b7b0-4d50-82ee-6b06e98968f9 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:32:15.447466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Pushing event updated for resources: {'Port': ['ID=4041508a-e19f-41ec-ba1f-55391e37faa4,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:15.477304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] Routers {'be89f6c5-b7b0-4d50-82ee-6b06e98968f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:32:15.477956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:31:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:15.515722 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.532629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Attempting to bind port 4041508a-e19f-41ec-ba1f-55391e37faa4 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:32:15.533010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Attempting to bind port 4041508a-e19f-41ec-ba1f-55391e37faa4 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '04b35294-6e18-444b-9e29-892da033f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:32:15.533531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Attempting to bind port 4041508a-e19f-41ec-ba1f-55391e37faa4 on network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:32:15.542815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:15.546996 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:15.577995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:32:15.578717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Checking segment: {'id': '04b35294-6e18-444b-9e29-892da033f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:32:15.578867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:15.579500 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.580134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Bound using segment: {'id': '04b35294-6e18-444b-9e29-892da033f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:32:15.581072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Bound port: 4041508a-e19f-41ec-ba1f-55391e37faa4, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b35294-6e18-444b-9e29-892da033f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:32:15.581714 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.584975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Deleting port c147a196-7dfe-4142-a55e-4a9ec8439716 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:15.585444 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.659530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] Set router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:32:15.738172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:32:15Z', 'revision_number': 6, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:15.767319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] For port c147a196-7dfe-4142-a55e-4a9ec8439716, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c147a196-7dfe-4142-a55e-4a9ec8439716,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:15.767681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.783103 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d988f3-3256-49be-aff5-37743709a7e1 None None] The sync data for ids ['be89f6c5-b7b0-4d50-82ee-6b06e98968f9'] in n-d-807025-3 is: [{'id': 'be89f6c5-b7b0-4d50-82ee-6b06e98968f9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1738503111-router', 'tenant_id': '0386331511ef4dc3a568e33c86dfca1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:30:51Z', 'updated_at': '2021-09-22T10:32:15Z', 'revision_number': 6, 'project_id': '0386331511ef4dc3a568e33c86dfca1f', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:32:15.839836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] For port 4041508a-e19f-41ec-ba1f-55391e37faa4, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:32:15.848246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] For port 4041508a-e19f-41ec-ba1f-55391e37faa4, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4041508a-e19f-41ec-ba1f-55391e37faa4,segment=NetworkSegment(04b35294-6e18-444b-9e29-892da033f57d),segment_id=04b35294-6e18-444b-9e29-892da033f57d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:32:15.875260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Calling delete_port for c147a196-7dfe-4142-a55e-4a9ec8439716 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:15.881704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Port': ['ID=1e5bdddb-8f88-4485-97de-d7ea1b1f791c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:15.911823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:15.912885 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:15.962050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:16.164104 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7e21d858-d9a6-44ec-95b3-223b7b2db99a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1104479 Sep 22 10:32:16.171630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f488d2-037b-4cf9-9572-ae0cfdb4ef5e None None] Pushing event updated for resources: {'Port': ['ID=4041508a-e19f-41ec-ba1f-55391e37faa4,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:16.174737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381d5cb-1787-4dec-9cd5-6b90be3df9b0 req-4b30d58d-9bc2-48b1-81eb-47251e6b9dee tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:16.197215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37318) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:16.211377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2381d5cb-1787-4dec-9cd5-6b90be3df9b0 req-4b30d58d-9bc2-48b1-81eb-47251e6b9dee tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.1659377 Sep 22 10:32:16.222686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'port': {'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69', 'name': 'tempest-AllowedAddressPairTestJSON-429595262', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:ab:3a:e5'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:16.351701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2381d5cb-1787-4dec-9cd5-6b90be3df9b0 req-fe806604-833a-4fe4-bf65-9f1cafe97a82 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394107 Sep 22 10:32:16.455363 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:16.543503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c147a196-7dfe-4142-a55e-4a9ec8439716,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:16.639391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:16.750665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Made reservation on behalf of ab6b9622b6014d8fa566d147b4358c1b for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:16.761948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:16.763532 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:16.833123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37322) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:16.941412 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:16.955454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router be89f6c5-b7b0-4d50-82ee-6b06e98968f9 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:32:16.962086 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:16.963319 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-492bd668-b868-41a8-b2e4-e8bd566eb8ed admin admin] 10.222.0.20 "DELETE /v2.0/routers/be89f6c5-b7b0-4d50-82ee-6b06e98968f9 HTTP/1.1" status: 204 len: 168 time: 2.3953865 Sep 22 10:32:16.963887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-2526cf9b-2be1-4676-895d-dc3df3a3cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:16.966400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37326) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:16.967457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-2526cf9b-2be1-4676-895d-dc3df3a3cc3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7&tenant_id=c03f691bb5554af89f281af6c24b275b HTTP/1.1" status: 200 len: 1095 time: 0.0776329 Sep 22 10:32:17.012069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4041508a-e19f-41ec-ba1f-55391e37faa4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:32:17.045746 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.066261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1f8556-8c8f-4c4e-a9d9-3021812ebb30 admin admin] Deleting subnet d33baf35-4f40-4c76-83b3-62eab299a5b5 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:32:17.076814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8556-8c8f-4c4e-a9d9-3021812ebb30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.103404 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bea5b4c-caef-41e1-989f-3d0a51ffb5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.117946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] device_id is not set on port 3e842c99-d8fe-4656-8799-8430cf13762a yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:17.137483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4041508a-e19f-41ec-ba1f-55391e37faa4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:17.138403 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.176153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8556-8c8f-4c4e-a9d9-3021812ebb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.302866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bea5b4c-caef-41e1-989f-3d0a51ffb5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.311109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-f0cb1885-f720-4353-9092-c487db57fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:17.318405 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-f0cb1885-f720-4353-9092-c487db57fe61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 1095 time: 0.3305557 Sep 22 10:32:17.329104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.329709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8556-8c8f-4c4e-a9d9-3021812ebb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.378146 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bea5b4c-caef-41e1-989f-3d0a51ffb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.410577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 4041508a-e19f-41ec-ba1f-55391e37faa4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4041508a-e19f-41ec-ba1f-55391e37faa4,segment=NetworkSegment(04b35294-6e18-444b-9e29-892da033f57d),segment_id=04b35294-6e18-444b-9e29-892da033f57d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:17.427672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea5b4c-caef-41e1-989f-3d0a51ffb5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f858f802-eec2-4e61-86e3-d6a41459e0d4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:17.467221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Allocated IP 172.20.0.9 (dc08a1ad-5b9d-4048-9b9d-b04349d7dd69/c109bed2-d79c-4a13-8d29-c5bae71d228d/3e842c99-d8fe-4656-8799-8430cf13762a) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:17.512265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37334) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:17.513415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6bea5b4c-caef-41e1-989f-3d0a51ffb5e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f51dde1fea643cf90e7280b8d632978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788509 Sep 22 10:32:17.522879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.537182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-3516e171-631b-4a90-8fe8-29e5d9c0b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:17.538508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-3516e171-631b-4a90-8fe8-29e5d9c0b5ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.2132509 Sep 22 10:32:17.630857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 799e5657-6477-4449-b46c-c2167adb9980 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:17.669072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-9de52bcf-8a2b-4a9e-b89c-5275a2c7fc3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f HTTP/1.1" status: 200 len: 999 time: 0.1192863 Sep 22 10:32:17.718768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 799e5657-6477-4449-b46c-c2167adb9980 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:32:17.721110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 799e5657-6477-4449-b46c-c2167adb9980 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:17.722314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c147a196-7dfe-4142-a55e-4a9ec8439716 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:17.767246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-eb8b541c-db29-4230-a172-b43c3b2400e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:17.768787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-eb8b541c-db29-4230-a172-b43c3b2400e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.0864766 Sep 22 10:32:17.778709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=4041508a-e19f-41ec-ba1f-55391e37faa4,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:17.781762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a48d70-53f8-472f-abb5-97f66e10119a req-38fe5224-342a-4be2-b8be-5a04649340da tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:17.785623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10383d3e-78b1-4edb-a2bc-1a65cdb6899d None None] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:17.787080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34a48d70-53f8-472f-abb5-97f66e10119a req-38fe5224-342a-4be2-b8be-5a04649340da tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.1228850 Sep 22 10:32:17.788714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-67c8fc99-fa41-4d17-ab33-37a03de9be0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.857319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-39c5b191-f8a4-428e-a4cc-5c3c5b6f6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:17.859851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-39c5b191-f8a4-428e-a4cc-5c3c5b6f6015 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699055 Sep 22 10:32:17.888266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34a48d70-53f8-472f-abb5-97f66e10119a req-e2f3e724-bef6-493a-8716-6187411f7f87 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882015 Sep 22 10:32:17.908882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8556-8c8f-4c4e-a9d9-3021812ebb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:17.937678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c147a196-7dfe-4142-a55e-4a9ec8439716 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:32:17.938036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c147a196-7dfe-4142-a55e-4a9ec8439716 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:17.979409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-20f11e47-9bec-48a8-8399-69019ff0baa1 None None] Provisioning complete for port 4041508a-e19f-41ec-ba1f-55391e37faa4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:17.982556 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-20f11e47-9bec-48a8-8399-69019ff0baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.026682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-4fbab1b2-ff29-4b71-86ea-7e1369f7533a service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499710 Sep 22 10:32:18.039684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-67c8fc99-fa41-4d17-ab33-37a03de9be0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.109272 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f8556-8c8f-4c4e-a9d9-3021812ebb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33baf35-4f40-4c76-83b3-62eab299a5b5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:18.123133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab1f8556-8c8f-4c4e-a9d9-3021812ebb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.126359 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ab1f8556-8c8f-4c4e-a9d9-3021812ebb30 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d33baf35-4f40-4c76-83b3-62eab299a5b5 HTTP/1.1" status: 204 len: 168 time: 1.1589203 Sep 22 10:32:18.129621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:18.171778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac9d7e3c-5969-45f5-9133-e2490a865c5d req-6e23ea61-906f-41a1-beb0-0a51f730aaa5 service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380911 Sep 22 10:32:18.189893 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-67c8fc99-fa41-4d17-ab33-37a03de9be0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.196621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-67c8fc99-fa41-4d17-ab33-37a03de9be0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.197257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-67c8fc99-fa41-4d17-ab33-37a03de9be0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f858f802-eec2-4e61-86e3-d6a41459e0d4 HTTP/1.1" status: 204 len: 168 time: 0.6492257 Sep 22 10:32:18.252192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8fc99-fa41-4d17-ab33-37a03de9be0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f858f802-eec2-4e61-86e3-d6a41459e0d4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:18.303740 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.309860 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.454272 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.493451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b9911437-2cf3-4c7e-97ae-f32f479300e7 None None] Provisioning complete for port 1e5bdddb-8f88-4485-97de-d7ea1b1f791c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:18.494629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b9911437-2cf3-4c7e-97ae-f32f479300e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.520099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.530496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae4006a-9e4d-417b-977b-623b8a582cbd']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:18.563728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b9911437-2cf3-4c7e-97ae-f32f479300e7 None None] Port 1e5bdddb-8f88-4485-97de-d7ea1b1f791c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:18.580003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b9911437-2cf3-4c7e-97ae-f32f479300e7 None None] Provisioning complete for port 4041508a-e19f-41ec-ba1f-55391e37faa4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:18.580591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b9911437-2cf3-4c7e-97ae-f32f479300e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.641761 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:18.642137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8b39cc-17f5-4eaa-92a7-0f4f035e386b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:18.698856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4041508a-e19f-41ec-ba1f-55391e37faa4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:32:18.737959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.786555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:18.795316 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.811519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4041508a-e19f-41ec-ba1f-55391e37faa4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:18.811905 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.814863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:18.832000 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:18.857374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:32:18.858807 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:32:18.866224 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:32:18.901582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Port': ['ID=3e842c99-d8fe-4656-8799-8430cf13762a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:18.984311 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:18.984311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.029234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bab3bbe2-bd41-4305-be96-7cdbcfad8af3 None None] Provisioning complete for port 1e5bdddb-8f88-4485-97de-d7ea1b1f791c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:19.029967 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bab3bbe2-bd41-4305-be96-7cdbcfad8af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.063668 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.070882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.076508 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] 10.222.0.20 "DELETE /v2.0/networks/4ae4006a-9e4d-417b-977b-623b8a582cbd HTTP/1.1" status: 204 len: 168 time: 0.9426169 Sep 22 10:32:19.090626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59683f5-38c2-4c0f-8095-5c3e57dc45b5 req-705f3693-82ab-443f-b7ee-7c2fd17fef4d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:19.109138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d59683f5-38c2-4c0f-8095-5c3e57dc45b5 req-705f3693-82ab-443f-b7ee-7c2fd17fef4d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0806913 Sep 22 10:32:19.111240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bab3bbe2-bd41-4305-be96-7cdbcfad8af3 None None] Port 1e5bdddb-8f88-4485-97de-d7ea1b1f791c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:19.123758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ca56b-1422-43fa-9d27-59d04ef5dbff admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae4006a-9e4d-417b-977b-623b8a582cbd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:19.142964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37372) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:19.144361 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-989083f8-68f2-4d62-966f-e569e8acd8b6 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9384072 Sep 22 10:32:19.170026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37374) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:19.197204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c0d8444b-297b-4464-9409-cc4ad070b602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.308426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d59683f5-38c2-4c0f-8095-5c3e57dc45b5 req-d319a651-d412-4d0c-9f0d-c33a8b27b57d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946261 Sep 22 10:32:19.342197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712acc77-9405-4860-a666-fb5ae26209f1 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:19.353544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712acc77-9405-4860-a666-fb5ae26209f1 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:19.367774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d8862c60-8f50-41f3-8ffa-a73453cad527 None None] Provisioning complete for port 3e842c99-d8fe-4656-8799-8430cf13762a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:19.368158 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8862c60-8f50-41f3-8ffa-a73453cad527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.378398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712acc77-9405-4860-a666-fb5ae26209f1 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:19.385126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-712acc77-9405-4860-a666-fb5ae26209f1 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2387316 Sep 22 10:32:19.385506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37378) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:19.435620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c0d8444b-297b-4464-9409-cc4ad070b602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.451995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d8862c60-8f50-41f3-8ffa-a73453cad527 None None] Port 3e842c99-d8fe-4656-8799-8430cf13762a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:19.514251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c0d8444b-297b-4464-9409-cc4ad070b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.550748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d81d1-f296-4cdb-8aa0-119db200de98 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Deleting port 3e842c99-d8fe-4656-8799-8430cf13762a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:19.551461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c5d81d1-f296-4cdb-8aa0-119db200de98 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.570604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8444b-297b-4464-9409-cc4ad070b602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56164b43-551b-49b5-99a3-b845a313a1fa,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:19.582475 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c0d8444b-297b-4464-9409-cc4ad070b602 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2edbfa2ae2ae422ebe6bdbac75d8fa39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111161 Sep 22 10:32:19.583372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37380) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:19.676751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c5d81d1-f296-4cdb-8aa0-119db200de98 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.700636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3c5d81d1-f296-4cdb-8aa0-119db200de98 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Calling delete_port for 3e842c99-d8fe-4656-8799-8430cf13762a owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:19.702276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-32d621fb-2841-4396-aea2-cce802ef2e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:19.758643 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-32d621fb-2841-4396-aea2-cce802ef2e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.077314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37382) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:20.120885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c5d81d1-f296-4cdb-8aa0-119db200de98 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.123098 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-32d621fb-2841-4396-aea2-cce802ef2e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.125813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-32d621fb-2841-4396-aea2-cce802ef2e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.127140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-32d621fb-2841-4396-aea2-cce802ef2e04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56164b43-551b-49b5-99a3-b845a313a1fa HTTP/1.1" status: 204 len: 168 time: 0.5427539 Sep 22 10:32:20.175771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d81d1-f296-4cdb-8aa0-119db200de98 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event deleted for resources: {'Port': ['ID=3e842c99-d8fe-4656-8799-8430cf13762a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:20.181759 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a5f12c77-aa31-4e71-aac7-311899461cb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0386331511ef4dc3a568e33c86dfca1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025612 Sep 22 10:32:20.184399 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37386) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:20.186061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d621fb-2841-4396-aea2-cce802ef2e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56164b43-551b-49b5-99a3-b845a313a1fa,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:20.296902 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.342558 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.486940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c5d81d1-f296-4cdb-8aa0-119db200de98 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.489981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3c5d81d1-f296-4cdb-8aa0-119db200de98 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "DELETE /v2.0/ports/3e842c99-d8fe-4656-8799-8430cf13762a HTTP/1.1" status: 204 len: 168 time: 1.1031530 Sep 22 10:32:20.493494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37390) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:20.515574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.524409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.524409 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fde139b2-9b29-4b94-b73b-c4a63678e814 HTTP/1.1" status: 204 len: 168 time: 0.3375447 Sep 22 10:32:20.586895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3d910-7ed8-496b-bfaa-d88318e8b11e req-27bf7fa5-2231-44d5-a8c5-19a22bc27af9 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:20.601417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdf3d910-7ed8-496b-bfaa-d88318e8b11e req-27bf7fa5-2231-44d5-a8c5-19a22bc27af9 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.1165311 Sep 22 10:32:20.607979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde139b2-9b29-4b94-b73b-c4a63678e814,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:20.609357 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d42b8e5-9a23-44e0-802f-383bb02e37ce tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] GET failed (client error): The resource could not be found. Sep 22 10:32:20.615035 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6d42b8e5-9a23-44e0-802f-383bb02e37ce tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "GET /v2.0/ports/3e842c99-d8fe-4656-8799-8430cf13762a HTTP/1.1" status: 404 len: 333 time: 0.1163323 Sep 22 10:32:20.615995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37396) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:20.625085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'port': {'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69', 'name': 'tempest-AllowedAddressPairTestJSON-1000779856'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:20.630861 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.631743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.632248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.632628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.633373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.633373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.633722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.633986 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.634334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.634662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.634991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.635317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820817ad-6a34-4c8f-8f41-bbdb1f0b3514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:20.699513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdf3d910-7ed8-496b-bfaa-d88318e8b11e req-d7f8aede-8445-48cd-b0b6-90706797e1b6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958312 Sep 22 10:32:20.909588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Made reservation on behalf of ab6b9622b6014d8fa566d147b4358c1b for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:20.914372 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:20.969461 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] device_id is not set on port df7aeb23-dd91-45b2-aaea-6813f74fcd92 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:21.114462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Allocated IP 172.20.0.7 (dc08a1ad-5b9d-4048-9b9d-b04349d7dd69/c109bed2-d79c-4a13-8d29-c5bae71d228d/df7aeb23-dd91-45b2-aaea-6813f74fcd92) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:21.354468 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:21.505967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:21.598595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Port': ['ID=df7aeb23-dd91-45b2-aaea-6813f74fcd92,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:21.629797 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:21.631697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:21.638881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:21.830585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:21.837356 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:22.010974 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-33170910-3f89-4071-8557-91868aa1af34 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3902960 Sep 22 10:32:22.016257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37430) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:22.016964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f65c4a6a-f3b3-4424-9d9b-fb2ecdca3b52 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:ab:3a:e5'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:22.040593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2953b83-73c1-4f82-bf7f-f78697680297 req-3907bdcf-50ae-469a-ac7a-402278b45f49 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:22.052291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2953b83-73c1-4f82-bf7f-f78697680297 req-3907bdcf-50ae-469a-ac7a-402278b45f49 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.1027350 Sep 22 10:32:22.109194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-86672d51-3d7d-4f0c-be3e-b23280c568a9 None None] Provisioning complete for port df7aeb23-dd91-45b2-aaea-6813f74fcd92 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:22.110974 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-86672d51-3d7d-4f0c-be3e-b23280c568a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:22.165239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2953b83-73c1-4f82-bf7f-f78697680297 req-1271af95-8f29-425e-b928-c0a8aeae7f1e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144178 Sep 22 10:32:22.261668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-86672d51-3d7d-4f0c-be3e-b23280c568a9 None None] Port df7aeb23-dd91-45b2-aaea-6813f74fcd92 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:22.357801 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a6a3ca3-e86e-4232-af14-9eed0492d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:22.395069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a6a-f3b3-4424-9d9b-fb2ecdca3b52 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:22.759251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a6a-f3b3-4424-9d9b-fb2ecdca3b52 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:22.827795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a6a-f3b3-4424-9d9b-fb2ecdca3b52 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:22.963303 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f65c4a6a-f3b3-4424-9d9b-fb2ecdca3b52 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] In _notify_port_updated(), no bound segment for port df7aeb23-dd91-45b2-aaea-6813f74fcd92 on network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:32:22.971107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c4a6a-f3b3-4424-9d9b-fb2ecdca3b52 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:22.971845 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f65c4a6a-f3b3-4424-9d9b-fb2ecdca3b52 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:22.973406 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f65c4a6a-f3b3-4424-9d9b-fb2ecdca3b52 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "PUT /v2.0/ports/df7aeb23-dd91-45b2-aaea-6813f74fcd92 HTTP/1.1" status: 200 len: 994 time: 0.9607031 Sep 22 10:32:22.976813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37458) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:23.090908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c4a6a-f3b3-4424-9d9b-fb2ecdca3b52 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Port': ['ID=df7aeb23-dd91-45b2-aaea-6813f74fcd92,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:23.248738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-270a6a31-ca00-4ab0-9bff-4a5b10e3af25 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Deleting port df7aeb23-dd91-45b2-aaea-6813f74fcd92 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:23.249648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-270a6a31-ca00-4ab0-9bff-4a5b10e3af25 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:23.294595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fcd0c300-ac9f-4827-a4f8-fbdce993f38a None None] Provisioning complete for port df7aeb23-dd91-45b2-aaea-6813f74fcd92 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:23.295595 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c300-ac9f-4827-a4f8-fbdce993f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:23.340868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0c300-ac9f-4827-a4f8-fbdce993f38a None None] Port df7aeb23-dd91-45b2-aaea-6813f74fcd92 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:23.372506 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-270a6a31-ca00-4ab0-9bff-4a5b10e3af25 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:23.388707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-270a6a31-ca00-4ab0-9bff-4a5b10e3af25 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Calling delete_port for df7aeb23-dd91-45b2-aaea-6813f74fcd92 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:23.651639 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-270a6a31-ca00-4ab0-9bff-4a5b10e3af25 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:24.118744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a6a31-ca00-4ab0-9bff-4a5b10e3af25 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event deleted for resources: {'Port': ['ID=df7aeb23-dd91-45b2-aaea-6813f74fcd92,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:24.397521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-270a6a31-ca00-4ab0-9bff-4a5b10e3af25 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:24.403295 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-270a6a31-ca00-4ab0-9bff-4a5b10e3af25 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "DELETE /v2.0/ports/df7aeb23-dd91-45b2-aaea-6813f74fcd92 HTTP/1.1" status: 204 len: 168 time: 1.4249933 Sep 22 10:32:24.405769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37482) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:24.442362 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-40aad8e9-49a0-4407-8422-b56ced681382 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] GET failed (client error): The resource could not be found. Sep 22 10:32:24.448289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-40aad8e9-49a0-4407-8422-b56ced681382 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "GET /v2.0/ports/df7aeb23-dd91-45b2-aaea-6813f74fcd92 HTTP/1.1" status: 404 len: 333 time: 0.0378826 Sep 22 10:32:24.448787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37484) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:24.455340 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'port': {'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69', 'name': 'tempest-AllowedAddressPairTestJSON-32025507'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:25.159060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Made reservation on behalf of ab6b9622b6014d8fa566d147b4358c1b for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:25.163450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:25.194591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-87a807f3-1ae5-45cc-b095-e02f4cc8145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:25.202476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] device_id is not set on port 24ad02a3-9395-466c-98df-474c629651cb yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:25.399911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Allocated IP 172.20.0.11 (dc08a1ad-5b9d-4048-9b9d-b04349d7dd69/c109bed2-d79c-4a13-8d29-c5bae71d228d/24ad02a3-9395-466c-98df-474c629651cb) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:25.471759 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:25.632010 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:25.634197 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:25.680598 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:25.819344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:25.884394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:25.887886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:25.903391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:25.971504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:25.972290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:25.992645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Port': ['ID=24ad02a3-9395-466c-98df-474c629651cb,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:26.088258 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5f825028-0d6a-45c2-8545-0cf28d62add9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6382484 Sep 22 10:32:26.090831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37504) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:26.100266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2e44da0b-6333-4d03-af53-6e704e0fbed3 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:3a:e5'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:26.172416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:26.192845 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e44da0b-6333-4d03-af53-6e704e0fbed3 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:26.316710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-eb9ecf48-a998-4cdb-8e36-ae502ad54e06 None None] Provisioning complete for port 24ad02a3-9395-466c-98df-474c629651cb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:26.316710 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecf48-a998-4cdb-8e36-ae502ad54e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:26.331960 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ecf48-a998-4cdb-8e36-ae502ad54e06 None None] Port 24ad02a3-9395-466c-98df-474c629651cb cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:26.387986 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e44da0b-6333-4d03-af53-6e704e0fbed3 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:26.852072 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e44da0b-6333-4d03-af53-6e704e0fbed3 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:26.958574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44da0b-6333-4d03-af53-6e704e0fbed3 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Port': ['ID=24ad02a3-9395-466c-98df-474c629651cb,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:26.985770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2e44da0b-6333-4d03-af53-6e704e0fbed3 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] In _notify_port_updated(), no bound segment for port 24ad02a3-9395-466c-98df-474c629651cb on network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:32:26.995503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44da0b-6333-4d03-af53-6e704e0fbed3 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:26.995503 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2e44da0b-6333-4d03-af53-6e704e0fbed3 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:26.995503 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2e44da0b-6333-4d03-af53-6e704e0fbed3 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "PUT /v2.0/ports/24ad02a3-9395-466c-98df-474c629651cb HTTP/1.1" status: 200 len: 995 time: 0.9016621 Sep 22 10:32:26.997653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37514) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:27.151252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e6c0f-5069-460e-9162-b67d18500f75 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Deleting port 24ad02a3-9395-466c-98df-474c629651cb {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:27.151992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6c0f-5069-460e-9162-b67d18500f75 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:27.297972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6c0f-5069-460e-9162-b67d18500f75 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:27.311739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e6c0f-5069-460e-9162-b67d18500f75 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Calling delete_port for 24ad02a3-9395-466c-98df-474c629651cb owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:27.364423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9bde4691-9aed-434c-b8ff-b8e2a05f9b50 None None] Provisioning complete for port 24ad02a3-9395-466c-98df-474c629651cb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:27.365903 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bde4691-9aed-434c-b8ff-b8e2a05f9b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:27.402337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9bde4691-9aed-434c-b8ff-b8e2a05f9b50 None None] Port 24ad02a3-9395-466c-98df-474c629651cb cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:27.629693 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6c0f-5069-460e-9162-b67d18500f75 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:27.682397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e6c0f-5069-460e-9162-b67d18500f75 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event deleted for resources: {'Port': ['ID=24ad02a3-9395-466c-98df-474c629651cb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:27.821564 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6c0f-5069-460e-9162-b67d18500f75 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:27.821564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7a5e6c0f-5069-460e-9162-b67d18500f75 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "DELETE /v2.0/ports/24ad02a3-9395-466c-98df-474c629651cb HTTP/1.1" status: 204 len: 168 time: 0.8173614 Sep 22 10:32:27.823670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37526) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:27.884313 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c39131-5842-4dfc-9a7c-7624fe292004 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] GET failed (client error): The resource could not be found. Sep 22 10:32:27.885963 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-90c39131-5842-4dfc-9a7c-7624fe292004 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "GET /v2.0/ports/24ad02a3-9395-466c-98df-474c629651cb HTTP/1.1" status: 404 len: 333 time: 0.0611324 Sep 22 10:32:27.890490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37530) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:27.896057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'port': {'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69', 'name': 'tempest-AllowedAddressPairTestJSON-1275632625'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:28.006520 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:28.235638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Made reservation on behalf of ab6b9622b6014d8fa566d147b4358c1b for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:28.239227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:28.259752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] device_id is not set on port 82a66a8b-23d9-4b1e-a627-b5661d96ab1a yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:28.485009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979063d4-36d7-4c86-9539-00fd030f634b req-a702ee7c-bf6d-4326-bcd7-6fd5f0a768f4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:28.491048 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-979063d4-36d7-4c86-9539-00fd030f634b req-a702ee7c-bf6d-4326-bcd7-6fd5f0a768f4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.2251656 Sep 22 10:32:28.564294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Allocated IP 172.20.0.6 (dc08a1ad-5b9d-4048-9b9d-b04349d7dd69/c109bed2-d79c-4a13-8d29-c5bae71d228d/82a66a8b-23d9-4b1e-a627-b5661d96ab1a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:28.585207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-979063d4-36d7-4c86-9539-00fd030f634b req-40b09284-fc12-4c98-88e3-b8a6bddc02a6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871191 Sep 22 10:32:28.760456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:28.927268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:28.975223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:28.980858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:28.985246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:29.020460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Port': ['ID=82a66a8b-23d9-4b1e-a627-b5661d96ab1a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:29.066786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:29.067431 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:29.202196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-59e91dea-e11c-4ba3-ac10-71ff6582a887 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3104906 Sep 22 10:32:29.204830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37560) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:29.211499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'port': {'network_id': 'dc08a1ad-5b9d-4048-9b9d-b04349d7dd69', 'name': 'tempest-AllowedAddressPairTestJSON-636655134'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:29.244946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7b6a4bba-5b56-476c-8e1c-f7886044c624 None None] Provisioning complete for port 82a66a8b-23d9-4b1e-a627-b5661d96ab1a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:29.245596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b6a4bba-5b56-476c-8e1c-f7886044c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:29.281946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a4bba-5b56-476c-8e1c-f7886044c624 None None] Port 82a66a8b-23d9-4b1e-a627-b5661d96ab1a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:29.446668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Made reservation on behalf of ab6b9622b6014d8fa566d147b4358c1b for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:29.450475 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:29.468853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] device_id is not set on port 2e31de74-1889-40ce-a365-7536aa7cec21 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:29.592633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Allocated IP 172.20.0.9 (dc08a1ad-5b9d-4048-9b9d-b04349d7dd69/c109bed2-d79c-4a13-8d29-c5bae71d228d/2e31de74-1889-40ce-a365-7536aa7cec21) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:29.788717 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:29.967437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:30.015840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:30.019111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:30.026543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:30.051553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Port': ['ID=2e31de74-1889-40ce-a365-7536aa7cec21,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:30.089187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:30.090076 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:30.224397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b3a96a91-ff5d-46ce-896a-6ca9aea0cd6d tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0184617 Sep 22 10:32:30.227115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37568) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:30.233446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-abb3a839-8d24-4aa1-ace8-725bfdf0fd32 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:ab:3a:e5'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:13:53:46'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:30.308326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bb750fec-5b16-47ec-8d86-fd5e76e14f43 None None] Provisioning complete for port 2e31de74-1889-40ce-a365-7536aa7cec21 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:30.309603 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb750fec-5b16-47ec-8d86-fd5e76e14f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:30.348935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bb750fec-5b16-47ec-8d86-fd5e76e14f43 None None] Port 2e31de74-1889-40ce-a365-7536aa7cec21 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:30.417290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abb3a839-8d24-4aa1-ace8-725bfdf0fd32 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:30.614742 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abb3a839-8d24-4aa1-ace8-725bfdf0fd32 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:30.749121 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abb3a839-8d24-4aa1-ace8-725bfdf0fd32 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:30.823548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3a839-8d24-4aa1-ace8-725bfdf0fd32 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event updated for resources: {'Port': ['ID=2e31de74-1889-40ce-a365-7536aa7cec21,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:30.883618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-abb3a839-8d24-4aa1-ace8-725bfdf0fd32 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] In _notify_port_updated(), no bound segment for port 2e31de74-1889-40ce-a365-7536aa7cec21 on network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:32:30.889445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3a839-8d24-4aa1-ace8-725bfdf0fd32 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:30.890286 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abb3a839-8d24-4aa1-ace8-725bfdf0fd32 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:30.891744 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-abb3a839-8d24-4aa1-ace8-725bfdf0fd32 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "PUT /v2.0/ports/2e31de74-1889-40ce-a365-7536aa7cec21 HTTP/1.1" status: 200 len: 1055 time: 0.6627777 Sep 22 10:32:30.894846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37576) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:31.041991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1b5446cb-60a6-4e0f-a805-7eea90caeeeb tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Deleting port 2e31de74-1889-40ce-a365-7536aa7cec21 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:31.042834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1b5446cb-60a6-4e0f-a805-7eea90caeeeb tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:31.149185 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1b5446cb-60a6-4e0f-a805-7eea90caeeeb tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:31.169522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1b5446cb-60a6-4e0f-a805-7eea90caeeeb tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Calling delete_port for 2e31de74-1889-40ce-a365-7536aa7cec21 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:31.182750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:31.197789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0fe90c9d-04be-4d8f-a917-d19b90835864 None None] Provisioning complete for port 2e31de74-1889-40ce-a365-7536aa7cec21 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:31.198439 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fe90c9d-04be-4d8f-a917-d19b90835864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:31.274356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0fe90c9d-04be-4d8f-a917-d19b90835864 None None] Port 2e31de74-1889-40ce-a365-7536aa7cec21 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:31.344767 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:31.370562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:31.372805 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73371221-6989-41ca-9898-c0090d232ab4" -d '{"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:31.385973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:31.406463 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1b5446cb-60a6-4e0f-a805-7eea90caeeeb tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:31.475208 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:31.506262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5446cb-60a6-4e0f-a805-7eea90caeeeb tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event deleted for resources: {'Port': ['ID=2e31de74-1889-40ce-a365-7536aa7cec21,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:31.641609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:31.845948 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1b5446cb-60a6-4e0f-a805-7eea90caeeeb tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:31.845948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1b5446cb-60a6-4e0f-a805-7eea90caeeeb tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "DELETE /v2.0/ports/2e31de74-1889-40ce-a365-7536aa7cec21 HTTP/1.1" status: 204 len: 168 time: 0.8924890 Sep 22 10:32:31.845948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37586) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:31.845948 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3234236-e90c-42af-bcdf-8b59338a20d9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] GET failed (client error): The resource could not be found. Sep 22 10:32:31.845948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d3234236-e90c-42af-bcdf-8b59338a20d9 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "GET /v2.0/ports/2e31de74-1889-40ce-a365-7536aa7cec21 HTTP/1.1" status: 404 len: 333 time: 0.0231609 Sep 22 10:32:31.845948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37588) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:31.934699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-57fe47a8-b1d0-4125-8383-c012aba38c70 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Deleting port 82a66a8b-23d9-4b1e-a627-b5661d96ab1a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:31.935443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57fe47a8-b1d0-4125-8383-c012aba38c70 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:32.061402 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57fe47a8-b1d0-4125-8383-c012aba38c70 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:32.076047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-57fe47a8-b1d0-4125-8383-c012aba38c70 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Calling delete_port for 82a66a8b-23d9-4b1e-a627-b5661d96ab1a owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:32.616384 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:32:32.863556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57fe47a8-b1d0-4125-8383-c012aba38c70 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:32.892272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe47a8-b1d0-4125-8383-c012aba38c70 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event deleted for resources: {'Port': ['ID=82a66a8b-23d9-4b1e-a627-b5661d96ab1a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:32.961274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57fe47a8-b1d0-4125-8383-c012aba38c70 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:32.963260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-57fe47a8-b1d0-4125-8383-c012aba38c70 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "DELETE /v2.0/ports/82a66a8b-23d9-4b1e-a627-b5661d96ab1a HTTP/1.1" status: 204 len: 168 time: 1.1442375 Sep 22 10:32:32.967343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37594) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:32.995431 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-876e4ba4-1988-481f-a971-1e63e1363555 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] GET failed (client error): The resource could not be found. Sep 22 10:32:32.997055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-876e4ba4-1988-481f-a971-1e63e1363555 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "GET /v2.0/ports/82a66a8b-23d9-4b1e-a627-b5661d96ab1a HTTP/1.1" status: 404 len: 333 time: 0.0287914 Sep 22 10:32:33.000813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37596) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:33.098300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-5a9741cc-9d82-4408-a837-0f1eec9a7cfd tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Deleting port 1e5bdddb-8f88-4485-97de-d7ea1b1f791c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:33.098644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a9741cc-9d82-4408-a837-0f1eec9a7cfd tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:33.188855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a9741cc-9d82-4408-a837-0f1eec9a7cfd tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:33.200810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-5a9741cc-9d82-4408-a837-0f1eec9a7cfd tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Calling delete_port for 1e5bdddb-8f88-4485-97de-d7ea1b1f791c owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:33.426077 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a9741cc-9d82-4408-a837-0f1eec9a7cfd tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:33.459875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9741cc-9d82-4408-a837-0f1eec9a7cfd tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event deleted for resources: {'Port': ['ID=1e5bdddb-8f88-4485-97de-d7ea1b1f791c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:33.478074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d772c42-c61e-419c-a74f-9f5de6ea6f6b req-f7cbb2ff-0104-409e-8347-ba6f05519d94 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:33.479680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d772c42-c61e-419c-a74f-9f5de6ea6f6b req-f7cbb2ff-0104-409e-8347-ba6f05519d94 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 944 time: 0.0874856 Sep 22 10:32:33.561309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d772c42-c61e-419c-a74f-9f5de6ea6f6b req-6ba7c6f2-4066-4cd2-bfc5-f2c58722d400 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670068 Sep 22 10:32:33.581898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a9741cc-9d82-4408-a837-0f1eec9a7cfd tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:33.586388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5a9741cc-9d82-4408-a837-0f1eec9a7cfd tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "DELETE /v2.0/ports/1e5bdddb-8f88-4485-97de-d7ea1b1f791c HTTP/1.1" status: 204 len: 168 time: 0.5823143 Sep 22 10:32:33.587398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37600) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:33.666023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea9dfa96-482f-40c4-afa8-230664798aed req-f25772ed-0052-47b0-8848-3af970b02f7d tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e7891fc-6325-4c11-b7cd-f8cf3d686cbd HTTP/1.1" status: 200 len: 210 time: 0.0296786 Sep 22 10:32:33.670803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-638a145c-5557-43bf-b724-853517b4da06 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Deleting subnet c109bed2-d79c-4a13-8d29-c5bae71d228d {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:32:33.685874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-638a145c-5557-43bf-b724-853517b4da06 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:33.750872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-638a145c-5557-43bf-b724-853517b4da06 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:33.867946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d8beb-7e9a-4394-90a3-e4b22035c865 req-f69f1309-0fac-48e5-a688-a872c500e9f2 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:33.869328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df8d8beb-7e9a-4394-90a3-e4b22035c865 req-f69f1309-0fac-48e5-a688-a872c500e9f2 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0919251 Sep 22 10:32:33.897723 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-638a145c-5557-43bf-b724-853517b4da06 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:33.943099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df8d8beb-7e9a-4394-90a3-e4b22035c865 req-03a72940-8733-477a-9d35-2f3ae75fc9ba tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677881 Sep 22 10:32:33.998934 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c035cb8-2bbb-4cf0-9c55-03a7502cfc26 x-openstack-request-id: req-3c035cb8-2bbb-4cf0-9c55-03a7502cfc26 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:33.998934 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:33.998934 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c035cb8-2bbb-4cf0-9c55-03a7502cfc26 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:33.998934 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'code': 200} Sep 22 10:32:34.058743 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-638a145c-5557-43bf-b724-853517b4da06 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.090151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a145c-5557-43bf-b724-853517b4da06 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event deleted for resources: {'Subnet': ['ID=c109bed2-d79c-4a13-8d29-c5bae71d228d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:34.092216 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-638a145c-5557-43bf-b724-853517b4da06 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.096331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-638a145c-5557-43bf-b724-853517b4da06 tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "DELETE /v2.0/subnets/c109bed2-d79c-4a13-8d29-c5bae71d228d HTTP/1.1" status: 204 len: 168 time: 0.5058222 Sep 22 10:32:34.097202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37612) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:34.105089 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38ef61-a007-4e65-8141-9b063ca12efc None None] Network dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:34.188161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.247109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Deleting port 4041508a-e19f-41ec-ba1f-55391e37faa4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:34.248280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.311418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc525ed-0137-4735-bb4b-a849540272ca None None] DHCP port deletion for dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:32:34.335754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] For port 4041508a-e19f-41ec-ba1f-55391e37faa4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4041508a-e19f-41ec-ba1f-55391e37faa4,segment=NetworkSegment(04b35294-6e18-444b-9e29-892da033f57d),segment_id=04b35294-6e18-444b-9e29-892da033f57d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:34.339333 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.354058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Calling delete_port for 4041508a-e19f-41ec-ba1f-55391e37faa4 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:34.373362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3fc525ed-0137-4735-bb4b-a849540272ca None None] Deleting port 4041508a-e19f-41ec-ba1f-55391e37faa4 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:34.374274 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3fc525ed-0137-4735-bb4b-a849540272ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.461427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3fc525ed-0137-4735-bb4b-a849540272ca None None] For port 4041508a-e19f-41ec-ba1f-55391e37faa4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4041508a-e19f-41ec-ba1f-55391e37faa4,segment=NetworkSegment(04b35294-6e18-444b-9e29-892da033f57d),segment_id=04b35294-6e18-444b-9e29-892da033f57d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:34.462053 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3fc525ed-0137-4735-bb4b-a849540272ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.475526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3fc525ed-0137-4735-bb4b-a849540272ca None None] Calling delete_port for 4041508a-e19f-41ec-ba1f-55391e37faa4 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:34.599008 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.607567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3fc525ed-0137-4735-bb4b-a849540272ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.628213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event deleted for resources: {'Port': ['ID=4041508a-e19f-41ec-ba1f-55391e37faa4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:34.631573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4041508a-e19f-41ec-ba1f-55391e37faa4 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:34.637248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] No DVR routers for this DVR port 4041508a-e19f-41ec-ba1f-55391e37faa4 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:34.637713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc525ed-0137-4735-bb4b-a849540272ca None None] Pushing event deleted for resources: {'Port': ['ID=4041508a-e19f-41ec-ba1f-55391e37faa4,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:34.658721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 4041508a-e19f-41ec-ba1f-55391e37faa4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:32:34.659070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4041508a-e19f-41ec-ba1f-55391e37faa4 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:34.666042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc525ed-0137-4735-bb4b-a849540272ca None None] No DVR routers for this DVR port 4041508a-e19f-41ec-ba1f-55391e37faa4 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:34.739405 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.761516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc08a1ad-5b9d-4048-9b9d-b04349d7dd69']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:34.770907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b35294-6e18-444b-9e29-892da033f57d') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:34.771823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b35294-6e18-444b-9e29-892da033f57d') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:34.781663 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.801193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.808395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:32:34.809001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:32:34.812174 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:32:35.286299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71628b-dd55-4c3a-a5e2-d27779cf136b req-e856a9f0-e71d-4d70-9d34-818ce4886793 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:35.286299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec71628b-dd55-4c3a-a5e2-d27779cf136b req-e856a9f0-e71d-4d70-9d34-818ce4886793 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0511210 Sep 22 10:32:35.325686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec71628b-dd55-4c3a-a5e2-d27779cf136b req-85a6fd45-a915-49f9-b005-a0010b3d0960 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407336 Sep 22 10:32:35.376123 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:35.384384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:35.385986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] 10.222.0.20 "DELETE /v2.0/networks/dc08a1ad-5b9d-4048-9b9d-b04349d7dd69 HTTP/1.1" status: 204 len: 168 time: 1.2881634 Sep 22 10:32:35.400272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5218-3896-4e17-8685-cb20f75a3e9a tempest-AllowedAddressPairTestJSON-1820168302 tempest-AllowedAddressPairTestJSON-1820168302-project] Pushing event deleted for resources: {'Network': ['ID=dc08a1ad-5b9d-4048-9b9d-b04349d7dd69,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:35.455017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72a8f084-a49d-4c23-9135-4d5d0b94c721 req-4c9a0d8e-dedb-4963-8820-42d1bdee515b tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0264297 Sep 22 10:32:35.959735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37668) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:36.107804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5341171c-a636-4445-a611-7736b9fc67f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab6b9622b6014d8fa566d147b4358c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467268 Sep 22 10:32:36.110528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37672) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:36.161017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a73da6d-5231-4664-8b55-dab064cf1461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.181649 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a73da6d-5231-4664-8b55-dab064cf1461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.303250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60069f5f-fa95-48db-a87a-5decc50630ce req-d88361a0-5e50-4377-a619-019915c47ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e7891fc-6325-4c11-b7cd-f8cf3d686cbd HTTP/1.1" status: 200 len: 210 time: 0.0236263 Sep 22 10:32:36.393188 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a73da6d-5231-4664-8b55-dab064cf1461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.395844 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a73da6d-5231-4664-8b55-dab064cf1461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.402918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4a73da6d-5231-4664-8b55-dab064cf1461 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4800175e-0dba-49d2-9b83-4d34cd8c5ac6 HTTP/1.1" status: 204 len: 168 time: 0.2855906 Sep 22 10:32:36.409258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73da6d-5231-4664-8b55-dab064cf1461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4800175e-0dba-49d2-9b83-4d34cd8c5ac6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:36.501817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d4b7b-e2e0-4d07-aa07-ec04d4e9c1b9 req-46110843-f945-4368-a790-2a88ef8131bc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:36.503422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d42d4b7b-e2e0-4d07-aa07-ec04d4e9c1b9 req-46110843-f945-4368-a790-2a88ef8131bc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0524292 Sep 22 10:32:36.541927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d42d4b7b-e2e0-4d07-aa07-ec04d4e9c1b9 req-8b7034fc-ad91-4915-99db-a2ea7707f3b8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309284 Sep 22 10:32:36.634638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-091450f8-bfd7-4aac-98c5-51c1c146d965 req-fbb584d3-49dd-43c6-aafa-4f7b5d4c89aa tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0294807 Sep 22 10:32:37.180493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:32:37.290629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:37.303434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '1ea5fee6-8720-4563-b53e-425220911cd5', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'port_id': '1ea5fee6-8720-4563-b53e-425220911cd5', 'mac_address': 'fa:16:3e:61:c1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:32:37.367069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:37.396018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea5fee6-8720-4563-b53e-425220911cd5 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:32:37.423151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:37.554907 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:37.624946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:37.654255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37714) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:37.669388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1ea5fee6-8720-4563-b53e-425220911cd5'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:32:37.688929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c596193-3e61-4c65-83e8-9ed43e076080 req-bb20be29-d62c-48db-aea4-94297aad5e88 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:37.694768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c596193-3e61-4c65-83e8-9ed43e076080 req-bb20be29-d62c-48db-aea4-94297aad5e88 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0601649 Sep 22 10:32:37.754335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c596193-3e61-4c65-83e8-9ed43e076080 req-58911336-13da-4442-9d2d-9f2bc05ff54b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493298 Sep 22 10:32:37.807701 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1750450852'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:37.877387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b38f3163-1936-4035-af72-4b70a3500dce req-77830858-b927-4e16-8aff-15deb33345d6 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0308638 Sep 22 10:32:37.920359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:37.924276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:37.933352 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:38.024707 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:38.103623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:38.127090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:32:38.146603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:38.146603 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Added segment 4256e058-c30d-4690-aaae-e5e297fa65f4 of type vlan for network b35168f5-ba60-4338-9dbc-819e2d788e36 Sep 22 10:32:38.152628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6529d83-a06b-43c5-996a-3e6d4b2d50b5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:38.196981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:38.290424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:38.296013 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:38.300591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:38.366622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Network': ['ID=b35168f5-ba60-4338-9dbc-819e2d788e36,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:38.376964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:32:38.418534 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-37b84892-4747-4ac3-9665-7e0a208072d7 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7630987 Sep 22 10:32:38.421112 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37738) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:38.426351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'name': 'tempest-PortsIpV6TestJSON-913192969'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:38.601021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:38.604624 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:38.623687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:38.791795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:38.890369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cc640-4f72-415b-b37f-d0d67af9502a req-7f7bd884-737a-4c36-88d3-008a19196a8e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:38.892006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa0cc640-4f72-415b-b37f-d0d67af9502a req-7f7bd884-737a-4c36-88d3-008a19196a8e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0609286 Sep 22 10:32:38.932922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa0cc640-4f72-415b-b37f-d0d67af9502a req-04838ab1-925b-43aa-9022-0f13930631a8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328233 Sep 22 10:32:39.001224 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.026433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d30d671-df9d-4181-9471-ad438e3be40f req-45542ab5-7597-4f00-805c-bc68d9a8c324 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0314453 Sep 22 10:32:39.062648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=ce9e3f5f-51f1-4619-9264-3b5efab2dce4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:39.073651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Checking segment: {'id': '4256e058-c30d-4690-aaae-e5e297fa65f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:32:39.074021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network hostable DHCP agents. Network: b35168f5-ba60-4338-9dbc-819e2d788e36, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:32:39.183998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:32:39.215603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:32:39.234623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 1ea5fee6-8720-4563-b53e-425220911cd5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:39.235055 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.292695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, b35168f5-ba60-4338-9dbc-819e2d788e36) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:39.314699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:39.316593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.320364 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce78b421-0ba5-4aae-a665-13006c711185 None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:39.323710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:39.324414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.398321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:39.400439 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c0618-b6b6-48aa-b43b-aff75cfc90c7" -d '{"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:39.421502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:39.425632 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fd923a97-7b8d-48cd-af06-dff4d32f222d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0030463 Sep 22 10:32:39.429246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37774) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:39.437754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-963842231'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:39.471395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3baaa50-3efd-4f46-8944-b38a6ad31cbb req-b36ec7fe-3fc0-4e33-992b-79a579d2889c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0468359 Sep 22 10:32:39.520908 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.578986 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:39.583122 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.596203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:39.615707 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb849401-23c8-4918-807e-28ba3af063f5 x-openstack-request-id: req-cb849401-23c8-4918-807e-28ba3af063f5 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:39.616282 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:39.616708 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb849401-23c8-4918-807e-28ba3af063f5 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:39.617780 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'code': 200} Sep 22 10:32:39.631240 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:32:39.639923 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.640271 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Added segment e64a44ba-d2e1-45b6-9a9b-3493e2b10bf0 of type vlan for network 4ee3a535-b4c9-4f2d-a185-e7b096352e3e Sep 22 10:32:39.683281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.829408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.835405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:39.836128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:39.927845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Network': ['ID=4ee3a535-b4c9-4f2d-a185-e7b096352e3e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:39.940166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4ee3a535-b4c9-4f2d-a185-e7b096352e3e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:32:40.104162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8262a5-cf8a-496a-9335-9ba3fcb5b05f req-ff440f4e-9ea1-4368-a2eb-a61fbb623c15 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:40.106546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a8262a5-cf8a-496a-9335-9ba3fcb5b05f req-ff440f4e-9ea1-4368-a2eb-a61fbb623c15 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0636716 Sep 22 10:32:40.145531 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f498d88e-b061-4b24-84a7-ce5198fe5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7146173 Sep 22 10:32:40.148756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:40.155157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'ports': [{'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36'}, {'network_id': '4ee3a535-b4c9-4f2d-a185-e7b096352e3e'}]} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:40.155762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:40.156423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': '4ee3a535-b4c9-4f2d-a185-e7b096352e3e'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:40.156765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a8262a5-cf8a-496a-9335-9ba3fcb5b05f req-32aff62b-1595-48e0-b3f4-90186ba7b8c4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434039 Sep 22 10:32:40.335327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6d63140-6899-408c-91e2-0250d8a594b7 req-7d86381a-4f48-44d7-8c3a-24f11fdec4ca tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0592456 Sep 22 10:32:40.464896 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 2} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:40.475368 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:40.493671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:40.641690 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port 0d98b756-a677-47ca-b4f6-456697e84079 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:40.831998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:40.940047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port d423ce51-3a92-4cea-9f57-ffea673ea569 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:41.072000 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:41.218508 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:41.300330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:41.308636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:41.313214 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:41.313560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:41.322975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=0d98b756-a677-47ca-b4f6-456697e84079,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:41.371041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f7cd-1243-4bb0-98c4-fde6e88b13de req-eb3a5f2e-3397-43cd-973d-0545d247abc9 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:41.375152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c862f7cd-1243-4bb0-98c4-fde6e88b13de req-eb3a5f2e-3397-43cd-973d-0545d247abc9 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.1140361 Sep 22 10:32:41.386933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=d423ce51-3a92-4cea-9f57-ffea673ea569,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:41.401188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Checking segment: {'id': 'e64a44ba-d2e1-45b6-9a9b-3493e2b10bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4ee3a535-b4c9-4f2d-a185-e7b096352e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:32:41.403616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network hostable DHCP agents. Network: 4ee3a535-b4c9-4f2d-a185-e7b096352e3e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:32:41.443273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c862f7cd-1243-4bb0-98c4-fde6e88b13de req-c04c581f-b648-43d2-8024-d86194aa9ab9 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614531 Sep 22 10:32:41.543773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network 4ee3a535-b4c9-4f2d-a185-e7b096352e3e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:32:41.621483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4279fe9e-231d-4a37-a8b4-a2cd3f0c8083 req-d885bf3d-da22-49cb-8dc5-2ccd89faaf2b tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0453978 Sep 22 10:32:41.626745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37812) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:41.634982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4ee3a535-b4c9-4f2d-a185-e7b096352e3e) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:41.642362 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:41.656497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517911eb-ec38-4fab-a9f4-a301121e27eb None None] Network 4ee3a535-b4c9-4f2d-a185-e7b096352e3e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:41.681886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:41.693088 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:41.699502 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:41.789718 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b76ce925-b52d-4fce-84a4-90485a02c562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6397107 Sep 22 10:32:41.792481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37818) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:41.906751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ac5500-70e7-4de7-9ff7-4de226dfe923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:41.956908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-66346aaf-766d-41d5-9c35-a41c5e7c8633 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port d423ce51-3a92-4cea-9f57-ffea673ea569 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:41.957904 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66346aaf-766d-41d5-9c35-a41c5e7c8633 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.043388 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66346aaf-766d-41d5-9c35-a41c5e7c8633 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.062935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-66346aaf-766d-41d5-9c35-a41c5e7c8633 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for d423ce51-3a92-4cea-9f57-ffea673ea569 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:42.136811 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ac5500-70e7-4de7-9ff7-4de226dfe923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.216457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ac5500-70e7-4de7-9ff7-4de226dfe923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.259925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-64ac5500-70e7-4de7-9ff7-4de226dfe923 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5aff052bb3b49ce9d84c11f2650061f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321046 Sep 22 10:32:42.261022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac5500-70e7-4de7-9ff7-4de226dfe923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a055ce-3ea3-4255-ab6f-f020a8703366,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:42.262485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37834) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:42.324012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b24d3699-349b-47c3-bbbd-fd5a11918dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.329199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-578b19e1-ae8b-4e88-a903-bdf00ae5993a req-f161d532-efbd-47ae-a846-42bffaaee804 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0393772 Sep 22 10:32:42.337689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66346aaf-766d-41d5-9c35-a41c5e7c8633 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.355935 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b24d3699-349b-47c3-bbbd-fd5a11918dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.387967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66346aaf-766d-41d5-9c35-a41c5e7c8633 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.390665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-66346aaf-766d-41d5-9c35-a41c5e7c8633 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/d423ce51-3a92-4cea-9f57-ffea673ea569 HTTP/1.1" status: 204 len: 168 time: 0.5969989 Sep 22 10:32:42.392249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66346aaf-766d-41d5-9c35-a41c5e7c8633 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=d423ce51-3a92-4cea-9f57-ffea673ea569,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:42.394047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37836) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:42.465687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472eabf-32f0-4e76-8f6a-9767f4f9ad62 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:42.472090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472eabf-32f0-4e76-8f6a-9767f4f9ad62 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:42.473794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7472eabf-32f0-4e76-8f6a-9767f4f9ad62 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0737929 Sep 22 10:32:42.476730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37838) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:42.551438 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b24d3699-349b-47c3-bbbd-fd5a11918dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.554527 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b24d3699-349b-47c3-bbbd-fd5a11918dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.555683 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b24d3699-349b-47c3-bbbd-fd5a11918dcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6a055ce-3ea3-4255-ab6f-f020a8703366 HTTP/1.1" status: 204 len: 168 time: 0.2922204 Sep 22 10:32:42.565470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d3699-349b-47c3-bbbd-fd5a11918dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a055ce-3ea3-4255-ab6f-f020a8703366,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:42.591524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f27e7b42-f411-4c3f-9c95-5ffb9baa1114 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 0d98b756-a677-47ca-b4f6-456697e84079 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:42.591869 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f27e7b42-f411-4c3f-9c95-5ffb9baa1114 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.687183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f27e7b42-f411-4c3f-9c95-5ffb9baa1114 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:42.700910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aaa19-33e1-4a1f-b584-45c5b0b7b09c req-0f468f9b-50cc-4046-b1ce-9772944d745f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:42.702549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-172aaa19-33e1-4a1f-b584-45c5b0b7b09c req-0f468f9b-50cc-4046-b1ce-9772944d745f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 944 time: 0.0607581 Sep 22 10:32:42.705332 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f27e7b42-f411-4c3f-9c95-5ffb9baa1114 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 0d98b756-a677-47ca-b4f6-456697e84079 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:42.764001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-172aaa19-33e1-4a1f-b584-45c5b0b7b09c req-e060c30d-42c7-4fbc-8b1c-ea133b6a1718 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535011 Sep 22 10:32:42.990342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f27e7b42-f411-4c3f-9c95-5ffb9baa1114 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.001584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:32:43.027251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e7b42-f411-4c3f-9c95-5ffb9baa1114 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=0d98b756-a677-47ca-b4f6-456697e84079,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:43.045717 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f27e7b42-f411-4c3f-9c95-5ffb9baa1114 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.050407 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f27e7b42-f411-4c3f-9c95-5ffb9baa1114 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/0d98b756-a677-47ca-b4f6-456697e84079 HTTP/1.1" status: 204 len: 168 time: 0.5702837 Sep 22 10:32:43.050853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37852) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:43.142080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:43.143247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b179aec7-4563-497a-b104-e2090c0fed9f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:43.144750 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b179aec7-4563-497a-b104-e2090c0fed9f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0929656 Sep 22 10:32:43.147995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37854) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:43.154500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'port_id': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'mac_address': 'fa:16:3e:3e:65:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:32:43.171855 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9952e6f5-b9ec-4cd5-9f00-600812b498a9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:32:43.173312 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9952e6f5-b9ec-4cd5-9f00-600812b498a9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/d423ce51-3a92-4cea-9f57-ffea673ea569 HTTP/1.1" status: 404 len: 333 time: 0.0244226 Sep 22 10:32:43.176078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37856) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:43.191812 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.199910 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a12f20-2059-4fdd-8d31-ce3e99dae0ef tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:32:43.201434 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7a12f20-2059-4fdd-8d31-ce3e99dae0ef tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/0d98b756-a677-47ca-b4f6-456697e84079 HTTP/1.1" status: 404 len: 333 time: 0.0244093 Sep 22 10:32:43.204072 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37858) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:43.204228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb703edb-a080-4ce4-81dd-8cabe1fcfd2f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:32:43.223500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:43.278911 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.360891 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.381355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee3a535-b4c9-4f2d-a185-e7b096352e3e']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:43.393644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64a44ba-d2e1-45b6-9a9b-3493e2b10bf0') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:43.393644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64a44ba-d2e1-45b6-9a9b-3493e2b10bf0') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:43.408266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.424313 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.430797 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:32:43.431285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:32:43.434515 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:32:43.450737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02d94c6a-e905-44f6-9ca2-ca48dd3b5e6f req-a280ec9c-b200-4ae2-9180-e872ce541c5c tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0306540 Sep 22 10:32:43.758930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.759721 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.767055 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.768865 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/networks/4ee3a535-b4c9-4f2d-a185-e7b096352e3e HTTP/1.1" status: 204 len: 168 time: 0.5639100 Sep 22 10:32:43.773358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37864) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:43.777997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f0ee4-b29d-4ca6-a920-e59abfb7eae9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Network': ['ID=4ee3a535-b4c9-4f2d-a185-e7b096352e3e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:43.778558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-821575323'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:43.954154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:43.964291 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.016028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:44.017735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:32:44.024302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.025051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.025611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.026215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.028193 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.028761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.029310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.029852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.030436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.031002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.031542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.032079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.039061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0991884-2ecf-4a3e-947f-e863e3a7d47f req-691da554-a911-460a-8270-2a5c4222f6ba tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:44.040617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0991884-2ecf-4a3e-947f-e863e3a7d47f req-691da554-a911-460a-8270-2a5c4222f6ba tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 945 time: 0.1232398 Sep 22 10:32:44.045451 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.045797 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Added segment 993f4ccf-3004-4383-9723-d2f64afbd2df of type vlan for network e2f49d10-014b-43d6-988e-6c660b565b84 Sep 22 10:32:44.060344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37884) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:44.075244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d3b89f6-a5e3-4b51-a9a5-2732bbd3ab4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.123688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:32:44.134292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.164639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0991884-2ecf-4a3e-947f-e863e3a7d47f req-81073907-f387-47e1-ab09-19f93a7f1aa2 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021688 Sep 22 10:32:44.212752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d3b89f6-a5e3-4b51-a9a5-2732bbd3ab4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.267125 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.273398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:44.281766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.304212 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d3b89f6-a5e3-4b51-a9a5-2732bbd3ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.380977 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2d3b89f6-a5e3-4b51-a9a5-2732bbd3ab4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5ff7f2332624629ab5619a578567f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193479 Sep 22 10:32:44.383392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b89f6-a5e3-4b51-a9a5-2732bbd3ab4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621075ab-31cf-4c97-a753-e939271c872c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:44.386008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37886) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:44.390573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Network': ['ID=e2f49d10-014b-43d6-988e-6c660b565b84,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:44.401842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-357b4930-736c-40dc-b7f4-a0815e4fc640 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6246974 Sep 22 10:32:44.402065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37888) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:44.407417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'e2f49d10-014b-43d6-988e-6c660b565b84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:44.426511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network e2f49d10-014b-43d6-988e-6c660b565b84 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:32:44.483598 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-709663e4-ebb7-4f8b-a492-7d52f79b3682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.514938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-709663e4-ebb7-4f8b-a492-7d52f79b3682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.597218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7946832-555e-4425-b699-48138de46871 req-7e4a6007-e2f9-4a89-b21a-5474215d32d3 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0301046 Sep 22 10:32:44.606618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:44.606618 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.661734 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-709663e4-ebb7-4f8b-a492-7d52f79b3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.664522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-709663e4-ebb7-4f8b-a492-7d52f79b3682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.665705 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-709663e4-ebb7-4f8b-a492-7d52f79b3682 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/621075ab-31cf-4c97-a753-e939271c872c HTTP/1.1" status: 204 len: 168 time: 0.2550297 Sep 22 10:32:44.677743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709663e4-ebb7-4f8b-a492-7d52f79b3682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621075ab-31cf-4c97-a753-e939271c872c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:44.909391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:44.995433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=24373c80-0cfd-447e-8af7-21f430d8fb80,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:45.006743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Checking segment: {'id': '993f4ccf-3004-4383-9723-d2f64afbd2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e2f49d10-014b-43d6-988e-6c660b565b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:32:45.007113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network hostable DHCP agents. Network: e2f49d10-014b-43d6-988e-6c660b565b84, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:32:45.108821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network e2f49d10-014b-43d6-988e-6c660b565b84 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:32:45.206740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, e2f49d10-014b-43d6-988e-6c660b565b84) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:45.212670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:45.213296 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:45.220594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c959b-0c53-4c34-8c13-514093ccbec5 None None] Network e2f49d10-014b-43d6-988e-6c660b565b84 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:45.367031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67740d4-2e70-4226-b0c9-c14534cfb39a req-2971a712-c285-46a6-aedf-a83bb92cf86b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:45.368901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c67740d4-2e70-4226-b0c9-c14534cfb39a req-2971a712-c285-46a6-aedf-a83bb92cf86b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 945 time: 0.0636675 Sep 22 10:32:45.372658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-22d9a9f4-3e9b-4094-ab19-a64a065f1d06 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9670284 Sep 22 10:32:45.373009 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37904) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:45.379212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': 'e2f49d10-014b-43d6-988e-6c660b565b84', 'name': 'tempest-PortsIpV6TestJSON-2004204160'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:45.445849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c67740d4-2e70-4226-b0c9-c14534cfb39a req-80e04335-88cd-4907-817f-1c9553a3c458 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620010 Sep 22 10:32:45.460355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-e2f49d10-014b-43d6-988e-6c660b565b84', 'network_id': 'e2f49d10-014b-43d6-988e-6c660b565b84', 'tenant_id': '375ddb649e4247548a70b4cb5183ba80', 'fixed_ips': [{'subnet_id': '24373c80-0cfd-447e-8af7-21f430d8fb80'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:32:45.475236 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:45.504161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37906) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:45.523323 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-176ba451-5b24-49f3-b612-c90b6693a15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:45.548760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-176ba451-5b24-49f3-b612-c90b6693a15d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:32:45.548760 n-d-807025-3 neutron-server[95682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 10:32:45.548760 n-d-807025-3 neutron-server[95682]: [parameters: {'project_id': 'e2525064673740d8acdfaf86552757fe', 'id': '98785c57-ea8e-4b69-bcda-263c0f410608', 'expiration': datetime.datetime(2021, 9, 22, 10, 34, 45, 544493)}] Sep 22 10:32:45.548760 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:32:45.549276 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-176ba451-5b24-49f3-b612-c90b6693a15d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:32:45.638673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:45.643823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:45.675888 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port 69765cd1-c36b-4103-bdab-229b4ef7a234 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:45.684878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Allocated IP 2001:db8::2 (e2f49d10-014b-43d6-988e-6c660b565b84/24373c80-0cfd-447e-8af7-21f430d8fb80/cffd59d2-03db-4c39-8296-fd1449235442) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:45.719717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5f7042a-ca12-4833-aa4c-56a07758b14e req-61020e44-7c03-4e18-9241-b0c7d244c30a tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0350492 Sep 22 10:32:45.863511 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:45.949415 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.002883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Pushing event updated for resources: {'Port': ['ID=cffd59d2-03db-4c39-8296-fd1449235442,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:46.006391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Network e2f49d10-014b-43d6-988e-6c660b565b84 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:46.008129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:46.010248 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:46.021575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::aa (e2f49d10-014b-43d6-988e-6c660b565b84/24373c80-0cfd-447e-8af7-21f430d8fb80/69765cd1-c36b-4103-bdab-229b4ef7a234) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:46.049826 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-176ba451-5b24-49f3-b612-c90b6693a15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.090682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Attempting to bind port cffd59d2-03db-4c39-8296-fd1449235442 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:32:46.091049 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Attempting to bind port cffd59d2-03db-4c39-8296-fd1449235442 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '993f4ccf-3004-4383-9723-d2f64afbd2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e2f49d10-014b-43d6-988e-6c660b565b84'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:32:46.091417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Attempting to bind port cffd59d2-03db-4c39-8296-fd1449235442 on network e2f49d10-014b-43d6-988e-6c660b565b84 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:32:46.096895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:32:46.097339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Checking segment: {'id': '993f4ccf-3004-4383-9723-d2f64afbd2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e2f49d10-014b-43d6-988e-6c660b565b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:32:46.097745 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.098391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Bound using segment: {'id': '993f4ccf-3004-4383-9723-d2f64afbd2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e2f49d10-014b-43d6-988e-6c660b565b84'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:32:46.099448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Bound port: cffd59d2-03db-4c39-8296-fd1449235442, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993f4ccf-3004-4383-9723-d2f64afbd2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e2f49d10-014b-43d6-988e-6c660b565b84'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:32:46.099836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.179821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] For port cffd59d2-03db-4c39-8296-fd1449235442, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:32:46.183585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] For port cffd59d2-03db-4c39-8296-fd1449235442, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cffd59d2-03db-4c39-8296-fd1449235442,segment=NetworkSegment(993f4ccf-3004-4383-9723-d2f64afbd2df),segment_id=993f4ccf-3004-4383-9723-d2f64afbd2df)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:32:46.227516 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-176ba451-5b24-49f3-b612-c90b6693a15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.255759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.287600 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.343288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-176ba451-5b24-49f3-b612-c90b6693a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.356654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfac1ac-91bf-4c12-ab69-60cb807d84ba None None] Pushing event updated for resources: {'Port': ['ID=cffd59d2-03db-4c39-8296-fd1449235442,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:46.387302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ba451-5b24-49f3-b612-c90b6693a15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6b8637-f494-4e9c-b287-bf84ef9407fc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:46.422055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-176ba451-5b24-49f3-b612-c90b6693a15d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2525064673740d8acdfaf86552757fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9168167 Sep 22 10:32:46.424219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.425401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37914) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:46.476950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network e2f49d10-014b-43d6-988e-6c660b565b84 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:46.487087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:46.490858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:46.496682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:46.497309 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.507150 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f55d84ee-b31e-40f9-b525-c8eb51d5bd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.516423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=69765cd1-c36b-4103-bdab-229b4ef7a234,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:46.554497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f55d84ee-b31e-40f9-b525-c8eb51d5bd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.623882 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f8339a17-4ac0-4540-8346-107221c23a88 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2497320 Sep 22 10:32:46.626459 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37920) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:46.679801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907484ed-135b-4140-95b9-4cfedab9a162 req-4010770e-1bb1-4e6c-a38c-bd6f1a3146f8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:46.688193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-907484ed-135b-4140-95b9-4cfedab9a162 req-4010770e-1bb1-4e6c-a38c-bd6f1a3146f8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 945 time: 0.1271551 Sep 22 10:32:46.757756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-907484ed-135b-4140-95b9-4cfedab9a162 req-3d84e954-b6ab-41fa-94f0-8c0f41576212 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685325 Sep 22 10:32:46.770041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-900221ba-d0e1-45bf-8fb8-f9f10ad565a6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 69765cd1-c36b-4103-bdab-229b4ef7a234 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:46.771421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900221ba-d0e1-45bf-8fb8-f9f10ad565a6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.780054 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f55d84ee-b31e-40f9-b525-c8eb51d5bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.789015 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f55d84ee-b31e-40f9-b525-c8eb51d5bd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.790679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f55d84ee-b31e-40f9-b525-c8eb51d5bd4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e6b8637-f494-4e9c-b287-bf84ef9407fc HTTP/1.1" status: 204 len: 168 time: 0.3643055 Sep 22 10:32:46.811019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d84ee-b31e-40f9-b525-c8eb51d5bd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6b8637-f494-4e9c-b287-bf84ef9407fc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:46.929453 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900221ba-d0e1-45bf-8fb8-f9f10ad565a6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:46.953056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-900221ba-d0e1-45bf-8fb8-f9f10ad565a6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 69765cd1-c36b-4103-bdab-229b4ef7a234 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:46.981216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:32:47.033243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e027ce4-5f08-4a3b-b08d-40b14787c9c9 req-4f901917-3971-4dd8-8e54-ca187c49bd08 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0440385 Sep 22 10:32:47.118978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:47.118978 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:47.281098 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:47.304734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:47.307142 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efb3ad6-d7b2-4aad-abba-6650ce79cff4" -d '{"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:47.322729 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:47.343600 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cf7ea1-cdb6-426b-8f92-93ecaba5bf23 x-openstack-request-id: req-a7cf7ea1-cdb6-426b-8f92-93ecaba5bf23 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:47.343928 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:47.344274 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7cf7ea1-cdb6-426b-8f92-93ecaba5bf23 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:47.344676 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'code': 200} Sep 22 10:32:47.669103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900221ba-d0e1-45bf-8fb8-f9f10ad565a6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:47.670994 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:47.724513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900221ba-d0e1-45bf-8fb8-f9f10ad565a6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=69765cd1-c36b-4103-bdab-229b4ef7a234,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:47.752068 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:47.760361 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900221ba-d0e1-45bf-8fb8-f9f10ad565a6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:47.765687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37934) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:47.766203 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-900221ba-d0e1-45bf-8fb8-f9f10ad565a6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/69765cd1-c36b-4103-bdab-229b4ef7a234 HTTP/1.1" status: 204 len: 168 time: 1.1386716 Sep 22 10:32:47.779930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf9850b-60ec-49f3-87ce-988382d8bbb8 None None] Network e2f49d10-014b-43d6-988e-6c660b565b84 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:47.796355 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6495a5bd-4c05-4b12-bd8f-e84cce51be9b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:32:47.797086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6495a5bd-4c05-4b12-bd8f-e84cce51be9b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:32:47.799203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6495a5bd-4c05-4b12-bd8f-e84cce51be9b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/69765cd1-c36b-4103-bdab-229b4ef7a234 HTTP/1.1" status: 404 len: 333 time: 0.0317969 Sep 22 10:32:47.801708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37940) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:47.842788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8bdc5-035f-49aa-a221-38d3293fb6cf req-d86e7613-f093-423f-bf74-20349263e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:47.844981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0c8bdc5-035f-49aa-a221-38d3293fb6cf req-d86e7613-f093-423f-bf74-20349263e249 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 1098 time: 0.1153185 Sep 22 10:32:47.846582 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba25144f-1bf0-41f4-bc42-383e62414dda tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:32:47.848258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ba25144f-1bf0-41f4-bc42-383e62414dda tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/69765cd1-c36b-4103-bdab-229b4ef7a234 HTTP/1.1" status: 404 len: 333 time: 0.0456128 Sep 22 10:32:47.851768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37948) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:47.912509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-314b330e-cc8d-4962-b503-22126b7ca72c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet 24373c80-0cfd-447e-8af7-21f430d8fb80 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:32:47.917483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-314b330e-cc8d-4962-b503-22126b7ca72c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:47.979114 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5b4eaa99-5cfd-46a2-95d0-c7a1e5171aa1 None None] Provisioning complete for port cffd59d2-03db-4c39-8296-fd1449235442 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:47.979490 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5b4eaa99-5cfd-46a2-95d0-c7a1e5171aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:47.982744 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-314b330e-cc8d-4962-b503-22126b7ca72c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:48.068072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd8a1-0f05-466f-beba-c66fa60c834e req-a64421a9-4838-49f0-a51e-1b7637a91e6d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:48.077338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98ccd8a1-0f05-466f-beba-c66fa60c834e req-a64421a9-4838-49f0-a51e-1b7637a91e6d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 947 time: 0.1622434 Sep 22 10:32:48.077338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0c8bdc5-035f-49aa-a221-38d3293fb6cf req-5c0cf1f5-c751-43d3-9507-1be2876a1a15 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148719 Sep 22 10:32:48.137906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98ccd8a1-0f05-466f-beba-c66fa60c834e req-dd22c4b4-22b6-4beb-b8ba-38360e794fb4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612333 Sep 22 10:32:48.148896 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-314b330e-cc8d-4962-b503-22126b7ca72c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:48.149578 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5b4eaa99-5cfd-46a2-95d0-c7a1e5171aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:48.370773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-314b330e-cc8d-4962-b503-22126b7ca72c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:48.401861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ee7823f-d96d-4df5-86fc-c53f8cbe62a4 req-064596da-c70f-4f67-8d7f-aa396642bacc tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0424483 Sep 22 10:32:48.416433 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b330e-cc8d-4962-b503-22126b7ca72c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=24373c80-0cfd-447e-8af7-21f430d8fb80,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:48.450343 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-314b330e-cc8d-4962-b503-22126b7ca72c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:48.452561 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-314b330e-cc8d-4962-b503-22126b7ca72c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/24373c80-0cfd-447e-8af7-21f430d8fb80 HTTP/1.1" status: 204 len: 168 time: 0.5994697 Sep 22 10:32:48.455338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37964) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:48.458196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-5b4eaa99-5cfd-46a2-95d0-c7a1e5171aa1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:32:48.459214 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-5b4eaa99-5cfd-46a2-95d0-c7a1e5171aa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:32:48.500422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319baee0-6399-47f1-b1b6-da5d19c1d502 None None] Network e2f49d10-014b-43d6-988e-6c660b565b84 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:48.605034 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:48.727564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port cffd59d2-03db-4c39-8296-fd1449235442 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:48.744812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:48.785215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cffd59d2-03db-4c39-8296-fd1449235442 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:32:48.827650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b97d5-684e-444a-833c-fd0245adcc3b None None] DHCP port deletion for e2f49d10-014b-43d6-988e-6c660b565b84 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:32:48.853327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] For port cffd59d2-03db-4c39-8296-fd1449235442, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cffd59d2-03db-4c39-8296-fd1449235442,segment=NetworkSegment(993f4ccf-3004-4383-9723-d2f64afbd2df),segment_id=993f4ccf-3004-4383-9723-d2f64afbd2df)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:48.853327 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:48.880756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for cffd59d2-03db-4c39-8296-fd1449235442 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:48.913867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port cffd59d2-03db-4c39-8296-fd1449235442 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:48.914272 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.021805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a09b97d5-684e-444a-833c-fd0245adcc3b None None] Deleting port cffd59d2-03db-4c39-8296-fd1449235442 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:49.022331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a09b97d5-684e-444a-833c-fd0245adcc3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.025297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5b4eaa99-5cfd-46a2-95d0-c7a1e5171aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.086985 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.108227 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.188286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=cffd59d2-03db-4c39-8296-fd1449235442,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:49.200310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a09b97d5-684e-444a-833c-fd0245adcc3b None None] For port cffd59d2-03db-4c39-8296-fd1449235442, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cffd59d2-03db-4c39-8296-fd1449235442,segment=NetworkSegment(993f4ccf-3004-4383-9723-d2f64afbd2df),segment_id=993f4ccf-3004-4383-9723-d2f64afbd2df)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:49.200724 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a09b97d5-684e-444a-833c-fd0245adcc3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.201365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No DVR routers for this DVR port cffd59d2-03db-4c39-8296-fd1449235442 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:49.250395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a09b97d5-684e-444a-833c-fd0245adcc3b None None] Calling delete_port for cffd59d2-03db-4c39-8296-fd1449235442 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:49.305136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7a29097c-b3b4-4e7f-b778-0abd58fee3f8 None None] Could not find standard attr ID for object cffd59d2-03db-4c39-8296-fd1449235442. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:32:49.353216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a09b97d5-684e-444a-833c-fd0245adcc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.388304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b97d5-684e-444a-833c-fd0245adcc3b None None] Pushing event deleted for resources: {'Port': ['ID=cffd59d2-03db-4c39-8296-fd1449235442,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:49.390874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b97d5-684e-444a-833c-fd0245adcc3b None None] No DVR routers for this DVR port cffd59d2-03db-4c39-8296-fd1449235442 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:49.405331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.463736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f49d10-014b-43d6-988e-6c660b565b84']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:49.477946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993f4ccf-3004-4383-9723-d2f64afbd2df') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:49.478278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993f4ccf-3004-4383-9723-d2f64afbd2df') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:49.502216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49dc4-e892-4456-a87e-3f591402311f req-b2f35334-46c1-4d0f-b2d5-e1108b3a110f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:49.507207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9b49dc4-e892-4456-a87e-3f591402311f req-b2f35334-46c1-4d0f-b2d5-e1108b3a110f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 947 time: 0.1418858 Sep 22 10:32:49.522602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.560234 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.579701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:32:49.580372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:32:49.654442 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:32:49.694829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9b49dc4-e892-4456-a87e-3f591402311f req-93f086a8-b0a8-4253-8e8b-3b9dccbde82e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536033 Sep 22 10:32:49.755715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.764447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.772325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38000) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:49.777546 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1866456738'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:49.780876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/networks/e2f49d10-014b-43d6-988e-6c660b565b84 HTTP/1.1" status: 204 len: 168 time: 1.3243589 Sep 22 10:32:49.811903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177dc35-c0cc-4691-bc33-395247f29b02 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Network': ['ID=e2f49d10-014b-43d6-988e-6c660b565b84,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:49.903191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:49.907073 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.950153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:32:49.962091 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:49.963392 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Added segment 675ec8e0-3b17-4197-8164-b54f943fb8f5 of type vlan for network 64ab89ee-2f8e-481e-804e-952de0770e48 Sep 22 10:32:50.041212 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:50.205429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:50.213897 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:50.217932 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:50.314513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Network': ['ID=64ab89ee-2f8e-481e-804e-952de0770e48,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:50.328965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 64ab89ee-2f8e-481e-804e-952de0770e48 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:32:50.358524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38016) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:50.359429 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-682bdc6c-16f2-4eb6-859c-85c086461adf tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5848091 Sep 22 10:32:50.365437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': '64ab89ee-2f8e-481e-804e-952de0770e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:50.584108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab7723-4456-472f-b922-f09665e5d950 req-22a040c6-13b9-4d5c-802e-77e588f4b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:50.587026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eab7723-4456-472f-b922-f09665e5d950 req-22a040c6-13b9-4d5c-802e-77e588f4b2cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1098 time: 0.1166849 Sep 22 10:32:50.651857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cffd59d2-03db-4c39-8296-fd1449235442 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:50.676581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:50.676581 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:50.706249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: cffd59d2-03db-4c39-8296-fd1449235442 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:32:50.713912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cffd59d2-03db-4c39-8296-fd1449235442 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:50.776003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02d75214-7cc7-4584-a19b-aeeb6b96eb61 req-b547d2c8-d04d-48e6-8038-eb2e8edeb98d tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0268929 Sep 22 10:32:50.932464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab7723-4456-472f-b922-f09665e5d950 req-21e01661-431b-40d0-a8c9-fa862193438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:50.934622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eab7723-4456-472f-b922-f09665e5d950 req-21e01661-431b-40d0-a8c9-fa862193438b service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.3052063 Sep 22 10:32:51.064209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730eba1-f81b-4d8f-938b-2abdd75b1c0d req-b4730d22-544b-477c-906b-7dbadc20aad4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.073175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730eba1-f81b-4d8f-938b-2abdd75b1c0d req-b4730d22-544b-477c-906b-7dbadc20aad4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.079826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730eba1-f81b-4d8f-938b-2abdd75b1c0d req-b4730d22-544b-477c-906b-7dbadc20aad4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.087401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730eba1-f81b-4d8f-938b-2abdd75b1c0d req-b4730d22-544b-477c-906b-7dbadc20aad4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.093908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730eba1-f81b-4d8f-938b-2abdd75b1c0d req-b4730d22-544b-477c-906b-7dbadc20aad4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.100610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730eba1-f81b-4d8f-938b-2abdd75b1c0d req-b4730d22-544b-477c-906b-7dbadc20aad4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.107083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730eba1-f81b-4d8f-938b-2abdd75b1c0d req-b4730d22-544b-477c-906b-7dbadc20aad4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.115541 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3730eba1-f81b-4d8f-938b-2abdd75b1c0d req-b4730d22-544b-477c-906b-7dbadc20aad4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5444 time: 0.2259934 Sep 22 10:32:51.126613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eab7723-4456-472f-b922-f09665e5d950 req-0d597cfd-5bb9-49d9-8f34-9eb50a411204 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1002 time: 0.1784461 Sep 22 10:32:51.287323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3730eba1-f81b-4d8f-938b-2abdd75b1c0d req-74ba3950-c4e7-468b-a452-95d88bb4d594 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1704395 Sep 22 10:32:51.326502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab7723-4456-472f-b922-f09665e5d950 req-6782408f-04ce-4ac0-b538-f50e2d88f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.331476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eab7723-4456-472f-b922-f09665e5d950 req-6782408f-04ce-4ac0-b538-f50e2d88f352 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.1919150 Sep 22 10:32:51.406570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab7723-4456-472f-b922-f09665e5d950 req-cd3c84ea-d354-40bb-a77e-eefed97f694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.407940 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eab7723-4456-472f-b922-f09665e5d950 req-cd3c84ea-d354-40bb-a77e-eefed97f694d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656204 Sep 22 10:32:51.431094 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:51.587316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=f8663921-e1ae-4409-8b5d-73610c3a2ed6,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:51.602299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ccdf9-71da-4b26-ac81-2814f530e039 req-01676e6f-1bcd-4be7-9be6-2b31f6e4b79e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.604067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e62ccdf9-71da-4b26-ac81-2814f530e039 req-01676e6f-1bcd-4be7-9be6-2b31f6e4b79e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 947 time: 0.2165291 Sep 22 10:32:51.662390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Checking segment: {'id': '675ec8e0-3b17-4197-8164-b54f943fb8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64ab89ee-2f8e-481e-804e-952de0770e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:32:51.662949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network hostable DHCP agents. Network: 64ab89ee-2f8e-481e-804e-952de0770e48, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:32:51.669073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eab7723-4456-472f-b922-f09665e5d950 req-fc6f6929-5063-4cee-90c5-11c7af9ae322 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466364 Sep 22 10:32:51.687397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e62ccdf9-71da-4b26-ac81-2814f530e039 req-c12cb1aa-3e2c-4a08-82c1-e2402dfdc5cd tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691829 Sep 22 10:32:51.813584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-ed20b80d-97bd-451b-ab19-18aa3917098b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.819645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-ed20b80d-97bd-451b-ab19-18aa3917098b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.825630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-ed20b80d-97bd-451b-ab19-18aa3917098b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.831615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-ed20b80d-97bd-451b-ab19-18aa3917098b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.837596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-ed20b80d-97bd-451b-ab19-18aa3917098b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.843569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-ed20b80d-97bd-451b-ab19-18aa3917098b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.851452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-ed20b80d-97bd-451b-ab19-18aa3917098b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.852093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-ed20b80d-97bd-451b-ab19-18aa3917098b tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5444 time: 0.1608968 Sep 22 10:32:51.922866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1f06269-67f2-42aa-9ecd-decfaa684727 req-0c1796e1-4903-4f85-b821-d789577c897d tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0467310 Sep 22 10:32:51.924730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eab7723-4456-472f-b922-f09665e5d950 req-f94d615c-0db4-4904-b41e-c97fbbc46bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363241 Sep 22 10:32:51.932100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-ca1a9fbd-9277-48d4-a121-2d6f4c49e5f1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:51.933509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-ca1a9fbd-9277-48d4-a121-2d6f4c49e5f1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "GET /v2.0/ports/da4d4f68-a51f-477f-b203-59c327684705?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0716949 Sep 22 10:32:52.041981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-c0785458-916b-45b3-a37e-527543e95762 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "GET /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1028736 Sep 22 10:32:52.053459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:52.100126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network 64ab89ee-2f8e-481e-804e-952de0770e48 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:32:52.111173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:52.223221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 64ab89ee-2f8e-481e-804e-952de0770e48) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:52.232068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.232068 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:52.247960 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb0cd91-c640-494d-92d1-b41c8409ce17 None None] Network 64ab89ee-2f8e-481e-804e-952de0770e48 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:52.260896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] For port da4d4f68-a51f-477f-b203-59c327684705, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da4d4f68-a51f-477f-b203-59c327684705,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:52.304862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] For port da4d4f68-a51f-477f-b203-59c327684705, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:32:52.357814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38054) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:52.359726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a3cb4212-07fa-4bd0-b8b7-20ba8f46f2f5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0034802 Sep 22 10:32:52.365645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': '64ab89ee-2f8e-481e-804e-952de0770e48', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1701131631'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:52.382466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] device_id is not set on port da4d4f68-a51f-477f-b203-59c327684705 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:52.396834 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-55777acb-693a-432f-9429-422e2a19d5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:52.403107 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:52.482425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491aaf-8fa1-4acc-b7af-1192a7de4e64 req-b3b59a1b-e9e2-4514-a18a-aeddadb915a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.492017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491aaf-8fa1-4acc-b7af-1192a7de4e64 req-b3b59a1b-e9e2-4514-a18a-aeddadb915a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.500738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491aaf-8fa1-4acc-b7af-1192a7de4e64 req-b3b59a1b-e9e2-4514-a18a-aeddadb915a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.507059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491aaf-8fa1-4acc-b7af-1192a7de4e64 req-b3b59a1b-e9e2-4514-a18a-aeddadb915a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.513299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491aaf-8fa1-4acc-b7af-1192a7de4e64 req-b3b59a1b-e9e2-4514-a18a-aeddadb915a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.519533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491aaf-8fa1-4acc-b7af-1192a7de4e64 req-b3b59a1b-e9e2-4514-a18a-aeddadb915a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.525902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d491aaf-8fa1-4acc-b7af-1192a7de4e64 req-b3b59a1b-e9e2-4514-a18a-aeddadb915a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.533924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d491aaf-8fa1-4acc-b7af-1192a7de4e64 req-b3b59a1b-e9e2-4514-a18a-aeddadb915a3 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 5444 time: 0.1276977 Sep 22 10:32:52.545228 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:52.606577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-64ab89ee-2f8e-481e-804e-952de0770e48', 'network_id': '64ab89ee-2f8e-481e-804e-952de0770e48', 'tenant_id': '375ddb649e4247548a70b4cb5183ba80', 'fixed_ips': [{'subnet_id': 'f8663921-e1ae-4409-8b5d-73610c3a2ed6'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:32:52.606577 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:52.633766 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d491aaf-8fa1-4acc-b7af-1192a7de4e64 req-f9bfbf24-494a-47fb-b260-db6a583b11e5 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920963 Sep 22 10:32:52.662549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] No DVR routers for this DVR port da4d4f68-a51f-477f-b203-59c327684705 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:52.674534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:52.682557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:52.697831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] Pushing event updated for resources: {'Port': ['ID=da4d4f68-a51f-477f-b203-59c327684705,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:52.732343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port d3f6d755-585a-49c1-bde4-65005040f32c yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:52.737769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] In _notify_port_updated(), no bound segment for port da4d4f68-a51f-477f-b203-59c327684705 on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:32:52.743557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.744417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:52.746988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-4bbc2247-860c-48c0-ba60-dd5e9e963fab service neutron] 10.222.0.30 "PUT /v2.0/ports/da4d4f68-a51f-477f-b203-59c327684705 HTTP/1.1" status: 200 len: 1033 time: 0.6978688 Sep 22 10:32:52.868688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Allocated IP 2001:db8::2 (64ab89ee-2f8e-481e-804e-952de0770e48/f8663921-e1ae-4409-8b5d-73610c3a2ed6/0fb0e668-6f3a-4443-82d1-7119a03806c8) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:52.935380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-1ce21ee2-9e07-476b-a449-f5f7f1378321 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:52.936954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-1ce21ee2-9e07-476b-a449-f5f7f1378321 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "GET /v2.0/ports/85fc67a6-7d73-414d-a695-281536410e94?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1528287 Sep 22 10:32:52.956527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:53.025995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591346c-542a-49b2-8598-677d4af81d78 req-db9dfc5b-06cf-4b0a-b93d-f4790f249fc0 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:53.033335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7591346c-542a-49b2-8598-677d4af81d78 req-db9dfc5b-06cf-4b0a-b93d-f4790f249fc0 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 947 time: 0.1669414 Sep 22 10:32:53.082569 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.093088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-29adca0b-97d6-47bd-8686-679a24bfd2fc None None] Provisioning complete for port da4d4f68-a51f-477f-b203-59c327684705 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:53.093452 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-29adca0b-97d6-47bd-8686-679a24bfd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.100917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.132607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-29adca0b-97d6-47bd-8686-679a24bfd2fc None None] Port da4d4f68-a51f-477f-b203-59c327684705 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:53.162711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7591346c-542a-49b2-8598-677d4af81d78 req-823c83fd-45b6-4318-b9b6-c12082357df9 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285427 Sep 22 10:32:53.163361 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.241245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Network 64ab89ee-2f8e-481e-804e-952de0770e48 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:53.252925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:53.259822 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:53.285202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device afc8eeab-c14f-40e3-9570-9b5a97523830 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:53.288430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::35b (64ab89ee-2f8e-481e-804e-952de0770e48/f8663921-e1ae-4409-8b5d-73610c3a2ed6/d3f6d755-585a-49c1-bde4-65005040f32c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:53.378331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] For port 85fc67a6-7d73-414d-a695-281536410e94, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=85fc67a6-7d73-414d-a695-281536410e94,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:53.445796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2e7d51d-7ac3-4990-b91b-e253a58ed0a5 req-4055a41c-435a-48c0-8ad9-47e1b95cf1e5 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0483747 Sep 22 10:32:53.491672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] For port 85fc67a6-7d73-414d-a695-281536410e94, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:32:53.492706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Pushing event updated for resources: {'Port': ['ID=0fb0e668-6f3a-4443-82d1-7119a03806c8,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:53.505911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Attempting to bind port 0fb0e668-6f3a-4443-82d1-7119a03806c8 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:32:53.506317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Attempting to bind port 0fb0e668-6f3a-4443-82d1-7119a03806c8 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '675ec8e0-3b17-4197-8164-b54f943fb8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64ab89ee-2f8e-481e-804e-952de0770e48'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:32:53.506691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Attempting to bind port 0fb0e668-6f3a-4443-82d1-7119a03806c8 on network 64ab89ee-2f8e-481e-804e-952de0770e48 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:32:53.517631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:32:53.518009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Checking segment: {'id': '675ec8e0-3b17-4197-8164-b54f943fb8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64ab89ee-2f8e-481e-804e-952de0770e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:32:53.518872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.518872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Bound using segment: {'id': '675ec8e0-3b17-4197-8164-b54f943fb8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64ab89ee-2f8e-481e-804e-952de0770e48'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:32:53.519322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Bound port: 0fb0e668-6f3a-4443-82d1-7119a03806c8, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675ec8e0-3b17-4197-8164-b54f943fb8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64ab89ee-2f8e-481e-804e-952de0770e48'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:32:53.519707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.529665 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.537400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] device_id is not set on port 85fc67a6-7d73-414d-a695-281536410e94 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:53.550176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.554885 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.611967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc8eeab-c14f-40e3-9570-9b5a97523830'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:53.614919 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a1e0d7-3a49-44a7-904c-df9ba82959ae" -d '{"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "afc8eeab-c14f-40e3-9570-9b5a97523830"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:53.636627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port afc8eeab-c14f-40e3-9570-9b5a97523830, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=afc8eeab-c14f-40e3-9570-9b5a97523830,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:53.654376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] For port 0fb0e668-6f3a-4443-82d1-7119a03806c8, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:32:53.662682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] For port 0fb0e668-6f3a-4443-82d1-7119a03806c8, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0fb0e668-6f3a-4443-82d1-7119a03806c8,segment=NetworkSegment(675ec8e0-3b17-4197-8164-b54f943fb8f5),segment_id=675ec8e0-3b17-4197-8164-b54f943fb8f5)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:32:53.662682 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd585f8-a39d-44bf-9705-a21b56e28849 x-openstack-request-id: req-fcd585f8-a39d-44bf-9705-a21b56e28849 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:53.662682 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "afc8eeab-c14f-40e3-9570-9b5a97523830", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:53.663212 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcd585f8-a39d-44bf-9705-a21b56e28849 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:53.663318 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc8eeab-c14f-40e3-9570-9b5a97523830', 'code': 200} Sep 22 10:32:53.740493 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.807299 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.819250 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.819442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 85fc67a6-7d73-414d-a695-281536410e94 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:53.819442 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.828104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731e69-cfd2-4507-bbd9-248ac509ee30 req-a1179d3e-bf9b-4a07-88e5-f82a6261fe12 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:53.835540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731e69-cfd2-4507-bbd9-248ac509ee30 req-a1179d3e-bf9b-4a07-88e5-f82a6261fe12 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:53.842013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731e69-cfd2-4507-bbd9-248ac509ee30 req-a1179d3e-bf9b-4a07-88e5-f82a6261fe12 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:53.849219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731e69-cfd2-4507-bbd9-248ac509ee30 req-a1179d3e-bf9b-4a07-88e5-f82a6261fe12 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:53.866114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731e69-cfd2-4507-bbd9-248ac509ee30 req-a1179d3e-bf9b-4a07-88e5-f82a6261fe12 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:53.868880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731e69-cfd2-4507-bbd9-248ac509ee30 req-a1179d3e-bf9b-4a07-88e5-f82a6261fe12 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:53.870876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1731e69-cfd2-4507-bbd9-248ac509ee30 req-a1179d3e-bf9b-4a07-88e5-f82a6261fe12 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 4586 time: 0.1593606 Sep 22 10:32:53.883762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network 64ab89ee-2f8e-481e-804e-952de0770e48 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:53.885803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] No DVR routers for this DVR port 85fc67a6-7d73-414d-a695-281536410e94 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:53.887587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:53.892700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:53.900027 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:53.900939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:53.920138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=d3f6d755-585a-49c1-bde4-65005040f32c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:53.960157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] Pushing event updated for resources: {'Port': ['ID=85fc67a6-7d73-414d-a695-281536410e94,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:53.998956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=afc8eeab-c14f-40e3-9570-9b5a97523830,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:54.003750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 85fc67a6-7d73-414d-a695-281536410e94 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:54.004198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device da4d4f68-a51f-477f-b203-59c327684705 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:54.019981 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7ad1e251-8de4-4aab-a8e5-a892ed5f5d45 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.6601744 Sep 22 10:32:54.023669 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38086) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:54.035340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1731e69-cfd2-4507-bbd9-248ac509ee30 req-3d283cf8-44e9-481f-b5e1-7b8bf1fe48b0 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=6552a8cd-c37e-46ec-ad48-2f71bb523283&id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424501 Sep 22 10:32:54.036420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] In _notify_port_updated(), no bound segment for port 85fc67a6-7d73-414d-a695-281536410e94 on network 4927cad9-cef8-441f-b79e-01c2af82e173 {{(pid=95682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:32:54.037524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:54.039009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.040477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-e39373fb-20f8-49a8-a354-830b45398e9c service neutron] 10.222.0.30 "PUT /v2.0/ports/85fc67a6-7d73-414d-a695-281536410e94 HTTP/1.1" status: 200 len: 1032 time: 1.0894575 Sep 22 10:32:54.139483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e67d2-2ca4-453a-86b9-a8d559580547 None None] Pushing event updated for resources: {'Port': ['ID=0fb0e668-6f3a-4443-82d1-7119a03806c8,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:54.162082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device da4d4f68-a51f-477f-b203-59c327684705 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:54.162581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7a9767cd-ae94-44a8-99d2-426c29b94a8d no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:54.172558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3550dae0-6530-44cc-94bb-9744ab7395b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port d3f6d755-585a-49c1-bde4-65005040f32c {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:54.173046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3550dae0-6530-44cc-94bb-9744ab7395b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.201648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f3278f92-ffc1-4c90-8acf-49f1d2fa6941 None None] Provisioning complete for port 85fc67a6-7d73-414d-a695-281536410e94 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:54.202027 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f3278f92-ffc1-4c90-8acf-49f1d2fa6941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.225883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting port afc8eeab-c14f-40e3-9570-9b5a97523830 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:54.226439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.281997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f3278f92-ffc1-4c90-8acf-49f1d2fa6941 None None] Port 85fc67a6-7d73-414d-a695-281536410e94 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:54.334451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3550dae0-6530-44cc-94bb-9744ab7395b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.343018 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.350805 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3550dae0-6530-44cc-94bb-9744ab7395b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for d3f6d755-585a-49c1-bde4-65005040f32c owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:54.425475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7a9767cd-ae94-44a8-99d2-426c29b94a8d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:54.444829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-378657f4-80a1-40dd-8450-6e5590362277 req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] For port afc8eeab-c14f-40e3-9570-9b5a97523830, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=afc8eeab-c14f-40e3-9570-9b5a97523830,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:54.445566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.463495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Calling delete_port for afc8eeab-c14f-40e3-9570-9b5a97523830 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:54.566309 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.567658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 46933de2-0be6-405d-bff9-f23846d4c7da no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:54.663228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3550dae0-6530-44cc-94bb-9744ab7395b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.679677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=7a9767cd-ae94-44a8-99d2-426c29b94a8d,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:54.698465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0fb0e668-6f3a-4443-82d1-7119a03806c8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:32:54.737682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550dae0-6530-44cc-94bb-9744ab7395b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=d3f6d755-585a-49c1-bde4-65005040f32c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:54.772790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3550dae0-6530-44cc-94bb-9744ab7395b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.778376 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3550dae0-6530-44cc-94bb-9744ab7395b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/d3f6d755-585a-49c1-bde4-65005040f32c HTTP/1.1" status: 204 len: 168 time: 0.7533431 Sep 22 10:32:54.779531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38098) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:54.809119 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d9392d-094a-4021-8c8f-515f4462d605 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:32:54.812702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 0fb0e668-6f3a-4443-82d1-7119a03806c8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:54.813078 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.813614 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a5d9392d-094a-4021-8c8f-515f4462d605 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/d3f6d755-585a-49c1-bde4-65005040f32c HTTP/1.1" status: 404 len: 333 time: 0.0331032 Sep 22 10:32:54.814430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:54.915670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c6a21bc-96df-4124-b702-d41adf740332 req-5cfe2a4d-eec0-4201-9ae6-4d8ea7e47699 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0391490 Sep 22 10:32:54.964120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e6337b-e1d0-4244-b7a6-577f92bceae0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet f8663921-e1ae-4409-8b5d-73610c3a2ed6 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:32:54.978993 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61e6337b-e1d0-4244-b7a6-577f92bceae0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.089790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61e6337b-e1d0-4244-b7a6-577f92bceae0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.163319 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.166200 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.231197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Port': ['ID=afc8eeab-c14f-40e3-9570-9b5a97523830,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:55.231893 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61e6337b-e1d0-4244-b7a6-577f92bceae0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.237200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 46933de2-0be6-405d-bff9-f23846d4c7da, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=46933de2-0be6-405d-bff9-f23846d4c7da,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:55.263387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-378657f4-80a1-40dd-8450-6e5590362277 req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] No DVR routers for this DVR port afc8eeab-c14f-40e3-9570-9b5a97523830 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:55.267518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.267876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.268232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.268705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.269052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.269439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.269723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.270059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.271157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.271502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.272522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.272522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:55.278621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.288313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-d4a3d17a-11bf-498a-a5c3-bb2d155ead48 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "DELETE /v2.0/ports/afc8eeab-c14f-40e3-9570-9b5a97523830 HTTP/1.1" status: 204 len: 173 time: 1.2311356 Sep 22 10:32:55.288313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': 'afc8eeab-c14f-40e3-9570-9b5a97523830'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:55.288313 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bc3808-7d89-4cb1-9310-e73cd90c5fe1" -d '{"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "afc8eeab-c14f-40e3-9570-9b5a97523830"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:55.290976 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.299353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d05c6f-2fd4-4606-96a4-e4839f9d65fa req-3f046997-c9dd-466d-a9ca-4f764fa37df4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:55.299353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28d05c6f-2fd4-4606-96a4-e4839f9d65fa req-3f046997-c9dd-466d-a9ca-4f764fa37df4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.1807334 Sep 22 10:32:55.330754 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3ea1fe98-333b-4a32-bf00-9666e5317511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.368792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.368792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 29e9ccd4-d129-4350-8f71-252678d221c9 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:55.379018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28d05c6f-2fd4-4606-96a4-e4839f9d65fa req-57062f58-5c91-4325-a88d-20e9491b315a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707142 Sep 22 10:32:55.430860 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61e6337b-e1d0-4244-b7a6-577f92bceae0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.463741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting port 7a9767cd-ae94-44a8-99d2-426c29b94a8d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:55.464103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.477638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6337b-e1d0-4244-b7a6-577f92bceae0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=f8663921-e1ae-4409-8b5d-73610c3a2ed6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:55.479108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=46933de2-0be6-405d-bff9-f23846d4c7da,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:55.483031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61e6337b-e1d0-4244-b7a6-577f92bceae0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.485315 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-61e6337b-e1d0-4244-b7a6-577f92bceae0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/f8663921-e1ae-4409-8b5d-73610c3a2ed6 HTTP/1.1" status: 204 len: 168 time: 0.6698997 Sep 22 10:32:55.488407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38126) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:55.546928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e6b78e-7f2b-40be-bb0e-f7050b46f4e3 None None] Network 64ab89ee-2f8e-481e-804e-952de0770e48 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:32:55.600095 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.640584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ab5a-f474-4ba3-a4da-4f615bd2f858 req-baf476d7-2c8a-4213-b7db-74005da49232 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:55.649018 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:32:55.649378 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:32:55.657820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ab5a-f474-4ba3-a4da-4f615bd2f858 req-baf476d7-2c8a-4213-b7db-74005da49232 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:55.673808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 0fb0e668-6f3a-4443-82d1-7119a03806c8 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:55.674412 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.680712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9767cd-ae94-44a8-99d2-426c29b94a8d'}, {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46933de2-0be6-405d-bff9-f23846d4c7da'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:55.684357 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fab410-5f49-4808-a98c-9e642fdedcfd" -d '{"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9767cd-ae94-44a8-99d2-426c29b94a8d"}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "46933de2-0be6-405d-bff9-f23846d4c7da"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:55.686786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ab5a-f474-4ba3-a4da-4f615bd2f858 req-baf476d7-2c8a-4213-b7db-74005da49232 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:55.694393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9ab5a-f474-4ba3-a4da-4f615bd2f858 req-baf476d7-2c8a-4213-b7db-74005da49232 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:55.697066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4e9ab5a-f474-4ba3-a4da-4f615bd2f858 req-baf476d7-2c8a-4213-b7db-74005da49232 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 3146 time: 0.2177253 Sep 22 10:32:55.709124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.716693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b4f27e0e-94b7-4c79-bd93-f759d209a9ae None None] Provisioning complete for port 0fb0e668-6f3a-4443-82d1-7119a03806c8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:55.717063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4f27e0e-94b7-4c79-bd93-f759d209a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.724697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-378657f4-80a1-40dd-8450-6e5590362277 req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] For port 7a9767cd-ae94-44a8-99d2-426c29b94a8d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7a9767cd-ae94-44a8-99d2-426c29b94a8d,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:55.725540 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.752626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Calling delete_port for 7a9767cd-ae94-44a8-99d2-426c29b94a8d owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:55.794814 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.799598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4e9ab5a-f474-4ba3-a4da-4f615bd2f858 req-5f1951cf-077b-4b5c-8f70-5bacbaf21527 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903399 Sep 22 10:32:55.817553 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.817553 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.876751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 29e9ccd4-d129-4350-8f71-252678d221c9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29e9ccd4-d129-4350-8f71-252678d221c9,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:55.944070 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4f27e0e-94b7-4c79-bd93-f759d209a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.945344 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709ea894-a340-44c7-9af5-7d0e4de83a37 x-openstack-request-id: req-709ea894-a340-44c7-9af5-7d0e4de83a37 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:55.945854 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "afc8eeab-c14f-40e3-9570-9b5a97523830", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:55.945854 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-709ea894-a340-44c7-9af5-7d0e4de83a37 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:55.946322 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': 'afc8eeab-c14f-40e3-9570-9b5a97523830', 'status': 'completed', 'code': 200} Sep 22 10:32:55.993028 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.009344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b4f27e0e-94b7-4c79-bd93-f759d209a9ae None None] For port 0fb0e668-6f3a-4443-82d1-7119a03806c8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0fb0e668-6f3a-4443-82d1-7119a03806c8,segment=NetworkSegment(675ec8e0-3b17-4197-8164-b54f943fb8f5),segment_id=675ec8e0-3b17-4197-8164-b54f943fb8f5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:56.014369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] DHCP port deletion for 64ab89ee-2f8e-481e-804e-952de0770e48 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:32:56.016430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:56.096289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=29e9ccd4-d129-4350-8f71-252678d221c9,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:56.118782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.132123 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4f27e0e-94b7-4c79-bd93-f759d209a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.175877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Port': ['ID=7a9767cd-ae94-44a8-99d2-426c29b94a8d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:56.183587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] For port 0fb0e668-6f3a-4443-82d1-7119a03806c8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0fb0e668-6f3a-4443-82d1-7119a03806c8,segment=NetworkSegment(675ec8e0-3b17-4197-8164-b54f943fb8f5),segment_id=675ec8e0-3b17-4197-8164-b54f943fb8f5)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:56.184217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.221836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 0fb0e668-6f3a-4443-82d1-7119a03806c8 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:56.224726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f27e0e-94b7-4c79-bd93-f759d209a9ae None None] Pushing event updated for resources: {'Port': ['ID=0fb0e668-6f3a-4443-82d1-7119a03806c8,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:56.279427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-378657f4-80a1-40dd-8450-6e5590362277 req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] No DVR routers for this DVR port 7a9767cd-ae94-44a8-99d2-426c29b94a8d on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:56.284129 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.288604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-f91cabe3-bb0b-4e84-9afe-97c881bba9fc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "DELETE /v2.0/ports/7a9767cd-ae94-44a8-99d2-426c29b94a8d HTTP/1.1" status: 204 len: 173 time: 0.9876857 Sep 22 10:32:56.384534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] Deleting port 0fb0e668-6f3a-4443-82d1-7119a03806c8 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:56.385019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.387422 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.409076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.429745 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.447746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:56.453029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting port 29e9ccd4-d129-4350-8f71-252678d221c9 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:56.453380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.462936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=0fb0e668-6f3a-4443-82d1-7119a03806c8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:56.467434 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No DVR routers for this DVR port 0fb0e668-6f3a-4443-82d1-7119a03806c8 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:56.518040 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.519260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 14cbaaeb-765c-4a24-8c11-24a39f228d78 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:56.596103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-378657f4-80a1-40dd-8450-6e5590362277 req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] For port 29e9ccd4-d129-4350-8f71-252678d221c9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29e9ccd4-d129-4350-8f71-252678d221c9,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:56.596478 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.609080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.627509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Calling delete_port for 29e9ccd4-d129-4350-8f71-252678d221c9 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:56.638130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] For port 0fb0e668-6f3a-4443-82d1-7119a03806c8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0fb0e668-6f3a-4443-82d1-7119a03806c8,segment=NetworkSegment(675ec8e0-3b17-4197-8164-b54f943fb8f5),segment_id=675ec8e0-3b17-4197-8164-b54f943fb8f5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:56.638842 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.679720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ab89ee-2f8e-481e-804e-952de0770e48']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:56.705751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675ec8e0-3b17-4197-8164-b54f943fb8f5') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:56.706448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675ec8e0-3b17-4197-8164-b54f943fb8f5') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:56.720192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=11']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:56.734142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.747753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0fb0e668-6f3a-4443-82d1-7119a03806c8 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:56.766967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.784103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:32:56.784509 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:32:56.795319 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:32:56.818851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] Calling delete_port for 0fb0e668-6f3a-4443-82d1-7119a03806c8 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:56.822360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 0fb0e668-6f3a-4443-82d1-7119a03806c8 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:32:56.822823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0fb0e668-6f3a-4443-82d1-7119a03806c8 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:56.840943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38146) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:56.879852 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc723ac6-cb21-4df1-a8b9-b467ef38bb46 x-openstack-request-id: req-bc723ac6-cb21-4df1-a8b9-b467ef38bb46 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:56.880146 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9767cd-ae94-44a8-99d2-426c29b94a8d", "code": 200}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "46933de2-0be6-405d-bff9-f23846d4c7da", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:56.881554 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc723ac6-cb21-4df1-a8b9-b467ef38bb46 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:56.883664 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9767cd-ae94-44a8-99d2-426c29b94a8d', 'code': 200} Sep 22 10:32:56.884048 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46933de2-0be6-405d-bff9-f23846d4c7da', 'code': 200} Sep 22 10:32:56.969813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84a59d68-a865-4d12-895a-8cd0355e4247 req-8dedad04-422f-457f-b5ce-bbad240ce406 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0313659 Sep 22 10:32:56.997766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa21b-8bd4-4e5c-9536-bbf21194230d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.000242 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.036474 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.074545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.089957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 14cbaaeb-765c-4a24-8c11-24a39f228d78, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:57.092795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.098238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Port': ['ID=29e9ccd4-d129-4350-8f71-252678d221c9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:57.105222 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/networks/64ab89ee-2f8e-481e-804e-952de0770e48 HTTP/1.1" status: 204 len: 168 time: 1.6155658 Sep 22 10:32:57.106024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38156) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:57.111477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'name': 'tempest-PortsIpV6TestJSON-2038896829'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:57.114711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e3070-a376-44ba-ba44-c0929c13a7c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Network': ['ID=64ab89ee-2f8e-481e-804e-952de0770e48,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:57.161783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-378657f4-80a1-40dd-8450-6e5590362277 req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] No DVR routers for this DVR port 29e9ccd4-d129-4350-8f71-252678d221c9 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:57.164460 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.166765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-af7e2032-ef74-4701-99c1-dc12ecdf4aa8 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "DELETE /v2.0/ports/29e9ccd4-d129-4350-8f71-252678d221c9 HTTP/1.1" status: 204 len: 173 time: 0.8717406 Sep 22 10:32:57.189365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b8af9-7f40-4aaa-aef6-ea10ae120dfa req-e8064284-5546-4791-8c5a-b08f9b5146ee tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:57.190889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf3b8af9-7f40-4aaa-aef6-ea10ae120dfa req-e8064284-5546-4791-8c5a-b08f9b5146ee tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1440749 Sep 22 10:32:57.200124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.225703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] Network 64ab89ee-2f8e-481e-804e-952de0770e48 is not hosted by any dhcp agent {{(pid=95683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:32:57.226277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] No DVR routers for this DVR port 0fb0e668-6f3a-4443-82d1-7119a03806c8 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:57.227942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4537e-f7e2-468e-83b9-aeec9ad02678 None None] Pushing event deleted for resources: {'Port': ['ID=0fb0e668-6f3a-4443-82d1-7119a03806c8,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:57.278197 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.304948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf3b8af9-7f40-4aaa-aef6-ea10ae120dfa req-feb02701-9d49-41b3-be6a-b669719f932d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958769 Sep 22 10:32:57.348588 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=14cbaaeb-765c-4a24-8c11-24a39f228d78,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:57.408065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting port 46933de2-0be6-405d-bff9-f23846d4c7da {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:57.408405 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.413852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa21b-8bd4-4e5c-9536-bbf21194230d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.494126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47283d3e-3f44-4da9-975b-fa58db8c46f7 req-a5194da0-8e35-4d8e-9f8d-47f7d09b2f7d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:57.500199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47283d3e-3f44-4da9-975b-fa58db8c46f7 req-a5194da0-8e35-4d8e-9f8d-47f7d09b2f7d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:57.501856 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47283d3e-3f44-4da9-975b-fa58db8c46f7 req-a5194da0-8e35-4d8e-9f8d-47f7d09b2f7d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 1676 time: 0.1299605 Sep 22 10:32:57.505858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa21b-8bd4-4e5c-9536-bbf21194230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.581539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-378657f4-80a1-40dd-8450-6e5590362277 req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] For port 46933de2-0be6-405d-bff9-f23846d4c7da, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=46933de2-0be6-405d-bff9-f23846d4c7da,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:57.581994 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.585715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfa21b-8bd4-4e5c-9536-bbf21194230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd10d64-6668-4b71-9ab6-5e7f998911b0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:57.595036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5fdfa21b-8bd4-4e5c-9536-bbf21194230d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5283fcb6ecf148ee93eafc11df3551a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7529273 Sep 22 10:32:57.598160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:57.601701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38158) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:57.602399 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.610872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Calling delete_port for 46933de2-0be6-405d-bff9-f23846d4c7da owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:57.621439 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port d64d3165-8012-40f9-ba0a-7adc13850f20 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:57.638045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47283d3e-3f44-4da9-975b-fa58db8c46f7 req-8e89917c-9f92-40e6-8d1b-37fe7eee9a02 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222074 Sep 22 10:32:57.724946 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b31cfbd2-f65d-43c4-bcd9-ff80483def83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.762707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b31cfbd2-f65d-43c4-bcd9-ff80483def83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.802196 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.903059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b31cfbd2-f65d-43c4-bcd9-ff80483def83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.905644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b31cfbd2-f65d-43c4-bcd9-ff80483def83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.906933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b31cfbd2-f65d-43c4-bcd9-ff80483def83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bd10d64-6668-4b71-9ab6-5e7f998911b0 HTTP/1.1" status: 204 len: 168 time: 0.3015714 Sep 22 10:32:57.920929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cfbd2-f65d-43c4-bcd9-ff80483def83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd10d64-6668-4b71-9ab6-5e7f998911b0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:57.948007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': '7a9767cd-ae94-44a8-99d2-426c29b94a8d'}, {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': '29e9ccd4-d129-4350-8f71-252678d221c9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:57.949937 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a53d1f-8bd4-47b8-8bd7-ffb04b53e901" -d '{"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "7a9767cd-ae94-44a8-99d2-426c29b94a8d"}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "29e9ccd4-d129-4350-8f71-252678d221c9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:57.990629 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cef183-b8a3-4c92-a665-3ebe71d6c685 x-openstack-request-id: req-a3cef183-b8a3-4c92-a665-3ebe71d6c685 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:57.991244 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "7a9767cd-ae94-44a8-99d2-426c29b94a8d", "status": "completed", "code": 200}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "29e9ccd4-d129-4350-8f71-252678d221c9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:57.991364 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3cef183-b8a3-4c92-a665-3ebe71d6c685 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:57.991690 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': '7a9767cd-ae94-44a8-99d2-426c29b94a8d', 'status': 'completed', 'code': 200} Sep 22 10:32:57.991951 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': '29e9ccd4-d129-4350-8f71-252678d221c9', 'status': 'completed', 'code': 200} Sep 22 10:32:58.009760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.049524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:58.053510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:58.054566 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.057352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:58.063151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.065422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:58.066072 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.076759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=d64d3165-8012-40f9-ba0a-7adc13850f20,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:58.093676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcc1c68d-1575-4730-bf41-18f29d0e431b req-0bade186-1ca1-4c7c-b21e-d581bd6a62ad tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0446684 Sep 22 10:32:58.115275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Port': ['ID=46933de2-0be6-405d-bff9-f23846d4c7da,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:58.158301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-378657f4-80a1-40dd-8450-6e5590362277 req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] No DVR routers for this DVR port 46933de2-0be6-405d-bff9-f23846d4c7da on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:58.161525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.163632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-025b8ad2-fe3c-4108-858a-bc857515c22d tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "DELETE /v2.0/ports/46933de2-0be6-405d-bff9-f23846d4c7da HTTP/1.1" status: 204 len: 173 time: 0.9898453 Sep 22 10:32:58.165133 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8969b44a-d3dd-49c7-9b98-c0947d508f13 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0576911 Sep 22 10:32:58.170284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38168) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:58.344830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting port 14cbaaeb-765c-4a24-8c11-24a39f228d78 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:58.345182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.352029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-351a34af-8d20-4347-acc5-1b6a52d9ea27 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port d64d3165-8012-40f9-ba0a-7adc13850f20 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:58.352374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-351a34af-8d20-4347-acc5-1b6a52d9ea27 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.512544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-351a34af-8d20-4347-acc5-1b6a52d9ea27 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.543992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-351a34af-8d20-4347-acc5-1b6a52d9ea27 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for d64d3165-8012-40f9-ba0a-7adc13850f20 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:58.546716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] For port 14cbaaeb-765c-4a24-8c11-24a39f228d78, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=14cbaaeb-765c-4a24-8c11-24a39f228d78,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:58.547092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.577807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b64cb-5c06-4d7c-9167-0483d416397b req-20887338-6d6c-4b8c-9f39-8b87928d7e3e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:58.579458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df3b64cb-5c06-4d7c-9167-0483d416397b req-20887338-6d6c-4b8c-9f39-8b87928d7e3e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1865239 Sep 22 10:32:58.818688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df3b64cb-5c06-4d7c-9167-0483d416397b req-9cfc51e5-6f6b-4085-89e7-7dfdeb1df750 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854055 Sep 22 10:32:58.885573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e9ccd4-d129-4350-8f71-252678d221c9'}, {'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}, {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:58.889391 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27960618-88b0-44ed-9f8d-5576a76f6cd3" -d '{"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "29e9ccd4-d129-4350-8f71-252678d221c9"}, {"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:58.916245 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.916613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.916956 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Floating IP 1b86aeae-69e8-436c-ac45-2033349574d0 disassociated. External IP: 172.25.1.51, port: 14cbaaeb-765c-4a24-8c11-24a39f228d78. Sep 22 10:32:58.917291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Calling delete_port for 14cbaaeb-765c-4a24-8c11-24a39f228d78 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:58.977206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-351a34af-8d20-4347-acc5-1b6a52d9ea27 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.999658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36053d5c-fe68-4aac-93de-92726e674e10 req-92376e56-cf11-4ca3-86a8-ac08a1c20f8f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:59.001158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36053d5c-fe68-4aac-93de-92726e674e10 req-92376e56-cf11-4ca3-86a8-ac08a1c20f8f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 943 time: 0.1025834 Sep 22 10:32:59.028471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a34af-8d20-4347-acc5-1b6a52d9ea27 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=d64d3165-8012-40f9-ba0a-7adc13850f20,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:59.043130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-351a34af-8d20-4347-acc5-1b6a52d9ea27 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:59.045061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-351a34af-8d20-4347-acc5-1b6a52d9ea27 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/d64d3165-8012-40f9-ba0a-7adc13850f20 HTTP/1.1" status: 204 len: 168 time: 0.8738103 Sep 22 10:32:59.048346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38196) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:32:59.055354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'mac_address': 'fa:16:3e:87:f2:6e', 'name': 'tempest-PortsIpV6TestJSON-413053050'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:59.084097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36053d5c-fe68-4aac-93de-92726e674e10 req-0b363416-3632-4d29-9f86-dbf98f0a34fe tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups?id=add5fbc7-2da1-44d8-aef8-142d38d86010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629857 Sep 22 10:32:59.154803 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409fb76d-a9b2-44b7-a0d4-8e8075ff605f x-openstack-request-id: req-409fb76d-a9b2-44b7-a0d4-8e8075ff605f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:59.155303 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "29e9ccd4-d129-4350-8f71-252678d221c9", "code": 200}, {"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "code": 200}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:59.155435 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-409fb76d-a9b2-44b7-a0d4-8e8075ff605f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:59.155759 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e9ccd4-d129-4350-8f71-252678d221c9', 'code': 200} Sep 22 10:32:59.156011 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'code': 200} Sep 22 10:32:59.156258 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'code': 200} Sep 22 10:32:59.228990 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:59.262653 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:32:59.267292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Port': ['ID=14cbaaeb-765c-4a24-8c11-24a39f228d78,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:59.274621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:59.301150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80cbbcd5-a67e-4fc6-baba-59d2fc0d4c7c req-339b8aa9-0d03-45c8-a65c-0d70a5864e43 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0358772 Sep 22 10:32:59.388214 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:59.415924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port cb1f8f2c-fac6-44f7-8bdd-4cf3b480e08d yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:32:59.419021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:32:59.430886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:59.446232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '1ea5fee6-8720-4563-b53e-425220911cd5', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'port_id': '1ea5fee6-8720-4563-b53e-425220911cd5', 'mac_address': 'fa:16:3e:61:c1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:32:59.499364 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:59.518987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea5fee6-8720-4563-b53e-425220911cd5 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:32:59.540648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:59.554534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:32:59.578136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] Sync routers for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:32:59.587939 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:32:59.588724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:32:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:59.599638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] No DVR routers for this DVR port 14cbaaeb-765c-4a24-8c11-24a39f228d78 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:59.602724 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:59.605321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-378657f4-80a1-40dd-8450-6e5590362277 req-590f9896-5bde-44e4-87ee-ec2c4ca80501 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.30 "DELETE /v2.0/ports/14cbaaeb-765c-4a24-8c11-24a39f228d78 HTTP/1.1" status: 204 len: 173 time: 1.4258378 Sep 22 10:32:59.632500 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:59.633125 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:59.699522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=12']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:59.700849 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:32:59.719146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1ea5fee6-8720-4563-b53e-425220911cd5'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:32:59.802127 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:59.853183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:59.856703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:59.861554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:59.870364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:59.871023 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:59.901272 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=cb1f8f2c-fac6-44f7-8bdd-4cf3b480e08d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:59.944116 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5', 'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'mac_address': 'fa:16:3e:5b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:17Z', 'updated_at': '2021-09-22T10:22:22Z', 'revision_number': 5, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'subnets': [{'id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:59.958836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba97e4-34c9-4ab7-9af2-2ea3bef53303 req-7b1b35f6-7109-4103-933c-55a392058d74 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:59.960471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bba97e4-34c9-4ab7-9af2-2ea3bef53303 req-7b1b35f6-7109-4103-933c-55a392058d74 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 946 time: 0.0529394 Sep 22 10:32:59.976054 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] Checking router: 1627e72c-b9c8-402b-ab8e-fc769fc467f5 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:32:59.985217 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:32:59.985838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:32:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:32:59.998035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': '46933de2-0be6-405d-bff9-f23846d4c7da'}, {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:00.000256 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d835804-22a6-41f2-b7fb-b1cf063ce182" -d '{"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "46933de2-0be6-405d-bff9-f23846d4c7da"}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:00.011218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bba97e4-34c9-4ab7-9af2-2ea3bef53303 req-52cbb41b-e296-42c2-8e25-fa8a1e5f1848 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443041 Sep 22 10:33:00.062700 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696f3ce1-962b-43d6-8862-5b9dc6f3c188 x-openstack-request-id: req-696f3ce1-962b-43d6-8862-5b9dc6f3c188 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:00.062998 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "46933de2-0be6-405d-bff9-f23846d4c7da", "status": "completed", "code": 200}, {"server_uuid": "88e97c9b-e79c-4a37-a922-fac50f84b8cb", "name": "network-vif-deleted", "tag": "14cbaaeb-765c-4a24-8c11-24a39f228d78", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:00.063250 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-696f3ce1-962b-43d6-8862-5b9dc6f3c188 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:00.063662 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': '46933de2-0be6-405d-bff9-f23846d4c7da', 'status': 'completed', 'code': 200} Sep 22 10:33:00.063975 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e97c9b-e79c-4a37-a922-fac50f84b8cb', 'name': 'network-vif-deleted', 'tag': '14cbaaeb-765c-4a24-8c11-24a39f228d78', 'status': 'completed', 'code': 200} Sep 22 10:33:00.075817 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1866b9e9-6d7f-4c3c-850a-e56813b0f29d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0194364 Sep 22 10:33:00.076338 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38246) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:00.106277 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:00.141284 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f4fbc5-57e2-466a-a583-5835746a2178 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:00.146209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38250) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:00.146372 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-32f4fbc5-57e2-466a-a583-5835746a2178 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/cb1f8f2c-fac6-44f7-8bdd-4cf3b480e08d HTTP/1.1" status: 200 len: 844 time: 0.0690632 Sep 22 10:33:00.216408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaa9b513-1965-4bba-8e0c-c2a695058a1c req-8a80c31d-52e4-4f64-b2e4-ab7851b62d5f tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0325642 Sep 22 10:33:00.307954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-af9a6ff6-aa10-4303-961e-96826b8f84c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port cb1f8f2c-fac6-44f7-8bdd-4cf3b480e08d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:00.308418 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af9a6ff6-aa10-4303-961e-96826b8f84c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:00.319873 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5', 'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'mac_address': 'fa:16:3e:5b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:17Z', 'updated_at': '2021-09-22T10:22:22Z', 'revision_number': 5, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'subnets': [{'id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:00.355756 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ce933-ba9e-4516-8811-7b0aefc8297e None None] The sync data for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 is: [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:22:17Z', 'revision_number': 4, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5', 'name': '', 'network_id': '3a8a79a3-bb87-4adf-94ea-a51a0e087b0c', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'mac_address': 'fa:16:3e:5b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:17Z', 'updated_at': '2021-09-22T10:22:22Z', 'revision_number': 5, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'subnets': [{'id': 'db4c87aa-f323-4cfd-bfdc-71ae14aab81a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:00.414950 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af9a6ff6-aa10-4303-961e-96826b8f84c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:00.429090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-af9a6ff6-aa10-4303-961e-96826b8f84c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for cb1f8f2c-fac6-44f7-8bdd-4cf3b480e08d owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:00.509550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad25fc88-bd5b-4106-ba92-f375bb4bc8ca req-6252dcb6-25b6-4af9-a4b2-ccc1a30f6471 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0373323 Sep 22 10:33:00.657274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af9a6ff6-aa10-4303-961e-96826b8f84c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:00.664644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8baa697-9dd8-4608-bc44-3e833cc10f93 None None] New status for floating IP 1b86aeae-69e8-436c-ac45-2033349574d0: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:33:00.693735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a6ff6-aa10-4303-961e-96826b8f84c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=cb1f8f2c-fac6-44f7-8bdd-4cf3b480e08d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:00.703629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af9a6ff6-aa10-4303-961e-96826b8f84c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:00.705897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-af9a6ff6-aa10-4303-961e-96826b8f84c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/cb1f8f2c-fac6-44f7-8bdd-4cf3b480e08d HTTP/1.1" status: 204 len: 168 time: 0.5587606 Sep 22 10:33:00.708799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38268) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:00.733992 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fbe4fa-1601-44d8-8b37-5163919638ee tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:33:00.735668 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-44fbe4fa-1601-44d8-8b37-5163919638ee tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/cb1f8f2c-fac6-44f7-8bdd-4cf3b480e08d HTTP/1.1" status: 404 len: 333 time: 0.0258927 Sep 22 10:33:00.740602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38270) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:00.746334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'name': 'tempest-PortsIpV6TestJSON-313361629'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:00.958706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:00.964061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:00.985114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port 08140f3a-6600-4234-844b-bb64528efbfd yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:33:01.224930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ec6d-292f-4669-b33f-08794c04b650 req-47121364-611e-4b19-bc72-98db89cc1b03 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:01.226521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3609ec6d-292f-4669-b33f-08794c04b650 req-47121364-611e-4b19-bc72-98db89cc1b03 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 946 time: 0.1239624 Sep 22 10:33:01.251567 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:01.262236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:01.292222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3609ec6d-292f-4669-b33f-08794c04b650 req-2a193d22-6a01-44a5-b4c2-c669210a4557 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515697 Sep 22 10:33:01.379107 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:01.382938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 1ea5fee6-8720-4563-b53e-425220911cd5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:01.382938 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:01.451547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3678aa3-1c6f-4219-a868-126eb9a79723 req-572715e2-9c9d-438d-a5ba-4c916126f228 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0555232 Sep 22 10:33:01.453460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:01.477544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:01.480320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:01.486576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:01.487218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:01.510689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=08140f3a-6600-4234-844b-bb64528efbfd,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:01.526287 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:01.579749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:01.581779 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90534c3-9168-4b00-b086-e73ad39b49ae" -d '{"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:01.603032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:01.619141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38326) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:01.620081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dfda49d0-77f1-49ae-aaac-c8157ceac5ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8772986 Sep 22 10:33:01.625411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3bd3bcaa-45e2-4cdc-88e1-82b9d31cf261 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:01.699994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6144f0c2-c76f-4825-af86-d7972e919b65 req-83329394-d342-4a6d-b982-c3236ce6dd79 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0381317 Sep 22 10:33:01.724424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bcaa-45e2-4cdc-88e1-82b9d31cf261 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:01.751636 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49158cd-6ffb-4880-a22a-b01cd243470c x-openstack-request-id: req-e49158cd-6ffb-4880-a22a-b01cd243470c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:01.756231 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:01.756809 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e49158cd-6ffb-4880-a22a-b01cd243470c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:01.757470 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'code': 200} Sep 22 10:33:01.775956 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:01.929823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bcaa-45e2-4cdc-88e1-82b9d31cf261 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:01.953218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=13']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:02.011329 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bcaa-45e2-4cdc-88e1-82b9d31cf261 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:02.046994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3bcaa-45e2-4cdc-88e1-82b9d31cf261 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] In _notify_port_updated(), no bound segment for port 08140f3a-6600-4234-844b-bb64528efbfd on network b35168f5-ba60-4338-9dbc-819e2d788e36 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:33:02.053072 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3bcaa-45e2-4cdc-88e1-82b9d31cf261 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:02.053679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bcaa-45e2-4cdc-88e1-82b9d31cf261 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:02.054995 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3bd3bcaa-45e2-4cdc-88e1-82b9d31cf261 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "PUT /v2.0/ports/08140f3a-6600-4234-844b-bb64528efbfd HTTP/1.1" status: 200 len: 818 time: 0.4348307 Sep 22 10:33:02.057762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38336) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:02.101858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3bcaa-45e2-4cdc-88e1-82b9d31cf261 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=08140f3a-6600-4234-844b-bb64528efbfd,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:02.188429 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9f1eaf69-87d1-4ed3-af4f-edddc0ca5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 08140f3a-6600-4234-844b-bb64528efbfd {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:02.191143 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaf69-87d1-4ed3-af4f-edddc0ca5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:02.298482 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaf69-87d1-4ed3-af4f-edddc0ca5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:02.329865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9f1eaf69-87d1-4ed3-af4f-edddc0ca5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 08140f3a-6600-4234-844b-bb64528efbfd owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:02.521275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc6f5c-d015-4f67-8ad3-eef9f5ff0d89 req-77e61f7e-8226-4ade-a2f6-d132ef2a431b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:02.523638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfbc6f5c-d015-4f67-8ad3-eef9f5ff0d89 req-77e61f7e-8226-4ade-a2f6-d132ef2a431b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.0809391 Sep 22 10:33:02.539536 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaf69-87d1-4ed3-af4f-edddc0ca5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:02.610624 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f1eaf69-87d1-4ed3-af4f-edddc0ca5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:02.615426 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9f1eaf69-87d1-4ed3-af4f-edddc0ca5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/08140f3a-6600-4234-844b-bb64528efbfd HTTP/1.1" status: 204 len: 168 time: 0.5537264 Sep 22 10:33:02.615426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1eaf69-87d1-4ed3-af4f-edddc0ca5031 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=08140f3a-6600-4234-844b-bb64528efbfd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:02.616884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38348) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:02.659249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfbc6f5c-d015-4f67-8ad3-eef9f5ff0d89 req-2b32916d-57d2-4bde-9282-2ba4729a0191 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144066 Sep 22 10:33:02.728719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f35e1-d790-48eb-9eac-cd74a9e42039 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:02.730392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-018f35e1-d790-48eb-9eac-cd74a9e42039 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1122334 Sep 22 10:33:02.733080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38352) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:02.787587 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abad3d2-8890-416c-9c4e-b2b15b92e1bb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:33:02.791321 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3abad3d2-8890-416c-9c4e-b2b15b92e1bb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/08140f3a-6600-4234-844b-bb64528efbfd HTTP/1.1" status: 404 len: 333 time: 0.0564246 Sep 22 10:33:02.797014 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38354) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:02.801000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efb2301b-d70d-4291-9e60-58782501be0f req-0b935a4c-3fbd-495d-af67-f948da0be9b1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0591764 Sep 22 10:33:02.805813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2002015064'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:02.937274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:02.941625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:02.992575 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3087d306-7b32-43b2-a5aa-cd31988f5cc8 req-92f900a8-79bc-4879-8a83-b6b7a06c1a18 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0474052 Sep 22 10:33:03.012171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:33:03.029806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:03.030171 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Added segment 9a697987-43e6-4b0c-95a5-21099889c791 of type vlan for network 0a9370d1-5a98-46fd-8ae0-377806d4d210 Sep 22 10:33:03.096475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:03.211417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:03.218301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:03.218707 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:03.321506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Network': ['ID=0a9370d1-5a98-46fd-8ae0-377806d4d210,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:03.333066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:33:03.355125 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-da858641-6f4c-4886-a0ee-05420818fb26 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5567811 Sep 22 10:33:03.357954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38356) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:03.363737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:03.580985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:03.589092 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:03.772482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f622cd-b35a-47d2-a955-4f07a017b1e0 req-c91811f0-f448-4e06-a073-bfcf5e8551be tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:03.780756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72f622cd-b35a-47d2-a955-4f07a017b1e0 req-c91811f0-f448-4e06-a073-bfcf5e8551be tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.0762737 Sep 22 10:33:03.834143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72f622cd-b35a-47d2-a955-4f07a017b1e0 req-52551e24-9e57-4bf8-ad58-04b4a7f8811a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521863 Sep 22 10:33:03.929854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0ff9c81-6ec2-430c-8972-9488f6b59a66 req-bd9ab3ff-5440-43d8-bdcf-b92d20cfecf4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0396283 Sep 22 10:33:03.986756 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:04.134188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=9376a6d4-ca68-40c5-9a1d-38930888ae69,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:04.154047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f524a26-e893-4660-80f8-85c7b5c4bf5a req-a935a5ad-a341-4a60-8e86-973a064fdd53 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0445011 Sep 22 10:33:04.199644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Checking segment: {'id': '9a697987-43e6-4b0c-95a5-21099889c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:04.200010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network hostable DHCP agents. Network: 0a9370d1-5a98-46fd-8ae0-377806d4d210, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:33:04.291403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:33:04.381029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 0a9370d1-5a98-46fd-8ae0-377806d4d210) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:04.388372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:04.388372 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:04.402585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108d7e2-03db-47bd-852e-7ad376a84743 None None] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:04.494807 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bc67f176-d1de-48a1-8b19-dd40c7c6068f tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1327484 Sep 22 10:33:04.495457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38368) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:04.507931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-05dfc14e-6029-403c-8f55-9dd62b2efe20 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:04.665883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-0a9370d1-5a98-46fd-8ae0-377806d4d210', 'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210', 'tenant_id': '375ddb649e4247548a70b4cb5183ba80', 'fixed_ips': [{'subnet_id': '9376a6d4-ca68-40c5-9a1d-38930888ae69'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:33:04.666939 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:04.811813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dfc14e-6029-403c-8f55-9dd62b2efe20 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:04.816317 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-05dfc14e-6029-403c-8f55-9dd62b2efe20 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:04.944224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Allocated IP 2001:db8::2 (0a9370d1-5a98-46fd-8ae0-377806d4d210/9376a6d4-ca68-40c5-9a1d-38930888ae69/d0e0cc24-aaca-4e43-8a6c-3493fbd509c8) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:05.073823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eaa29-31b0-4112-9b7a-db9c7ac714a2 req-e66e52b6-1ac3-4742-8fcc-50a403840a45 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:05.084528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-216eaa29-31b0-4112-9b7a-db9c7ac714a2 req-e66e52b6-1ac3-4742-8fcc-50a403840a45 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.0803850 Sep 22 10:33:05.119663 n-d-807025-3 neutron-server[95682]: INFO neutron.db.ipam_backend_mixin [None req-05dfc14e-6029-403c-8f55-9dd62b2efe20 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9376a6d4-ca68-40c5-9a1d-38930888ae69 (CIDR: 2001:db8::/64) Sep 22 10:33:05.152235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-216eaa29-31b0-4112-9b7a-db9c7ac714a2 req-b930e608-0193-4eb1-82c5-e52528a64c2b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667229 Sep 22 10:33:05.176829 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dfc14e-6029-403c-8f55-9dd62b2efe20 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:33:05.177335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dfc14e-6029-403c-8f55-9dd62b2efe20 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:33:05.279052 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:05.352027 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38380) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:05.352980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-05dfc14e-6029-403c-8f55-9dd62b2efe20 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8566897 Sep 22 10:33:05.357627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:05.367129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec176832-1bd4-488f-b5fb-3141479e6d80 req-cac8a722-c741-4ba5-a55e-269d98bc54c4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0783913 Sep 22 10:33:05.397536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:05.532158 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Pushing event updated for resources: {'Port': ['ID=d0e0cc24-aaca-4e43-8a6c-3493fbd509c8,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:05.545591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:05.548583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:05.562914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:05.681756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:05.688245 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:05.708880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Attempting to bind port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:05.709410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Attempting to bind port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '9a697987-43e6-4b0c-95a5-21099889c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:05.709880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Attempting to bind port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 on network 0a9370d1-5a98-46fd-8ae0-377806d4d210 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:05.716710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:05.717208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Checking segment: {'id': '9a697987-43e6-4b0c-95a5-21099889c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:05.717778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:05.718857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Bound using segment: {'id': '9a697987-43e6-4b0c-95a5-21099889c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:05.719471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Bound port: d0e0cc24-aaca-4e43-8a6c-3493fbd509c8, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a697987-43e6-4b0c-95a5-21099889c791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:05.720196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:05.751604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1717e35-7822-4afe-be73-60d8a4a9014d req-9d8c3216-9838-453c-a907-253ff430f2ee tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0723939 Sep 22 10:33:05.865573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] For port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:05.871467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] For port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d0e0cc24-aaca-4e43-8a6c-3493fbd509c8,segment=NetworkSegment(9a697987-43e6-4b0c-95a5-21099889c791),segment_id=9a697987-43e6-4b0c-95a5-21099889c791)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:05.991891 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:06.101656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea4da7-3a70-464e-b039-46d32326b57e None None] Pushing event updated for resources: {'Port': ['ID=d0e0cc24-aaca-4e43-8a6c-3493fbd509c8,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:06.217329 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:06.369233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:06.374437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ec11b-81de-42ae-9fd3-bc2fb5b84de8 req-3a78ec23-bf9e-48a2-9cba-806179c77c1c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:06.378235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:06.391593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea3ec11b-81de-42ae-9fd3-bc2fb5b84de8 req-3a78ec23-bf9e-48a2-9cba-806179c77c1c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.1211286 Sep 22 10:33:06.428060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:06.428680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:06.466311 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=9b6bf7d6-653a-4d6b-98b9-073418e98612,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:06.506885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea3ec11b-81de-42ae-9fd3-bc2fb5b84de8 req-ba01fc4b-0c6b-4860-955c-a40e78a69027 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020608 Sep 22 10:33:06.558929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7e3e227c-8491-49a7-8a8f-498ae284a0dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2053125 Sep 22 10:33:06.562394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38388) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:06.571930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210', 'fixed_ips': [{'subnet_id': '9376a6d4-ca68-40c5-9a1d-38930888ae69'}, {'subnet_id': '9b6bf7d6-653a-4d6b-98b9-073418e98612'}], 'name': 'tempest-PortsIpV6TestJSON-874959980'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:06.715778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebc54fb6-22f2-49f2-b0c5-c80fd8c28d9f req-45059370-18d0-4fa7-aafd-a5b408406226 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0892119 Sep 22 10:33:06.808553 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:06.895682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:06.896214 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:07.002240 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:07.003898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:07.046779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d0e0cc24-aaca-4e43-8a6c-3493fbd509c8,segment=NetworkSegment(9a697987-43e6-4b0c-95a5-21099889c791),segment_id=9a697987-43e6-4b0c-95a5-21099889c791)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:07.373114 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:07.443097 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d0e0cc24-aaca-4e43-8a6c-3493fbd509c8,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:07.548122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16b7e584-ffc3-4b38-bfa3-b4610aa06294 req-9ff201c4-8041-4f89-9816-f82470769d0e tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.4761193 Sep 22 10:33:07.598537 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:07.618360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:33:07.689544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ccc385-2234-42d6-82ad-b64e6262fe17 None None] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:08.002780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-38f19902-289d-4578-9a8f-5415f2521401 None None] Provisioning complete for port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:08.003474 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-38f19902-289d-4578-9a8f-5415f2521401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:08.053488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00a4e-c522-445f-9414-4e57dd2051b9 req-87b31f6d-b91c-4b88-a7b7-05538709f5fe tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:08.067233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58a00a4e-c522-445f-9414-4e57dd2051b9 req-87b31f6d-b91c-4b88-a7b7-05538709f5fe tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.3449976 Sep 22 10:33:08.125875 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58a00a4e-c522-445f-9414-4e57dd2051b9 req-657b7095-7836-4474-a979-aad858224a4d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501506 Sep 22 10:33:08.338194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16c60c08-cd75-488e-a8f1-e74792333273 req-c23fea34-ff04-411e-b94b-7774ac7d7e5e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0489166 Sep 22 10:33:08.345135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8815894-110b-41b1-a2d4-10fad99ef996 None None] Update dhcp port {'port': {'network_id': '0a9370d1-5a98-46fd-8ae0-377806d4d210', 'fixed_ips': [{'subnet_id': '9376a6d4-ca68-40c5-9a1d-38930888ae69', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b6bf7d6-653a-4d6b-98b9-073418e98612'}], 'binding:host_id': 'n-d-807025-3'}, 'id': 'd0e0cc24-aaca-4e43-8a6c-3493fbd509c8'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:33:08.375006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::2eb (0a9370d1-5a98-46fd-8ae0-377806d4d210/9376a6d4-ca68-40c5-9a1d-38930888ae69/73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:08.393928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8:0:1::195 (0a9370d1-5a98-46fd-8ae0-377806d4d210/9b6bf7d6-653a-4d6b-98b9-073418e98612/73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:08.404981 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8815894-110b-41b1-a2d4-10fad99ef996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:08.720704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:08.790066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-020788ad-0251-495b-a118-ef576fa9137f req-4421a075-9fc5-4adb-bd6c-49d3e7538118 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.1064167 Sep 22 10:33:08.813041 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:08.850616 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:08.850998 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:09.012296 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:09.128626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f8815894-110b-41b1-a2d4-10fad99ef996 None None] Allocated IP 2001:db8:0:1::2 (0a9370d1-5a98-46fd-8ae0-377806d4d210/9b6bf7d6-653a-4d6b-98b9-073418e98612/d0e0cc24-aaca-4e43-8a6c-3493fbd509c8) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:09.133787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:09.159084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:09.162458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:09.166127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:09.173978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:09.175522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:09.359076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4b8edcd1-a3d1-4e88-9e79-f5aff7e3d782 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7908814 Sep 22 10:33:09.360508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38414) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:09.367001 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9376a6d4-ca68-40c5-9a1d-38930888ae69'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:09.409544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f56ab1-9b0e-4843-b31e-dad4618ae475 req-0dc91663-e565-470a-8a05-b29f239eb0ef tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:09.410259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f8815894-110b-41b1-a2d4-10fad99ef996 None None] For port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d0e0cc24-aaca-4e43-8a6c-3493fbd509c8,segment=NetworkSegment(9a697987-43e6-4b0c-95a5-21099889c791),segment_id=9a697987-43e6-4b0c-95a5-21099889c791)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:09.420549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53f56ab1-9b0e-4843-b31e-dad4618ae475 req-0dc91663-e565-470a-8a05-b29f239eb0ef tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.1441195 Sep 22 10:33:09.479381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53f56ab1-9b0e-4843-b31e-dad4618ae475 req-1e8c0cb5-3406-46a6-bdb1-a7e4f7b0de7d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578659 Sep 22 10:33:09.504260 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8815894-110b-41b1-a2d4-10fad99ef996 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:09.606891 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:33:09.620128 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8815894-110b-41b1-a2d4-10fad99ef996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:09.622016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f9eaa913-87a8-4c7b-be7e-7f1c39ef6a1a req-e021228b-33d0-48d6-bdff-8bbdcd627c87 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0570819 Sep 22 10:33:09.689693 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:09.909704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8815894-110b-41b1-a2d4-10fad99ef996 None None] Pushing event updated for resources: {'Port': ['ID=d0e0cc24-aaca-4e43-8a6c-3493fbd509c8,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:10.027907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a09a3fb5-4a34-4038-a323-1b233a708714 req-88e2601c-0303-4ec2-aa29-2875fb8ccade tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0670843 Sep 22 10:33:10.133394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Delete allocated IP 2001:db8:0:1::195 (0a9370d1-5a98-46fd-8ae0-377806d4d210/9b6bf7d6-653a-4d6b-98b9-073418e98612) {{(pid=95681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 10:33:10.393135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:10.514894 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:10.638614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e5282-09aa-41da-ad13-3af9f78d3e02 None None] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:10.711657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b6de7-8f36-44f4-bd85-3911327fedfb req-fc0ba469-abcf-4a8d-b3c2-55fbdc7a32a7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:10.715369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df5b6de7-8f36-44f4-bd85-3911327fedfb req-fc0ba469-abcf-4a8d-b3c2-55fbdc7a32a7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.1259429 Sep 22 10:33:10.749617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:10.836851 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] In _notify_port_updated(), no bound segment for port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c on network 0a9370d1-5a98-46fd-8ae0-377806d4d210 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:33:10.838288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df5b6de7-8f36-44f4-bd85-3911327fedfb req-139c502f-80aa-4b2b-bb69-a1e445fe620e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117852 Sep 22 10:33:10.844363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:10.845608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:10.847137 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-83e2e1f6-2194-4bcc-ac72-bd707c420f08 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "PUT /v2.0/ports/73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c HTTP/1.1" status: 200 len: 925 time: 1.4852080 Sep 22 10:33:10.850055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38430) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:10.855722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9376a6d4-ca68-40c5-9a1d-38930888ae69'}, {'subnet_id': '9b6bf7d6-653a-4d6b-98b9-073418e98612'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:10.865918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:10.982769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:10.995775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-849729c6-bd27-4b9d-93fe-e6f5a65d1c7f req-2eb1ee3a-1d88-4961-a3cb-cffd5cd290fa tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0407910 Sep 22 10:33:11.025875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-61ff3a1a-5dd5-4038-8fbe-7a20da5c2064 None None] Provisioning complete for port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:11.026288 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-61ff3a1a-5dd5-4038-8fbe-7a20da5c2064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:11.268036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6196df49-1983-4e4b-a0a4-51e7fac8c2c9 req-2e841e5b-aac5-4938-b912-101da8c033b4 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0406878 Sep 22 10:33:11.287006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:11.287006 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:11.659571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8:0:1::341 (0a9370d1-5a98-46fd-8ae0-377806d4d210/9b6bf7d6-653a-4d6b-98b9-073418e98612/73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:11.850233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:12.054485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815f0b7-ce6e-4be6-849a-4dc998da22dc req-38a5b581-f072-473b-9f94-f6e9a5495bb6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:12.061423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b815f0b7-ce6e-4be6-849a-4dc998da22dc req-38a5b581-f072-473b-9f94-f6e9a5495bb6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.0983474 Sep 22 10:33:12.118270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-623ba16f-7672-4370-bb07-9c7265f565a1 None None] Provisioning complete for port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:12.119265 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-623ba16f-7672-4370-bb07-9c7265f565a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:12.140075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b815f0b7-ce6e-4be6-849a-4dc998da22dc req-e1a68960-197b-4d19-bd1d-3b9660777513 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654936 Sep 22 10:33:12.238090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-623ba16f-7672-4370-bb07-9c7265f565a1 None None] Port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:12.240662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e77d8984-5147-4acd-bde1-c1455144d24b req-58b2d7ac-fc42-4126-a7f4-7860407be583 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0597501 Sep 22 10:33:12.270490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-623ba16f-7672-4370-bb07-9c7265f565a1 None None] Provisioning complete for port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:12.271326 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-623ba16f-7672-4370-bb07-9c7265f565a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:12.340414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38bde26b-3f2c-4e56-9857-f773a194154e req-73f29994-32df-4a50-9abb-dfef5dcab977 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0772953 Sep 22 10:33:12.614408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a6bf8782-cd5d-4a77-b63d-be9a83b0d0dc None None] Provisioning complete for port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:12.614789 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8782-cd5d-4a77-b63d-be9a83b0d0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:12.648916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2a62d61-5488-4ec3-8864-c10c404f77fd req-7cd3fba1-3bec-41b4-a3b7-6bd67a199e82 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0916145 Sep 22 10:33:12.703923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf8782-cd5d-4a77-b63d-be9a83b0d0dc None None] Port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:12.937398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5fc3f8e3-70d0-44c1-96b7-6174f23cfde6 None None] Provisioning complete for port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:12.937776 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5fc3f8e3-70d0-44c1-96b7-6174f23cfde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:13.001302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3f8e3-70d0-44c1-96b7-6174f23cfde6 None None] Port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:13.297532 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:13.375518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4e3c-8e07-405f-a706-41db729adc41 req-ee94df79-3385-4709-921c-b2d89ea37737 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:13.377347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b9f4e3c-8e07-405f-a706-41db729adc41 req-ee94df79-3385-4709-921c-b2d89ea37737 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.1030831 Sep 22 10:33:13.414904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:13.499832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b9f4e3c-8e07-405f-a706-41db729adc41 req-f19088ef-ed9e-47b2-819f-66b678e931a3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077249 Sep 22 10:33:13.534328 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] In _notify_port_updated(), no bound segment for port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c on network 0a9370d1-5a98-46fd-8ae0-377806d4d210 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:33:13.549951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:13.550862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:13.554667 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-87640c4a-28d6-421c-a9ae-233c6a8a3d05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "PUT /v2.0/ports/73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c HTTP/1.1" status: 200 len: 1011 time: 2.7033739 Sep 22 10:33:13.555145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38452) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:13.670812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a4ac2a6-970d-45dd-80f3-c449a52bbd49 req-b9c45bd3-530d-4b5d-ae5e-96c38e434880 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0513160 Sep 22 10:33:13.859303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7856fe0e-4409-4ea6-8e03-fe702f553533 None None] Provisioning complete for port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:13.859931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4b036636-5ec6-46a5-9af5-c8592b0b9db0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:13.860057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7856fe0e-4409-4ea6-8e03-fe702f553533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:13.868398 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b036636-5ec6-46a5-9af5-c8592b0b9db0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:13.927384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7856fe0e-4409-4ea6-8e03-fe702f553533 None None] Port 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:14.058509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3464d86-39ef-4a2f-af94-6e16cf6c174d req-7d4aa7a4-04f9-43d3-904b-916e7930b89e tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0404921 Sep 22 10:33:14.105926 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b036636-5ec6-46a5-9af5-c8592b0b9db0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:14.127436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4b036636-5ec6-46a5-9af5-c8592b0b9db0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:14.532065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7b85fb3-abc5-4865-b46b-0633bf748740 req-62f06988-b81e-4238-a1db-5c8097ee2ca7 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d&device_id=6e7891fc-6325-4c11-b7cd-f8cf3d686cbd HTTP/1.1" status: 200 len: 210 time: 0.0431931 Sep 22 10:33:14.590402 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b036636-5ec6-46a5-9af5-c8592b0b9db0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:14.712060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b036636-5ec6-46a5-9af5-c8592b0b9db0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:14.845954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2ef7b-f5fb-4a99-a6ca-f48e5ac31c8d req-e4ddddb3-443f-45d6-9179-2603413ba945 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:14.850031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11f2ef7b-f5fb-4a99-a6ca-f48e5ac31c8d req-e4ddddb3-443f-45d6-9179-2603413ba945 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.2595270 Sep 22 10:33:14.855402 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b036636-5ec6-46a5-9af5-c8592b0b9db0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:14.865525 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38472) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:14.893836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4b036636-5ec6-46a5-9af5-c8592b0b9db0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c HTTP/1.1" status: 204 len: 168 time: 1.3374472 Sep 22 10:33:14.926900 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a830cc4a-31e9-4e66-8438-cdb72bc03117 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:33:14.937599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38478) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:14.938558 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a830cc4a-31e9-4e66-8438-cdb72bc03117 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c HTTP/1.1" status: 404 len: 333 time: 0.0716543 Sep 22 10:33:15.010229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5afdac-6fc8-49a6-927e-3c7b448acad0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet 9b6bf7d6-653a-4d6b-98b9-073418e98612 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:15.025148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5b5afdac-6fc8-49a6-927e-3c7b448acad0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.058503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11f2ef7b-f5fb-4a99-a6ca-f48e5ac31c8d req-4ee09444-caf8-4300-b01e-d2a3830259ef tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634057 Sep 22 10:33:15.093613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5b5afdac-6fc8-49a6-927e-3c7b448acad0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.268384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5b5afdac-6fc8-49a6-927e-3c7b448acad0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.455525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5b5afdac-6fc8-49a6-927e-3c7b448acad0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.471554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5b5afdac-6fc8-49a6-927e-3c7b448acad0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.477552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5b5afdac-6fc8-49a6-927e-3c7b448acad0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/9b6bf7d6-653a-4d6b-98b9-073418e98612 HTTP/1.1" status: 204 len: 168 time: 0.5372074 Sep 22 10:33:15.477720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38480) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:15.482594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7921782-df9a-4d8d-9173-e92c18d5cbf5 None None] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:15.499628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5afdac-6fc8-49a6-927e-3c7b448acad0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6bf7d6-653a-4d6b-98b9-073418e98612,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:15.603146 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f6814a-ea25-461e-83af-8b5fc3465064 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet 9376a6d4-ca68-40c5-9a1d-38930888ae69 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:15.613638 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2f6814a-ea25-461e-83af-8b5fc3465064 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.651596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4263b9cb-966f-4bca-91c2-7bef6bc6069c req-4d9abb26-1795-46aa-8ea7-938abb4a736b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc5f26ab8f324ae49b0866a644382342&device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0991588 Sep 22 10:33:15.713413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2f6814a-ea25-461e-83af-8b5fc3465064 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.744960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4263b9cb-966f-4bca-91c2-7bef6bc6069c req-7f10d0df-e5f9-4200-8eb8-63705af6dd42 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cc5f26ab8f324ae49b0866a644382342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856526 Sep 22 10:33:15.815619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2f6814a-ea25-461e-83af-8b5fc3465064 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.917186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b41256e2-299f-4a91-9274-778ffee83948 req-6d5c4caa-487b-4b76-bb20-386561340fb4 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.1656411 Sep 22 10:33:16.021967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2f6814a-ea25-461e-83af-8b5fc3465064 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.109137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6814a-ea25-461e-83af-8b5fc3465064 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=9376a6d4-ca68-40c5-9a1d-38930888ae69,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:16.112138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263b9cb-966f-4bca-91c2-7bef6bc6069c req-e2f9b9a5-e0e0-4841-a977-1979a676159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:16.116927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4263b9cb-966f-4bca-91c2-7bef6bc6069c req-e2f9b9a5-e0e0-4841-a977-1979a676159a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3637617 Sep 22 10:33:16.123530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2f6814a-ea25-461e-83af-8b5fc3465064 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.126951 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d2f6814a-ea25-461e-83af-8b5fc3465064 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/9376a6d4-ca68-40c5-9a1d-38930888ae69 HTTP/1.1" status: 204 len: 168 time: 0.6461914 Sep 22 10:33:16.130869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38486) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:16.280914 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.334025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1201d84f-5382-48ef-a7ac-27d15f79e6cc req-9feb9cbf-49e4-4ba2-a076-2c7439d1e1ce tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0464065 Sep 22 10:33:16.442378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:16.442734 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.512979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] For port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d0e0cc24-aaca-4e43-8a6c-3493fbd509c8,segment=NetworkSegment(9a697987-43e6-4b0c-95a5-21099889c791),segment_id=9a697987-43e6-4b0c-95a5-21099889c791)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:16.513360 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.527699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:16.706817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc318a-9830-4bf2-9582-1be41a9eff0c req-6bbf828a-ccd1-4ccb-96ea-e341c1d04413 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:16.706817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86bc318a-9830-4bf2-9582-1be41a9eff0c req-6bbf828a-ccd1-4ccb-96ea-e341c1d04413 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.0967243 Sep 22 10:33:16.757879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86bc318a-9830-4bf2-9582-1be41a9eff0c req-3a4067af-e627-40bf-9ad9-5d95d8c6c0cb tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452266 Sep 22 10:33:16.776229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51f2f0-af01-4c56-92e0-4d0128875bbf None None] Network 0a9370d1-5a98-46fd-8ae0-377806d4d210 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:16.822790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7a662dd5-eb12-48af-8fdc-e0f5832ac53f None None] Provisioning complete for port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:16.823299 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7a662dd5-eb12-48af-8fdc-e0f5832ac53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.869130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.889079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No DVR routers for this DVR port d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:16.924830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=d0e0cc24-aaca-4e43-8a6c-3493fbd509c8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:16.971625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7a662dd5-eb12-48af-8fdc-e0f5832ac53f None None] Could not find standard attr ID for object d0e0cc24-aaca-4e43-8a6c-3493fbd509c8. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:33:16.976589 n-d-807025-3 neutron-server[95683]: INFO neutron.plugins.ml2.db [None req-7a662dd5-eb12-48af-8fdc-e0f5832ac53f None None] No ports have port_id starting with d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 Sep 22 10:33:17.068476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7564dd8-16c4-4e23-8807-afd3abeba32d None None] DHCP port deletion for 0a9370d1-5a98-46fd-8ae0-377806d4d210 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:33:17.117529 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.169248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9b7d015-24eb-44b6-81f4-e2645d3b899f req-2ad00a89-6722-47a5-a0ae-ea712a6d3aad tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0441115 Sep 22 10:33:17.228730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9370d1-5a98-46fd-8ae0-377806d4d210']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:17.275710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a697987-43e6-4b0c-95a5-21099889c791') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:17.279763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a697987-43e6-4b0c-95a5-21099889c791') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4263b9cb-966f-4bca-91c2-7bef6bc6069c req-03f1fa0d-01b3-4724-a21b-79e9a7e2c084 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.30 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0409560 Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:33:17.591799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-916e7f7c-521c-4fc7-86f6-3739ed4b1692 req-6e7e7b4b-7bb2-4698-bca1-907f88041174 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0276251 Sep 22 10:33:17.958177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be210e3-880c-4fa7-9192-1f794f0d869e req-716ebddf-9023-4ef2-96ea-8ef9aa2997ae tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:17.966718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3be210e3-880c-4fa7-9192-1f794f0d869e req-716ebddf-9023-4ef2-96ea-8ef9aa2997ae tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.0953581 Sep 22 10:33:18.029267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3be210e3-880c-4fa7-9192-1f794f0d869e req-031a56b4-c9b3-4b4f-9d41-1b34ba7686be tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612185 Sep 22 10:33:18.109962 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.119944 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.125754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/networks/0a9370d1-5a98-46fd-8ae0-377806d4d210 HTTP/1.1" status: 204 len: 168 time: 1.9930201 Sep 22 10:33:18.130461 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38500) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:18.143336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c744bf1-e46f-45b8-a668-6ad91398b2c0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Network': ['ID=0a9370d1-5a98-46fd-8ae0-377806d4d210,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:18.210713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e465c1a-5157-4d12-996c-4b5e77ea0888 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:18.212774 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e465c1a-5157-4d12-996c-4b5e77ea0888 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0810027 Sep 22 10:33:18.217709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38502) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:18.299708 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8a9c548c-c96a-4b2f-8aa9-cb0fb0e39369 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0807927 Sep 22 10:33:18.315925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38508) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:18.324977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-820191'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:18.415922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b971d50-8194-4621-a19d-efea2c3b49ed req-ba9cb2d5-b21b-4427-8cb4-034c97d57079 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e97c9b-e79c-4a37-a922-fac50f84b8cb HTTP/1.1" status: 200 len: 210 time: 0.0266590 Sep 22 10:33:18.640630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:18.661774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:18.662156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d0e0cc24-aaca-4e43-8a6c-3493fbd509c8 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:18.764004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42be6a5d-dd12-4b78-9ffd-434f4a1882f6 req-8311a026-5a73-4a64-84b0-b60cca049f46 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=06a72fb1-f962-4206-8d9a-c96d0888eb9d HTTP/1.1" status: 200 len: 210 time: 0.0268552 Sep 22 10:33:18.931281 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:18.935285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.960045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:33:18.968752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.971362 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Added segment be09fae3-4915-4956-8a6a-c7a4fea6157b of type vlan for network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 Sep 22 10:33:19.015919 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:19.194973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:19.200830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:19.201720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:19.223898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ada0-3ab3-46ab-8057-2e0a1a0d0f86 req-7f040e4f-1709-48cb-9ef3-12de1c44b2a5 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:19.225565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e287ada0-3ab3-46ab-8057-2e0a1a0d0f86 req-7f040e4f-1709-48cb-9ef3-12de1c44b2a5 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.0709381 Sep 22 10:33:19.296731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e287ada0-3ab3-46ab-8057-2e0a1a0d0f86 req-9f909366-1ec3-4a59-a0a0-773b8acb3406 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645294 Sep 22 10:33:19.320054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Network': ['ID=5f7c2207-d6d5-45da-be4e-ed371bf639f1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:19.334586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:33:19.423929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ef801da4-723d-4f86-b3f5-8da6dcacb76b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1045017 Sep 22 10:33:19.433579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38522) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:19.433579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': '5f7c2207-d6d5-45da-be4e-ed371bf639f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:19.658889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38530) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:19.708250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:19.712094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:19.772591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36e56291-e8e2-4a6a-838a-7f02d7f3fe65 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:19.842655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36e56291-e8e2-4a6a-838a-7f02d7f3fe65 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.078610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36e56291-e8e2-4a6a-838a-7f02d7f3fe65 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.081265 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36e56291-e8e2-4a6a-838a-7f02d7f3fe65 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.082518 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-36e56291-e8e2-4a6a-838a-7f02d7f3fe65 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "DELETE /v2.0/security-groups/add5fbc7-2da1-44d8-aef8-142d38d86010 HTTP/1.1" status: 204 len: 168 time: 0.4221182 Sep 22 10:33:20.085359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38538) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:20.086240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.102343 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-9d137f4f-044c-4852-90bf-6fb5e3f295da tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] show failed (client error): The resource could not be found. Sep 22 10:33:20.106249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9d137f4f-044c-4852-90bf-6fb5e3f295da tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "GET /v2.0/security-groups/add5fbc7-2da1-44d8-aef8-142d38d86010 HTTP/1.1" status: 404 len: 347 time: 0.0170717 Sep 22 10:33:20.115520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38542) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:20.121895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e56291-e8e2-4a6a-838a-7f02d7f3fe65 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5fbc7-2da1-44d8-aef8-142d38d86010,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:20.177753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=c579b8f8-1e11-4198-8c51-0f3e7f6995fb,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:20.193934 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Checking segment: {'id': 'be09fae3-4915-4956-8a6a-c7a4fea6157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f7c2207-d6d5-45da-be4e-ed371bf639f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:20.198854 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network hostable DHCP agents. Network: 5f7c2207-d6d5-45da-be4e-ed371bf639f1, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:33:20.262779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting port b635714c-1868-4fd6-9a48-8d11d9b4bafe {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:20.263392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.308971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:33:20.354499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef34a957-a460-413b-ab79-b69e8bd4f165 req-bf38be05-7d42-44d1-a996-8a76fe367e61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc5f26ab8f324ae49b0866a644382342&device_id=6e7891fc-6325-4c11-b7cd-f8cf3d686cbd HTTP/1.1" status: 200 len: 210 time: 0.0490417 Sep 22 10:33:20.398613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef34a957-a460-413b-ab79-b69e8bd4f165 req-8f5fc9d8-6765-47dd-9e51-f41bb29254bb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc5f26ab8f324ae49b0866a644382342&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356734 Sep 22 10:33:20.426234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe67fd8e-da07-42e3-9aa8-e6fcad90bb71 req-83fb9edd-087c-4300-9fa3-bffd5c6725b4 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e7891fc-6325-4c11-b7cd-f8cf3d686cbd HTTP/1.1" status: 200 len: 210 time: 0.0496452 Sep 22 10:33:20.428161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.428444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.429323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 5f7c2207-d6d5-45da-be4e-ed371bf639f1) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:20.439135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:20.439135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.443760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1048850b-3a53-4bae-b4ce-820b40064475 None None] Network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:20.463213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Calling delete_port for b635714c-1868-4fd6-9a48-8d11d9b4bafe owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:20.572719 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1376334e-0e39-491b-89ab-ffea9e8d3b11 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1448777 Sep 22 10:33:20.578927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38558) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:20.588354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': '5f7c2207-d6d5-45da-be4e-ed371bf639f1', 'name': 'tempest-PortsIpV6TestJSON-145340016'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:20.679536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-5f7c2207-d6d5-45da-be4e-ed371bf639f1', 'network_id': '5f7c2207-d6d5-45da-be4e-ed371bf639f1', 'tenant_id': '375ddb649e4247548a70b4cb5183ba80', 'fixed_ips': [{'subnet_id': 'c579b8f8-1e11-4198-8c51-0f3e7f6995fb'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:33:20.680713 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.850665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Allocated IP 2001:db8::2 (5f7c2207-d6d5-45da-be4e-ed371bf639f1/c579b8f8-1e11-4198-8c51-0f3e7f6995fb/8572fb11-ba42-4146-8705-28d3ae3778f1) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:20.885140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34a957-a460-413b-ab79-b69e8bd4f165 req-f5213000-a595-42e1-8530-510bb4b38283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:20.887271 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef34a957-a460-413b-ab79-b69e8bd4f165 req-f5213000-a595-42e1-8530-510bb4b38283 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4639544 Sep 22 10:33:20.893344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:20.924840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.925014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2cead-e903-43c0-8a40-d272dd24cbab req-bc709fc4-d8c8-4ab9-8372-a21f023be99a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:20.925014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99f2cead-e903-43c0-8a40-d272dd24cbab req-bc709fc4-d8c8-4ab9-8372-a21f023be99a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.1069925 Sep 22 10:33:20.925243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port 527b0bed-779f-4344-822f-c018881ade9d yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:33:20.994900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99f2cead-e903-43c0-8a40-d272dd24cbab req-6b3de4f2-30cd-478e-9fee-82d4ff7a0dd9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739167 Sep 22 10:33:21.035983 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.388467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.389079 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.424041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Port': ['ID=b635714c-1868-4fd6-9a48-8d11d9b4bafe,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:21.451608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:21.453133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:21.463012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:21.463012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Pushing event updated for resources: {'Port': ['ID=8572fb11-ba42-4146-8705-28d3ae3778f1,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:21.464193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::21d (5f7c2207-d6d5-45da-be4e-ed371bf639f1/c579b8f8-1e11-4198-8c51-0f3e7f6995fb/527b0bed-779f-4344-822f-c018881ade9d) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:21.520109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.523424 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.524784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-134f39e7-b480-49b5-a544-07fb864b97cc tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "DELETE /v2.0/floatingips/1b86aeae-69e8-436c-ac45-2033349574d0 HTTP/1.1" status: 204 len: 168 time: 1.4171629 Sep 22 10:33:21.528002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38580) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:21.533099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Attempting to bind port 8572fb11-ba42-4146-8705-28d3ae3778f1 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:21.533477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Attempting to bind port 8572fb11-ba42-4146-8705-28d3ae3778f1 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'be09fae3-4915-4956-8a6a-c7a4fea6157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f7c2207-d6d5-45da-be4e-ed371bf639f1'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:21.533994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Attempting to bind port 8572fb11-ba42-4146-8705-28d3ae3778f1 on network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:21.540630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:21.541161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Checking segment: {'id': 'be09fae3-4915-4956-8a6a-c7a4fea6157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f7c2207-d6d5-45da-be4e-ed371bf639f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:21.541427 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.542152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Bound using segment: {'id': 'be09fae3-4915-4956-8a6a-c7a4fea6157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f7c2207-d6d5-45da-be4e-ed371bf639f1'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:21.547322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Bound port: 8572fb11-ba42-4146-8705-28d3ae3778f1, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be09fae3-4915-4956-8a6a-c7a4fea6157b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5f7c2207-d6d5-45da-be4e-ed371bf639f1'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:21.547322 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.667266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] For port 8572fb11-ba42-4146-8705-28d3ae3778f1, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:21.671137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] For port 8572fb11-ba42-4146-8705-28d3ae3778f1, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8572fb11-ba42-4146-8705-28d3ae3778f1,segment=NetworkSegment(be09fae3-4915-4956-8a6a-c7a4fea6157b),segment_id=be09fae3-4915-4956-8a6a-c7a4fea6157b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:21.678647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-993382e3-aecb-43f4-98a4-0d5e106d1fd4 req-9110cbb5-68de-48e5-a70f-06b00ce859f2 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e7891fc-6325-4c11-b7cd-f8cf3d686cbd HTTP/1.1" status: 200 len: 210 time: 0.0893979 Sep 22 10:33:21.721814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.725681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-34f1993a-dec0-4703-a229-ae09b7c607b1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting port da4d4f68-a51f-477f-b203-59c327684705 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:21.726027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34f1993a-dec0-4703-a229-ae09b7c607b1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.821208 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.895317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb794c5d-0f26-4713-8896-ae29474b633e None None] Pushing event updated for resources: {'Port': ['ID=8572fb11-ba42-4146-8705-28d3ae3778f1,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:21.907204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.929431 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34f1993a-dec0-4703-a229-ae09b7c607b1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.942791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-34f1993a-dec0-4703-a229-ae09b7c607b1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Calling delete_port for da4d4f68-a51f-477f-b203-59c327684705 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:21.956842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:21.960475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:21.973517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:21.979660 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:21.980721 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.990795 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=527b0bed-779f-4344-822f-c018881ade9d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:22.004606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.004956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.005291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.005821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.006368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.007002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.007535 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.007866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.008219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.008525 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.009054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.009381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:22.113060 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-181d4e2b-c9af-4e87-bf5d-7f3cca905310 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5316291 Sep 22 10:33:22.116878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38612) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:22.128985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': '5f7c2207-d6d5-45da-be4e-ed371bf639f1', 'name': 'tempest-PortsIpV6TestJSON-1938183690'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:22.229610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef34a957-a460-413b-ab79-b69e8bd4f165 req-91af465f-d484-4aa4-bee4-00ef64196fb8 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e7891fc-6325-4c11-b7cd-f8cf3d686cbd HTTP/1.1" status: 200 len: 210 time: 0.0681984 Sep 22 10:33:22.244512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68b0f2-04ec-4e23-8a9d-7822507254ae req-a9319b57-9d6d-4cbb-bac7-a78ba1f5f307 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:22.246904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad68b0f2-04ec-4e23-8a9d-7822507254ae req-a9319b57-9d6d-4cbb-bac7-a78ba1f5f307 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.1715491 Sep 22 10:33:22.248356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34f1993a-dec0-4703-a229-ae09b7c607b1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.275237 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fd793645-c3c4-4a1a-9adf-b813ae67ca23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.376681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1993a-dec0-4703-a229-ae09b7c607b1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Port': ['ID=da4d4f68-a51f-477f-b203-59c327684705,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:22.420957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad68b0f2-04ec-4e23-8a9d-7822507254ae req-a9ea538b-beb6-4cbf-ad8d-e82068fdc1c4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580198 Sep 22 10:33:22.431704 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34f1993a-dec0-4703-a229-ae09b7c607b1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.436387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-34f1993a-dec0-4703-a229-ae09b7c607b1 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "DELETE /v2.0/ports/da4d4f68-a51f-477f-b203-59c327684705 HTTP/1.1" status: 204 len: 168 time: 0.9050353 Sep 22 10:33:22.436699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38618) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:22.490452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:22.495943 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.523899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port ebe873ce-e385-41d5-84e4-eb648bb67a6b yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:33:22.567151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7b33-3abf-475f-a06f-aeea2452c55e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting port 85fc67a6-7d73-414d-a695-281536410e94 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:22.567856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7b33-3abf-475f-a06f-aeea2452c55e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.724216 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7b33-3abf-475f-a06f-aeea2452c55e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.753254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7b33-3abf-475f-a06f-aeea2452c55e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Calling delete_port for 85fc67a6-7d73-414d-a695-281536410e94 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:22.756813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::38d (5f7c2207-d6d5-45da-be4e-ed371bf639f1/c579b8f8-1e11-4198-8c51-0f3e7f6995fb/ebe873ce-e385-41d5-84e4-eb648bb67a6b) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:22.762825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8572fb11-ba42-4146-8705-28d3ae3778f1 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:22.838838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8572fb11-ba42-4146-8705-28d3ae3778f1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:22.839548 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.925302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fb1fabf-404c-4dd3-8649-6452afe62523 req-2d70375c-0887-4e0e-9a2f-2c13dbe6f027 tempest-ServerShowV247Test-2002406645 tempest-ServerShowV247Test-2002406645-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e7891fc-6325-4c11-b7cd-f8cf3d686cbd HTTP/1.1" status: 200 len: 210 time: 0.0506864 Sep 22 10:33:22.984263 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.005843 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.019516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 8572fb11-ba42-4146-8705-28d3ae3778f1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8572fb11-ba42-4146-8705-28d3ae3778f1,segment=NetworkSegment(be09fae3-4915-4956-8a6a-c7a4fea6157b),segment_id=be09fae3-4915-4956-8a6a-c7a4fea6157b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:23.158340 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.160788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7b33-3abf-475f-a06f-aeea2452c55e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.162515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.221150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d7b33-3abf-475f-a06f-aeea2452c55e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Port': ['ID=85fc67a6-7d73-414d-a695-281536410e94,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:23.227029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=8572fb11-ba42-4146-8705-28d3ae3778f1,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:23.255252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:23.256778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:23.262340 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:23.270048 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:23.270827 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.292254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=ebe873ce-e385-41d5-84e4-eb648bb67a6b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:23.343268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7b33-3abf-475f-a06f-aeea2452c55e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.345288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0f6d7b33-3abf-475f-a06f-aeea2452c55e tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "DELETE /v2.0/ports/85fc67a6-7d73-414d-a695-281536410e94 HTTP/1.1" status: 204 len: 168 time: 0.9076664 Sep 22 10:33:23.350172 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38638) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:23.351034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1095da13-ccef-418e-9af5-0b8e49b607d4 None None] Network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:23.399945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e688d1f5-2552-4137-a833-56fa054f0833 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting subnet 8930d7b6-61a0-4ece-9553-55a0bc174a1d {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:23.403020 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e688d1f5-2552-4137-a833-56fa054f0833 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.414878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-cbfde301-2a5f-4cf3-8c30-44eb6cf7311a None None] Provisioning complete for port 8572fb11-ba42-4146-8705-28d3ae3778f1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:23.419701 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cbfde301-2a5f-4cf3-8c30-44eb6cf7311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.441157 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a630618f-a369-4813-bec5-fbb138d96b68 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3234639 Sep 22 10:33:23.445689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38640) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:23.449111 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e688d1f5-2552-4137-a833-56fa054f0833 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.592871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1344ed-5ca8-496c-b0e2-7c7e867ee785 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:23.599951 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3b1344ed-5ca8-496c-b0e2-7c7e867ee785 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A21d HTTP/1.1" status: 200 len: 928 time: 0.1478524 Sep 22 10:33:23.599951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38648) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:23.694669 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e688d1f5-2552-4137-a833-56fa054f0833 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.768148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef7dbd-2cac-4d58-a655-8d3f8f181afd tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port ebe873ce-e385-41d5-84e4-eb648bb67a6b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:23.768263 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7dbd-2cac-4d58-a655-8d3f8f181afd tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.884699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7dbd-2cac-4d58-a655-8d3f8f181afd tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.902483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e688d1f5-2552-4137-a833-56fa054f0833 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.915843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef7dbd-2cac-4d58-a655-8d3f8f181afd tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for ebe873ce-e385-41d5-84e4-eb648bb67a6b owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:23.947368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688d1f5-2552-4137-a833-56fa054f0833 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Subnet': ['ID=8930d7b6-61a0-4ece-9553-55a0bc174a1d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:23.952643 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e688d1f5-2552-4137-a833-56fa054f0833 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.956938 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e688d1f5-2552-4137-a833-56fa054f0833 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "DELETE /v2.0/subnets/8930d7b6-61a0-4ece-9553-55a0bc174a1d HTTP/1.1" status: 204 len: 168 time: 0.6054559 Sep 22 10:33:23.957541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38662) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:23.970508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71754884-4b2e-4a47-bb4a-c21b1326a37e None None] Network 21dc8868-4c57-42cf-9a4c-9e1363920957 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:24.150043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d140fd0b-124c-4d5f-a5f9-2f04f684f03a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting subnet a4a8e054-3ad0-4ba6-a417-c256573f1410 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:24.167803 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d140fd0b-124c-4d5f-a5f9-2f04f684f03a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.289051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e7ca8a05-f9e4-438c-8ef5-5764b403b00d None None] Provisioning complete for port 527b0bed-779f-4344-822f-c018881ade9d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:24.289593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8a05-f9e4-438c-8ef5-5764b403b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.338779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca8a05-f9e4-438c-8ef5-5764b403b00d None None] Port 527b0bed-779f-4344-822f-c018881ade9d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:24.354453 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e7ca8a05-f9e4-438c-8ef5-5764b403b00d None None] Provisioning complete for port ebe873ce-e385-41d5-84e4-eb648bb67a6b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:24.354833 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8a05-f9e4-438c-8ef5-5764b403b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.418901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaed2bd-9b89-4784-bc1b-1a9613eb28b4 None None] DHCP port deletion for 21dc8868-4c57-42cf-9a4c-9e1363920957 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:33:24.450725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca8a05-f9e4-438c-8ef5-5764b403b00d None None] Port ebe873ce-e385-41d5-84e4-eb648bb67a6b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:24.477362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e7ca8a05-f9e4-438c-8ef5-5764b403b00d None None] Provisioning complete for port 8572fb11-ba42-4146-8705-28d3ae3778f1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:24.477362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8a05-f9e4-438c-8ef5-5764b403b00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.522169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ecaed2bd-9b89-4784-bc1b-1a9613eb28b4 None None] Deleting port cdf262cf-d202-453d-9c98-c9aeb58c4cca {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:24.522556 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ecaed2bd-9b89-4784-bc1b-1a9613eb28b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.634962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d140fd0b-124c-4d5f-a5f9-2f04f684f03a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.672856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ecaed2bd-9b89-4784-bc1b-1a9613eb28b4 None None] For port cdf262cf-d202-453d-9c98-c9aeb58c4cca, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cdf262cf-d202-453d-9c98-c9aeb58c4cca,segment=NetworkSegment(a4a62f56-5a24-4e6b-b24c-8b82ab291c44),segment_id=a4a62f56-5a24-4e6b-b24c-8b82ab291c44)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:24.673674 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ecaed2bd-9b89-4784-bc1b-1a9613eb28b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.689442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ecaed2bd-9b89-4784-bc1b-1a9613eb28b4 None None] Calling delete_port for cdf262cf-d202-453d-9c98-c9aeb58c4cca owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:24.717151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8572fb11-ba42-4146-8705-28d3ae3778f1 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:24.742718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fc7fe-dc2e-42c3-ab97-6f207fe6831c req-c14a70b3-ca60-4d52-8387-ec04892fa312 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:24.745792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-244fc7fe-dc2e-42c3-ab97-6f207fe6831c req-c14a70b3-ca60-4d52-8387-ec04892fa312 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 947 time: 0.0627604 Sep 22 10:33:24.810810 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d140fd0b-124c-4d5f-a5f9-2f04f684f03a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.823104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-244fc7fe-dc2e-42c3-ab97-6f207fe6831c req-48935b67-3bc6-4254-b097-9aef69424071 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619764 Sep 22 10:33:24.864021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8572fb11-ba42-4146-8705-28d3ae3778f1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:24.864395 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.923284 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7dbd-2cac-4d58-a655-8d3f8f181afd tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.932795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38692) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:24.963426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2db44022-c7e4-442c-9529-ddfda99ab57f None None] Provisioning complete for port 527b0bed-779f-4344-822f-c018881ade9d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:24.972981 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2db44022-c7e4-442c-9529-ddfda99ab57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.997329 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef7dbd-2cac-4d58-a655-8d3f8f181afd tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=ebe873ce-e385-41d5-84e4-eb648bb67a6b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:25.077730 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7dbd-2cac-4d58-a655-8d3f8f181afd tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.084349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38702) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:25.088695 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a1ef7dbd-2cac-4d58-a655-8d3f8f181afd tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/ebe873ce-e385-41d5-84e4-eb648bb67a6b HTTP/1.1" status: 204 len: 168 time: 1.4898479 Sep 22 10:33:25.109297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d140fd0b-124c-4d5f-a5f9-2f04f684f03a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.164137 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-294d94e5-6855-405d-8366-eb8e2543256c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:33:25.169793 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-294d94e5-6855-405d-8366-eb8e2543256c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/ebe873ce-e385-41d5-84e4-eb648bb67a6b HTTP/1.1" status: 404 len: 333 time: 0.0821552 Sep 22 10:33:25.173446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38706) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:25.175047 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ecaed2bd-9b89-4784-bc1b-1a9613eb28b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.194839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d140fd0b-124c-4d5f-a5f9-2f04f684f03a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.196757 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d140fd0b-124c-4d5f-a5f9-2f04f684f03a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "DELETE /v2.0/subnets/a4a8e054-3ad0-4ba6-a417-c256573f1410 HTTP/1.1" status: 204 len: 168 time: 1.2386093 Sep 22 10:33:25.205496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2db44022-c7e4-442c-9529-ddfda99ab57f None None] Port 527b0bed-779f-4344-822f-c018881ade9d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:25.206747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140fd0b-124c-4d5f-a5f9-2f04f684f03a tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a8e054-3ad0-4ba6-a417-c256573f1410,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:25.208642 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38710) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:25.216659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11414736-1b7e-420d-b964-1da6ce8038a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.238457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2db44022-c7e4-442c-9529-ddfda99ab57f None None] Could not find standard attr ID for object ebe873ce-e385-41d5-84e4-eb648bb67a6b. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:33:25.241692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09e008-2b4f-4971-acf8-995876b3340b None None] Network 4927cad9-cef8-441f-b79e-01c2af82e173 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:25.359679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaed2bd-9b89-4784-bc1b-1a9613eb28b4 None None] Pushing event deleted for resources: {'Port': ['ID=cdf262cf-d202-453d-9c98-c9aeb58c4cca,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:25.363975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70b7aacd-52fb-43d2-93d9-807687befe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.366183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaed2bd-9b89-4784-bc1b-1a9613eb28b4 None None] No DVR routers for this DVR port cdf262cf-d202-453d-9c98-c9aeb58c4cca on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:25.372342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:25.428600 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.438844 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11414736-1b7e-420d-b964-1da6ce8038a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.469748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ee3ce-5839-42c0-94ce-8ba59868bdb4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 527b0bed-779f-4344-822f-c018881ade9d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:25.470298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee3ce-5839-42c0-94ce-8ba59868bdb4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.494213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cdf262cf-d202-453d-9c98-c9aeb58c4cca no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:25.572395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: cdf262cf-d202-453d-9c98-c9aeb58c4cca {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:25.573107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cdf262cf-d202-453d-9c98-c9aeb58c4cca not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:25.594574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.625098 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11414736-1b7e-420d-b964-1da6ce8038a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.628086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21dc8868-4c57-42cf-9a4c-9e1363920957']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:25.642058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:25.643177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a62f56-5a24-4e6b-b24c-8b82ab291c44') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:25.656678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.668622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-11414736-1b7e-420d-b964-1da6ce8038a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc5f26ab8f324ae49b0866a644382342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7343578 Sep 22 10:33:25.673621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38722) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:25.679982 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.684739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.692631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:33:25.693878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.712327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:25.715071 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7669ce0-98cd-4940-95d1-88c21ab565c0" -d '{"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:25.719787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:25.720184 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee3ce-5839-42c0-94ce-8ba59868bdb4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:33:25.723898 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:33:25.726250 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.728751 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.755230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11414736-1b7e-420d-b964-1da6ce8038a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac933fc2-a46a-4700-9edb-a76621afe64b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:25.755762 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.780938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ee3ce-5839-42c0-94ce-8ba59868bdb4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 527b0bed-779f-4344-822f-c018881ade9d owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:25.813420 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c873e59-bc0c-42b0-b86d-f18b5bbb1da4 x-openstack-request-id: req-1c873e59-bc0c-42b0-b86d-f18b5bbb1da4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:25.813990 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-unplugged", "status": "completed", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:25.814626 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c873e59-bc0c-42b0-b86d-f18b5bbb1da4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:25.815358 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'code': 200} Sep 22 10:33:25.838762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ddee5c-68e3-47e8-8728-b5969c108258 None None] DHCP port deletion for 4927cad9-cef8-441f-b79e-01c2af82e173 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:33:25.888762 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0937737a-aa22-48a7-8ebf-ccc047727a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.899690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-56ddee5c-68e3-47e8-8728-b5969c108258 None None] Deleting port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:25.900486 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-56ddee5c-68e3-47e8-8728-b5969c108258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.908393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.920677 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.920962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.920962 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "DELETE /v2.0/networks/21dc8868-4c57-42cf-9a4c-9e1363920957 HTTP/1.1" status: 204 len: 168 time: 0.7086473 Sep 22 10:33:25.937551 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38732) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:25.960794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d853cd-8ef1-4f2e-81a8-4234ed927070 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Network': ['ID=21dc8868-4c57-42cf-9a4c-9e1363920957,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:26.013242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=14']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:26.054833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0937737a-aa22-48a7-8ebf-ccc047727a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.110508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-56ddee5c-68e3-47e8-8728-b5969c108258 None None] For port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6cc5c2eb-c9d0-4cda-8975-0235f32a1c51,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:26.111173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-56ddee5c-68e3-47e8-8728-b5969c108258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.111830 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.126249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-56ddee5c-68e3-47e8-8728-b5969c108258 None None] Calling delete_port for 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:26.131998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee3ce-5839-42c0-94ce-8ba59868bdb4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.171827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Deleting port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:26.171827 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.181831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ee3ce-5839-42c0-94ce-8ba59868bdb4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=527b0bed-779f-4344-822f-c018881ade9d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:26.210081 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.218192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0937737a-aa22-48a7-8ebf-ccc047727a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.220715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0937737a-aa22-48a7-8ebf-ccc047727a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.226635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0937737a-aa22-48a7-8ebf-ccc047727a13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac933fc2-a46a-4700-9edb-a76621afe64b HTTP/1.1" status: 204 len: 168 time: 0.5465405 Sep 22 10:33:26.227733 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff3ee3ce-5839-42c0-94ce-8ba59868bdb4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.236711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ff3ee3ce-5839-42c0-94ce-8ba59868bdb4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/527b0bed-779f-4344-822f-c018881ade9d HTTP/1.1" status: 204 len: 168 time: 1.0190451 Sep 22 10:33:26.238416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38752) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:26.262648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937737a-aa22-48a7-8ebf-ccc047727a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac933fc2-a46a-4700-9edb-a76621afe64b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:26.278495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] For port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6cc5c2eb-c9d0-4cda-8975-0235f32a1c51,segment=NetworkSegment(d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9),segment_id=d7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:26.279451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.283271 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-784f981a-4175-4d2b-bffa-adb9fe6262f4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:33:26.292558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-784f981a-4175-4d2b-bffa-adb9fe6262f4 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/527b0bed-779f-4344-822f-c018881ade9d HTTP/1.1" status: 404 len: 333 time: 0.0460162 Sep 22 10:33:26.292558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38754) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:26.304699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Calling delete_port for 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:26.343771 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-56ddee5c-68e3-47e8-8728-b5969c108258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.382571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ddee5c-68e3-47e8-8728-b5969c108258 None None] No DVR routers for this DVR port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:26.397182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9727adb-64a1-4746-b525-4977a5fd0608 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet c579b8f8-1e11-4198-8c51-0f3e7f6995fb {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:26.400854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9727adb-64a1-4746-b525-4977a5fd0608 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.421229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddee5c-68e3-47e8-8728-b5969c108258 None None] Pushing event deleted for resources: {'Port': ['ID=6cc5c2eb-c9d0-4cda-8975-0235f32a1c51,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:26.445347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.450799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9727adb-64a1-4746-b525-4977a5fd0608 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.478961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Port': ['ID=6cc5c2eb-c9d0-4cda-8975-0235f32a1c51,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:26.487178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] No DVR routers for this DVR port 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:26.573178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9727adb-64a1-4746-b525-4977a5fd0608 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.603252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.638995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4927cad9-cef8-441f-b79e-01c2af82e173']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:26.664259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:26.665011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fb76fe-865b-4fd5-a918-cc1bf8cb8cb9') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:26.676505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.682331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:26.690734 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.697140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:33:26.697607 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:33:26.700533 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:33:26.713645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:26.713645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6cc5c2eb-c9d0-4cda-8975-0235f32a1c51 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:26.909421 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9727adb-64a1-4746-b525-4977a5fd0608 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.923648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.932229 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.937996 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] 10.222.0.20 "DELETE /v2.0/networks/4927cad9-cef8-441f-b79e-01c2af82e173 HTTP/1.1" status: 204 len: 168 time: 0.9955940 Sep 22 10:33:26.950314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9727adb-64a1-4746-b525-4977a5fd0608 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=c579b8f8-1e11-4198-8c51-0f3e7f6995fb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:26.960308 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9727adb-64a1-4746-b525-4977a5fd0608 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.963330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d9727adb-64a1-4746-b525-4977a5fd0608 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/c579b8f8-1e11-4198-8c51-0f3e7f6995fb HTTP/1.1" status: 204 len: 168 time: 0.6716399 Sep 22 10:33:26.966131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38774) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:26.969766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd60fd0e-f2be-462b-be3a-91343182ecf0 None None] Network 5f7c2207-d6d5-45da-be4e-ed371bf639f1 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:27.026965 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a6b39-5548-4c15-ba14-caa546c03e30 tempest-TaggedBootDevicesTest_v242-2055172905 tempest-TaggedBootDevicesTest_v242-2055172905-project] Pushing event deleted for resources: {'Network': ['ID=4927cad9-cef8-441f-b79e-01c2af82e173,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:27.212269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.254515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee83f60-eb2e-4e08-8d6b-cf550f9e793f None None] DHCP port deletion for 5f7c2207-d6d5-45da-be4e-ed371bf639f1 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:33:27.312668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 8572fb11-ba42-4146-8705-28d3ae3778f1 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:27.312668 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.362485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1ee83f60-eb2e-4e08-8d6b-cf550f9e793f None None] Deleting port 8572fb11-ba42-4146-8705-28d3ae3778f1 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:27.365645 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ee83f60-eb2e-4e08-8d6b-cf550f9e793f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.403614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] For port 8572fb11-ba42-4146-8705-28d3ae3778f1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8572fb11-ba42-4146-8705-28d3ae3778f1,segment=NetworkSegment(be09fae3-4915-4956-8a6a-c7a4fea6157b),segment_id=be09fae3-4915-4956-8a6a-c7a4fea6157b)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:27.403993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.418263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 8572fb11-ba42-4146-8705-28d3ae3778f1 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:27.445957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1ee83f60-eb2e-4e08-8d6b-cf550f9e793f None None] For port 8572fb11-ba42-4146-8705-28d3ae3778f1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8572fb11-ba42-4146-8705-28d3ae3778f1,segment=NetworkSegment(be09fae3-4915-4956-8a6a-c7a4fea6157b),segment_id=be09fae3-4915-4956-8a6a-c7a4fea6157b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:27.446536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ee83f60-eb2e-4e08-8d6b-cf550f9e793f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.464675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1ee83f60-eb2e-4e08-8d6b-cf550f9e793f None None] Calling delete_port for 8572fb11-ba42-4146-8705-28d3ae3778f1 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:27.689878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.700313 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ee83f60-eb2e-4e08-8d6b-cf550f9e793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.722949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No DVR routers for this DVR port 8572fb11-ba42-4146-8705-28d3ae3778f1 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:27.730250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee83f60-eb2e-4e08-8d6b-cf550f9e793f None None] Pushing event deleted for resources: {'Port': ['ID=8572fb11-ba42-4146-8705-28d3ae3778f1,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:27.734090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee83f60-eb2e-4e08-8d6b-cf550f9e793f None None] No DVR routers for this DVR port 8572fb11-ba42-4146-8705-28d3ae3778f1 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:27.751745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=8572fb11-ba42-4146-8705-28d3ae3778f1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:27.832555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.864014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7c2207-d6d5-45da-be4e-ed371bf639f1']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:27.877112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be09fae3-4915-4956-8a6a-c7a4fea6157b') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:27.877112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be09fae3-4915-4956-8a6a-c7a4fea6157b') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:27.897752 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.916731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.927103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:33:27.927922 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:33:27.932270 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:33:28.041932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38814) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:28.135448 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.161560 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1494359701-network', 'tenant_id': '308177db81fe4998a826f4222b77bc2e'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:28.169449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.177927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.185118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/networks/5f7c2207-d6d5-45da-be4e-ed371bf639f1 HTTP/1.1" status: 204 len: 168 time: 1.2135842 Sep 22 10:33:28.187871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38824) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:28.196458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1344955472'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:28.209563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72acecb-1fc7-46eb-b274-b5c686878562 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Network': ['ID=5f7c2207-d6d5-45da-be4e-ed371bf639f1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:28.328766 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Made reservation on behalf of 308177db81fe4998a826f4222b77bc2e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:28.339967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.350006 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.510072 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:28.514217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.558692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:33:28.579574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.579916 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Added segment 73608623-0fff-4061-9120-3ef6eaf35a2b of type vlan for network cfa84722-7136-46da-9e08-0643b35fc49b Sep 22 10:33:28.650724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.658933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8572fb11-ba42-4146-8705-28d3ae3778f1 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:28.681518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 8572fb11-ba42-4146-8705-28d3ae3778f1 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:28.682027 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8572fb11-ba42-4146-8705-28d3ae3778f1 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:28.703601 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.857601 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.903647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:33:28.921213 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c39a17a-80d5-4ef5-b163-8c215130f7b2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:28.930043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.930043 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Added segment 265d0c51-65d9-4172-af3c-4e21aad2bb14 of type vlan for network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 Sep 22 10:33:28.940140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.947834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:28.948477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:29.012593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:29.065950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Network': ['ID=cfa84722-7136-46da-9e08-0643b35fc49b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:29.078575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network cfa84722-7136-46da-9e08-0643b35fc49b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:33:29.140480 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce280e9d-3e41-49ee-8947-392797c8d083 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9500446 Sep 22 10:33:29.143333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38846) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:29.150078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'cfa84722-7136-46da-9e08-0643b35fc49b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:29.233669 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:29.234728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:29.235559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:29.317171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:29.329320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:33:29.430855 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-92e934a9-81ba-4664-94aa-7e4f3dfee2e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3876686 Sep 22 10:33:29.434688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38852) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:29.439169 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Request body: {'subnet': {'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1494359701-subnet', 'tenant_id': '308177db81fe4998a826f4222b77bc2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:29.586652 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:29.587753 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:29.665388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d245595-4d4c-4dec-9da6-03c556493f78 req-22fa30f2-161d-4866-8738-68e3c309bbe8 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:29.672687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d245595-4d4c-4dec-9da6-03c556493f78 req-22fa30f2-161d-4866-8738-68e3c309bbe8 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0572164 Sep 22 10:33:29.710641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d245595-4d4c-4dec-9da6-03c556493f78 req-af85c58f-86a2-4b5e-b689-d2c417d7b797 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370579 Sep 22 10:33:29.745220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Made reservation on behalf of 308177db81fe4998a826f4222b77bc2e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:29.747663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.017232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.070201 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.090618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=d89d9d98-c534-422d-aad1-2698b7e31335,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:30.130665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Checking segment: {'id': '73608623-0fff-4061-9120-3ef6eaf35a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cfa84722-7136-46da-9e08-0643b35fc49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:30.131031 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network hostable DHCP agents. Network: cfa84722-7136-46da-9e08-0643b35fc49b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:33:30.162916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c71a83-301e-40d7-8110-ed696a6a52a0,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:30.174894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Checking segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:30.175285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Network hostable DHCP agents. Network: aa0a3ea5-25c5-45d8-acb0-3607e4e2c864, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:33:30.325653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network cfa84722-7136-46da-9e08-0643b35fc49b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:33:30.329041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83784a29-2bd5-4af4-9d8d-8a0754880f62 req-6513cf77-55fb-48ed-8fee-001c598cf3c4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:30.330637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83784a29-2bd5-4af4-9d8d-8a0754880f62 req-6513cf77-55fb-48ed-8fee-001c598cf3c4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0561426 Sep 22 10:33:30.378939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:33:30.388633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83784a29-2bd5-4af4-9d8d-8a0754880f62 req-a3f05487-cc3b-4212-96be-ef2dbaf7f4c6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489223 Sep 22 10:33:30.463558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010d2c-ea18-4817-b559-a1cb8658012d req-219bdfc2-b15a-4cca-b49a-38078caf2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:30.465021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46010d2c-ea18-4817-b559-a1cb8658012d req-219bdfc2-b15a-4cca-b49a-38078caf2f46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1096 time: 0.0459404 Sep 22 10:33:30.508987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, cfa84722-7136-46da-9e08-0643b35fc49b) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:30.510983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, aa0a3ea5-25c5-45d8-acb0-3607e4e2c864) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:30.515616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:30.516362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.522655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1ee155-33da-46e4-9207-ab4b4eb07d95 None None] Network cfa84722-7136-46da-9e08-0643b35fc49b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:30.526805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed8a742-586a-4eb4-b827-f9801239f332 None None] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:30.536070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:30.536667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.575131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010d2c-ea18-4817-b559-a1cb8658012d req-5e4c653b-1a18-4cea-90d2-cd5580e1beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:30.577490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46010d2c-ea18-4817-b559-a1cb8658012d req-5e4c653b-1a18-4cea-90d2-cd5580e1beb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.1056974 Sep 22 10:33:30.673893 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46010d2c-ea18-4817-b559-a1cb8658012d req-60ed691b-057a-408c-886c-b5a2237c4b43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1000 time: 0.0897403 Sep 22 10:33:30.720596 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f81fee2f-ee93-4210-9a56-7c7cf8ec7297 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5693946 Sep 22 10:33:30.720596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38868) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:30.726522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': 'cfa84722-7136-46da-9e08-0643b35fc49b', 'name': 'tempest-PortsIpV6TestJSON-41516251', 'fixed_ips': [{'subnet_id': 'd89d9d98-c534-422d-aad1-2698b7e31335', 'ip_address': '2001:db8::10'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:30.731971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010d2c-ea18-4817-b559-a1cb8658012d req-f5ee5883-3abf-464e-8746-5f4a6efa1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:30.733757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46010d2c-ea18-4817-b559-a1cb8658012d req-f5ee5883-3abf-464e-8746-5f4a6efa1ddc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0535867 Sep 22 10:33:30.777651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005acde-5a45-4e09-b325-9f46a780fb87 None None] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:30.811190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-cfa84722-7136-46da-9e08-0643b35fc49b', 'network_id': 'cfa84722-7136-46da-9e08-0643b35fc49b', 'tenant_id': '375ddb649e4247548a70b4cb5183ba80', 'fixed_ips': [{'subnet_id': 'd89d9d98-c534-422d-aad1-2698b7e31335'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:33:30.812366 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.824804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010d2c-ea18-4817-b559-a1cb8658012d req-a115be79-2959-4eea-beb3-88659529b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:30.826711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46010d2c-ea18-4817-b559-a1cb8658012d req-a115be79-2959-4eea-beb3-88659529b37f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862367 Sep 22 10:33:30.833457 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4242b901-53b6-4f0d-a28d-8f446cbe2c93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3974497 Sep 22 10:33:30.981290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46010d2c-ea18-4817-b559-a1cb8658012d req-78e92a74-e52a-4867-a529-0cf6019869ce service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383629 Sep 22 10:33:31.075633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Allocated IP 2001:db8::2 (cfa84722-7136-46da-9e08-0643b35fc49b/d89d9d98-c534-422d-aad1-2698b7e31335/2c168f2a-6e53-413b-b1c4-44d9a30e5427) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:31.100615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:31.174333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46010d2c-ea18-4817-b559-a1cb8658012d req-d03329bd-11fb-49fc-b038-b92f33e8b3d1 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826177 Sep 22 10:33:31.235099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.257671 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port 37ba87a7-9f97-4f80-b8b5-da25f77053ed yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:33:31.289302 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.440291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.526495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Pushing event updated for resources: {'Port': ['ID=2c168f2a-6e53-413b-b1c4-44d9a30e5427,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:31.533327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Network cfa84722-7136-46da-9e08-0643b35fc49b is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:31.535525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:31.537699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:31.540650 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::10 (cfa84722-7136-46da-9e08-0643b35fc49b/d89d9d98-c534-422d-aad1-2698b7e31335/37ba87a7-9f97-4f80-b8b5-da25f77053ed) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:31.550825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-b4e89629-0e0b-4047-95a0-ab37a00717ab tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:31.553295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-b4e89629-0e0b-4047-95a0-ab37a00717ab tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.2405269 Sep 22 10:33:31.575503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-d28acf90-855f-42a1-ac7d-e54e593128e0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/quotas/308177db81fe4998a826f4222b77bc2e HTTP/1.1" status: 200 len: 375 time: 0.0166495 Sep 22 10:33:31.644377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-56be9ebf-9701-4dac-ab79-2043805d2271 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666306 Sep 22 10:33:31.728435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.761626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Attempting to bind port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:31.761626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Attempting to bind port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '73608623-0fff-4061-9120-3ef6eaf35a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cfa84722-7136-46da-9e08-0643b35fc49b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:31.761626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Attempting to bind port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 on network cfa84722-7136-46da-9e08-0643b35fc49b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:31.761626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:31.761626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Checking segment: {'id': '73608623-0fff-4061-9120-3ef6eaf35a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cfa84722-7136-46da-9e08-0643b35fc49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:31.761626 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.761626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Bound using segment: {'id': '73608623-0fff-4061-9120-3ef6eaf35a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cfa84722-7136-46da-9e08-0643b35fc49b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:31.761626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Bound port: 2c168f2a-6e53-413b-b1c4-44d9a30e5427, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73608623-0fff-4061-9120-3ef6eaf35a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cfa84722-7136-46da-9e08-0643b35fc49b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:31.762546 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.768039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-12bcdcfd-3055-4920-abba-2d8ac56cc590 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149828 Sep 22 10:33:31.827134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] For port 2c168f2a-6e53-413b-b1c4-44d9a30e5427, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:31.830253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] For port 2c168f2a-6e53-413b-b1c4-44d9a30e5427, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2c168f2a-6e53-413b-b1c4-44d9a30e5427,segment=NetworkSegment(73608623-0fff-4061-9120-3ef6eaf35a2b),segment_id=73608623-0fff-4061-9120-3ef6eaf35a2b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:31.888031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-3f66684c-9023-44de-b508-784476a4ec61 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126988 Sep 22 10:33:31.897593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.946950 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.959037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network cfa84722-7136-46da-9e08-0643b35fc49b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:31.961192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:31.967552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:31.979067 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:31.979067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.998191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=37ba87a7-9f97-4f80-b8b5-da25f77053ed,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:32.046233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f12ea-8ae4-47ab-b847-d58929b2ac10 None None] Pushing event updated for resources: {'Port': ['ID=2c168f2a-6e53-413b-b1c4-44d9a30e5427,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:32.101076 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8bb9bf9a-708d-4ff8-a2a3-adcf55f76554 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3816066 Sep 22 10:33:32.105264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38898) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:32.111532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': 'cfa84722-7136-46da-9e08-0643b35fc49b', 'name': 'tempest-PortsIpV6TestJSON-887058252', 'fixed_ips': [{'subnet_id': 'd89d9d98-c534-422d-aad1-2698b7e31335', 'ip_address': '2001:db8::f'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:32.433818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:32.460782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb3c84-156f-4014-b40c-450943907eec req-6f60f9ea-aab7-4f69-aeef-00e782447cb1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:32.462390 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fedb3c84-156f-4014-b40c-450943907eec req-6f60f9ea-aab7-4f69-aeef-00e782447cb1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0689354 Sep 22 10:33:32.539799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fedb3c84-156f-4014-b40c-450943907eec req-40584a55-7080-4d7c-8038-25d7f9341b11 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704696 Sep 22 10:33:32.566376 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:32.597868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port 482040ab-c9c4-4362-bfbd-099c75dc448b yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:33:32.726585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2c168f2a-6e53-413b-b1c4-44d9a30e5427 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:32.745931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49eb8ac8-db5f-476f-a07e-3ece218cc755 req-ae637dfb-c9e9-4d5d-9b10-04413f7de257 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 210 time: 0.0399437 Sep 22 10:33:32.810707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:32.811074 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:32.848388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::f (cfa84722-7136-46da-9e08-0643b35fc49b/d89d9d98-c534-422d-aad1-2698b7e31335/482040ab-c9c4-4362-bfbd-099c75dc448b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:32.892247 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:32.941526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 2c168f2a-6e53-413b-b1c4-44d9a30e5427, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2c168f2a-6e53-413b-b1c4-44d9a30e5427,segment=NetworkSegment(73608623-0fff-4061-9120-3ef6eaf35a2b),segment_id=73608623-0fff-4061-9120-3ef6eaf35a2b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:33.025730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.039867 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.099585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=2c168f2a-6e53-413b-b1c4-44d9a30e5427,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:33.190307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0fbc9c-e1d9-49ae-9f13-a63a58af4702 None None] Network cfa84722-7136-46da-9e08-0643b35fc49b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:33.239365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.304139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network cfa84722-7136-46da-9e08-0643b35fc49b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:33.307686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:33.312416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:33.319278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:33.320081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.321521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-06d3d158-0cec-4da6-9614-13350605da03 None None] Provisioning complete for port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:33.321521 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-06d3d158-0cec-4da6-9614-13350605da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.329898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=482040ab-c9c4-4362-bfbd-099c75dc448b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:33.488636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e06bc-bfe6-40ed-8e55-652dbe88db58 req-24eb9a2e-6cb7-4055-9227-e4135c81f7ee tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:33.490278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-681e06bc-bfe6-40ed-8e55-652dbe88db58 req-24eb9a2e-6cb7-4055-9227-e4135c81f7ee tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 947 time: 0.0549362 Sep 22 10:33:33.492118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e05bd6a2-dabb-444b-bc0a-286f89b1c0e3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3855932 Sep 22 10:33:33.494880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38924) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:33.595547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-681e06bc-bfe6-40ed-8e55-652dbe88db58 req-5d4aa956-7fc8-40e1-8fcd-0e2113b3f0db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904498 Sep 22 10:33:33.605032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8272ee-0add-45a1-b0a5-b35fdec04279 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:33.606660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3d8272ee-0add-45a1-b0a5-b35fdec04279 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1106501 Sep 22 10:33:33.609918 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38926) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:33.682933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b7090ef1-6121-432f-a661-3ee24222a669 None None] Provisioning complete for port 482040ab-c9c4-4362-bfbd-099c75dc448b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:33.683326 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7090ef1-6121-432f-a661-3ee24222a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.743491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b7090ef1-6121-432f-a661-3ee24222a669 None None] Port 482040ab-c9c4-4362-bfbd-099c75dc448b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:33.755920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b7090ef1-6121-432f-a661-3ee24222a669 None None] Provisioning complete for port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:33.759719 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7090ef1-6121-432f-a661-3ee24222a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.770170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427905c7-21f2-472c-858c-9cd24297b3fc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:33.777420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427905c7-21f2-472c-858c-9cd24297b3fc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:33.788222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427905c7-21f2-472c-858c-9cd24297b3fc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:33.797781 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-427905c7-21f2-472c-858c-9cd24297b3fc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1866570 Sep 22 10:33:33.798693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38934) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:33.868139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b7090ef1-6121-432f-a661-3ee24222a669 None None] Provisioning complete for port 37ba87a7-9f97-4f80-b8b5-da25f77053ed triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:33.868720 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7090ef1-6121-432f-a661-3ee24222a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.910730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b7090ef1-6121-432f-a661-3ee24222a669 None None] Port 37ba87a7-9f97-4f80-b8b5-da25f77053ed cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:33.965028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e18ef-2471-4e4b-9116-d10ce3763a38 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 482040ab-c9c4-4362-bfbd-099c75dc448b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:33.965446 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b3e18ef-2471-4e4b-9116-d10ce3763a38 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.077950 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b3e18ef-2471-4e4b-9116-d10ce3763a38 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.079812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a33673-0555-403d-8eca-99dbdc596ad6 req-bc5e9336-00bf-4302-87ce-85ddd699e814 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:34.081460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0a33673-0555-403d-8eca-99dbdc596ad6 req-bc5e9336-00bf-4302-87ce-85ddd699e814 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.3803627 Sep 22 10:33:34.091597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e18ef-2471-4e4b-9116-d10ce3763a38 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 482040ab-c9c4-4362-bfbd-099c75dc448b owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:34.129510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0a33673-0555-403d-8eca-99dbdc596ad6 req-5f6e6c42-f2d4-4d20-9e51-d1b06288d83e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406537 Sep 22 10:33:34.150631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2c419118-4568-46e7-a6f4-fd1651d66c1f None None] Provisioning complete for port 37ba87a7-9f97-4f80-b8b5-da25f77053ed triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:34.153134 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2c419118-4568-46e7-a6f4-fd1651d66c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.191216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-2ecd3067-5934-4be7-8c3a-b4e59ce5ee72 req-8249fa38-38ce-4356-9e87-891b0ec6fed2 tempest-ServersWithSpecificFlavorTestJSON-1763059270 tempest-ServersWithSpecificFlavorTestJSON-1763059270-project] (95681) timed out ('10.222.0.20', 39056) {{(pid=95681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:33:34.245596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2c419118-4568-46e7-a6f4-fd1651d66c1f None None] Port 37ba87a7-9f97-4f80-b8b5-da25f77053ed cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:34.328442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ecb3e45-577d-46a9-9042-614321614777 req-1736a301-f622-43ee-b47d-0b0d5d1470e3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 210 time: 0.0276146 Sep 22 10:33:34.367154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-63a9c41d-3a06-430f-b415-daf4fa7be7d7 None None] Provisioning complete for port 482040ab-c9c4-4362-bfbd-099c75dc448b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:34.367530 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63a9c41d-3a06-430f-b415-daf4fa7be7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.413619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-63a9c41d-3a06-430f-b415-daf4fa7be7d7 None None] Port 482040ab-c9c4-4362-bfbd-099c75dc448b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:34.420677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b3e18ef-2471-4e4b-9116-d10ce3763a38 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.448163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83072598-9db7-4436-a5e7-ed45424e49f5 req-1228bffb-bb70-4db3-b372-c2bf91c157c5 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:34.449734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83072598-9db7-4436-a5e7-ed45424e49f5 req-1228bffb-bb70-4db3-b372-c2bf91c157c5 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0569782 Sep 22 10:33:34.456588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e18ef-2471-4e4b-9116-d10ce3763a38 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=482040ab-c9c4-4362-bfbd-099c75dc448b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:34.493465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b3e18ef-2471-4e4b-9116-d10ce3763a38 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.497724 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6b3e18ef-2471-4e4b-9116-d10ce3763a38 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/482040ab-c9c4-4362-bfbd-099c75dc448b HTTP/1.1" status: 204 len: 168 time: 0.6957052 Sep 22 10:33:34.497981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38942) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:34.513845 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83072598-9db7-4436-a5e7-ed45424e49f5 req-748a7e93-703b-4fa0-a815-35880ce7e7d7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515227 Sep 22 10:33:34.537427 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dc1c13-27ab-432e-a993-54d38590497e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:33:34.541902 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7dc1c13-27ab-432e-a993-54d38590497e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/482040ab-c9c4-4362-bfbd-099c75dc448b HTTP/1.1" status: 404 len: 333 time: 0.0403922 Sep 22 10:33:34.542068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38946) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:34.720490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8d71e1b0-5a63-45a4-afcd-746785bd19ca tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 37ba87a7-9f97-4f80-b8b5-da25f77053ed {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:34.725045 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d71e1b0-5a63-45a4-afcd-746785bd19ca tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.770368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2c168f2a-6e53-413b-b1c4-44d9a30e5427 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:34.855712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:34.856352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.887654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-4f97405b-b331-4d3c-89e3-81b81c03833c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:34.887654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-4f97405b-b331-4d3c-89e3-81b81c03833c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 947 time: 0.1560872 Sep 22 10:33:34.952709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d71e1b0-5a63-45a4-afcd-746785bd19ca tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.971713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8d71e1b0-5a63-45a4-afcd-746785bd19ca tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 37ba87a7-9f97-4f80-b8b5-da25f77053ed owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:34.978004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083a6ac-de56-415c-83d2-98635bedc685 req-605c99c4-a418-41c9-bfc6-f5ef5ba8f72c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:34.979954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8083a6ac-de56-415c-83d2-98635bedc685 req-605c99c4-a418-41c9-bfc6-f5ef5ba8f72c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 947 time: 0.1721437 Sep 22 10:33:35.052628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8083a6ac-de56-415c-83d2-98635bedc685 req-938a8fd4-63f9-4bb1-8a94-db4ae89ed84a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd1e051b-6fe5-4c43-b1e7-0059cbda6681&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494206 Sep 22 10:33:35.069918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Deleting port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:35.070250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.167648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] For port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:35.168360 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.300632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d71e1b0-5a63-45a4-afcd-746785bd19ca tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.334758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71e1b0-5a63-45a4-afcd-746785bd19ca tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=37ba87a7-9f97-4f80-b8b5-da25f77053ed,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:35.363752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d71e1b0-5a63-45a4-afcd-746785bd19ca tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.365808 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8d71e1b0-5a63-45a4-afcd-746785bd19ca tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/37ba87a7-9f97-4f80-b8b5-da25f77053ed HTTP/1.1" status: 204 len: 168 time: 0.8227701 Sep 22 10:33:35.368329 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38968) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:35.408187 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f15067c-5a0d-4d3b-8afd-a5c7f306f882 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:33:35.409905 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7f15067c-5a0d-4d3b-8afd-a5c7f306f882 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/37ba87a7-9f97-4f80-b8b5-da25f77053ed HTTP/1.1" status: 404 len: 333 time: 0.0406415 Sep 22 10:33:35.412666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38970) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:35.480077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-97340259-c703-491c-ba19-50de684f2cf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:35.481919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-97340259-c703-491c-ba19-50de684f2cf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.2582841 Sep 22 10:33:35.493988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e44610-e8df-4626-8b23-5d7f9f92dfd8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet d89d9d98-c534-422d-aad1-2698b7e31335 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:35.500238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2e44610-e8df-4626-8b23-5d7f9f92dfd8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.519555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-9287bbca-1a64-40dc-85fe-d923ff879996 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/quotas/b2072f075b5a4f368086b8b5c35c24f6 HTTP/1.1" status: 200 len: 375 time: 0.0252631 Sep 22 10:33:35.525318 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.525837 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.526642 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Floating IP e7f765a0-db1b-47e1-bdc4-071d9bdfc75a disassociated. External IP: 172.25.1.82, port: bb703edb-a080-4ce4-81dd-8cabe1fcfd2f. Sep 22 10:33:35.527019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Calling delete_port for bb703edb-a080-4ce4-81dd-8cabe1fcfd2f owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:35.578767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2e44610-e8df-4626-8b23-5d7f9f92dfd8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.691406 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2e44610-e8df-4626-8b23-5d7f9f92dfd8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.715900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-172cb178-19c0-434e-ac98-e14a7587bcc3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:35.718849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-172cb178-19c0-434e-ac98-e14a7587bcc3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.32 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.2966542 Sep 22 10:33:35.745208 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-728284e3-7b79-4aa2-ab8f-76364f88e0a7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1885836 Sep 22 10:33:35.748663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Request body: {'port': {'device_id': '8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'admin_state_up': True, 'tenant_id': '308177db81fe4998a826f4222b77bc2e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:35.918879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2e44610-e8df-4626-8b23-5d7f9f92dfd8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.951924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e44610-e8df-4626-8b23-5d7f9f92dfd8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=d89d9d98-c534-422d-aad1-2698b7e31335,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:35.954260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2e44610-e8df-4626-8b23-5d7f9f92dfd8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.957019 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2e44610-e8df-4626-8b23-5d7f9f92dfd8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/d89d9d98-c534-422d-aad1-2698b7e31335 HTTP/1.1" status: 204 len: 168 time: 0.5434208 Sep 22 10:33:35.962596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38976) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:35.966303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c7feed-8426-4da2-bb83-4fdf471409a4 None None] Network cfa84722-7136-46da-9e08-0643b35fc49b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:35.984821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-a949fb05-d38f-41fd-a98c-fa57454f3caa service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300510 Sep 22 10:33:36.083469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.094254 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.113295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-2f573de0-c61f-4f38-b6de-489032cccd69 service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149590 Sep 22 10:33:36.151521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Made reservation on behalf of 308177db81fe4998a826f4222b77bc2e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:36.155225 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.159932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event deleted for resources: {'Port': ['ID=bb703edb-a080-4ce4-81dd-8cabe1fcfd2f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:36.166257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:36.166736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.198702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc1e79-1eae-4050-bbff-9f4e6101e5e8 None None] DHCP port deletion for cfa84722-7136-46da-9e08-0643b35fc49b request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:33:36.283961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] For port 2c168f2a-6e53-413b-b1c4-44d9a30e5427, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2c168f2a-6e53-413b-b1c4-44d9a30e5427,segment=NetworkSegment(73608623-0fff-4061-9120-3ef6eaf35a2b),segment_id=73608623-0fff-4061-9120-3ef6eaf35a2b)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:36.284452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.298659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 2c168f2a-6e53-413b-b1c4-44d9a30e5427 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:36.303567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc1e79-1eae-4050-bbff-9f4e6101e5e8 None None] Deleting port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:36.303953 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1e79-1eae-4050-bbff-9f4e6101e5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.391204 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Router 515c7a31-216e-4d08-a745-4d78f78b20e9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:33:36.407651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Allocated IP 172.20.0.5 (aa0a3ea5-25c5-45d8-acb0-3607e4e2c864/45c71a83-301e-40d7-8110-ed696a6a52a0/629f28cf-e02a-4db2-b6f4-95faeb108d79) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:36.432519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8dbc1e79-1eae-4050-bbff-9f4e6101e5e8 None None] For port 2c168f2a-6e53-413b-b1c4-44d9a30e5427, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2c168f2a-6e53-413b-b1c4-44d9a30e5427,segment=NetworkSegment(73608623-0fff-4061-9120-3ef6eaf35a2b),segment_id=73608623-0fff-4061-9120-3ef6eaf35a2b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:36.433068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1e79-1eae-4050-bbff-9f4e6101e5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.451334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc1e79-1eae-4050-bbff-9f4e6101e5e8 None None] Calling delete_port for 2c168f2a-6e53-413b-b1c4-44d9a30e5427 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:36.497268 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.553678 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=2c168f2a-6e53-413b-b1c4-44d9a30e5427,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:36.561338 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No DVR routers for this DVR port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:36.636343 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1e79-1eae-4050-bbff-9f4e6101e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.697620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc1e79-1eae-4050-bbff-9f4e6101e5e8 None None] Pushing event deleted for resources: {'Port': ['ID=2c168f2a-6e53-413b-b1c4-44d9a30e5427,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:36.709194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc1e79-1eae-4050-bbff-9f4e6101e5e8 None None] No DVR routers for this DVR port 2c168f2a-6e53-413b-b1c4-44d9a30e5427 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:36.759485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.785044 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2c168f2a-6e53-413b-b1c4-44d9a30e5427 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:36.801110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:36.802865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa84722-7136-46da-9e08-0643b35fc49b']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:36.811116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6899258e-7bd6-4455-964e-e9ccaadbbe02 req-3719b849-9040-46c0-af96-4ecaebb5cdb0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 210 time: 0.1525440 Sep 22 10:33:36.826419 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] Sync routers for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:36.837226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73608623-0fff-4061-9120-3ef6eaf35a2b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:36.837554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73608623-0fff-4061-9120-3ef6eaf35a2b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:36.840694 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:36.841332 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:36.855082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 2c168f2a-6e53-413b-b1c4-44d9a30e5427 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:36.856797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2c168f2a-6e53-413b-b1c4-44d9a30e5427 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:36.881520 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.905544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.916867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:33:36.917278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:33:36.920406 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:33:36.953902 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.013341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] No DVR routers for this DVR port bb703edb-a080-4ce4-81dd-8cabe1fcfd2f on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:37.016452 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.019903 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51a2092b-8b62-4947-8015-232db2d2a4e3 req-06ee8ecf-6386-4eb4-afa8-e9520ee2b852 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "DELETE /v2.0/ports/bb703edb-a080-4ce4-81dd-8cabe1fcfd2f HTTP/1.1" status: 204 len: 173 time: 2.1225908 Sep 22 10:33:37.035715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-deleted', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:37.038583 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22881abd-72e0-419a-9732-7066bbf88dd2" -d '{"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-deleted", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:37.068588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-249e1f24-31e7-4ed8-8d62-c7c358dd3e84 req-05285bdf-a885-4e96-9fb0-f2f256f1534b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cbcbb24-62fb-4a36-8339-a518aa7258f7 HTTP/1.1" status: 200 len: 210 time: 0.1030116 Sep 22 10:33:37.118964 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:37.119801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.127431 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.130268 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/networks/cfa84722-7136-46da-9e08-0643b35fc49b HTTP/1.1" status: 204 len: 168 time: 1.1666346 Sep 22 10:33:37.135955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38994) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:37.140148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-96493042'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:37.151220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ee25-7b49-4f46-856c-388a3e950119 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Network': ['ID=cfa84722-7136-46da-9e08-0643b35fc49b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:37.199567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7b7da953-684c-41c9-9703-23cdd25c12e9 req-83532c3e-6aaf-4c21-906d-c6fe7938959b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 210 time: 0.0372570 Sep 22 10:33:37.265593 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859e1448-4857-440d-9400-3afd68e28297 x-openstack-request-id: req-859e1448-4857-440d-9400-3afd68e28297 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:37.265897 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbcbb24-62fb-4a36-8339-a518aa7258f7", "name": "network-vif-deleted", "tag": "bb703edb-a080-4ce4-81dd-8cabe1fcfd2f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:37.266264 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-859e1448-4857-440d-9400-3afd68e28297 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:37.266656 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbcbb24-62fb-4a36-8339-a518aa7258f7', 'name': 'network-vif-deleted', 'tag': 'bb703edb-a080-4ce4-81dd-8cabe1fcfd2f', 'status': 'completed', 'code': 200} Sep 22 10:33:37.337110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.344652 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:37.375931 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] Checking router: 515c7a31-216e-4d08-a745-4d78f78b20e9 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:33:37.389467 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:37.390884 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:37.406247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:37.411684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:37.418591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.436039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:37.455666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:37.459312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event updated for resources: {'Port': ['ID=629f28cf-e02a-4db2-b6f4-95faeb108d79,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:37.519322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:33:37.531690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:37.532482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.545457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.545935 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Added segment 38160d52-1003-4fb7-a715-020c5b9a4b61 of type vlan for network f86a2568-bdcb-42e4-be2a-778b2d575c76 Sep 22 10:33:37.567399 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:37.625961 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.644277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-c3c1802e-935f-4f4d-af79-0495dc0c1b3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9135442 Sep 22 10:33:37.658928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Request body: {'port': {'device_id': '8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:37.726442 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.840115 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:37.897107 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319f83e-ee55-4a46-b608-c24b0a28c532 None None] The sync data for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 is: [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:37.957200 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.963181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:37.963845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.277306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669745bc-613b-44c8-b798-c391d6db66ec None None] New status for floating IP e7f765a0-db1b-47e1-bdc4-071d9bdfc75a: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:33:38.359128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2203076 Sep 22 10:33:38.359367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39012) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:38.367183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'f86a2568-bdcb-42e4-be2a-778b2d575c76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:38.392929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccb5d1-5af8-4069-829d-4dc3ab41b7d1 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Network': ['ID=f86a2568-bdcb-42e4-be2a-778b2d575c76,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:38.406399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc9b06-50d1-4b69-82ee-e5dbabe6ea83 req-7da2d161-a489-40ef-9046-f0ee80b72ee2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:38.407981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30dc9b06-50d1-4b69-82ee-e5dbabe6ea83 req-7da2d161-a489-40ef-9046-f0ee80b72ee2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 931 time: 0.4634094 Sep 22 10:33:38.444458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f86a2568-bdcb-42e4-be2a-778b2d575c76 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:33:38.533167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30dc9b06-50d1-4b69-82ee-e5dbabe6ea83 req-254f88fb-2bda-4614-9030-d8e620e08f4a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148396 Sep 22 10:33:38.547128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629f28cf-e02a-4db2-b6f4-95faeb108d79 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:33:38.555309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.573370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Transition to ACTIVE for port object 629f28cf-e02a-4db2-b6f4-95faeb108d79 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:33:38.654703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0844493e-d702-4753-8c66-e42878ef55a5 req-fad4cd2e-68a1-43f9-a009-317fdc10ae0e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 210 time: 0.0324914 Sep 22 10:33:38.678574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:38.680265 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.688247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.759191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Pushing event updated for resources: {'Port': ['ID=629f28cf-e02a-4db2-b6f4-95faeb108d79,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:38.846785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Attempting to bind port 629f28cf-e02a-4db2-b6f4-95faeb108d79 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:38.846785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Attempting to bind port 629f28cf-e02a-4db2-b6f4-95faeb108d79 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:38.847169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Attempting to bind port 629f28cf-e02a-4db2-b6f4-95faeb108d79 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:38.852537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Port 629f28cf-e02a-4db2-b6f4-95faeb108d79 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:33:38.852760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Attempting to bind port 629f28cf-e02a-4db2-b6f4-95faeb108d79 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:38.854975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39018) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:38.869635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:38.869635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Checking segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:38.869635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Bound using segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:38.870037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Bound port: 629f28cf-e02a-4db2-b6f4-95faeb108d79, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:38.870388 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.966135 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1afef86b-13a9-4a18-beb9-ead409c29b99 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.009752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] For port 629f28cf-e02a-4db2-b6f4-95faeb108d79, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:39.013206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1afef86b-13a9-4a18-beb9-ead409c29b99 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.017414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] For port 629f28cf-e02a-4db2-b6f4-95faeb108d79, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=629f28cf-e02a-4db2-b6f4-95faeb108d79,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:39.177423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1afef86b-13a9-4a18-beb9-ead409c29b99 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.180014 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1afef86b-13a9-4a18-beb9-ead409c29b99 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.181220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1afef86b-13a9-4a18-beb9-ead409c29b99 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "DELETE /v2.0/security-groups/dd1e051b-6fe5-4c43-b1e7-0059cbda6681 HTTP/1.1" status: 204 len: 168 time: 0.3252590 Sep 22 10:33:39.182602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.188573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39026) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:39.202000 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-be841e71-b61a-4ba3-9bb4-fc2352b1f46f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] show failed (client error): The resource could not be found. Sep 22 10:33:39.203154 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-be841e71-b61a-4ba3-9bb4-fc2352b1f46f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups/dd1e051b-6fe5-4c43-b1e7-0059cbda6681 HTTP/1.1" status: 404 len: 347 time: 0.0132995 Sep 22 10:33:39.206090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:39.219208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afef86b-13a9-4a18-beb9-ead409c29b99 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1e051b-6fe5-4c43-b1e7-0059cbda6681,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:39.222086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:39.231551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:39.232207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.234581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] 10.222.0.32 "PUT /v2.0/ports/629f28cf-e02a-4db2-b6f4-95faeb108d79 HTTP/1.1" status: 200 len: 1091 time: 1.5832300 Sep 22 10:33:39.252849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08f906-3478-401a-9f62-223a787a2c58 service neutron] Pushing event updated for resources: {'Port': ['ID=629f28cf-e02a-4db2-b6f4-95faeb108d79,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:39.265719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: bb703edb-a080-4ce4-81dd-8cabe1fcfd2f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:39.266141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device bb703edb-a080-4ce4-81dd-8cabe1fcfd2f not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:39.267931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe', 'tag': '629f28cf-e02a-4db2-b6f4-95faeb108d79'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:39.270543 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7197061d-c07d-421b-843a-d30f2044992a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe", "tag": "629f28cf-e02a-4db2-b6f4-95faeb108d79"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:39.308421 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346db6ba-67de-456a-9fe7-fe46ec141514 x-openstack-request-id: req-346db6ba-67de-456a-9fe7-fe46ec141514 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:39.308725 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe", "tag": "629f28cf-e02a-4db2-b6f4-95faeb108d79", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:39.309023 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-346db6ba-67de-456a-9fe7-fe46ec141514 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:39.309430 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe', 'tag': '629f28cf-e02a-4db2-b6f4-95faeb108d79', 'status': 'completed', 'code': 200} Sep 22 10:33:39.325192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.380491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197061d-c07d-421b-843a-d30f2044992a req-b995700a-3f1f-4885-96de-d7ef9c12b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:39.382235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7197061d-c07d-421b-843a-d30f2044992a req-b995700a-3f1f-4885-96de-d7ef9c12b711 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 1094 time: 0.0463555 Sep 22 10:33:39.391027 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=296285d7-1020-4791-bdd1-5ff6fe94b9d6,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:39.416377 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Checking segment: {'id': '38160d52-1003-4fb7-a715-020c5b9a4b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f86a2568-bdcb-42e4-be2a-778b2d575c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:39.416728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network hostable DHCP agents. Network: f86a2568-bdcb-42e4-be2a-778b2d575c76, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:33:39.419363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Deleting port ed7af633-5cab-471e-8dfe-75d1d9983c16 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:39.419803 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.507069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.507515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.521745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Calling delete_port for ed7af633-5cab-471e-8dfe-75d1d9983c16 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:39.566420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197061d-c07d-421b-843a-d30f2044992a req-42027f22-3e91-48a4-9744-a1adf956d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:39.568666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7197061d-c07d-421b-843a-d30f2044992a req-42027f22-3e91-48a4-9744-a1adf956d7f8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=308177db81fe4998a826f4222b77bc2e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1782441 Sep 22 10:33:39.581448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network f86a2568-bdcb-42e4-be2a-778b2d575c76 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:33:39.692403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f86a2568-bdcb-42e4-be2a-778b2d575c76) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:39.697129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:39.703967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.705896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99a9208-d2a8-4508-a6d9-4b8021e55772 None None] Network f86a2568-bdcb-42e4-be2a-778b2d575c76 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:39.728758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf266f8-9341-41ca-8c25-9c26e4a8387d req-6a714224-c260-4cfe-babd-547ac9425e49 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:39.730304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bf266f8-9341-41ca-8c25-9c26e4a8387d req-6a714224-c260-4cfe-babd-547ac9425e49 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 943 time: 0.1162143 Sep 22 10:33:39.736257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197061d-c07d-421b-843a-d30f2044992a req-529f66c3-8ad7-4e1b-ae94-2f24df989cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:39.738245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7197061d-c07d-421b-843a-d30f2044992a req-529f66c3-8ad7-4e1b-ae94-2f24df989cec service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1620259 Sep 22 10:33:39.774150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bf266f8-9341-41ca-8c25-9c26e4a8387d req-333a47bc-9332-4389-8078-796128cf763a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338557 Sep 22 10:33:39.888058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-f86a2568-bdcb-42e4-be2a-778b2d575c76', 'network_id': 'f86a2568-bdcb-42e4-be2a-778b2d575c76', 'tenant_id': '375ddb649e4247548a70b4cb5183ba80', 'fixed_ips': [{'subnet_id': '296285d7-1020-4791-bdd1-5ff6fe94b9d6'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:33:39.888951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.902378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7bcf7524-1e8e-4685-8ca2-36a8f11d9a38 req-9437f264-b27d-4741-a17f-f6fb4b2d2e73 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 210 time: 0.0589235 Sep 22 10:33:39.918266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-6ecb7951-37a2-41ba-a964-1ad6bdc0e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:39.919798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-6ecb7951-37a2-41ba-a964-1ad6bdc0e106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 1094 time: 0.1326141 Sep 22 10:33:39.966277 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-344b26b7-b69f-497f-848c-2fde9b03b809 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5886745 Sep 22 10:33:39.966277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.979225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39042) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:39.984970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-379ee5da-b7cc-4147-b025-3fe15bd527ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1579643456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:39.993542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event deleted for resources: {'Port': ['ID=ed7af633-5cab-471e-8dfe-75d1d9983c16,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:40.054284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Allocated IP 2001:db8::2 (f86a2568-bdcb-42e4-be2a-778b2d575c76/296285d7-1020-4791-bdd1-5ff6fe94b9d6/3d189b3b-c8fb-41fc-ae23-2d36f2beff14) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:40.111529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.114757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.117138 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5d7d18bf-4437-4aae-b0ed-19b63ad71ded tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "DELETE /v2.0/floatingips/e7f765a0-db1b-47e1-bdc4-071d9bdfc75a HTTP/1.1" status: 204 len: 168 time: 0.9100511 Sep 22 10:33:40.137236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-f1ffe7f8-c80d-4f78-9e0b-db411e9ab217 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=629f28cf-e02a-4db2-b6f4-95faeb108d79 HTTP/1.1" status: 200 len: 217 time: 0.2014186 Sep 22 10:33:40.144543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-f9fdd392-42a4-41fe-a179-8cb116e98a8a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:40.146353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-f9fdd392-42a4-41fe-a179-8cb116e98a8a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.3061950 Sep 22 10:33:40.165603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'port': {'device_id': 'e058e8b5-c9ab-4ab5-be50-14c24ca67061', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'admin_state_up': True, 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:40.251140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-379ee5da-b7cc-4147-b025-3fe15bd527ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.252377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-379ee5da-b7cc-4147-b025-3fe15bd527ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.267733 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.283634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-5785fe01-183c-48a9-8903-f5204511a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:40.285625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-5785fe01-183c-48a9-8903-f5204511a1e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.1370077 Sep 22 10:33:40.329608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-379ee5da-b7cc-4147-b025-3fe15bd527ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.369688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-da5a9f47-029a-4524-a85f-582b929dfe67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373220 Sep 22 10:33:40.403640 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.460430 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-379ee5da-b7cc-4147-b025-3fe15bd527ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.462263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Network f86a2568-bdcb-42e4-be2a-778b2d575c76 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:40.468704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:40.475155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:40.485459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Pushing event updated for resources: {'Port': ['ID=3d189b3b-c8fb-41fc-ae23-2d36f2beff14,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:40.491720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-ffa37133-5dbc-404e-b871-242d3347b342 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136751 Sep 22 10:33:40.543870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Attempting to bind port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:40.544455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Attempting to bind port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '38160d52-1003-4fb7-a715-020c5b9a4b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f86a2568-bdcb-42e4-be2a-778b2d575c76'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:40.544884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Attempting to bind port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 on network f86a2568-bdcb-42e4-be2a-778b2d575c76 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:40.551784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:40.552286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Checking segment: {'id': '38160d52-1003-4fb7-a715-020c5b9a4b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f86a2568-bdcb-42e4-be2a-778b2d575c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:40.552786 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.553273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Bound using segment: {'id': '38160d52-1003-4fb7-a715-020c5b9a4b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f86a2568-bdcb-42e4-be2a-778b2d575c76'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:40.553845 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Bound port: 3d189b3b-c8fb-41fc-ae23-2d36f2beff14, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38160d52-1003-4fb7-a715-020c5b9a4b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f86a2568-bdcb-42e4-be2a-778b2d575c76'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:40.554343 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.579484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Made reservation on behalf of b2072f075b5a4f368086b8b5c35c24f6 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:40.583284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.623595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2cf40c-c865-4361-bcc3-bda9b4a44f38 req-188953d0-8562-48ba-826e-25e64b5b8466 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242027 Sep 22 10:33:40.648509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39050) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:40.653307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dbe41377-2ea4-4473-bf1f-74e0255e6f32 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529941349', 'description': 'tempest-description--930129121'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:40.660263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] For port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:40.665706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] For port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3d189b3b-c8fb-41fc-ae23-2d36f2beff14,segment=NetworkSegment(38160d52-1003-4fb7-a715-020c5b9a4b61),segment_id=38160d52-1003-4fb7-a715-020c5b9a4b61)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:40.713012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-379ee5da-b7cc-4147-b025-3fe15bd527ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.716649 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-379ee5da-b7cc-4147-b025-3fe15bd527ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7340226 Sep 22 10:33:40.716933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39052) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:40.722448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'network_id': 'f86a2568-bdcb-42e4-be2a-778b2d575c76', 'name': 'tempest-PortsIpV6TestJSON-1468892780'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:40.754213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Allocated IP 172.20.0.6 (30f0f4ea-4854-4488-bd71-007194ced60b/3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f/d7402fda-7767-4ef3-87fd-3cdb85947018) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:40.848154 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.913112 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbe41377-2ea4-4473-bf1f-74e0255e6f32 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.915875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3662dd-1edc-42d8-b4c2-315e36edaf76 None None] Pushing event updated for resources: {'Port': ['ID=3d189b3b-c8fb-41fc-ae23-2d36f2beff14,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:40.970480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86e42e-7e80-43f9-b481-c41c525e6460 req-3768bea0-69ee-4259-a218-1dd22315fa78 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:40.975173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac86e42e-7e80-43f9-b481-c41c525e6460 req-3768bea0-69ee-4259-a218-1dd22315fa78 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 943 time: 0.0896468 Sep 22 10:33:40.980994 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.032289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac86e42e-7e80-43f9-b481-c41c525e6460 req-8f42fb43-3344-4b0c-856f-2cdc889f126e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494528 Sep 22 10:33:41.079999 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:41.085506 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.129059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:33:41.167645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-506bc3af-0674-4e64-b7af-41cdd9b57a92 req-9800e80d-b1ed-43e2-95d3-ffc032d85d38 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 210 time: 0.0685341 Sep 22 10:33:41.169753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.240635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Network 30f0f4ea-4854-4488-bd71-007194ced60b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:41.245673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:41.250200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:41.273092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'Port': ['ID=d7402fda-7767-4ef3-87fd-3cdb85947018,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:41.377300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::282 (f86a2568-bdcb-42e4-be2a-778b2d575c76/296285d7-1020-4791-bdd1-5ff6fe94b9d6/458e9c8c-d7b4-4b8e-93bb-3f474f213117) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:41.381963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbe41377-2ea4-4473-bf1f-74e0255e6f32 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.393090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:41.394518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.592529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbe41377-2ea4-4473-bf1f-74e0255e6f32 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.628668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe41377-2ea4-4473-bf1f-74e0255e6f32 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be8aa7-ccdb-4655-aaf6-0da13251aa03,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:41.646623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-d5ca84d5-4038-4c97-b67f-437ddb3778ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4889076 Sep 22 10:33:41.661682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Request body: {'port': {'device_id': 'e058e8b5-c9ab-4ab5-be50-14c24ca67061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:41.673845 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.701781 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbe41377-2ea4-4473-bf1f-74e0255e6f32 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.703289 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dbe41377-2ea4-4473-bf1f-74e0255e6f32 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0536664 Sep 22 10:33:41.704554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ed257c1e-6f14-45fb-bfb6-22b8f51f90a9 None None] Provisioning complete for port d7402fda-7767-4ef3-87fd-3cdb85947018 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:41.707318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39064) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:41.707859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ed257c1e-6f14-45fb-bfb6-22b8f51f90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.713639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-03d24382-650b-47dd-96e3-6373b87c0e81 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'security_group_rule': {'security_group_id': 'c3be8aa7-ccdb-4655-aaf6-0da13251aa03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:41.752819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ed257c1e-6f14-45fb-bfb6-22b8f51f90a9 None None] Port d7402fda-7767-4ef3-87fd-3cdb85947018 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:41.768928 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.786539 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.844939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network f86a2568-bdcb-42e4-be2a-778b2d575c76 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:41.849269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:41.852444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:41.880648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:41.881283 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:41.890911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=458e9c8c-d7b4-4b8e-93bb-3f474f213117,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:41.899247 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03d24382-650b-47dd-96e3-6373b87c0e81 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.070529 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03d24382-650b-47dd-96e3-6373b87c0e81 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.080568 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2b0d3305-c081-42fc-bb6d-477b3849bbd3 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3623624 Sep 22 10:33:42.088502 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39068) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:42.173920 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03d24382-650b-47dd-96e3-6373b87c0e81 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.224578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d24382-650b-47dd-96e3-6373b87c0e81 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9e566d-32ce-42f7-a4dd-0452a1de4bec,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:42.238812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7402fda-7767-4ef3-87fd-3cdb85947018 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:33:42.251479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4711c-647b-43da-8651-f5569d1193d0 req-6e93da01-d815-4b1a-8a8a-532ccc7d7ce0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:42.259196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4c4711c-647b-43da-8651-f5569d1193d0 req-6e93da01-d815-4b1a-8a8a-532ccc7d7ce0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 943 time: 0.1453874 Sep 22 10:33:42.270559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.279773 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03d24382-650b-47dd-96e3-6373b87c0e81 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.283508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-03d24382-650b-47dd-96e3-6373b87c0e81 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5718555 Sep 22 10:33:42.284759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39072) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:42.291094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4046116f-4375-49b7-bc7f-308b6080dede tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'security_group_rule': {'security_group_id': 'c3be8aa7-ccdb-4655-aaf6-0da13251aa03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:42.324811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2320d7-f428-4c82-b173-f27e46ebcf74 None None] Network f86a2568-bdcb-42e4-be2a-778b2d575c76 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:42.328912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Transition to ACTIVE for port object d7402fda-7767-4ef3-87fd-3cdb85947018 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:33:42.336303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4c4711c-647b-43da-8651-f5569d1193d0 req-a1a9313e-8ed8-4e91-94ff-1044c0bfc1ee tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762877 Sep 22 10:33:42.411483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.446945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4046116f-4375-49b7-bc7f-308b6080dede tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.450473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-86803179-5a8e-4d10-b5d8-258bec877598 None None] Provisioning complete for port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:42.450843 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-86803179-5a8e-4d10-b5d8-258bec877598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.539493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Pushing event updated for resources: {'Port': ['ID=d7402fda-7767-4ef3-87fd-3cdb85947018,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:42.587507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39082) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:42.588530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.640487 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-86803179-5a8e-4d10-b5d8-258bec877598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.718739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-86803179-5a8e-4d10-b5d8-258bec877598 None None] For port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3d189b3b-c8fb-41fc-ae23-2d36f2beff14,segment=NetworkSegment(38160d52-1003-4fb7-a715-020c5b9a4b61),segment_id=38160d52-1003-4fb7-a715-020c5b9a4b61)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:42.745058 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4046116f-4375-49b7-bc7f-308b6080dede tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.746170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Attempting to bind port d7402fda-7767-4ef3-87fd-3cdb85947018 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:42.746515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Attempting to bind port d7402fda-7767-4ef3-87fd-3cdb85947018 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:42.746860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Attempting to bind port d7402fda-7767-4ef3-87fd-3cdb85947018 on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:42.773548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Port d7402fda-7767-4ef3-87fd-3cdb85947018 on network 30f0f4ea-4854-4488-bd71-007194ced60b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:33:42.774641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Attempting to bind port d7402fda-7767-4ef3-87fd-3cdb85947018 on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:42.804281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67bf7-c492-466e-a3b9-ad596f37e0be req-f7017fb7-369c-42ee-8d39-84aa78437912 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:42.811676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:42.816889 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-86803179-5a8e-4d10-b5d8-258bec877598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.819616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fa67bf7-c492-466e-a3b9-ad596f37e0be req-f7017fb7-369c-42ee-8d39-84aa78437912 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 943 time: 0.4155922 Sep 22 10:33:42.829954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:42.830835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Checking segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:42.831298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Bound using segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:42.831949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Bound port: d7402fda-7767-4ef3-87fd-3cdb85947018, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:42.832401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.890274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4046116f-4375-49b7-bc7f-308b6080dede tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.940973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fa67bf7-c492-466e-a3b9-ad596f37e0be req-bf45673c-773a-46a0-8f68-1366c72e2ad8 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176023 Sep 22 10:33:42.962608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046116f-4375-49b7-bc7f-308b6080dede tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc96e6e-c695-4a10-a784-9346c6416705,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:42.977113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86803179-5a8e-4d10-b5d8-258bec877598 None None] Pushing event updated for resources: {'Port': ['ID=3d189b3b-c8fb-41fc-ae23-2d36f2beff14,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:43.037711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:43.038150 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.055847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] For port d7402fda-7767-4ef3-87fd-3cdb85947018, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:43.061555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] For port d7402fda-7767-4ef3-87fd-3cdb85947018, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d7402fda-7767-4ef3-87fd-3cdb85947018,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:43.075259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4046116f-4375-49b7-bc7f-308b6080dede tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.077010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4046116f-4375-49b7-bc7f-308b6080dede tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7902095 Sep 22 10:33:43.082015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39086) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:43.089304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:43.166335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e94daf70-71dd-47cd-b26c-d0eb497bc31b None None] Provisioning complete for port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:43.166475 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e94daf70-71dd-47cd-b26c-d0eb497bc31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.176847 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.202700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:43.203337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.206309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] 10.222.0.30 "PUT /v2.0/ports/d7402fda-7767-4ef3-87fd-3cdb85947018 HTTP/1.1" status: 200 len: 1091 time: 1.5509918 Sep 22 10:33:43.207936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e058e8b5-c9ab-4ab5-be50-14c24ca67061', 'tag': 'd7402fda-7767-4ef3-87fd-3cdb85947018'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:43.211636 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2965291e-de09-49a8-a4c7-862ee70e4f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e058e8b5-c9ab-4ab5-be50-14c24ca67061", "tag": "d7402fda-7767-4ef3-87fd-3cdb85947018"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:43.240444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 629f28cf-e02a-4db2-b6f4-95faeb108d79 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:33:43.291195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.300904 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.308620 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb67f1f-3178-4ae7-b259-65f8bf3fe7ad x-openstack-request-id: req-3eb67f1f-3178-4ae7-b259-65f8bf3fe7ad {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:43.308912 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e058e8b5-c9ab-4ab5-be50-14c24ca67061", "tag": "d7402fda-7767-4ef3-87fd-3cdb85947018", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:43.309170 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3eb67f1f-3178-4ae7-b259-65f8bf3fe7ad {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:43.309564 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e058e8b5-c9ab-4ab5-be50-14c24ca67061', 'tag': 'd7402fda-7767-4ef3-87fd-3cdb85947018', 'status': 'completed', 'code': 200} Sep 22 10:33:43.369510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653c37f-b283-41ea-9dcb-ddd7e5af110f service neutron] Pushing event updated for resources: {'Port': ['ID=d7402fda-7767-4ef3-87fd-3cdb85947018,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:43.396417 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:33:43.412409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.428207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965291e-de09-49a8-a4c7-862ee70e4f6e req-91047f6f-4f48-4e1f-9035-028c576b7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:43.429864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2965291e-de09-49a8-a4c7-862ee70e4f6e req-91047f6f-4f48-4e1f-9035-028c576b7454 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 1094 time: 0.1152492 Sep 22 10:33:43.446140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e94daf70-71dd-47cd-b26c-d0eb497bc31b None None] Provisioning complete for port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:43.446811 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e94daf70-71dd-47cd-b26c-d0eb497bc31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.497147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e94daf70-71dd-47cd-b26c-d0eb497bc31b None None] Port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:43.610208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 629f28cf-e02a-4db2-b6f4-95faeb108d79, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=629f28cf-e02a-4db2-b6f4-95faeb108d79,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:43.626113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '629f28cf-e02a-4db2-b6f4-95faeb108d79', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'port_id': '629f28cf-e02a-4db2-b6f4-95faeb108d79', 'mac_address': 'fa:16:3e:b5:40:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c71a83-301e-40d7-8110-ed696a6a52a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:33:43.665045 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.683104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.712632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa572cc4-249f-4567-b846-c63eb2aedfc1 req-8cf8eabc-c161-4fbb-9ad1-466593901e4d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:43.714215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa572cc4-249f-4567-b846-c63eb2aedfc1 req-8cf8eabc-c161-4fbb-9ad1-466593901e4d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 943 time: 0.2307525 Sep 22 10:33:43.735305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fdc7738a-37a5-4a25-83ec-c82f7c9b9b0b None None] Provisioning complete for port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:43.736465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fdc7738a-37a5-4a25-83ec-c82f7c9b9b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.743757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.784641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7738a-37a5-4a25-83ec-c82f7c9b9b0b None None] Port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:43.787165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629f28cf-e02a-4db2-b6f4-95faeb108d79 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:33:43.811240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 629f28cf-e02a-4db2-b6f4-95faeb108d79, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=629f28cf-e02a-4db2-b6f4-95faeb108d79,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:43.812401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa572cc4-249f-4567-b846-c63eb2aedfc1 req-2c9ef2b3-2821-4d43-bfe7-6d45a8c6c53d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868192 Sep 22 10:33:43.828149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965291e-de09-49a8-a4c7-862ee70e4f6e req-c04b6d90-2b6b-49a6-a629-064aef2b9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:43.829399 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=458e9c8c-d7b4-4b8e-93bb-3f474f213117,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:43.829533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2965291e-de09-49a8-a4c7-862ee70e4f6e req-c04b6d90-2b6b-49a6-a629-064aef2b9ccd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3597848 Sep 22 10:33:43.936990 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.945692 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.196457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=629f28cf-e02a-4db2-b6f4-95faeb108d79,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:44.206135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.206517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.206868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.207205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.207539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.207871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.208196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.208675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.209007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.209333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.209656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.209978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.215233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-49f438f4-8c24-4d90-99e6-d71cbe3c637e None None] Provisioning complete for port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:44.215610 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-49f438f4-8c24-4d90-99e6-d71cbe3c637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.253501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-49f438f4-8c24-4d90-99e6-d71cbe3c637e None None] Port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:44.297784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:33:44.424695 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.429008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965291e-de09-49a8-a4c7-862ee70e4f6e req-38b934da-4d35-42af-a180-f2e8589896ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:44.431417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2965291e-de09-49a8-a4c7-862ee70e4f6e req-38b934da-4d35-42af-a180-f2e8589896ec service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5722172 Sep 22 10:33:44.433486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Allocated IP 172.25.1.161 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/38143900-cf9b-4d92-8bba-b6c864d060c0) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:44.475381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d294dc7-974a-4ac6-9288-55ca80026f19 req-3aa40a30-6c9d-4758-badd-b5ecd61cd4fc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:44.476997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d294dc7-974a-4ac6-9288-55ca80026f19 req-3aa40a30-6c9d-4758-badd-b5ecd61cd4fc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 943 time: 0.1325099 Sep 22 10:33:44.604353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6ddfdad6-d596-4049-8c3c-49af7dfd57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:44.605907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6ddfdad6-d596-4049-8c3c-49af7dfd57f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 1094 time: 0.1270511 Sep 22 10:33:44.609045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d294dc7-974a-4ac6-9288-55ca80026f19 req-cee7f9c7-847d-40f3-9177-2568f52b5662 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209998 Sep 22 10:33:44.661550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-6496db1e-8adf-41f4-b713-526bc0a78883 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7402fda-7767-4ef3-87fd-3cdb85947018 HTTP/1.1" status: 200 len: 217 time: 0.0459654 Sep 22 10:33:44.689786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.711768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:44.747295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-9307b3d9-309f-4da8-b52c-778e967c96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:44.748809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-9307b3d9-309f-4da8-b52c-778e967c96f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0746837 Sep 22 10:33:44.780197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.785127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:44.785938 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.803285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-27efbf78-edd9-46d4-8628-4c02a8b79431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:44.805071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-27efbf78-edd9-46d4-8628-4c02a8b79431 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483100 Sep 22 10:33:44.879631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Deleting port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:44.879989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.900320 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.901360 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.945611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-ff0af12d-8f10-4b41-b836-9644ccac215f service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328712 Sep 22 10:33:44.981600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfa4f8-0032-472c-ba53-ab8556bdfd4b req-f6d26b67-4cce-43f1-86fa-8271ecfde881 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:44.983306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5acfa4f8-0032-472c-ba53-ab8556bdfd4b req-f6d26b67-4cce-43f1-86fa-8271ecfde881 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 944 time: 0.0842514 Sep 22 10:33:45.012136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.015290 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=458e9c8c-d7b4-4b8e-93bb-3f474f213117,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:45.082757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] For port b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:45.084105 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.107734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Calling delete_port for b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:45.114324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:45.120422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network f86a2568-bdcb-42e4-be2a-778b2d575c76 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:45.120570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5acfa4f8-0032-472c-ba53-ab8556bdfd4b req-1c784f6b-aed2-419d-b743-c18eef648a73 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228130 Sep 22 10:33:45.120570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'Port': ['ID=38143900-cf9b-4d92-8bba-b6c864d060c0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:45.121889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:45.124652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:45.130865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:45.161832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d427abb-bbac-44d0-b356-a0c4660cd9d1 req-1c311f90-00b0-47b8-9161-d0631d512d38 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075949 Sep 22 10:33:45.231833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.250410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 629f28cf-e02a-4db2-b6f4-95faeb108d79 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:45.484576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-24b29d18-1311-45f4-8796-bc0d76e1b328 None None] Provisioning complete for port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:45.484877 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-24b29d18-1311-45f4-8796-bc0d76e1b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.508109 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Router e19df95e-b34e-485a-bea4-3d3da78bd194 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:33:45.513599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 629f28cf-e02a-4db2-b6f4-95faeb108d79 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:33:45.526712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-24b29d18-1311-45f4-8796-bc0d76e1b328 None None] Port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:45.535951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 629f28cf-e02a-4db2-b6f4-95faeb108d79 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:45.536198 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.540769 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.562957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.627454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:45.650668 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.684508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:45.687471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 629f28cf-e02a-4db2-b6f4-95faeb108d79, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=629f28cf-e02a-4db2-b6f4-95faeb108d79,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:45.688551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629f28cf-e02a-4db2-b6f4-95faeb108d79'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:45.691414 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-12e9c186-c155-4b1f-a956-c61046f74d72 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "PUT /v2.0/routers/e19df95e-b34e-485a-bea4-3d3da78bd194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6014667 Sep 22 10:33:45.694736 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7577b1b2-2d5c-406e-ae84-233552d9e0e6" -d '{"events": [{"server_uuid": "8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe", "name": "network-vif-plugged", "status": "completed", "tag": "629f28cf-e02a-4db2-b6f4-95faeb108d79"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:45.696026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39108) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:45.701068 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355a1f3-9705-4398-b420-2fa93ad4b055 None None] Sync routers for ids ['e19df95e-b34e-485a-bea4-3d3da78bd194'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:45.720079 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355a1f3-9705-4398-b420-2fa93ad4b055 None None] Routers {'e19df95e-b34e-485a-bea4-3d3da78bd194'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:45.722369 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a355a1f3-9705-4398-b420-2fa93ad4b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e19df95e-b34e-485a-bea4-3d3da78bd194'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:45.760139 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a355a1f3-9705-4398-b420-2fa93ad4b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:45.773558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.774327 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355a1f3-9705-4398-b420-2fa93ad4b055 None None] Routers {'e19df95e-b34e-485a-bea4-3d3da78bd194'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:45.775210 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a355a1f3-9705-4398-b420-2fa93ad4b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e19df95e-b34e-485a-bea4-3d3da78bd194'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:45.824017 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a355a1f3-9705-4398-b420-2fa93ad4b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:45.824697 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355a1f3-9705-4398-b420-2fa93ad4b055 None None] The sync data for ids ['e19df95e-b34e-485a-bea4-3d3da78bd194'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:45.835307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b731ff-3216-4dd2-ba14-1893cae2c026 req-9f2bf77f-f086-497c-b5fe-685d2efd320d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:45.837028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b731ff-3216-4dd2-ba14-1893cae2c026 req-9f2bf77f-f086-497c-b5fe-685d2efd320d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 943 time: 0.0611048 Sep 22 10:33:45.880813 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:45.881321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4159a4-4376-47df-af37-d9c4762283dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:45.881321 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3a4159a4-4376-47df-af37-d9c4762283dc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19df95e-b34e-485a-bea4-3d3da78bd194 HTTP/1.1" status: 200 len: 989 time: 0.1811168 Sep 22 10:33:45.881321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39114) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:45.886038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b731ff-3216-4dd2-ba14-1893cae2c026 req-12518239-a6e5-40fb-882b-28e1b37b6fec tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Sep 22 10:33:45.932595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=629f28cf-e02a-4db2-b6f4-95faeb108d79,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:45.944920 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7da786-7359-4dab-8ca7-c1ee57fea830 x-openstack-request-id: req-bb7da786-7359-4dab-8ca7-c1ee57fea830 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:45.945474 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe", "name": "network-vif-plugged", "status": "completed", "tag": "629f28cf-e02a-4db2-b6f4-95faeb108d79", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:45.945970 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb7da786-7359-4dab-8ca7-c1ee57fea830 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:45.947044 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629f28cf-e02a-4db2-b6f4-95faeb108d79', 'code': 200} Sep 22 10:33:45.950548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:46.008915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:46.049200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'Port': ['ID=38143900-cf9b-4d92-8bba-b6c864d060c0,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:46.064274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:46.081648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffe601-5a00-4d2f-98c0-10f65a9f2718 req-811547e2-8c8f-42c9-a033-94c035fe4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:46.083201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67ffe601-5a00-4d2f-98c0-10f65a9f2718 req-811547e2-8c8f-42c9-a033-94c035fe4be6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 1096 time: 0.0703003 Sep 22 10:33:46.120028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67ffe601-5a00-4d2f-98c0-10f65a9f2718 req-fc92b808-249c-4f05-a127-513f191012c8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289207 Sep 22 10:33:46.139535 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:46.140726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-089c62f4-d3c8-40d1-8846-171ea0b12cff tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0549014 Sep 22 10:33:46.266726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4a850-f2ad-401f-bd23-48f499a3ed17 req-352f28cf-02bf-4155-80d7-912e4042634c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:46.268237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5c4a850-f2ad-401f-bd23-48f499a3ed17 req-352f28cf-02bf-4155-80d7-912e4042634c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.0601835 Sep 22 10:33:46.311470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5c4a850-f2ad-401f-bd23-48f499a3ed17 req-275612b9-08b0-4b3a-b408-146c31a7b759 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366609 Sep 22 10:33:46.453188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-32f19a24-a48d-4fe4-8c86-1ecbb9318df9 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--529941349&fields=id&tenant_id=c03f691bb5554af89f281af6c24b275b HTTP/1.1" status: 200 len: 267 time: 0.0503199 Sep 22 10:33:46.574436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-3044a0a0-c3d6-4d1a-9d1b-e25aa78900e1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:46.575703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-3044a0a0-c3d6-4d1a-9d1b-e25aa78900e1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 816 time: 0.1145802 Sep 22 10:33:46.591169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-240e11ef-541c-4e38-8598-54b44237cb45 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/quotas/c03f691bb5554af89f281af6c24b275b HTTP/1.1" status: 200 len: 375 time: 0.0093522 Sep 22 10:33:46.606334 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:33:46.663496 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-04111084-6afd-4842-8db1-9ee4d3ca3856 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662746 Sep 22 10:33:46.685256 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:33:46.756495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-faf2c328-9e21-4006-91c6-c0bf41d6d4bd service neutron] 10.222.0.20 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850072 Sep 22 10:33:46.791757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:46.858775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-582eac4c-337d-4dd5-8f9a-c8a8caa57b87 service neutron] 10.222.0.20 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958648 Sep 22 10:33:46.973209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:46.978451 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a96ada20-07a0-4085-b639-33f98734d7c5 admin admin] 10.222.0.20 "PUT /v2.0/routers/1627e72c-b9c8-402b-ab8e-fc769fc467f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3862331 Sep 22 10:33:46.981683 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39140) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:46.984188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] Sync routers for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:46.994551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:46.995191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:47.104018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:47.129507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:47.258823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 458e9c8c-d7b4-4b8e-93bb-3f474f213117 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:47.259171 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:47.324891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:33:45Z', 'revision_number': 5, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:47.363396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:47.365736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] Checking router: 1627e72c-b9c8-402b-ab8e-fc769fc467f5 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:33:47.376313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11772d1a-d4b0-445d-acee-ef4ea08eb16a req-7753b275-3b5c-4de1-990e-5f5d53089095 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:47.379956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11772d1a-d4b0-445d-acee-ef4ea08eb16a req-7753b275-3b5c-4de1-990e-5f5d53089095 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 943 time: 0.1181266 Sep 22 10:33:47.380410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:47.385029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] Routers {'1627e72c-b9c8-402b-ab8e-fc769fc467f5'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:47.385921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:47.420834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 458e9c8c-d7b4-4b8e-93bb-3f474f213117 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:47.453415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11772d1a-d4b0-445d-acee-ef4ea08eb16a req-920f0d1f-90e3-4dfe-a403-25fd8ed277e4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592635 Sep 22 10:33:47.540525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] Set router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:47.592838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c70d0c91-000f-4034-b472-ed8766cc9104 req-529667b4-5fdf-4022-8a4d-6589918a69a6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 210 time: 0.0399184 Sep 22 10:33:47.638428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Deleting port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:47.638775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:47.746633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8e525-b94a-4c7b-afac-5f85c718f0ca req-61210494-bdb7-4dc1-a306-6529cd63a139 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:47.748977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35c8e525-b94a-4c7b-afac-5f85c718f0ca req-61210494-bdb7-4dc1-a306-6529cd63a139 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.0649469 Sep 22 10:33:47.765182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:33:45Z', 'revision_number': 5, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:47.793846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a30bd5-526b-4b79-a9c7-546df183dcea None None] The sync data for ids ['1627e72c-b9c8-402b-ab8e-fc769fc467f5'] in n-d-807025-3 is: [{'id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'name': 'tempest-TaggedBootDevicesTest_v242-128955420-router', 'tenant_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:22:12Z', 'updated_at': '2021-09-22T10:33:45Z', 'revision_number': 5, 'project_id': 'e63386c5a78f42ac952f10dcce4c75ef', 'gw_port': {'id': '82d1a1f5-8c37-4d13-a2d3-1c91404d379a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:52:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1627e72c-b9c8-402b-ab8e-fc769fc467f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:22:13Z', 'updated_at': '2021-09-22T10:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:47.798745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-35c8e525-b94a-4c7b-afac-5f85c718f0ca req-ddbc58c4-e4a6-42ca-8800-b916b9c5e1c2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 Sep 22 10:33:47.808109 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] For port 82d1a1f5-8c37-4d13-a2d3-1c91404d379a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82d1a1f5-8c37-4d13-a2d3-1c91404d379a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:47.808686 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:47.826899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Calling delete_port for 82d1a1f5-8c37-4d13-a2d3-1c91404d379a owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:47.971760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:48.009973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=458e9c8c-d7b4-4b8e-93bb-3f474f213117,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:48.063208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca702e-523c-416b-b592-b1ab47dcca36 req-6292b756-93a7-40e5-aa1a-224e9b0b5273 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:48.072008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ca702e-523c-416b-b592-b1ab47dcca36 req-6292b756-93a7-40e5-aa1a-224e9b0b5273 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.1287689 Sep 22 10:33:48.093270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ca702e-523c-416b-b592-b1ab47dcca36 req-6de24d34-5769-4e5f-9cfa-c5738443ec32 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/quotas/308177db81fe4998a826f4222b77bc2e HTTP/1.1" status: 200 len: 375 time: 0.0201864 Sep 22 10:33:48.171581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ca702e-523c-416b-b592-b1ab47dcca36 req-a52ed4d9-9fae-41e6-953f-96d737572551 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765538 Sep 22 10:33:48.186662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:48.251432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:48.302745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ca702e-523c-416b-b592-b1ab47dcca36 req-c51a2104-cf4b-40e2-b4d8-a3bedcc5f8c4 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299036 Sep 22 10:33:48.316440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=82d1a1f5-8c37-4d13-a2d3-1c91404d379a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:48.463796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ca702e-523c-416b-b592-b1ab47dcca36 req-9307d345-4274-4523-b523-78b83ff42dfc service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348574 Sep 22 10:33:48.483871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Router e19df95e-b34e-485a-bea4-3d3da78bd194 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:33:48.488660 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:48.696961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:48.725649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:48.725649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b2821639-7c64-4e8e-a5f3-0dc5f31b8cd5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:48.827924 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:48.830575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:48.927550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:48.932727 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4414c1aa-9672-4889-9d6a-d6786b912f0c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "PUT /v2.0/routers/e19df95e-b34e-485a-bea4-3d3da78bd194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0506170 Sep 22 10:33:48.935540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39188) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:48.938739 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509f7ed-e6be-4497-afad-adfe9c337394 None None] Sync routers for ids ['e19df95e-b34e-485a-bea4-3d3da78bd194'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:48.949658 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509f7ed-e6be-4497-afad-adfe9c337394 None None] Routers {'e19df95e-b34e-485a-bea4-3d3da78bd194'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:48.950525 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a509f7ed-e6be-4497-afad-adfe9c337394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e19df95e-b34e-485a-bea4-3d3da78bd194'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:48.961506 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbc3f4e-2c2f-4c43-b090-ecc831d591bb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:33:48.963170 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0bbc3f4e-2c2f-4c43-b090-ecc831d591bb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/458e9c8c-d7b4-4b8e-93bb-3f474f213117 HTTP/1.1" status: 404 len: 333 time: 0.0266566 Sep 22 10:33:48.965858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39190) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:48.980294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc6762-fd4e-4318-bb86-ed45acdc68fc req-de049734-3a2b-4550-9883-ef2fc2293d0e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:48.981876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45bc6762-fd4e-4318-bb86-ed45acdc68fc req-de049734-3a2b-4550-9883-ef2fc2293d0e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 943 time: 0.0570390 Sep 22 10:33:48.992680 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a509f7ed-e6be-4497-afad-adfe9c337394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:49.001595 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509f7ed-e6be-4497-afad-adfe9c337394 None None] Routers {'e19df95e-b34e-485a-bea4-3d3da78bd194'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:49.003007 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a509f7ed-e6be-4497-afad-adfe9c337394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e19df95e-b34e-485a-bea4-3d3da78bd194'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:49.037994 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a509f7ed-e6be-4497-afad-adfe9c337394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:49.042974 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509f7ed-e6be-4497-afad-adfe9c337394 None None] The sync data for ids ['e19df95e-b34e-485a-bea4-3d3da78bd194'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:49.043828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45bc6762-fd4e-4318-bb86-ed45acdc68fc req-76f201d9-5cd7-4c02-b01e-4f29d82853ca tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531209 Sep 22 10:33:49.062712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27acd165-9295-4c6a-b4ae-731ad6f5a955 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.107047 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.107830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1627e72c-b9c8-402b-ab8e-fc769fc467f5 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:33:49.144201 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.148298 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ab832ecf-181b-4bfa-a831-2373ea4e3ddd admin admin] 10.222.0.20 "DELETE /v2.0/routers/1627e72c-b9c8-402b-ab8e-fc769fc467f5 HTTP/1.1" status: 204 len: 168 time: 2.1633058 Sep 22 10:33:49.148511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39196) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:49.215655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ade3dd01-f5c7-4c61-9bb9-8c207499e893 req-7a39ce9e-fc16-4fe4-9fe4-d53ad8b72b10 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 210 time: 0.0389192 Sep 22 10:33:49.234280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae13a6e-ff2c-4a3c-ac70-d0d8a5e93ca6 admin admin] Deleting subnet db4c87aa-f323-4cfd-bfdc-71ae14aab81a {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:49.238132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fae13a6e-ff2c-4a3c-ac70-d0d8a5e93ca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.279144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27acd165-9295-4c6a-b4ae-731ad6f5a955 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.284219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27acd165-9295-4c6a-b4ae-731ad6f5a955 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.284812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fae13a6e-ff2c-4a3c-ac70-d0d8a5e93ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.373974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fae13a6e-ff2c-4a3c-ac70-d0d8a5e93ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.412539 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27acd165-9295-4c6a-b4ae-731ad6f5a955 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.417703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27acd165-9295-4c6a-b4ae-731ad6f5a955 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Fanout notify agent at l3_agent the message router_deleted on router e19df95e-b34e-485a-bea4-3d3da78bd194 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:33:49.420352 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27acd165-9295-4c6a-b4ae-731ad6f5a955 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.423964 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-27acd165-9295-4c6a-b4ae-731ad6f5a955 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/routers/e19df95e-b34e-485a-bea4-3d3da78bd194 HTTP/1.1" status: 204 len: 168 time: 0.4563346 Sep 22 10:33:49.425178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39198) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:49.463998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-d38b2935-08d8-408e-a2fb-783dd5725e44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0644782 Sep 22 10:33:49.466309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d7402fda-7767-4ef3-87fd-3cdb85947018 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:33:49.491159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae90c402-be1c-41e9-843d-95d30fe2bbba tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet 296285d7-1020-4791-bdd1-5ff6fe94b9d6 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:49.495680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae90c402-be1c-41e9-843d-95d30fe2bbba tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.557752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae90c402-be1c-41e9-843d-95d30fe2bbba tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.614868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-34679193-c91e-480a-8a98-10cc1aca7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.618082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-34679193-c91e-480a-8a98-10cc1aca7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.618082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-34679193-c91e-480a-8a98-10cc1aca7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.618591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-34679193-c91e-480a-8a98-10cc1aca7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.619766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-34679193-c91e-480a-8a98-10cc1aca7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.619766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-34679193-c91e-480a-8a98-10cc1aca7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.619998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-34679193-c91e-480a-8a98-10cc1aca7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.622196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-34679193-c91e-480a-8a98-10cc1aca7c20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6489 time: 0.0898354 Sep 22 10:33:49.672914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d7402fda-7767-4ef3-87fd-3cdb85947018, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d7402fda-7767-4ef3-87fd-3cdb85947018,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:49.687258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'd7402fda-7767-4ef3-87fd-3cdb85947018', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'port_id': 'd7402fda-7767-4ef3-87fd-3cdb85947018', 'mac_address': 'fa:16:3e:13:a1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:33:49.738307 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae90c402-be1c-41e9-843d-95d30fe2bbba tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.738536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.757994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7402fda-7767-4ef3-87fd-3cdb85947018 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:33:49.810228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-87ce71e8-5686-4fa6-a252-f5b4ef16d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.810747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-87ce71e8-5686-4fa6-a252-f5b4ef16d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.811222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-87ce71e8-5686-4fa6-a252-f5b4ef16d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:49.812814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-87ce71e8-5686-4fa6-a252-f5b4ef16d375 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48 HTTP/1.1" status: 200 len: 2290 time: 0.1626723 Sep 22 10:33:49.857018 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fae13a6e-ff2c-4a3c-ac70-d0d8a5e93ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.884250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fae13a6e-ff2c-4a3c-ac70-d0d8a5e93ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.884689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae90c402-be1c-41e9-843d-95d30fe2bbba tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.888968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39210) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:49.891962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8cdfb-ede4-4521-9f41-0661daa9be4b None None] Network 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:49.897068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fae13a6e-ff2c-4a3c-ac70-d0d8a5e93ca6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/db4c87aa-f323-4cfd-bfdc-71ae14aab81a HTTP/1.1" status: 204 len: 168 time: 0.7476628 Sep 22 10:33:49.898012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae13a6e-ff2c-4a3c-ac70-d0d8a5e93ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4c87aa-f323-4cfd-bfdc-71ae14aab81a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:49.949444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90c402-be1c-41e9-843d-95d30fe2bbba tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=296285d7-1020-4791-bdd1-5ff6fe94b9d6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:49.949718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-b8da0869-f56d-43ef-8fc5-0cc8e886ab48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af028ee-5887-4c1b-874e-471275fddfee HTTP/1.1" status: 200 len: 1002 time: 0.1301558 Sep 22 10:33:49.958957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae90c402-be1c-41e9-843d-95d30fe2bbba tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:49.960977 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae90c402-be1c-41e9-843d-95d30fe2bbba tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/296285d7-1020-4791-bdd1-5ff6fe94b9d6 HTTP/1.1" status: 204 len: 168 time: 0.5348012 Sep 22 10:33:49.963670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39212) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:49.992546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d7402fda-7767-4ef3-87fd-3cdb85947018, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d7402fda-7767-4ef3-87fd-3cdb85947018,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:49.993628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96cc643-6eec-4120-9562-9d2a41222a89 None None] Network f86a2568-bdcb-42e4-be2a-778b2d575c76 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:50.018755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-94323bf6-e36b-4dd4-9f91-ac60af96aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:50.021149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-94323bf6-e36b-4dd4-9f91-ac60af96aac0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29b44c0f-f4c4-484b-8442-b5754a4e1d91 HTTP/1.1" status: 200 len: 850 time: 0.0649748 Sep 22 10:33:50.032846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.085920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-d1cdfe3d-9ec5-4d63-bb94-e9014ec73bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:50.087547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-d1cdfe3d-9ec5-4d63-bb94-e9014ec73bca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478709 Sep 22 10:33:50.097967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.174817 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.180408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Deleting port 9678fd37-8805-4fa1-a963-84e0403fe9d6 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:50.180780 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.209046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:50.209388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.228423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-276d44c0-eb2b-4591-91ea-b6f585fbb781 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299186 Sep 22 10:33:50.255713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d7402fda-7767-4ef3-87fd-3cdb85947018,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:50.280731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] For port 9678fd37-8805-4fa1-a963-84e0403fe9d6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9678fd37-8805-4fa1-a963-84e0403fe9d6,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:50.281097 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.282069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26221f66-c423-4ac2-80d8-44699cf14b08 None None] DHCP port deletion for 3a8a79a3-bb87-4adf-94ea-a51a0e087b0c request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:33:50.327145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Calling delete_port for 9678fd37-8805-4fa1-a963-84e0403fe9d6 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:50.329924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] For port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3d189b3b-c8fb-41fc-ae23-2d36f2beff14,segment=NetworkSegment(38160d52-1003-4fb7-a715-020c5b9a4b61),segment_id=38160d52-1003-4fb7-a715-020c5b9a4b61)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:50.333209 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.352403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:50.360326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b01158c-3401-442e-80e4-71442b7e577c None None] DHCP port deletion for f86a2568-bdcb-42e4-be2a-778b2d575c76 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:33:50.400959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-4fba1156-fb6e-4eb3-9394-e332e3ea8bcf service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655550 Sep 22 10:33:50.428076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-26221f66-c423-4ac2-80d8-44699cf14b08 None None] Deleting port 9678fd37-8805-4fa1-a963-84e0403fe9d6 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:50.428681 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26221f66-c423-4ac2-80d8-44699cf14b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.464793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d7402fda-7767-4ef3-87fd-3cdb85947018'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:33:50.473918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-35d74893-160f-4b1a-afb3-b522563220fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=fa9ebf86-2e9f-4908-97dc-c02a937b70b0 HTTP/1.1" status: 200 len: 217 time: 0.0607593 Sep 22 10:33:50.502829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1b01158c-3401-442e-80e4-71442b7e577c None None] Deleting port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:50.502829 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b01158c-3401-442e-80e4-71442b7e577c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.523884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f5cf0-f6ae-4c1f-b9f9-17901d0eb063 req-170c2cbd-7c7e-48a7-b37a-a8659b5e793e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:50.525347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-154f5cf0-f6ae-4c1f-b9f9-17901d0eb063 req-170c2cbd-7c7e-48a7-b37a-a8659b5e793e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 944 time: 0.1231649 Sep 22 10:33:50.568130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-bd80bd81-b753-4eb0-a4bc-52e3b9425948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:50.572924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-bd80bd81-b753-4eb0-a4bc-52e3b9425948 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0907173 Sep 22 10:33:50.624126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-154f5cf0-f6ae-4c1f-b9f9-17901d0eb063 req-602c83ab-7988-4966-b666-340b5c011e5e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813892 Sep 22 10:33:50.641147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1b01158c-3401-442e-80e4-71442b7e577c None None] For port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3d189b3b-c8fb-41fc-ae23-2d36f2beff14,segment=NetworkSegment(38160d52-1003-4fb7-a715-020c5b9a4b61),segment_id=38160d52-1003-4fb7-a715-020c5b9a4b61)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:50.641549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b01158c-3401-442e-80e4-71442b7e577c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.644875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.654869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-26221f66-c423-4ac2-80d8-44699cf14b08 None None] For port 9678fd37-8805-4fa1-a963-84e0403fe9d6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9678fd37-8805-4fa1-a963-84e0403fe9d6,segment=NetworkSegment(2af1c0cf-b7ef-4d83-ad25-02046acb194e),segment_id=2af1c0cf-b7ef-4d83-ad25-02046acb194e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:50.664629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-1faf4fd5-97ee-4a38-8d9b-9d941ccf1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:50.664812 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26221f66-c423-4ac2-80d8-44699cf14b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.664939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-1faf4fd5-97ee-4a38-8d9b-9d941ccf1735 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721581 Sep 22 10:33:50.665058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.667549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1b01158c-3401-442e-80e4-71442b7e577c None None] Calling delete_port for 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:50.667945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No DVR routers for this DVR port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:50.680703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-26221f66-c423-4ac2-80d8-44699cf14b08 None None] Calling delete_port for 9678fd37-8805-4fa1-a963-84e0403fe9d6 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:50.765822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=3d189b3b-c8fb-41fc-ae23-2d36f2beff14,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:50.806623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-1c7bc127-5a42-4ab2-bf0c-925235984ac3 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424470 Sep 22 10:33:50.810541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:50.812447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] No DVR routers for this DVR port 9678fd37-8805-4fa1-a963-84e0403fe9d6 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:50.873675 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9678fd37-8805-4fa1-a963-84e0403fe9d6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:50.900295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.937437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86a2568-bdcb-42e4-be2a-778b2d575c76']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:50.963379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.967129 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26221f66-c423-4ac2-80d8-44699cf14b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.969335 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b01158c-3401-442e-80e4-71442b7e577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:50.980243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38160d52-1003-4fb7-a715-020c5b9a4b61') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:50.980535 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38160d52-1003-4fb7-a715-020c5b9a4b61') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:51.002865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8a79a3-bb87-4adf-94ea-a51a0e087b0c']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:51.006251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.021146 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af1c0cf-b7ef-4d83-ad25-02046acb194e') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:51.021532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af1c0cf-b7ef-4d83-ad25-02046acb194e') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:51.033372 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.037107 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.045566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b01158c-3401-442e-80e4-71442b7e577c None None] No DVR routers for this DVR port 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:51.061824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26221f66-c423-4ac2-80d8-44699cf14b08 None None] Pushing event deleted for resources: {'Port': ['ID=9678fd37-8805-4fa1-a963-84e0403fe9d6,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:51.073130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:33:51.073731 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.075939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-95210f03-393a-4b53-9083-9be2b652be69 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:51.078018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-95210f03-393a-4b53-9083-9be2b652be69 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 816 time: 0.2008419 Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:33:51.080508 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:33:51.095507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:51.096530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3d189b3b-c8fb-41fc-ae23-2d36f2beff14 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:51.097058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82d1a1f5-8c37-4d13-a2d3-1c91404d379a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:51.098563 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.119566 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:33:51.119976 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:33:51.121747 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:33:51.131129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01158c-3401-442e-80e4-71442b7e577c None None] Pushing event deleted for resources: {'Port': ['ID=3d189b3b-c8fb-41fc-ae23-2d36f2beff14,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:51.134976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 82d1a1f5-8c37-4d13-a2d3-1c91404d379a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:51.135456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82d1a1f5-8c37-4d13-a2d3-1c91404d379a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:51.136456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9678fd37-8805-4fa1-a963-84e0403fe9d6 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:51.145092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26221f66-c423-4ac2-80d8-44699cf14b08 None None] No DVR routers for this DVR port 9678fd37-8805-4fa1-a963-84e0403fe9d6 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:51.179512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48df5e5f-7560-4071-9b94-19408438b24f req-e48f1aa4-da39-4461-abf6-de2868f99ceb tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 210 time: 0.0999045 Sep 22 10:33:51.182544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9678fd37-8805-4fa1-a963-84e0403fe9d6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:51.187910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9678fd37-8805-4fa1-a963-84e0403fe9d6 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:51.250695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-54fdb747-ec3c-4424-a5c4-c8921191dd0c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c03f691bb5554af89f281af6c24b275b HTTP/1.1" status: 200 len: 379 time: 0.1552250 Sep 22 10:33:51.257583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-a6bc6816-ed88-42bd-b3fb-7761f8333865 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403753 Sep 22 10:33:51.265669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'port': {'device_id': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'admin_state_up': True, 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'security_groups': ['c3be8aa7-ccdb-4655-aaf6-0da13251aa03']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:51.353453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-55743bad-43b5-4a0e-a165-f9ed8dd4ce03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 HTTP/1.1" status: 200 len: 217 time: 0.0770707 Sep 22 10:33:51.394768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.396616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.402833 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.411442 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/networks/f86a2568-bdcb-42e4-be2a-778b2d575c76 HTTP/1.1" status: 204 len: 168 time: 1.4467266 Sep 22 10:33:51.413639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39236) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:51.426355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.430539 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3a8a79a3-bb87-4adf-94ea-a51a0e087b0c HTTP/1.1" status: 204 len: 168 time: 1.5290005 Sep 22 10:33:51.438705 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501f6de-78ce-4fc9-b9dc-0b85a7a3d5c6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Network': ['ID=f86a2568-bdcb-42e4-be2a-778b2d575c76,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:51.473361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048092e5-b5a0-4882-a6db-fc535fe4dab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8a79a3-bb87-4adf-94ea-a51a0e087b0c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:51.498392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf5b82-f568-45c9-92d6-eb88e6bda614 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:51.500161 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5dcf5b82-f568-45c9-92d6-eb88e6bda614 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/ce9e3f5f-51f1-4619-9264-3b5efab2dce4 HTTP/1.1" status: 200 len: 844 time: 0.0840266 Sep 22 10:33:51.509129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39242) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:51.543751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-26ec896e-3987-4c70-9e9b-757aedc595e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:51.545401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-26ec896e-3987-4c70-9e9b-757aedc595e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.1787195 Sep 22 10:33:51.554954 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e99c6741-b650-45ab-8ec0-ccced47f550e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/ce9e3f5f-51f1-4619-9264-3b5efab2dce4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0492144 Sep 22 10:33:51.558335 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39244) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:51.563668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:51.611144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-f5908097-ecd8-4377-922d-323d602a78e2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:51.612921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-f5908097-ecd8-4377-922d-323d602a78e2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.2688568 Sep 22 10:33:51.636857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-4b444704-8ec4-4e68-9fe0-c5bb0b2185c5 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/quotas/308177db81fe4998a826f4222b77bc2e HTTP/1.1" status: 200 len: 375 time: 0.0153832 Sep 22 10:33:51.643524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-07a97eeb-1999-42bc-a1d2-f511e5b1f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:51.645031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-07a97eeb-1999-42bc-a1d2-f511e5b1f89f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917299 Sep 22 10:33:51.740684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Made reservation on behalf of c03f691bb5554af89f281af6c24b275b for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:51.740684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.761228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-b9712b23-74bb-4a15-bbc1-004fde679a15 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1152842 Sep 22 10:33:51.836365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-012c08af-84d8-4a51-be86-cae5564a084e service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821184 Sep 22 10:33:51.840533 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:51.844678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:51.943616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39250) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:52.041618 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3f89bfef-0b6e-48ba-9d8e-0c465c0e888b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e63386c5a78f42ac952f10dcce4c75ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974362 Sep 22 10:33:52.045763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39252) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:52.178173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ee59311-9d09-4b51-938c-5f728db4a2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.204002 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ee59311-9d09-4b51-938c-5f728db4a2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.235866 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.256769 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-920f7b3f-4d0f-493d-8d11-ede15eeeef18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.294434 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:52.299980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:52.304176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:52.304769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.309764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a7be8-5c90-47db-a0b4-2443c6fc2f1a None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:52.317006 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=2f84bbfa-c92b-473d-bb2a-74c37fb5afaa,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:52.360889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-5df367e1-8943-4097-bff3-51bd552447dd service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915160 Sep 22 10:33:52.385557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ee59311-9d09-4b51-938c-5f728db4a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.389079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ee59311-9d09-4b51-938c-5f728db4a2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.392672 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1ee59311-9d09-4b51-938c-5f728db4a2ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6552a8cd-c37e-46ec-ad48-2f71bb523283 HTTP/1.1" status: 204 len: 168 time: 0.3412106 Sep 22 10:33:52.399789 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee59311-9d09-4b51-938c-5f728db4a2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6552a8cd-c37e-46ec-ad48-2f71bb523283,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:52.422304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-bc171a2d-535b-436b-8af7-58958c650082 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764401 Sep 22 10:33:52.427604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Allocated IP 172.20.0.10 (a155e37a-8bbb-4e75-8360-6ab84ccae29c/510ab23a-8b7f-44db-aa76-ace19b6334a1/cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:52.461137 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8c5de3a4-ee89-4b03-b903-7607c67592f8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9015098 Sep 22 10:33:52.463898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39258) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:52.469975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a5364c50-0945-47d2-bef2-ade4e913ef9d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1368129980'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:52.500942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-b35168f5-ba60-4338-9dbc-819e2d788e36', 'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'tenant_id': '375ddb649e4247548a70b4cb5183ba80', 'fixed_ips': [{'subnet_id': '2f84bbfa-c92b-473d-bb2a-74c37fb5afaa'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:33:52.504140 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.509406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-d6cfd2e4-6f4c-4abc-a899-7fde2c7e2c94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea HTTP/1.1" status: 200 len: 217 time: 0.0780902 Sep 22 10:33:52.583815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-d79841ce-f8de-4bad-bd43-8cb795336aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138004 Sep 22 10:33:52.614575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5364c50-0945-47d2-bef2-ade4e913ef9d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.624728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-e2d4a231-6a6f-4418-b29c-3bf61d58b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:52.624728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-e2d4a231-6a6f-4418-b29c-3bf61d58b44c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.1023395 Sep 22 10:33:52.691721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Allocated IP 2001:db8::2 (b35168f5-ba60-4338-9dbc-819e2d788e36/2f84bbfa-c92b-473d-bb2a-74c37fb5afaa/9a60bc6c-483f-4099-a278-12eb78e60944) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:52.723182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-4a7571f0-a403-4eef-80b4-7938ca140324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:52.724339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-4a7571f0-a403-4eef-80b4-7938ca140324 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955272 Sep 22 10:33:52.744580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.754134 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5364c50-0945-47d2-bef2-ade4e913ef9d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.858832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-6f49a0fb-b9ad-486b-9bc5-a89011ab1e34 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255658 Sep 22 10:33:52.882616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5364c50-0945-47d2-bef2-ade4e913ef9d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.904708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.931939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5364c50-0945-47d2-bef2-ade4e913ef9d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dd2aec-0ec8-4c8f-bcbc-9c96606a9520,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:52.994248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5364c50-0945-47d2-bef2-ade4e913ef9d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:52.998342 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a5364c50-0945-47d2-bef2-ade4e913ef9d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5332396 Sep 22 10:33:53.011850 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39274) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:53.014706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.016371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-61169c39-be54-4683-87c9-aae846c09a61 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'security_group': {'name': 'tempest-secgroup-904829627'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:53.031861 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.086081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:53.088734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:53.092261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:53.100816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:53.106749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Pushing event updated for resources: {'Port': ['ID=9a60bc6c-483f-4099-a278-12eb78e60944,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:53.112789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:53.125420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-e00217a4-c9fc-4a2a-9e81-0276c74a935f service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596948 Sep 22 10:33:53.129447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:53.163972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61169c39-be54-4683-87c9-aae846c09a61 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.188018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Attempting to bind port 9a60bc6c-483f-4099-a278-12eb78e60944 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:53.188765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Attempting to bind port 9a60bc6c-483f-4099-a278-12eb78e60944 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '4256e058-c30d-4690-aaae-e5e297fa65f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:53.189400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Attempting to bind port 9a60bc6c-483f-4099-a278-12eb78e60944 on network b35168f5-ba60-4338-9dbc-819e2d788e36 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:53.199605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:53.200255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Checking segment: {'id': '4256e058-c30d-4690-aaae-e5e297fa65f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:53.201148 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.202682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Bound using segment: {'id': '4256e058-c30d-4690-aaae-e5e297fa65f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:53.206468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Bound port: 9a60bc6c-483f-4099-a278-12eb78e60944, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4256e058-c30d-4690-aaae-e5e297fa65f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:53.206468 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.293435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-5075b0bc-11a9-47ce-bf03-65b4fd1b970e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=74fa117a-0ae9-465a-9a10-b4787f86d848 HTTP/1.1" status: 200 len: 217 time: 0.1073790 Sep 22 10:33:53.308397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc815541-e724-43ee-86dd-88c37a81267f req-0d9448e9-c427-4337-8930-aae9a995be6f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:53.318840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61169c39-be54-4683-87c9-aae846c09a61 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.325695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc815541-e724-43ee-86dd-88c37a81267f req-0d9448e9-c427-4337-8930-aae9a995be6f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 944 time: 0.3201988 Sep 22 10:33:53.348739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:53.349437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.383724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:53.392871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61169c39-be54-4683-87c9-aae846c09a61 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.438831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61169c39-be54-4683-87c9-aae846c09a61 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84031e6-d7a2-41b8-8d06-b3a3df606579,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:53.488199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc815541-e724-43ee-86dd-88c37a81267f req-89e8073e-9d4d-4ea0-80ee-b57e2a65197b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614790 Sep 22 10:33:53.508735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61169c39-be54-4683-87c9-aae846c09a61 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.515122 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-61169c39-be54-4683-87c9-aae846c09a61 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4989436 Sep 22 10:33:53.515293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-489b2984-0c78-4151-8eb8-ef79a0705c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:53.518344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39286) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:53.524060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-489b2984-0c78-4151-8eb8-ef79a0705c3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.1903262 Sep 22 10:33:53.525480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-738388088', 'security_groups': ['a84031e6-d7a2-41b8-8d06-b3a3df606579'], 'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f84bbfa-c92b-473d-bb2a-74c37fb5afaa'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:53.559335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-757f7c5b-3ce6-4ae8-abfc-bd124347634b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3005545 Sep 22 10:33:53.573201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d7402fda-7767-4ef3-87fd-3cdb85947018 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:53.604354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Request body: {'port': {'device_id': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:53.681969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.686861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-de5431b0-9983-4eab-b2ab-dc6dd8894d14 None None] Provisioning complete for port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:53.688378 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-de5431b0-9983-4eab-b2ab-dc6dd8894d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.691758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] For port 9a60bc6c-483f-4099-a278-12eb78e60944, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:53.727988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-fb7dbc8a-707b-4ce7-88b6-218d9d65df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:53.730008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-fb7dbc8a-707b-4ce7-88b6-218d9d65df71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1984119 Sep 22 10:33:53.742048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] For port 9a60bc6c-483f-4099-a278-12eb78e60944, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a60bc6c-483f-4099-a278-12eb78e60944,segment=NetworkSegment(4256e058-c30d-4690-aaae-e5e297fa65f4),segment_id=4256e058-c30d-4690-aaae-e5e297fa65f4)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:53.755200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-de5431b0-9983-4eab-b2ab-dc6dd8894d14 None None] Port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:53.794573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:53.823081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port d7402fda-7767-4ef3-87fd-3cdb85947018 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:33:53.826411 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.844272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bfdf0-f20f-4580-89f9-1ebc445d5489 req-9e7ec304-786f-401b-938b-07bfae158754 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:53.852108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b42bfdf0-f20f-4580-89f9-1ebc445d5489 req-9e7ec304-786f-401b-938b-07bfae158754 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 932 time: 0.1873744 Sep 22 10:33:53.905503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port d7402fda-7767-4ef3-87fd-3cdb85947018 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:53.905872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.952118 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:53.987933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-7059a89b-ba14-4c2f-860a-fcd43a01d902 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495174 Sep 22 10:33:53.998886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port 2fa33da5-d1d1-4c88-8c96-5b86019ecd83 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:33:54.004431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b42bfdf0-f20f-4580-89f9-1ebc445d5489 req-74597568-7ae3-473a-8218-94e919001fd0 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513870 Sep 22 10:33:54.031488 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.045261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab313daf-0b05-4d02-b465-6fb6ff14724e None None] Pushing event updated for resources: {'Port': ['ID=9a60bc6c-483f-4099-a278-12eb78e60944,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:54.071486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d7402fda-7767-4ef3-87fd-3cdb85947018, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d7402fda-7767-4ef3-87fd-3cdb85947018,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:54.072437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058e8b5-c9ab-4ab5-be50-14c24ca67061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7402fda-7767-4ef3-87fd-3cdb85947018'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:54.075038 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80658a32-3aaf-4f74-96bc-bea815daf4de" -d '{"events": [{"server_uuid": "e058e8b5-c9ab-4ab5-be50-14c24ca67061", "name": "network-vif-plugged", "status": "completed", "tag": "d7402fda-7767-4ef3-87fd-3cdb85947018"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:54.147873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.226493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d74c47e5-19cb-429c-ba9f-048749faf602 req-9c62f419-592c-4096-86ae-9e3497e7d819 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 210 time: 0.1264486 Sep 22 10:33:54.278836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39302) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:54.286543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d7402fda-7767-4ef3-87fd-3cdb85947018,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:54.341389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::204 (b35168f5-ba60-4338-9dbc-819e2d788e36/2f84bbfa-c92b-473d-bb2a-74c37fb5afaa/2fa33da5-d1d1-4c88-8c96-5b86019ecd83) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:54.348290 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e2cce4-eaaf-4c96-8d71-cdd07e53162c x-openstack-request-id: req-76e2cce4-eaaf-4c96-8d71-cdd07e53162c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:54.348290 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058e8b5-c9ab-4ab5-be50-14c24ca67061", "name": "network-vif-plugged", "status": "completed", "tag": "d7402fda-7767-4ef3-87fd-3cdb85947018", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:54.348731 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76e2cce4-eaaf-4c96-8d71-cdd07e53162c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:54.349298 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e058e8b5-c9ab-4ab5-be50-14c24ca67061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7402fda-7767-4ef3-87fd-3cdb85947018', 'code': 200} Sep 22 10:33:54.385793 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-311d9605-231c-4948-a475-225bce90fa65 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749313 Sep 22 10:33:54.476044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-e40ef3b1-77cf-4330-9ae5-cf00d7215a54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc HTTP/1.1" status: 200 len: 217 time: 0.0819206 Sep 22 10:33:54.505922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-206852208-network', 'tenant_id': 'db9436a6c91447d58028edc66975b7ce'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:54.555364 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.655163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-f0aa0089-9203-413e-8bc9-5c5f496e0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:54.666265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-f0aa0089-9203-413e-8bc9-5c5f496e0d0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.1595747 Sep 22 10:33:54.666265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f4f11-2d60-428d-8bec-bde5a5e03ae7 req-52dbb38e-2061-4ebf-9057-a81176453ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:54.666265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad0f4f11-2d60-428d-8bec-bde5a5e03ae7 req-52dbb38e-2061-4ebf-9057-a81176453ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 1096 time: 0.1985996 Sep 22 10:33:54.681397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:33:54.723173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a60bc6c-483f-4099-a278-12eb78e60944 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:54.723826 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.727566 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.727782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Made reservation on behalf of db9436a6c91447d58028edc66975b7ce for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:54.729435 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.770862 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.776128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Transition to ACTIVE for port object cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:33:54.780615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:54.782230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:54.782617 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.784820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24600f1e-d16f-42b8-8ab9-1f92b07148d3 req-61d54d53-02f8-4ea7-9211-29422061d8e4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:54.786405 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24600f1e-d16f-42b8-8ab9-1f92b07148d3 req-61d54d53-02f8-4ea7-9211-29422061d8e4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.2191000 Sep 22 10:33:54.788679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:54.790879 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=2fa33da5-d1d1-4c88-8c96-5b86019ecd83,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:54.801903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:54.808215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:54.809197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.820764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad0f4f11-2d60-428d-8bec-bde5a5e03ae7 req-f317b54c-45b4-4959-80a2-893c1d6d5832 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335552 Sep 22 10:33:54.836568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-011e10c7-9c7f-4900-ab7d-f0fe94b9e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:54.838082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-011e10c7-9c7f-4900-ab7d-f0fe94b9e236 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1746421 Sep 22 10:33:54.875515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24600f1e-d16f-42b8-8ab9-1f92b07148d3 req-ea6f3459-98c1-4c34-9700-ceb74523868a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702186 Sep 22 10:33:54.882492 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.897924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.932996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 9a60bc6c-483f-4099-a278-12eb78e60944, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a60bc6c-483f-4099-a278-12eb78e60944,segment=NetworkSegment(4256e058-c30d-4690-aaae-e5e297fa65f4),segment_id=4256e058-c30d-4690-aaae-e5e297fa65f4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:54.950015 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e8b07267-8442-4499-9c62-55fcda6a97bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4302382 Sep 22 10:33:54.952661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39310) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:54.962894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-25412414-000d-4cfd-b95c-d2998f1a3a3e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:55.049790 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.134571 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-73db6bf3-f0ec-47f6-8488-bc19414cef67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.162393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:55.177944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-2f646154-3cb3-4736-928d-08c2a5b202c4 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290913 Sep 22 10:33:55.183150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Attempting to bind port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:55.183746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Attempting to bind port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:55.188023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Attempting to bind port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf on network a155e37a-8bbb-4e75-8360-6ab84ccae29c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:55.212511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=9a60bc6c-483f-4099-a278-12eb78e60944,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:55.273045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf on network a155e37a-8bbb-4e75-8360-6ab84ccae29c not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:33:55.273417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Attempting to bind port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf on network a155e37a-8bbb-4e75-8360-6ab84ccae29c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:55.322541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:55.322968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Checking segment: {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:55.323348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Bound using segment: {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:55.323804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Bound port: cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55779fc-b82a-48e9-b963-7c35460fd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:55.324173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.401983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934f697-66d1-46ba-b433-934ee3c9bc67 req-a2e1e943-7dc5-4f24-9684-1c920d5b049b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:55.403597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6934f697-66d1-46ba-b433-934ee3c9bc67 req-a2e1e943-7dc5-4f24-9684-1c920d5b049b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.1909165 Sep 22 10:33:55.414721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-3ff8db5a-0b33-451d-a3ff-12937ffe4927 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237010 Sep 22 10:33:55.500616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-e3f6d1cf-061c-4673-8551-c15a1e0ab2c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a81ec790-8609-44bd-b50c-5af0a7205433 HTTP/1.1" status: 200 len: 217 time: 0.0768683 Sep 22 10:33:55.524878 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.538913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0e619ba1-d539-47d0-95ed-18bd1c8e98b3 None None] Provisioning complete for port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:55.539393 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e619ba1-d539-47d0-95ed-18bd1c8e98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.580276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.592317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6934f697-66d1-46ba-b433-934ee3c9bc67 req-cadedcea-b556-40f7-be56-83b5385825bf tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765654 Sep 22 10:33:55.593498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0e619ba1-d539-47d0-95ed-18bd1c8e98b3 None None] Port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:55.599981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:55.608503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0e619ba1-d539-47d0-95ed-18bd1c8e98b3 None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:55.608503 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e619ba1-d539-47d0-95ed-18bd1c8e98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.608782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.620779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:55.642641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-63b1f249-7756-49d8-9801-2685373346f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:55.642641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-63b1f249-7756-49d8-9801-2685373346f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.1196277 Sep 22 10:33:55.728358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.739965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf545769-cf99-4d5b-ac28-899ad7307bac req-c61728ef-6065-4d2d-8cce-5b8a2138c9b3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 210 time: 0.0472748 Sep 22 10:33:55.781635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-b366c176-4791-49c8-a8c4-ddeebca2390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:55.783201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-b366c176-4791-49c8-a8c4-ddeebca2390b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1341448 Sep 22 10:33:55.795464 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.796432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.825802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d3983ab6-a94f-4207-a8c3-48dba4d1abdc None None] Provisioning complete for port 2fa33da5-d1d1-4c88-8c96-5b86019ecd83 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:55.826048 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d3983ab6-a94f-4207-a8c3-48dba4d1abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.866325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d3983ab6-a94f-4207-a8c3-48dba4d1abdc None None] Port 2fa33da5-d1d1-4c88-8c96-5b86019ecd83 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:55.919310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25412414-000d-4cfd-b95c-d2998f1a3a3e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:55.923161 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25412414-000d-4cfd-b95c-d2998f1a3a3e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.042660 n-d-807025-3 neutron-server[95681]: INFO neutron.db.ipam_backend_mixin [None req-25412414-000d-4cfd-b95c-d2998f1a3a3e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f84bbfa-c92b-473d-bb2a-74c37fb5afaa (CIDR: 2001:db8::/64) Sep 22 10:33:56.097825 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-25412414-000d-4cfd-b95c-d2998f1a3a3e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:33:56.098249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25412414-000d-4cfd-b95c-d2998f1a3a3e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:33:56.127228 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.182907 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-25412414-000d-4cfd-b95c-d2998f1a3a3e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2255094 Sep 22 10:33:56.185701 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39322) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:56.191731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:56.200705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:33:56.322955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:56.323755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.325247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] 10.222.0.32 "PUT /v2.0/ports/cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf HTTP/1.1" status: 200 len: 1092 time: 2.7292874 Sep 22 10:33:56.333285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.333644 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Added segment ee77777e-12e3-4bed-9f52-65c94087fd07 of type vlan for network 3603beeb-346d-4d57-be72-f59a7f2dff5a Sep 22 10:33:56.346366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:56.352803 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b24972-b3f6-44ca-a6c9-319d427f9058" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:56.436948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88417979-6d20-482b-94d6-20497d5dc9bc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:56.493186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-322a962c-2165-47f8-a980-df20f64cbc6d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:56.494975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-322a962c-2165-47f8-a980-df20f64cbc6d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.8636608 Sep 22 10:33:56.530842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.536111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:56.544801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ea3b9-40ec-413a-b154-1058d2c99526 service neutron] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:56.553012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:56.553441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Request body: {'port': {'device_id': 'd99c644a-8f95-4a5f-9eaa-7ff76cfa87b2', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'admin_state_up': True, 'tenant_id': '308177db81fe4998a826f4222b77bc2e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:56.553831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.609713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.618969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aee7f3-1df0-4b66-8835-229409c14ff2 req-f2da4efa-32dc-442c-b068-32a176ce3a38 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:56.628550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7aee7f3-1df0-4b66-8835-229409c14ff2 req-f2da4efa-32dc-442c-b068-32a176ce3a38 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.4386358 Sep 22 10:33:56.665001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-fbcb1574-e57e-43b8-9a45-ad4068ff95b1 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8722332 Sep 22 10:33:56.698743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a60bc6c-483f-4099-a278-12eb78e60944 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:56.729293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-bc6e96f9-753d-4d8c-9383-aa34e7f2b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:56.730835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-bc6e96f9-753d-4d8c-9383-aa34e7f2b02c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 1095 time: 0.2861841 Sep 22 10:33:56.773143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:56.774483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.813922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7aee7f3-1df0-4b66-8835-229409c14ff2 req-2b7a552d-1617-4242-80c2-e9598e0c670d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866438 Sep 22 10:33:56.823146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-afa5355f-8aa1-47d7-b815-14bce7817be6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf HTTP/1.1" status: 200 len: 217 time: 0.0756269 Sep 22 10:33:56.895564 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.897664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.899041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:56.899651 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.944989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:56.946913 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da9ba00-7acd-4537-a99d-9b9a052be33e x-openstack-request-id: req-0da9ba00-7acd-4537-a99d-9b9a052be33e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:56.947832 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:56.947832 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0da9ba00-7acd-4537-a99d-9b9a052be33e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:56.948116 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'status': 'completed', 'code': 200} Sep 22 10:33:56.948662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:56.953049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:56.953774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:56.960962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=67dc3593-d3d9-4586-8f8c-0d42add6bdb1,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:56.966247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb42feaa-7f06-41c7-bb3e-cc4c2a95132e None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:57.085534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] Pushing event updated for resources: {'Network': ['ID=3603beeb-346d-4d57-be72-f59a7f2dff5a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:57.091503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-2918eb82-3e4f-41f7-a7d3-89fc6261ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:57.093084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-2918eb82-3e4f-41f7-a7d3-89fc6261ac1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.2607064 Sep 22 10:33:57.095738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20aef91f-7e52-4b0e-9aa3-3b5cf8b237ef req-88718217-ba9e-4496-9b08-7a978f3efcea service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113533 Sep 22 10:33:57.096935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 3603beeb-346d-4d57-be72-f59a7f2dff5a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:33:57.128350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b190a8-9077-455b-900f-c903928810cb req-8f5c6be1-c77a-4802-baac-a307a297c476 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:57.128350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47b190a8-9077-455b-900f-c903928810cb req-8f5c6be1-c77a-4802-baac-a307a297c476 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.1304328 Sep 22 10:33:57.154086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Made reservation on behalf of 308177db81fe4998a826f4222b77bc2e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:57.157483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.206016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-345acc24-b584-4d70-bffd-ab31d54fd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:57.207588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-345acc24-b584-4d70-bffd-ab31d54fd8b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024835 Sep 22 10:33:57.217252 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-edbd53c9-35d9-4bb1-9d55-fce5f521f6b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0274274 Sep 22 10:33:57.217370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47b190a8-9077-455b-900f-c903928810cb req-72489547-4afc-46f3-b290-b60a42727aaa tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730059 Sep 22 10:33:57.220416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39332) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:57.224924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1380855050', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '67dc3593-d3d9-4586-8f8c-0d42add6bdb1'}], 'security_groups': ['c2dd2aec-0ec8-4c8f-bcbc-9c96606a9520']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:57.261216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a80d5ebb-6145-4862-a40c-540e9c0db60b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9718366 Sep 22 10:33:57.266563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c434a8a-35e2-428e-8d2e-e78e0c0f44c0 None None] Update dhcp port {'port': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'fixed_ips': [{'subnet_id': '2f84bbfa-c92b-473d-bb2a-74c37fb5afaa', 'ip_address': '2001:db8::2'}, {'subnet_id': '67dc3593-d3d9-4586-8f8c-0d42add6bdb1'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '9a60bc6c-483f-4099-a278-12eb78e60944'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:33:57.270317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39334) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:57.276585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Request body: {'subnet': {'network_id': '3603beeb-346d-4d57-be72-f59a7f2dff5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-206852208-subnet', 'tenant_id': 'db9436a6c91447d58028edc66975b7ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:57.301042 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c434a8a-35e2-428e-8d2e-e78e0c0f44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.346748 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.379785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac8f31f6-ade1-420d-b93c-d38e5f1fd43a req-3965d75e-cd4a-4a9c-8500-f7df92cd1f42 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 210 time: 0.0813680 Sep 22 10:33:57.405716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Made reservation on behalf of db9436a6c91447d58028edc66975b7ce for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:57.409993 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.441572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-07e9ed9f-0d79-441c-987f-a0129e4c0c2f service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238877 Sep 22 10:33:57.446898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Allocated IP 172.20.0.12 (aa0a3ea5-25c5-45d8-acb0-3607e4e2c864/45c71a83-301e-40d7-8110-ed696a6a52a0/eead827d-cb80-43b9-af77-79177589b976) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:57.530604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-6c434a8a-35e2-428e-8d2e-e78e0c0f44c0 None None] Allocated IP 2001:db8:0:1::2 (b35168f5-ba60-4338-9dbc-819e2d788e36/67dc3593-d3d9-4586-8f8c-0d42add6bdb1/9a60bc6c-483f-4099-a278-12eb78e60944) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:57.643842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a1ee08-4a9b-4bcb-9be2-e93ecb947737 req-2c6b2122-f7e6-4769-b426-1bb723f62625 service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944449 Sep 22 10:33:57.667912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6c434a8a-35e2-428e-8d2e-e78e0c0f44c0 None None] For port 9a60bc6c-483f-4099-a278-12eb78e60944, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a60bc6c-483f-4099-a278-12eb78e60944,segment=NetworkSegment(4256e058-c30d-4690-aaae-e5e297fa65f4),segment_id=4256e058-c30d-4690-aaae-e5e297fa65f4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:57.702685 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c434a8a-35e2-428e-8d2e-e78e0c0f44c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.752159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.802608 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c434a8a-35e2-428e-8d2e-e78e0c0f44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.823714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-21760882-f03a-45f1-ae2f-3fdc3d790c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:57.825956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-21760882-f03a-45f1-ae2f-3fdc3d790c56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 1095 time: 0.0658596 Sep 22 10:33:57.946475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c434a8a-35e2-428e-8d2e-e78e0c0f44c0 None None] Pushing event updated for resources: {'Port': ['ID=9a60bc6c-483f-4099-a278-12eb78e60944,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:57.960731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.972438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:33:58.029246 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.060487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event updated for resources: {'Port': ['ID=eead827d-cb80-43b9-af77-79177589b976,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:58.069149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Delete allocated IP 2001:db8::204 (b35168f5-ba60-4338-9dbc-819e2d788e36/2f84bbfa-c92b-473d-bb2a-74c37fb5afaa) {{(pid=95681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 10:33:58.079420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8:0:1::2ac (b35168f5-ba60-4338-9dbc-819e2d788e36/67dc3593-d3d9-4586-8f8c-0d42add6bdb1/2fa33da5-d1d1-4c88-8c96-5b86019ecd83) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:58.118022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:58.123834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:58.127281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:58.134218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-9cdb77c2-2e65-460b-8844-1793fb8c7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:58.135892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-9cdb77c2-2e65-460b-8844-1793fb8c7e71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.2969112 Sep 22 10:33:58.180933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaf548-f9b3-4bac-a122-906b6ecddb10 req-f24ae705-01f6-4d59-bc61-64e256d2f2f8 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:58.182432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69aaf548-f9b3-4bac-a122-906b6ecddb10 req-f24ae705-01f6-4d59-bc61-64e256d2f2f8 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.2719800 Sep 22 10:33:58.235303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-fdee6216-76d2-4f2c-85be-c81d6092fd52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf HTTP/1.1" status: 200 len: 217 time: 0.0643704 Sep 22 10:33:58.304594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:58.312008 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.335479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69aaf548-f9b3-4bac-a122-906b6ecddb10 req-2a13ca39-e4e4-48f7-a1e8-b7f685dbcfe3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396048 Sep 22 10:33:58.349427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-9b84d84e-e26f-481e-9b57-9807e545a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:58.355561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-9b84d84e-e26f-481e-9b57-9807e545a5d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.1112182 Sep 22 10:33:58.379341 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.416666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-2be86a5e-fe7e-43ef-986e-754b80211d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:58.418494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-2be86a5e-fe7e-43ef-986e-754b80211d57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555742 Sep 22 10:33:58.434080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.479208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5241db2d-dc34-43d9-901b-93051748a6f8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:58.481463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.544632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-f9634a14-18fe-4c0d-a8ad-eb23fd0becee service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128244 Sep 22 10:33:58.546647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-8d862644-423b-49f9-94c5-f4edbab575cc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0084257 Sep 22 10:33:58.567681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-42431d41-767e-4e42-9e59-3151d5ce139a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:33:58.569079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-42431d41-767e-4e42-9e59-3151d5ce139a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080676 Sep 22 10:33:58.584315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] In _notify_port_updated(), no bound segment for port 2fa33da5-d1d1-4c88-8c96-5b86019ecd83 on network b35168f5-ba60-4338-9dbc-819e2d788e36 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:33:58.590083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:58.590851 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.592292 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "PUT /v2.0/ports/2fa33da5-d1d1-4c88-8c96-5b86019ecd83 HTTP/1.1" status: 200 len: 931 time: 1.3732018 Sep 22 10:33:58.598292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39354) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:58.616960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Request body: {'port': {'device_id': 'd99c644a-8f95-4a5f-9eaa-7ff76cfa87b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:58.662914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e94c26-09f0-44f9-aac6-cac2a02c3c14 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=2fa33da5-d1d1-4c88-8c96-5b86019ecd83,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:58.671073 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Checking segment: {'id': 'ee77777e-12e3-4bed-9f52-65c94087fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3603beeb-346d-4d57-be72-f59a7f2dff5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:58.682922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Network hostable DHCP agents. Network: 3603beeb-346d-4d57-be72-f59a7f2dff5a, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:33:58.737712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a60bc6c-483f-4099-a278-12eb78e60944 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:58.753417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-61055eda-78a4-49e7-a511-2d8a0a0563b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 2fa33da5-d1d1-4c88-8c96-5b86019ecd83 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:58.753417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61055eda-78a4-49e7-a511-2d8a0a0563b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.828086 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.842796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77b24972-b3f6-44ca-a6c9-319d427f9058 req-60588b0b-158d-4358-ab0a-57fe31db6678 service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836576 Sep 22 10:33:58.847353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e8c3bf2f-3a5d-4775-813e-92d4329c4a8f None None] Provisioning complete for port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:58.847353 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8c3bf2f-3a5d-4775-813e-92d4329c4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.877523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05425c05-fec7-4ed3-b678-506839883e4b req-96ca4565-5913-452e-af7d-3761304cf7eb tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:58.881937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05425c05-fec7-4ed3-b678-506839883e4b req-96ca4565-5913-452e-af7d-3761304cf7eb tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.3327844 Sep 22 10:33:58.888514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3bf2f-3a5d-4775-813e-92d4329c4a8f None None] Port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:58.904708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:58.905081 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.905861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61055eda-78a4-49e7-a511-2d8a0a0563b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.907664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e8c3bf2f-3a5d-4775-813e-92d4329c4a8f None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:58.908024 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8c3bf2f-3a5d-4775-813e-92d4329c4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:58.937554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-61055eda-78a4-49e7-a511-2d8a0a0563b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 2fa33da5-d1d1-4c88-8c96-5b86019ecd83 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:58.945693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Network 3603beeb-346d-4d57-be72-f59a7f2dff5a is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:33:59.078937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05425c05-fec7-4ed3-b678-506839883e4b req-1a2aa669-b393-4e7d-a30e-f45dcbf0bba7 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896448 Sep 22 10:33:59.088678 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 3603beeb-346d-4d57-be72-f59a7f2dff5a) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:59.107811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:59.108714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.121205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc287b4-10d5-4b2b-9306-37d16a878ef9 None None] Network 3603beeb-346d-4d57-be72-f59a7f2dff5a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:59.138758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e8c3bf2f-3a5d-4775-813e-92d4329c4a8f None None] Provisioning complete for port 2fa33da5-d1d1-4c88-8c96-5b86019ecd83 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:59.140555 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8c3bf2f-3a5d-4775-813e-92d4329c4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.214156 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ad39580a-f440-41b1-9d21-35d7fa5d8253 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9402802 Sep 22 10:33:59.237403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3bf2f-3a5d-4775-813e-92d4329c4a8f None None] Port 2fa33da5-d1d1-4c88-8c96-5b86019ecd83 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:59.239418 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61055eda-78a4-49e7-a511-2d8a0a0563b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.287164 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61055eda-78a4-49e7-a511-2d8a0a0563b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=2fa33da5-d1d1-4c88-8c96-5b86019ecd83,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:59.317034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eead827d-cb80-43b9-af77-79177589b976 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:33:59.325327 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.336974 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61055eda-78a4-49e7-a511-2d8a0a0563b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.341428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Transition to ACTIVE for port object eead827d-cb80-43b9-af77-79177589b976 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:33:59.346995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39360) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:59.347139 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-61055eda-78a4-49e7-a511-2d8a0a0563b5 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/2fa33da5-d1d1-4c88-8c96-5b86019ecd83 HTTP/1.1" status: 204 len: 168 time: 0.7429185 Sep 22 10:33:59.366147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f7179611-f06a-4bb5-bc69-8369de1506b3 None None] Could not find standard attr ID for object 2fa33da5-d1d1-4c88-8c96-5b86019ecd83. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:33:59.376242 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1f21ff-ec74-4c54-ae40-0b9eee19bb28 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:33:59.377532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553d7c9-c88a-4407-a5f2-4029ec77b4c0 None None] Network 3603beeb-346d-4d57-be72-f59a7f2dff5a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:59.378740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5a1f21ff-ec74-4c54-ae40-0b9eee19bb28 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/2fa33da5-d1d1-4c88-8c96-5b86019ecd83 HTTP/1.1" status: 404 len: 333 time: 0.0354013 Sep 22 10:33:59.381499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39364) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:59.464785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d929344-5e0e-4a81-8bab-55b7ef52899d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.495550 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d929344-5e0e-4a81-8bab-55b7ef52899d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.515542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.582461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Pushing event updated for resources: {'Port': ['ID=eead827d-cb80-43b9-af77-79177589b976,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:59.619403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d3de3-7f6b-4279-980e-f2216d5d474e req-b975294a-ebc4-4a22-b2e2-fedf16324b37 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:59.624691 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c72d3de3-7f6b-4279-980e-f2216d5d474e req-b975294a-ebc4-4a22-b2e2-fedf16324b37 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 932 time: 0.1408284 Sep 22 10:33:59.639100 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d929344-5e0e-4a81-8bab-55b7ef52899d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.641774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d929344-5e0e-4a81-8bab-55b7ef52899d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.645568 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9d929344-5e0e-4a81-8bab-55b7ef52899d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/security-groups/a84031e6-d7a2-41b8-8d06-b3a3df606579 HTTP/1.1" status: 204 len: 168 time: 0.2605636 Sep 22 10:33:59.647610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39372) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:59.651969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d929344-5e0e-4a81-8bab-55b7ef52899d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84031e6-d7a2-41b8-8d06-b3a3df606579,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:59.727433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c72d3de3-7f6b-4279-980e-f2216d5d474e req-399a4d68-c4e0-4b42-b535-a82dc4f27765 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838332 Sep 22 10:33:59.740530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Attempting to bind port eead827d-cb80-43b9-af77-79177589b976 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:59.740864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Attempting to bind port eead827d-cb80-43b9-af77-79177589b976 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:59.741191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Attempting to bind port eead827d-cb80-43b9-af77-79177589b976 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:59.756841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Port eead827d-cb80-43b9-af77-79177589b976 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:33:59.757175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Attempting to bind port eead827d-cb80-43b9-af77-79177589b976 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:59.763449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d64db87-3a95-4f33-96da-ef96f01b63b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.766240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:59.766530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Checking segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:59.766918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Bound using segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:59.767342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Bound port: eead827d-cb80-43b9-af77-79177589b976, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:59.767732 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.845316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d64db87-3a95-4f33-96da-ef96f01b63b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.919348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bc9d-c3d7-4022-ac8d-2659cf8756e4 req-150098b6-83e3-4587-a2bb-8c306516636c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:59.920772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43b3bc9d-c3d7-4022-ac8d-2659cf8756e4 req-150098b6-83e3-4587-a2bb-8c306516636c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.1293790 Sep 22 10:33:59.921778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] For port eead827d-cb80-43b9-af77-79177589b976, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:59.924967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] For port eead827d-cb80-43b9-af77-79177589b976, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=eead827d-cb80-43b9-af77-79177589b976,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:59.959104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43b3bc9d-c3d7-4022-ac8d-2659cf8756e4 req-8770e12b-b85c-40d6-8b91-a1460442dc14 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320737 Sep 22 10:34:00.313605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-8f744be6-ab40-4fec-b3a2-8bb46ff363ed tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:00.315069 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-8f744be6-ab40-4fec-b3a2-8bb46ff363ed tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/networks?id=3603beeb-346d-4d57-be72-f59a7f2dff5a HTTP/1.1" status: 200 len: 813 time: 0.1033301 Sep 22 10:34:00.329535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e65df85a-d1fe-45bf-8fcf-64bc908e90ca tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/quotas/db9436a6c91447d58028edc66975b7ce HTTP/1.1" status: 200 len: 375 time: 0.0087595 Sep 22 10:34:00.361174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f0ea59e8-f9bc-4d44-83e4-7bce9f6b6241 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=db9436a6c91447d58028edc66975b7ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261185 Sep 22 10:34:00.702056 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d64db87-3a95-4f33-96da-ef96f01b63b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:00.704591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d64db87-3a95-4f33-96da-ef96f01b63b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:00.708411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4d64db87-3a95-4f33-96da-ef96f01b63b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/security-groups/c2dd2aec-0ec8-4c8f-bcbc-9c96606a9520 HTTP/1.1" status: 204 len: 168 time: 1.0589695 Sep 22 10:34:00.708411 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:00.708903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39392) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:00.756197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64db87-3a95-4f33-96da-ef96f01b63b0 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dd2aec-0ec8-4c8f-bcbc-9c96606a9520,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:00.758536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:00.759149 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:00.760545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] 10.222.0.30 "PUT /v2.0/ports/eead827d-cb80-43b9-af77-79177589b976 HTTP/1.1" status: 200 len: 1092 time: 2.1548738 Sep 22 10:34:00.764246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99c644a-8f95-4a5f-9eaa-7ff76cfa87b2', 'tag': 'eead827d-cb80-43b9-af77-79177589b976'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:00.766264 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f2d054-9970-43fd-9846-9e2960ef441a" -d '{"events": [{"name": "network-changed", "server_uuid": "d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2", "tag": "eead827d-cb80-43b9-af77-79177589b976"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:00.780749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1400c08-2186-4787-84fa-7950ecce5e55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet 2f84bbfa-c92b-473d-bb2a-74c37fb5afaa {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:34:00.784716 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f1400c08-2186-4787-84fa-7950ecce5e55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:00.805572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e15182e6-3cf7-425d-8031-4eb2637fe30c service neutron] 10.222.0.20 "GET /v2.0/networks/3603beeb-346d-4d57-be72-f59a7f2dff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375944 Sep 22 10:34:00.806587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e552be8-bffe-4b25-b347-2a8c7254ce26 service neutron] Pushing event updated for resources: {'Port': ['ID=eead827d-cb80-43b9-af77-79177589b976,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:00.834315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f1400c08-2186-4787-84fa-7950ecce5e55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:00.915170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-d18d12fa-74c8-4697-919c-126617e01385 service neutron] 10.222.0.20 "GET /v2.0/networks/3603beeb-346d-4d57-be72-f59a7f2dff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020167 Sep 22 10:34:00.931364 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f1400c08-2186-4787-84fa-7950ecce5e55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:00.953833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-18582ad1-f9c7-4ac7-b8b4-dd522ec865a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:00.956190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-18582ad1-f9c7-4ac7-b8b4-dd522ec865a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 1095 time: 0.0604064 Sep 22 10:34:01.008005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-65c5790b-a310-441e-ac8a-eaec53984224 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eead827d-cb80-43b9-af77-79177589b976 HTTP/1.1" status: 200 len: 217 time: 0.0419590 Sep 22 10:34:01.061776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-532f1323-5b64-489f-ad24-3f6501bd5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:01.063309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-532f1323-5b64-489f-ad24-3f6501bd5d70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.0485542 Sep 22 10:34:01.071682 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f1400c08-2186-4787-84fa-7950ecce5e55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:01.094992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-2970f7a8-81fc-48e0-942c-532156137c82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243073 Sep 22 10:34:01.100365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1400c08-2186-4787-84fa-7950ecce5e55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=2f84bbfa-c92b-473d-bb2a-74c37fb5afaa,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:01.122772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c48e2-8fe5-41f5-9c3e-f7eb35915686 None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:01.125913 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f1400c08-2186-4787-84fa-7950ecce5e55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:01.129646 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f1400c08-2186-4787-84fa-7950ecce5e55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/2f84bbfa-c92b-473d-bb2a-74c37fb5afaa HTTP/1.1" status: 204 len: 168 time: 0.4183862 Sep 22 10:34:01.134537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39404) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:01.141095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:01.320166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:34:01.326825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7e804-2588-4264-82a1-5e0462b9e28d req-9705c147-583b-44ee-b157-cca14d3c7f0d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:01.334720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5a7e804-2588-4264-82a1-5e0462b9e28d req-9705c147-583b-44ee-b157-cca14d3c7f0d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.1440489 Sep 22 10:34:01.339883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:01.343857 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:01.344298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-4d82582d-608f-4add-9e3d-ecaedaaf814e service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421324 Sep 22 10:34:01.428981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5a7e804-2588-4264-82a1-5e0462b9e28d req-ed6704c8-f552-4f4d-9c34-d725f53ee4b5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933368 Sep 22 10:34:01.474400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:01.510713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'port_id': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'mac_address': 'fa:16:3e:f1:0d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:34:01.533205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64ea7868-d4e6-4da0-812d-b01db6fbb0ad req-b2fad7f4-9239-45f1-86f9-83de6e11f5e8 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781576 Sep 22 10:34:01.586746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:01.611623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1955d71-e5bc-4ec1-9080-90a195206a39 req-42b73f87-578b-433a-bbb5-6a67e2e44f6b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:01.613638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1955d71-e5bc-4ec1-9080-90a195206a39 req-42b73f87-578b-433a-bbb5-6a67e2e44f6b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 944 time: 0.0722091 Sep 22 10:34:01.630059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:01.668722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:01.678750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1955d71-e5bc-4ec1-9080-90a195206a39 req-f2ecba3f-48fb-4aad-af53-4341c81ce8b3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548458 Sep 22 10:34:01.751289 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:01.755963 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd07ca-14e1-4e24-ae4b-5eda6c083e33 x-openstack-request-id: req-e2cd07ca-14e1-4e24-ae4b-5eda6c083e33 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:01.758031 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2", "tag": "eead827d-cb80-43b9-af77-79177589b976", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:01.758338 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2cd07ca-14e1-4e24-ae4b-5eda6c083e33 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:01.758844 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99c644a-8f95-4a5f-9eaa-7ff76cfa87b2', 'tag': 'eead827d-cb80-43b9-af77-79177589b976', 'status': 'completed', 'code': 200} Sep 22 10:34:01.834699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2d054-9970-43fd-9846-9e2960ef441a req-d3170444-c734-4ff6-861e-6b319cd636e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:01.836343 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25f2d054-9970-43fd-9846-9e2960ef441a req-d3170444-c734-4ff6-861e-6b319cd636e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 1095 time: 0.0523591 Sep 22 10:34:01.839919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:01.891655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:01.949592 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:01.955672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:01.967855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:01.968819 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:01.988525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee174e-993d-4055-a728-0027decb7e4d req-dad60392-57d7-4b0b-80d0-a57f854afec4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:01.991299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=505ba4cc-e035-4ca9-9bde-d7d2065555e7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:01.997507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8ee174e-993d-4055-a728-0027decb7e4d req-dad60392-57d7-4b0b-80d0-a57f854afec4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.1306314 Sep 22 10:34:02.001142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2d054-9970-43fd-9846-9e2960ef441a req-0397d01a-cb72-4a24-adbf-1a14b80e6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:02.002922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25f2d054-9970-43fd-9846-9e2960ef441a req-0397d01a-cb72-4a24-adbf-1a14b80e6928 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 907 time: 0.1586711 Sep 22 10:34:02.060712 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-56e91e43-069d-4445-b0d6-bf0dea6a8571 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9248354 Sep 22 10:34:02.063932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25f2d054-9970-43fd-9846-9e2960ef441a req-b2f3afbf-8ff8-4065-ae49-e93776b03723 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eead827d-cb80-43b9-af77-79177589b976 HTTP/1.1" status: 200 len: 217 time: 0.0454614 Sep 22 10:34:02.064086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39416) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:02.065874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:02.070174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6bfdf1dd-26bf-4ba1-9c07-c095ed730ba6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'security_group': {'name': 'tempest-secgroup-2085838454'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:02.111871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8ee174e-993d-4055-a728-0027decb7e4d req-bf50c4e2-770a-408c-9402-23c2c9a7e4c2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128511 Sep 22 10:34:02.168794 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf1dd-26bf-4ba1-9c07-c095ed730ba6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:02.203852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2d054-9970-43fd-9846-9e2960ef441a req-e4b69eb6-2963-4445-ae8d-abcb2e979552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:02.209692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25f2d054-9970-43fd-9846-9e2960ef441a req-e4b69eb6-2963-4445-ae8d-abcb2e979552 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.1308682 Sep 22 10:34:02.269112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25f2d054-9970-43fd-9846-9e2960ef441a req-b3a2cd1a-b9b9-4666-8a64-ffd4ceff56ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415540 Sep 22 10:34:02.278132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805896b5-993c-4aba-8cbd-888939346926 None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:02.329181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf1dd-26bf-4ba1-9c07-c095ed730ba6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:02.338637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b675cfb5-1dec-45ce-986f-0b1a42174e8a None None] Provisioning complete for port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:02.339320 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b675cfb5-1dec-45ce-986f-0b1a42174e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:02.360943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75f6cbe8-53b5-49b7-836d-e7be2b1956f3 req-90193ce3-785f-4219-a7c7-77f156f26950 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 210 time: 0.0944448 Sep 22 10:34:02.398428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25f2d054-9970-43fd-9846-9e2960ef441a req-ba72e71c-cc90-42c8-a21d-5d9df0f4f796 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202018 Sep 22 10:34:02.402644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf1dd-26bf-4ba1-9c07-c095ed730ba6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:02.442737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdf1dd-26bf-4ba1-9c07-c095ed730ba6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb21454-3830-4833-9390-7aa3b0ea141e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:02.443961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b675cfb5-1dec-45ce-986f-0b1a42174e8a None None] Port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:02.497554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b675cfb5-1dec-45ce-986f-0b1a42174e8a None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:02.497554 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b675cfb5-1dec-45ce-986f-0b1a42174e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:02.513463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6bfdf1dd-26bf-4ba1-9c07-c095ed730ba6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:02.513669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25f2d054-9970-43fd-9846-9e2960ef441a req-63134a7b-9bd4-40ff-adf3-30f4fc78a978 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058712 Sep 22 10:34:02.517714 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6bfdf1dd-26bf-4ba1-9c07-c095ed730ba6 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4492137 Sep 22 10:34:02.517872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39420) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:02.522286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b4835f5f-2cfb-43e4-820e-63bd4444687a tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1253684468'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:02.605802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaefc7-3b06-4b13-83d1-18af23be51eb req-476d0895-2790-4eab-898c-20f58f2673c7 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:02.613438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53aaefc7-3b06-4b13-83d1-18af23be51eb req-476d0895-2790-4eab-898c-20f58f2673c7 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 945 time: 0.0608962 Sep 22 10:34:02.659893 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b4835f5f-2cfb-43e4-820e-63bd4444687a tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:02.673172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53aaefc7-3b06-4b13-83d1-18af23be51eb req-82eb1b6f-3ffa-44ce-99d8-9c2ccd2e4523 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587847 Sep 22 10:34:02.718580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6374cd06-27ce-427c-99ff-e492b205def0 None None] Update dhcp port {'port': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'fixed_ips': [{'subnet_id': '67dc3593-d3d9-4586-8f8c-0d42add6bdb1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '505ba4cc-e035-4ca9-9bde-d7d2065555e7'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '9a60bc6c-483f-4099-a278-12eb78e60944'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:34:02.749284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6374cd06-27ce-427c-99ff-e492b205def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:02.814849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b4835f5f-2cfb-43e4-820e-63bd4444687a tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:02.840152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf043a80-42e6-4b03-b1c3-5f4b133c4987 req-d806d4f4-05c7-49a1-a719-90be7a43687a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:02.841674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf043a80-42e6-4b03-b1c3-5f4b133c4987 req-d806d4f4-05c7-49a1-a719-90be7a43687a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 944 time: 0.0831006 Sep 22 10:34:02.884362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf043a80-42e6-4b03-b1c3-5f4b133c4987 req-9bdf4cde-977a-4655-838a-866fe41cc434 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359523 Sep 22 10:34:02.927561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-6374cd06-27ce-427c-99ff-e492b205def0 None None] Allocated IP 2001:db8::2 (b35168f5-ba60-4338-9dbc-819e2d788e36/505ba4cc-e035-4ca9-9bde-d7d2065555e7/9a60bc6c-483f-4099-a278-12eb78e60944) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:02.976170 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b4835f5f-2cfb-43e4-820e-63bd4444687a tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.006694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4835f5f-2cfb-43e4-820e-63bd4444687a tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab973f-a92a-4898-826c-8828bc6f1ca8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:03.033468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6374cd06-27ce-427c-99ff-e492b205def0 None None] For port 9a60bc6c-483f-4099-a278-12eb78e60944, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a60bc6c-483f-4099-a278-12eb78e60944,segment=NetworkSegment(4256e058-c30d-4690-aaae-e5e297fa65f4),segment_id=4256e058-c30d-4690-aaae-e5e297fa65f4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:03.062625 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6374cd06-27ce-427c-99ff-e492b205def0 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.084899 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b4835f5f-2cfb-43e4-820e-63bd4444687a tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.086326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b4835f5f-2cfb-43e4-820e-63bd4444687a tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5674741 Sep 22 10:34:03.089194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39426) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:03.094009 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1ac37dc9-1eeb-4bb3-acd2-64b19e5c895c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'security_group': {'name': 'tempest-secgroup-165417581'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:03.176271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6374cd06-27ce-427c-99ff-e492b205def0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.222301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ac37dc9-1eeb-4bb3-acd2-64b19e5c895c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.228961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a13f4-c3fc-46be-ac0a-6dc9e6abc904 req-8da03d60-6e5f-452c-ab72-a95818f66cce tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:03.230543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a93a13f4-c3fc-46be-ac0a-6dc9e6abc904 req-8da03d60-6e5f-452c-ab72-a95818f66cce tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.0519297 Sep 22 10:34:03.271236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374cd06-27ce-427c-99ff-e492b205def0 None None] Pushing event updated for resources: {'Port': ['ID=9a60bc6c-483f-4099-a278-12eb78e60944,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:03.289630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a93a13f4-c3fc-46be-ac0a-6dc9e6abc904 req-8899ab82-b805-4462-8d8f-f2b7e0aabf1e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503521 Sep 22 10:34:03.327494 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ac37dc9-1eeb-4bb3-acd2-64b19e5c895c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.342360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:03.398086 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ac37dc9-1eeb-4bb3-acd2-64b19e5c895c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.438300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac37dc9-1eeb-4bb3-acd2-64b19e5c895c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77402b4-3388-4449-a073-0efbe41b73d7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:03.494302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:34:03.498818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:03.499194 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.502649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f9ed3f7-36d5-4f64-95fb-ecc6060ca94d req-d65283c1-aedd-4b84-aaec-d76ed1017bb8 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 210 time: 0.0529633 Sep 22 10:34:03.525259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ac37dc9-1eeb-4bb3-acd2-64b19e5c895c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.526935 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1ac37dc9-1eeb-4bb3-acd2-64b19e5c895c tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4367061 Sep 22 10:34:03.530658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39434) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:03.537723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-586863742', 'security_groups': ['b77402b4-3388-4449-a073-0efbe41b73d7'], 'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '505ba4cc-e035-4ca9-9bde-d7d2065555e7'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:03.615629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.649292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:03.654111 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6f551b-47d9-4eae-926e-529b38e03ee4" -d '{"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-plugged", "status": "completed", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:03.674583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:03.697347 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a2f1fe-c4eb-4f74-ad9e-2fb253e62cff x-openstack-request-id: req-54a2f1fe-c4eb-4f74-ad9e-2fb253e62cff {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:03.697638 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-plugged", "status": "completed", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:03.697925 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54a2f1fe-c4eb-4f74-ad9e-2fb253e62cff {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:03.699005 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'code': 200} Sep 22 10:34:03.745444 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:03.837398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-5376a66c-94c5-4c2a-b3ab-3549db2afefb tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:03.838957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-5376a66c-94c5-4c2a-b3ab-3549db2afefb tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.32 "GET /v2.0/networks?id=3603beeb-346d-4d57-be72-f59a7f2dff5a HTTP/1.1" status: 200 len: 813 time: 0.2096260 Sep 22 10:34:03.862845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Request body: {'port': {'device_id': 'a5e0e8db-17fb-4452-b565-34164df615da', 'network_id': '3603beeb-346d-4d57-be72-f59a7f2dff5a', 'admin_state_up': True, 'tenant_id': 'db9436a6c91447d58028edc66975b7ce'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:03.910127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:04.004419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98f813-9592-4f2b-8184-a2cebfcc25f4 req-e508c628-e99b-442e-92d6-0cd74c5fc141 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:04.012166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a98f813-9592-4f2b-8184-a2cebfcc25f4 req-e508c628-e99b-442e-92d6-0cd74c5fc141 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.2288327 Sep 22 10:34:04.023064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:04.081993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bf8ec-a0e8-4a11-9c3e-8d412eb3d4db req-5c011355-7d63-49e4-ace9-d9d2ea62835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:04.083532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db7bf8ec-a0e8-4a11-9c3e-8d412eb3d4db req-5c011355-7d63-49e4-ace9-d9d2ea62835f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 1097 time: 0.2558687 Sep 22 10:34:04.106062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a3fc0316-ce57-4de4-ade9-86c6fa9dc819 None None] Provisioning complete for port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:04.106644 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3fc0316-ce57-4de4-ade9-86c6fa9dc819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:04.149339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc0316-ce57-4de4-ade9-86c6fa9dc819 None None] Port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:04.161591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a3fc0316-ce57-4de4-ade9-86c6fa9dc819 None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:04.162828 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3fc0316-ce57-4de4-ade9-86c6fa9dc819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:04.178060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a98f813-9592-4f2b-8184-a2cebfcc25f4 req-f7b9cde8-ed6d-4cca-a532-58726f1db806 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649003 Sep 22 10:34:04.186823 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:04.193209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db7bf8ec-a0e8-4a11-9c3e-8d412eb3d4db req-8266ad84-6cc1-4354-9fcd-4e8f600f1655 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930464 Sep 22 10:34:04.240442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] device_id is not set on port dd7b1f37-1f44-448f-804c-46764658feae yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:34:04.325740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Made reservation on behalf of db9436a6c91447d58028edc66975b7ce for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:04.329276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:04.449632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f5072-9725-4e1f-802c-cbee01d91bfd req-1c3fb724-6f4f-4f2f-b9d6-144629b70be1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:04.451099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-979f5072-9725-4e1f-802c-cbee01d91bfd req-1c3fb724-6f4f-4f2f-b9d6-144629b70be1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 944 time: 0.1709111 Sep 22 10:34:04.589918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8::12f (b35168f5-ba60-4338-9dbc-819e2d788e36/505ba4cc-e035-4ca9-9bde-d7d2065555e7/dd7b1f37-1f44-448f-804c-46764658feae) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:04.598656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-979f5072-9725-4e1f-802c-cbee01d91bfd req-c1af2035-8346-46ca-9bb7-45d0c1166575 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405663 Sep 22 10:34:04.616318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Allocated IP 172.20.0.3 (3603beeb-346d-4d57-be72-f59a7f2dff5a/5241db2d-dc34-43d9-901b-93051748a6f8/2f99ba4f-7207-4e63-a959-bf0785f45d05) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:04.707357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a60bc6c-483f-4099-a278-12eb78e60944 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:04.761131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:04.761465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:04.880483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d169f1-e9fd-46ca-9f81-86473b929a55 req-77b2c580-bc14-4cb9-b3ad-803abbedcf1a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:04.881988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29d169f1-e9fd-46ca-9f81-86473b929a55 req-77b2c580-bc14-4cb9-b3ad-803abbedcf1a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.1949730 Sep 22 10:34:04.904443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:04.973190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29d169f1-e9fd-46ca-9f81-86473b929a55 req-afdb0638-dc0c-41a9-a34f-465180b69f4a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839360 Sep 22 10:34:04.992778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.104109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.106428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.206303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:05.208119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Network 3603beeb-346d-4d57-be72-f59a7f2dff5a is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:05.210862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=dd7b1f37-1f44-448f-804c-46764658feae,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:05.213498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:05.216562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:05.223634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:05.229106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:05.229880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.232637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:05.246755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cf061-9d4a-4d0e-bfce-a6c53e9c58d4 req-423325c9-06c0-4395-b208-73edea2cea9e tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:05.248347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-859cf061-9d4a-4d0e-bfce-a6c53e9c58d4 req-423325c9-06c0-4395-b208-73edea2cea9e tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 931 time: 0.1554203 Sep 22 10:34:05.353409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Pushing event updated for resources: {'Port': ['ID=2f99ba4f-7207-4e63-a959-bf0785f45d05,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:05.372320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:05.373032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.395283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-859cf061-9d4a-4d0e-bfce-a6c53e9c58d4 req-abebc489-35e5-4381-8b34-82784dda7a02 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968871 Sep 22 10:34:05.401385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39458) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:05.401822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-faed637f-d2ca-496f-8a26-41a670bb6003 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8691738 Sep 22 10:34:05.409058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e49485b3-4c7e-47f9-9aa1-cea9ff9a9f05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:05.495144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device eead827d-cb80-43b9-af77-79177589b976 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:34:05.550071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-f2e4d2f5-e9ab-4173-9857-a32b25e7cba5 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6987326 Sep 22 10:34:05.575008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Request body: {'port': {'device_id': 'a5e0e8db-17fb-4452-b565-34164df615da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:05.606869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74792e0-87aa-42cd-abe3-9211cf2b9568 req-046523e2-31c5-4889-839b-44ef393935ac tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:05.608930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c74792e0-87aa-42cd-abe3-9211cf2b9568 req-046523e2-31c5-4889-839b-44ef393935ac tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.1209691 Sep 22 10:34:05.631313 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2dcf0217-a27c-43e3-9b94-a5ff1a6493d4 None None] Provisioning complete for port dd7b1f37-1f44-448f-804c-46764658feae triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:05.631592 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2dcf0217-a27c-43e3-9b94-a5ff1a6493d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.661645 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.665447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49485b3-4c7e-47f9-9aa1-cea9ff9a9f05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:05.670230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port eead827d-cb80-43b9-af77-79177589b976, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=eead827d-cb80-43b9-af77-79177589b976,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:05.670782 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e49485b3-4c7e-47f9-9aa1-cea9ff9a9f05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.690767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf0217-a27c-43e3-9b94-a5ff1a6493d4 None None] Port dd7b1f37-1f44-448f-804c-46764658feae cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:05.693218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'eead827d-cb80-43b9-af77-79177589b976', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'port_id': 'eead827d-cb80-43b9-af77-79177589b976', 'mac_address': 'fa:16:3e:39:62:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c71a83-301e-40d7-8110-ed696a6a52a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:34:05.693517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c74792e0-87aa-42cd-abe3-9211cf2b9568 req-000a803e-47cc-4b05-a373-9fefea6a8cf2 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709887 Sep 22 10:34:05.736820 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.751037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eead827d-cb80-43b9-af77-79177589b976 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:05.777546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port eead827d-cb80-43b9-af77-79177589b976, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=eead827d-cb80-43b9-af77-79177589b976,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:05.812178 n-d-807025-3 neutron-server[95681]: INFO neutron.db.ipam_backend_mixin [None req-e49485b3-4c7e-47f9-9aa1-cea9ff9a9f05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 505ba4cc-e035-4ca9-9bde-d7d2065555e7 (CIDR: 2001:db8::/64) Sep 22 10:34:05.871735 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49485b3-4c7e-47f9-9aa1-cea9ff9a9f05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:34:05.872371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49485b3-4c7e-47f9-9aa1-cea9ff9a9f05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:05.902849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74285e9f-ab9f-44ac-ad03-84fddc8305dc req-08c90d1f-eb86-4463-955f-2804fce01ef1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:05.904362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74285e9f-ab9f-44ac-ad03-84fddc8305dc req-08c90d1f-eb86-4463-955f-2804fce01ef1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 944 time: 0.0863936 Sep 22 10:34:05.916705 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:05.964607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=eead827d-cb80-43b9-af77-79177589b976,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:05.999662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74285e9f-ab9f-44ac-ad03-84fddc8305dc req-271a06f7-e06e-4c0d-85e5-d3207815ad47 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590706 Sep 22 10:34:05.999897 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e49485b3-4c7e-47f9-9aa1-cea9ff9a9f05 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5970523 Sep 22 10:34:06.003107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39464) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:06.011688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a3edd136-b329-49ec-8660-a153d43fecac tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:06.083330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f99ba4f-7207-4e63-a959-bf0785f45d05 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:06.098636 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.132073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Transition to ACTIVE for port object 2f99ba4f-7207-4e63-a959-bf0785f45d05 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:34:06.144784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['eead827d-cb80-43b9-af77-79177589b976'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:06.149589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909f5f-f3ae-4b65-8a0f-c3971ac1290e req-9647851b-171e-4a68-9696-084650d0dee5 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:06.151140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3909f5f-f3ae-4b65-8a0f-c3971ac1290e req-9647851b-171e-4a68-9696-084650d0dee5 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.0736346 Sep 22 10:34:06.189956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3909f5f-f3ae-4b65-8a0f-c3971ac1290e req-b26a30fe-4834-4b8a-ac41-6b207bf29348 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Sep 22 10:34:06.239290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.268055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3edd136-b329-49ec-8660-a153d43fecac tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:06.272300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3edd136-b329-49ec-8660-a153d43fecac tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.395396 n-d-807025-3 neutron-server[95681]: INFO neutron.db.ipam_backend_mixin [None req-a3edd136-b329-49ec-8660-a153d43fecac tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 67dc3593-d3d9-4586-8f8c-0d42add6bdb1 (CIDR: 2001:db8:0:1::/64) Sep 22 10:34:06.465767 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3edd136-b329-49ec-8660-a153d43fecac tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:34:06.467462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3edd136-b329-49ec-8660-a153d43fecac tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:06.559537 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a3edd136-b329-49ec-8660-a153d43fecac tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5532310 Sep 22 10:34:06.560924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39474) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:06.567174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'subnet': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:06.665833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f99ba4f-7207-4e63-a959-bf0785f45d05,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:06.729389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58a58b-110b-4980-87ae-442c210a594a req-7c4c4c5c-dcb1-4a40-a263-f705e31931d1 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:06.731065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc58a58b-110b-4980-87ae-442c210a594a req-7c4c4c5c-dcb1-4a40-a263-f705e31931d1 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 943 time: 0.1191528 Sep 22 10:34:06.791218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Attempting to bind port 2f99ba4f-7207-4e63-a959-bf0785f45d05 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:06.791555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Attempting to bind port 2f99ba4f-7207-4e63-a959-bf0785f45d05 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ee77777e-12e3-4bed-9f52-65c94087fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3603beeb-346d-4d57-be72-f59a7f2dff5a'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:06.791946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Attempting to bind port 2f99ba4f-7207-4e63-a959-bf0785f45d05 on network 3603beeb-346d-4d57-be72-f59a7f2dff5a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:06.800160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Made reservation on behalf of 375ddb649e4247548a70b4cb5183ba80 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:06.801825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Port 2f99ba4f-7207-4e63-a959-bf0785f45d05 on network 3603beeb-346d-4d57-be72-f59a7f2dff5a not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:34:06.802180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Attempting to bind port 2f99ba4f-7207-4e63-a959-bf0785f45d05 on network 3603beeb-346d-4d57-be72-f59a7f2dff5a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:06.805837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.808058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc58a58b-110b-4980-87ae-442c210a594a req-0e31876a-92d4-472b-9dd9-30155bee3587 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696280 Sep 22 10:34:06.811303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:06.816167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Checking segment: {'id': 'ee77777e-12e3-4bed-9f52-65c94087fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3603beeb-346d-4d57-be72-f59a7f2dff5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:06.816167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Bound using segment: {'id': 'ee77777e-12e3-4bed-9f52-65c94087fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3603beeb-346d-4d57-be72-f59a7f2dff5a'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:06.816167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Bound port: 2f99ba4f-7207-4e63-a959-bf0785f45d05, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee77777e-12e3-4bed-9f52-65c94087fd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3603beeb-346d-4d57-be72-f59a7f2dff5a'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:06.816167 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.941690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] For port 2f99ba4f-7207-4e63-a959-bf0785f45d05, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:06.947904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] For port 2f99ba4f-7207-4e63-a959-bf0785f45d05, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f99ba4f-7207-4e63-a959-bf0785f45d05,segment=NetworkSegment(ee77777e-12e3-4bed-9f52-65c94087fd07),segment_id=ee77777e-12e3-4bed-9f52-65c94087fd07)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:07.008143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833aa7d-fad7-4cc6-a7e8-fe696f26bc3b req-13a90fc6-45fd-4f24-8d1a-90c7d76b76cc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.009960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d833aa7d-fad7-4cc6-a7e8-fe696f26bc3b req-13a90fc6-45fd-4f24-8d1a-90c7d76b76cc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0603592 Sep 22 10:34:07.014527 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.049231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39482) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:07.062985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.063614 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.065222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] 10.222.0.32 "PUT /v2.0/ports/2f99ba4f-7207-4e63-a959-bf0785f45d05 HTTP/1.1" status: 200 len: 1091 time: 1.5063777 Sep 22 10:34:07.067016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e0e8db-17fb-4452-b565-34164df615da', 'tag': '2f99ba4f-7207-4e63-a959-bf0785f45d05'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:07.071858 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c91eab-08cf-41da-874e-66595c281e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e0e8db-17fb-4452-b565-34164df615da", "tag": "2f99ba4f-7207-4e63-a959-bf0785f45d05"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:07.119685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396eb2c-dff7-4055-ae3a-93ae0493eef5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f99ba4f-7207-4e63-a959-bf0785f45d05,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:07.133782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d833aa7d-fad7-4cc6-a7e8-fe696f26bc3b req-be585312-f6b7-4f92-a56a-319bc9be59a1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060925 Sep 22 10:34:07.263116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-9569d300-41f2-4340-8930-6d453c8e4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.264636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-9569d300-41f2-4340-8930-6d453c8e4085 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db9436a6c91447d58028edc66975b7ce&device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 1094 time: 0.0737534 Sep 22 10:34:07.266094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-01c88ec0-67b6-4454-926c-07c1592817d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.272839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f4cb6-46c0-408c-8658-4957a8cb6155 req-aa80ac4a-9f54-4497-83cd-8b4a4c9bfed0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.274283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e6f4cb6-46c0-408c-8658-4957a8cb6155 req-aa80ac4a-9f54-4497-83cd-8b4a4c9bfed0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 945 time: 0.0853512 Sep 22 10:34:07.281441 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.315154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-23c74ad3-d8c9-4795-8876-a7892fb22109 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f99ba4f-7207-4e63-a959-bf0785f45d05 HTTP/1.1" status: 200 len: 217 time: 0.0398788 Sep 22 10:34:07.342782 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Network b35168f5-ba60-4338-9dbc-819e2d788e36 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:07.352956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:07.355985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.356720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.363405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006822c5-e674-4df9-8986-5840371904a9 None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:07.371381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Subnet': ['ID=03adf62d-2e60-43fa-98c4-f6a054805db8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:07.378030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e6f4cb6-46c0-408c-8658-4957a8cb6155 req-a23c6123-213a-4472-819c-1da4e73e4070 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971057 Sep 22 10:34:07.387668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-3682802d-538a-4412-97a4-bfe3896d7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.388855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-3682802d-538a-4412-97a4-bfe3896d7848 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5241db2d-dc34-43d9-901b-93051748a6f8 HTTP/1.1" status: 200 len: 853 time: 0.0655794 Sep 22 10:34:07.434964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-35c63031-a938-49eb-a686-21c52e73125c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3603beeb-346d-4d57-be72-f59a7f2dff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383449 Sep 22 10:34:07.439824 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f90660-6885-4930-82b3-b3bc1f4b5de7 x-openstack-request-id: req-17f90660-6885-4930-82b3-b3bc1f4b5de7 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:07.440329 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e0e8db-17fb-4452-b565-34164df615da", "tag": "2f99ba4f-7207-4e63-a959-bf0785f45d05", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:07.440669 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17f90660-6885-4930-82b3-b3bc1f4b5de7 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:07.441289 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e0e8db-17fb-4452-b565-34164df615da', 'tag': '2f99ba4f-7207-4e63-a959-bf0785f45d05', 'status': 'completed', 'code': 200} Sep 22 10:34:07.479264 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-01c88ec0-67b6-4454-926c-07c1592817d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.500115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device eead827d-cb80-43b9-af77-79177589b976 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:07.571782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-e7330008-18c3-4e32-a655-faec3e70ff49 service neutron] 10.222.0.32 "GET /v2.0/networks/3603beeb-346d-4d57-be72-f59a7f2dff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241763 Sep 22 10:34:07.581112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906cf49-b693-442e-9653-a651aed4a2fb req-814b5c63-674b-45e4-bcf5-21601d4ad989 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.582581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1906cf49-b693-442e-9653-a651aed4a2fb req-814b5c63-674b-45e4-bcf5-21601d4ad989 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0721698 Sep 22 10:34:07.591909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39494) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:07.596520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a01c57ce-6a0e-4c44-af86-379a9a7f30db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Request body: {'floatingip': {'port_id': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:07.613676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-01c88ec0-67b6-4454-926c-07c1592817d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.666522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port eead827d-cb80-43b9-af77-79177589b976 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:34:07.668727 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a01c57ce-6a0e-4c44-af86-379a9a7f30db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.670282 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-01c88ec0-67b6-4454-926c-07c1592817d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ca97a2d2b374414a6d0edbdeb89a07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195390 Sep 22 10:34:07.675558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39496) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:07.676351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c88ec0-67b6-4454-926c-07c1592817d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e05334c-6273-418a-aaff-a25b0e933c28,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:07.678647 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port eead827d-cb80-43b9-af77-79177589b976 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:07.679027 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.688053 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4978131a-cf6b-42f1-acf9-448791f60b8b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1259027 Sep 22 10:34:07.694871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39498) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:07.701877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1382815799', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '03adf62d-2e60-43fa-98c4-f6a054805db8'}], 'security_groups': ['3eb21454-3830-4833-9390-7aa3b0ea141e', '84ab973f-a92a-4898-826c-8828bc6f1ca8']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:07.722662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9441c0-d170-4458-8f43-3c4f7c96e65c None None] Update dhcp port {'port': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'fixed_ips': [{'subnet_id': '67dc3593-d3d9-4586-8f8c-0d42add6bdb1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '505ba4cc-e035-4ca9-9bde-d7d2065555e7', 'ip_address': '2001:db8::2'}, {'subnet_id': '03adf62d-2e60-43fa-98c4-f6a054805db8'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '9a60bc6c-483f-4099-a278-12eb78e60944'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:34:07.754019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e9441c0-d170-4458-8f43-3c4f7c96e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.821935 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.835248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0445f6-c63d-41c7-a4f7-7d94bb5968d4 req-dea28f3c-3693-4b30-90c8-4eb2e673f0c3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.836188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c0445f6-c63d-41c7-a4f7-7d94bb5968d4 req-dea28f3c-3693-4b30-90c8-4eb2e673f0c3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.1791687 Sep 22 10:34:07.839491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9a57167-d304-498b-9b78-21889f045c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.847522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9a97309-f6b4-45d5-b077-95d3a635815c req-22d7db74-ab1b-401e-834f-ab5dd78ef649 service neutron] 10.222.0.32 "GET /v2.0/networks/3603beeb-346d-4d57-be72-f59a7f2dff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639258 Sep 22 10:34:07.879008 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9a57167-d304-498b-9b78-21889f045c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:07.903657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99c644a-8f95-4a5f-9eaa-7ff76cfa87b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eead827d-cb80-43b9-af77-79177589b976'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:07.903657 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e3266b-e536-40c9-b0e3-eebb6c046518" -d '{"events": [{"server_uuid": "d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2", "name": "network-vif-plugged", "status": "completed", "tag": "eead827d-cb80-43b9-af77-79177589b976"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:07.925234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port eead827d-cb80-43b9-af77-79177589b976, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=eead827d-cb80-43b9-af77-79177589b976,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:07.956730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c0445f6-c63d-41c7-a4f7-7d94bb5968d4 req-f5a7eda8-0605-48e6-80f0-e0ca70d5e2f3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039872 Sep 22 10:34:07.989778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.003615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-9e9441c0-d170-4458-8f43-3c4f7c96e65c None None] Allocated IP 2001:db8:0:2::2 (b35168f5-ba60-4338-9dbc-819e2d788e36/03adf62d-2e60-43fa-98c4-f6a054805db8/9a60bc6c-483f-4099-a278-12eb78e60944) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:08.160915 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9e9441c0-d170-4458-8f43-3c4f7c96e65c None None] For port 9a60bc6c-483f-4099-a278-12eb78e60944, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a60bc6c-483f-4099-a278-12eb78e60944,segment=NetworkSegment(4256e058-c30d-4690-aaae-e5e297fa65f4),segment_id=4256e058-c30d-4690-aaae-e5e297fa65f4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:08.176631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c91eab-08cf-41da-874e-66595c281e6b req-6dc8fa2e-a35b-41be-9b53-1613e63f23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:08.178187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42c91eab-08cf-41da-874e-66595c281e6b req-6dc8fa2e-a35b-41be-9b53-1613e63f23b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db9436a6c91447d58028edc66975b7ce&device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 1094 time: 0.1300020 Sep 22 10:34:08.198403 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e9441c0-d170-4458-8f43-3c4f7c96e65c None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.200420 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.213353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9a57167-d304-498b-9b78-21889f045c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.216122 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9a57167-d304-498b-9b78-21889f045c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.219722 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e9a57167-d304-498b-9b78-21889f045c23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e05334c-6273-418a-aaff-a25b0e933c28 HTTP/1.1" status: 204 len: 168 time: 0.5371873 Sep 22 10:34:08.236602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a57167-d304-498b-9b78-21889f045c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e05334c-6273-418a-aaff-a25b0e933c28,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:08.274426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=eead827d-cb80-43b9-af77-79177589b976,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:08.277753 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e9441c0-d170-4458-8f43-3c4f7c96e65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.378426 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a01c57ce-6a0e-4c44-af86-379a9a7f30db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.388484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97969b-ef04-4283-8490-b1b10c7b3c16 req-bb0110f4-8c9c-4b4c-9381-a7ba553458e7 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:08.389975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d97969b-ef04-4283-8490-b1b10c7b3c16 req-bb0110f4-8c9c-4b4c-9381-a7ba553458e7 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 943 time: 0.1836889 Sep 22 10:34:08.391728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9441c0-d170-4458-8f43-3c4f7c96e65c None None] Pushing event updated for resources: {'Port': ['ID=9a60bc6c-483f-4099-a278-12eb78e60944,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:08.419558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c91eab-08cf-41da-874e-66595c281e6b req-cd1ef1b8-20a4-4710-8c4d-2300c401af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:08.421129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42c91eab-08cf-41da-874e-66595c281e6b req-cd1ef1b8-20a4-4710-8c4d-2300c401af20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3603beeb-346d-4d57-be72-f59a7f2dff5a HTTP/1.1" status: 200 len: 914 time: 0.2159545 Sep 22 10:34:08.423165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Delete allocated IP 2001:db8::12f (b35168f5-ba60-4338-9dbc-819e2d788e36/505ba4cc-e035-4ca9-9bde-d7d2065555e7) {{(pid=95681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 10:34:08.434477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Allocated IP 2001:db8:0:2::177 (b35168f5-ba60-4338-9dbc-819e2d788e36/03adf62d-2e60-43fa-98c4-f6a054805db8/dd7b1f37-1f44-448f-804c-46764658feae) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:08.480259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a01c57ce-6a0e-4c44-af86-379a9a7f30db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.483131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42c91eab-08cf-41da-874e-66595c281e6b req-96cab06a-8119-46f2-b971-f52f2e7cbe39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f99ba4f-7207-4e63-a959-bf0785f45d05 HTTP/1.1" status: 200 len: 217 time: 0.0532372 Sep 22 10:34:08.487750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d97969b-ef04-4283-8490-b1b10c7b3c16 req-b5ab2f78-f7f2-4c95-a1fe-ac52d7cb3a53 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859284 Sep 22 10:34:08.537152 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40637077-9cfd-45c5-901f-68e35431417f x-openstack-request-id: req-40637077-9cfd-45c5-901f-68e35431417f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:08.537523 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2", "name": "network-vif-plugged", "status": "completed", "tag": "eead827d-cb80-43b9-af77-79177589b976", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:08.538314 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40637077-9cfd-45c5-901f-68e35431417f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:08.538869 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99c644a-8f95-4a5f-9eaa-7ff76cfa87b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eead827d-cb80-43b9-af77-79177589b976', 'code': 200} Sep 22 10:34:08.686163 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.729634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a60bc6c-483f-4099-a278-12eb78e60944 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:08.739177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c91eab-08cf-41da-874e-66595c281e6b req-dc0dc2e5-ec39-47dc-99c6-aa05795f481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:08.740662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42c91eab-08cf-41da-874e-66595c281e6b req-dc0dc2e5-ec39-47dc-99c6-aa05795f481c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5241db2d-dc34-43d9-901b-93051748a6f8 HTTP/1.1" status: 200 len: 853 time: 0.2079062 Sep 22 10:34:08.762155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.778191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42c91eab-08cf-41da-874e-66595c281e6b req-cd112376-34a7-416c-bd0e-307f09139a32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3603beeb-346d-4d57-be72-f59a7f2dff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292718 Sep 22 10:34:08.813472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:08.813885 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.814928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913c977-5573-45e6-a0ac-02fa061b0fa8 req-27553546-d1dd-4e31-8252-a55ba5fd48e1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:08.822664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b913c977-5573-45e6-a0ac-02fa061b0fa8 req-27553546-d1dd-4e31-8252-a55ba5fd48e1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 946 time: 0.2071996 Sep 22 10:34:08.840020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] In _notify_port_updated(), no bound segment for port dd7b1f37-1f44-448f-804c-46764658feae on network b35168f5-ba60-4338-9dbc-819e2d788e36 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:34:08.846373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:08.847160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:08.852125 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "PUT /v2.0/ports/dd7b1f37-1f44-448f-804c-46764658feae HTTP/1.1" status: 200 len: 970 time: 1.1559644 Sep 22 10:34:08.852885 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-a01c57ce-6a0e-4c44-af86-379a9a7f30db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Floating IP 496432a6-3f0d-4743-ad16-43274a596a53 associated. External IP: 172.25.1.161, port: cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf. Sep 22 10:34:08.863288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26d650-5678-4945-9405-26770d8a6563 req-98b2b7aa-93d9-431f-90bc-f3575c94ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:08.863627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39512) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:08.864345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce26d650-5678-4945-9405-26770d8a6563 req-98b2b7aa-93d9-431f-90bc-f3575c94ae7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 1097 time: 0.2404380 Sep 22 10:34:08.890286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e07f2-eff5-4c8f-b9d5-0e3e554561bc tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event updated for resources: {'Port': ['ID=dd7b1f37-1f44-448f-804c-46764658feae,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:08.962820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b913c977-5573-45e6-a0ac-02fa061b0fa8 req-e0f9fe6c-2516-49fc-958a-666702d8a438 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349416 Sep 22 10:34:09.012404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b4ff6-6bac-467c-8dd9-2db381961060 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port dd7b1f37-1f44-448f-804c-46764658feae {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:09.012829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4ff6-6bac-467c-8dd9-2db381961060 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.113612 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4ff6-6bac-467c-8dd9-2db381961060 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.122028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce26d650-5678-4945-9405-26770d8a6563 req-7fa43e76-e9b2-4d01-a3e3-f42bf1d17f77 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918283 Sep 22 10:34:09.132323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b4ff6-6bac-467c-8dd9-2db381961060 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for dd7b1f37-1f44-448f-804c-46764658feae owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:09.153420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42c91eab-08cf-41da-874e-66595c281e6b req-fd9db8e6-e294-449e-b015-ab22f3447a70 service neutron] 10.222.0.32 "GET /v2.0/networks/3603beeb-346d-4d57-be72-f59a7f2dff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625581 Sep 22 10:34:09.183534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a4faf-d90f-491c-88fa-423813fe29a5 req-3c39b567-089b-4f8a-a262-53f3973e9fee tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:09.191095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d00a4faf-d90f-491c-88fa-423813fe29a5 req-3c39b567-089b-4f8a-a262-53f3973e9fee tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.1389568 Sep 22 10:34:09.252620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9e86185c-74b0-4a70-9152-175444ad276f None None] Provisioning complete for port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:09.254399 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e86185c-74b0-4a70-9152-175444ad276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.299118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9e86185c-74b0-4a70-9152-175444ad276f None None] Port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:09.310426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9e86185c-74b0-4a70-9152-175444ad276f None None] Provisioning complete for port dd7b1f37-1f44-448f-804c-46764658feae triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:09.311009 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e86185c-74b0-4a70-9152-175444ad276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.352358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9e86185c-74b0-4a70-9152-175444ad276f None None] Port dd7b1f37-1f44-448f-804c-46764658feae cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:09.359149 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4ff6-6bac-467c-8dd9-2db381961060 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.392034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9e86185c-74b0-4a70-9152-175444ad276f None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:09.393213 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e86185c-74b0-4a70-9152-175444ad276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.394771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b4ff6-6bac-467c-8dd9-2db381961060 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=dd7b1f37-1f44-448f-804c-46764658feae,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:09.447760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4ff6-6bac-467c-8dd9-2db381961060 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.453583 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ad8b4ff6-6bac-467c-8dd9-2db381961060 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/dd7b1f37-1f44-448f-804c-46764658feae HTTP/1.1" status: 204 len: 168 time: 0.5848172 Sep 22 10:34:09.454199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39530) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:09.481474 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c5816f-4c00-4672-8ae8-a8bbf84261c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] GET failed (client error): The resource could not be found. Sep 22 10:34:09.486588 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-46c5816f-4c00-4672-8ae8-a8bbf84261c8 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports/dd7b1f37-1f44-448f-804c-46764658feae HTTP/1.1" status: 404 len: 333 time: 0.0305266 Sep 22 10:34:09.487250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39532) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:09.548361 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-16ef10f0-6da3-4555-b933-e1e779a8cf74 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.600271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-16ef10f0-6da3-4555-b933-e1e779a8cf74 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.633659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-186262a9-1bde-4905-b0bb-11eb19ae4d42 None None] Could not find standard attr ID for object dd7b1f37-1f44-448f-804c-46764658feae. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:34:09.677130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39538) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:09.679665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d00a4faf-d90f-491c-88fa-423813fe29a5 req-729435a7-8344-4f05-9e72-caa8bd1e475e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877369 Sep 22 10:34:09.725523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42c91eab-08cf-41da-874e-66595c281e6b req-8e013f95-8ffa-4db5-855f-bea23b7e8ca1 service neutron] 10.222.0.32 "GET /v2.0/networks/3603beeb-346d-4d57-be72-f59a7f2dff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611830 Sep 22 10:34:09.736482 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-16ef10f0-6da3-4555-b933-e1e779a8cf74 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.739783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-16ef10f0-6da3-4555-b933-e1e779a8cf74 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.743423 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-16ef10f0-6da3-4555-b933-e1e779a8cf74 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/security-groups/b77402b4-3388-4449-a073-0efbe41b73d7 HTTP/1.1" status: 204 len: 168 time: 0.2529330 Sep 22 10:34:09.748670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39542) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:09.755913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01c57ce-6a0e-4c44-af86-379a9a7f30db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Router 515c7a31-216e-4d08-a745-4d78f78b20e9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:34:09.773822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef10f0-6da3-4555-b933-e1e779a8cf74 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77402b4-3388-4449-a073-0efbe41b73d7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:09.829210 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ec7cff56-424e-41c5-8718-01ff6b5a052e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.854355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1594422768-network', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:09.871588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ec7cff56-424e-41c5-8718-01ff6b5a052e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.924213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54546eb1-65ff-474c-a2f6-c8c70261636a req-1a3a8fc3-37b0-41d1-84de-76f159429081 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:09.925630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54546eb1-65ff-474c-a2f6-c8c70261636a req-1a3a8fc3-37b0-41d1-84de-76f159429081 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 943 time: 0.0716844 Sep 22 10:34:09.927066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01c57ce-6a0e-4c44-af86-379a9a7f30db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:09.931981 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a01c57ce-6a0e-4c44-af86-379a9a7f30db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.936882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] Sync routers for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:09.947420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:09.948047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:09.975365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a01c57ce-6a0e-4c44-af86-379a9a7f30db tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "PUT /v2.0/floatingips/496432a6-3f0d-4743-ad16-43274a596a53 HTTP/1.1" status: 200 len: 992 time: 2.3823516 Sep 22 10:34:09.979642 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Made reservation on behalf of 2ccc17f672be46f9bce8fec53f4d833b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:09.980722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:09.983014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.983260 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2ca878-d630-4032-8e4e-137ff59ee72d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:09.992349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:09.993130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54546eb1-65ff-474c-a2f6-c8c70261636a req-886639b6-c7a8-4368-8528-cf51944b6d9e tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592771 Sep 22 10:34:10.009268 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ec7cff56-424e-41c5-8718-01ff6b5a052e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.012357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ec7cff56-424e-41c5-8718-01ff6b5a052e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.013657 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ec7cff56-424e-41c5-8718-01ff6b5a052e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/security-groups/84ab973f-a92a-4898-826c-8828bc6f1ca8 HTTP/1.1" status: 204 len: 168 time: 0.2640398 Sep 22 10:34:10.019001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39550) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:10.033890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cff56-424e-41c5-8718-01ff6b5a052e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab973f-a92a-4898-826c-8828bc6f1ca8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:10.094958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:10.107793 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.112912 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-88a852a2-2488-400c-9c53-4f9d1a22dd67 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.155428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-88a852a2-2488-400c-9c53-4f9d1a22dd67 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.180545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8158b9-61ce-482e-851a-2fe29367cf2c req-8b627459-d962-463f-a23a-a3a7e6d83cf1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:10.182035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf8158b9-61ce-482e-851a-2fe29367cf2c req-8b627459-d962-463f-a23a-a3a7e6d83cf1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 946 time: 0.0892224 Sep 22 10:34:10.193011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.219417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:34:10.228868 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17741bf2-7053-4b79-9b83-e712655ab81a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:10.247596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf8158b9-61ce-482e-851a-2fe29367cf2c req-61102a43-c30b-4998-b4a6-eb545c271f24 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589721 Sep 22 10:34:10.334509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-88a852a2-2488-400c-9c53-4f9d1a22dd67 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.336095 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.337833 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Added segment d2c2d296-2be0-4c6a-bca8-c1526943c91d of type vlan for network 46f5533a-1319-4436-8b6b-fa56d08e7217 Sep 22 10:34:10.337964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-88a852a2-2488-400c-9c53-4f9d1a22dd67 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.338482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-88a852a2-2488-400c-9c53-4f9d1a22dd67 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/security-groups/3eb21454-3830-4833-9390-7aa3b0ea141e HTTP/1.1" status: 204 len: 168 time: 0.3186378 Sep 22 10:34:10.343486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39552) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:10.350295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '496432a6-3f0d-4743-ad16-43274a596a53', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'port_id': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'mac_address': 'fa:16:3e:f1:0d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:33:45Z', 'updated_at': '2021-09-22T10:34:08Z', 'revision_number': 1, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:10.375116 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ed5e7-486d-444f-acc4-db709c5812d2 x-openstack-request-id: req-157ed5e7-486d-444f-acc4-db709c5812d2 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:10.375794 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:10.375995 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-157ed5e7-486d-444f-acc4-db709c5812d2 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:10.377143 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'status': 'completed', 'code': 200} Sep 22 10:34:10.380524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a852a2-2488-400c-9c53-4f9d1a22dd67 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb21454-3830-4833-9390-7aa3b0ea141e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:10.383069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] Checking router: 515c7a31-216e-4d08-a745-4d78f78b20e9 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:34:10.395818 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.399661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:10.400304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:10.459730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15b04d8-6597-4fb6-90e6-863605eac814 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet 505ba4cc-e035-4ca9-9bde-d7d2065555e7 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:34:10.464548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d15b04d8-6597-4fb6-90e6-863605eac814 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.487327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-3f710c11-24ad-4bb8-a3cd-31410f4aa7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:10.488872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-3f710c11-24ad-4bb8-a3cd-31410f4aa7b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 1097 time: 0.1095517 Sep 22 10:34:10.510360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:10.513332 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.514812 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:10.515623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.529485 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d15b04d8-6597-4fb6-90e6-863605eac814 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.578931 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] Pushing event updated for resources: {'Network': ['ID=46f5533a-1319-4436-8b6b-fa56d08e7217,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:10.591226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 46f5533a-1319-4436-8b6b-fa56d08e7217 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:34:10.641012 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6e727951-b504-4fac-a404-2ceb9abb4754 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9623682 Sep 22 10:34:10.643745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39554) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:10.648869 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Request body: {'subnet': {'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1594422768-subnet', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:10.685203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-f3d2ced4-8f76-4a22-964d-464fd4c5e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:10.687116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-f3d2ced4-8f76-4a22-964d-464fd4c5e105 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.1892312 Sep 22 10:34:10.692868 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d15b04d8-6597-4fb6-90e6-863605eac814 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.747973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Made reservation on behalf of 2ccc17f672be46f9bce8fec53f4d833b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:10.752522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.830844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a9fb-5a02-4cda-9c48-4c83b48903b6 req-2dc4a7de-6000-4d54-9bcf-e1e6dfb0e42d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:10.832401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee77a9fb-5a02-4cda-9c48-4c83b48903b6 req-2dc4a7de-6000-4d54-9bcf-e1e6dfb0e42d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.0694468 Sep 22 10:34:10.847111 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-a5f3ed7f-156c-426b-9940-16dfb55b1cf6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf HTTP/1.1" status: 200 len: 1000 time: 0.1506467 Sep 22 10:34:10.922936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee77a9fb-5a02-4cda-9c48-4c83b48903b6 req-0904428e-200c-4e45-b216-7ae718698e25 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681336 Sep 22 10:34:10.931436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-e41d0fa0-b65d-4985-9186-eb6d261ef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:10.932926 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-e41d0fa0-b65d-4985-9186-eb6d261ef93c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.0770423 Sep 22 10:34:10.963406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '496432a6-3f0d-4743-ad16-43274a596a53', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'port_id': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'mac_address': 'fa:16:3e:f1:0d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:33:45Z', 'updated_at': '2021-09-22T10:34:08Z', 'revision_number': 1, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:10.980073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d15b04d8-6597-4fb6-90e6-863605eac814 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:10.991866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eaae02-103e-4f50-b35c-f5cf283020ed None None] The sync data for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 is: [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '496432a6-3f0d-4743-ad16-43274a596a53', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'port_id': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'mac_address': 'fa:16:3e:f1:0d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:33:45Z', 'updated_at': '2021-09-22T10:34:08Z', 'revision_number': 1, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:11.015353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b04d8-6597-4fb6-90e6-863605eac814 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=505ba4cc-e035-4ca9-9bde-d7d2065555e7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:11.019577 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d15b04d8-6597-4fb6-90e6-863605eac814 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.022259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264fbf23-7d9d-4445-8b11-1c0144bd128c None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:11.025393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d15b04d8-6597-4fb6-90e6-863605eac814 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/505ba4cc-e035-4ca9-9bde-d7d2065555e7 HTTP/1.1" status: 204 len: 168 time: 0.6798990 Sep 22 10:34:11.028983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39562) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:11.030709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.049060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-c08c9a7c-d561-4d43-93f9-39207eb432b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:11.051202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-c08c9a7c-d561-4d43-93f9-39207eb432b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078613 Sep 22 10:34:11.127591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78424d6-2366-4205-8838-9b9a25f5895f,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:11.137626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Checking segment: {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:11.137996 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Network hostable DHCP agents. Network: 46f5533a-1319-4436-8b6b-fa56d08e7217, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:34:11.162802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ecd7e5-89d5-40a8-af1c-c6d4ee7cf3fb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet 03adf62d-2e60-43fa-98c4-f6a054805db8 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:34:11.193110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93ecd7e5-89d5-40a8-af1c-c6d4ee7cf3fb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.210587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Network 46f5533a-1319-4436-8b6b-fa56d08e7217 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:34:11.255009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93ecd7e5-89d5-40a8-af1c-c6d4ee7cf3fb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.264671 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ef256-6eb4-49ff-a301-0082a7d86685 None None] New status for floating IP 496432a6-3f0d-4743-ad16-43274a596a53: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:34:11.302569 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 46f5533a-1319-4436-8b6b-fa56d08e7217) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:11.311904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:11.312234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc58f74-801f-4765-9f6f-6fbace8d8a35 req-19a81c4d-a926-44c2-b4ef-cbaa146874d4 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:11.313765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dc58f74-801f-4765-9f6f-6fbace8d8a35 req-19a81c4d-a926-44c2-b4ef-cbaa146874d4 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 943 time: 0.1964478 Sep 22 10:34:11.314349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.316985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db75eba1-9384-45b1-91c1-871e050900fd None None] Network 46f5533a-1319-4436-8b6b-fa56d08e7217 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:11.320597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-6f86df13-98e8-4553-bd4b-804c7201533b service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451653 Sep 22 10:34:11.394594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 2f99ba4f-7207-4e63-a959-bf0785f45d05 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:34:11.407564 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5a8b6c0c-660f-45ae-a0f1-1b81e62bb2bc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7625699 Sep 22 10:34:11.408949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39568) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:11.414361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:11.454596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dc58f74-801f-4765-9f6f-6fbace8d8a35 req-cca4f670-999e-4862-86ac-f3fc5b8b3a6b tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184714 Sep 22 10:34:11.503867 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93ecd7e5-89d5-40a8-af1c-c6d4ee7cf3fb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.536335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.537808 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.589375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 2f99ba4f-7207-4e63-a959-bf0785f45d05, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f99ba4f-7207-4e63-a959-bf0785f45d05,segment=NetworkSegment(ee77777e-12e3-4bed-9f52-65c94087fd07),segment_id=ee77777e-12e3-4bed-9f52-65c94087fd07)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:11.597807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c2ca878-d630-4032-8e4e-137ff59ee72d req-4146cb0d-c694-4419-b9fe-5f1f337e1439 service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557213 Sep 22 10:34:11.633481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6b3f7-9e6e-4e5a-b272-e0c21fbec494 req-279666fe-e2f3-4fa5-a1c8-93044495506e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:11.638054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '2f99ba4f-7207-4e63-a959-bf0785f45d05', 'network_id': '3603beeb-346d-4d57-be72-f59a7f2dff5a', 'port_id': '2f99ba4f-7207-4e63-a959-bf0785f45d05', 'mac_address': 'fa:16:3e:f5:d3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5241db2d-dc34-43d9-901b-93051748a6f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:34:11.639331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4d6b3f7-9e6e-4e5a-b272-e0c21fbec494 req-279666fe-e2f3-4fa5-a1c8-93044495506e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 946 time: 0.1075068 Sep 22 10:34:11.641040 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.643839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-46f5533a-1319-4436-8b6b-fa56d08e7217', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:34:11.644779 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.686677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4d6b3f7-9e6e-4e5a-b272-e0c21fbec494 req-bc6a5351-2502-4506-9575-d9aaea20213b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Sep 22 10:34:11.698319 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93ecd7e5-89d5-40a8-af1c-c6d4ee7cf3fb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.736682 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93ecd7e5-89d5-40a8-af1c-c6d4ee7cf3fb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.739873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-93ecd7e5-89d5-40a8-af1c-c6d4ee7cf3fb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/03adf62d-2e60-43fa-98c4-f6a054805db8 HTTP/1.1" status: 204 len: 168 time: 0.7098107 Sep 22 10:34:11.740953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecd7e5-89d5-40a8-af1c-c6d4ee7cf3fb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=03adf62d-2e60-43fa-98c4-f6a054805db8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:11.742404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39572) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:11.770149 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de7dab2-c28a-4761-9a27-d70a0e1eda66 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:11.770868 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de7dab2-c28a-4761-9a27-d70a0e1eda66 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:11.772430 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4de7dab2-c28a-4761-9a27-d70a0e1eda66 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/505ba4cc-e035-4ca9-9bde-d7d2065555e7 HTTP/1.1" status: 404 len: 337 time: 0.0290520 Sep 22 10:34:11.776341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39574) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:11.791826 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.811510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f99ba4f-7207-4e63-a959-bf0785f45d05 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:11.837339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 2f99ba4f-7207-4e63-a959-bf0785f45d05, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f99ba4f-7207-4e63-a959-bf0785f45d05,segment=NetworkSegment(ee77777e-12e3-4bed-9f52-65c94087fd07),segment_id=ee77777e-12e3-4bed-9f52-65c94087fd07)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:11.880523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb4ebbb-9673-48b1-86f5-20cbf05e9826 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting subnet 67dc3593-d3d9-4586-8f8c-0d42add6bdb1 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:34:11.889131 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ebbb-9673-48b1-86f5-20cbf05e9826 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.917150 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Allocated IP 172.20.0.2 (46f5533a-1319-4436-8b6b-fa56d08e7217/f78424d6-2366-4205-8838-9b9a25f5895f/6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:11.934415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828704c0-8339-4ac4-832c-243ced4d0a4f req-c33f3406-9082-40cf-8058-80d04b91d6a5 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:11.936088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-828704c0-8339-4ac4-832c-243ced4d0a4f req-c33f3406-9082-40cf-8058-80d04b91d6a5 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 946 time: 0.1031301 Sep 22 10:34:11.940861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.948676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ebbb-9673-48b1-86f5-20cbf05e9826 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.959798 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.021030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-828704c0-8339-4ac4-832c-243ced4d0a4f req-9cc05a75-4f13-47cc-a8c0-8bc4f92232ed tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754650 Sep 22 10:34:12.024964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd817da5-cfae-42a8-bbe2-ddc896b812d7 None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:12.071323 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ebbb-9673-48b1-86f5-20cbf05e9826 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.116988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=2f99ba4f-7207-4e63-a959-bf0785f45d05,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:12.143659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9f4ebded-a73c-4def-9f7d-3de5180f529f None None] Provisioning complete for port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:12.144028 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebded-a73c-4def-9f7d-3de5180f529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.170977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da396e0c-415a-4a12-b86a-e9145051bfe6 req-2a5aaffd-074c-4d74-a4da-2f46fc2404cd tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:12.171969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da396e0c-415a-4a12-b86a-e9145051bfe6 req-2a5aaffd-074c-4d74-a4da-2f46fc2404cd tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.0775828 Sep 22 10:34:12.230686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da396e0c-415a-4a12-b86a-e9145051bfe6 req-097e86be-7491-4426-aa26-37066836a485 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Sep 22 10:34:12.242441 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ebbb-9673-48b1-86f5-20cbf05e9826 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.266317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ebded-a73c-4def-9f7d-3de5180f529f None None] Port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:12.272435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['2f99ba4f-7207-4e63-a959-bf0785f45d05'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:12.284462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4ebbb-9673-48b1-86f5-20cbf05e9826 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Subnet': ['ID=67dc3593-d3d9-4586-8f8c-0d42add6bdb1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:12.290921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ebbb-9673-48b1-86f5-20cbf05e9826 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.295328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-eeb4ebbb-9673-48b1-86f5-20cbf05e9826 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/67dc3593-d3d9-4586-8f8c-0d42add6bdb1 HTTP/1.1" status: 204 len: 168 time: 0.5157819 Sep 22 10:34:12.295654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39582) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.325277 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.343427 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbb9f39-a9db-4ab9-9bb1-7f44da3adec2 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.343972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbb9f39-a9db-4ab9-9bb1-7f44da3adec2 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.349148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1bbb9f39-a9db-4ab9-9bb1-7f44da3adec2 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/2f84bbfa-c92b-473d-bb2a-74c37fb5afaa HTTP/1.1" status: 404 len: 337 time: 0.0499270 Sep 22 10:34:12.349797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39584) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.359151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9f4ebded-a73c-4def-9f7d-3de5180f529f None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:12.359540 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9f4ebded-a73c-4def-9f7d-3de5180f529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.381389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-163ef2d8-d326-48ed-b1cc-94ed6de3b24d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19df95e-b34e-485a-bea4-3d3da78bd194 HTTP/1.1" status: 200 len: 205 time: 0.0298147 Sep 22 10:34:12.390434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39586) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.414247 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.437507 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-b4ca4387-ba67-42c0-9b90-8fba0f072f7b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] delete failed (client error): The resource could not be found. Sep 22 10:34:12.441154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b4ca4387-ba67-42c0-9b90-8fba0f072f7b tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/routers/e19df95e-b34e-485a-bea4-3d3da78bd194 HTTP/1.1" status: 404 len: 336 time: 0.0472233 Sep 22 10:34:12.441541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39588) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.487971 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c0fbdb-db23-4c88-bbda-de14614853ea tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.489189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c0fbdb-db23-4c88-bbda-de14614853ea tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.491243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f9c0fbdb-db23-4c88-bbda-de14614853ea tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/296285d7-1020-4791-bdd1-5ff6fe94b9d6 HTTP/1.1" status: 404 len: 337 time: 0.0485547 Sep 22 10:34:12.493758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39592) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.496078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Network 46f5533a-1319-4436-8b6b-fa56d08e7217 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:12.507612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:12.516139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Pushing event updated for resources: {'Port': ['ID=6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:12.519414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:12.559025 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9b48bc-32b6-4a64-92c9-9c9ac7b9595e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.559025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9b48bc-32b6-4a64-92c9-9c9ac7b9595e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.562190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ab9b48bc-32b6-4a64-92c9-9c9ac7b9595e tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/d89d9d98-c534-422d-aad1-2698b7e31335 HTTP/1.1" status: 404 len: 337 time: 0.0650146 Sep 22 10:34:12.566014 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39594) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.595124 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-464a2f79-fd80-4ca9-9183-d2c97f5c4265 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.596137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464a2f79-fd80-4ca9-9183-d2c97f5c4265 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.598040 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-464a2f79-fd80-4ca9-9183-d2c97f5c4265 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/c579b8f8-1e11-4198-8c51-0f3e7f6995fb HTTP/1.1" status: 404 len: 337 time: 0.0308058 Sep 22 10:34:12.600859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39596) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.626378 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-911a1c34-4142-4c6f-9902-d7bff2d791bb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.627206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911a1c34-4142-4c6f-9902-d7bff2d791bb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.632447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39598) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.632730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-911a1c34-4142-4c6f-9902-d7bff2d791bb tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/73cd7a3f-5914-410e-b0ce-62f5eb7d7f1c HTTP/1.1" status: 404 len: 333 time: 0.0308523 Sep 22 10:34:12.644825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.661346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Attempting to bind port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:12.661869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Attempting to bind port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:12.662180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Attempting to bind port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 on network 46f5533a-1319-4436-8b6b-fa56d08e7217 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:12.663797 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca28d17-f11f-4d23-86dd-1d9dfc2d4a55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.664248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca28d17-f11f-4d23-86dd-1d9dfc2d4a55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.666007 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eca28d17-f11f-4d23-86dd-1d9dfc2d4a55 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/9b6bf7d6-653a-4d6b-98b9-073418e98612 HTTP/1.1" status: 404 len: 337 time: 0.0326307 Sep 22 10:34:12.668923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39600) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.672819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f3451-a074-460f-95c2-4d6e7020a834 None None] Update dhcp port {'port': {'network_id': 'b35168f5-ba60-4338-9dbc-819e2d788e36', 'fixed_ips': [{'subnet_id': '67dc3593-d3d9-4586-8f8c-0d42add6bdb1'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '9a60bc6c-483f-4099-a278-12eb78e60944'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:34:12.677360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:12.677617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Checking segment: {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:12.678003 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.678426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Bound using segment: {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:12.683723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Bound port: 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:12.683723 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.684180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.698196 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1941456e-842f-4638-bc61-7a17ff85e072 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.698673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1941456e-842f-4638-bc61-7a17ff85e072 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.703300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1941456e-842f-4638-bc61-7a17ff85e072 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/9376a6d4-ca68-40c5-9a1d-38930888ae69 HTTP/1.1" status: 404 len: 337 time: 0.0302176 Sep 22 10:34:12.703300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39602) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.739430 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c7501a-e3f8-4ba9-9a8c-196522c4ffd9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.740048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c7501a-e3f8-4ba9-9a8c-196522c4ffd9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.744909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-42c7501a-e3f8-4ba9-9a8c-196522c4ffd9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/d3f6d755-585a-49c1-bde4-65005040f32c HTTP/1.1" status: 404 len: 333 time: 0.0382576 Sep 22 10:34:12.746707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3451-a074-460f-95c2-4d6e7020a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.746853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39604) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.775981 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d590bc5f-fa9a-4c27-9ceb-111a20cc9840 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.776447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d590bc5f-fa9a-4c27-9ceb-111a20cc9840 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.779820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d590bc5f-fa9a-4c27-9ceb-111a20cc9840 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/f8663921-e1ae-4409-8b5d-73610c3a2ed6 HTTP/1.1" status: 404 len: 337 time: 0.0317414 Sep 22 10:34:12.788844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39608) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.809368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Allocated IP 172.25.1.175 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/aac59bee-b12b-471b-910f-b12b572553ee) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:12.822568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] For port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:12.823088 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5355ee4f-4009-4592-8bce-7ad6229eb9ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] DELETE failed (client error): The resource could not be found. Sep 22 10:34:12.823563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5355ee4f-4009-4592-8bce-7ad6229eb9ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:34:12.825336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5355ee4f-4009-4592-8bce-7ad6229eb9ae tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/subnets/24373c80-0cfd-447e-8af7-21f430d8fb80 HTTP/1.1" status: 404 len: 337 time: 0.0355275 Sep 22 10:34:12.828060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39610) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:12.886489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] For port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:12.948380 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.967751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6fd3d0-791c-44b8-ad3c-23813ee96571 None None] Network b35168f5-ba60-4338-9dbc-819e2d788e36 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:12.980763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0b39d6f3-aab6-4b90-8dc9-ae84ca971ff9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:12.981407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0b39d6f3-aab6-4b90-8dc9-ae84ca971ff9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.983666 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.991706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439899e-56e7-496f-b4a4-eeb139306089 req-a35cfdf1-7df3-4cdf-b6b4-1c63b5715283 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:12.993263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7439899e-56e7-496f-b4a4-eeb139306089 req-a35cfdf1-7df3-4cdf-b6b4-1c63b5715283 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 944 time: 0.0729809 Sep 22 10:34:13.084002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0b39d6f3-aab6-4b90-8dc9-ae84ca971ff9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.095970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7439899e-56e7-496f-b4a4-eeb139306089 req-9b957c80-1f98-42b6-ae97-8d3ebe5c81d6 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901182 Sep 22 10:34:13.102455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0b39d6f3-aab6-4b90-8dc9-ae84ca971ff9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for ce9e3f5f-51f1-4619-9264-3b5efab2dce4 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:13.102723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b1b19f3c-a109-4560-ae1b-de161581c807 None None] Provisioning complete for port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:13.103394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b1b19f3c-a109-4560-ae1b-de161581c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.113714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.170805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b1b19f3c-a109-4560-ae1b-de161581c807 None None] Port ce9e3f5f-51f1-4619-9264-3b5efab2dce4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:13.180928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:13.184442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:13.188155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:13.204754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7d938-06a1-4365-9ea5-8a17481bd3d9 None None] Pushing event updated for resources: {'Port': ['ID=6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:13.208953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b1b19f3c-a109-4560-ae1b-de161581c807 None None] Provisioning complete for port 9a60bc6c-483f-4099-a278-12eb78e60944 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:13.209344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b1b19f3c-a109-4560-ae1b-de161581c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.221477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Pushing event updated for resources: {'Port': ['ID=aac59bee-b12b-471b-910f-b12b572553ee,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:13.277411 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0b39d6f3-aab6-4b90-8dc9-ae84ca971ff9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.343829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46216171-87bc-470b-8be1-5d114adb7747 None None] DHCP port deletion for b35168f5-ba60-4338-9dbc-819e2d788e36 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:34:13.349324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39d6f3-aab6-4b90-8dc9-ae84ca971ff9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=ce9e3f5f-51f1-4619-9264-3b5efab2dce4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:13.395973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0b39d6f3-aab6-4b90-8dc9-ae84ca971ff9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.398492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0b39d6f3-aab6-4b90-8dc9-ae84ca971ff9 tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/ports/ce9e3f5f-51f1-4619-9264-3b5efab2dce4 HTTP/1.1" status: 204 len: 168 time: 0.5684896 Sep 22 10:34:13.402163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39618) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:13.412126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-46216171-87bc-470b-8be1-5d114adb7747 None None] Deleting port 9a60bc6c-483f-4099-a278-12eb78e60944 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:13.412790 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-46216171-87bc-470b-8be1-5d114adb7747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.449464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f9378-3a7a-4b50-b066-bd43325d4756 req-b30ead1a-024b-46f3-817a-30cbebb7a9e2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:13.457806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c8f9378-3a7a-4b50-b066-bd43325d4756 req-b30ead1a-024b-46f3-817a-30cbebb7a9e2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 946 time: 0.1123402 Sep 22 10:34:13.557988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c8f9378-3a7a-4b50-b066-bd43325d4756 req-81c63c8c-468f-448a-aaed-5a1843db7fe6 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990193 Sep 22 10:34:13.576534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.622840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.661488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Deleting port 9a60bc6c-483f-4099-a278-12eb78e60944 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:13.661918 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.685476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-46216171-87bc-470b-8be1-5d114adb7747 None None] For port 9a60bc6c-483f-4099-a278-12eb78e60944, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a60bc6c-483f-4099-a278-12eb78e60944,segment=NetworkSegment(4256e058-c30d-4690-aaae-e5e297fa65f4),segment_id=4256e058-c30d-4690-aaae-e5e297fa65f4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:13.690671 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-46216171-87bc-470b-8be1-5d114adb7747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.705866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-46216171-87bc-470b-8be1-5d114adb7747 None None] Calling delete_port for 9a60bc6c-483f-4099-a278-12eb78e60944 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:13.780167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e9e50-7ce0-481d-9fbb-d42679e26876 req-b43cdfe6-5e8d-4dab-8e40-60a790b2b19a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:13.781809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c40e9e50-7ce0-481d-9fbb-d42679e26876 req-b43cdfe6-5e8d-4dab-8e40-60a790b2b19a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.1043172 Sep 22 10:34:13.802830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] For port 9a60bc6c-483f-4099-a278-12eb78e60944, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a60bc6c-483f-4099-a278-12eb78e60944,segment=NetworkSegment(4256e058-c30d-4690-aaae-e5e297fa65f4),segment_id=4256e058-c30d-4690-aaae-e5e297fa65f4)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:13.803187 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.830315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Calling delete_port for 9a60bc6c-483f-4099-a278-12eb78e60944 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:13.859280 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.880806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c40e9e50-7ce0-481d-9fbb-d42679e26876 req-b601d678-4ea7-4674-8114-b54c55b4c497 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868723 Sep 22 10:34:13.880964 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-46216171-87bc-470b-8be1-5d114adb7747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:13.911397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46216171-87bc-470b-8be1-5d114adb7747 None None] No DVR routers for this DVR port 9a60bc6c-483f-4099-a278-12eb78e60944 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:13.950255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46216171-87bc-470b-8be1-5d114adb7747 None None] Pushing event deleted for resources: {'Port': ['ID=9a60bc6c-483f-4099-a278-12eb78e60944,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:14.021602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.063520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Port': ['ID=9a60bc6c-483f-4099-a278-12eb78e60944,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:14.065480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] No DVR routers for this DVR port 9a60bc6c-483f-4099-a278-12eb78e60944 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:14.148296 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.163851 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Router 08539bee-2d87-4b39-8451-1e292a36774c is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:34:14.170073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35168f5-ba60-4338-9dbc-819e2d788e36']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:14.191261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4256e058-c30d-4690-aaae-e5e297fa65f4') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:14.191612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4256e058-c30d-4690-aaae-e5e297fa65f4') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:14.232030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.239018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2339d69-6bdc-46e8-b04e-1a83f09983d2 None None] Network 46f5533a-1319-4436-8b6b-fa56d08e7217 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:14.263853 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.274871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:34:14.275906 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:34:14.280681 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:34:14.299985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:14.301288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4782d53f-7398-428a-8866-4cf5b202e50e None None] Provisioning complete for port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:14.304029 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4782d53f-7398-428a-8866-4cf5b202e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.322704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-feddfece-e69d-438d-974d-3273ca967798 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:14.324259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-feddfece-e69d-438d-974d-3273ca967798 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 946 time: 0.1469047 Sep 22 10:34:14.333034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Sync routers for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:14.361414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4369c40-696a-49ce-a9ec-97edb49d7f3d req-6b938117-1933-453d-ad49-85cf4e1d8f81 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:14.362969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4369c40-696a-49ce-a9ec-97edb49d7f3d req-6b938117-1933-453d-ad49-85cf4e1d8f81 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 944 time: 0.1744666 Sep 22 10:34:14.375901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:14.377034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:14.382152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.385980 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4c6edaab-9386-4070-adc8-69932f5c71d4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9735348 Sep 22 10:34:14.386325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39624) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:14.457387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4369c40-696a-49ce-a9ec-97edb49d7f3d req-e5269c3e-9ee4-42b0-b27c-34b46eb27304 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856674 Sep 22 10:34:14.465180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.480905 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.480905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] 10.222.0.20 "DELETE /v2.0/networks/b35168f5-ba60-4338-9dbc-819e2d788e36 HTTP/1.1" status: 204 len: 168 time: 1.0752723 Sep 22 10:34:14.494012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6c76-885b-4dfb-8007-7f914cc46d6d tempest-PortsIpV6TestJSON-1590206366 tempest-PortsIpV6TestJSON-1590206366-project] Pushing event deleted for resources: {'Network': ['ID=b35168f5-ba60-4338-9dbc-819e2d788e36,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:14.514379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Deleting port eead827d-cb80-43b9-af77-79177589b976 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:14.515503 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.591727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:14.626093 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4782d53f-7398-428a-8866-4cf5b202e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.675708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] For port eead827d-cb80-43b9-af77-79177589b976, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=eead827d-cb80-43b9-af77-79177589b976,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:14.676569 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.707106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Calling delete_port for eead827d-cb80-43b9-af77-79177589b976 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:14.731715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4782d53f-7398-428a-8866-4cf5b202e50e None None] For port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:14.803908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:14.837352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9e44f-e1de-4949-a0db-e211db97ae03 req-9d1d8238-4ffc-4097-a144-ccc7ac2405db tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:14.838970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81e9e44f-e1de-4949-a0db-e211db97ae03 req-9d1d8238-4ffc-4097-a144-ccc7ac2405db tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 946 time: 0.1207385 Sep 22 10:34:14.853739 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4782d53f-7398-428a-8866-4cf5b202e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.903211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81e9e44f-e1de-4949-a0db-e211db97ae03 req-6b4f8229-2824-4074-9abd-7ccd9d482f2e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Sep 22 10:34:15.024093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.037375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782d53f-7398-428a-8866-4cf5b202e50e None None] Pushing event updated for resources: {'Port': ['ID=6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:15.040271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:15.040688 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.061911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.089053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39636) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:15.092926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:15.095566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['eead827d-cb80-43b9-af77-79177589b976'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:15.163127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e0a02ef6-2cb2-4f94-9953-48e94488cefe None None] Provisioning complete for port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:15.163498 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0a02ef6-2cb2-4f94-9953-48e94488cefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.172321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:13Z', 'revision_number': 3, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:15.235063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Checking router: 08539bee-2d87-4b39-8451-1e292a36774c for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:34:15.235408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Updating router 08539bee-2d87-4b39-8451-1e292a36774c port aac59bee-b12b-471b-910f-b12b572553ee binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:34:15.283644 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.295677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Allocated IP 172.20.0.1 (46f5533a-1319-4436-8b6b-fa56d08e7217/f78424d6-2366-4205-8838-9b9a25f5895f/59207bf4-ffe8-412c-88f9-e5d4e50a547c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:15.428509 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.457958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 2f99ba4f-7207-4e63-a959-bf0785f45d05 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:15.462592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] No DVR routers for this DVR port eead827d-cb80-43b9-af77-79177589b976 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:15.464423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event deleted for resources: {'Port': ['ID=eead827d-cb80-43b9-af77-79177589b976,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:15.472239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.474283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-569c64f7-621d-40c1-aa58-ff68f2cdbb60 req-765c6eb3-4c10-46c6-afb8-e94d81284919 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "DELETE /v2.0/ports/eead827d-cb80-43b9-af77-79177589b976 HTTP/1.1" status: 204 len: 173 time: 1.1220145 Sep 22 10:34:15.474527 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a60bc6c-483f-4099-a278-12eb78e60944 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:34:15.474937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99c644a-8f95-4a5f-9eaa-7ff76cfa87b2', 'name': 'network-vif-deleted', 'tag': 'eead827d-cb80-43b9-af77-79177589b976'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:15.477204 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aba289-102c-43ac-9979-ebdbbb23073f" -d '{"events": [{"server_uuid": "d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2", "name": "network-vif-deleted", "tag": "eead827d-cb80-43b9-af77-79177589b976"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:15.505635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9aa81-59bb-4d0f-af64-549ab0293dfc req-7d4c9e86-b697-4d00-a2bc-0f38c0dea60a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:15.507263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cea9aa81-59bb-4d0f-af64-549ab0293dfc req-7d4c9e86-b697-4d00-a2bc-0f38c0dea60a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.4962161 Sep 22 10:34:15.532292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9a60bc6c-483f-4099-a278-12eb78e60944 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:34:15.533234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a60bc6c-483f-4099-a278-12eb78e60944 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:34:15.555289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9a0126a9-8033-4959-a28b-543248e82ee0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=375ddb649e4247548a70b4cb5183ba80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619339 Sep 22 10:34:15.557872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39644) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:15.578322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cea9aa81-59bb-4d0f-af64-549ab0293dfc req-a4a2c95e-b7b8-4593-86c9-3504fc6c1812 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635335 Sep 22 10:34:15.591680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.648982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Network 46f5533a-1319-4436-8b6b-fa56d08e7217 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:15.655804 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:15.658889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:15.703581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Pushing event updated for resources: {'Port': ['ID=59207bf4-ffe8-412c-88f9-e5d4e50a547c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:15.713330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aa85549f-63e6-4472-a89e-911a89ce31bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.747274 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.773076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.808797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 2f99ba4f-7207-4e63-a959-bf0785f45d05 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:34:15.813250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 2f99ba4f-7207-4e63-a959-bf0785f45d05 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:15.814493 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.827237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aa85549f-63e6-4472-a89e-911a89ce31bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.903176 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1b670b-51cb-4447-8140-1730581ee173 x-openstack-request-id: req-4f1b670b-51cb-4447-8140-1730581ee173 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:15.903584 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2", "name": "network-vif-deleted", "tag": "eead827d-cb80-43b9-af77-79177589b976", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:15.925159 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f1b670b-51cb-4447-8140-1730581ee173 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:15.925159 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99c644a-8f95-4a5f-9eaa-7ff76cfa87b2', 'name': 'network-vif-deleted', 'tag': 'eead827d-cb80-43b9-af77-79177589b976', 'status': 'completed', 'code': 200} Sep 22 10:34:15.930629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:15.956586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e0e8db-17fb-4452-b565-34164df615da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f99ba4f-7207-4e63-a959-bf0785f45d05'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:15.958903 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf42917b-df0c-4796-9757-f4747611881d" -d '{"events": [{"server_uuid": "a5e0e8db-17fb-4452-b565-34164df615da", "name": "network-vif-plugged", "status": "completed", "tag": "2f99ba4f-7207-4e63-a959-bf0785f45d05"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:16.000585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2683f3-ffd1-4fc9-8caa-f01e32cb8aad req-266158f9-b77b-4dea-b518-666c2230836a tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:16.002850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d2683f3-ffd1-4fc9-8caa-f01e32cb8aad req-266158f9-b77b-4dea-b518-666c2230836a tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 944 time: 0.0514755 Sep 22 10:34:16.043657 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d2683f3-ffd1-4fc9-8caa-f01e32cb8aad req-3097d110-071b-4142-8ba2-dc5972d905cc tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Sep 22 10:34:16.121838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.125080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 2f99ba4f-7207-4e63-a959-bf0785f45d05, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f99ba4f-7207-4e63-a959-bf0785f45d05,segment=NetworkSegment(ee77777e-12e3-4bed-9f52-65c94087fd07),segment_id=ee77777e-12e3-4bed-9f52-65c94087fd07)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:16.160658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6b6aab73-2908-4092-b12e-226998c847eb None None] Provisioning complete for port 59207bf4-ffe8-412c-88f9-e5d4e50a547c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:16.161025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b6aab73-2908-4092-b12e-226998c847eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.167797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aa85549f-63e6-4472-a89e-911a89ce31bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.170287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aa85549f-63e6-4472-a89e-911a89ce31bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.171452 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-aa85549f-63e6-4472-a89e-911a89ce31bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6529d83-a06b-43c5-996a-3e6d4b2d50b5 HTTP/1.1" status: 204 len: 168 time: 0.6125126 Sep 22 10:34:16.203048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Attempting to bind port aac59bee-b12b-471b-910f-b12b572553ee on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:16.203371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Attempting to bind port aac59bee-b12b-471b-910f-b12b572553ee by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:16.203741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Attempting to bind port aac59bee-b12b-471b-910f-b12b572553ee on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:16.204590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85549f-63e6-4472-a89e-911a89ce31bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6529d83-a06b-43c5-996a-3e6d4b2d50b5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:16.209934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd632f1a-f479-4c01-93ea-7b72dd7c4ea5 None None] Pushing event updated for resources: {'Port': ['ID=aac59bee-b12b-471b-910f-b12b572553ee,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:16.215010 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.217627 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-807d7e98-9d19-4197-a2ae-b66c24f64054 req-da834ff9-5d68-4763-a66c-3140cb300338 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d99c644a-8f95-4a5f-9eaa-7ff76cfa87b2 HTTP/1.1" status: 200 len: 210 time: 0.0328486 Sep 22 10:34:16.217777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:16.218081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:16.218526 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.229284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:16.229885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Bound port: aac59bee-b12b-471b-910f-b12b572553ee, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:16.230327 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.264706 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c427d9-c32e-4755-ba9c-606757f52502 x-openstack-request-id: req-12c427d9-c32e-4755-ba9c-606757f52502 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:16.265000 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e0e8db-17fb-4452-b565-34164df615da", "name": "network-vif-plugged", "status": "completed", "tag": "2f99ba4f-7207-4e63-a959-bf0785f45d05", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:16.265254 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12c427d9-c32e-4755-ba9c-606757f52502 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:16.266593 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e0e8db-17fb-4452-b565-34164df615da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f99ba4f-7207-4e63-a959-bf0785f45d05', 'code': 200} Sep 22 10:34:16.271067 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.272828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6b6aab73-2908-4092-b12e-226998c847eb None None] Port 59207bf4-ffe8-412c-88f9-e5d4e50a547c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:16.343882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] For port aac59bee-b12b-471b-910f-b12b572553ee, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:16.357623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=2f99ba4f-7207-4e63-a959-bf0785f45d05,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:16.362706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] For port aac59bee-b12b-471b-910f-b12b572553ee, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=aac59bee-b12b-471b-910f-b12b572553ee,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:16.385757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6335e3f-fa8f-4f86-8ac0-243791ad671a req-35c24e72-aefa-4ebb-aa84-003386ada800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:16.387862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6335e3f-fa8f-4f86-8ac0-243791ad671a req-35c24e72-aefa-4ebb-aa84-003386ada800 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 1096 time: 0.0613747 Sep 22 10:34:16.410351 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.424043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6335e3f-fa8f-4f86-8ac0-243791ad671a req-f3dc2899-7e98-432a-bc8c-5827303fcbaa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283444 Sep 22 10:34:16.439847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.467456 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.488693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:16.489325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:16.539640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Pushing event updated for resources: {'Port': ['ID=59207bf4-ffe8-412c-88f9-e5d4e50a547c,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:16.542410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:16.544967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd632f1a-f479-4c01-93ea-7b72dd7c4ea5 None None] Pushing event updated for resources: {'Port': ['ID=aac59bee-b12b-471b-910f-b12b572553ee,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:16.635006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:16.642570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Network 46f5533a-1319-4436-8b6b-fa56d08e7217 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:16.643892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:16.780020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e074a-bc08-42ef-8d84-f3d631fafdce req-2cfdd03a-dcea-4efb-b7bc-a8c0f31c30bc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:16.781128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:16.791362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf2e074a-bc08-42ef-8d84-f3d631fafdce req-2cfdd03a-dcea-4efb-b7bc-a8c0f31c30bc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.1003578 Sep 22 10:34:16.857580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf2e074a-bc08-42ef-8d84-f3d631fafdce req-634df6c3-ed54-4cf2-8d58-cc47673d7bf8 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612597 Sep 22 10:34:16.858151 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Router 08539bee-2d87-4b39-8451-1e292a36774c has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:34:16.950076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:16.950331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:17.004856 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:17.017228 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-58513a19-87c7-44df-8b4f-3c2566c3cacb admin admin] 10.222.0.20 "PUT /v2.0/routers/08539bee-2d87-4b39-8451-1e292a36774c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6222422 Sep 22 10:34:17.062912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:16Z', 'revision_number': 2, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:17.099400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ce83f5-77a1-47e9-994f-437b9ad65c5f None None] The sync data for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 is: [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:16Z', 'revision_number': 2, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:17.109769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0bc63691-3035-4252-8eed-35434de5a961 None None] Provisioning complete for port 59207bf4-ffe8-412c-88f9-e5d4e50a547c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:17.110203 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bc63691-3035-4252-8eed-35434de5a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:17.169279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0bc63691-3035-4252-8eed-35434de5a961 None None] Port 59207bf4-ffe8-412c-88f9-e5d4e50a547c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:17.196513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51866-d10f-49d1-87e3-c676fa82aada req-49b6cd87-fccc-4479-9415-68491a90dce1 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:17.197981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2cd51866-d10f-49d1-87e3-c676fa82aada req-49b6cd87-fccc-4479-9415-68491a90dce1 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 945 time: 0.0627732 Sep 22 10:34:17.244931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2cd51866-d10f-49d1-87e3-c676fa82aada req-6106c34e-572c-421e-8739-eb568e357801 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Sep 22 10:34:17.925486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39698) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:18.059082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa0b67-1b71-42b5-aecf-3e3a5978937a req-f9920edd-543d-4169-a0d0-49dfb0db1aaf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:18.060550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76fa0b67-1b71-42b5-aecf-3e3a5978937a req-f9920edd-543d-4169-a0d0-49dfb0db1aaf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.0663819 Sep 22 10:34:18.116339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76fa0b67-1b71-42b5-aecf-3e3a5978937a req-ecb25eb7-ee12-4687-801e-ae61b2d35b2b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483496 Sep 22 10:34:18.192610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39712) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:18.198413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1803791916-network', 'tenant_id': '5e0b9e87dba64096b284af46a341282e'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:18.199292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c7f89d0f-91e5-45ac-b33b-1601cb19aacb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2078392469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:18.241562 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-c7f89d0f-91e5-45ac-b33b-1601cb19aacb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:34:18.241562 n-d-807025-3 neutron-server[95682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 10:34:18.241562 n-d-807025-3 neutron-server[95682]: [parameters: {'project_id': '4ea5e37d25734fd98c6b9a7ef8819b05', 'id': 'cc37dce6-e54a-4e81-b129-1ea7102c5ce7', 'expiration': datetime.datetime(2021, 9, 22, 10, 36, 18, 227642)}] Sep 22 10:34:18.241562 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:34:18.241562 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-c7f89d0f-91e5-45ac-b33b-1601cb19aacb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:34:18.336120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Made reservation on behalf of 5e0b9e87dba64096b284af46a341282e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:18.339131 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.354757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.376838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d7712-99e9-4702-bebf-73af315dcef5 req-2974882c-1b21-4ccc-ab0e-be9fca858c91 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:18.379030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f7d7712-99e9-4702-bebf-73af315dcef5 req-2974882c-1b21-4ccc-ab0e-be9fca858c91 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 945 time: 0.0592165 Sep 22 10:34:18.422081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f7d7712-99e9-4702-bebf-73af315dcef5 req-dce31514-5747-487d-bb1e-b838ba689cb2 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351927 Sep 22 10:34:18.453987 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.534186 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.571000 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:34:18.578066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2860f6a-33c1-489c-9ed8-0c4dacb71edd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:18.585335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.585689 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Added segment 247318c5-8491-4600-a443-ea5727600c28 of type vlan for network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 Sep 22 10:34:18.623485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-e769541c-6dfa-425f-bf5f-be819e1fa78a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:18.627671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-e769541c-6dfa-425f-bf5f-be819e1fa78a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.1189232 Sep 22 10:34:18.631827 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.644704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6d11c3c4-0996-4dca-bdf4-d7ab74404a8c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/quotas/308177db81fe4998a826f4222b77bc2e HTTP/1.1" status: 200 len: 375 time: 0.0116050 Sep 22 10:34:18.701710 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-4ef38ef2-6245-419e-945d-a9b6ac01c854 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456243 Sep 22 10:34:18.712300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device aac59bee-b12b-471b-910f-b12b572553ee up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:18.723335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-192256ee-63bd-48f3-ade8-58266ec0ea4f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:34:18.724430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-192256ee-63bd-48f3-ade8-58266ec0ea4f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055404 Sep 22 10:34:18.744710 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.750088 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:18.750088 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.764593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port aac59bee-b12b-471b-910f-b12b572553ee triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:18.765394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.815481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f60e9ec0-7a94-4fd0-bf8f-c0113b679456,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:18.841506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-e22cd6d3-09f4-4f68-82d0-a14741d0faf1 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107974 Sep 22 10:34:18.841766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:34:18.877613 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.911373 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7f89d0f-91e5-45ac-b33b-1601cb19aacb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.912407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7f89d0f-91e5-45ac-b33b-1601cb19aacb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:18.930489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port aac59bee-b12b-471b-910f-b12b572553ee, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=aac59bee-b12b-471b-910f-b12b572553ee,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:18.977086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-ee8f1dff-21e0-4276-a689-ab7f09dba9a4 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291995 Sep 22 10:34:19.018540 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7f89d0f-91e5-45ac-b33b-1601cb19aacb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:19.088801 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4fd4e800-af4a-4eae-abd5-bd8f1a1fa5b8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8945203 Sep 22 10:34:19.091389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39730) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:19.096211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Request body: {'subnet': {'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1803791916-subnet', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:19.134288 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:19.182807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=aac59bee-b12b-471b-910f-b12b572553ee,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:19.265046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7f89d0f-91e5-45ac-b33b-1601cb19aacb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:19.299708 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Made reservation on behalf of 5e0b9e87dba64096b284af46a341282e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:19.302762 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:19.343735 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Sync routers for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:19.367031 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:19.367883 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:19.520110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device eead827d-cb80-43b9-af77-79177589b976 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:34:19.570084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: eead827d-cb80-43b9-af77-79177589b976 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:34:19.572525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device eead827d-cb80-43b9-af77-79177589b976 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:34:19.583576 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:19.657027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4319b76-522e-44c7-ab30-02da2d0f233f req-daaa4b9c-d1e1-4b94-b3f3-543f317c1c7e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:19.662041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4319b76-522e-44c7-ab30-02da2d0f233f req-daaa4b9c-d1e1-4b94-b3f3-543f317c1c7e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.0678887 Sep 22 10:34:19.689346 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7f89d0f-91e5-45ac-b33b-1601cb19aacb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:19.690925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c7f89d0f-91e5-45ac-b33b-1601cb19aacb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.7642689 Sep 22 10:34:19.693591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39744) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:19.699005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1558062505'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:19.768148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4319b76-522e-44c7-ab30-02da2d0f233f req-46735fd9-196f-46c2-870f-6cef2415ece1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000226 Sep 22 10:34:19.850062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Made reservation on behalf of 4ea5e37d25734fd98c6b9a7ef8819b05 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:19.854666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:19.876697 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:19.908287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-501b8180-6250-4249-af23-25f9ab5d5d3b req-c3568153-3376-4289-8bc8-c6d4a6e4d48b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 210 time: 0.0373793 Sep 22 10:34:19.934579 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:16Z', 'revision_number': 2, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:19.939854 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.004916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ef5fdd-760e-410c-a330-6ef65b405158,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:20.005892 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Checking router: 08539bee-2d87-4b39-8451-1e292a36774c for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:34:20.006279 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Updating router 08539bee-2d87-4b39-8451-1e292a36774c port 59207bf4-ffe8-412c-88f9-e5d4e50a547c binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:34:20.014288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Checking segment: {'id': '247318c5-8491-4600-a443-ea5727600c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:20.015213 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.015646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Network hostable DHCP agents. Network: f60e9ec0-7a94-4fd0-bf8f-c0113b679456, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:34:20.034575 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.101715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.108233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:34:20.139383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:34:20.145049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f15f95d-b196-44ba-a4b8-22a313e8060f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:20.149841 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.150210 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Added segment dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f of type vlan for network e76907ca-1fef-42e6-b928-49860032d9bf Sep 22 10:34:20.189610 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.242043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f60e9ec0-7a94-4fd0-bf8f-c0113b679456) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:20.247248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:20.256643 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.257461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155468a-f0f6-4857-8938-a917fde960ec None None] Network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:20.315389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bdb97-cef0-433e-bbc5-3369582e2e1e req-0f9b0bb9-ac77-43b2-b666-d068bc4f579a tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:20.322759 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f85bdb97-cef0-433e-bbc5-3369582e2e1e req-0f9b0bb9-ac77-43b2-b666-d068bc4f579a tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 945 time: 0.0559318 Sep 22 10:34:20.326432 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.348754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.353621 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-07721de4-0140-4958-950d-90eba8e9f5e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2610984 Sep 22 10:34:20.354299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39754) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:20.354747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:20.355641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.361995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:20.401895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f85bdb97-cef0-433e-bbc5-3369582e2e1e req-547a177f-1e1e-48d7-b56c-95e30b39338f tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781813 Sep 22 10:34:20.435881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-f60e9ec0-7a94-4fd0-bf8f-c0113b679456', 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'fixed_ips': [{'subnet_id': '70ef5fdd-760e-410c-a330-6ef65b405158'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:34:20.436895 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.468376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Network': ['ID=e76907ca-1fef-42e6-b928-49860032d9bf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:20.490928 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.512904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network e76907ca-1fef-42e6-b928-49860032d9bf details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:34:20.528795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.530665 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.580810 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Pushing event updated for resources: {'Port': ['ID=59207bf4-ffe8-412c-88f9-e5d4e50a547c,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:20.600255 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.600951 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.601398 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.601823 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.602319 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.602920 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.609707 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.609707 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.609707 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.609707 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.609707 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.609707 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:20.625655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-6cb93538-861b-451d-bf3e-ecd5b5f5df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:20.629060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-6cb93538-861b-451d-bf3e-ecd5b5f5df67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=db9436a6c91447d58028edc66975b7ce&device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 1096 time: 0.2331684 Sep 22 10:34:20.636180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.670916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Allocated IP 172.20.0.2 (f60e9ec0-7a94-4fd0-bf8f-c0113b679456/70ef5fdd-760e-410c-a330-6ef65b405158/4124cca8-7ef2-4a24-bdbb-228773d51e69) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:20.717349 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Attempting to bind port 59207bf4-ffe8-412c-88f9-e5d4e50a547c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:20.718014 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Attempting to bind port 59207bf4-ffe8-412c-88f9-e5d4e50a547c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:20.718732 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Attempting to bind port 59207bf4-ffe8-412c-88f9-e5d4e50a547c on network 46f5533a-1319-4436-8b6b-fa56d08e7217 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:20.731055 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:20.732066 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Checking segment: {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:20.732791 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.733560 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Bound using segment: {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:20.734267 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Bound port: 59207bf4-ffe8-412c-88f9-e5d4e50a547c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:20.734863 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.763702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6ac48721-7067-4a84-ba63-0dbc908e82d3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0664501 Sep 22 10:34:20.764034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39760) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:20.770309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'subnet': {'network_id': 'e76907ca-1fef-42e6-b928-49860032d9bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:20.776935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device aac59bee-b12b-471b-910f-b12b572553ee up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:20.858249 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] For port 59207bf4-ffe8-412c-88f9-e5d4e50a547c, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:20.866574 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] For port 59207bf4-ffe8-412c-88f9-e5d4e50a547c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=59207bf4-ffe8-412c-88f9-e5d4e50a547c,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:20.884660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-31c3530b-cf35-4e3e-a6a0-2e770842d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:20.886391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-31c3530b-cf35-4e3e-a6a0-2e770842d422 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3603beeb-346d-4d57-be72-f59a7f2dff5a HTTP/1.1" status: 200 len: 914 time: 0.2428584 Sep 22 10:34:20.941291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.948796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port aac59bee-b12b-471b-910f-b12b572553ee triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:20.949356 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.970635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.976139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-84ded5dd-d177-4dbe-8cc1-769e2ba50772 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f99ba4f-7207-4e63-a959-bf0785f45d05 HTTP/1.1" status: 200 len: 217 time: 0.0746467 Sep 22 10:34:20.980442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-effdbfb4-f28f-4723-be38-80c8ac7fc51d None None] Provisioning complete for port 59207bf4-ffe8-412c-88f9-e5d4e50a547c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:20.980821 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-effdbfb4-f28f-4723-be38-80c8ac7fc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:20.996946 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.027489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-effdbfb4-f28f-4723-be38-80c8ac7fc51d None None] Port 59207bf4-ffe8-412c-88f9-e5d4e50a547c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:21.037503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3892f8-4272-48a1-9e4a-64124e168dba req-e8de3c46-75cc-4b7e-b072-afbffe8764d3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:21.038855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3892f8-4272-48a1-9e4a-64124e168dba req-e8de3c46-75cc-4b7e-b072-afbffe8764d3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.1498327 Sep 22 10:34:21.055117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-2128b247-c3cf-48db-b4dd-e4f12b6b6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:21.056699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-2128b247-c3cf-48db-b4dd-e4f12b6b6823 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5241db2d-dc34-43d9-901b-93051748a6f8 HTTP/1.1" status: 200 len: 853 time: 0.0719481 Sep 22 10:34:21.095446 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:21.095985 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:21.100632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-a3d53373-30f8-465b-a8f0-155ba0d93412 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3603beeb-346d-4d57-be72-f59a7f2dff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344133 Sep 22 10:34:21.102421 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.116311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-7c0093a9-90d7-46fc-be88-cfa9e6163f93 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:34:21.121360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-7c0093a9-90d7-46fc-be88-cfa9e6163f93 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073841 Sep 22 10:34:21.133401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3892f8-4272-48a1-9e4a-64124e168dba req-c6352539-40f1-409b-9cb8-db835144e2c0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881503 Sep 22 10:34:21.147660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:21.152195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:21.158987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:21.188062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Made reservation on behalf of 4ea5e37d25734fd98c6b9a7ef8819b05 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:21.205328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.212140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Pushing event updated for resources: {'Port': ['ID=4124cca8-7ef2-4a24-bdbb-228773d51e69,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:21.239569 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Attempting to bind port 4124cca8-7ef2-4a24-bdbb-228773d51e69 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:21.239945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Attempting to bind port 4124cca8-7ef2-4a24-bdbb-228773d51e69 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '247318c5-8491-4600-a443-ea5727600c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:21.240310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Attempting to bind port 4124cca8-7ef2-4a24-bdbb-228773d51e69 on network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:21.246637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:21.246637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Checking segment: {'id': '247318c5-8491-4600-a443-ea5727600c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:21.247004 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.247455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Bound using segment: {'id': '247318c5-8491-4600-a443-ea5727600c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:21.247942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Bound port: 4124cca8-7ef2-4a24-bdbb-228773d51e69, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247318c5-8491-4600-a443-ea5727600c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:21.248327 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.267853 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ef667-8034-4f2c-a364-41aa1254f732 None None] Pushing event updated for resources: {'Port': ['ID=59207bf4-ffe8-412c-88f9-e5d4e50a547c,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:21.332534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] For port 4124cca8-7ef2-4a24-bdbb-228773d51e69, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:21.336141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] For port 4124cca8-7ef2-4a24-bdbb-228773d51e69, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4124cca8-7ef2-4a24-bdbb-228773d51e69,segment=NetworkSegment(247318c5-8491-4600-a443-ea5727600c28),segment_id=247318c5-8491-4600-a443-ea5727600c28)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:21.395230 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:21.396672 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.462355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad7d2f97-da00-44b8-888f-fd72c6fde3eb req-66e5a940-e43f-40e7-bec5-afbd968778e4 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 210 time: 0.1211889 Sep 22 10:34:21.494570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea281466-f778-4c8e-8570-88c0c1ea6624 None None] Pushing event updated for resources: {'Port': ['ID=4124cca8-7ef2-4a24-bdbb-228773d51e69,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:21.500059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-96247618-c942-437b-8509-7afed50fe973 None None] Provisioning complete for port 59207bf4-ffe8-412c-88f9-e5d4e50a547c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:21.500702 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-96247618-c942-437b-8509-7afed50fe973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.509616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.531292 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-0acbd64c-6180-4fc5-9547-89ede80e3081 service neutron] 10.222.0.32 "GET /v2.0/networks/3603beeb-346d-4d57-be72-f59a7f2dff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967505 Sep 22 10:34:21.570876 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.599733 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-96247618-c942-437b-8509-7afed50fe973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.637894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-96247618-c942-437b-8509-7afed50fe973 None None] For port 59207bf4-ffe8-412c-88f9-e5d4e50a547c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=59207bf4-ffe8-412c-88f9-e5d4e50a547c,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:21.727081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b322687-7d9e-42ff-abfa-2329fbb0ad03 req-037446df-0831-41f3-88d6-b13399f813f2 service neutron] 10.222.0.32 "GET /v2.0/networks/3603beeb-346d-4d57-be72-f59a7f2dff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842644 Sep 22 10:34:21.757274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191a2a4-fe38-41cc-948e-9ea62046a83c req-777eefed-c8d5-4dc4-af65-1a496695f348 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:21.764372 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-96247618-c942-437b-8509-7afed50fe973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.765152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c191a2a4-fe38-41cc-948e-9ea62046a83c req-777eefed-c8d5-4dc4-af65-1a496695f348 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 945 time: 0.2119198 Sep 22 10:34:21.782414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Allocated IP 172.25.1.242 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/fbcc3312-5e26-4134-9efa-e028473413c4) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:21.829888 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:20Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:21.849060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c191a2a4-fe38-41cc-948e-9ea62046a83c req-549d6a71-d466-42da-b768-ca1ae7fb7c09 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830159 Sep 22 10:34:21.849489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96247618-c942-437b-8509-7afed50fe973 None None] Pushing event updated for resources: {'Port': ['ID=59207bf4-ffe8-412c-88f9-e5d4e50a547c,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:21.888740 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c4a15-6f63-4ed9-ac9d-8f923c2a48ef None None] The sync data for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 is: [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:20Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:21.919393 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:21.977511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:22.029819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Subnet': ['ID=82752267-9739-49a4-98a0-0cf5699470a0,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:22.034882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Checking segment: {'id': 'dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e76907ca-1fef-42e6-b928-49860032d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:22.035251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network hostable DHCP agents. Network: e76907ca-1fef-42e6-b928-49860032d9bf, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:34:22.142310 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:22.176595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network e76907ca-1fef-42e6-b928-49860032d9bf is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:34:22.181398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:22.189473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:22.189473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:22.224338 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Pushing event updated for resources: {'Port': ['ID=fbcc3312-5e26-4134-9efa-e028473413c4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:22.293752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.294455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.294979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.295482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.295987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.296508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.297014 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.297505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.298562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.299245 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.299738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.300282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:22.316120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, e76907ca-1fef-42e6-b928-49860032d9bf) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:22.333956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b01ca-c4cd-4265-b3b7-19c6cc739370 None None] Network e76907ca-1fef-42e6-b928-49860032d9bf requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:22.341166 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7c9aab7c-3168-4143-820a-55791845987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:22.350013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:22.351598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:22.450876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-8f6d5264-6203-41a3-90bd-5d151ebfb7dc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:22.452572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-8f6d5264-6203-41a3-90bd-5d151ebfb7dc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.2532511 Sep 22 10:34:22.462325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b1edd-27d6-4ccc-8e79-2171984cebdc req-28c86e3b-0eec-428e-ba12-bc486d6527cc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:22.464760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-682b1edd-27d6-4ccc-8e79-2171984cebdc req-28c86e3b-0eec-428e-ba12-bc486d6527cc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.2208717 Sep 22 10:34:22.471852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Request body: {'port': {'device_id': '2faf1cef-714a-4ede-a4ea-0b4c0c35a95a', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'admin_state_up': True, 'tenant_id': '308177db81fe4998a826f4222b77bc2e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:22.502988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b75601a5-e7d2-425b-8102-e17e595d2fe6 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7378581 Sep 22 10:34:22.506187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39778) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:22.511793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'network': {'name': 'tempest-router-network01--1053395238'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:22.612954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-682b1edd-27d6-4ccc-8e79-2171984cebdc req-4ed0237e-0917-4b0c-a024-9b395e858ee7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346114 Sep 22 10:34:22.616731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-e76907ca-1fef-42e6-b928-49860032d9bf', 'network_id': 'e76907ca-1fef-42e6-b928-49860032d9bf', 'tenant_id': '4ea5e37d25734fd98c6b9a7ef8819b05', 'fixed_ips': [{'subnet_id': '82752267-9739-49a4-98a0-0cf5699470a0'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:34:22.617791 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:22.754548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:22.896155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Allocated IP 2001:db8::2 (e76907ca-1fef-42e6-b928-49860032d9bf/82752267-9739-49a4-98a0-0cf5699470a0/59d676a7-f481-4f30-9e89-8f0d45ac8931) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:22.904062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Made reservation on behalf of 4ea5e37d25734fd98c6b9a7ef8819b05 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:22.906241 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:22.974510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:34:22.983561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5dbe5f3-6719-42fa-b524-dc01db59ec6b req-0205dc6e-f62b-4604-bf9c-27917b0fe809 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 210 time: 0.0596921 Sep 22 10:34:22.993548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:22.993548 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Added segment 53a7340d-ab63-42fd-a2d7-530c808fc01b of type vlan for network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 Sep 22 10:34:22.997317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Made reservation on behalf of 308177db81fe4998a826f4222b77bc2e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:23.004500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.011308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff8551-4365-4bd9-a763-e1ae8eabf2ea None None] Network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:23.021567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4124cca8-7ef2-4a24-bdbb-228773d51e69 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:23.070238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.190363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a029d-70e6-4a69-b2a6-c0b192a0fbdf req-60631b4f-9a94-4ebf-ba25-2ef91de1504b tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:23.191900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-478a029d-70e6-4a69-b2a6-c0b192a0fbdf req-60631b4f-9a94-4ebf-ba25-2ef91de1504b tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 945 time: 0.0939586 Sep 22 10:34:23.196611 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.197419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Allocated IP 172.20.0.14 (aa0a3ea5-25c5-45d8-acb0-3607e4e2c864/45c71a83-301e-40d7-8110-ed696a6a52a0/65908748-cfaa-43e2-8cc6-5d1cef067314) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:23.202266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:23.203096 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.223003 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.230621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-cc5d1b7e-bbe8-4587-afba-55068f70bbfa None None] Provisioning complete for port 4124cca8-7ef2-4a24-bdbb-228773d51e69 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:23.231400 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc5d1b7e-bbe8-4587-afba-55068f70bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.280162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4124cca8-7ef2-4a24-bdbb-228773d51e69 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:23.280538 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.284877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-478a029d-70e6-4a69-b2a6-c0b192a0fbdf req-25a36c81-c2a5-46a6-8db7-17efcbb383bc tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633147 Sep 22 10:34:23.290543 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Network': ['ID=66ba2d2c-da15-4835-a2ff-588e3f81ec67,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:23.318498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.326078 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e2d0f137-2808-4dc4-9ca5-6fb3122e64fb tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8161650 Sep 22 10:34:23.328480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39786) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:23.359607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'network': {'name': 'tempest-router-network02--2133901098'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:23.460063 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.482759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:34:23.492702 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.510520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Made reservation on behalf of 4ea5e37d25734fd98c6b9a7ef8819b05 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:23.514992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.538847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:34:23.548439 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.549308 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Added segment 2ee45f4a-6c53-4297-9228-1d09250a6cad of type vlan for network a6ba08c5-ea28-4593-b745-e1022bb50f60 Sep 22 10:34:23.598076 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.605814 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:34:23.610132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Router 4e6f5981-9ac8-477e-9c07-353ff4e98600 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:34:23.615789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Network e76907ca-1fef-42e6-b928-49860032d9bf is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:23.643042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:23.648629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:23.648998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.654631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Pushing event updated for resources: {'Port': ['ID=59d676a7-f481-4f30-9e89-8f0d45ac8931,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:23.685740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:23.704694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:23.708290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:23.712798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:23.745697 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.747395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:23.751804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:23.752325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.783881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Sync routers for ids ['4e6f5981-9ac8-477e-9c07-353ff4e98600'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:23.789124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event updated for resources: {'Port': ['ID=65908748-cfaa-43e2-8cc6-5d1cef067314,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:23.815926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:23.816560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.832871 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc5d1b7e-bbe8-4587-afba-55068f70bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.849899 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.851574 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4db86271-0ba6-437d-a42c-7a6bb95be69f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4955409 Sep 22 10:34:23.853950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39794) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:23.866591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Network': ['ID=a6ba08c5-ea28-4593-b745-e1022bb50f60,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:23.883576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Routers {'4e6f5981-9ac8-477e-9c07-353ff4e98600'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:23.884182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:33:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4e6f5981-9ac8-477e-9c07-353ff4e98600'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:23.897350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Attempting to bind port 59d676a7-f481-4f30-9e89-8f0d45ac8931 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:23.903706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Attempting to bind port 59d676a7-f481-4f30-9e89-8f0d45ac8931 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e76907ca-1fef-42e6-b928-49860032d9bf'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:23.903706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Attempting to bind port 59d676a7-f481-4f30-9e89-8f0d45ac8931 on network e76907ca-1fef-42e6-b928-49860032d9bf {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:23.903706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a6ba08c5-ea28-4593-b745-e1022bb50f60 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:34:23.930916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bea51f91-e47f-46fb-8206-e6398252d743 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6010292 Sep 22 10:34:23.933744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39796) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:23.939365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'subnet': {'network_id': '66ba2d2c-da15-4835-a2ff-588e3f81ec67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:23.954475 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.975231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:23.975525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Checking segment: {'id': 'dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e76907ca-1fef-42e6-b928-49860032d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:23.975937 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.976340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Bound using segment: {'id': 'dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e76907ca-1fef-42e6-b928-49860032d9bf'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:23.976827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Bound port: 59d676a7-f481-4f30-9e89-8f0d45ac8931, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e76907ca-1fef-42e6-b928-49860032d9bf'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:23.977212 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:23.999143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cc5d1b7e-bbe8-4587-afba-55068f70bbfa None None] For port 4124cca8-7ef2-4a24-bdbb-228773d51e69, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4124cca8-7ef2-4a24-bdbb-228773d51e69,segment=NetworkSegment(247318c5-8491-4600-a443-ea5727600c28),segment_id=247318c5-8491-4600-a443-ea5727600c28)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:24.025518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-81c70348-2cb4-48c8-ad0f-b1aa736b80d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5590489 Sep 22 10:34:24.039390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Request body: {'port': {'device_id': '2faf1cef-714a-4ede-a4ea-0b4c0c35a95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:24.119518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc5d1b7e-bbe8-4587-afba-55068f70bbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.159724 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.177765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Made reservation on behalf of 4ea5e37d25734fd98c6b9a7ef8819b05 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:24.181595 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.208968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec20488-b606-455a-bb8a-d3cb00d78e9f req-f0c42b6c-7fae-4460-8823-77b32c69cc71 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:24.210559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aec20488-b606-455a-bb8a-d3cb00d78e9f req-f0c42b6c-7fae-4460-8823-77b32c69cc71 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.1186445 Sep 22 10:34:24.285515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Set router 4e6f5981-9ac8-477e-9c07-353ff4e98600 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:24.352106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aec20488-b606-455a-bb8a-d3cb00d78e9f req-15d27580-85d6-425a-9e1b-98040a5b16cf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189027 Sep 22 10:34:24.365101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d1b7e-bbe8-4587-afba-55068f70bbfa None None] Pushing event updated for resources: {'Port': ['ID=4124cca8-7ef2-4a24-bdbb-228773d51e69,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:24.368520 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:34:24.369135 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:34:24.379069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] For port 59d676a7-f481-4f30-9e89-8f0d45ac8931, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:24.404196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-21252978-bbeb-4c5a-a1cb-5ca7057f940e None None] Provisioning complete for port 4124cca8-7ef2-4a24-bdbb-228773d51e69 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:24.404755 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-21252978-bbeb-4c5a-a1cb-5ca7057f940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.446533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] For port 59d676a7-f481-4f30-9e89-8f0d45ac8931, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=59d676a7-f481-4f30-9e89-8f0d45ac8931,segment=NetworkSegment(dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f),segment_id=dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:24.561202 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.665315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197234f-63ca-417d-92d4-d77859e23313 None None] Pushing event updated for resources: {'Port': ['ID=59d676a7-f481-4f30-9e89-8f0d45ac8931,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:24.676655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:20Z', 'updated_at': '2021-09-22T10:34:22Z', 'revision_number': 3, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'gw_port': {'id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:21Z', 'updated_at': '2021-09-22T10:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:24.714758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Checking router: 4e6f5981-9ac8-477e-9c07-353ff4e98600 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:34:24.715766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Updating router 4e6f5981-9ac8-477e-9c07-353ff4e98600 port fbcc3312-5e26-4134-9efa-e028473413c4 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:34:24.722735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d6f7-f400-4f6b-97be-5c30ce1f1642 req-e894b797-6d77-4e36-a595-0e278fc2414e tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:24.730955 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d21d6f7-f400-4f6b-97be-5c30ce1f1642 req-e894b797-6d77-4e36-a595-0e278fc2414e tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 945 time: 0.1284111 Sep 22 10:34:24.737023 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.753878 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.771593 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.837661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65908748-cfaa-43e2-8cc6-5d1cef067314 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:24.873410 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.894448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d21d6f7-f400-4f6b-97be-5c30ce1f1642 req-909a0181-89b9-498d-ab4a-c558c612a321 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617653 Sep 22 10:34:24.931459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Subnet': ['ID=b7bed57c-386a-44a7-9633-bfb11b71cc30,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:24.945211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Transition to ACTIVE for port object 65908748-cfaa-43e2-8cc6-5d1cef067314 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:34:24.949662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Checking segment: {'id': '53a7340d-ab63-42fd-a2d7-530c808fc01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66ba2d2c-da15-4835-a2ff-588e3f81ec67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:24.950840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network hostable DHCP agents. Network: 66ba2d2c-da15-4835-a2ff-588e3f81ec67, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:34:24.976835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Allocated IP 172.20.0.1 (f60e9ec0-7a94-4fd0-bf8f-c0113b679456/70ef5fdd-760e-410c-a330-6ef65b405158/7ead0fa0-88bd-4580-8455-dc8ce79f2838) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:24.992036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 59207bf4-ffe8-412c-88f9-e5d4e50a547c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:25.090193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09927280-c62e-4119-bec0-969915eb03a8 req-577a32b9-50f4-411d-a26e-c299149e76e8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:25.093525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09927280-c62e-4119-bec0-969915eb03a8 req-577a32b9-50f4-411d-a26e-c299149e76e8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 932 time: 0.1000161 Sep 22 10:34:25.096936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.126650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 59207bf4-ffe8-412c-88f9-e5d4e50a547c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:25.126936 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.148520 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.209868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:34:25.215062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Pushing event updated for resources: {'Port': ['ID=65908748-cfaa-43e2-8cc6-5d1cef067314,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:25.226798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09927280-c62e-4119-bec0-969915eb03a8 req-7dc92076-b1a1-4553-b4e1-4f5faa47f17e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149926 Sep 22 10:34:25.277506 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dfb2d163-a083-4977-ad7a-e2b1c409868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.280345 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.289057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Attempting to bind port 65908748-cfaa-43e2-8cc6-5d1cef067314 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:25.289287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Attempting to bind port 65908748-cfaa-43e2-8cc6-5d1cef067314 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:25.289623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Attempting to bind port 65908748-cfaa-43e2-8cc6-5d1cef067314 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:25.294292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Port 65908748-cfaa-43e2-8cc6-5d1cef067314 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:34:25.294623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Attempting to bind port 65908748-cfaa-43e2-8cc6-5d1cef067314 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:25.299794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:25.300152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Checking segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:25.300524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Bound using segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:25.300957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Bound port: 65908748-cfaa-43e2-8cc6-5d1cef067314, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:25.301488 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.345830 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.391124 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:25.392756 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.395032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:25.404822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:25.408598 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Pushing event updated for resources: {'Port': ['ID=7ead0fa0-88bd-4580-8455-dc8ce79f2838,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:25.423898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 66ba2d2c-da15-4835-a2ff-588e3f81ec67) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:25.449010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:25.449631 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.501386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] For port 65908748-cfaa-43e2-8cc6-5d1cef067314, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:25.504961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.520402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] For port 65908748-cfaa-43e2-8cc6-5d1cef067314, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65908748-cfaa-43e2-8cc6-5d1cef067314,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:25.593913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0a9e1d75-98af-463c-b2f0-5db641704269 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6565995 Sep 22 10:34:25.598907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39810) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:25.609148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'subnet': {'network_id': 'a6ba08c5-ea28-4593-b745-e1022bb50f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:25.658758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.668473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-b37fd49e-a7b9-401b-9987-abf45fa5afe1 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:25.670049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-b37fd49e-a7b9-401b-9987-abf45fa5afe1 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 945 time: 0.1901262 Sep 22 10:34:25.684231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b595db8-3258-42ef-b3d9-f0e2204bc046 None None] Network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:25.691957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4124cca8-7ef2-4a24-bdbb-228773d51e69 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:25.808137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Attempting to bind port fbcc3312-5e26-4134-9efa-e028473413c4 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:25.808511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Attempting to bind port fbcc3312-5e26-4134-9efa-e028473413c4 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:25.809314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Attempting to bind port fbcc3312-5e26-4134-9efa-e028473413c4 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:25.849648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:25.850397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.851426 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.851944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] 10.222.0.30 "PUT /v2.0/ports/65908748-cfaa-43e2-8cc6-5d1cef067314 HTTP/1.1" status: 200 len: 1092 time: 1.8167822 Sep 22 10:34:25.857139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2faf1cef-714a-4ede-a4ea-0b4c0c35a95a', 'tag': '65908748-cfaa-43e2-8cc6-5d1cef067314'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:25.859458 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06475257-9316-45ee-b12f-b94f17d0e04f" -d '{"events": [{"name": "network-changed", "server_uuid": "2faf1cef-714a-4ede-a4ea-0b4c0c35a95a", "tag": "65908748-cfaa-43e2-8cc6-5d1cef067314"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:25.862354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00d8de-ff50-40dd-845d-6e2bcecffa22 None None] Pushing event updated for resources: {'Port': ['ID=fbcc3312-5e26-4134-9efa-e028473413c4,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:25.879466 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.882288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4124cca8-7ef2-4a24-bdbb-228773d51e69 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:25.882646 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.884613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:25.884993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:25.885392 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.885787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:25.886319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Bound port: fbcc3312-5e26-4134-9efa-e028473413c4, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:25.886701 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.922477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621d4b7-2d0e-453d-a7ef-3d433658c6c7 req-cedb48a7-fe10-45ef-8043-9472e2bc9214 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:25.931267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4621d4b7-2d0e-453d-a7ef-3d433658c6c7 req-cedb48a7-fe10-45ef-8043-9472e2bc9214 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.2218709 Sep 22 10:34:25.955573 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.956284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.002755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77c4f1b-ff7d-454c-86d7-5970a129dd06 None None] Network e76907ca-1fef-42e6-b928-49860032d9bf requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:26.040752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] For port fbcc3312-5e26-4134-9efa-e028473413c4, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:26.049926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-81def0f0-bf40-42d4-b25d-8b49780623a7 None None] Provisioning complete for port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:26.050652 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-81def0f0-bf40-42d4-b25d-8b49780623a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.094537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.124032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] For port fbcc3312-5e26-4134-9efa-e028473413c4, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fbcc3312-5e26-4134-9efa-e028473413c4,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:26.167708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.210901 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.212735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-81def0f0-bf40-42d4-b25d-8b49780623a7 None None] Port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:26.246791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.257760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Pushing event updated for resources: {'Port': ['ID=7ead0fa0-88bd-4580-8455-dc8ce79f2838,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:26.290916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Made reservation on behalf of 4ea5e37d25734fd98c6b9a7ef8819b05 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:26.294695 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.295124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-66ba2d2c-da15-4835-a2ff-588e3f81ec67', 'network_id': '66ba2d2c-da15-4835-a2ff-588e3f81ec67', 'tenant_id': '4ea5e37d25734fd98c6b9a7ef8819b05', 'fixed_ips': [{'subnet_id': 'b7bed57c-386a-44a7-9633-bfb11b71cc30'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:34:26.295960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.302252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76672c-3cb1-44ea-8e49-480897d25676 service neutron] Pushing event updated for resources: {'Port': ['ID=65908748-cfaa-43e2-8cc6-5d1cef067314,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:26.320001 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.354462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 59d676a7-f481-4f30-9e89-8f0d45ac8931 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:26.363562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:26.365160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:26.429621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4621d4b7-2d0e-453d-a7ef-3d433658c6c7 req-0eda82f7-e8fa-4cf8-b995-8e2158c28ba1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974511 Sep 22 10:34:26.451225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-3e7c2e77-8663-4e5d-815a-9e4c089d5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:26.456210 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Routers {'4e6f5981-9ac8-477e-9c07-353ff4e98600'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:26.456673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4e6f5981-9ac8-477e-9c07-353ff4e98600'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:26.463588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-3e7c2e77-8663-4e5d-815a-9e4c089d5f11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 1095 time: 0.2060585 Sep 22 10:34:26.514258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Router 4e6f5981-9ac8-477e-9c07-353ff4e98600 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:34:26.527883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Deleting port 2f99ba4f-7207-4e63-a959-bf0785f45d05 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:26.528280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.535326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-86f94f2c-f362-40b5-aa91-776cb576da53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65908748-cfaa-43e2-8cc6-5d1cef067314 HTTP/1.1" status: 200 len: 217 time: 0.0630727 Sep 22 10:34:26.556016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00d8de-ff50-40dd-845d-6e2bcecffa22 None None] Pushing event updated for resources: {'Port': ['ID=fbcc3312-5e26-4134-9efa-e028473413c4,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:26.623787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-67823f62-1ab6-4945-87c6-e2bc1ab26be6 None None] Provisioning complete for port 59d676a7-f481-4f30-9e89-8f0d45ac8931 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:26.624163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67823f62-1ab6-4945-87c6-e2bc1ab26be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.689127 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b5984a-9126-4e39-9b58-cb03caceeae1 x-openstack-request-id: req-e5b5984a-9126-4e39-9b58-cb03caceeae1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:26.689417 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2faf1cef-714a-4ede-a4ea-0b4c0c35a95a", "tag": "65908748-cfaa-43e2-8cc6-5d1cef067314", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:26.689651 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5b5984a-9126-4e39-9b58-cb03caceeae1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:26.698425 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2faf1cef-714a-4ede-a4ea-0b4c0c35a95a', 'tag': '65908748-cfaa-43e2-8cc6-5d1cef067314', 'status': 'completed', 'code': 200} Sep 22 10:34:26.715967 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:26.735356 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-55bb1f01-cb82-4b4d-8088-858db779cd90 admin admin] 10.222.0.20 "PUT /v2.0/routers/4e6f5981-9ac8-477e-9c07-353ff4e98600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8716011 Sep 22 10:34:26.778433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-63a5d5db-0a34-4a5b-9fb6-c40c658d28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:26.779974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-63a5d5db-0a34-4a5b-9fb6-c40c658d28c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.2306669 Sep 22 10:34:26.791855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] Set router 4e6f5981-9ac8-477e-9c07-353ff4e98600 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:26.824845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] For port 2f99ba4f-7207-4e63-a959-bf0785f45d05, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=2f99ba4f-7207-4e63-a959-bf0785f45d05,segment=NetworkSegment(ee77777e-12e3-4bed-9f52-65c94087fd07),segment_id=ee77777e-12e3-4bed-9f52-65c94087fd07)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:26.825275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.836662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 59d676a7-f481-4f30-9e89-8f0d45ac8931 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:26.837040 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:26.839182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Allocated IP 2001:db8::2 (66ba2d2c-da15-4835-a2ff-588e3f81ec67/b7bed57c-386a-44a7-9633-bfb11b71cc30/d357c11c-9684-420c-bc87-a6720cd0e51d) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:26.865334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-29b5c122-e515-4d7c-8731-b13ab85a75fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747037 Sep 22 10:34:26.880875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Calling delete_port for 2f99ba4f-7207-4e63-a959-bf0785f45d05 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:26.932108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d3eea-e404-4c84-b7a5-60aaee7c9784 req-2273f187-a96f-414b-a569-2b9281c787b3 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:26.933861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a25d3eea-e404-4c84-b7a5-60aaee7c9784 req-2273f187-a96f-414b-a569-2b9281c787b3 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e0e8db-17fb-4452-b565-34164df615da HTTP/1.1" status: 200 len: 945 time: 0.2196655 Sep 22 10:34:27.036215 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67823f62-1ab6-4945-87c6-e2bc1ab26be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.069087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a25d3eea-e404-4c84-b7a5-60aaee7c9784 req-31278035-6398-4150-8944-7c6788bc2114 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.20 "GET /v2.0/security-groups?id=88417979-6d20-482b-94d6-20497d5dc9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937495 Sep 22 10:34:27.069087 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.139270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-ca447c33-67c3-4bfd-8e3f-7590571ce24f service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567329 Sep 22 10:34:27.183671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-67823f62-1ab6-4945-87c6-e2bc1ab26be6 None None] For port 59d676a7-f481-4f30-9e89-8f0d45ac8931, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=59d676a7-f481-4f30-9e89-8f0d45ac8931,segment=NetworkSegment(dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f),segment_id=dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:27.200798 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.210877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Subnet': ['ID=0e44cd6f-aaaa-4ead-9234-d91bea70eb42,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:27.261852 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.270282 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67823f62-1ab6-4945-87c6-e2bc1ab26be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.280824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Checking segment: {'id': '2ee45f4a-6c53-4297-9228-1d09250a6cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a6ba08c5-ea28-4593-b745-e1022bb50f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:27.280824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network hostable DHCP agents. Network: a6ba08c5-ea28-4593-b745-e1022bb50f60, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:34:27.327576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7e68e-6a8a-48ec-b111-0e56d2db9f59 req-c41e31ba-1ac6-48d5-ad73-ea6775622f27 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:27.329725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54c7e68e-6a8a-48ec-b111-0e56d2db9f59 req-c41e31ba-1ac6-48d5-ad73-ea6775622f27 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 944 time: 0.1851172 Sep 22 10:34:27.347747 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:34:27.348094 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:34:27.354171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:20Z', 'updated_at': '2021-09-22T10:34:25Z', 'revision_number': 4, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'gw_port': {'id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:21Z', 'updated_at': '2021-09-22T10:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7ead0fa0-88bd-4580-8455-dc8ce79f2838', 'name': '', 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'mac_address': 'fa:16:3e:02:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:24Z', 'updated_at': '2021-09-22T10:34:25Z', 'revision_number': 2, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'subnets': [{'id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:27.369233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d2cbd7-1a19-495c-8b22-b4c82b272ec9 req-5ac318b0-ad4d-4bef-9f91-7dcb33a1bd52 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193613 Sep 22 10:34:27.386251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67823f62-1ab6-4945-87c6-e2bc1ab26be6 None None] Pushing event updated for resources: {'Port': ['ID=59d676a7-f481-4f30-9e89-8f0d45ac8931,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:27.387964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54c7e68e-6a8a-48ec-b111-0e56d2db9f59 req-c752b1e0-13a1-45a6-ab9d-78fcacb8330e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482514 Sep 22 10:34:27.398394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438712f-4980-4c68-b468-e96bc88ce2e9 None None] The sync data for ids ['4e6f5981-9ac8-477e-9c07-353ff4e98600'] in n-d-807025-3 is: [{'id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:20Z', 'updated_at': '2021-09-22T10:34:25Z', 'revision_number': 4, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'gw_port': {'id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:21Z', 'updated_at': '2021-09-22T10:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7ead0fa0-88bd-4580-8455-dc8ce79f2838', 'name': '', 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'mac_address': 'fa:16:3e:02:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:24Z', 'updated_at': '2021-09-22T10:34:25Z', 'revision_number': 2, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'subnets': [{'id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:27.398394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.433223 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.441262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:27.447081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['2f99ba4f-7207-4e63-a959-bf0785f45d05'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:27.450889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:27.456678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-54ce3e95-bee8-4c73-afd4-f9e906d13d03 None None] Provisioning complete for port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:27.456678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-54ce3e95-bee8-4c73-afd4-f9e906d13d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.475034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:27.479694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Pushing event deleted for resources: {'Port': ['ID=2f99ba4f-7207-4e63-a959-bf0785f45d05,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:27.536551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network a6ba08c5-ea28-4593-b745-e1022bb50f60 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:34:27.559149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] No DVR routers for this DVR port 2f99ba4f-7207-4e63-a959-bf0785f45d05 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:27.562726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.566678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51d779eb-09b5-4426-a32e-34f2e9c34e31 req-abdd6272-9c8a-44a2-8ed3-f8f973866855 tempest-InstanceActionsTestJSON-1963679037 tempest-InstanceActionsTestJSON-1963679037-project] 10.222.0.32 "DELETE /v2.0/ports/2f99ba4f-7207-4e63-a959-bf0785f45d05 HTTP/1.1" status: 204 len: 173 time: 1.8569989 Sep 22 10:34:27.700854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Pushing event updated for resources: {'Port': ['ID=d357c11c-9684-420c-bc87-a6720cd0e51d,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:27.717574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a6ba08c5-ea28-4593-b745-e1022bb50f60) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:27.734529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a208d2d-a605-4f89-8582-ba9e1d1c54dc None None] Network a6ba08c5-ea28-4593-b745-e1022bb50f60 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:27.737370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:27.738242 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.762930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-54ce3e95-bee8-4c73-afd4-f9e906d13d03 None None] Port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:27.771498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06475257-9316-45ee-b12f-b94f17d0e04f req-8e46ae31-45dd-4b97-a12c-221e8d1dfa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:27.774080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06475257-9316-45ee-b12f-b94f17d0e04f req-8e46ae31-45dd-4b97-a12c-221e8d1dfa1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 1095 time: 0.1131370 Sep 22 10:34:27.797342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Attempting to bind port d357c11c-9684-420c-bc87-a6720cd0e51d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:27.798613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Attempting to bind port d357c11c-9684-420c-bc87-a6720cd0e51d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '53a7340d-ab63-42fd-a2d7-530c808fc01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66ba2d2c-da15-4835-a2ff-588e3f81ec67'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:27.802292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Attempting to bind port d357c11c-9684-420c-bc87-a6720cd0e51d on network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:27.816481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:27.816850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Checking segment: {'id': '53a7340d-ab63-42fd-a2d7-530c808fc01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66ba2d2c-da15-4835-a2ff-588e3f81ec67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:27.817258 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.818508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Bound using segment: {'id': '53a7340d-ab63-42fd-a2d7-530c808fc01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66ba2d2c-da15-4835-a2ff-588e3f81ec67'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:27.819011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Bound port: d357c11c-9684-420c-bc87-a6720cd0e51d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a7340d-ab63-42fd-a2d7-530c808fc01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66ba2d2c-da15-4835-a2ff-588e3f81ec67'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:27.819383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.864591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-54ce3e95-bee8-4c73-afd4-f9e906d13d03 None None] Provisioning complete for port 59d676a7-f481-4f30-9e89-8f0d45ac8931 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:27.864879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-54ce3e95-bee8-4c73-afd4-f9e906d13d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.940969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06475257-9316-45ee-b12f-b94f17d0e04f req-08f087c6-c484-4c5c-ac3f-5e2832394c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:27.942721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06475257-9316-45ee-b12f-b94f17d0e04f req-08f087c6-c484-4c5c-ac3f-5e2832394c10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 907 time: 0.1592660 Sep 22 10:34:27.945410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b12989a4-a249-482b-a7bc-10462be97d3d tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3438480 Sep 22 10:34:27.948183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39832) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:28.009786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06475257-9316-45ee-b12f-b94f17d0e04f req-52318743-16e7-4526-8155-13f1fb9ccf96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65908748-cfaa-43e2-8cc6-5d1cef067314 HTTP/1.1" status: 200 len: 217 time: 0.0579445 Sep 22 10:34:28.107082 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:28.112678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06475257-9316-45ee-b12f-b94f17d0e04f req-59240b56-2b1e-4aa0-b51d-7ffad325d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:28.118604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06475257-9316-45ee-b12f-b94f17d0e04f req-59240b56-2b1e-4aa0-b51d-7ffad325d760 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.1030791 Sep 22 10:34:28.120272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] For port d357c11c-9684-420c-bc87-a6720cd0e51d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:28.150122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] For port d357c11c-9684-420c-bc87-a6720cd0e51d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d357c11c-9684-420c-bc87-a6720cd0e51d,segment=NetworkSegment(53a7340d-ab63-42fd-a2d7-530c808fc01b),segment_id=53a7340d-ab63-42fd-a2d7-530c808fc01b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:28.197103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06475257-9316-45ee-b12f-b94f17d0e04f req-ad5906dc-7917-4e95-b7f9-e5f72ac9f1ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593269 Sep 22 10:34:28.224617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 59d676a7-f481-4f30-9e89-8f0d45ac8931 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:28.300521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-a6ba08c5-ea28-4593-b745-e1022bb50f60', 'network_id': 'a6ba08c5-ea28-4593-b745-e1022bb50f60', 'tenant_id': '4ea5e37d25734fd98c6b9a7ef8819b05', 'fixed_ips': [{'subnet_id': '0e44cd6f-aaaa-4ead-9234-d91bea70eb42'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:34:28.302011 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:28.321613 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:28.337683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06475257-9316-45ee-b12f-b94f17d0e04f req-fefb1475-cf75-43bf-bcc7-b694f9764770 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322877 Sep 22 10:34:28.452798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:28.514618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06475257-9316-45ee-b12f-b94f17d0e04f req-0de571b7-c873-468d-a314-c6cbdabe6184 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683087 Sep 22 10:34:28.560503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6051d-3e6d-4565-8c7f-56369da57a93 None None] Pushing event updated for resources: {'Port': ['ID=d357c11c-9684-420c-bc87-a6720cd0e51d,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:28.592332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 59d676a7-f481-4f30-9e89-8f0d45ac8931 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:28.597853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:28.700056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e0e8db-17fb-4452-b565-34164df615da', 'name': 'network-vif-deleted', 'tag': '2f99ba4f-7207-4e63-a959-bf0785f45d05'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:28.709079 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc57dc8-f03c-4618-932c-618f0d10f790" -d '{"events": [{"server_uuid": "a5e0e8db-17fb-4452-b565-34164df615da", "name": "network-vif-deleted", "tag": "2f99ba4f-7207-4e63-a959-bf0785f45d05"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:28.735324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Allocated IP 2001:db8::2 (a6ba08c5-ea28-4593-b745-e1022bb50f60/0e44cd6f-aaaa-4ead-9234-d91bea70eb42/74129335-3ebc-4822-bbc0-c6670db95265) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:28.928346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Allocated IP 2001:db8::1 (66ba2d2c-da15-4835-a2ff-588e3f81ec67/b7bed57c-386a-44a7-9633-bfb11b71cc30/bb05ad7d-37cb-4550-8bd2-5204a2efe7fa) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:28.991965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39842) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:28.998700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-46b8f5d5-76dd-47be-8a2f-e00fa914559b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671361913', 'description': 'tempest-secgroup-smoke-1671361913 description', 'project_id': '2ccc17f672be46f9bce8fec53f4d833b'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:29.003812 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.078618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.085126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.112704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278002f6-e91c-4b38-97f3-7d6efc233941 req-ce070d68-6c4d-4e3e-b9d4-9b651d6aebfc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:29.114708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-278002f6-e91c-4b38-97f3-7d6efc233941 req-ce070d68-6c4d-4e3e-b9d4-9b651d6aebfc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0673506 Sep 22 10:34:29.125255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Network a6ba08c5-ea28-4593-b745-e1022bb50f60 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:29.131357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:29.135617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:29.140302 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46b8f5d5-76dd-47be-8a2f-e00fa914559b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.148510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Pushing event updated for resources: {'Port': ['ID=74129335-3ebc-4822-bbc0-c6670db95265,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:29.185676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-278002f6-e91c-4b38-97f3-7d6efc233941 req-b9859a0c-a8ea-45cb-b6a7-9974f6028354 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638092 Sep 22 10:34:29.200118 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.237686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Attempting to bind port 74129335-3ebc-4822-bbc0-c6670db95265 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:29.238746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Attempting to bind port 74129335-3ebc-4822-bbc0-c6670db95265 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2ee45f4a-6c53-4297-9228-1d09250a6cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a6ba08c5-ea28-4593-b745-e1022bb50f60'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:29.240219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Attempting to bind port 74129335-3ebc-4822-bbc0-c6670db95265 on network a6ba08c5-ea28-4593-b745-e1022bb50f60 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:29.248391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:29.248774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Checking segment: {'id': '2ee45f4a-6c53-4297-9228-1d09250a6cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a6ba08c5-ea28-4593-b745-e1022bb50f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:29.249185 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.249587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Bound using segment: {'id': '2ee45f4a-6c53-4297-9228-1d09250a6cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a6ba08c5-ea28-4593-b745-e1022bb50f60'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:29.250254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Bound port: 74129335-3ebc-4822-bbc0-c6670db95265, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee45f4a-6c53-4297-9228-1d09250a6cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a6ba08c5-ea28-4593-b745-e1022bb50f60'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:29.250613 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.283362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46b8f5d5-76dd-47be-8a2f-e00fa914559b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.285134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:29.288934 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:29.301931 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:29.302517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.342462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] For port 74129335-3ebc-4822-bbc0-c6670db95265, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:29.345261 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46b8f5d5-76dd-47be-8a2f-e00fa914559b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.358439 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] For port 74129335-3ebc-4822-bbc0-c6670db95265, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=74129335-3ebc-4822-bbc0-c6670db95265,segment=NetworkSegment(2ee45f4a-6c53-4297-9228-1d09250a6cad),segment_id=2ee45f4a-6c53-4297-9228-1d09250a6cad)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:29.367476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39846) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:29.369961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Port': ['ID=bb05ad7d-37cb-4550-8bd2-5204a2efe7fa,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:29.430977 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.444942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8f5d5-76dd-47be-8a2f-e00fa914559b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3088fec-b4af-449d-a713-c16543308a4f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:29.476797 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46b8f5d5-76dd-47be-8a2f-e00fa914559b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.480910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-46b8f5d5-76dd-47be-8a2f-e00fa914559b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4851108 Sep 22 10:34:29.482282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39848) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:29.484689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd951698-e08a-4ef6-bc11-0092870dfbf1 admin admin] Deleting subnet 5241db2d-dc34-43d9-901b-93051748a6f8 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:34:29.487130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 2f99ba4f-7207-4e63-a959-bf0785f45d05 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:34:29.488522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-266bc3ee-08d9-45d7-9ac6-3fb7bc8e66cc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Request body: {'security_group_rule': {'security_group_id': 'c3088fec-b4af-449d-a713-c16543308a4f', 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:29.496068 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bd951698-e08a-4ef6-bc11-0092870dfbf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.539181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92758b-c4f8-4a3b-abd9-28028a07849a req-c6630b5c-c382-4de5-8576-881a985a5361 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:29.540870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e92758b-c4f8-4a3b-abd9-28028a07849a req-c6630b5c-c382-4de5-8576-881a985a5361 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 944 time: 0.1164980 Sep 22 10:34:29.547527 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bd951698-e08a-4ef6-bc11-0092870dfbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.553048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 2f99ba4f-7207-4e63-a959-bf0785f45d05 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:34:29.553650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 2f99ba4f-7207-4e63-a959-bf0785f45d05 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:34:29.560747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865ae0e-f7db-4dc0-aaeb-3e691cc6c42c None None] Pushing event updated for resources: {'Port': ['ID=74129335-3ebc-4822-bbc0-c6670db95265,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:29.586518 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.653269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bd951698-e08a-4ef6-bc11-0092870dfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.655111 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-266bc3ee-08d9-45d7-9ac6-3fb7bc8e66cc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.689562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e92758b-c4f8-4a3b-abd9-28028a07849a req-afa53f45-44de-4906-a42f-d20b60e0cf44 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397007 Sep 22 10:34:29.854716 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b8f07-8c1b-4d60-af76-324ef8fb001e x-openstack-request-id: req-a61b8f07-8c1b-4d60-af76-324ef8fb001e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:29.855459 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e0e8db-17fb-4452-b565-34164df615da", "name": "network-vif-deleted", "tag": "2f99ba4f-7207-4e63-a959-bf0785f45d05", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:29.856353 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a61b8f07-8c1b-4d60-af76-324ef8fb001e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:29.857351 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e0e8db-17fb-4452-b565-34164df615da', 'name': 'network-vif-deleted', 'tag': '2f99ba4f-7207-4e63-a959-bf0785f45d05', 'status': 'completed', 'code': 200} Sep 22 10:34:29.857864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-266bc3ee-08d9-45d7-9ac6-3fb7bc8e66cc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.861197 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bd951698-e08a-4ef6-bc11-0092870dfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.880140 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bd951698-e08a-4ef6-bc11-0092870dfbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:29.892383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bd951698-e08a-4ef6-bc11-0092870dfbf1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5241db2d-dc34-43d9-901b-93051748a6f8 HTTP/1.1" status: 204 len: 168 time: 0.5137117 Sep 22 10:34:29.892511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39850) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:29.925359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd951698-e08a-4ef6-bc11-0092870dfbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5241db2d-dc34-43d9-901b-93051748a6f8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:29.998295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261af8d3-bed8-476c-a62d-20160cf7ad41 None None] Network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:30.012706 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-266bc3ee-08d9-45d7-9ac6-3fb7bc8e66cc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.034529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ceda5-73ba-4d86-b369-469c513a92a2 req-dcbbf961-6468-413a-9591-56264e551fba tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:30.044517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e16ceda5-73ba-4d86-b369-469c513a92a2 req-dcbbf961-6468-413a-9591-56264e551fba tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0891697 Sep 22 10:34:30.099485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e16ceda5-73ba-4d86-b369-469c513a92a2 req-e25f481b-6959-4cf3-9aca-09ce942c12c2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538070 Sep 22 10:34:30.213576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f6e18b0a-bfc9-4249-83e3-383e1d0e4765 None None] Provisioning complete for port d357c11c-9684-420c-bc87-a6720cd0e51d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:30.214128 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6e18b0a-bfc9-4249-83e3-383e1d0e4765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.341020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d357c11c-9684-420c-bc87-a6720cd0e51d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:30.394896 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6e18b0a-bfc9-4249-83e3-383e1d0e4765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.430128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d357c11c-9684-420c-bc87-a6720cd0e51d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:30.430799 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.433913 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bc3ee-08d9-45d7-9ac6-3fb7bc8e66cc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d979b2e-3f5d-4a91-9610-75f3f135a771,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:30.455188 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.479057 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.482183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f6e18b0a-bfc9-4249-83e3-383e1d0e4765 None None] For port d357c11c-9684-420c-bc87-a6720cd0e51d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d357c11c-9684-420c-bc87-a6720cd0e51d,segment=NetworkSegment(53a7340d-ab63-42fd-a2d7-530c808fc01b),segment_id=53a7340d-ab63-42fd-a2d7-530c808fc01b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:30.531927 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-266bc3ee-08d9-45d7-9ac6-3fb7bc8e66cc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.531927 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-266bc3ee-08d9-45d7-9ac6-3fb7bc8e66cc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0459294 Sep 22 10:34:30.532674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c822a-b120-402a-a685-383c2e35750d req-4d6ba2c7-e8db-4f51-8578-2f4cac339c50 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:30.533516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-4d6ba2c7-e8db-4f51-8578-2f4cac339c50 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.1448183 Sep 22 10:34:30.534327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39866) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:30.539714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ee37c439-67a6-4024-b9e6-d98c6be4b40a tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Request body: {'security_group_rule': {'security_group_id': 'c3088fec-b4af-449d-a713-c16543308a4f', 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:30.552721 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.553748 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.560031 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.565638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-afc6340e-6a5d-46a4-9e04-f216177782d4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/quotas/b2072f075b5a4f368086b8b5c35c24f6 HTTP/1.1" status: 200 len: 375 time: 0.0212235 Sep 22 10:34:30.572463 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6e18b0a-bfc9-4249-83e3-383e1d0e4765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.650774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.659753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-35993c47-a567-450d-b125-6e0640521d85 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0869892 Sep 22 10:34:30.662178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Port': ['ID=bb05ad7d-37cb-4550-8bd2-5204a2efe7fa,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:30.699241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee37c439-67a6-4024-b9e6-d98c6be4b40a tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.709199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e18b0a-bfc9-4249-83e3-383e1d0e4765 None None] Pushing event updated for resources: {'Port': ['ID=d357c11c-9684-420c-bc87-a6720cd0e51d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:30.723120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3603beeb-346d-4d57-be72-f59a7f2dff5a']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:30.739869 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee77777e-12e3-4bed-9f52-65c94087fd07') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:30.740143 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee77777e-12e3-4bed-9f52-65c94087fd07') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:30.788608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.793331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:34:30.793796 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:34:30.795567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3fb1f145-2f72-4968-bf5b-d0d50deb2da9 None None] Provisioning complete for port d357c11c-9684-420c-bc87-a6720cd0e51d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:30.795567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3fb1f145-2f72-4968-bf5b-d0d50deb2da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.816818 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.841673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:34:30.842329 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:34:30.844415 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:34:30.867281 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee37c439-67a6-4024-b9e6-d98c6be4b40a tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.888759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:30.892225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:30.910137 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Sync routers for ids ['4e6f5981-9ac8-477e-9c07-353ff4e98600'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:30.922513 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Routers {'4e6f5981-9ac8-477e-9c07-353ff4e98600'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:30.923411 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4e6f5981-9ac8-477e-9c07-353ff4e98600'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:30.962166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3fb1f145-2f72-4968-bf5b-d0d50deb2da9 None None] Provisioning complete for port bb05ad7d-37cb-4550-8bd2-5204a2efe7fa triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:30.962166 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3fb1f145-2f72-4968-bf5b-d0d50deb2da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.992485 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee37c439-67a6-4024-b9e6-d98c6be4b40a tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.018588 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1f145-2f72-4968-bf5b-d0d50deb2da9 None None] Port bb05ad7d-37cb-4550-8bd2-5204a2efe7fa cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:31.065478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37c439-67a6-4024-b9e6-d98c6be4b40a tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebe7b12-a7c4-4417-acc6-3cde6ff305e0,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:31.066069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.067173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-752ea0a8-8322-49a2-8dbc-7e8e147c6f5d service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064994 Sep 22 10:34:31.069691 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Set router 4e6f5981-9ac8-477e-9c07-353ff4e98600 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:31.076697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.079565 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3603beeb-346d-4d57-be72-f59a7f2dff5a HTTP/1.1" status: 204 len: 168 time: 1.1907606 Sep 22 10:34:31.113326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435e231-59bb-4390-97c5-e11813ca2980 admin admin] Pushing event deleted for resources: {'Network': ['ID=3603beeb-346d-4d57-be72-f59a7f2dff5a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:31.154971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-471d754f-f2c4-436a-ba2b-d55b154f26fa None None] Provisioning complete for port bb05ad7d-37cb-4550-8bd2-5204a2efe7fa triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:31.158538 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-471d754f-f2c4-436a-ba2b-d55b154f26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.231183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-471d754f-f2c4-436a-ba2b-d55b154f26fa None None] Port bb05ad7d-37cb-4550-8bd2-5204a2efe7fa cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:31.250352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96cc0b9-e967-480e-a41c-8e541435f2b5 None None] Network a6ba08c5-ea28-4593-b745-e1022bb50f60 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:31.275673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-9902ecdd-4e7d-4639-99da-9c8987547871 service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014334 Sep 22 10:34:31.445287 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:20Z', 'updated_at': '2021-09-22T10:34:25Z', 'revision_number': 4, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'gw_port': {'id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:21Z', 'updated_at': '2021-09-22T10:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7ead0fa0-88bd-4580-8455-dc8ce79f2838', 'name': '', 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'mac_address': 'fa:16:3e:02:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:24Z', 'updated_at': '2021-09-22T10:34:25Z', 'revision_number': 2, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'subnets': [{'id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:31.445287 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Checking router: 4e6f5981-9ac8-477e-9c07-353ff4e98600 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:34:31.445287 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Updating router 4e6f5981-9ac8-477e-9c07-353ff4e98600 port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:34:31.445871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74129335-3ebc-4822-bbc0-c6670db95265 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:31.445871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-acb5dc9a-0245-4ad8-bd6f-34306053cc51 None None] Provisioning complete for port 74129335-3ebc-4822-bbc0-c6670db95265 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:31.445871 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-acb5dc9a-0245-4ad8-bd6f-34306053cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.446187 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.536894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 74129335-3ebc-4822-bbc0-c6670db95265 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:31.537210 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.553986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ee37c439-67a6-4024-b9e6-d98c6be4b40a tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.555062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ee37c439-67a6-4024-b9e6-d98c6be4b40a tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0191338 Sep 22 10:34:31.557389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39876) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:31.568946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5ede5c6a-1f12-4e33-9a2d-51cbca71ab70 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Request body: {'security_group_rule': {'security_group_id': 'c3088fec-b4af-449d-a713-c16543308a4f', 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:31.569604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 65908748-cfaa-43e2-8cc6-5d1cef067314 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:34:31.582568 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Router 04199fd7-77dd-4187-8933-7aa4ca814514 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:34:31.605853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-acb5dc9a-0245-4ad8-bd6f-34306053cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.742392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:31.746720 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ede5c6a-1f12-4e33-9a2d-51cbca71ab70 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.760386 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-23adb70b-c58c-4b0a-a192-3a9cee1915b3 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "PUT /v2.0/routers/04199fd7-77dd-4187-8933-7aa4ca814514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8109281 Sep 22 10:34:31.761189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39882) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:31.820894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fdb16d-71ff-42dd-9175-010d165fba01 None None] Sync routers for ids ['04199fd7-77dd-4187-8933-7aa4ca814514'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:31.840271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-acb5dc9a-0245-4ad8-bd6f-34306053cc51 None None] For port 74129335-3ebc-4822-bbc0-c6670db95265, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=74129335-3ebc-4822-bbc0-c6670db95265,segment=NetworkSegment(2ee45f4a-6c53-4297-9228-1d09250a6cad),segment_id=2ee45f4a-6c53-4297-9228-1d09250a6cad)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:31.903697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39884) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:31.906269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ede5c6a-1f12-4e33-9a2d-51cbca71ab70 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.924363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdb16d-71ff-42dd-9175-010d165fba01 None None] Routers {'04199fd7-77dd-4187-8933-7aa4ca814514'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:31.926730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-27fdb16d-71ff-42dd-9175-010d165fba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['04199fd7-77dd-4187-8933-7aa4ca814514'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:31.975549 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.984382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb36de-7b72-4be4-a27b-a52714b16e17 req-e9a62be3-b2b7-4e37-80c1-52730ec80e36 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:31.987561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dceb36de-7b72-4be4-a27b-a52714b16e17 req-e9a62be3-b2b7-4e37-80c1-52730ec80e36 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 944 time: 0.0792434 Sep 22 10:34:31.988260 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-acb5dc9a-0245-4ad8-bd6f-34306053cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:31.997135 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.003530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-27fdb16d-71ff-42dd-9175-010d165fba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:32.021313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ede5c6a-1f12-4e33-9a2d-51cbca71ab70 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.029177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 65908748-cfaa-43e2-8cc6-5d1cef067314, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65908748-cfaa-43e2-8cc6-5d1cef067314,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:32.044132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dceb36de-7b72-4be4-a27b-a52714b16e17 req-3f9afcb0-77b9-4586-8421-6fd91e89f41c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499189 Sep 22 10:34:32.048989 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.058345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede5c6a-1f12-4e33-9a2d-51cbca71ab70 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c421e41b-0934-48df-971b-73f1159c28c2,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:32.075716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '65908748-cfaa-43e2-8cc6-5d1cef067314', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'port_id': '65908748-cfaa-43e2-8cc6-5d1cef067314', 'mac_address': 'fa:16:3e:e8:e0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c71a83-301e-40d7-8110-ed696a6a52a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:34:32.081767 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f3e0eff9-93b4-42b4-b1d0-e441be1d8130 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db9436a6c91447d58028edc66975b7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755874 Sep 22 10:34:32.083183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-acb5dc9a-0245-4ad8-bd6f-34306053cc51 None None] Provisioning complete for port bb05ad7d-37cb-4550-8bd2-5204a2efe7fa triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:32.083554 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-acb5dc9a-0245-4ad8-bd6f-34306053cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.084718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39890) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:32.106230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdb16d-71ff-42dd-9175-010d165fba01 None None] Routers {'04199fd7-77dd-4187-8933-7aa4ca814514'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:32.107785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-27fdb16d-71ff-42dd-9175-010d165fba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['04199fd7-77dd-4187-8933-7aa4ca814514'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:32.150591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5ede5c6a-1f12-4e33-9a2d-51cbca71ab70 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.154159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5ede5c6a-1f12-4e33-9a2d-51cbca71ab70 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5932457 Sep 22 10:34:32.157233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39892) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:32.165607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2daa9480-a70f-4c8d-b1d5-1b1cde443431 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Request body: {'security_group_rule': {'security_group_id': 'c3088fec-b4af-449d-a713-c16543308a4f', 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:32.193437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6e044f6-08ae-4e2a-8a2e-aaad80e40e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.220877 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a1817-0175-474e-8520-6d23064ce638 None None] Pushing event updated for resources: {'Port': ['ID=7ead0fa0-88bd-4580-8455-dc8ce79f2838,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:32.221610 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6e044f6-08ae-4e2a-8a2e-aaad80e40e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.223295 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:34:32.223667 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:34:32.253443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-27fdb16d-71ff-42dd-9175-010d165fba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:32.254135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fdb16d-71ff-42dd-9175-010d165fba01 None None] The sync data for ids ['04199fd7-77dd-4187-8933-7aa4ca814514'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:32.267066 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Attempting to bind port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:32.267435 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Attempting to bind port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '247318c5-8491-4600-a443-ea5727600c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:32.267802 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Attempting to bind port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 on network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:32.275318 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:32.275691 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Checking segment: {'id': '247318c5-8491-4600-a443-ea5727600c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:32.278087 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.285476 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Bound using segment: {'id': '247318c5-8491-4600-a443-ea5727600c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:32.286211 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Bound port: 7ead0fa0-88bd-4580-8455-dc8ce79f2838, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247318c5-8491-4600-a443-ea5727600c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:32.287633 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.353965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53eea1d4-4dea-4fc7-a0c5-209445405c34 req-ac987e2b-8c89-4dbd-877a-9e4bc29291b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 210 time: 0.0587773 Sep 22 10:34:32.356787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2daa9480-a70f-4c8d-b1d5-1b1cde443431 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.408980 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] For port 7ead0fa0-88bd-4580-8455-dc8ce79f2838, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:32.413453 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] For port 7ead0fa0-88bd-4580-8455-dc8ce79f2838, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7ead0fa0-88bd-4580-8455-dc8ce79f2838,segment=NetworkSegment(247318c5-8491-4600-a443-ea5727600c28),segment_id=247318c5-8491-4600-a443-ea5727600c28)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:32.446355 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2daa9480-a70f-4c8d-b1d5-1b1cde443431 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.452517 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-0b233b34-8085-482b-8163-d0ab4bbb9573 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:34:32.453604 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0b233b34-8085-482b-8163-d0ab4bbb9573 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "PUT /v2.0/routers/04199fd7-77dd-4187-8933-7aa4ca814514/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6914406 Sep 22 10:34:32.462803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39894) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:32.509938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5dc9a-0245-4ad8-bd6f-34306053cc51 None None] Pushing event updated for resources: {'Port': ['ID=74129335-3ebc-4822-bbc0-c6670db95265,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:32.522445 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.536454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-acb5dc9a-0245-4ad8-bd6f-34306053cc51 None None] Port bb05ad7d-37cb-4550-8bd2-5204a2efe7fa cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:32.536875 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.548372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6e044f6-08ae-4e2a-8a2e-aaad80e40e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.551128 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6e044f6-08ae-4e2a-8a2e-aaad80e40e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.552035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65908748-cfaa-43e2-8cc6-5d1cef067314 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:32.552574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a6e044f6-08ae-4e2a-8a2e-aaad80e40e70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88417979-6d20-482b-94d6-20497d5dc9bc HTTP/1.1" status: 204 len: 168 time: 0.4668157 Sep 22 10:34:32.553420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2daa9480-a70f-4c8d-b1d5-1b1cde443431 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.582432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 65908748-cfaa-43e2-8cc6-5d1cef067314, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65908748-cfaa-43e2-8cc6-5d1cef067314,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:32.602667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e044f6-08ae-4e2a-8a2e-aaad80e40e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88417979-6d20-482b-94d6-20497d5dc9bc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:32.613751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa9480-a70f-4c8d-b1d5-1b1cde443431 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e69c3e-94ff-4aa8-89b2-3c6faa745c39,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:32.628238 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Routers {'4e6f5981-9ac8-477e-9c07-353ff4e98600'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:32.629724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4e6f5981-9ac8-477e-9c07-353ff4e98600'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:32.663623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8660f6a3-9bcd-4cc5-a054-af4f7c82507f None None] Provisioning complete for port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:32.668608 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8660f6a3-9bcd-4cc5-a054-af4f7c82507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.688344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.702689 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a1817-0175-474e-8520-6d23064ce638 None None] Pushing event updated for resources: {'Port': ['ID=7ead0fa0-88bd-4580-8455-dc8ce79f2838,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:32.721010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2daa9480-a70f-4c8d-b1d5-1b1cde443431 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.722350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2daa9480-a70f-4c8d-b1d5-1b1cde443431 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5607028 Sep 22 10:34:32.724912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39900) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:32.734014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d44beae9-ece9-43b5-af37-b81180edf8b9 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Request body: {'security_group_rule': {'security_group_id': 'c3088fec-b4af-449d-a713-c16543308a4f', 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:32.832439 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] Set router 4e6f5981-9ac8-477e-9c07-353ff4e98600 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:32.853191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=65908748-cfaa-43e2-8cc6-5d1cef067314,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:32.863755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fbcc3312-5e26-4134-9efa-e028473413c4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:32.881301 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-d44beae9-ece9-43b5-af37-b81180edf8b9 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Project 2ccc17f672be46f9bce8fec53f4d833b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:34:32.902974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d44beae9-ece9-43b5-af37-b81180edf8b9 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.910425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['65908748-cfaa-43e2-8cc6-5d1cef067314'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:32.969407 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8660f6a3-9bcd-4cc5-a054-af4f7c82507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.006562 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d44beae9-ece9-43b5-af37-b81180edf8b9 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.027612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fbcc3312-5e26-4134-9efa-e028473413c4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:33.028092 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.033038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8660f6a3-9bcd-4cc5-a054-af4f7c82507f None None] For port 7ead0fa0-88bd-4580-8455-dc8ce79f2838, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7ead0fa0-88bd-4580-8455-dc8ce79f2838,segment=NetworkSegment(247318c5-8491-4600-a443-ea5727600c28),segment_id=247318c5-8491-4600-a443-ea5727600c28)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:33.047458 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.064372 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:20Z', 'updated_at': '2021-09-22T10:34:25Z', 'revision_number': 4, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'gw_port': {'id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:21Z', 'updated_at': '2021-09-22T10:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7ead0fa0-88bd-4580-8455-dc8ce79f2838', 'name': '', 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'mac_address': 'fa:16:3e:02:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:24Z', 'updated_at': '2021-09-22T10:34:32Z', 'revision_number': 4, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'subnets': [{'id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:33.093153 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcb770-7ea4-484e-a678-3edb5ab393f0 None None] The sync data for ids ['4e6f5981-9ac8-477e-9c07-353ff4e98600'] in n-d-807025-3 is: [{'id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:20Z', 'updated_at': '2021-09-22T10:34:25Z', 'revision_number': 4, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'gw_port': {'id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:21Z', 'updated_at': '2021-09-22T10:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7ead0fa0-88bd-4580-8455-dc8ce79f2838', 'name': '', 'network_id': 'f60e9ec0-7a94-4fd0-bf8f-c0113b679456', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'mac_address': 'fa:16:3e:02:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:24Z', 'updated_at': '2021-09-22T10:34:32Z', 'revision_number': 4, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'subnets': [{'id': '70ef5fdd-760e-410c-a330-6ef65b405158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:33.114669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d44beae9-ece9-43b5-af37-b81180edf8b9 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.136802 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8660f6a3-9bcd-4cc5-a054-af4f7c82507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.175093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44beae9-ece9-43b5-af37-b81180edf8b9 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d920750f-bb99-4d8b-a0e0-a02a14f0de1e,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:33.233615 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d44beae9-ece9-43b5-af37-b81180edf8b9 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.237566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d44beae9-ece9-43b5-af37-b81180edf8b9 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5047746 Sep 22 10:34:33.238863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39910) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:33.243075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6bdd6f17-4997-43be-9dfd-325711d442a8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Request body: {'security_group_rule': {'security_group_id': 'c3088fec-b4af-449d-a713-c16543308a4f', 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:33.246452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8660f6a3-9bcd-4cc5-a054-af4f7c82507f None None] Provisioning complete for port 74129335-3ebc-4822-bbc0-c6670db95265 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:33.246828 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8660f6a3-9bcd-4cc5-a054-af4f7c82507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.296952 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.320993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660f6a3-9bcd-4cc5-a054-af4f7c82507f None None] Pushing event updated for resources: {'Port': ['ID=7ead0fa0-88bd-4580-8455-dc8ce79f2838,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:33.321251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d14ac-32b4-4c0b-bcf6-bb2dfb53042d req-6e9eb857-17a2-427f-88d4-4e60e761bb9b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:33.330163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b1d14ac-32b4-4c0b-bcf6-bb2dfb53042d req-6e9eb857-17a2-427f-88d4-4e60e761bb9b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 945 time: 0.1349669 Sep 22 10:34:33.343958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port fbcc3312-5e26-4134-9efa-e028473413c4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fbcc3312-5e26-4134-9efa-e028473413c4,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:33.407014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b1d14ac-32b4-4c0b-bcf6-bb2dfb53042d req-d4f0ff24-b311-42c5-87d5-2599d4cffa26 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758662 Sep 22 10:34:33.457572 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.540452 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-6bdd6f17-4997-43be-9dfd-325711d442a8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Project 2ccc17f672be46f9bce8fec53f4d833b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:34:33.542011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=fbcc3312-5e26-4134-9efa-e028473413c4,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:33.546759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-826048f1-1244-419b-8ba7-9ed6dc71cc1a None None] Provisioning complete for port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:33.547194 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-826048f1-1244-419b-8ba7-9ed6dc71cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.548584 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6f17-4997-43be-9dfd-325711d442a8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.633357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d357c11c-9684-420c-bc87-a6720cd0e51d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:33.656658 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6f17-4997-43be-9dfd-325711d442a8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.682898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-682645bc-defd-4da3-8be7-1f4a17f47c20 req-c2bd6da5-4a66-4a5a-9402-96f574b90214 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 210 time: 0.0575821 Sep 22 10:34:33.698651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Deleting port bb05ad7d-37cb-4550-8bd2-5204a2efe7fa {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:33.699459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.705927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d357c11c-9684-420c-bc87-a6720cd0e51d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:33.706361 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.799050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74129335-3ebc-4822-bbc0-c6670db95265 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:33.852322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 74129335-3ebc-4822-bbc0-c6670db95265 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:33.852753 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.946902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7ead0fa0-88bd-4580-8455-dc8ce79f2838 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:33.998299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:33.998673 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.011564 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6f17-4997-43be-9dfd-325711d442a8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.042334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd6f17-4997-43be-9dfd-325711d442a8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23381bd2-2d73-4b5e-ae8f-e3693c953b1c,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:34.098321 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.110812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Calling delete_port for bb05ad7d-37cb-4550-8bd2-5204a2efe7fa owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:34.155819 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6f17-4997-43be-9dfd-325711d442a8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.162915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6bdd6f17-4997-43be-9dfd-325711d442a8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9175067 Sep 22 10:34:34.367669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.432701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Port': ['ID=bb05ad7d-37cb-4550-8bd2-5204a2efe7fa,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:34.455008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-ca2e9858-23b6-4142-bd2a-7165e750d08f tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671361913&fields=id&tenant_id=2ccc17f672be46f9bce8fec53f4d833b HTTP/1.1" status: 200 len: 267 time: 0.1162131 Sep 22 10:34:34.621210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c822a-b120-402a-a685-383c2e35750d req-55cc2483-a11f-4981-8e77-fd9baec696b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:34.622704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-55cc2483-a11f-4981-8e77-fd9baec696b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.32 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.3068774 Sep 22 10:34:34.656446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'port': {'device_id': '205fa6e4-f5bd-45a9-924a-6e27c8f52917', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'admin_state_up': True, 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:34.664272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.789104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-b9b78eba-efee-4160-ac57-96aaa62427f6 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:34.790566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-b9b78eba-efee-4160-ac57-96aaa62427f6 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/networks?id=46f5533a-1319-4436-8b6b-fa56d08e7217 HTTP/1.1" status: 200 len: 809 time: 0.3199656 Sep 22 10:34:34.841092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-c78712f9-e157-4473-abf0-5118ebb0e5a0 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/quotas/2ccc17f672be46f9bce8fec53f4d833b HTTP/1.1" status: 200 len: 375 time: 0.0200496 Sep 22 10:34:34.963358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Router 04199fd7-77dd-4187-8933-7aa4ca814514 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:34:34.986287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-af082db2-f9ed-4e6a-a787-bf307dbb4fe8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ccc17f672be46f9bce8fec53f4d833b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326644 Sep 22 10:34:35.075842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Made reservation on behalf of b2072f075b5a4f368086b8b5c35c24f6 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:35.079503 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.100141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:35.108948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7123f8ea-6bca-4799-850a-e71b24b567a7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "PUT /v2.0/routers/04199fd7-77dd-4187-8933-7aa4ca814514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6472816 Sep 22 10:34:35.112604 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e586b1-22b3-4259-b70e-721e19ed8818 None None] Sync routers for ids ['04199fd7-77dd-4187-8933-7aa4ca814514'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:35.113783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39968) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:35.124177 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e586b1-22b3-4259-b70e-721e19ed8818 None None] Routers {'04199fd7-77dd-4187-8933-7aa4ca814514'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:35.125126 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f1e586b1-22b3-4259-b70e-721e19ed8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['04199fd7-77dd-4187-8933-7aa4ca814514'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:35.161330 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-8c3846a0-be2c-4269-b33b-2923d3854020 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] delete failed (client error): The resource could not be found. Sep 22 10:34:35.162541 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8c3846a0-be2c-4269-b33b-2923d3854020 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1629221024 HTTP/1.1" status: 404 len: 335 time: 0.0472171 Sep 22 10:34:35.166268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39970) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:35.170782 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-19cf8194-c7a8-4084-9d25-fff28d6157f1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'router': {'external_gateway_info': {'network_id': '04199fd7-77dd-4187-8933-7aa4ca814514'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:35.176348 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f1e586b1-22b3-4259-b70e-721e19ed8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:35.185982 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e586b1-22b3-4259-b70e-721e19ed8818 None None] Routers {'04199fd7-77dd-4187-8933-7aa4ca814514'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:35.186817 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f1e586b1-22b3-4259-b70e-721e19ed8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['04199fd7-77dd-4187-8933-7aa4ca814514'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:35.218416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-a8882b68-69ea-4002-8fe1-c4b9a8686034 service neutron] 10.222.0.20 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924877 Sep 22 10:34:35.227762 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f1e586b1-22b3-4259-b70e-721e19ed8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:35.229092 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e586b1-22b3-4259-b70e-721e19ed8818 None None] The sync data for ids ['04199fd7-77dd-4187-8933-7aa4ca814514'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:35.338298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Allocated IP 172.20.0.4 (30f0f4ea-4854-4488-bd71-007194ced60b/3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f/def914c9-226b-4cfc-9a09-c009cda13b90) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:35.378921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-56523186-0acd-41de-897b-1a1ef71c1b7d service neutron] 10.222.0.20 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490729 Sep 22 10:34:35.398976 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-19cf8194-c7a8-4084-9d25-fff28d6157f1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.499272 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-19cf8194-c7a8-4084-9d25-fff28d6157f1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] update failed (client error): The resource could not be found. Sep 22 10:34:35.501138 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-19cf8194-c7a8-4084-9d25-fff28d6157f1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "PUT /v2.0/routers/04199fd7-77dd-4187-8933-7aa4ca814514 HTTP/1.1" status: 404 len: 339 time: 0.3335111 Sep 22 10:34:35.504203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39976) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:35.510954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-79317456'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:35.513877 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.578142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 65908748-cfaa-43e2-8cc6-5d1cef067314 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:35.607285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fbcc3312-5e26-4134-9efa-e028473413c4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:35.632228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Made reservation on behalf of 4ea5e37d25734fd98c6b9a7ef8819b05 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:35.632683 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.633947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.657456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Network 30f0f4ea-4854-4488-bd71-007194ced60b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:35.660509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d7402fda-7767-4ef3-87fd-3cdb85947018'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:35.660692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:35.669102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:34:35.682242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:35.702873 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.706111 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Added segment f216b5c5-3895-4fdb-9c73-f9c75aca540d of type vlan for network 752c455a-b12a-4db2-80a5-845842dda11a Sep 22 10:34:35.788585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fbcc3312-5e26-4134-9efa-e028473413c4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:35.789233 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.800160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'Port': ['ID=def914c9-226b-4cfc-9a09-c009cda13b90,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:35.834540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:35.834971 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.837505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.870479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b6ffd-5eb5-48f0-a431-f0f932ab273a req-517333b0-bbd6-4d8c-bc37-2db5f59b13a8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:35.873887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 65908748-cfaa-43e2-8cc6-5d1cef067314 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:34:35.878699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab3b6ffd-5eb5-48f0-a431-f0f932ab273a req-517333b0-bbd6-4d8c-bc37-2db5f59b13a8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 945 time: 0.1610022 Sep 22 10:34:35.885503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 65908748-cfaa-43e2-8cc6-5d1cef067314 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:35.885878 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.924332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab3b6ffd-5eb5-48f0-a431-f0f932ab273a req-685da673-f524-4d0d-85b9-6ad158da3eb8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Sep 22 10:34:36.021736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.022475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-b3c5ad7e-f8de-4622-83dd-6225dee019b2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3700376 Sep 22 10:34:36.028623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:36.029650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.038896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Request body: {'port': {'device_id': '205fa6e4-f5bd-45a9-924a-6e27c8f52917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:36.062917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4afb3a9d-871b-4857-b4e8-39588f12734a None None] Provisioning complete for port def914c9-226b-4cfc-9a09-c009cda13b90 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:36.063406 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4afb3a9d-871b-4857-b4e8-39588f12734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.065906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.105767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Network': ['ID=752c455a-b12a-4db2-80a5-845842dda11a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:36.109605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf1cef-714a-4ede-a4ea-0b4c0c35a95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65908748-cfaa-43e2-8cc6-5d1cef067314'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:36.112525 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87dfe14-ad61-49b2-a4ef-48f506e8890b" -d '{"events": [{"server_uuid": "2faf1cef-714a-4ede-a4ea-0b4c0c35a95a", "name": "network-vif-plugged", "status": "completed", "tag": "65908748-cfaa-43e2-8cc6-5d1cef067314"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:36.121946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 752c455a-b12a-4db2-80a5-845842dda11a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:34:36.130917 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ac332c81-8954-452c-99af-5d1d78575bd7 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6255677 Sep 22 10:34:36.133852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39996) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:36.139590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'subnet': {'network_id': '752c455a-b12a-4db2-80a5-845842dda11a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:36.148120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 65908748-cfaa-43e2-8cc6-5d1cef067314, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65908748-cfaa-43e2-8cc6-5d1cef067314,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:36.151395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4afb3a9d-871b-4857-b4e8-39588f12734a None None] Port def914c9-226b-4cfc-9a09-c009cda13b90 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:36.153505 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.176527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792cadb-010a-484a-a246-d72cb3531491 req-e04d7575-8acd-454d-8153-3de617c14d19 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:36.178029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6792cadb-010a-484a-a246-d72cb3531491 req-e04d7575-8acd-454d-8153-3de617c14d19 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 931 time: 0.0900230 Sep 22 10:34:36.255456 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.275329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6792cadb-010a-484a-a246-d72cb3531491 req-addef2a3-73e7-4ce4-ae37-29a21db5852e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571413 Sep 22 10:34:36.331436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=65908748-cfaa-43e2-8cc6-5d1cef067314,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:36.369458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Made reservation on behalf of 4ea5e37d25734fd98c6b9a7ef8819b05 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:36.374993 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.449655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604c56b4-0ebb-4a21-a650-d6f17ca481ba req-09744304-0892-48aa-94ef-41dbcae7946b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 210 time: 0.0399771 Sep 22 10:34:36.549469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def914c9-226b-4cfc-9a09-c009cda13b90 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:36.557518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.574509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Transition to ACTIVE for port object def914c9-226b-4cfc-9a09-c009cda13b90 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:34:36.665970 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c676bc-838c-4aca-864c-3081036d630e x-openstack-request-id: req-f6c676bc-838c-4aca-864c-3081036d630e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:36.666559 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf1cef-714a-4ede-a4ea-0b4c0c35a95a", "name": "network-vif-plugged", "status": "completed", "tag": "65908748-cfaa-43e2-8cc6-5d1cef067314", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:36.666559 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6c676bc-838c-4aca-864c-3081036d630e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:36.666954 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2faf1cef-714a-4ede-a4ea-0b4c0c35a95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65908748-cfaa-43e2-8cc6-5d1cef067314', 'code': 200} Sep 22 10:34:36.731141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.776161 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.833778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de622e9-656d-42c5-8ab0-77578b180fce req-e4f8666a-b6ed-4450-837f-dea0f2c610dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:36.835676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7de622e9-656d-42c5-8ab0-77578b180fce req-e4f8666a-b6ed-4450-837f-dea0f2c610dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 1097 time: 0.1138799 Sep 22 10:34:36.855726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Pushing event updated for resources: {'Port': ['ID=def914c9-226b-4cfc-9a09-c009cda13b90,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:36.868089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Subnet': ['ID=10fe0883-00dd-4a29-8f1e-38a94520380b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:36.879991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Checking segment: {'id': 'f216b5c5-3895-4fdb-9c73-f9c75aca540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '752c455a-b12a-4db2-80a5-845842dda11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:36.880527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network hostable DHCP agents. Network: 752c455a-b12a-4db2-80a5-845842dda11a, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:34:36.898932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7de622e9-656d-42c5-8ab0-77578b180fce req-04337107-9bb7-4e60-923a-7748a8b662e7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Sep 22 10:34:36.917644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Attempting to bind port def914c9-226b-4cfc-9a09-c009cda13b90 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:36.917979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Attempting to bind port def914c9-226b-4cfc-9a09-c009cda13b90 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:36.918352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Attempting to bind port def914c9-226b-4cfc-9a09-c009cda13b90 on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:36.922890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Port def914c9-226b-4cfc-9a09-c009cda13b90 on network 30f0f4ea-4854-4488-bd71-007194ced60b not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:34:36.923218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Attempting to bind port def914c9-226b-4cfc-9a09-c009cda13b90 on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:36.928242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:36.928569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Checking segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:36.929461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Bound using segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:36.929461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Bound port: def914c9-226b-4cfc-9a09-c009cda13b90, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:36.929822 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.996055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network 752c455a-b12a-4db2-80a5-845842dda11a is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:34:37.022012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] For port def914c9-226b-4cfc-9a09-c009cda13b90, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:37.047936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] For port def914c9-226b-4cfc-9a09-c009cda13b90, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=def914c9-226b-4cfc-9a09-c009cda13b90,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:37.070092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ecf1-5116-4326-839b-ba5eb5969d41 req-5e0d35e5-23d9-4463-a1d6-75318a96b81d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:37.071539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48e9ecf1-5116-4326-839b-ba5eb5969d41 req-5e0d35e5-23d9-4463-a1d6-75318a96b81d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 946 time: 0.0609670 Sep 22 10:34:37.110258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48e9ecf1-5116-4326-839b-ba5eb5969d41 req-5a403f01-d96e-42a3-b7fc-eac6bf387097 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Sep 22 10:34:37.184780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 752c455a-b12a-4db2-80a5-845842dda11a) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:37.185445 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.189737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:37.201829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.202411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff587b-1e3c-491b-b373-4ffe65ae5a8a None None] Network 752c455a-b12a-4db2-80a5-845842dda11a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:37.228914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:37.229955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.231078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] 10.222.0.32 "PUT /v2.0/ports/def914c9-226b-4cfc-9a09-c009cda13b90 HTTP/1.1" status: 200 len: 1091 time: 1.1974938 Sep 22 10:34:37.232196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205fa6e4-f5bd-45a9-924a-6e27c8f52917', 'tag': 'def914c9-226b-4cfc-9a09-c009cda13b90'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:37.234398 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74c3214-6aa0-494b-9595-d9e68c8e4bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "205fa6e4-f5bd-45a9-924a-6e27c8f52917", "tag": "def914c9-226b-4cfc-9a09-c009cda13b90"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:37.272775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cc8e8-ecf3-4773-9cc8-2ed592732f84 service neutron] Pushing event updated for resources: {'Port': ['ID=def914c9-226b-4cfc-9a09-c009cda13b90,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:37.282527 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ceb9e3-8b0d-4c27-a430-1df467de6cec x-openstack-request-id: req-06ceb9e3-8b0d-4c27-a430-1df467de6cec {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:37.282883 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205fa6e4-f5bd-45a9-924a-6e27c8f52917", "tag": "def914c9-226b-4cfc-9a09-c009cda13b90", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:37.283067 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06ceb9e3-8b0d-4c27-a430-1df467de6cec {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:37.283477 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205fa6e4-f5bd-45a9-924a-6e27c8f52917', 'tag': 'def914c9-226b-4cfc-9a09-c009cda13b90', 'status': 'completed', 'code': 200} Sep 22 10:34:37.373384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3214-6aa0-494b-9595-d9e68c8e4bc8 req-2b7fca54-8cdf-4ac3-81fe-7cb1ee987154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:37.375061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e74c3214-6aa0-494b-9595-d9e68c8e4bc8 req-2b7fca54-8cdf-4ac3-81fe-7cb1ee987154 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 1094 time: 0.0718665 Sep 22 10:34:37.407998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-752c455a-b12a-4db2-80a5-845842dda11a', 'network_id': '752c455a-b12a-4db2-80a5-845842dda11a', 'tenant_id': '4ea5e37d25734fd98c6b9a7ef8819b05', 'fixed_ips': [{'subnet_id': '10fe0883-00dd-4a29-8f1e-38a94520380b'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:34:37.409425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.412956 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-486e2539-e671-437f-8244-761680b74fcf tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2778647 Sep 22 10:34:37.416287 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40024) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:37.427233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f211353b-fda6-4857-b15c-2de3474c7c23 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'router': {'external_gateway_info': {'network_id': '752c455a-b12a-4db2-80a5-845842dda11a'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:37.612506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3214-6aa0-494b-9595-d9e68c8e4bc8 req-08560ca5-8b98-449c-b1b2-72c3059bf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:37.623890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e74c3214-6aa0-494b-9595-d9e68c8e4bc8 req-08560ca5-8b98-449c-b1b2-72c3059bf979 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2408683 Sep 22 10:34:37.645497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Allocated IP 2001:db8:1::2 (752c455a-b12a-4db2-80a5-845842dda11a/10fe0883-00dd-4a29-8f1e-38a94520380b/de9ee564-32d4-47ff-859a-c8e95939986e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:37.737295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f211353b-fda6-4857-b15c-2de3474c7c23 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.750498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920df2e-c8dd-42a7-9001-a3a9ff3f8d04 req-15a9c3e1-f688-4c74-a71e-fcc24a989766 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:37.752052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a920df2e-c8dd-42a7-9001-a3a9ff3f8d04 req-15a9c3e1-f688-4c74-a71e-fcc24a989766 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 943 time: 0.1601977 Sep 22 10:34:37.815083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c3214-6aa0-494b-9595-d9e68c8e4bc8 req-ce2a7481-86ad-4690-8fb9-7eebdf2c82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:37.817182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e74c3214-6aa0-494b-9595-d9e68c8e4bc8 req-ce2a7481-86ad-4690-8fb9-7eebdf2c82fe service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624546 Sep 22 10:34:37.827815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a920df2e-c8dd-42a7-9001-a3a9ff3f8d04 req-6a403959-d462-4edb-a6a7-fe229f19b0de tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674179 Sep 22 10:34:37.880945 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.970080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c822a-b120-402a-a685-383c2e35750d req-6acc5d41-bbf2-44dd-b652-c833c53c7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:37.976167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-6acc5d41-bbf2-44dd-b652-c833c53c7f1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 1094 time: 0.1006303 Sep 22 10:34:38.012978 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.090834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-9e87a286-2f2e-40cc-9e57-55abde1715d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=def914c9-226b-4cfc-9a09-c009cda13b90 HTTP/1.1" status: 200 len: 217 time: 0.0987356 Sep 22 10:34:38.093957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac3817f4-734a-4cf6-b036-da00d2874645 req-24c16867-e7dc-4d99-90c3-c2b922c77214 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 210 time: 0.1116734 Sep 22 10:34:38.156400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Pushing event updated for resources: {'Port': ['ID=de9ee564-32d4-47ff-859a-c8e95939986e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:38.197203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c822a-b120-402a-a685-383c2e35750d req-6a6edcd6-e527-4d0e-ba94-a40b5244990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:38.204766 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-6a6edcd6-e527-4d0e-ba94-a40b5244990e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.1047435 Sep 22 10:34:38.209670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Network 752c455a-b12a-4db2-80a5-845842dda11a is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:38.211848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:38.223023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:38.325162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c822a-b120-402a-a685-383c2e35750d req-ce844f76-80b5-49ea-a85c-e0ca4a654623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:38.332053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-ce844f76-80b5-49ea-a85c-e0ca4a654623 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165042 Sep 22 10:34:38.340809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Attempting to bind port de9ee564-32d4-47ff-859a-c8e95939986e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:38.342164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Attempting to bind port de9ee564-32d4-47ff-859a-c8e95939986e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'f216b5c5-3895-4fdb-9c73-f9c75aca540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '752c455a-b12a-4db2-80a5-845842dda11a'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:38.342502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Attempting to bind port de9ee564-32d4-47ff-859a-c8e95939986e on network 752c455a-b12a-4db2-80a5-845842dda11a {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:38.354245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:38.354934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Checking segment: {'id': 'f216b5c5-3895-4fdb-9c73-f9c75aca540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '752c455a-b12a-4db2-80a5-845842dda11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:38.355354 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.355760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Bound using segment: {'id': 'f216b5c5-3895-4fdb-9c73-f9c75aca540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '752c455a-b12a-4db2-80a5-845842dda11a'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:38.356760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Bound port: de9ee564-32d4-47ff-859a-c8e95939986e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f216b5c5-3895-4fdb-9c73-f9c75aca540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '752c455a-b12a-4db2-80a5-845842dda11a'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:38.357533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.373925 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-f211353b-fda6-4857-b15c-2de3474c7c23 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:34:38.375042 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f211353b-fda6-4857-b15c-2de3474c7c23 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "PUT /v2.0/routers/04199fd7-77dd-4187-8933-7aa4ca814514 HTTP/1.1" status: 400 len: 364 time: 0.9573231 Sep 22 10:34:38.379373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40036) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:38.408702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ddd4a-da01-4b72-b08c-854780035ada req-d54acd7e-9d9c-40a0-b125-d87d86c64994 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:38.410453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-500ddd4a-da01-4b72-b08c-854780035ada req-d54acd7e-9d9c-40a0-b125-d87d86c64994 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 946 time: 0.1403153 Sep 22 10:34:38.427516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] For port de9ee564-32d4-47ff-859a-c8e95939986e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:38.430855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] For port de9ee564-32d4-47ff-859a-c8e95939986e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de9ee564-32d4-47ff-859a-c8e95939986e,segment=NetworkSegment(f216b5c5-3895-4fdb-9c73-f9c75aca540d),segment_id=f216b5c5-3895-4fdb-9c73-f9c75aca540d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:38.513187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-500ddd4a-da01-4b72-b08c-854780035ada req-a03d2a6d-f665-4753-9d30-d6b7557a4f74 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657790 Sep 22 10:34:38.544981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-1687ded8-a2d2-44f5-b439-4d74ea134770 service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030263 Sep 22 10:34:38.548751 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.644065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787cea2-93a8-4c98-866e-a7bc6af53ddd None None] Pushing event updated for resources: {'Port': ['ID=de9ee564-32d4-47ff-859a-c8e95939986e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:38.739905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c822a-b120-402a-a685-383c2e35750d req-d6e07d26-078e-4d5b-9b0b-1cff3f524f6f service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868286 Sep 22 10:34:38.748827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09711-dbab-4962-8cc0-d33247fd46d9 req-88f2be7f-ae3e-4d9f-a693-1f3f1b124169 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:38.751925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaa09711-dbab-4962-8cc0-d33247fd46d9 req-88f2be7f-ae3e-4d9f-a693-1f3f1b124169 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 946 time: 0.0690668 Sep 22 10:34:38.788040 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.850722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaa09711-dbab-4962-8cc0-d33247fd46d9 req-6b95ae12-dcf6-42bc-a7b6-626ab2237fd1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884228 Sep 22 10:34:38.930210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40046) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:39.034559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-4ddea621-4b58-45fd-b3ef-60d6b156cac8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:39.036227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-4ddea621-4b58-45fd-b3ef-60d6b156cac8 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.30 "GET /v2.0/networks?id=46f5533a-1319-4436-8b6b-fa56d08e7217 HTTP/1.1" status: 200 len: 809 time: 0.2490845 Sep 22 10:34:39.071619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192a98-7dbf-48a2-9acb-62d62666c457 req-c0cf309d-bfcd-4fc8-87d6-52bfe5fb9c05 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:39.073158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d192a98-7dbf-48a2-9acb-62d62666c457 req-c0cf309d-bfcd-4fc8-87d6-52bfe5fb9c05 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 943 time: 0.0852344 Sep 22 10:34:39.110720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-7b1079d3-cbf9-4cb3-a015-e5470dae349d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ccc17f672be46f9bce8fec53f4d833b HTTP/1.1" status: 200 len: 380 time: 0.0655327 Sep 22 10:34:39.123655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Request body: {'port': {'device_id': 'd8b66104-0dfa-4f72-8755-05666078b423', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'admin_state_up': True, 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'security_groups': ['c3088fec-b4af-449d-a713-c16543308a4f']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:39.133882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0887b67-043f-4c88-ace8-c53e148c5767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.160369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d192a98-7dbf-48a2-9acb-62d62666c457 req-c421bf98-7e24-47ea-bd37-a5a18d17a784 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770483 Sep 22 10:34:39.169912 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Allocated IP 2001:db8::1 (e76907ca-1fef-42e6-b928-49860032d9bf/82752267-9739-49a4-98a0-0cf5699470a0/28d9a0fe-d290-4e10-9b98-33a6e34670e1) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:39.330491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.344517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0887b67-043f-4c88-ace8-c53e148c5767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.409807 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0887b67-043f-4c88-ace8-c53e148c5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.446268 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.489364 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e0887b67-043f-4c88-ace8-c53e148c5767 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5351465f57014818aea56fedd21cabd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5556047 Sep 22 10:34:39.490463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:39.490605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0887b67-043f-4c88-ace8-c53e148c5767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceef908-9388-4cd0-b3d9-02ede9b9fb82,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:39.510139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network e76907ca-1fef-42e6-b928-49860032d9bf is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:39.511529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Port': ['ID=28d9a0fe-d290-4e10-9b98-33a6e34670e1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:39.514834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:39.517139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:39.517640 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.617047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Made reservation on behalf of 2ccc17f672be46f9bce8fec53f4d833b for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:39.619457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.621834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-843b4cd6-7c19-4472-98f0-9f6ce795f73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.677561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-843b4cd6-7c19-4472-98f0-9f6ce795f73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.700835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device de9ee564-32d4-47ff-859a-c8e95939986e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:39.745698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.797041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port de9ee564-32d4-47ff-859a-c8e95939986e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:39.798372 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.868176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4a1f9f2-e585-4fdc-aa69-9ee795a8eaf2 req-b4f02bd0-33e2-4cb2-bb60-7abc9f467123 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 210 time: 0.1282094 Sep 22 10:34:39.917247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Allocated IP 172.20.0.14 (46f5533a-1319-4436-8b6b-fa56d08e7217/f78424d6-2366-4205-8838-9b9a25f5895f/49c43f46-7d14-4b53-bbc5-6e3b900637c2) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:39.939541 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.975236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef174a24-1c62-43ed-9b24-be5eb3c5b78e None None] Network 752c455a-b12a-4db2-80a5-845842dda11a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:39.982094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port de9ee564-32d4-47ff-859a-c8e95939986e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de9ee564-32d4-47ff-859a-c8e95939986e,segment=NetworkSegment(f216b5c5-3895-4fdb-9c73-f9c75aca540d),segment_id=f216b5c5-3895-4fdb-9c73-f9c75aca540d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:40.026617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22834206-63dd-4c48-907a-1d86c4dd6e2d req-d5c80401-a34c-47fb-bc6c-343689cdd28a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:40.028307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22834206-63dd-4c48-907a-1d86c4dd6e2d req-d5c80401-a34c-47fb-bc6c-343689cdd28a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 946 time: 0.0546477 Sep 22 10:34:40.058883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-19674e8b-f648-4690-9bda-ac5510d7e300 None None] Provisioning complete for port de9ee564-32d4-47ff-859a-c8e95939986e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:40.059249 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19674e8b-f648-4690-9bda-ac5510d7e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.069942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22834206-63dd-4c48-907a-1d86c4dd6e2d req-e5ec7940-4241-4417-a31b-bc4dc9db1ebf tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345807 Sep 22 10:34:40.105863 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.133000 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.144779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-843b4cd6-7c19-4472-98f0-9f6ce795f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.147509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-843b4cd6-7c19-4472-98f0-9f6ce795f73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.150134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-843b4cd6-7c19-4472-98f0-9f6ce795f73e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bceef908-9388-4cd0-b3d9-02ede9b9fb82 HTTP/1.1" status: 204 len: 168 time: 0.6578407 Sep 22 10:34:40.163897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b4cd6-7c19-4472-98f0-9f6ce795f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceef908-9388-4cd0-b3d9-02ede9b9fb82,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:40.189208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.213566 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.214995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.243456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=de9ee564-32d4-47ff-859a-c8e95939986e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:40.299725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event updated for resources: {'Port': ['ID=28d9a0fe-d290-4e10-9b98-33a6e34670e1,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:40.304921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.329177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-19674e8b-f648-4690-9bda-ac5510d7e300 None None] Provisioning complete for port 28d9a0fe-d290-4e10-9b98-33a6e34670e1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:40.329709 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19674e8b-f648-4690-9bda-ac5510d7e300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.360767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107d67-46b8-470c-9297-700f6898da7c req-66bb60db-26e1-496f-ac8e-34a1372d0014 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:40.362547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52107d67-46b8-470c-9297-700f6898da7c req-66bb60db-26e1-496f-ac8e-34a1372d0014 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 943 time: 0.1028333 Sep 22 10:34:40.370152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-19674e8b-f648-4690-9bda-ac5510d7e300 None None] Port 28d9a0fe-d290-4e10-9b98-33a6e34670e1 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:40.371360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Network 46f5533a-1319-4436-8b6b-fa56d08e7217 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:40.380001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:40.381704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'Port': ['ID=49c43f46-7d14-4b53-bbc5-6e3b900637c2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:40.388669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:40.391970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Network e76907ca-1fef-42e6-b928-49860032d9bf is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:40.399559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:40.467661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52107d67-46b8-470c-9297-700f6898da7c req-20a0cb84-ca7f-4494-96a7-f325c223ebe1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903542 Sep 22 10:34:40.477323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:40.478456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.534934 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Router 04199fd7-77dd-4187-8933-7aa4ca814514 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:34:40.556737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8632ff58-2899-4d6a-96e5-1a79a9c3a5d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4385114 Sep 22 10:34:40.573037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Request body: {'port': {'device_id': 'd8b66104-0dfa-4f72-8755-05666078b423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:40.675462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:40.684995 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-180b6605-eb06-4568-8c2d-44efcacdac5a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "PUT /v2.0/routers/04199fd7-77dd-4187-8933-7aa4ca814514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3040516 Sep 22 10:34:40.685874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40068) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:40.689643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc4a3fa-b764-4ae4-8a39-e7194328299b None None] Sync routers for ids ['04199fd7-77dd-4187-8933-7aa4ca814514'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:40.715268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc4a3fa-b764-4ae4-8a39-e7194328299b None None] Routers {'04199fd7-77dd-4187-8933-7aa4ca814514'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:40.718186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bfc4a3fa-b764-4ae4-8a39-e7194328299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['04199fd7-77dd-4187-8933-7aa4ca814514'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:40.719753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.836438 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aca03865-f66e-4131-8965-7a7970568af1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:40.877510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-df62cdc7-0b0b-48b7-b541-aff7157e0d7d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:40.879170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-df62cdc7-0b0b-48b7-b541-aff7157e0d7d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 946 time: 0.0772939 Sep 22 10:34:40.944007 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-aca03865-f66e-4131-8965-7a7970568af1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 10:34:40.948546 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-aca03865-f66e-4131-8965-7a7970568af1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/routers/04199fd7-77dd-4187-8933-7aa4ca814514 HTTP/1.1" status: 409 len: 329 time: 0.2588077 Sep 22 10:34:40.950786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40072) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:40.966920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bfc4a3fa-b764-4ae4-8a39-e7194328299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:40.982952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c04b04c4-9994-4a40-8b20-dc7916e4ee9b None None] Provisioning complete for port de9ee564-32d4-47ff-859a-c8e95939986e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:40.983176 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c04b04c4-9994-4a40-8b20-dc7916e4ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.006690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc4a3fa-b764-4ae4-8a39-e7194328299b None None] Routers {'04199fd7-77dd-4187-8933-7aa4ca814514'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:41.007314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bfc4a3fa-b764-4ae4-8a39-e7194328299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['04199fd7-77dd-4187-8933-7aa4ca814514'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:41.013287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40074) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:41.041333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bfc4a3fa-b764-4ae4-8a39-e7194328299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:41.042137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc4a3fa-b764-4ae4-8a39-e7194328299b None None] The sync data for ids ['04199fd7-77dd-4187-8933-7aa4ca814514'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:41.225495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8aa30195-8d99-4bd7-933b-184848a436c6 None None] Provisioning complete for port 28d9a0fe-d290-4e10-9b98-33a6e34670e1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:41.225899 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8aa30195-8d99-4bd7-933b-184848a436c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.262346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8aa30195-8d99-4bd7-933b-184848a436c6 None None] Port 28d9a0fe-d290-4e10-9b98-33a6e34670e1 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:41.272674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8aa30195-8d99-4bd7-933b-184848a436c6 None None] Provisioning complete for port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:41.273205 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8aa30195-8d99-4bd7-933b-184848a436c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.299548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.308574 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8aa30195-8d99-4bd7-933b-184848a436c6 None None] Port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:34:41.370086 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08c7e1e0-81e3-4f0b-a5ff-77dd2ade4d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.455558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694c1bd-b0fe-4bfe-bb5e-155d4dc24fea req-2095a1da-aa97-4e28-b58b-ddf070a50961 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:41.457091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b694c1bd-b0fe-4bfe-bb5e-155d4dc24fea req-2095a1da-aa97-4e28-b58b-ddf070a50961 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 932 time: 0.4664774 Sep 22 10:34:41.527185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Deleting port 65908748-cfaa-43e2-8cc6-5d1cef067314 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:41.527532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.548585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Deleting port 28d9a0fe-d290-4e10-9b98-33a6e34670e1 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:41.549223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.556034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device de9ee564-32d4-47ff-859a-c8e95939986e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:41.590142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device def914c9-226b-4cfc-9a09-c009cda13b90 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:34:41.650642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b694c1bd-b0fe-4bfe-bb5e-155d4dc24fea req-98f4bbdb-814e-4c1e-be06-1bb2b2a0cef6 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760123 Sep 22 10:34:41.658005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.683319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Calling delete_port for 28d9a0fe-d290-4e10-9b98-33a6e34670e1 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:41.687508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port de9ee564-32d4-47ff-859a-c8e95939986e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:41.687508 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.720498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c43f46-7d14-4b53-bbc5-6e3b900637c2 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:41.744470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] For port 65908748-cfaa-43e2-8cc6-5d1cef067314, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=65908748-cfaa-43e2-8cc6-5d1cef067314,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:41.744470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.746475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port def914c9-226b-4cfc-9a09-c009cda13b90, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=def914c9-226b-4cfc-9a09-c009cda13b90,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:41.747039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.783440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'def914c9-226b-4cfc-9a09-c009cda13b90', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'port_id': 'def914c9-226b-4cfc-9a09-c009cda13b90', 'mac_address': 'fa:16:3e:42:20:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:34:41.794855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Calling delete_port for 65908748-cfaa-43e2-8cc6-5d1cef067314 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:41.803221 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08c7e1e0-81e3-4f0b-a5ff-77dd2ade4d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.834375 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.849066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def914c9-226b-4cfc-9a09-c009cda13b90 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:41.850635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Transition to ACTIVE for port object 49c43f46-7d14-4b53-bbc5-6e3b900637c2 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:34:41.861496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d98c4-0372-4051-845a-7fc1a4babcfd req-27a3a11f-2cae-4ded-801b-928166b49f29 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:41.863051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-165d98c4-0372-4051-845a-7fc1a4babcfd req-27a3a11f-2cae-4ded-801b-928166b49f29 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 946 time: 0.1377020 Sep 22 10:34:41.867178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08c7e1e0-81e3-4f0b-a5ff-77dd2ade4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.878297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port def914c9-226b-4cfc-9a09-c009cda13b90, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=def914c9-226b-4cfc-9a09-c009cda13b90,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:41.935448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.945809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-08c7e1e0-81e3-4f0b-a5ff-77dd2ade4d0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=623d7d13d5ea4307b93c11421d244741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223359 Sep 22 10:34:41.948664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40084) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:41.961473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.963630 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:41.982058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7e1e0-81e3-4f0b-a5ff-77dd2ade4d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27edd5a-b338-4e26-a627-087df3dfc6e6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:42.001644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Port': ['ID=28d9a0fe-d290-4e10-9b98-33a6e34670e1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:42.022694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-165d98c4-0372-4051-845a-7fc1a4babcfd req-3d4a4120-a963-4fb0-b31c-9cb4bba951da tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440339 Sep 22 10:34:42.035622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=def914c9-226b-4cfc-9a09-c009cda13b90,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:42.108102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Pushing event updated for resources: {'Port': ['ID=49c43f46-7d14-4b53-bbc5-6e3b900637c2,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:42.134126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e82b7ddb-18e7-4960-97c3-cafd65f7eebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.186529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Attempting to bind port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:42.186788 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.186990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Attempting to bind port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:42.187385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Attempting to bind port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 on network 46f5533a-1319-4436-8b6b-fa56d08e7217 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:42.193446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 on network 46f5533a-1319-4436-8b6b-fa56d08e7217 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:34:42.193839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Attempting to bind port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 on network 46f5533a-1319-4436-8b6b-fa56d08e7217 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:42.199633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:42.200034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Checking segment: {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:42.200435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Bound using segment: {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:42.200986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Bound port: 49c43f46-7d14-4b53-bbc5-6e3b900637c2, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c2d296-2be0-4c6a-bca8-c1526943c91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:42.201660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.210869 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e82b7ddb-18e7-4960-97c3-cafd65f7eebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.225121 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.235085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['65908748-cfaa-43e2-8cc6-5d1cef067314'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:42.239929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:42.317280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['def914c9-226b-4cfc-9a09-c009cda13b90'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:42.330131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event deleted for resources: {'Port': ['ID=65908748-cfaa-43e2-8cc6-5d1cef067314,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:42.382266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] No DVR routers for this DVR port 65908748-cfaa-43e2-8cc6-5d1cef067314 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:42.386822 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.389513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70bc9f32-7ffb-4c0b-93c3-5fb0512f2bac req-a2a035fd-cc9e-428e-816a-f75648733ae9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "DELETE /v2.0/ports/65908748-cfaa-43e2-8cc6-5d1cef067314 HTTP/1.1" status: 204 len: 173 time: 1.4583316 Sep 22 10:34:42.394654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf1cef-714a-4ede-a4ea-0b4c0c35a95a', 'name': 'network-vif-deleted', 'tag': '65908748-cfaa-43e2-8cc6-5d1cef067314'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:42.397370 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbe2c14-5e98-4392-a879-9ff990b33469" -d '{"events": [{"server_uuid": "2faf1cef-714a-4ede-a4ea-0b4c0c35a95a", "name": "network-vif-deleted", "tag": "65908748-cfaa-43e2-8cc6-5d1cef067314"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:42.415968 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e82b7ddb-18e7-4960-97c3-cafd65f7eebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.418414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e82b7ddb-18e7-4960-97c3-cafd65f7eebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.422708 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e82b7ddb-18e7-4960-97c3-cafd65f7eebd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e27edd5a-b338-4e26-a627-087df3dfc6e6 HTTP/1.1" status: 204 len: 168 time: 0.4700339 Sep 22 10:34:42.427633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baa185-77bc-41db-9dd7-5622598f7e1c req-d002ac1e-565d-49e1-9030-e965b9a3af60 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:42.429315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02baa185-77bc-41db-9dd7-5622598f7e1c req-d002ac1e-565d-49e1-9030-e965b9a3af60 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 944 time: 0.2107964 Sep 22 10:34:42.445322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] For port 49c43f46-7d14-4b53-bbc5-6e3b900637c2, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:42.455019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] For port 49c43f46-7d14-4b53-bbc5-6e3b900637c2, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=49c43f46-7d14-4b53-bbc5-6e3b900637c2,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:42.459384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b7ddb-18e7-4960-97c3-cafd65f7eebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27edd5a-b338-4e26-a627-087df3dfc6e6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:42.479004 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Router 04199fd7-77dd-4187-8933-7aa4ca814514 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:34:42.495892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02baa185-77bc-41db-9dd7-5622598f7e1c req-1c9a2052-c5d4-4076-9616-9a954651f124 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527267 Sep 22 10:34:42.537625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.593915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:42.604911 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d01cc24-9d1d-4d89-a056-258011ceab81 None None] Sync routers for ids ['04199fd7-77dd-4187-8933-7aa4ca814514'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:42.611745 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-606074c6-8590-462f-835c-ca2b9c78c1c0 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "PUT /v2.0/routers/04199fd7-77dd-4187-8933-7aa4ca814514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560092 Sep 22 10:34:42.612605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40090) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:42.620422 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01cc24-9d1d-4d89-a056-258011ceab81 None None] Routers {'04199fd7-77dd-4187-8933-7aa4ca814514'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:42.621066 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6d01cc24-9d1d-4d89-a056-258011ceab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['04199fd7-77dd-4187-8933-7aa4ca814514'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:42.640358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Pushing event updated for resources: {'Port': ['ID=49c43f46-7d14-4b53-bbc5-6e3b900637c2,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:42.651663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:42.652998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:42.658915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-3b1020ce-6754-4fce-bf9e-49490a9ab164 service neutron] 10.222.0.30 "PUT /v2.0/ports/49c43f46-7d14-4b53-bbc5-6e3b900637c2 HTTP/1.1" status: 200 len: 1092 time: 2.0898311 Sep 22 10:34:42.675380 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6d01cc24-9d1d-4d89-a056-258011ceab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:42.689874 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01cc24-9d1d-4d89-a056-258011ceab81 None None] Routers {'04199fd7-77dd-4187-8933-7aa4ca814514'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:42.689874 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6d01cc24-9d1d-4d89-a056-258011ceab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['04199fd7-77dd-4187-8933-7aa4ca814514'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:42.697613 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-ce06c1b5-7501-4e44-b7df-48ac51de7ea2 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] show failed (client error): The resource could not be found. Sep 22 10:34:42.698680 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce06c1b5-7501-4e44-b7df-48ac51de7ea2 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1251624983 HTTP/1.1" status: 404 len: 335 time: 0.0851922 Sep 22 10:34:42.702048 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11773fd-5791-48c7-8eae-e7b4b2c5f49b x-openstack-request-id: req-d11773fd-5791-48c7-8eae-e7b4b2c5f49b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:42.702567 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf1cef-714a-4ede-a4ea-0b4c0c35a95a", "name": "network-vif-deleted", "tag": "65908748-cfaa-43e2-8cc6-5d1cef067314", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:42.702919 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d11773fd-5791-48c7-8eae-e7b4b2c5f49b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:42.703459 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2faf1cef-714a-4ede-a4ea-0b4c0c35a95a', 'name': 'network-vif-deleted', 'tag': '65908748-cfaa-43e2-8cc6-5d1cef067314', 'status': 'completed', 'code': 200} Sep 22 10:34:42.703593 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40094) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:42.707922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a6788f60-e669-4716-a6aa-7506f5158c74 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:42.729811 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6d01cc24-9d1d-4d89-a056-258011ceab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:42.730606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d01cc24-9d1d-4d89-a056-258011ceab81 None None] The sync data for ids ['04199fd7-77dd-4187-8933-7aa4ca814514'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:42.831307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec02329-e9ab-4bae-8e75-caf4528df78f req-a162b566-1b92-4c55-bf5f-140209dce1de tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:42.833895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ec02329-e9ab-4bae-8e75-caf4528df78f req-a162b566-1b92-4c55-bf5f-140209dce1de tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 944 time: 0.0662205 Sep 22 10:34:42.934885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ec02329-e9ab-4bae-8e75-caf4528df78f req-eaee3e90-d949-4056-88eb-a1a36ba6fe2e tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894442 Sep 22 10:34:42.957124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-d303c27d-6e87-416e-abf3-200cd21870bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:42.959688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-d303c27d-6e87-416e-abf3-200cd21870bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ccc17f672be46f9bce8fec53f4d833b&device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 1095 time: 0.0908322 Sep 22 10:34:43.005481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-174d64ee-c305-4dd2-b589-f33f4e1bdfe4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49c43f46-7d14-4b53-bbc5-6e3b900637c2 HTTP/1.1" status: 200 len: 217 time: 0.0366828 Sep 22 10:34:43.008172 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-a6788f60-e669-4716-a6aa-7506f5158c74 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] update failed (client error): The resource could not be found. Sep 22 10:34:43.009552 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a6788f60-e669-4716-a6aa-7506f5158c74 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1213656597 HTTP/1.1" status: 404 len: 335 time: 0.3047848 Sep 22 10:34:43.013536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:43.062218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-2d127e3a-b67a-4802-9989-4fd4349aa7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:43.064299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-2d127e3a-b67a-4802-9989-4fd4349aa7ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f78424d6-2366-4205-8838-9b9a25f5895f HTTP/1.1" status: 200 len: 848 time: 0.0497329 Sep 22 10:34:43.070668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3ab3e4-76fa-40b2-95e0-d80d4dcf7a9e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Deleting subnet 10fe0883-00dd-4a29-8f1e-38a94520380b {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:34:43.074196 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab3e4-76fa-40b2-95e0-d80d4dcf7a9e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.123127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8b1e3eb0-3e91-450f-8296-afc45600cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:43.125036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-8b1e3eb0-3e91-450f-8296-afc45600cd82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46f5533a-1319-4436-8b6b-fa56d08e7217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471714 Sep 22 10:34:43.127877 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab3e4-76fa-40b2-95e0-d80d4dcf7a9e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.168098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f38fda7-e86e-4499-a378-68846250e28d req-b9a0b14c-049f-4257-84e0-75ed9f35c01c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=2faf1cef-714a-4ede-a4ea-0b4c0c35a95a HTTP/1.1" status: 200 len: 210 time: 0.0393481 Sep 22 10:34:43.241831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab3e4-76fa-40b2-95e0-d80d4dcf7a9e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.263013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-ac6ffc98-d245-444b-9f4a-a5d96181aa60 service neutron] 10.222.0.30 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251383 Sep 22 10:34:43.364171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9993ea91-af2c-4343-8d21-10bbfb9d3609 req-f37a2549-9805-406f-86d7-ba9a4fc66227 service neutron] 10.222.0.30 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941291 Sep 22 10:34:43.375820 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab3e4-76fa-40b2-95e0-d80d4dcf7a9e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.403685 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ab3e4-76fa-40b2-95e0-d80d4dcf7a9e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Subnet': ['ID=10fe0883-00dd-4a29-8f1e-38a94520380b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:43.408004 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab3e4-76fa-40b2-95e0-d80d4dcf7a9e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.409835 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2f3ab3e4-76fa-40b2-95e0-d80d4dcf7a9e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/subnets/10fe0883-00dd-4a29-8f1e-38a94520380b HTTP/1.1" status: 204 len: 168 time: 0.3952923 Sep 22 10:34:43.412277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40112) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:43.417477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc096f55-dec0-4575-ac1c-68fec990214e None None] Network 752c455a-b12a-4db2-80a5-845842dda11a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:43.497319 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.574753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Deleting port de9ee564-32d4-47ff-859a-c8e95939986e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:43.577349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.582947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device def914c9-226b-4cfc-9a09-c009cda13b90 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:43.652304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3757366-06ab-4a41-98e2-be24a291b9fc None None] DHCP port deletion for 752c455a-b12a-4db2-80a5-845842dda11a request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:34:43.656186 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] For port de9ee564-32d4-47ff-859a-c8e95939986e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de9ee564-32d4-47ff-859a-c8e95939986e,segment=NetworkSegment(f216b5c5-3895-4fdb-9c73-f9c75aca540d),segment_id=f216b5c5-3895-4fdb-9c73-f9c75aca540d)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:43.656757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.674227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Calling delete_port for de9ee564-32d4-47ff-859a-c8e95939986e owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:43.682912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5526401-d0cd-4f1c-a522-17e7ed9dca9f req-57521204-3451-478e-8c4c-8dccd323b25f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:43.684466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5526401-d0cd-4f1c-a522-17e7ed9dca9f req-57521204-3451-478e-8c4c-8dccd323b25f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 944 time: 0.0710764 Sep 22 10:34:43.711016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f3757366-06ab-4a41-98e2-be24a291b9fc None None] Deleting port de9ee564-32d4-47ff-859a-c8e95939986e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:43.711664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f3757366-06ab-4a41-98e2-be24a291b9fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.743104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5526401-d0cd-4f1c-a522-17e7ed9dca9f req-39d70d5d-ddb1-4c0f-947e-d71f35a2ebb8 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 Sep 22 10:34:43.773486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port def914c9-226b-4cfc-9a09-c009cda13b90 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:34:43.782812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port def914c9-226b-4cfc-9a09-c009cda13b90 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:43.783247 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.789208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f3757366-06ab-4a41-98e2-be24a291b9fc None None] For port de9ee564-32d4-47ff-859a-c8e95939986e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de9ee564-32d4-47ff-859a-c8e95939986e,segment=NetworkSegment(f216b5c5-3895-4fdb-9c73-f9c75aca540d),segment_id=f216b5c5-3895-4fdb-9c73-f9c75aca540d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:43.789594 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f3757366-06ab-4a41-98e2-be24a291b9fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.825311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f3757366-06ab-4a41-98e2-be24a291b9fc None None] Calling delete_port for de9ee564-32d4-47ff-859a-c8e95939986e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:43.863980 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.891446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Port': ['ID=de9ee564-32d4-47ff-859a-c8e95939986e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:43.916515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] No DVR routers for this DVR port de9ee564-32d4-47ff-859a-c8e95939986e on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:43.945862 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.947584 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:34:43.951454 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:34:43.968464 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f3757366-06ab-4a41-98e2-be24a291b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:43.980801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205fa6e4-f5bd-45a9-924a-6e27c8f52917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def914c9-226b-4cfc-9a09-c009cda13b90'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:43.983390 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957f95e1-cf94-4796-9717-f21351043a88" -d '{"events": [{"server_uuid": "205fa6e4-f5bd-45a9-924a-6e27c8f52917", "name": "network-vif-plugged", "status": "completed", "tag": "def914c9-226b-4cfc-9a09-c009cda13b90"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:43.999956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3757366-06ab-4a41-98e2-be24a291b9fc None None] No DVR routers for this DVR port de9ee564-32d4-47ff-859a-c8e95939986e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:44.017684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.021467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port def914c9-226b-4cfc-9a09-c009cda13b90, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=def914c9-226b-4cfc-9a09-c009cda13b90,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:44.022543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3757366-06ab-4a41-98e2-be24a291b9fc None None] Pushing event deleted for resources: {'Port': ['ID=de9ee564-32d4-47ff-859a-c8e95939986e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:44.051981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752c455a-b12a-4db2-80a5-845842dda11a']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:44.063513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f216b5c5-3895-4fdb-9c73-f9c75aca540d') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:44.063805 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f216b5c5-3895-4fdb-9c73-f9c75aca540d') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:44.074465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.076372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c7285-bcec-431a-a0f9-d1b1e9333949 req-46e27811-19f2-48f4-97ec-fe4d42d4c2d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:44.077860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-862c7285-bcec-431a-a0f9-d1b1e9333949 req-46e27811-19f2-48f4-97ec-fe4d42d4c2d4 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 944 time: 0.0545425 Sep 22 10:34:44.081132 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.093650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.101083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:34:44.101476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:34:44.105440 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:34:44.135571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-862c7285-bcec-431a-a0f9-d1b1e9333949 req-49f8d6cc-3e0f-4576-bb7b-8efc53ae8b90 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Sep 22 10:34:44.140393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=def914c9-226b-4cfc-9a09-c009cda13b90,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:44.181443 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4669e5c-e273-44a2-b8b2-87061e9e7a0c x-openstack-request-id: req-a4669e5c-e273-44a2-b8b2-87061e9e7a0c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:44.181736 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205fa6e4-f5bd-45a9-924a-6e27c8f52917", "name": "network-vif-plugged", "status": "completed", "tag": "def914c9-226b-4cfc-9a09-c009cda13b90", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:44.181991 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4669e5c-e273-44a2-b8b2-87061e9e7a0c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:44.182426 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205fa6e4-f5bd-45a9-924a-6e27c8f52917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def914c9-226b-4cfc-9a09-c009cda13b90', 'code': 200} Sep 22 10:34:44.255494 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.270610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.272617 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/networks/752c455a-b12a-4db2-80a5-845842dda11a HTTP/1.1" status: 204 len: 168 time: 0.8593671 Sep 22 10:34:44.275239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40144) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:44.283037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed0b6c-e969-4c78-a8bf-c30d385f9b09 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Network': ['ID=752c455a-b12a-4db2-80a5-845842dda11a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:44.327142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4dbda-4abd-4545-b56b-2808c9f3d3f3 req-0c2db732-7569-4ebc-aa40-0a8ec90bcbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:44.328922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72e4dbda-4abd-4545-b56b-2808c9f3d3f3 req-0c2db732-7569-4ebc-aa40-0a8ec90bcbf3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 1096 time: 0.0898125 Sep 22 10:34:44.347077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8e60dd-dac8-422e-96d9-39221919f91a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Deleting subnet 0e44cd6f-aaaa-4ead-9234-d91bea70eb42 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:34:44.357355 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f8e60dd-dac8-422e-96d9-39221919f91a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.405205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72e4dbda-4abd-4545-b56b-2808c9f3d3f3 req-be906ede-17be-4b37-a6d1-7aa83202729e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677717 Sep 22 10:34:44.416684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f8e60dd-dac8-422e-96d9-39221919f91a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.547874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f8e60dd-dac8-422e-96d9-39221919f91a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.661631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-489801e6-2a56-4fbb-97ec-688ae9a35d0e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:44.663152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-489801e6-2a56-4fbb-97ec-688ae9a35d0e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.1653440 Sep 22 10:34:44.678610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-7c214d00-5e4f-4d83-bd9b-d625820b89ed tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/quotas/308177db81fe4998a826f4222b77bc2e HTTP/1.1" status: 200 len: 375 time: 0.0094995 Sep 22 10:34:44.708917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b66104-0dfa-4f72-8755-05666078b423', 'tag': '49c43f46-7d14-4b53-bbc5-6e3b900637c2'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:44.711224 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc332bf9-be41-4dc6-828f-5b46a1443cde" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b66104-0dfa-4f72-8755-05666078b423", "tag": "49c43f46-7d14-4b53-bbc5-6e3b900637c2"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:44.733317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-28b87a27-4dc1-4c01-b1f0-74478ce27bc2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492864 Sep 22 10:34:44.799260 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f8e60dd-dac8-422e-96d9-39221919f91a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.841775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e60dd-dac8-422e-96d9-39221919f91a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Subnet': ['ID=0e44cd6f-aaaa-4ead-9234-d91bea70eb42,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:44.844605 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8f8e60dd-dac8-422e-96d9-39221919f91a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.846326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8f8e60dd-dac8-422e-96d9-39221919f91a tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/subnets/0e44cd6f-aaaa-4ead-9234-d91bea70eb42 HTTP/1.1" status: 204 len: 168 time: 0.5692704 Sep 22 10:34:44.848942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40174) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:44.851646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66afc8f7-6474-4b75-8b39-74c9641b70d8 None None] Network a6ba08c5-ea28-4593-b745-e1022bb50f60 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:44.862350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-dfa93c47-6e24-4821-a88e-22c225b62a74 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217315 Sep 22 10:34:44.904192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8bd091-ee15-4309-b10e-2bc04614cd0f tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Deleting subnet b7bed57c-386a-44a7-9633-bfb11b71cc30 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:34:44.908110 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd091-ee15-4309-b10e-2bc04614cd0f tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.949108 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd091-ee15-4309-b10e-2bc04614cd0f tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:44.978990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-4fc14f4a-118a-4f32-a8eb-c4d1071adb10 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094921 Sep 22 10:34:45.060890 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd091-ee15-4309-b10e-2bc04614cd0f tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.068634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] DHCP port deletion for a6ba08c5-ea28-4593-b745-e1022bb50f60 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:34:45.114081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Deleting port 74129335-3ebc-4822-bbc0-c6670db95265 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:45.114496 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.177883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] For port 74129335-3ebc-4822-bbc0-c6670db95265, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=74129335-3ebc-4822-bbc0-c6670db95265,segment=NetworkSegment(2ee45f4a-6c53-4297-9228-1d09250a6cad),segment_id=2ee45f4a-6c53-4297-9228-1d09250a6cad)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:45.178223 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.190188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Calling delete_port for 74129335-3ebc-4822-bbc0-c6670db95265 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:45.236363 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd091-ee15-4309-b10e-2bc04614cd0f tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.236800 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecde25f-f206-45d2-8482-a1df909829dc x-openstack-request-id: req-0ecde25f-f206-45d2-8482-a1df909829dc {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:45.237622 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b66104-0dfa-4f72-8755-05666078b423", "tag": "49c43f46-7d14-4b53-bbc5-6e3b900637c2", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:45.238045 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ecde25f-f206-45d2-8482-a1df909829dc {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:45.238648 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b66104-0dfa-4f72-8755-05666078b423', 'tag': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'status': 'completed', 'code': 200} Sep 22 10:34:45.275877 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c8bd091-ee15-4309-b10e-2bc04614cd0f tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.278011 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c8bd091-ee15-4309-b10e-2bc04614cd0f tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/subnets/b7bed57c-386a-44a7-9633-bfb11b71cc30 HTTP/1.1" status: 204 len: 168 time: 0.4275718 Sep 22 10:34:45.281361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40186) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:45.283654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c57d04-a9c5-49a3-8687-3272650c0b6e None None] Network 66ba2d2c-da15-4835-a2ff-588e3f81ec67 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:45.304378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bd091-ee15-4309-b10e-2bc04614cd0f tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bed57c-386a-44a7-9633-bfb11b71cc30,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:45.460149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-e510fe76-17a2-44d2-9b91-3b186c5ecd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:45.464041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-e510fe76-17a2-44d2-9b91-3b186c5ecd2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ccc17f672be46f9bce8fec53f4d833b&device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 1095 time: 0.2023714 Sep 22 10:34:45.468931 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.495050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab0c09-a01a-4ad6-b9ec-a8e978721d1b req-7363a4a2-74fe-41c8-89d4-cfd46314b9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:45.496562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ab0c09-a01a-4ad6-b9ec-a8e978721d1b req-7363a4a2-74fe-41c8-89d4-cfd46314b9b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 945 time: 0.1333447 Sep 22 10:34:45.518346 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.554311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] No DVR routers for this DVR port 74129335-3ebc-4822-bbc0-c6670db95265 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:45.577918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e387a-d39d-495b-8ae9-7567b0bd75c6 None None] DHCP port deletion for 66ba2d2c-da15-4835-a2ff-588e3f81ec67 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:34:45.586385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Pushing event deleted for resources: {'Port': ['ID=74129335-3ebc-4822-bbc0-c6670db95265,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:45.596020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.596370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.596714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.597052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.597388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.597720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.598047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.598401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.598951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.599284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.599687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.600047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b9dad8-e5ea-4344-abd7-e1fed5bfd316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:45.607939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device de9ee564-32d4-47ff-859a-c8e95939986e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:34:45.620029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] The port '74129335-3ebc-4822-bbc0-c6670db95265' was deleted {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 22 10:34:45.649580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: de9ee564-32d4-47ff-859a-c8e95939986e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:34:45.649935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device de9ee564-32d4-47ff-859a-c8e95939986e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:34:45.650416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74129335-3ebc-4822-bbc0-c6670db95265 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:34:45.673672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ab0c09-a01a-4ad6-b9ec-a8e978721d1b req-80afcaeb-54f2-438f-9c0a-1171fd82ceb0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655343 Sep 22 10:34:45.678587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 65908748-cfaa-43e2-8cc6-5d1cef067314 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:34:45.683971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 74129335-3ebc-4822-bbc0-c6670db95265 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:34:45.684339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74129335-3ebc-4822-bbc0-c6670db95265 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:34:45.704221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 65908748-cfaa-43e2-8cc6-5d1cef067314 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:34:45.704575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 65908748-cfaa-43e2-8cc6-5d1cef067314 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:34:45.733084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b28e387a-d39d-495b-8ae9-7567b0bd75c6 None None] Deleting port d357c11c-9684-420c-bc87-a6720cd0e51d {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:45.735331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b28e387a-d39d-495b-8ae9-7567b0bd75c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.735641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-9e64139d-2731-4faa-83f7-fcee062e8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:45.737318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-9e64139d-2731-4faa-83f7-fcee062e8940 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46f5533a-1319-4436-8b6b-fa56d08e7217 HTTP/1.1" status: 200 len: 910 time: 0.2636652 Sep 22 10:34:45.783987 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.813363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b28e387a-d39d-495b-8ae9-7567b0bd75c6 None None] For port d357c11c-9684-420c-bc87-a6720cd0e51d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d357c11c-9684-420c-bc87-a6720cd0e51d,segment=NetworkSegment(53a7340d-ab63-42fd-a2d7-530c808fc01b),segment_id=53a7340d-ab63-42fd-a2d7-530c808fc01b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:45.813772 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b28e387a-d39d-495b-8ae9-7567b0bd75c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.828513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b28e387a-d39d-495b-8ae9-7567b0bd75c6 None None] Calling delete_port for d357c11c-9684-420c-bc87-a6720cd0e51d owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:45.846655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-1b5127df-9ff4-4855-97b6-966f956ad990 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49c43f46-7d14-4b53-bbc5-6e3b900637c2 HTTP/1.1" status: 200 len: 217 time: 0.0558300 Sep 22 10:34:45.871893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ba08c5-ea28-4593-b745-e1022bb50f60']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:45.910136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee45f4a-6c53-4297-9228-1d09250a6cad') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:45.910333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee45f4a-6c53-4297-9228-1d09250a6cad') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:45.942034 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:45.955948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-f27a0e97-7a82-4095-8abd-83bb83feddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:45.957495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-f27a0e97-7a82-4095-8abd-83bb83feddcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f78424d6-2366-4205-8838-9b9a25f5895f HTTP/1.1" status: 200 len: 848 time: 0.1006970 Sep 22 10:34:45.965354 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.000042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:34:46.000514 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:34:46.003565 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:34:46.011805 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b28e387a-d39d-495b-8ae9-7567b0bd75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.030057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ab385-b893-4a51-9ca3-158ccb9b6cd3 req-b3dfe314-9abe-4076-82ed-eb730e0cebcc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:46.032079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-724ab385-b893-4a51-9ca3-158ccb9b6cd3 req-b3dfe314-9abe-4076-82ed-eb730e0cebcc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 944 time: 0.1525683 Sep 22 10:34:46.036894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e387a-d39d-495b-8ae9-7567b0bd75c6 None None] No DVR routers for this DVR port d357c11c-9684-420c-bc87-a6720cd0e51d on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:46.046831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e387a-d39d-495b-8ae9-7567b0bd75c6 None None] Pushing event deleted for resources: {'Port': ['ID=d357c11c-9684-420c-bc87-a6720cd0e51d,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:46.103568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-df0fd962-22ae-4819-b781-4e09ea6218c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:46.105142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-df0fd962-22ae-4819-b781-4e09ea6218c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46f5533a-1319-4436-8b6b-fa56d08e7217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377072 Sep 22 10:34:46.133999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-724ab385-b893-4a51-9ca3-158ccb9b6cd3 req-45523dd6-7814-4c6d-b79a-bc4d10391854 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937696 Sep 22 10:34:46.220591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2d18135-e10b-4c3d-b51d-48ca7eedfb35 req-e3d99f67-a00d-41dd-95c9-aa2d221d7801 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 210 time: 0.0325396 Sep 22 10:34:46.222863 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.241262 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.241262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/networks/a6ba08c5-ea28-4593-b745-e1022bb50f60 HTTP/1.1" status: 204 len: 168 time: 0.9544950 Sep 22 10:34:46.242229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40206) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:46.252814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6bc32-d66d-4b28-9794-dfef40aecd93 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Network': ['ID=a6ba08c5-ea28-4593-b745-e1022bb50f60,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:46.257942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-a9a1139a-3e15-4d80-81f4-bcb9ae7bd317 service neutron] 10.222.0.30 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447582 Sep 22 10:34:46.327199 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.353573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc332bf9-be41-4dc6-828f-5b46a1443cde req-2a5f798b-4c31-45ae-b560-fe27588aeda7 service neutron] 10.222.0.30 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888612 Sep 22 10:34:46.413550 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.433260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ba2d2c-da15-4835-a2ff-588e3f81ec67']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:46.443375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a7340d-ab63-42fd-a2d7-530c808fc01b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:46.443680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a7340d-ab63-42fd-a2d7-530c808fc01b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:46.453855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.466974 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.473218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:34:46.473614 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:34:46.476550 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:34:46.746922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.755601 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.757412 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/networks/66ba2d2c-da15-4835-a2ff-588e3f81ec67 HTTP/1.1" status: 204 len: 168 time: 0.5166490 Sep 22 10:34:46.761517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40214) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:46.769639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067566a-e232-4efe-a553-7f7c11f4ba33 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Network': ['ID=66ba2d2c-da15-4835-a2ff-588e3f81ec67,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:46.840899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7adc4d-e887-4761-821e-36bd2441dfd1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Deleting subnet 82752267-9739-49a4-98a0-0cf5699470a0 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:34:46.845273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd7adc4d-e887-4761-821e-36bd2441dfd1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.881953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223ed32-bb80-462c-a740-967e1d5f4ad2 req-aa947059-b774-4c36-a873-926754660d97 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:46.883479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f223ed32-bb80-462c-a740-967e1d5f4ad2 req-aa947059-b774-4c36-a873-926754660d97 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 945 time: 0.0932779 Sep 22 10:34:46.909016 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd7adc4d-e887-4761-821e-36bd2441dfd1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:46.963068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f223ed32-bb80-462c-a740-967e1d5f4ad2 req-42217e94-2690-4fc4-81ce-c80e08a7c06c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717547 Sep 22 10:34:47.017320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd7adc4d-e887-4761-821e-36bd2441dfd1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.176105 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd7adc4d-e887-4761-821e-36bd2441dfd1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.205956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7adc4d-e887-4761-821e-36bd2441dfd1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Subnet': ['ID=82752267-9739-49a4-98a0-0cf5699470a0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:47.212700 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd7adc4d-e887-4761-821e-36bd2441dfd1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.215091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fd7adc4d-e887-4761-821e-36bd2441dfd1 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/subnets/82752267-9739-49a4-98a0-0cf5699470a0 HTTP/1.1" status: 204 len: 168 time: 0.4536302 Sep 22 10:34:47.217466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40228) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:47.218196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1936e475-cd94-4940-bbeb-aef49b2a3cd0 None None] Network e76907ca-1fef-42e6-b928-49860032d9bf requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:34:47.269769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d953aa5-3c39-46ca-8139-7084476bc2c0 req-cc9a0e45-271a-4389-889f-ddff1fb0d4cb tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:47.271360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d953aa5-3c39-46ca-8139-7084476bc2c0 req-cc9a0e45-271a-4389-889f-ddff1fb0d4cb tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 944 time: 0.0621331 Sep 22 10:34:47.305119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.318649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d953aa5-3c39-46ca-8139-7084476bc2c0 req-2784daa2-d77a-4e28-8b6a-8c9e67ff97f6 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387990 Sep 22 10:34:47.372757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Deleting port 59d676a7-f481-4f30-9e89-8f0d45ac8931 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:47.373092 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.438610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bfae2a-9f70-41af-af9f-44e17a37f355 None None] DHCP port deletion for e76907ca-1fef-42e6-b928-49860032d9bf request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:34:47.442796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a578a164-ff05-40ff-9228-30dc35eeda23 req-2ff3c5d2-889f-41e6-9aad-7627d2bda21e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 210 time: 0.0286613 Sep 22 10:34:47.444612 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] For port 59d676a7-f481-4f30-9e89-8f0d45ac8931, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=59d676a7-f481-4f30-9e89-8f0d45ac8931,segment=NetworkSegment(dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f),segment_id=dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:47.444972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.458958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Calling delete_port for 59d676a7-f481-4f30-9e89-8f0d45ac8931 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:47.518279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-78bfae2a-9f70-41af-af9f-44e17a37f355 None None] Deleting port 59d676a7-f481-4f30-9e89-8f0d45ac8931 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:34:47.518931 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-78bfae2a-9f70-41af-af9f-44e17a37f355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.583298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d357c11c-9684-420c-bc87-a6720cd0e51d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:34:47.611491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d357c11c-9684-420c-bc87-a6720cd0e51d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:34:47.611841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d357c11c-9684-420c-bc87-a6720cd0e51d not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:34:47.612283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 59d676a7-f481-4f30-9e89-8f0d45ac8931 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:34:47.615033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-78bfae2a-9f70-41af-af9f-44e17a37f355 None None] For port 59d676a7-f481-4f30-9e89-8f0d45ac8931, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=59d676a7-f481-4f30-9e89-8f0d45ac8931,segment=NetworkSegment(dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f),segment_id=dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:47.615447 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-78bfae2a-9f70-41af-af9f-44e17a37f355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.645594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-78bfae2a-9f70-41af-af9f-44e17a37f355 None None] Calling delete_port for 59d676a7-f481-4f30-9e89-8f0d45ac8931 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:34:47.666913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 49c43f46-7d14-4b53-bbc5-6e3b900637c2 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:34:47.670271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.701821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Port': ['ID=59d676a7-f481-4f30-9e89-8f0d45ac8931,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:47.702226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No active binding found for port 59d676a7-f481-4f30-9e89-8f0d45ac8931 {{(pid=95683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 10:34:47.702673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 59d676a7-f481-4f30-9e89-8f0d45ac8931 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:34:47.710978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] No DVR routers for this DVR port 59d676a7-f481-4f30-9e89-8f0d45ac8931 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:47.809387 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-78bfae2a-9f70-41af-af9f-44e17a37f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.812392 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.838505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76907ca-1fef-42e6-b928-49860032d9bf']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:47.847963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfae2a-9f70-41af-af9f-44e17a37f355 None None] Pushing event deleted for resources: {'Port': ['ID=59d676a7-f481-4f30-9e89-8f0d45ac8931,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:47.848936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:47.849246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbb2eb4-eb4d-4851-9e6b-7d167d1e604f') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:47.850924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 49c43f46-7d14-4b53-bbc5-6e3b900637c2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=49c43f46-7d14-4b53-bbc5-6e3b900637c2,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:47.859750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.859928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfae2a-9f70-41af-af9f-44e17a37f355 None None] No DVR routers for this DVR port 59d676a7-f481-4f30-9e89-8f0d45ac8931 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:34:47.878260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'port_id': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'mac_address': 'fa:16:3e:ee:93:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:34:47.884547 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.901225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:34:47.901575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:34:47.904633 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:34:47.935522 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:47.949055 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c43f46-7d14-4b53-bbc5-6e3b900637c2 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:47.969137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 49c43f46-7d14-4b53-bbc5-6e3b900637c2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=49c43f46-7d14-4b53-bbc5-6e3b900637c2,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:48.002008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-1498679f-7e9a-4f7d-a0a8-b9244dbbc2a3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:48.003542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-1498679f-7e9a-4f7d-a0a8-b9244dbbc2a3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.1142752 Sep 22 10:34:48.021623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Request body: {'port': {'device_id': 'a2d2cc27-2a30-4db4-a1a2-31f534b34719', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'admin_state_up': True, 'tenant_id': '308177db81fe4998a826f4222b77bc2e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:48.078734 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:48.079338 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:48.095060 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:48.099695 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/networks/e76907ca-1fef-42e6-b928-49860032d9bf HTTP/1.1" status: 204 len: 168 time: 0.8768513 Sep 22 10:34:48.108321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40250) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:48.113706 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d96ce-4198-4bf2-afd1-d3a50abe7d65 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Pushing event deleted for resources: {'Network': ['ID=e76907ca-1fef-42e6-b928-49860032d9bf,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:48.150720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-798ced21-ac64-44a1-b8f3-fd60992417e5 tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "GET /v2.0/ports?device_id=04199fd7-77dd-4187-8933-7aa4ca814514 HTTP/1.1" status: 200 len: 205 time: 0.0411835 Sep 22 10:34:48.153112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40252) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:48.154213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=49c43f46-7d14-4b53-bbc5-6e3b900637c2,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:48.290909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['49c43f46-7d14-4b53-bbc5-6e3b900637c2'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:48.573756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3bfcae8c-3c60-4494-b5e5-6c6c11004c6e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:48.676527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eb995-79f8-4911-b35d-f77a714d7031 req-e4123128-1257-473b-93c8-98b30a77a34a tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:48.681151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f62eb995-79f8-4911-b35d-f77a714d7031 req-e4123128-1257-473b-93c8-98b30a77a34a tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 945 time: 0.1801014 Sep 22 10:34:48.802695 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3bfcae8c-3c60-4494-b5e5-6c6c11004c6e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:48.806853 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3bfcae8c-3c60-4494-b5e5-6c6c11004c6e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:48.866768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Made reservation on behalf of 308177db81fe4998a826f4222b77bc2e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:34:48.870200 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:48.875782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f62eb995-79f8-4911-b35d-f77a714d7031 req-b6f5daba-6807-4d26-bb90-aa63415ba1a1 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802466 Sep 22 10:34:48.974994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289654bd-4153-4eef-934b-d2a216a9507f req-21c55a11-f70b-416f-9b3e-31906b845535 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 210 time: 0.0343921 Sep 22 10:34:49.008739 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3bfcae8c-3c60-4494-b5e5-6c6c11004c6e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:49.009340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfcae8c-3c60-4494-b5e5-6c6c11004c6e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Fanout notify agent at l3_agent the message router_deleted on router 04199fd7-77dd-4187-8933-7aa4ca814514 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:34:49.016786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3bfcae8c-3c60-4494-b5e5-6c6c11004c6e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:49.021658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3bfcae8c-3c60-4494-b5e5-6c6c11004c6e tempest-RoutersNegativeIpV6Test-403866405 tempest-RoutersNegativeIpV6Test-403866405-project] 10.222.0.20 "DELETE /v2.0/routers/04199fd7-77dd-4187-8933-7aa4ca814514 HTTP/1.1" status: 204 len: 168 time: 0.8638949 Sep 22 10:34:49.050890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Allocated IP 172.20.0.13 (aa0a3ea5-25c5-45d8-acb0-3607e4e2c864/45c71a83-301e-40d7-8110-ed696a6a52a0/1bcf7b49-9b2a-4520-bbb1-c398b537f5ea) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:49.220375 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:49.350462 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:49.364581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:49.394203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:49.397378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:49.401187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:49.429033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event updated for resources: {'Port': ['ID=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:49.457834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:49.458495 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:49.541836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40286) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:49.576612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-b1bfe618-4103-4dfc-8d5a-758c925d0643 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5585198 Sep 22 10:34:49.590687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Request body: {'port': {'device_id': 'a2d2cc27-2a30-4db4-a1a2-31f534b34719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:49.649130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:49.680551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 49c43f46-7d14-4b53-bbc5-6e3b900637c2 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:49.838075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:34:49.842333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:49.842746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:49.853255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-67b4058b-5279-40c1-a7ed-f50ded180a45 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1454582 Sep 22 10:34:49.874138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-984a1644-100c-4551-ae16-dedfc0acf5d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ea5e37d25734fd98c6b9a7ef8819b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305256 Sep 22 10:34:49.876871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40294) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:49.937360 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12698b53-d20a-4564-980d-ed2ba0d6e209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:49.970064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12698b53-d20a-4564-980d-ed2ba0d6e209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:49.976970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-c7f3381e-36fc-487f-ac42-0f7b73e55554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:49.978556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-c7f3381e-36fc-487f-ac42-0f7b73e55554 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 1096 time: 0.1017756 Sep 22 10:34:49.989359 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:50.021802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b66104-0dfa-4f72-8755-05666078b423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c43f46-7d14-4b53-bbc5-6e3b900637c2'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:50.024044 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf91ae-0725-4371-8c0d-a6b5575c9c22" -d '{"events": [{"server_uuid": "d8b66104-0dfa-4f72-8755-05666078b423", "name": "network-vif-plugged", "status": "completed", "tag": "49c43f46-7d14-4b53-bbc5-6e3b900637c2"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:50.035335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 49c43f46-7d14-4b53-bbc5-6e3b900637c2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=49c43f46-7d14-4b53-bbc5-6e3b900637c2,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:50.107178 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12698b53-d20a-4564-980d-ed2ba0d6e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:50.109775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-12698b53-d20a-4564-980d-ed2ba0d6e209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:50.111177 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-12698b53-d20a-4564-980d-ed2ba0d6e209 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f15f95d-b196-44ba-a4b8-22a313e8060f HTTP/1.1" status: 204 len: 168 time: 0.2333176 Sep 22 10:34:50.124293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:50.125405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12698b53-d20a-4564-980d-ed2ba0d6e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f15f95d-b196-44ba-a4b8-22a313e8060f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:50.139621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:50.166544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21601324-1403-4a6e-b16f-cf1b0d7ed791 req-995bff0b-a236-4f5f-914d-b1fcc796ecf6 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:50.167792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:50.173889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21601324-1403-4a6e-b16f-cf1b0d7ed791 req-995bff0b-a236-4f5f-914d-b1fcc796ecf6 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 945 time: 0.1669776 Sep 22 10:34:50.185829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Transition to ACTIVE for port object 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:34:50.205929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-c4ed54be-00da-44ff-a190-2de0544f1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:50.207480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-c4ed54be-00da-44ff-a190-2de0544f1646 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 907 time: 0.2062688 Sep 22 10:34:50.246040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=49c43f46-7d14-4b53-bbc5-6e3b900637c2,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:50.253511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21601324-1403-4a6e-b16f-cf1b0d7ed791 req-6a4b55c5-f03c-494b-a8e7-32c7d0ea5919 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633607 Sep 22 10:34:50.281024 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-9e3344fe-6bd5-41c7-9816-e7de94e25b1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=629f28cf-e02a-4db2-b6f4-95faeb108d79 HTTP/1.1" status: 200 len: 217 time: 0.0638888 Sep 22 10:34:50.281872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:50.398371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Pushing event updated for resources: {'Port': ['ID=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:50.404970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-70e0eac6-f642-444a-a71b-0da783bec5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:50.406529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-70e0eac6-f642-444a-a71b-0da783bec5d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.0966022 Sep 22 10:34:50.448523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034888a-6308-474d-bd77-1dd487b2e751 req-bc5d89b7-be2d-4ba9-8ca3-892aab002d2e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:50.450211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9034888a-6308-474d-bd77-1dd487b2e751 req-bc5d89b7-be2d-4ba9-8ca3-892aab002d2e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 944 time: 0.1324370 Sep 22 10:34:50.468677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-7e7e6bc4-0c3a-4350-b9ab-f86e465e526e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534554 Sep 22 10:34:50.563967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9034888a-6308-474d-bd77-1dd487b2e751 req-09d9fd08-b75c-41c2-b218-b18d1387d5ad tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975363 Sep 22 10:34:50.605020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Attempting to bind port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:50.605624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Attempting to bind port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:50.605764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Attempting to bind port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:50.613452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:34:50.613777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Attempting to bind port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:50.621320 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23992662-9479-48be-807b-752e542bdeba x-openstack-request-id: req-23992662-9479-48be-807b-752e542bdeba {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:50.622133 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b66104-0dfa-4f72-8755-05666078b423", "name": "network-vif-plugged", "status": "completed", "tag": "49c43f46-7d14-4b53-bbc5-6e3b900637c2", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:50.622561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:50.622688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Checking segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:50.622807 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23992662-9479-48be-807b-752e542bdeba {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:50.623226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Bound using segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:50.623378 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b66104-0dfa-4f72-8755-05666078b423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'code': 200} Sep 22 10:34:50.623494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Bound port: 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:50.623842 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:50.654371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-8af0b5bc-ab25-4d5a-b63f-0e08077e5d4c service neutron] 10.222.0.32 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639419 Sep 22 10:34:50.797173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] For port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:50.805293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523ca15-4394-4c8f-88a5-f058993e6466 req-9065afe4-5856-44c0-8361-59f456103f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:50.806842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c523ca15-4394-4c8f-88a5-f058993e6466 req-9065afe4-5856-44c0-8361-59f456103f5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 1097 time: 0.1232059 Sep 22 10:34:50.824013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] For port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:50.852532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ce263bc-bc81-403c-842c-8a0bfc47e213 req-0d4ab16b-1a13-4bf5-99da-52d86bda4a3e service neutron] 10.222.0.32 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778281 Sep 22 10:34:50.858210 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c523ca15-4394-4c8f-88a5-f058993e6466 req-8557f6fd-7949-4efe-9d9a-c62f2d37208a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 Sep 22 10:34:50.924280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:50.962506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:50.963331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:50.964939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] 10.222.0.30 "PUT /v2.0/ports/1bcf7b49-9b2a-4520-bbb1-c398b537f5ea HTTP/1.1" status: 200 len: 1092 time: 1.3796477 Sep 22 10:34:50.965468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d2cc27-2a30-4db4-a1a2-31f534b34719', 'tag': '1bcf7b49-9b2a-4520-bbb1-c398b537f5ea'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:50.967847 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd30c09-fbf8-4b65-842e-b6b3cc4c723a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d2cc27-2a30-4db4-a1a2-31f534b34719", "tag": "1bcf7b49-9b2a-4520-bbb1-c398b537f5ea"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:50.997213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa5e7d-9206-477e-b5aa-3d153cf205ab service neutron] Pushing event updated for resources: {'Port': ['ID=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:51.020116 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ab9f4c-d48f-4f2a-aa00-1133bc7e7b0e x-openstack-request-id: req-a1ab9f4c-d48f-4f2a-aa00-1133bc7e7b0e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:51.020616 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d2cc27-2a30-4db4-a1a2-31f534b34719", "tag": "1bcf7b49-9b2a-4520-bbb1-c398b537f5ea", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:51.020843 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1ab9f4c-d48f-4f2a-aa00-1133bc7e7b0e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:51.021359 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d2cc27-2a30-4db4-a1a2-31f534b34719', 'tag': '1bcf7b49-9b2a-4520-bbb1-c398b537f5ea', 'status': 'completed', 'code': 200} Sep 22 10:34:51.110401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30c09-fbf8-4b65-842e-b6b3cc4c723a req-8ec16cb5-b806-4457-b414-fa5a74960802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.111907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebd30c09-fbf8-4b65-842e-b6b3cc4c723a req-8ec16cb5-b806-4457-b414-fa5a74960802 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 1095 time: 0.0458479 Sep 22 10:34:51.213627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30c09-fbf8-4b65-842e-b6b3cc4c723a req-e1ed3dfc-adcf-4e06-ab1a-a654646d62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.213878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebd30c09-fbf8-4b65-842e-b6b3cc4c723a req-e1ed3dfc-adcf-4e06-ab1a-a654646d62a7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=308177db81fe4998a826f4222b77bc2e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0942507 Sep 22 10:34:51.394169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30c09-fbf8-4b65-842e-b6b3cc4c723a req-ddca040c-0f1e-4855-aa47-6918e93daf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.395684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebd30c09-fbf8-4b65-842e-b6b3cc4c723a req-ddca040c-0f1e-4855-aa47-6918e93daf12 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737697 Sep 22 10:34:51.423623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c15965-a017-4ddf-9874-f13ac5b0a90f req-20bbb44a-3dd9-45ee-9444-7977728fb301 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.425231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1c15965-a017-4ddf-9874-f13ac5b0a90f req-20bbb44a-3dd9-45ee-9444-7977728fb301 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 946 time: 0.1154511 Sep 22 10:34:51.436774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-a75849e1-1d7a-4b94-a934-3cb0978217da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737665 Sep 22 10:34:51.538221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1c15965-a017-4ddf-9874-f13ac5b0a90f req-fe0db340-7f93-4eca-929b-02dbb9ef5263 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062052 Sep 22 10:34:51.554424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-d9319b11-1598-41cd-9fdc-fae1ce371bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.555476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-d9319b11-1598-41cd-9fdc-fae1ce371bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 1095 time: 0.0919075 Sep 22 10:34:51.564983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-d20be389-ff64-462e-90f1-6ac65515337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.566497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-d20be389-ff64-462e-90f1-6ac65515337f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1096 time: 0.0595229 Sep 22 10:34:51.618575 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-88a0eca5-ee53-462c-9b44-0fe701072aea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea HTTP/1.1" status: 200 len: 217 time: 0.0511229 Sep 22 10:34:51.750051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-c406c307-3481-4345-9352-26e3f31c4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.751504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-c406c307-3481-4345-9352-26e3f31c4b1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.1220636 Sep 22 10:34:51.797775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-d97bae85-581b-4a1a-8c75-a06be5e4e059 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352626 Sep 22 10:34:51.798935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-8c97804e-8dc6-44a1-aecf-e036a6836116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.800361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-8c97804e-8dc6-44a1-aecf-e036a6836116 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.1914773 Sep 22 10:34:51.808295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc53b2-4e92-4cbc-856b-0bbf0ec069d2 req-6457faf5-baf5-4c33-bc17-492babce1905 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.809838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ddbc53b2-4e92-4cbc-856b-0bbf0ec069d2 req-6457faf5-baf5-4c33-bc17-492babce1905 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 944 time: 0.1679938 Sep 22 10:34:52.259680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-aa5c7050-4098-4fb3-8c28-8e2ea0eb33d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1000 time: 0.4369276 Sep 22 10:34:52.267610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ddbc53b2-4e92-4cbc-856b-0bbf0ec069d2 req-a053eb7d-6878-4539-9daf-86938c116d86 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469211 Sep 22 10:34:52.283989 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e3b69bae-7f99-4b47-89d4-7473592c5df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:52.329964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-c15ddceb-6645-413f-88d8-3dae5a7834a9 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180066 Sep 22 10:34:52.334657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-988a242e-aade-4a76-bbb4-3633ea32d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:52.336155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-988a242e-aade-4a76-bbb4-3633ea32d8d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0675912 Sep 22 10:34:52.440302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-a5bf4af2-161a-47eb-95ff-b4852dab4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:52.441971 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-a5bf4af2-161a-47eb-95ff-b4852dab4f7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974023 Sep 22 10:34:52.482025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df05ca0f-acd2-4e3f-9006-a475158a9b6e req-ab03b076-00c0-43e4-8d1d-5332b27aded8 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429176 Sep 22 10:34:52.552803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-7726172e-7bde-4484-a1bd-44926a50bcf2 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008947 Sep 22 10:34:52.682597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c4a7cfa-df0f-4bf1-8e3d-0342fa2f0f75 req-5c6659b8-3dba-4c47-9ed2-d50154e99711 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232872 Sep 22 10:34:52.699332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d5e1a-140b-4281-b265-477587412808 req-4a8b6dea-44f7-45b3-a893-098258594a54 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:52.707748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a2d5e1a-140b-4281-b265-477587412808 req-4a8b6dea-44f7-45b3-a893-098258594a54 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 946 time: 0.0752087 Sep 22 10:34:52.749186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a2d5e1a-140b-4281-b265-477587412808 req-b5772e95-b495-4785-a9ab-548c73cc4931 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Sep 22 10:34:52.872107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43326b5-f836-4a80-97cf-1325dc7b23aa req-4b7a217b-3d29-410b-a029-bc5d77a367a3 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:52.874600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a43326b5-f836-4a80-97cf-1325dc7b23aa req-4b7a217b-3d29-410b-a029-bc5d77a367a3 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 946 time: 0.0521977 Sep 22 10:34:52.915388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a43326b5-f836-4a80-97cf-1325dc7b23aa req-d7968e50-9f80-4eb8-b9d4-b65dd57bb8e9 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351310 Sep 22 10:34:53.034900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6b1d6-d438-4cb5-9c98-ef42fb5c70a1 req-16043363-c728-46ab-a753-6a848b8bda57 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:53.036442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49c6b1d6-d438-4cb5-9c98-ef42fb5c70a1 req-16043363-c728-46ab-a753-6a848b8bda57 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 946 time: 0.0537381 Sep 22 10:34:53.079882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49c6b1d6-d438-4cb5-9c98-ef42fb5c70a1 req-067e1a9b-a3c9-4b52-b965-7d69e9b5778d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361831 Sep 22 10:34:53.105263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40390) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:53.324448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40400) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:53.372943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f465cdf3-bdf6-47d9-b483-478b2100fdd5 tempest-TestServerBasicOps-245833588 tempest-TestServerBasicOps-245833588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:53.375430 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f465cdf3-bdf6-47d9-b483-478b2100fdd5 tempest-TestServerBasicOps-245833588 tempest-TestServerBasicOps-245833588-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 1092 time: 0.2684562 Sep 22 10:34:53.378490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40406) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:53.383229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:53.416599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15303841-85fd-4050-afa1-e45780d04b50 req-0fc986dd-3323-4175-bb85-6a31c6d1f236 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:53.418169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15303841-85fd-4050-afa1-e45780d04b50 req-0fc986dd-3323-4175-bb85-6a31c6d1f236 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 944 time: 0.0639086 Sep 22 10:34:53.461139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4ca2459e-42b7-4a48-8da3-afc08016e02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:53.475340 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:53.482689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15303841-85fd-4050-afa1-e45780d04b50 req-822c0751-38e7-4985-a653-ac5afe186635 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571907 Sep 22 10:34:53.603171 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4ca2459e-42b7-4a48-8da3-afc08016e02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:53.615382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:53.689433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4ca2459e-42b7-4a48-8da3-afc08016e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:53.731427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Allocated IP 172.25.1.65 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/d3757491-7c12-4e2c-bf2b-9094ee8606e1) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:53.738445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4ca2459e-42b7-4a48-8da3-afc08016e02d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04af91c013b04f1482c502b9dfef972e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128840 Sep 22 10:34:53.740471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2459e-42b7-4a48-8da3-afc08016e02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24acbe25-9078-4e9b-8b83-523e2404b139,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:53.742288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40416) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:53.852767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3e52-d59e-4961-abd0-02331f17e3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:53.892776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3e52-d59e-4961-abd0-02331f17e3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:53.902235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:54.044159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:54.081629 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3e52-d59e-4961-abd0-02331f17e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:54.084055 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3e52-d59e-4961-abd0-02331f17e3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:54.085203 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d1dc3e52-d59e-4961-abd0-02331f17e3b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24acbe25-9078-4e9b-8b83-523e2404b139 HTTP/1.1" status: 204 len: 168 time: 0.3419197 Sep 22 10:34:54.092616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:54.101432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:54.108219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc3e52-d59e-4961-abd0-02331f17e3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24acbe25-9078-4e9b-8b83-523e2404b139,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:54.110203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:54.113535 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'Port': ['ID=d3757491-7c12-4e2c-bf2b-9094ee8606e1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:54.545957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:54.606346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754bf25-5110-41cb-bea9-9bfa7d719f66 req-4c561b34-569d-480b-9024-0ac41c7d0c7a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:54.607967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2754bf25-5110-41cb-bea9-9bfa7d719f66 req-4c561b34-569d-480b-9024-0ac41c7d0c7a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 944 time: 0.0547080 Sep 22 10:34:54.649572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2754bf25-5110-41cb-bea9-9bfa7d719f66 req-3132bf81-f334-4145-b628-55691e3ec19a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332592 Sep 22 10:34:54.769744 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:54.915860 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.010262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40436) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:55.024285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c3a85db-b35c-4327-a94a-8a9ca00debbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.025932 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.112304 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event updated for resources: {'Port': ['ID=d3757491-7c12-4e2c-bf2b-9094ee8606e1,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:55.129429 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0c9307d5-9390-45dc-bccc-26b617c16c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.141341 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.195129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40440) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:55.280379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c3a85db-b35c-4327-a94a-8a9ca00debbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.281971 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Floating IP 77ae1ab6-61c6-4ab8-94f4-e8650d993d82 associated. External IP: 172.25.1.65, port: 49c43f46-7d14-4b53-bbc5-6e3b900637c2. Sep 22 10:34:55.317834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-87e0ebdc-af82-41ea-91bc-2a40edcbfb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.350556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c3a85db-b35c-4327-a94a-8a9ca00debbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.411853 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c3a85db-b35c-4327-a94a-8a9ca00debbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=654e8edaa53947068b03510f4412c4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003983 Sep 22 10:34:55.415019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40444) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:55.419524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a85db-b35c-4327-a94a-8a9ca00debbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc4a9a2-5d0b-4ace-a52c-f261b366fe6d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:55.422630 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-87e0ebdc-af82-41ea-91bc-2a40edcbfb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.475303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43c8528c-ef3f-496b-b9fe-61875134382c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.499473 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43c8528c-ef3f-496b-b9fe-61875134382c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.506739 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-87e0ebdc-af82-41ea-91bc-2a40edcbfb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.533689 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.534889 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.579949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-87e0ebdc-af82-41ea-91bc-2a40edcbfb9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f5ddb13506d4b3d8c70bf5229ec5e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832316 Sep 22 10:34:55.581502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0ebdc-af82-41ea-91bc-2a40edcbfb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7245bb-373d-4df7-b0ef-38313a1751b6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:55.584420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40446) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:55.641084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-02d9b731-0147-4727-9aa7-2257ca71b301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.653242 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.664126 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-02d9b731-0147-4727-9aa7-2257ca71b301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.686141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43c8528c-ef3f-496b-b9fe-61875134382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.688749 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43c8528c-ef3f-496b-b9fe-61875134382c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.689925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-43c8528c-ef3f-496b-b9fe-61875134382c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fc4a9a2-5d0b-4ace-a52c-f261b366fe6d HTTP/1.1" status: 204 len: 168 time: 0.2739403 Sep 22 10:34:55.698174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:34:55.732198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8528c-ef3f-496b-b9fe-61875134382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc4a9a2-5d0b-4ace-a52c-f261b366fe6d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:55.808308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f718e6-8da0-4745-a7c8-634643064c34 req-deba5bbb-bd5e-47e4-85b6-1cddea72e2f7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:55.809880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82f718e6-8da0-4745-a7c8-634643064c34 req-deba5bbb-bd5e-47e4-85b6-1cddea72e2f7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 944 time: 0.0593915 Sep 22 10:34:55.830986 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Router 08539bee-2d87-4b39-8451-1e292a36774c has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:34:55.837840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:55.849316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '1bcf7b49-9b2a-4520-bbb1-c398b537f5ea', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'port_id': '1bcf7b49-9b2a-4520-bbb1-c398b537f5ea', 'mac_address': 'fa:16:3e:09:68:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c71a83-301e-40d7-8110-ed696a6a52a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:34:55.856891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82f718e6-8da0-4745-a7c8-634643064c34 req-1edf3542-7124-4d85-ae70-b5b524ed914a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 Sep 22 10:34:55.889549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-02d9b731-0147-4727-9aa7-2257ca71b301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.892935 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-02d9b731-0147-4727-9aa7-2257ca71b301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.896610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-02d9b731-0147-4727-9aa7-2257ca71b301 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a7245bb-373d-4df7-b0ef-38313a1751b6 HTTP/1.1" status: 204 len: 168 time: 0.3084817 Sep 22 10:34:55.904712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9b731-0147-4727-9aa7-2257ca71b301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7245bb-373d-4df7-b0ef-38313a1751b6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:55.989526 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:56.073296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:56.112319 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2b04ef22-c2f0-413e-aae9-de76f67e893d tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7325232 Sep 22 10:34:56.113212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b66104-0dfa-4f72-8755-05666078b423', 'tag': '49c43f46-7d14-4b53-bbc5-6e3b900637c2'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:56.114335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] Sync routers for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:56.115927 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b53f80-6fee-4f55-8059-a3f84ede7f77" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b66104-0dfa-4f72-8755-05666078b423", "tag": "49c43f46-7d14-4b53-bbc5-6e3b900637c2"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:56.134510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:56.144731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:56.145583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:56.185619 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac111038-c096-4557-a861-2604b88324e8 x-openstack-request-id: req-ac111038-c096-4557-a861-2604b88324e8 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:56.185919 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b66104-0dfa-4f72-8755-05666078b423", "tag": "49c43f46-7d14-4b53-bbc5-6e3b900637c2", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:56.186203 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac111038-c096-4557-a861-2604b88324e8 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:56.186610 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b66104-0dfa-4f72-8755-05666078b423', 'tag': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'status': 'completed', 'code': 200} Sep 22 10:34:56.198548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:56.256142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:56.270902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-0f251dc1-5a41-4896-87e5-2e9098f7f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:56.272592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-0f251dc1-5a41-4896-87e5-2e9098f7f8a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ccc17f672be46f9bce8fec53f4d833b&device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 1097 time: 0.0509899 Sep 22 10:34:56.286757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:56.288575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:56.361119 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:56.365449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-f1ca9795-df3e-4346-babe-56097d47e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:56.366973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-f1ca9795-df3e-4346-babe-56097d47e5b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46f5533a-1319-4436-8b6b-fa56d08e7217 HTTP/1.1" status: 200 len: 910 time: 0.0878901 Sep 22 10:34:56.440309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:56.457208 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-10177d14-fe3d-46e4-a5f0-06f91e6ef85e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49c43f46-7d14-4b53-bbc5-6e3b900637c2 HTTP/1.1" status: 200 len: 999 time: 0.0826330 Sep 22 10:34:56.509968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-8dc8a38c-3b1c-467a-8da8-37dd873a17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:56.511261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-8dc8a38c-3b1c-467a-8da8-37dd873a17fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f78424d6-2366-4205-8838-9b9a25f5895f HTTP/1.1" status: 200 len: 848 time: 0.0461612 Sep 22 10:34:56.558749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-1278d133-6061-4b87-bea6-635de22df182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:56.560342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-1278d133-6061-4b87-bea6-635de22df182 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46f5533a-1319-4436-8b6b-fa56d08e7217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407271 Sep 22 10:34:56.568319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '77ae1ab6-61c6-4ab8-94f4-e8650d993d82', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'port_id': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'mac_address': 'fa:16:3e:ee:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b66104-0dfa-4f72-8755-05666078b423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:34:54Z', 'updated_at': '2021-09-22T10:34:54Z', 'revision_number': 0, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:21Z', 'revision_number': 5, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:56.596784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] Checking router: 08539bee-2d87-4b39-8451-1e292a36774c for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:34:56.604480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1bcf7b49-9b2a-4520-bbb1-c398b537f5ea'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:56.631622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:56.632716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:34:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:56.644285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40478) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:56.663849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-f5a66c65-9e5d-43da-bd9b-5e2e1f333312 service neutron] 10.222.0.30 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956662 Sep 22 10:34:56.667535 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83dc42f0-e6cd-428b-a0bc-64db26530f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:56.802540 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83dc42f0-e6cd-428b-a0bc-64db26530f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:56.808538 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:56.886559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83dc42f0-e6cd-428b-a0bc-64db26530f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:56.932764 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-83dc42f0-e6cd-428b-a0bc-64db26530f1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e30ce641d8a41bc811b7ef8df599930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870109 Sep 22 10:34:56.938686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc42f0-e6cd-428b-a0bc-64db26530f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d474a5f0-c0f8-4d24-85a6-7cffd41465bd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:56.942360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40490) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:57.012164 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0240c1f5-dab3-4c24-bc44-fe7c1ebb75fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:57.040057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86b53f80-6fee-4f55-8059-a3f84ede7f77 req-8bfa8194-0709-43cb-ac94-c61fc40c93b7 service neutron] 10.222.0.30 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683765 Sep 22 10:34:57.042227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0240c1f5-dab3-4c24-bc44-fe7c1ebb75fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:57.059262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a1004-8836-4081-a70c-7311980a12cd req-ffbf40c0-0e2f-43e3-9d9d-a4fd2ace89f4 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:57.060926 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-002a1004-8836-4081-a70c-7311980a12cd req-ffbf40c0-0e2f-43e3-9d9d-a4fd2ace89f4 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 945 time: 0.0752375 Sep 22 10:34:57.110458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-002a1004-8836-4081-a70c-7311980a12cd req-4fdba11c-8047-476f-a472-0d229d28dbe8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Sep 22 10:34:57.133813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '77ae1ab6-61c6-4ab8-94f4-e8650d993d82', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'port_id': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'mac_address': 'fa:16:3e:ee:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b66104-0dfa-4f72-8755-05666078b423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:34:54Z', 'updated_at': '2021-09-22T10:34:54Z', 'revision_number': 0, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:21Z', 'revision_number': 5, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:57.155698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82519365-d0f6-4bf2-aab3-8cfbfecb186f None None] The sync data for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 is: [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '77ae1ab6-61c6-4ab8-94f4-e8650d993d82', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'floating_ip_address': '172.25.1.65', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'port_id': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'mac_address': 'fa:16:3e:ee:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b66104-0dfa-4f72-8755-05666078b423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:34:54Z', 'updated_at': '2021-09-22T10:34:54Z', 'revision_number': 0, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:21Z', 'revision_number': 5, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:57.249978 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0240c1f5-dab3-4c24-bc44-fe7c1ebb75fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:57.252555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0240c1f5-dab3-4c24-bc44-fe7c1ebb75fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:57.253734 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0240c1f5-dab3-4c24-bc44-fe7c1ebb75fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d474a5f0-c0f8-4d24-85a6-7cffd41465bd HTTP/1.1" status: 204 len: 168 time: 0.3104355 Sep 22 10:34:57.264345 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240c1f5-dab3-4c24-bc44-fe7c1ebb75fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474a5f0-c0f8-4d24-85a6-7cffd41465bd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:57.388905 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc74421-4074-4eaa-9bfe-e5c4e8087457 None None] New status for floating IP 77ae1ab6-61c6-4ab8-94f4-e8650d993d82: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:34:57.711185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:57.854935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:34:57.859607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:57.860105 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:57.951591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:57.977924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d2cc27-2a30-4db4-a1a2-31f534b34719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcf7b49-9b2a-4520-bbb1-c398b537f5ea'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:57.980664 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de14403e-b612-44bb-a9f5-5705ef7d5394" -d '{"events": [{"server_uuid": "a2d2cc27-2a30-4db4-a1a2-31f534b34719", "name": "network-vif-plugged", "status": "completed", "tag": "1bcf7b49-9b2a-4520-bbb1-c398b537f5ea"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:57.994707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:58.026798 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:58.039663 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670cea35-af02-4ba5-a04f-f83211406db1 x-openstack-request-id: req-670cea35-af02-4ba5-a04f-f83211406db1 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:58.040088 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d2cc27-2a30-4db4-a1a2-31f534b34719", "name": "network-vif-plugged", "status": "completed", "tag": "1bcf7b49-9b2a-4520-bbb1-c398b537f5ea", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:58.040351 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-670cea35-af02-4ba5-a04f-f83211406db1 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:58.040749 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d2cc27-2a30-4db4-a1a2-31f534b34719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcf7b49-9b2a-4520-bbb1-c398b537f5ea', 'code': 200} Sep 22 10:34:58.117617 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:58.164245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad891e-f820-4eb7-b540-0ea8d521db52 req-03f0091c-d4d5-4c19-b558-3d61b2977120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:58.166078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31ad891e-f820-4eb7-b540-0ea8d521db52 req-03f0091c-d4d5-4c19-b558-3d61b2977120 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 1097 time: 0.0616174 Sep 22 10:34:58.169637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:58.219445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31ad891e-f820-4eb7-b540-0ea8d521db52 req-954bf06a-1c7a-47f8-9979-74c095049bf9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Sep 22 10:34:58.264319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e89206-485c-4ac3-895a-f9199d8178b4 req-ebcec063-8f10-4f1e-98da-1b929b498a98 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:58.265947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7e89206-485c-4ac3-895a-f9199d8178b4 req-ebcec063-8f10-4f1e-98da-1b929b498a98 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 946 time: 0.0604339 Sep 22 10:34:58.307717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7e89206-485c-4ac3-895a-f9199d8178b4 req-fb064435-f945-4a69-828f-4524fb33c37e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Sep 22 10:34:58.601621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1ca7e-31d2-4c60-92b5-3be3d1830c4a req-2a21d3f7-7f0d-4ecc-a351-a76b51904762 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:58.603463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62d1ca7e-31d2-4c60-92b5-3be3d1830c4a req-2a21d3f7-7f0d-4ecc-a351-a76b51904762 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0510437 Sep 22 10:34:58.643229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62d1ca7e-31d2-4c60-92b5-3be3d1830c4a req-7c3a645a-31db-41a3-a40b-5621eca49e6f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328557 Sep 22 10:34:58.782877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884e54e-166c-4fb3-857c-3f40625cbe92 req-70626efc-1723-4fc0-86df-c5c70f76f64b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:58.784409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d884e54e-166c-4fb3-857c-3f40625cbe92 req-70626efc-1723-4fc0-86df-c5c70f76f64b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0673103 Sep 22 10:34:58.822353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d884e54e-166c-4fb3-857c-3f40625cbe92 req-4734e1fb-bf2f-49f0-b2dc-81024bf217de tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Sep 22 10:34:59.430382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756c07c-4171-4269-b469-73022b4a7b82 req-cb00f6d6-54bf-4856-b606-8c771be8c831 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:59.432214 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0756c07c-4171-4269-b469-73022b4a7b82 req-cb00f6d6-54bf-4856-b606-8c771be8c831 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0870476 Sep 22 10:34:59.475829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0756c07c-4171-4269-b469-73022b4a7b82 req-b71eafca-664a-478a-9346-369a558702c6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358410 Sep 22 10:34:59.600667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075391c-00de-487c-8a73-b32b3feee189 req-c52f0d84-8c0e-41e2-8c86-f2d0e99240f2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:59.602216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9075391c-00de-487c-8a73-b32b3feee189 req-c52f0d84-8c0e-41e2-8c86-f2d0e99240f2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 946 time: 0.0536268 Sep 22 10:34:59.646089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9075391c-00de-487c-8a73-b32b3feee189 req-921bee4f-8e5b-4b8b-a37f-7eecd317d6ad tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370755 Sep 22 10:35:00.006338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-96e8569d-31a9-41cb-a134-91720add3f8b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:00.007833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-96e8569d-31a9-41cb-a134-91720add3f8b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.1218486 Sep 22 10:35:00.023861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-0fcb0858-605e-4473-a789-b978ac3a0bda tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/quotas/308177db81fe4998a826f4222b77bc2e HTTP/1.1" status: 200 len: 375 time: 0.0099096 Sep 22 10:35:00.074681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c465044a-1bb5-46ce-88c5-296bf5960679 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448201 Sep 22 10:35:00.165857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-e152ac83-d8f1-477b-bfc8-6128d53df1e3 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832653 Sep 22 10:35:00.263420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-adb38dd9-c58f-4d76-b432-4632971151a3 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911503 Sep 22 10:35:00.604478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:35:01.105165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e08b47c0-aeed-4fc3-aed2-90e27fc309a7 req-ca993391-f0fe-4236-9723-abf0669dac39 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 210 time: 0.0347552 Sep 22 10:35:01.625638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f1f46-dd29-4c19-a889-54ae015233a9 req-2456b9a3-262c-4573-8920-495cdd8bedfc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:01.627187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-868f1f46-dd29-4c19-a889-54ae015233a9 req-2456b9a3-262c-4573-8920-495cdd8bedfc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0501189 Sep 22 10:35:01.672489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-868f1f46-dd29-4c19-a889-54ae015233a9 req-2f17096f-60e1-43a5-832b-32134ad266ab tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372448 Sep 22 10:35:02.209172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9cb24d96-e62d-49be-a15b-4bccf4e568bb req-e0305fa8-f0b9-4c0f-9013-9f3fe5d38cc0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 210 time: 0.0340400 Sep 22 10:35:02.800416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43fa9d-9abc-483e-a512-a6887e67cf5a req-25b9da59-387f-4fea-b110-4aaf7698649f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:02.803035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a43fa9d-9abc-483e-a512-a6887e67cf5a req-25b9da59-387f-4fea-b110-4aaf7698649f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0567603 Sep 22 10:35:02.857156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a43fa9d-9abc-483e-a512-a6887e67cf5a req-7b4f5893-b273-4d1d-a038-67d30af0e27c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480850 Sep 22 10:35:03.205863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-4cd82f9e-5350-4680-b209-606d111ae878 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:03.207366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-4cd82f9e-5350-4680-b209-606d111ae878 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.32 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.1054776 Sep 22 10:35:03.221568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Request body: {'port': {'device_id': 'dbef9084-aad4-4f8d-86b3-babf11f4d9dd', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'admin_state_up': True, 'tenant_id': '308177db81fe4998a826f4222b77bc2e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:03.322466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6bf070c-369f-43f9-9ccd-e0eee38ce33c req-b9cc935d-3b31-487f-bfcf-188671716138 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 210 time: 0.0372822 Sep 22 10:35:03.432367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Made reservation on behalf of 308177db81fe4998a826f4222b77bc2e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:35:03.436000 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:03.561738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Allocated IP 172.20.0.14 (aa0a3ea5-25c5-45d8-acb0-3607e4e2c864/45c71a83-301e-40d7-8110-ed696a6a52a0/dd5b61ca-d7f5-4c9a-ab7a-133976d8844b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:03.717449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:03.832621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:03.845313 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:03.849436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1bcf7b49-9b2a-4520-bbb1-c398b537f5ea'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:03.876637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:03.881746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:03.888650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:03.910531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event updated for resources: {'Port': ['ID=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:03.963235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.963593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.963946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.964287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.964617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.968989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.968989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.968989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.969379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.969969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.970557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:03.970852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:04.020632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:04.021677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:04.067232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7197f-735f-43d9-8f84-3fbbc19635e5 req-e9e7b9a0-3e00-42be-95f2-22b7f93929e6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:04.068804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6fd7197f-735f-43d9-8f84-3fbbc19635e5 req-e9e7b9a0-3e00-42be-95f2-22b7f93929e6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0699832 Sep 22 10:35:04.108705 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6fd7197f-735f-43d9-8f84-3fbbc19635e5 req-2ef5192f-5ef9-4f8a-b95b-fd5324c81a36 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Sep 22 10:35:04.158564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-c20104de-bb95-43be-bb05-5475c74937ae tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9411769 Sep 22 10:35:04.172205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Request body: {'port': {'device_id': 'dbef9084-aad4-4f8d-86b3-babf11f4d9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:04.224649 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:04.482437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb24ae-08fe-452d-b863-e3e581e8068b req-394b57a2-9633-43aa-9b62-b7c8b03e2c74 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:04.483956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1dbb24ae-08fe-452d-b863-e3e581e8068b req-394b57a2-9633-43aa-9b62-b7c8b03e2c74 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 932 time: 0.0800674 Sep 22 10:35:04.557089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5b61ca-d7f5-4c9a-ab7a-133976d8844b {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:35:04.565905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1dbb24ae-08fe-452d-b863-e3e581e8068b req-3ad4b7dc-c2d1-4fa2-aeab-e7249b2d2041 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717621 Sep 22 10:35:04.567689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:04.580082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Transition to ACTIVE for port object dd5b61ca-d7f5-4c9a-ab7a-133976d8844b will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:35:04.720489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:04.775831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Pushing event updated for resources: {'Port': ['ID=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:04.841240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Attempting to bind port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:35:04.841494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Attempting to bind port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:35:04.841806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Attempting to bind port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:35:04.848521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:35:04.848521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Attempting to bind port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:35:04.851199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:35:04.851532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Checking segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:35:04.851924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Bound using segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:35:04.852344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Bound port: dd5b61ca-d7f5-4c9a-ab7a-133976d8844b, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:35:04.852703 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:04.916364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] For port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:35:04.919408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] For port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:35:05.061556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:05.095909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:05.096231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:05.097659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] 10.222.0.32 "PUT /v2.0/ports/dd5b61ca-d7f5-4c9a-ab7a-133976d8844b HTTP/1.1" status: 200 len: 1092 time: 0.9299550 Sep 22 10:35:05.098130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbef9084-aad4-4f8d-86b3-babf11f4d9dd', 'tag': 'dd5b61ca-d7f5-4c9a-ab7a-133976d8844b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:05.100416 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951818b5-2588-40a4-b04d-1ce1a3442775" -d '{"events": [{"name": "network-changed", "server_uuid": "dbef9084-aad4-4f8d-86b3-babf11f4d9dd", "tag": "dd5b61ca-d7f5-4c9a-ab7a-133976d8844b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:05.133778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2251302-6460-4c1c-8546-d5c5a7a73d9f service neutron] Pushing event updated for resources: {'Port': ['ID=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:05.144300 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f1b364-01cc-4b24-8e2d-1f2025286373 x-openstack-request-id: req-a4f1b364-01cc-4b24-8e2d-1f2025286373 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:05.144510 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbef9084-aad4-4f8d-86b3-babf11f4d9dd", "tag": "dd5b61ca-d7f5-4c9a-ab7a-133976d8844b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:05.144760 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4f1b364-01cc-4b24-8e2d-1f2025286373 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:05.146715 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbef9084-aad4-4f8d-86b3-babf11f4d9dd', 'tag': 'dd5b61ca-d7f5-4c9a-ab7a-133976d8844b', 'status': 'completed', 'code': 200} Sep 22 10:35:05.246059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951818b5-2588-40a4-b04d-1ce1a3442775 req-115d83e5-1f00-4a46-9e79-a54e57c56cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:05.248308 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-951818b5-2588-40a4-b04d-1ce1a3442775 req-115d83e5-1f00-4a46-9e79-a54e57c56cf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 1095 time: 0.0831583 Sep 22 10:35:05.260463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556063f-14dd-4309-8335-92aff2c5bbf1 req-7a23bb0a-6c9c-4125-bd80-77fde18e8f37 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:05.261830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6556063f-14dd-4309-8335-92aff2c5bbf1 req-7a23bb0a-6c9c-4125-bd80-77fde18e8f37 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0675159 Sep 22 10:35:05.353137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6556063f-14dd-4309-8335-92aff2c5bbf1 req-de8ee111-a8f2-46ad-adf5-32c17ee1c6d5 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826139 Sep 22 10:35:05.382999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951818b5-2588-40a4-b04d-1ce1a3442775 req-6260b1e7-de10-4177-af01-e065644d36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:05.384605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-951818b5-2588-40a4-b04d-1ce1a3442775 req-6260b1e7-de10-4177-af01-e065644d36ec service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=308177db81fe4998a826f4222b77bc2e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1218088 Sep 22 10:35:05.486254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951818b5-2588-40a4-b04d-1ce1a3442775 req-628e2162-d8f4-43a1-98c2-f011d60329ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:05.487885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-951818b5-2588-40a4-b04d-1ce1a3442775 req-628e2162-d8f4-43a1-98c2-f011d60329ad service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928717 Sep 22 10:35:05.574414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-dc64814f-c41d-42e7-b517-260a8f0de32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:05.576436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-dc64814f-c41d-42e7-b517-260a8f0de32e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 1095 time: 0.0511954 Sep 22 10:35:05.630203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-05a7a94d-aae9-49ab-a438-89953088de9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b HTTP/1.1" status: 200 len: 217 time: 0.0434768 Sep 22 10:35:05.716600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-9bfe9af9-ee1d-485e-a683-e439816e29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:05.718829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-9bfe9af9-ee1d-485e-a683-e439816e29f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.0806444 Sep 22 10:35:05.741630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe3414-77ac-4ac7-9466-ff6da096cc5f req-c8e1f578-466f-4e8c-a50e-e67fe9a6f6a6 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:05.743125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbe3414-77ac-4ac7-9466-ff6da096cc5f req-c8e1f578-466f-4e8c-a50e-e67fe9a6f6a6 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 944 time: 0.0731161 Sep 22 10:35:05.762671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-323752fc-8edd-47f5-b924-66c336ea4ed2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372040 Sep 22 10:35:05.817735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbe3414-77ac-4ac7-9466-ff6da096cc5f req-bc2b4a66-e54c-4321-b211-cd4ff1e6e57c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 Sep 22 10:35:05.880856 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-f45fb571-c2ca-4245-a799-ff1e1dd9b2d8 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051846 Sep 22 10:35:05.994825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4228b0c-8cb5-4be6-96cd-56c02baabafb req-1e4b8a69-ff35-4d0d-9461-3aea4b228fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975444 Sep 22 10:35:06.476742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441dd73-0d65-4065-9246-1387d80e2821 req-1d4b0a35-45c4-4298-b707-a56f2db17040 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:06.478573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4441dd73-0d65-4065-9246-1387d80e2821 req-1d4b0a35-45c4-4298-b707-a56f2db17040 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0516505 Sep 22 10:35:06.519187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4441dd73-0d65-4065-9246-1387d80e2821 req-ae422f24-ec85-4f7d-b8f9-d09ca485fdfa tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Sep 22 10:35:06.939505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d05acf-4731-4519-a7f1-8b653afcfea9 req-446f9005-d1c0-4721-97aa-333308b11815 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:06.941184 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94d05acf-4731-4519-a7f1-8b653afcfea9 req-446f9005-d1c0-4721-97aa-333308b11815 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 944 time: 0.0486021 Sep 22 10:35:06.987266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94d05acf-4731-4519-a7f1-8b653afcfea9 req-1ba3ddb4-4943-4a8a-b208-e4d386f0b415 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Sep 22 10:35:07.671806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a5409-30d9-4bb4-b368-14afeea641ca req-b2458c6c-0e52-4ba2-9d44-b4b5e3d8a65c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:07.673363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba2a5409-30d9-4bb4-b368-14afeea641ca req-b2458c6c-0e52-4ba2-9d44-b4b5e3d8a65c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0624232 Sep 22 10:35:07.687046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device dd5b61ca-d7f5-4c9a-ab7a-133976d8844b details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:35:07.723937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba2a5409-30d9-4bb4-b368-14afeea641ca req-07d24f8f-d690-4d5f-99e4-fcd101d86f02 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Sep 22 10:35:07.798946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:07.809898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'dd5b61ca-d7f5-4c9a-ab7a-133976d8844b', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'port_id': 'dd5b61ca-d7f5-4c9a-ab7a-133976d8844b', 'mac_address': 'fa:16:3e:12:b2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c71a83-301e-40d7-8110-ed696a6a52a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:35:07.847290 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:07.859768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5b61ca-d7f5-4c9a-ab7a-133976d8844b {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:35:07.878768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:07.998071 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:08.067678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:08.118524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e51f35-fc87-4969-98ba-8be357197ebc req-15b35ea5-2ad6-40ae-b185-98241bd303af tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:08.120640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e51f35-fc87-4969-98ba-8be357197ebc req-15b35ea5-2ad6-40ae-b185-98241bd303af tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 945 time: 0.0517924 Sep 22 10:35:08.159850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69e51f35-fc87-4969-98ba-8be357197ebc req-14df9f9b-1a40-442a-bce0-ff1201913106 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334821 Sep 22 10:35:08.318839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['dd5b61ca-d7f5-4c9a-ab7a-133976d8844b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:08.840742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49623b9f-0638-4297-bc3b-0e677e19f76f req-0c50b927-cee6-48fc-83bf-35322ceb7ab4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:08.842260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49623b9f-0638-4297-bc3b-0e677e19f76f req-0c50b927-cee6-48fc-83bf-35322ceb7ab4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0492680 Sep 22 10:35:08.891022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49623b9f-0638-4297-bc3b-0e677e19f76f req-c23d6368-3126-43ff-b032-066f5895c296 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 Sep 22 10:35:09.275571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b9d5-810c-44dc-aa0c-5ad53b95d84a req-34ffff81-6248-4f38-bb39-67b655529154 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:09.277244 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3671b9d5-810c-44dc-aa0c-5ad53b95d84a req-34ffff81-6248-4f38-bb39-67b655529154 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 945 time: 0.0526354 Sep 22 10:35:09.321022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3671b9d5-810c-44dc-aa0c-5ad53b95d84a req-129eafa6-f152-46fa-a0e7-e10e14e5f49b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369618 Sep 22 10:35:09.703508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device dd5b61ca-d7f5-4c9a-ab7a-133976d8844b up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:35:09.914869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:35:09.919088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:35:09.919514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:09.996248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:10.020536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64eec2-60f5-4cad-856a-11b827f4c13e req-acc19ce1-217e-41b6-a707-6372c4251e2f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:10.023012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e64eec2-60f5-4cad-856a-11b827f4c13e req-acc19ce1-217e-41b6-a707-6372c4251e2f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0620503 Sep 22 10:35:10.029642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbef9084-aad4-4f8d-86b3-babf11f4d9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b61ca-d7f5-4c9a-ab7a-133976d8844b'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:10.032712 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc6e83-40c8-4d9c-a393-0597e5138313" -d '{"events": [{"server_uuid": "dbef9084-aad4-4f8d-86b3-babf11f4d9dd", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b61ca-d7f5-4c9a-ab7a-133976d8844b"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:10.038841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:10.066047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e64eec2-60f5-4cad-856a-11b827f4c13e req-a1dfa3bd-691c-4a08-b576-42f53b79c885 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363960 Sep 22 10:35:10.100664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:10.124026 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3960be-a4ee-4f77-ad4f-4471533c9376 x-openstack-request-id: req-3c3960be-a4ee-4f77-ad4f-4471533c9376 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:10.124847 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbef9084-aad4-4f8d-86b3-babf11f4d9dd", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b61ca-d7f5-4c9a-ab7a-133976d8844b", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:10.129598 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c3960be-a4ee-4f77-ad4f-4471533c9376 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:10.129598 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbef9084-aad4-4f8d-86b3-babf11f4d9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b61ca-d7f5-4c9a-ab7a-133976d8844b', 'code': 200} Sep 22 10:35:10.150192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:10.210974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a9cb0-cc42-4166-b5be-a3281cc5fc30 req-9c5548d4-b973-41c4-bb68-78bf21329499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:10.212625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e0a9cb0-cc42-4166-b5be-a3281cc5fc30 req-9c5548d4-b973-41c4-bb68-78bf21329499 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 1097 time: 0.0401051 Sep 22 10:35:10.247446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e0a9cb0-cc42-4166-b5be-a3281cc5fc30 req-ea6bb8e3-da46-4a2d-88ae-28bf307bc8c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274487 Sep 22 10:35:10.262176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40822) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:10.372280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7190929e-27ca-4ad3-abd2-5eb0a3af2674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:10.467072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259cbb0-0abc-4ba8-b2f1-197c8c7f0bb8 req-6dcbdcea-db11-4788-b3b9-d96a55de3a6a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:10.469123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2259cbb0-0abc-4ba8-b2f1-197c8c7f0bb8 req-6dcbdcea-db11-4788-b3b9-d96a55de3a6a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 946 time: 0.0681901 Sep 22 10:35:10.527492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2259cbb0-0abc-4ba8-b2f1-197c8c7f0bb8 req-18170231-96f4-40b7-b941-01e519c6def3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511725 Sep 22 10:35:10.537022 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7190929e-27ca-4ad3-abd2-5eb0a3af2674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:10.635568 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7190929e-27ca-4ad3-abd2-5eb0a3af2674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:10.676132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190929e-27ca-4ad3-abd2-5eb0a3af2674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b91f86-b166-4a64-bb00-cd94fdf26974,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:10.681618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7190929e-27ca-4ad3-abd2-5eb0a3af2674 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39453a47435648a1ab102a4d3ea2bebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184809 Sep 22 10:35:10.684330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40832) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:10.731753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ae57a9-216c-430e-b6b4-d4535b7645c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:10.753848 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ae57a9-216c-430e-b6b4-d4535b7645c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:10.894758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ae57a9-216c-430e-b6b4-d4535b7645c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:10.897241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ae57a9-216c-430e-b6b4-d4535b7645c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:10.898490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-19ae57a9-216c-430e-b6b4-d4535b7645c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24b91f86-b166-4a64-bb00-cd94fdf26974 HTTP/1.1" status: 204 len: 168 time: 0.2133207 Sep 22 10:35:10.907169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae57a9-216c-430e-b6b4-d4535b7645c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b91f86-b166-4a64-bb00-cd94fdf26974,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:11.189733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61263d8c-690f-42e9-a34e-5b94054d745e req-8c325186-db57-4eef-ba1b-d3e4f353331d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:11.189733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61263d8c-690f-42e9-a34e-5b94054d745e req-8c325186-db57-4eef-ba1b-d3e4f353331d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0505886 Sep 22 10:35:11.230216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61263d8c-690f-42e9-a34e-5b94054d745e req-e036802c-6e8c-4768-9bc6-7b79037c0a08 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344167 Sep 22 10:35:11.545421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40848) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:11.559428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f82c8fea-0f25-44c8-be3d-06c21757aee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:11.672169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066112af-a294-4423-a7d4-4ad981bc0715 req-9ac3a2c2-917b-46ee-90ae-2bf80952f0dd tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:11.673655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-066112af-a294-4423-a7d4-4ad981bc0715 req-9ac3a2c2-917b-46ee-90ae-2bf80952f0dd tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 946 time: 0.0679247 Sep 22 10:35:11.722425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f82c8fea-0f25-44c8-be3d-06c21757aee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:11.736050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-066112af-a294-4423-a7d4-4ad981bc0715 req-ffe29def-8cda-4122-a617-b407b015aa8e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555341 Sep 22 10:35:11.807020 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f82c8fea-0f25-44c8-be3d-06c21757aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:11.845601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c8fea-0f25-44c8-be3d-06c21757aee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534ed9f8-c9a8-4521-aa00-e590ffa45cea,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:11.852503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f82c8fea-0f25-44c8-be3d-06c21757aee4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72699e9f998e4cafb15797c0e47a790e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035007 Sep 22 10:35:11.853282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40858) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:11.905206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5dad17b-4597-41b4-a40d-ce304fcd1727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:11.949737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5dad17b-4597-41b4-a40d-ce304fcd1727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:11.994923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b020ba-18cd-4404-8a83-573fcfe895e8 req-356cb041-20a4-4aa4-a570-fbef2885483c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:11.996415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3b020ba-18cd-4404-8a83-573fcfe895e8 req-356cb041-20a4-4aa4-a570-fbef2885483c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 946 time: 0.0814266 Sep 22 10:35:12.046970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3b020ba-18cd-4404-8a83-573fcfe895e8 req-a447215a-2488-4d0d-af0c-ff7da0d92664 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Sep 22 10:35:12.123356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5dad17b-4597-41b4-a40d-ce304fcd1727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:12.125882 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5dad17b-4597-41b4-a40d-ce304fcd1727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:12.129305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a5dad17b-4597-41b4-a40d-ce304fcd1727 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/534ed9f8-c9a8-4521-aa00-e590ffa45cea HTTP/1.1" status: 204 len: 168 time: 0.2734919 Sep 22 10:35:12.151210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dad17b-4597-41b4-a40d-ce304fcd1727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ed9f8-c9a8-4521-aa00-e590ffa45cea,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:12.184355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ceb7e8-60da-4557-86fe-77d394bf1464 req-f55cdf99-129d-4982-98c3-bd944ef5897a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:12.186605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5ceb7e8-60da-4557-86fe-77d394bf1464 req-f55cdf99-129d-4982-98c3-bd944ef5897a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 946 time: 0.0743928 Sep 22 10:35:12.228769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5ceb7e8-60da-4557-86fe-77d394bf1464 req-c490eeb6-dcb3-43b9-a568-1fab3e246f0d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382836 Sep 22 10:35:12.704894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830b4b3-3efc-4acf-a9c3-4869cdc25cdd req-92d101d3-35ea-4795-87a1-85d35b52b1fc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:12.706424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b830b4b3-3efc-4acf-a9c3-4869cdc25cdd req-92d101d3-35ea-4795-87a1-85d35b52b1fc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0500937 Sep 22 10:35:12.746590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b830b4b3-3efc-4acf-a9c3-4869cdc25cdd req-4b05ae32-0daf-4d1b-b5e5-ef8e48616fbc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337474 Sep 22 10:35:12.863954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8f4b5-cdb6-4a7e-b216-d919bbe3f832 req-8d13becd-099a-4ca8-a810-18c1da2adc89 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:12.865425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bdb8f4b5-cdb6-4a7e-b216-d919bbe3f832 req-8d13becd-099a-4ca8-a810-18c1da2adc89 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 946 time: 0.0512576 Sep 22 10:35:12.907931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bdb8f4b5-cdb6-4a7e-b216-d919bbe3f832 req-5e7fb54b-fb62-47d9-882d-51188bf59d0a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365396 Sep 22 10:35:13.716621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ffc3e-3eba-447e-b0cf-82800b46b50b req-8910deb0-ab22-441f-aa0b-9aeaed02a9e3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:13.718710 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc2ffc3e-3eba-447e-b0cf-82800b46b50b req-8910deb0-ab22-441f-aa0b-9aeaed02a9e3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.3713841 Sep 22 10:35:13.738015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-36ff1312-c358-4466-ac0e-c5f64cef0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:13.739750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-36ff1312-c358-4466-ac0e-c5f64cef0599 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1096 time: 0.0712078 Sep 22 10:35:13.797719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc2ffc3e-3eba-447e-b0cf-82800b46b50b req-5304e208-5b1b-4199-b613-db34f9226fce tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691183 Sep 22 10:35:13.856853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-d7dc388f-3eec-4204-994c-d6c2650a9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:13.858444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-d7dc388f-3eec-4204-994c-d6c2650a9249 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.1106863 Sep 22 10:35:13.928446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-2c121b3a-7a2b-424e-bc89-f985d31ab805 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1000 time: 0.0605147 Sep 22 10:35:14.024836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40918) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:14.053162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-5cd8de0e-042f-41e4-bbb5-baf86c4d5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:14.054753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-5cd8de0e-042f-41e4-bbb5-baf86c4d5e21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.1206234 Sep 22 10:35:14.115454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a877d5-5ff2-4eb0-8817-693cfe97b642 req-03bf1c1e-8d83-4d55-bdf8-ce4cfe7fcabb tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:14.130366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59a877d5-5ff2-4eb0-8817-693cfe97b642 req-03bf1c1e-8d83-4d55-bdf8-ce4cfe7fcabb tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 946 time: 0.1286535 Sep 22 10:35:14.136950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-a1363274-bba3-4834-8f93-28d85e937d39 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:14.138446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-a1363274-bba3-4834-8f93-28d85e937d39 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 946 time: 0.1405525 Sep 22 10:35:14.213410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-b2fcaac7-77eb-4119-9422-2a7dd4adb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:14.214994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-b2fcaac7-77eb-4119-9422-2a7dd4adb417 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518710 Sep 22 10:35:14.241651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59a877d5-5ff2-4eb0-8817-693cfe97b642 req-23d214bb-9da6-4157-b526-65ee1b607448 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151583 Sep 22 10:35:14.352514 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3553652-1dc4-49c9-90e0-046622810d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.421836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Deleting port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:14.421836 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.428661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-c31a7e2f-3b53-4313-b953-ce076f2d14e3 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855688 Sep 22 10:35:14.477524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3553652-1dc4-49c9-90e0-046622810d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.573468 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3553652-1dc4-49c9-90e0-046622810d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.602038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] For port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:14.602447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.613236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a902a9f1-5ec0-4218-b348-69167dd2d2df req-c5a4f942-d12c-455f-8227-4fb401dcef72 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731429 Sep 22 10:35:14.616092 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e3553652-1dc4-49c9-90e0-046622810d5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71cd111ccf084b96948c52e8d3a9bc17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5900903 Sep 22 10:35:14.618416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3553652-1dc4-49c9-90e0-046622810d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ce4a0-c77f-4bb4-a9d4-daec3847230a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:14.620403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40934) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:14.627855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Calling delete_port for dd5b61ca-d7f5-4c9a-ab7a-133976d8844b owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:14.729226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8256d65-f8b7-4a3e-9fb8-823e85d539f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.760881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8256d65-f8b7-4a3e-9fb8-823e85d539f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.926030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.940650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1bcf7b49-9b2a-4520-bbb1-c398b537f5ea'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:14.947597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79', 'dd5b61ca-d7f5-4c9a-ab7a-133976d8844b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:14.961879 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8256d65-f8b7-4a3e-9fb8-823e85d539f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.964440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8256d65-f8b7-4a3e-9fb8-823e85d539f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:14.965598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a8256d65-f8b7-4a3e-9fb8-823e85d539f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b1ce4a0-c77f-4bb4-a9d4-daec3847230a HTTP/1.1" status: 204 len: 168 time: 0.3436999 Sep 22 10:35:14.976104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612425e0-4281-4168-b226-ecb2b0047008 req-48b11cc8-98a3-426d-9fd0-f2eba49bce0d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:14.977594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-612425e0-4281-4168-b226-ecb2b0047008 req-48b11cc8-98a3-426d-9fd0-f2eba49bce0d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0882273 Sep 22 10:35:14.979794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event deleted for resources: {'Port': ['ID=dd5b61ca-d7f5-4c9a-ab7a-133976d8844b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:14.991016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8256d65-f8b7-4a3e-9fb8-823e85d539f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ce4a0-c77f-4bb4-a9d4-daec3847230a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:15.042227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] No DVR routers for this DVR port dd5b61ca-d7f5-4c9a-ab7a-133976d8844b on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:35:15.047133 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:15.049168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21e719c0-45ea-4b93-afec-4b00f4053682 req-d893aa1d-b514-47c2-95ab-16928643a563 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.32 "DELETE /v2.0/ports/dd5b61ca-d7f5-4c9a-ab7a-133976d8844b HTTP/1.1" status: 204 len: 173 time: 0.8955894 Sep 22 10:35:15.050731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbef9084-aad4-4f8d-86b3-babf11f4d9dd', 'name': 'network-vif-deleted', 'tag': 'dd5b61ca-d7f5-4c9a-ab7a-133976d8844b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:15.052236 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb57485-0315-4bab-9399-475f95403eeb" -d '{"events": [{"server_uuid": "dbef9084-aad4-4f8d-86b3-babf11f4d9dd", "name": "network-vif-deleted", "tag": "dd5b61ca-d7f5-4c9a-ab7a-133976d8844b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:15.082950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-612425e0-4281-4168-b226-ecb2b0047008 req-48193bac-9abe-4844-aa73-0df1e779ac3c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700457 Sep 22 10:35:15.137854 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5d40cd-01ff-4764-b579-796b627ff566 x-openstack-request-id: req-0c5d40cd-01ff-4764-b579-796b627ff566 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:15.138402 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbef9084-aad4-4f8d-86b3-babf11f4d9dd", "name": "network-vif-deleted", "tag": "dd5b61ca-d7f5-4c9a-ab7a-133976d8844b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:15.138816 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c5d40cd-01ff-4764-b579-796b627ff566 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:15.139477 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbef9084-aad4-4f8d-86b3-babf11f4d9dd', 'name': 'network-vif-deleted', 'tag': 'dd5b61ca-d7f5-4c9a-ab7a-133976d8844b', 'status': 'completed', 'code': 200} Sep 22 10:35:15.322227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8449ae74-1e26-4ce0-9f96-64c5ea713ae6 req-e72537a0-0f22-4158-b72c-8bdfd25506fa tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbef9084-aad4-4f8d-86b3-babf11f4d9dd HTTP/1.1" status: 200 len: 210 time: 0.0264845 Sep 22 10:35:15.856903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 40972) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:15.873032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3c7d-2f3f-453c-b210-ed7993414946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:15.960995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3c7d-2f3f-453c-b210-ed7993414946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:16.097648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9f3c7d-2f3f-453c-b210-ed7993414946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:16.138113 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae9f3c7d-2f3f-453c-b210-ed7993414946 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=417dc56ade324c3281a89c065d68c70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800047 Sep 22 10:35:16.140602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f3c7d-2f3f-453c-b210-ed7993414946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770baa2a-b8e6-4d47-8d5d-8583579c1a3c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:16.141421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 40980) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:16.238290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5c74e73-5b0d-4e07-a23a-270208a57273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:16.248455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abefefb-3928-43f2-842a-90365263fb3f req-57e0d869-f876-4576-8c22-112f6fa6b2f2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:16.250009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1abefefb-3928-43f2-842a-90365263fb3f req-57e0d869-f876-4576-8c22-112f6fa6b2f2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0850608 Sep 22 10:35:16.283419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5c74e73-5b0d-4e07-a23a-270208a57273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:16.322678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1abefefb-3928-43f2-842a-90365263fb3f req-b7400f9d-e60c-40c1-9e15-99eda9abd6fe tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655725 Sep 22 10:35:16.459282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5c74e73-5b0d-4e07-a23a-270208a57273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:16.462208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5c74e73-5b0d-4e07-a23a-270208a57273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:16.463458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b5c74e73-5b0d-4e07-a23a-270208a57273 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/770baa2a-b8e6-4d47-8d5d-8583579c1a3c HTTP/1.1" status: 204 len: 168 time: 0.3203948 Sep 22 10:35:16.478591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c74e73-5b0d-4e07-a23a-270208a57273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770baa2a-b8e6-4d47-8d5d-8583579c1a3c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:16.499362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64598522-6f9c-4deb-beb5-b5f702321c46 req-eb8375a9-bc07-484c-b554-1122a7784479 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:16.501055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64598522-6f9c-4deb-beb5-b5f702321c46 req-eb8375a9-bc07-484c-b554-1122a7784479 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0793197 Sep 22 10:35:16.543647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64598522-6f9c-4deb-beb5-b5f702321c46 req-bd395c48-a5c2-4da0-859e-3500bb6b8797 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343180 Sep 22 10:35:17.252399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41014) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:17.359712 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eacb5e52-139a-46db-9fb0-bec017dd9cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:17.443561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eacb5e52-139a-46db-9fb0-bec017dd9cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:17.606767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eacb5e52-139a-46db-9fb0-bec017dd9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:17.648075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-eacb5e52-139a-46db-9fb0-bec017dd9cb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e5404490cc14c399472034584b579c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027259 Sep 22 10:35:17.649210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb5e52-139a-46db-9fb0-bec017dd9cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647dc9fa-2593-4454-98a7-6a4c1886bfce,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:17.650942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:17.703801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2d02-314b-4946-af28-a14b60f6b705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:17.725287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2d02-314b-4946-af28-a14b60f6b705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:17.738959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device dd5b61ca-d7f5-4c9a-ab7a-133976d8844b no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:17.758658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: dd5b61ca-d7f5-4c9a-ab7a-133976d8844b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:17.759001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device dd5b61ca-d7f5-4c9a-ab7a-133976d8844b not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:17.932144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2d02-314b-4946-af28-a14b60f6b705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:17.937072 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2d02-314b-4946-af28-a14b60f6b705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:17.937861 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8d0e2d02-314b-4946-af28-a14b60f6b705 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/647dc9fa-2593-4454-98a7-6a4c1886bfce HTTP/1.1" status: 204 len: 168 time: 0.2859178 Sep 22 10:35:17.945895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e2d02-314b-4946-af28-a14b60f6b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647dc9fa-2593-4454-98a7-6a4c1886bfce,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:18.013434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66ba9d-e9da-4bdf-beeb-4ce8580c4d85 req-450945ec-0b5f-4142-92fd-e25cfe8cc484 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:18.015562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df66ba9d-e9da-4bdf-beeb-4ce8580c4d85 req-450945ec-0b5f-4142-92fd-e25cfe8cc484 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 946 time: 0.0505462 Sep 22 10:35:18.052613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df66ba9d-e9da-4bdf-beeb-4ce8580c4d85 req-0f25ce17-0868-4476-b53c-e4db3fb0b6ff tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309319 Sep 22 10:35:18.157661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61347dab-f9c6-4609-a55f-d7c87ef3ef55 req-5e5494c9-2282-439a-b31c-7deb1b53677d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:18.159229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61347dab-f9c6-4609-a55f-d7c87ef3ef55 req-5e5494c9-2282-439a-b31c-7deb1b53677d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0517709 Sep 22 10:35:18.199036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61347dab-f9c6-4609-a55f-d7c87ef3ef55 req-b5319d4d-a4da-47b1-bbb2-4bc621cddd1d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 Sep 22 10:35:18.589631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41060) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:18.612805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dae495a5-c979-4ff8-abc3-72466e3b7c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:18.643786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-2dcc16be-23a1-4080-8aaf-807fe0250143 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:18.645440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-2dcc16be-23a1-4080-8aaf-807fe0250143 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 946 time: 0.0915651 Sep 22 10:35:18.782268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bb781-0025-4584-b27f-656cefef5a78 req-b4c6e293-d423-4c19-ac8e-0505ce279b5a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:18.784083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-438bb781-0025-4584-b27f-656cefef5a78 req-b4c6e293-d423-4c19-ac8e-0505ce279b5a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1305480 Sep 22 10:35:18.872803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-438bb781-0025-4584-b27f-656cefef5a78 req-478baa46-17d3-401c-80c0-f86a8c8054a5 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785422 Sep 22 10:35:18.874670 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dae495a5-c979-4ff8-abc3-72466e3b7c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:18.880219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Deleting port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:18.880554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:18.976193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] For port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:18.976448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:18.984390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dae495a5-c979-4ff8-abc3-72466e3b7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:18.999052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Calling delete_port for 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:19.038510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dae495a5-c979-4ff8-abc3-72466e3b7c83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46070bb70e0742bc868ec258a3b1d867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479694 Sep 22 10:35:19.041773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41066) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:19.070282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae495a5-c979-4ff8-abc3-72466e3b7c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f66c7b-2bc2-42ac-a490-8b531d7ad3dc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:19.095094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ead3be87-4fdb-4d3c-972a-0efd5224d70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:19.119634 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ead3be87-4fdb-4d3c-972a-0efd5224d70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:19.200732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040033e5-870a-40b3-bfa4-94a2e283ea02 req-39f5e5c6-a387-4108-b048-f32746a85fca tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:19.204809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-040033e5-870a-40b3-bfa4-94a2e283ea02 req-39f5e5c6-a387-4108-b048-f32746a85fca tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 946 time: 0.0640702 Sep 22 10:35:19.240953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-040033e5-870a-40b3-bfa4-94a2e283ea02 req-5d90e93b-1c33-41cb-be2e-5466aff04670 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Sep 22 10:35:19.254852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ead3be87-4fdb-4d3c-972a-0efd5224d70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:19.256344 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:19.257492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ead3be87-4fdb-4d3c-972a-0efd5224d70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:19.258727 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ead3be87-4fdb-4d3c-972a-0efd5224d70b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84f66c7b-2bc2-42ac-a490-8b531d7ad3dc HTTP/1.1" status: 204 len: 168 time: 0.2157903 Sep 22 10:35:19.267076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3be87-4fdb-4d3c-972a-0efd5224d70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f66c7b-2bc2-42ac-a490-8b531d7ad3dc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:19.275025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1bcf7b49-9b2a-4520-bbb1-c398b537f5ea'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:19.278657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:19.295855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event deleted for resources: {'Port': ['ID=1bcf7b49-9b2a-4520-bbb1-c398b537f5ea,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:19.339615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] No DVR routers for this DVR port 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:35:19.343973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:19.345138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f15fb94-eea1-4db6-b0ca-f9f295849ff4 req-d5308451-7cd9-41db-a3b6-f37c3033c43a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "DELETE /v2.0/ports/1bcf7b49-9b2a-4520-bbb1-c398b537f5ea HTTP/1.1" status: 204 len: 173 time: 0.6928432 Sep 22 10:35:19.345988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d2cc27-2a30-4db4-a1a2-31f534b34719', 'name': 'network-vif-deleted', 'tag': '1bcf7b49-9b2a-4520-bbb1-c398b537f5ea'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:19.348176 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf861f7-1397-43ef-b4d1-be186a866486" -d '{"events": [{"server_uuid": "a2d2cc27-2a30-4db4-a1a2-31f534b34719", "name": "network-vif-deleted", "tag": "1bcf7b49-9b2a-4520-bbb1-c398b537f5ea"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:19.406612 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567d5786-ef39-4876-b039-ff5aa8734d9b x-openstack-request-id: req-567d5786-ef39-4876-b039-ff5aa8734d9b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:19.406968 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d2cc27-2a30-4db4-a1a2-31f534b34719", "name": "network-vif-deleted", "tag": "1bcf7b49-9b2a-4520-bbb1-c398b537f5ea", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:19.407778 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-567d5786-ef39-4876-b039-ff5aa8734d9b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:19.408221 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d2cc27-2a30-4db4-a1a2-31f534b34719', 'name': 'network-vif-deleted', 'tag': '1bcf7b49-9b2a-4520-bbb1-c398b537f5ea', 'status': 'completed', 'code': 200} Sep 22 10:35:20.011767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dc455-fa27-4459-9557-6b105fa612cc req-d9bc1870-3267-4e8b-b222-4d769183cb3d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:20.013457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-626dc455-fa27-4459-9557-6b105fa612cc req-d9bc1870-3267-4e8b-b222-4d769183cb3d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0600281 Sep 22 10:35:20.055517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-626dc455-fa27-4459-9557-6b105fa612cc req-9dc4b0d6-17ad-4729-9264-9fba92b94ceb tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338240 Sep 22 10:35:20.520756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a119748-cfa9-4f48-a795-9dd86898b5cd req-79fa950d-b8cc-4476-9a36-767e52319980 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d2cc27-2a30-4db4-a1a2-31f534b34719 HTTP/1.1" status: 200 len: 210 time: 0.0378342 Sep 22 10:35:20.738493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4b81-62dc-4109-85e5-622a25e79576 req-09741ee2-e9e2-474d-b729-033ad97e7b50 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:20.739825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82dd4b81-62dc-4109-85e5-622a25e79576 req-09741ee2-e9e2-474d-b729-033ad97e7b50 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0546916 Sep 22 10:35:20.778008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82dd4b81-62dc-4109-85e5-622a25e79576 req-808cb4c5-5795-4272-b157-3c0dd39fc7e5 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321701 Sep 22 10:35:21.363652 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41130) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:21.468394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4f5096fc-8d43-4009-a118-be8655c4547f tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-634666048'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:21.468890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4f5096fc-8d43-4009-a118-be8655c4547f tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Unknown quota resources ['metering_label']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:35:21.758671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4f5096fc-8d43-4009-a118-be8655c4547f tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:21.762606 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4f5096fc-8d43-4009-a118-be8655c4547f tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3978248 Sep 22 10:35:21.763422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41154) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:21.768132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a537c417-16dc-4585-8889-fcbf20e6dd02 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e6d714b8-aa6f-4d07-a5b7-7ba14248f75c'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:21.768619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a537c417-16dc-4585-8889-fcbf20e6dd02 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:35:21.867535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-33bc302e-8b41-45b1-846b-ea1a873a5606 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:21.869043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-33bc302e-8b41-45b1-846b-ea1a873a5606 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.1089327 Sep 22 10:35:21.884149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-36872345-800e-4350-a57d-823474521794 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/quotas/308177db81fe4998a826f4222b77bc2e HTTP/1.1" status: 200 len: 375 time: 0.0090423 Sep 22 10:35:21.928752 n-d-807025-3 neutron-server[95681]: WARNING neutron.services.metering.metering_plugin [None req-a537c417-16dc-4585-8889-fcbf20e6dd02 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 22 10:35:21.934592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-7b525edc-643e-4295-b814-2d7ab4c83b9c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443072 Sep 22 10:35:22.029688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-52009ef3-1f98-4826-aad5-768129221bc5 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877891 Sep 22 10:35:22.033401 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a537c417-16dc-4585-8889-fcbf20e6dd02 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:22.034725 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a537c417-16dc-4585-8889-fcbf20e6dd02 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2702870 Sep 22 10:35:22.037734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41164) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:22.042030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-36b6dc1a-3017-4654-bdc3-8c28989cbb14 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e6d714b8-aa6f-4d07-a5b7-7ba14248f75c'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:22.042649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-36b6dc1a-3017-4654-bdc3-8c28989cbb14 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:35:22.129333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-264ad41f-4b65-43c3-9666-cb90d422fbf5 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928333 Sep 22 10:35:22.171755 n-d-807025-3 neutron-server[95681]: WARNING neutron.services.metering.metering_plugin [None req-36b6dc1a-3017-4654-bdc3-8c28989cbb14 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 22 10:35:22.248502 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36b6dc1a-3017-4654-bdc3-8c28989cbb14 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:22.249736 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-36b6dc1a-3017-4654-bdc3-8c28989cbb14 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2109194 Sep 22 10:35:22.252451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41168) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:22.262368 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f059e9ad-276a-4bd7-a527-ef6a7b35b7f2 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=5d79f982-ec0e-46eb-a403-eafcda474c8f HTTP/1.1" status: 200 len: 464 time: 0.0088229 Sep 22 10:35:22.265117 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb90d-051e-4836-835c-f43beb60db71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:22.265690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41170) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:22.500755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-764e5c43-ae44-4e1b-8894-8723fc5d3af2 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:22.504423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-764e5c43-ae44-4e1b-8894-8723fc5d3af2 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/5d79f982-ec0e-46eb-a403-eafcda474c8f HTTP/1.1" status: 204 len: 168 time: 0.2355998 Sep 22 10:35:22.504577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41180) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:22.521812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6a781099-7519-4f1a-b138-0d28d25dd00e tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=5d79f982-ec0e-46eb-a403-eafcda474c8f HTTP/1.1" status: 200 len: 221 time: 0.0133038 Sep 22 10:35:22.522047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41182) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:22.526288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0336aa13-6040-414e-b42c-a30a2143e338 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1438799306', 'description': 'label created by tempest'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:22.526746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0336aa13-6040-414e-b42c-a30a2143e338 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Unknown quota resources ['metering_label']. {{(pid=95682) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:35:22.559760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec09c7-92d6-4f4f-b84a-fe8682135676 req-1f66237f-0b4a-4636-aa58-07092f340c61 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:22.561849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1ec09c7-92d6-4f4f-b84a-fe8682135676 req-1f66237f-0b4a-4636-aa58-07092f340c61 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1782143 Sep 22 10:35:22.628942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1ec09c7-92d6-4f4f-b84a-fe8682135676 req-328cf119-7804-4dad-bdb8-2f33e2b08a4a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Sep 22 10:35:22.844377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5977460b-d594-4c0a-917e-908ac314ad59 req-81dcb27a-74f1-49fb-8535-a9f57a8c9767 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 210 time: 0.1173246 Sep 22 10:35:22.936064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0336aa13-6040-414e-b42c-a30a2143e338 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:22.936064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0336aa13-6040-414e-b42c-a30a2143e338 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4102657 Sep 22 10:35:22.937436 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41192) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:22.995364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ffb81-35de-46c1-9ec3-20de7ad2b644 req-656eabe6-8d99-47fc-aedb-2374aadcb6f4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:22.997367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f78ffb81-35de-46c1-9ec3-20de7ad2b644 req-656eabe6-8d99-47fc-aedb-2374aadcb6f4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0683789 Sep 22 10:35:23.020485 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fb7bf548-8c76-4f2e-8fb3-8fe73a63789a tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=f99cc466-7bb8-4a97-9df8-58b52903dfa8 HTTP/1.1" status: 200 len: 468 time: 0.0816073 Sep 22 10:35:23.021069 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41194) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:23.039313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f78ffb81-35de-46c1-9ec3-20de7ad2b644 req-de24e3ac-e426-4d14-ad25-9bf43e9a4ce7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351584 Sep 22 10:35:23.222914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4dda7-710b-4f70-a8ba-30cb1c5337c8 req-32ca9716-297c-42d8-8869-9bf6e1dbb116 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:23.224531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0f4dda7-710b-4f70-a8ba-30cb1c5337c8 req-32ca9716-297c-42d8-8869-9bf6e1dbb116 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0573485 Sep 22 10:35:23.265647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0f4dda7-710b-4f70-a8ba-30cb1c5337c8 req-2da17c54-36da-4eb8-990e-86cd7ed328e7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344369 Sep 22 10:35:23.302587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f100dbc7-9515-4308-8de0-07681a53188c tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:23.304017 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f100dbc7-9515-4308-8de0-07681a53188c tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/f99cc466-7bb8-4a97-9df8-58b52903dfa8 HTTP/1.1" status: 204 len: 168 time: 0.2816408 Sep 22 10:35:23.313231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41206) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:23.325136 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9911c091-23e9-412b-95c0-6881d393cc8c tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=f99cc466-7bb8-4a97-9df8-58b52903dfa8 HTTP/1.1" status: 200 len: 216 time: 0.0106061 Sep 22 10:35:23.330082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41208) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:23.340772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-aafa0f66-9104-477a-80b9-cb162eace21e tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0093508 Sep 22 10:35:23.344567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41210) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:23.368788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0952a2e5-402d-49f1-9998-44e03341f7b0 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0230334 Sep 22 10:35:23.372937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41212) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:23.409634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a0ef7-e5e1-4739-b1fa-a2ffee7084c9 req-384fd5dc-72b8-4ac5-b88e-9c6290c59b12 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:23.417388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe1a0ef7-e5e1-4739-b1fa-a2ffee7084c9 req-384fd5dc-72b8-4ac5-b88e-9c6290c59b12 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0694799 Sep 22 10:35:23.430601 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fabf24a5-1fe6-4376-9dd0-dc746c984794 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/e6d714b8-aa6f-4d07-a5b7-7ba14248f75c HTTP/1.1" status: 200 len: 472 time: 0.0562675 Sep 22 10:35:23.434653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41214) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:23.445504 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c52e2148-6a4c-428e-a9fb-90d6746adee4 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/d328c6ee-c907-4672-9c01-8275c9b5d152 HTTP/1.1" status: 200 len: 461 time: 0.0095747 Sep 22 10:35:23.448897 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41216) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:23.453162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe1a0ef7-e5e1-4739-b1fa-a2ffee7084c9 req-4fd9ca34-0a4c-433b-9602-70591d80dd3e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348687 Sep 22 10:35:23.600779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-030a2714-8ce4-44bd-b6de-91209eaf6892 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:23.604368 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-030a2714-8ce4-44bd-b6de-91209eaf6892 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/d328c6ee-c907-4672-9c01-8275c9b5d152 HTTP/1.1" status: 204 len: 168 time: 0.1520872 Sep 22 10:35:23.604509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41220) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:23.898593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:23.926031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45673a23-9b27-4e69-a6ed-5cf17d9ccf02 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:23.926325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:23.926588 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1bcf7b49-9b2a-4520-bbb1-c398b537f5ea not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:23.929268 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-45673a23-9b27-4e69-a6ed-5cf17d9ccf02 tempest-MeteringTestJSON-1072959670 tempest-MeteringTestJSON-1072959670-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/e6d714b8-aa6f-4d07-a5b7-7ba14248f75c HTTP/1.1" status: 204 len: 168 time: 0.3238595 Sep 22 10:35:23.959505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3cfbd31c-cbae-4a86-abfc-8a802c32c95f req-9f84b1d2-0118-4545-9e47-1bf470d7a002 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 210 time: 0.0317025 Sep 22 10:35:24.463928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41234) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:24.583981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:24.676283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-09dafbbb-2873-43e2-a7f7-c881bd29c012 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:24.677802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-09dafbbb-2873-43e2-a7f7-c881bd29c012 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.1056008 Sep 22 10:35:24.680384 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:24.691377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Request body: {'port': {'device_id': '7dad37bb-005d-4c01-b29a-3b12ad146213', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'admin_state_up': True, 'tenant_id': '308177db81fe4998a826f4222b77bc2e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:24.831059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:24.889571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132df9ca-e3d6-4bad-ac85-f4d0e5e2fd5f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:24.896566 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ae55fb114de4f5f9b51c74389eeac83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289391 Sep 22 10:35:24.897385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41240) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:24.919010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.919507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.919954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.920394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.922780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.923193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.923646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.924494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.924963 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.925428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.926387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.927814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b0aa6b-83fa-4f3e-9bdf-5bd200a45476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:24.977474 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b51e7a22-3706-4e9d-8244-b599c958794d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.013909 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b51e7a22-3706-4e9d-8244-b599c958794d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.092371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f38776f-b267-4600-8d40-685ed293e3f1 req-c419315a-aa24-46f4-aadf-3ef087b54da8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 210 time: 0.0309844 Sep 22 10:35:25.168859 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b51e7a22-3706-4e9d-8244-b599c958794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.169119 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0563be99-ad3f-4dc1-a165-04a2e220d91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.171454 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b51e7a22-3706-4e9d-8244-b599c958794d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.175095 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b51e7a22-3706-4e9d-8244-b599c958794d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/132df9ca-e3d6-4bad-ac85-f4d0e5e2fd5f HTTP/1.1" status: 204 len: 168 time: 0.2745197 Sep 22 10:35:25.186222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e7a22-3706-4e9d-8244-b599c958794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132df9ca-e3d6-4bad-ac85-f4d0e5e2fd5f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:25.291696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Made reservation on behalf of 308177db81fe4998a826f4222b77bc2e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:35:25.295280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.426002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Allocated IP 172.20.0.12 (aa0a3ea5-25c5-45d8-acb0-3607e4e2c864/45c71a83-301e-40d7-8110-ed696a6a52a0/89209c27-c029-4969-bd0f-830792b164f3) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:25.540986 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.591958 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.604792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.648807 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.743745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.754480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:25.790563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:25.793637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:25.797977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:25.824274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event updated for resources: {'Port': ['ID=89209c27-c029-4969-bd0f-830792b164f3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:25.851542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:25.852160 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.952468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5d537e37-ede1-4220-b0c7-4a4c34431033 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2648463 Sep 22 10:35:25.966219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Request body: {'port': {'device_id': '7dad37bb-005d-4c01-b29a-3b12ad146213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:25.973963 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41256) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:25.987947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3a4b23a2-2611-45e6-bfa0-0b88ab35cdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.021876 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.080873 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3a4b23a2-2611-45e6-bfa0-0b88ab35cdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.157422 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.189547 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3a4b23a2-2611-45e6-bfa0-0b88ab35cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.227285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b23a2-2611-45e6-bfa0-0b88ab35cdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e65de-452b-4362-8083-5067b4c1b1a7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:26.232223 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3a4b23a2-2611-45e6-bfa0-0b88ab35cdb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=840ca2f0049849ecba86cd0b66777bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572074 Sep 22 10:35:26.236175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41260) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:26.277573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba2d8b-8351-4301-bc1e-4dcd3698947a req-1f0553a5-6f56-4971-b758-92d24a76bdf0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:26.279022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ba2d8b-8351-4301-bc1e-4dcd3698947a req-1f0553a5-6f56-4971-b758-92d24a76bdf0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 932 time: 0.1135237 Sep 22 10:35:26.284157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-def6c0c9-4f85-4120-9bb2-d9ffbeedc250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.306785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-def6c0c9-4f85-4120-9bb2-d9ffbeedc250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.363049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73ba2d8b-8351-4301-bc1e-4dcd3698947a req-5bc79bd3-38bd-45e1-b469-aaea2aa4a690 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717368 Sep 22 10:35:26.375826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89209c27-c029-4969-bd0f-830792b164f3 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:35:26.388672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.440775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-def6c0c9-4f85-4120-9bb2-d9ffbeedc250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.443585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-def6c0c9-4f85-4120-9bb2-d9ffbeedc250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.444770 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-def6c0c9-4f85-4120-9bb2-d9ffbeedc250 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb2e65de-452b-4362-8083-5067b4c1b1a7 HTTP/1.1" status: 204 len: 168 time: 0.2080610 Sep 22 10:35:26.446013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Transition to ACTIVE for port object 89209c27-c029-4969-bd0f-830792b164f3 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:35:26.453504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6c0c9-4f85-4120-9bb2-d9ffbeedc250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e65de-452b-4362-8083-5067b4c1b1a7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:26.571673 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.626437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=89209c27-c029-4969-bd0f-830792b164f3,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:26.700070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Attempting to bind port 89209c27-c029-4969-bd0f-830792b164f3 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:35:26.700414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Attempting to bind port 89209c27-c029-4969-bd0f-830792b164f3 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:35:26.700745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Attempting to bind port 89209c27-c029-4969-bd0f-830792b164f3 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:35:26.705549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Port 89209c27-c029-4969-bd0f-830792b164f3 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:35:26.706972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Attempting to bind port 89209c27-c029-4969-bd0f-830792b164f3 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:35:26.710679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:35:26.711027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Checking segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:35:26.711418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Bound using segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:35:26.711845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Bound port: 89209c27-c029-4969-bd0f-830792b164f3, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:35:26.712200 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.774260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] For port 89209c27-c029-4969-bd0f-830792b164f3, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:35:26.777384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] For port 89209c27-c029-4969-bd0f-830792b164f3, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=89209c27-c029-4969-bd0f-830792b164f3,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:35:26.846852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.881883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:26.882649 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.884290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] 10.222.0.30 "PUT /v2.0/ports/89209c27-c029-4969-bd0f-830792b164f3 HTTP/1.1" status: 200 len: 1092 time: 0.9222109 Sep 22 10:35:26.884795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dad37bb-005d-4c01-b29a-3b12ad146213', 'tag': '89209c27-c029-4969-bd0f-830792b164f3'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:26.887170 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a602b66-3dec-4aaf-be8f-c6897bc9da2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7dad37bb-005d-4c01-b29a-3b12ad146213", "tag": "89209c27-c029-4969-bd0f-830792b164f3"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:26.916081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d0020-0d3d-44b4-ad54-0039aa743dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=89209c27-c029-4969-bd0f-830792b164f3,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:26.937823 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a84d4-f1a6-4039-b78c-69140a9cf537 x-openstack-request-id: req-f54a84d4-f1a6-4039-b78c-69140a9cf537 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:26.937823 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dad37bb-005d-4c01-b29a-3b12ad146213", "tag": "89209c27-c029-4969-bd0f-830792b164f3", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:26.937823 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f54a84d4-f1a6-4039-b78c-69140a9cf537 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:26.938812 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dad37bb-005d-4c01-b29a-3b12ad146213', 'tag': '89209c27-c029-4969-bd0f-830792b164f3', 'status': 'completed', 'code': 200} Sep 22 10:35:27.012067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a602b66-3dec-4aaf-be8f-c6897bc9da2a req-3320cfec-e9d5-4b3b-8ffc-9e9229d8ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.013686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a602b66-3dec-4aaf-be8f-c6897bc9da2a req-3320cfec-e9d5-4b3b-8ffc-9e9229d8ce6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 1095 time: 0.0524931 Sep 22 10:35:27.118785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a602b66-3dec-4aaf-be8f-c6897bc9da2a req-091e80c4-5c7b-47a1-a419-d8e34614fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.120402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a602b66-3dec-4aaf-be8f-c6897bc9da2a req-091e80c4-5c7b-47a1-a419-d8e34614fb4a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=308177db81fe4998a826f4222b77bc2e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0961287 Sep 22 10:35:27.219366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a602b66-3dec-4aaf-be8f-c6897bc9da2a req-f872377c-7734-4785-bcbd-8e6878383513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.220892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a602b66-3dec-4aaf-be8f-c6897bc9da2a req-f872377c-7734-4785-bcbd-8e6878383513 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934267 Sep 22 10:35:27.305160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-3dd6789a-0a0d-4a62-9d8d-aa6518201443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.306868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-3dd6789a-0a0d-4a62-9d8d-aa6518201443 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 1095 time: 0.0450242 Sep 22 10:35:27.354719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-66c124f0-efd6-4f54-855e-0b8af0ecb768 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89209c27-c029-4969-bd0f-830792b164f3 HTTP/1.1" status: 200 len: 217 time: 0.0381451 Sep 22 10:35:27.413990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-c91fdce8-e8c9-48b4-b9a9-547c9b1679b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.417130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-c91fdce8-e8c9-48b4-b9a9-547c9b1679b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.0504260 Sep 22 10:35:27.467868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-5fac4799-1278-4fa8-8476-6da5b41ce68b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360043 Sep 22 10:35:27.567256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbd8b1-9082-4f1c-afe2-fa742ab654c7 req-d495794c-abeb-4c92-bd5a-9b90a0fea948 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.571318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbcbd8b1-9082-4f1c-afe2-fa742ab654c7 req-d495794c-abeb-4c92-bd5a-9b90a0fea948 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 944 time: 0.1289930 Sep 22 10:35:27.604761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-fdbdc1f9-ff44-4df6-b051-b03d9d30ca38 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232185 Sep 22 10:35:27.640172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbcbd8b1-9082-4f1c-afe2-fa742ab654c7 req-84d7de96-b625-4f29-a3fe-21171b1fd216 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629601 Sep 22 10:35:27.725469 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffddd1d8-a374-4ae1-9f55-89261010255b req-d34ac6f5-3c63-4bd0-97b8-921c61a342c1 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101649 Sep 22 10:35:28.206910 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:28.679154 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41320) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:28.770283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c289a4-9400-44d9-af27-43108a075212 req-35479cbb-213f-4021-a486-8e8ac2a268e7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:28.772373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9c289a4-9400-44d9-af27-43108a075212 req-35479cbb-213f-4021-a486-8e8ac2a268e7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 944 time: 0.0574684 Sep 22 10:35:28.791745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-485205513', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:28.826857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9c289a4-9400-44d9-af27-43108a075212 req-d9708c4d-588f-46d9-995a-236baeffe9a9 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477335 Sep 22 10:35:28.922865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Made reservation on behalf of a65a636ad6454fd9b87ca5d7c1145997 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:35:28.925315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:28.934194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.020552 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.115321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.120841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] device_id is not set on port fd0d9fc4-67f1-4b4a-b5d8-1b0e345e766b yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:35:29.195387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf519e-b13e-4dbe-b52f-738d82798751,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:29.257663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Allocated IP 172.25.1.50 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/fd0d9fc4-67f1-4b4a-b5d8-1b0e345e766b) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:29.314070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41340) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:29.412060 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.434824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f30f1c95-43ae-4445-918e-93f5e8446e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.503651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.530278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f30f1c95-43ae-4445-918e-93f5e8446e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.544210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:29.547654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:29.551308 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:29.594611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Pushing event updated for resources: {'Port': ['ID=fd0d9fc4-67f1-4b4a-b5d8-1b0e345e766b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:29.615310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:29.615928 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.630773 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f30f1c95-43ae-4445-918e-93f5e8446e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.667262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f1c95-43ae-4445-918e-93f5e8446e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe9b7f7-e47b-48fa-a029-e8fe59238d3a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:29.671932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f30f1c95-43ae-4445-918e-93f5e8446e78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff724391ae4b4b25a4a7781b5c7f4a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568485 Sep 22 10:35:29.674725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41346) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:29.714944 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e38f011e-fa2e-405e-9df3-c3b1a6ee329b tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.0346513 Sep 22 10:35:29.717654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41348) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:29.721859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.50'}]}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:29.727259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3193b93d-3001-4a1b-bc8e-92eb3cf31d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.750027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3193b93d-3001-4a1b-bc8e-92eb3cf31d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.831908 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.832963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.869658 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3193b93d-3001-4a1b-bc8e-92eb3cf31d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.872002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3193b93d-3001-4a1b-bc8e-92eb3cf31d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.882982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3193b93d-3001-4a1b-bc8e-92eb3cf31d7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fe9b7f7-e47b-48fa-a029-e8fe59238d3a HTTP/1.1" status: 204 len: 168 time: 0.1976047 Sep 22 10:35:29.883749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193b93d-3001-4a1b-bc8e-92eb3cf31d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe9b7f7-e47b-48fa-a029-e8fe59238d3a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:29.928356 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:29.984461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f41a5-f787-4475-b056-b58d825f58f8 req-8ad510f2-7000-47a2-96c7-e0fcdf13160e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:29.985957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289f41a5-f787-4475-b056-b58d825f58f8 req-8ad510f2-7000-47a2-96c7-e0fcdf13160e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 944 time: 0.0710912 Sep 22 10:35:30.025435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289f41a5-f787-4475-b056-b58d825f58f8 req-ac711a14-829a-4528-b792-c81060d28f37 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332327 Sep 22 10:35:30.477814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:30.515023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41372) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:30.615711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02191833-368a-486d-bbc7-2957b23759c1 req-61a681d6-d9cd-4957-b56d-6fda5ef7ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:30.617237 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-02191833-368a-486d-bbc7-2957b23759c1 req-61a681d6-d9cd-4957-b56d-6fda5ef7ba2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 1097 time: 0.1012416 Sep 22 10:35:30.682440 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-02191833-368a-486d-bbc7-2957b23759c1 req-794f8b2f-f968-430b-8286-3afb67e70baa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572054 Sep 22 10:35:30.694369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41376) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:30.709150 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48d89fa1-890c-491a-bc26-c7ca82634f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:30.800098 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48d89fa1-890c-491a-bc26-c7ca82634f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:30.818058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:30.836877 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:30.866269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48d89fa1-890c-491a-bc26-c7ca82634f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:30.905833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-48d89fa1-890c-491a-bc26-c7ca82634f21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3084317cd04042c98ddc31a717c8c872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103074 Sep 22 10:35:30.906859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d89fa1-890c-491a-bc26-c7ca82634f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c86ad6-fac8-48bd-b0cd-21ac0801ab56,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:30.909281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41380) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:30.965218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f47e7480-2549-412a-8a27-5df9133dcbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:30.990440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f47e7480-2549-412a-8a27-5df9133dcbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.043725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.128886 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f47e7480-2549-412a-8a27-5df9133dcbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.133017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f47e7480-2549-412a-8a27-5df9133dcbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.135749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f47e7480-2549-412a-8a27-5df9133dcbd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39c86ad6-fac8-48bd-b0cd-21ac0801ab56 HTTP/1.1" status: 204 len: 168 time: 0.2255385 Sep 22 10:35:31.149701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e7480-2549-412a-8a27-5df9133dcbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c86ad6-fac8-48bd-b0cd-21ac0801ab56,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:31.197597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee9731-0a58-486c-b637-8918431ac64b req-67b0b272-6091-4544-9e4e-76c1836dd5e5 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:31.199740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5eee9731-0a58-486c-b637-8918431ac64b req-67b0b272-6091-4544-9e4e-76c1836dd5e5 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 944 time: 0.1005361 Sep 22 10:35:31.219059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.219059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.257492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5eee9731-0a58-486c-b637-8918431ac64b req-0eb7deac-af65-4fd9-b723-6f0e5e3c1b14 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516877 Sep 22 10:35:31.320233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.320747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fcee57e-0889-42a4-b290-f2520e1d1145 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:35:31.432846 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 10:35:31.434053 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4b093497-16d5-4f4d-9fe9-db14c4caf431 tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7154469 Sep 22 10:35:31.437710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41396) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:31.536237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a85a4-b2de-4ec8-8677-b1b684de671f tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Deleting port fd0d9fc4-67f1-4b4a-b5d8-1b0e345e766b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:31.536578 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5a85a4-b2de-4ec8-8677-b1b684de671f tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.613883 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5a85a4-b2de-4ec8-8677-b1b684de671f tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.625650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a85a4-b2de-4ec8-8677-b1b684de671f tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Calling delete_port for fd0d9fc4-67f1-4b4a-b5d8-1b0e345e766b owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:31.910316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 89209c27-c029-4969-bd0f-830792b164f3 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:35:31.921153 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5a85a4-b2de-4ec8-8677-b1b684de671f tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:31.977794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a85a4-b2de-4ec8-8677-b1b684de671f tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd0d9fc4-67f1-4b4a-b5d8-1b0e345e766b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:32.024771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 89209c27-c029-4969-bd0f-830792b164f3, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=89209c27-c029-4969-bd0f-830792b164f3,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:32.027463 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b5a85a4-b2de-4ec8-8677-b1b684de671f tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:32.029438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4b5a85a4-b2de-4ec8-8677-b1b684de671f tempest-RoutersAdminNegativeIpV6Test-1851981316 tempest-RoutersAdminNegativeIpV6Test-1851981316-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fd0d9fc4-67f1-4b4a-b5d8-1b0e345e766b HTTP/1.1" status: 204 len: 168 time: 0.5906305 Sep 22 10:35:32.038171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '89209c27-c029-4969-bd0f-830792b164f3', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'port_id': '89209c27-c029-4969-bd0f-830792b164f3', 'mac_address': 'fa:16:3e:87:ad:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c71a83-301e-40d7-8110-ed696a6a52a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:35:32.076315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:32.089353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89209c27-c029-4969-bd0f-830792b164f3 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:35:32.109161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 89209c27-c029-4969-bd0f-830792b164f3, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=89209c27-c029-4969-bd0f-830792b164f3,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:32.183315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:32.235302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=89209c27-c029-4969-bd0f-830792b164f3,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:32.397692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbce585-343a-452b-9f55-b13ab512617e req-17ca96bb-b2c1-4356-be51-12f3fd275ad8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:32.399246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfbce585-343a-452b-9f55-b13ab512617e req-17ca96bb-b2c1-4356-be51-12f3fd275ad8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 945 time: 0.0521674 Sep 22 10:35:32.429266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['89209c27-c029-4969-bd0f-830792b164f3'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:32.463787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfbce585-343a-452b-9f55-b13ab512617e req-660d1374-4f3d-40fe-a3c9-06a46cd9b913 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562346 Sep 22 10:35:32.485079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41432) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:32.617584 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ad9de0be-19ad-4598-b701-e25b8acc68dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:32.707275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ad9de0be-19ad-4598-b701-e25b8acc68dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:32.831434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ad9de0be-19ad-4598-b701-e25b8acc68dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:32.872064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ad9de0be-19ad-4598-b701-e25b8acc68dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98b7e267d288444e869c063f0216234a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839118 Sep 22 10:35:32.872064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9de0be-19ad-4598-b701-e25b8acc68dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227674ac-004e-43e7-8be0-d86e96dbd498,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:32.873083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41440) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:32.927089 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58c95296-fce9-4c05-9989-0fd8feed3287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:32.950762 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58c95296-fce9-4c05-9989-0fd8feed3287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.103333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58c95296-fce9-4c05-9989-0fd8feed3287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.106479 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58c95296-fce9-4c05-9989-0fd8feed3287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.109078 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-58c95296-fce9-4c05-9989-0fd8feed3287 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/227674ac-004e-43e7-8be0-d86e96dbd498 HTTP/1.1" status: 204 len: 168 time: 0.2350035 Sep 22 10:35:33.119191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c95296-fce9-4c05-9989-0fd8feed3287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227674ac-004e-43e7-8be0-d86e96dbd498,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:33.589445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b365d0-34f5-4a4f-a63a-1faa3aa4b10f req-737a8cef-9414-4bc2-817a-631ad70bbcf0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:33.592941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58b365d0-34f5-4a4f-a63a-1faa3aa4b10f req-737a8cef-9414-4bc2-817a-631ad70bbcf0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 945 time: 0.0581937 Sep 22 10:35:33.637022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58b365d0-34f5-4a4f-a63a-1faa3aa4b10f req-15e51e46-87f2-4df3-988e-1753b9e5086e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Sep 22 10:35:33.807528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:33.847976 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eb7e444e-fb9b-4d49-a7e5-11b003ed2023 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a65a636ad6454fd9b87ca5d7c1145997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392854 Sep 22 10:35:33.850376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41472) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:33.898678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c16d5a0-8ccd-443a-b114-09c3480e3126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.914149 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 89209c27-c029-4969-bd0f-830792b164f3 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:35:33.922587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c16d5a0-8ccd-443a-b114-09c3480e3126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.077502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 89209c27-c029-4969-bd0f-830792b164f3 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:35:34.081562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 89209c27-c029-4969-bd0f-830792b164f3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:35:34.085458 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.102747 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c16d5a0-8ccd-443a-b114-09c3480e3126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.106196 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c16d5a0-8ccd-443a-b114-09c3480e3126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.107390 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c16d5a0-8ccd-443a-b114-09c3480e3126 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1bf519e-b13e-4dbe-b52f-738d82798751 HTTP/1.1" status: 204 len: 168 time: 0.2561102 Sep 22 10:35:34.118471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16d5a0-8ccd-443a-b114-09c3480e3126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf519e-b13e-4dbe-b52f-738d82798751,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:34.176313 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.198560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dad37bb-005d-4c01-b29a-3b12ad146213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89209c27-c029-4969-bd0f-830792b164f3'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:34.200800 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70ef699-6684-4a8c-a574-fc19c7872072" -d '{"events": [{"server_uuid": "7dad37bb-005d-4c01-b29a-3b12ad146213", "name": "network-vif-plugged", "status": "completed", "tag": "89209c27-c029-4969-bd0f-830792b164f3"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:34.215031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 89209c27-c029-4969-bd0f-830792b164f3, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=89209c27-c029-4969-bd0f-830792b164f3,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:34.240450 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f65241c-5581-4cf1-99a4-d916080436c3 x-openstack-request-id: req-4f65241c-5581-4cf1-99a4-d916080436c3 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:34.240590 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dad37bb-005d-4c01-b29a-3b12ad146213", "name": "network-vif-plugged", "status": "completed", "tag": "89209c27-c029-4969-bd0f-830792b164f3", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:34.240739 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f65241c-5581-4cf1-99a4-d916080436c3 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:34.241143 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dad37bb-005d-4c01-b29a-3b12ad146213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89209c27-c029-4969-bd0f-830792b164f3', 'code': 200} Sep 22 10:35:34.302861 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.340083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bef875-6055-4253-af34-585775e2ebba req-cf3e0062-eb65-489b-bf16-0af9e1a89eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:34.341617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90bef875-6055-4253-af34-585775e2ebba req-cf3e0062-eb65-489b-bf16-0af9e1a89eea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 1097 time: 0.0465431 Sep 22 10:35:34.352586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=89209c27-c029-4969-bd0f-830792b164f3,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:34.380641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90bef875-6055-4253-af34-585775e2ebba req-9512dc0e-65ea-4433-af9a-d42531d50760 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Sep 22 10:35:34.745940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a41fe-4411-4e22-aaa7-e3d8989ac1c2 req-59d8573e-a182-4ec7-bd38-99566e71d2d2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:34.747476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d63a41fe-4411-4e22-aaa7-e3d8989ac1c2 req-59d8573e-a182-4ec7-bd38-99566e71d2d2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 946 time: 0.0496519 Sep 22 10:35:34.786020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d63a41fe-4411-4e22-aaa7-e3d8989ac1c2 req-08994ec5-d583-4be6-bb7d-a133dc7b8d3f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Sep 22 10:35:35.409904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41516) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:35.509151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-736461732'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:35.648432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Made reservation on behalf of 5e3c3255b2144301b37ba185bf33ab76 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:35:35.652079 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:35.661363 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:35.751479 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:35.909125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f7f76-8ed8-496b-a090-73d5c5d989a6 req-de1fd225-738f-4832-ba15-01cb8fc122e0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:35.910755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-115f7f76-8ed8-496b-a090-73d5c5d989a6 req-de1fd225-738f-4832-ba15-01cb8fc122e0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 946 time: 0.0533171 Sep 22 10:35:35.911978 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:35.949305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:35:35.974642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a81339-ebe7-4eb4-8d13-c4ccf347fbb2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:35.979336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:35.979798 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Added segment e0706ced-3824-482c-a233-8eae1690be8b of type vlan for network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 Sep 22 10:35:35.998916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-115f7f76-8ed8-496b-a090-73d5c5d989a6 req-03daa318-dcab-41fe-9746-d33e9920c69f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747592 Sep 22 10:35:36.036232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.183052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.189215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:36.189812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.257574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Network': ['ID=996fcf40-f8bb-49d6-b5d7-508bca04ff78,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:36.274571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:35:36.315438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8aa2f3e9-046e-412b-924e-c5074b9273ee tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9023049 Sep 22 10:35:36.316937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41538) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:36.322297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'subnet': {'network_id': '996fcf40-f8bb-49d6-b5d7-508bca04ff78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:36.395814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0fdd4-973d-4926-b01a-a674c279bd1e req-da79eee4-8f2f-42c2-8903-714d567ba709 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:36.397405 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7f0fdd4-973d-4926-b01a-a674c279bd1e req-da79eee4-8f2f-42c2-8903-714d567ba709 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 946 time: 0.0508044 Sep 22 10:35:36.437295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7f0fdd4-973d-4926-b01a-a674c279bd1e req-698df26a-afc5-43b9-a20d-6fac3d94b3ef tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Sep 22 10:35:36.520884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41544) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:36.523323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Made reservation on behalf of 5e3c3255b2144301b37ba185bf33ab76 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:35:36.526979 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.576769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4e33-4b71-4947-8a56-e66bbd623618 req-900d24c4-9fdb-4400-b89a-841ab5a241c0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:36.578455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24da4e33-4b71-4947-8a56-e66bbd623618 req-900d24c4-9fdb-4400-b89a-841ab5a241c0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 946 time: 0.0681851 Sep 22 10:35:36.622639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24da4e33-4b71-4947-8a56-e66bbd623618 req-9449d48f-fd71-4dec-8948-a25e8dd3719a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377228 Sep 22 10:35:36.661070 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79eaaeaa-0558-449b-b066-68d0a49e0536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.755321 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79eaaeaa-0558-449b-b066-68d0a49e0536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.826021 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.863265 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79eaaeaa-0558-449b-b066-68d0a49e0536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.881614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Subnet': ['ID=09d9010d-4ebb-4e49-8c1e-8ba00ae9f234,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:36.899020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Checking segment: {'id': 'e0706ced-3824-482c-a233-8eae1690be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '996fcf40-f8bb-49d6-b5d7-508bca04ff78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:35:36.899389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network hostable DHCP agents. Network: 996fcf40-f8bb-49d6-b5d7-508bca04ff78, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:35:36.902909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-79eaaeaa-0558-449b-b066-68d0a49e0536 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b49af01062b4cddaac7839720260b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810024 Sep 22 10:35:36.903725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaaeaa-0558-449b-b066-68d0a49e0536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ae76bd-495b-492d-a4ba-5bdb433a0b29,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:36.906680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41550) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:36.954880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7adf8467-48fa-45ea-83d0-92045212cdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.978983 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7adf8467-48fa-45ea-83d0-92045212cdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:36.997238 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:35:37.071345 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 996fcf40-f8bb-49d6-b5d7-508bca04ff78) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:37.077056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:37.077939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.081073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d3814-b483-4f2f-ae80-7940eb7bdcd0 None None] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:35:37.114155 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7adf8467-48fa-45ea-83d0-92045212cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.117109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7adf8467-48fa-45ea-83d0-92045212cdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.118415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7adf8467-48fa-45ea-83d0-92045212cdea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31ae76bd-495b-492d-a4ba-5bdb433a0b29 HTTP/1.1" status: 204 len: 168 time: 0.2107830 Sep 22 10:35:37.156218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf8467-48fa-45ea-83d0-92045212cdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ae76bd-495b-492d-a4ba-5bdb433a0b29,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:37.176257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c23bcd50-6332-4557-8ad8-030a48af6411 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8556869 Sep 22 10:35:37.176516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:37.180803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f6ffb-1b04-44eb-8b98-8cb29742a6db req-6cb61ad7-97ac-4e36-8b4d-d769e03d991c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:37.181134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-603889912', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:37.182398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-448f6ffb-1b04-44eb-8b98-8cb29742a6db req-6cb61ad7-97ac-4e36-8b4d-d769e03d991c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 946 time: 0.0627854 Sep 22 10:35:37.228720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-448f6ffb-1b04-44eb-8b98-8cb29742a6db req-3996bf1d-ef3e-4ceb-934f-4db235885ab1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376153 Sep 22 10:35:37.229234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65273a49-8a0c-4ac7-9271-4e840960bdff None None] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:35:37.297833 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.299369 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.373989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.604307 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:35:37.621911 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.822837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41564) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:37.836881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fc3b63-8b23-4a9c-a61a-932e62946bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.918783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.928467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fc3b63-8b23-4a9c-a61a-932e62946bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:37.938756 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.008423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fc3b63-8b23-4a9c-a61a-932e62946bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.048230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.25.1.126 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/dd7cabd2-d1dd-4744-a21a-2e0f6fbd55a1) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:38.048591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-76fc3b63-8b23-4a9c-a61a-932e62946bdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c73b2d7a661487cb04426506e0c3852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244663 Sep 22 10:35:38.049740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc3b63-8b23-4a9c-a61a-932e62946bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe992ed3-e479-4114-9914-ca60a34f63ef,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:38.052096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41566) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:38.106469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbf0a-6e7c-4625-b1dd-a3c7cdd32162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.130799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbf0a-6e7c-4625-b1dd-a3c7cdd32162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.156156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.242811 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbf0a-6e7c-4625-b1dd-a3c7cdd32162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.245289 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbf0a-6e7c-4625-b1dd-a3c7cdd32162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.246589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fa6cbf0a-6e7c-4625-b1dd-a3c7cdd32162 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe992ed3-e479-4114-9914-ca60a34f63ef HTTP/1.1" status: 204 len: 168 time: 0.1935856 Sep 22 10:35:38.256582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cbf0a-6e7c-4625-b1dd-a3c7cdd32162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe992ed3-e479-4114-9914-ca60a34f63ef,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:38.265164 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.308271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:38.311838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:38.318497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:38.347702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=dd7cabd2-d1dd-4744-a21a-2e0f6fbd55a1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:38.370006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e3cc7-0fb9-4e98-a864-ae356429fb68 req-dd5b3806-44e9-4bd7-846b-c7b740c27149 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:38.371543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-357e3cc7-0fb9-4e98-a864-ae356429fb68 req-dd5b3806-44e9-4bd7-846b-c7b740c27149 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 946 time: 0.0621810 Sep 22 10:35:38.410897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-357e3cc7-0fb9-4e98-a864-ae356429fb68 req-add04c38-576e-497b-8675-45f4e48cfbad tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326834 Sep 22 10:35:38.504801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-0b739ac1-07c3-4357-9c5d-bf80b05a2368 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:38.506323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-0b739ac1-07c3-4357-9c5d-bf80b05a2368 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 946 time: 0.0506723 Sep 22 10:35:38.608222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Deleting port 89209c27-c029-4969-bd0f-830792b164f3 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:38.608419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.678367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.704473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] For port 89209c27-c029-4969-bd0f-830792b164f3, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=89209c27-c029-4969-bd0f-830792b164f3,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:38.704850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.718127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Calling delete_port for 89209c27-c029-4969-bd0f-830792b164f3 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:38.886824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.934416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:38.947692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:38.951004 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['89209c27-c029-4969-bd0f-830792b164f3'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:38.998774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event deleted for resources: {'Port': ['ID=89209c27-c029-4969-bd0f-830792b164f3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:39.025423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] No DVR routers for this DVR port 89209c27-c029-4969-bd0f-830792b164f3 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:35:39.029066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:39.033877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c86d3978-3847-41a7-a8e2-4a73775bb7ab req-7da08f92-af8f-4b56-b2f3-50c05adf4981 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "DELETE /v2.0/ports/89209c27-c029-4969-bd0f-830792b164f3 HTTP/1.1" status: 204 len: 173 time: 0.5215573 Sep 22 10:35:39.034520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dad37bb-005d-4c01-b29a-3b12ad146213', 'name': 'network-vif-deleted', 'tag': '89209c27-c029-4969-bd0f-830792b164f3'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:39.036829 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65282e22-af6d-49a1-a2ca-a0b63c204b9e" -d '{"events": [{"server_uuid": "7dad37bb-005d-4c01-b29a-3b12ad146213", "name": "network-vif-deleted", "tag": "89209c27-c029-4969-bd0f-830792b164f3"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:39.073831 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b83e5a8-c169-495a-ab3b-e7010e86faa7 x-openstack-request-id: req-1b83e5a8-c169-495a-ab3b-e7010e86faa7 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:39.074154 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dad37bb-005d-4c01-b29a-3b12ad146213", "name": "network-vif-deleted", "tag": "89209c27-c029-4969-bd0f-830792b164f3", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:39.074435 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b83e5a8-c169-495a-ab3b-e7010e86faa7 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:39.074844 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dad37bb-005d-4c01-b29a-3b12ad146213', 'name': 'network-vif-deleted', 'tag': '89209c27-c029-4969-bd0f-830792b164f3', 'status': 'completed', 'code': 200} Sep 22 10:35:39.148809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:35:39.257883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:39.268326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b939ae-02b2-421e-9462-5b2491084de2 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:39.278715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b939ae-02b2-421e-9462-5b2491084de2 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:39.279939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-29b939ae-02b2-421e-9462-5b2491084de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:39.314033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-29b939ae-02b2-421e-9462-5b2491084de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:39.322283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b939ae-02b2-421e-9462-5b2491084de2 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:39.322869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-29b939ae-02b2-421e-9462-5b2491084de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:39.354450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-29b939ae-02b2-421e-9462-5b2491084de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:39.355410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b939ae-02b2-421e-9462-5b2491084de2 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:39.376943 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:39.379485 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bee4a14b-9f49-4c56-a613-ebd9d8d7707d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2013447 Sep 22 10:35:39.383129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41596) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:39.542207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04f2cad2-3e84-4d39-80f2-4526dd477f10 req-ef093b39-398b-45a7-998c-290f219eb167 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dad37bb-005d-4c01-b29a-3b12ad146213 HTTP/1.1" status: 200 len: 210 time: 0.0401857 Sep 22 10:35:39.904997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:40.172888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.20.0.1 (996fcf40-f8bb-49d6-b5d7-508bca04ff78/09d9010d-4ebb-4e49-8c1e-8ba00ae9f234/5d3f26c5-9ca3-4ad2-8f49-a229eefe972e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:40.287964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:40.434209 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:40.471771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:40.474809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:40.478417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:40.505375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=5d3f26c5-9ca3-4ad2-8f49-a229eefe972e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:40.527400 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:40.756509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:41.301681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-ce265d86-2c01-40d9-b543-e927638c7505 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:41.303176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-ce265d86-2c01-40d9-b543-e927638c7505 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.4536705 Sep 22 10:35:41.341266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-6777eb6e-a77b-4837-884b-d487c66eea5d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/quotas/308177db81fe4998a826f4222b77bc2e HTTP/1.1" status: 200 len: 375 time: 0.0244195 Sep 22 10:35:41.439874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-6ec1af82-66ff-4655-b7fb-e2e01131b1e2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700266 Sep 22 10:35:41.474868 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:41.544722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-1551a53d-6e94-4f5a-952c-8e1b33a5546e service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935600 Sep 22 10:35:41.573122 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:41.695829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=5d3f26c5-9ca3-4ad2-8f49-a229eefe972e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:41.709459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:41.718774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-750bc0a7-dae8-47dc-8938-be70f2a72a22 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675253 Sep 22 10:35:41.808536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:41.809946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:41.946050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:41.964429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 89209c27-c029-4969-bd0f-830792b164f3 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:41.990673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 89209c27-c029-4969-bd0f-830792b164f3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:41.991355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 89209c27-c029-4969-bd0f-830792b164f3 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:42.086479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5ebbe1c-d4f4-4eed-aa6c-182786708eb8 req-8a9952a0-b1ad-4e0e-9ebe-a433e3b1f28b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 210 time: 0.0357673 Sep 22 10:35:42.089208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:42.096881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41646) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:42.097367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c38d2ae7-3d05-4bed-8cad-d1f0732eecc7 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/routers/a622350e-fa08-47a6-830e-2adae09d6266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7127666 Sep 22 10:35:42.098833 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977e31d-fb1d-4598-bfac-f937f0fe5b02 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:42.101829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'port': {'network_id': '996fcf40-f8bb-49d6-b5d7-508bca04ff78', 'name': 'tempest-FloatingIPTestJSON-1113897910'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:42.111861 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977e31d-fb1d-4598-bfac-f937f0fe5b02 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:42.111861 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f977e31d-fb1d-4598-bfac-f937f0fe5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:42.144843 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f977e31d-fb1d-4598-bfac-f937f0fe5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:42.153908 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977e31d-fb1d-4598-bfac-f937f0fe5b02 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:42.154830 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f977e31d-fb1d-4598-bfac-f937f0fe5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:42.187297 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f977e31d-fb1d-4598-bfac-f937f0fe5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:42.187944 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977e31d-fb1d-4598-bfac-f937f0fe5b02 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:42.534012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Made reservation on behalf of 5e3c3255b2144301b37ba185bf33ab76 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:35:42.537571 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:42.555674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] device_id is not set on port a4dfb623-0b3f-4b96-8ebe-5848d7b30242 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:35:42.663003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.20.0.4 (996fcf40-f8bb-49d6-b5d7-508bca04ff78/09d9010d-4ebb-4e49-8c1e-8ba00ae9f234/a4dfb623-0b3f-4b96-8ebe-5848d7b30242) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:42.806947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:42.949054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:42.989918 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:42.992998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:42.996654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:43.041042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=a4dfb623-0b3f-4b96-8ebe-5848d7b30242,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:43.064438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:43.065067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:43.179070 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3438d587-812e-4af6-b4e6-7643b8c7de98 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0801208 Sep 22 10:35:43.180714 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41664) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:43.185661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'port': {'network_id': '996fcf40-f8bb-49d6-b5d7-508bca04ff78', 'name': 'tempest-FloatingIPTestJSON-2088926577'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:43.197831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3bdd68d2-c82d-43d2-915b-5f4b9cc07208 req-dc2d0c04-7a8d-41b8-b5a4-564ee8643ff8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 210 time: 0.0307221 Sep 22 10:35:43.394628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Made reservation on behalf of 5e3c3255b2144301b37ba185bf33ab76 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:35:43.398278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:43.417228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] device_id is not set on port 0a51ce83-a888-4ab4-ba55-535efe04a0d2 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:35:43.528401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.20.0.6 (996fcf40-f8bb-49d6-b5d7-508bca04ff78/09d9010d-4ebb-4e49-8c1e-8ba00ae9f234/0a51ce83-a888-4ab4-ba55-535efe04a0d2) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:43.678335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:43.763175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:43.807721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:43.810720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:43.815052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:43.844141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=0a51ce83-a888-4ab4-ba55-535efe04a0d2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:43.870249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:43.870871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:44.012070 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b0fdc40b-6c4a-4e25-923e-e1455029494d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8302357 Sep 22 10:35:44.015285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41668) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:44.019791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '0a51ce83-a888-4ab4-ba55-535efe04a0d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:44.020111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-0ad2a633-f05d-4e8a-a7e6-be9ad7a52273 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:44.021563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-0ad2a633-f05d-4e8a-a7e6-be9ad7a52273 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/networks?id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 200 len: 806 time: 0.1020031 Sep 22 10:35:44.034009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Request body: {'port': {'device_id': '984994bc-dec3-4380-a78c-f935c7924807', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'admin_state_up': True, 'tenant_id': '308177db81fe4998a826f4222b77bc2e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:44.154268 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:44.257844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Made reservation on behalf of 308177db81fe4998a826f4222b77bc2e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:35:44.267095 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:44.323828 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:44.411750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72e8b104-879b-4c38-8e2e-04a5788a0967 req-8e5bd788-bc24-4288-8f96-c0b00572c60d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 210 time: 0.0445151 Sep 22 10:35:44.460539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.25.1.81 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/a8c82532-d669-4943-8ac1-22158ee857f8) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:44.486758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Allocated IP 172.20.0.11 (aa0a3ea5-25c5-45d8-acb0-3607e4e2c864/45c71a83-301e-40d7-8110-ed696a6a52a0/c8037bbf-a1cf-493b-882f-d20d54c61383) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:44.570032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:44.640703 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:44.677568 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:44.712722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:44.715503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:44.719400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:44.734503 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:44.744229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=a8c82532-d669-4943-8ac1-22158ee857f8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:44.752025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:44.777663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:44.783332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:44.787342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:44.815019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event updated for resources: {'Port': ['ID=c8037bbf-a1cf-493b-882f-d20d54c61383,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:44.848566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:44.850032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:44.960520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-60dc1432-8f43-4ca0-84a9-54682b0d4918 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9303677 Sep 22 10:35:44.973752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Request body: {'port': {'device_id': '984994bc-dec3-4380-a78c-f935c7924807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:45.046400 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.085455 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.221676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.320333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8037bbf-a1cf-493b-882f-d20d54c61383 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:35:45.328292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.341654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Transition to ACTIVE for port object c8037bbf-a1cf-493b-882f-d20d54c61383 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:35:45.383677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.456772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.456993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.529796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=a8c82532-d669-4943-8ac1-22158ee857f8,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:45.541505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.581742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Pushing event updated for resources: {'Port': ['ID=c8037bbf-a1cf-493b-882f-d20d54c61383,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:45.618844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04848026-2331-4977-a19e-80c7936b665c req-804191c8-8ec0-4717-87eb-a19de17d091c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:45.620466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04848026-2331-4977-a19e-80c7936b665c req-804191c8-8ec0-4717-87eb-a19de17d091c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 944 time: 0.1324220 Sep 22 10:35:45.645052 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP c933ff44-40b0-401e-bbb9-6843a39f7c63 associated. External IP: 172.25.1.81, port: 0a51ce83-a888-4ab4-ba55-535efe04a0d2. Sep 22 10:35:45.653138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Attempting to bind port c8037bbf-a1cf-493b-882f-d20d54c61383 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:35:45.653476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Attempting to bind port c8037bbf-a1cf-493b-882f-d20d54c61383 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:35:45.653805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Attempting to bind port c8037bbf-a1cf-493b-882f-d20d54c61383 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:35:45.663157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Port c8037bbf-a1cf-493b-882f-d20d54c61383 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:35:45.663479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Attempting to bind port c8037bbf-a1cf-493b-882f-d20d54c61383 on network aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:35:45.676922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:35:45.677259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Checking segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:35:45.677640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Bound using segment: {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:35:45.678066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Bound port: c8037bbf-a1cf-493b-882f-d20d54c61383, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '265d0c51-65d9-4172-af3c-4e21aad2bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:35:45.678446 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.683848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04848026-2331-4977-a19e-80c7936b665c req-721fc0fc-4e7e-423f-8312-a13794d38d98 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545018 Sep 22 10:35:45.757846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] For port c8037bbf-a1cf-493b-882f-d20d54c61383, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:35:45.761297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] For port c8037bbf-a1cf-493b-882f-d20d54c61383, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c8037bbf-a1cf-493b-882f-d20d54c61383,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:35:45.846252 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.878369 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:45.883583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:45.884285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.885760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] 10.222.0.30 "PUT /v2.0/ports/c8037bbf-a1cf-493b-882f-d20d54c61383 HTTP/1.1" status: 200 len: 1092 time: 0.9163494 Sep 22 10:35:45.886320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984994bc-dec3-4380-a78c-f935c7924807', 'tag': 'c8037bbf-a1cf-493b-882f-d20d54c61383'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:45.889411 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c316b3ad-67d7-4b04-8912-3df13bb8b00e" -d '{"events": [{"name": "network-changed", "server_uuid": "984994bc-dec3-4380-a78c-f935c7924807", "tag": "c8037bbf-a1cf-493b-882f-d20d54c61383"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:45.917101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1888a-9e16-4164-957c-6d761b8c8f3b service neutron] Pushing event updated for resources: {'Port': ['ID=c8037bbf-a1cf-493b-882f-d20d54c61383,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:45.929200 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b127e78-6717-4215-9e80-7fa02380f643 x-openstack-request-id: req-0b127e78-6717-4215-9e80-7fa02380f643 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:45.929495 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984994bc-dec3-4380-a78c-f935c7924807", "tag": "c8037bbf-a1cf-493b-882f-d20d54c61383", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:45.929749 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b127e78-6717-4215-9e80-7fa02380f643 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:45.930188 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984994bc-dec3-4380-a78c-f935c7924807', 'tag': 'c8037bbf-a1cf-493b-882f-d20d54c61383', 'status': 'completed', 'code': 200} Sep 22 10:35:45.994342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316b3ad-67d7-4b04-8912-3df13bb8b00e req-4ad0046e-268c-4ff5-a0e5-197040d6740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:45.996382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c316b3ad-67d7-4b04-8912-3df13bb8b00e req-4ad0046e-268c-4ff5-a0e5-197040d6740d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 1095 time: 0.0444741 Sep 22 10:35:46.002608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:46.017364 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73e489e-6e7d-4e9c-acad-ef7740aff839 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:46.027634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e489e-6e7d-4e9c-acad-ef7740aff839 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:46.028265 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c73e489e-6e7d-4e9c-acad-ef7740aff839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:46.061813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c73e489e-6e7d-4e9c-acad-ef7740aff839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:46.071459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e489e-6e7d-4e9c-acad-ef7740aff839 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:46.072351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c73e489e-6e7d-4e9c-acad-ef7740aff839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:46.103423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:46.110075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c73e489e-6e7d-4e9c-acad-ef7740aff839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:46.110781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73e489e-6e7d-4e9c-acad-ef7740aff839 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:46.116810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316b3ad-67d7-4b04-8912-3df13bb8b00e req-18303a9c-39d0-4ed9-b72d-9a61f3db1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:46.118551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c316b3ad-67d7-4b04-8912-3df13bb8b00e req-18303a9c-39d0-4ed9-b72d-9a61f3db1913 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=308177db81fe4998a826f4222b77bc2e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1094644 Sep 22 10:35:46.144768 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d1d52c5c-66f1-4b51-a66a-08e69147ce3b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1265454 Sep 22 10:35:46.145726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:46.152115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ef253939-2d99-41d1-822b-96cbb95f39c8 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:46.221316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316b3ad-67d7-4b04-8912-3df13bb8b00e req-e67b893e-63fd-4ba4-85cf-43bbc5c19601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:46.222869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c316b3ad-67d7-4b04-8912-3df13bb8b00e req-e67b893e-63fd-4ba4-85cf-43bbc5c19601 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971847 Sep 22 10:35:46.257875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef253939-2d99-41d1-822b-96cbb95f39c8 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:46.306645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-d42bc724-06ba-452b-88c7-548c1eaa0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:46.308186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-d42bc724-06ba-452b-88c7-548c1eaa0d8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308177db81fe4998a826f4222b77bc2e&device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 1095 time: 0.0471480 Sep 22 10:35:46.362446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-ea345d58-6542-432d-972f-0b71ec910813 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8037bbf-a1cf-493b-882f-d20d54c61383 HTTP/1.1" status: 200 len: 217 time: 0.0457079 Sep 22 10:35:46.414519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-e8d13db9-5f58-4b8e-8f5d-d9d9c63fa4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:46.416030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-e8d13db9-5f58-4b8e-8f5d-d9d9c63fa4d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 200 len: 846 time: 0.0468836 Sep 22 10:35:46.426050 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef253939-2d99-41d1-822b-96cbb95f39c8 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:46.449419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-7d7cdbb2-a03c-4ab4-82b3-9d8e6dafa9da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255640 Sep 22 10:35:46.499898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef253939-2d99-41d1-822b-96cbb95f39c8 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:46.500233 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-ef253939-2d99-41d1-822b-96cbb95f39c8 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP c933ff44-40b0-401e-bbb9-6843a39f7c63 disassociated. External IP: 172.25.1.81, port: 0a51ce83-a888-4ab4-ba55-535efe04a0d2. Sep 22 10:35:46.568364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-cfac8e5b-f772-4751-8e88-e8b211a5e60a service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108954 Sep 22 10:35:46.724383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ab6cf76-bcc7-4922-8155-f10900397ff5 req-eac5a119-f025-40af-b9ea-05b1357887d8 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487713 Sep 22 10:35:46.782248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef253939-2d99-41d1-822b-96cbb95f39c8 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:46.862405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68086-4552-4521-a7b4-b8bc55e6984b req-8d7a11c2-6685-4455-bb1c-f13233ec4c09 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:46.864620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ab68086-4552-4521-a7b4-b8bc55e6984b req-8d7a11c2-6685-4455-bb1c-f13233ec4c09 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 944 time: 0.0640764 Sep 22 10:35:46.913629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ab68086-4552-4521-a7b4-b8bc55e6984b req-61d9028d-afd2-4fa4-9d0e-f7d447c03830 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 Sep 22 10:35:47.177743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef253939-2d99-41d1-822b-96cbb95f39c8 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:47.181937 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef253939-2d99-41d1-822b-96cbb95f39c8 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:47.187518 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b8c76c-591d-456c-9b52-aa22c2979c4d None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:47.196453 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8c76c-591d-456c-9b52-aa22c2979c4d None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:47.197260 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-73b8c76c-591d-456c-9b52-aa22c2979c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:47.208114 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ef253939-2d99-41d1-822b-96cbb95f39c8 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/floatingips/c933ff44-40b0-401e-bbb9-6843a39f7c63 HTTP/1.1" status: 200 len: 687 time: 1.0607178 Sep 22 10:35:47.210993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41708) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:47.228583 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-73b8c76c-591d-456c-9b52-aa22c2979c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:47.238236 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8c76c-591d-456c-9b52-aa22c2979c4d None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:47.238846 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-73b8c76c-591d-456c-9b52-aa22c2979c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:47.272688 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-73b8c76c-591d-456c-9b52-aa22c2979c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:47.273336 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b8c76c-591d-456c-9b52-aa22c2979c4d None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:47.333508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port a8c82532-d669-4943-8ac1-22158ee857f8 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:47.333851 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:47.423520 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:47.423856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:47.436305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for a8c82532-d669-4943-8ac1-22158ee857f8 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:47.668672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:47.698531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=a8c82532-d669-4943-8ac1-22158ee857f8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:47.761100 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:47.763778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:47.764931 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11fda688-509d-4d8f-b81e-e4dc431d2d85 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/floatingips/c933ff44-40b0-401e-bbb9-6843a39f7c63 HTTP/1.1" status: 204 len: 168 time: 0.5530512 Sep 22 10:35:47.768395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41718) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:47.772631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'a4dfb623-0b3f-4b96-8ebe-5848d7b30242'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:47.894408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:48.025098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:48.078210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fdecc-4b2f-4f17-8cea-a21ca0096d86 req-48913383-1623-4fd3-b78a-3804d08a8151 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:48.079725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-772fdecc-4b2f-4f17-8cea-a21ca0096d86 req-48913383-1623-4fd3-b78a-3804d08a8151 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 944 time: 0.0511689 Sep 22 10:35:48.123421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-772fdecc-4b2f-4f17-8cea-a21ca0096d86 req-a31fde76-a61b-4fc7-9104-9be2f9e43e9b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Sep 22 10:35:48.158451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.25.1.56 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/d4f91fe3-5d61-4b2d-a1da-5ff3c716c1a3) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:48.263556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:48.382791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:48.420765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:48.424499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:48.427043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:48.664247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=d4f91fe3-5d61-4b2d-a1da-5ff3c716c1a3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:48.820607 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:48.957798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:49.121290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:49.206191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:49.249355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e193b-06d6-44fd-82b7-e4787cef9f51 req-ade8171d-bc48-48a8-aadd-5dd313b228ee tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:49.250885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c64e193b-06d6-44fd-82b7-e4787cef9f51 req-ade8171d-bc48-48a8-aadd-5dd313b228ee tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 944 time: 0.0518792 Sep 22 10:35:49.282134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=d4f91fe3-5d61-4b2d-a1da-5ff3c716c1a3,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:49.290738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c64e193b-06d6-44fd-82b7-e4787cef9f51 req-f0b7d812-8679-49cf-a66f-0a9caf6514fe tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Sep 22 10:35:49.293176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:49.392344 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP 339d6c9c-4c59-49d9-a1d2-9d307ffaeeca associated. External IP: 172.25.1.56, port: a4dfb623-0b3f-4b96-8ebe-5848d7b30242. Sep 22 10:35:49.596262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:49.713229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:49.722920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07b958-8df6-484f-8305-553ccc00fa3c None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:49.732216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07b958-8df6-484f-8305-553ccc00fa3c None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:49.732908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7e07b958-8df6-484f-8305-553ccc00fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:49.765994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7e07b958-8df6-484f-8305-553ccc00fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:49.774764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07b958-8df6-484f-8305-553ccc00fa3c None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:49.775353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7e07b958-8df6-484f-8305-553ccc00fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:49.802703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:49.809805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7e07b958-8df6-484f-8305-553ccc00fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:49.810477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07b958-8df6-484f-8305-553ccc00fa3c None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:49.835473 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9d228852-a27e-436c-b7cd-01734a016d89 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0655890 Sep 22 10:35:49.837601 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41744) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:49.901080 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-75062d37-9a57-4fcd-88e4-064c96530f8b tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "GET /v2.0/floatingips/339d6c9c-4c59-49d9-a1d2-9d307ffaeeca HTTP/1.1" status: 200 len: 977 time: 0.0621943 Sep 22 10:35:49.903561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41746) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:49.983814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c8037bbf-a1cf-493b-882f-d20d54c61383 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:35:50.015952 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-206f3aa9-d5c7-46da-8ebc-70c777f30768 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1088583 Sep 22 10:35:50.016313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41750) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:50.022859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'port_id': '0a51ce83-a888-4ab4-ba55-535efe04a0d2'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:50.088701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:50.114430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c8037bbf-a1cf-493b-882f-d20d54c61383, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c8037bbf-a1cf-493b-882f-d20d54c61383,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:50.126136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'c8037bbf-a1cf-493b-882f-d20d54c61383', 'network_id': 'aa0a3ea5-25c5-45d8-acb0-3607e4e2c864', 'port_id': 'c8037bbf-a1cf-493b-882f-d20d54c61383', 'mac_address': 'fa:16:3e:c3:49:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c71a83-301e-40d7-8110-ed696a6a52a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:35:50.166192 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:50.187197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8037bbf-a1cf-493b-882f-d20d54c61383 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:35:50.207950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c8037bbf-a1cf-493b-882f-d20d54c61383, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c8037bbf-a1cf-493b-882f-d20d54c61383,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:50.277136 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:50.332316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c8037bbf-a1cf-493b-882f-d20d54c61383,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:50.340856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.341407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.341910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.342414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.343566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.344033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.344546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.345008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.345532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.346212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.346675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.347241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.514444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c8037bbf-a1cf-493b-882f-d20d54c61383'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:50.653812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:50.671241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4363452-02cd-42b8-894d-1c20b024b53a req-61bd33cd-f3c8-48ba-9280-e1a6d2f6ff59 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:50.672771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4363452-02cd-42b8-894d-1c20b024b53a req-61bd33cd-f3c8-48ba-9280-e1a6d2f6ff59 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 945 time: 0.0660295 Sep 22 10:35:50.720510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4363452-02cd-42b8-894d-1c20b024b53a req-ad7f5674-f68c-43db-89cb-437645655ecd tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 Sep 22 10:35:50.756831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:50.883322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac076bba-fa8b-4f46-8f1b-516a11a62710 req-3ecd32dc-35c7-43c5-8ebd-a24ad7e7b181 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:50.884770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac076bba-fa8b-4f46-8f1b-516a11a62710 req-3ecd32dc-35c7-43c5-8ebd-a24ad7e7b181 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0939507 Sep 22 10:35:50.900423 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP 339d6c9c-4c59-49d9-a1d2-9d307ffaeeca associated. External IP: 172.25.1.56, port: a4dfb623-0b3f-4b96-8ebe-5848d7b30242. Sep 22 10:35:50.989992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac076bba-fa8b-4f46-8f1b-516a11a62710 req-f14f7f17-600f-4808-ad1c-bb6685f8d6a0 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968990 Sep 22 10:35:51.145237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:51.673677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:51.679472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-d5c69bd0-90ea-450f-9a26-202070c0cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:51.681600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-d5c69bd0-90ea-450f-9a26-202070c0cf87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1096 time: 0.1383042 Sep 22 10:35:51.683490 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbca44-7800-4588-83d7-3f8ef52583f2 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:51.686985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-de03126b-5060-46f9-b3ce-4df133e1c9e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1450748 Sep 22 10:35:51.693541 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbca44-7800-4588-83d7-3f8ef52583f2 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:51.694405 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ffbca44-7800-4588-83d7-3f8ef52583f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:51.727606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ffbca44-7800-4588-83d7-3f8ef52583f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:51.734338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f09f5-6998-46ac-99f8-01d6b7b27c13 req-7cde5ece-026a-4bdf-bbe8-1ba08a1b8c82 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:51.735875 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc0f09f5-6998-46ac-99f8-01d6b7b27c13 req-7cde5ece-026a-4bdf-bbe8-1ba08a1b8c82 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1935470 Sep 22 10:35:51.736497 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbca44-7800-4588-83d7-3f8ef52583f2 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:51.737212 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ffbca44-7800-4588-83d7-3f8ef52583f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:51.775362 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ffbca44-7800-4588-83d7-3f8ef52583f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:51.776077 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbca44-7800-4588-83d7-3f8ef52583f2 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:51.949217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc0f09f5-6998-46ac-99f8-01d6b7b27c13 req-26358c23-a2f5-4ae4-b5fa-25f80003d08a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843016 Sep 22 10:35:51.960692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-e5c7dd58-684e-4f92-ab23-0ea246e05970 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2207208 Sep 22 10:35:51.967675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-a366a819-ac02-47ac-ab9d-5d167140bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:51.969978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-a366a819-ac02-47ac-ab9d-5d167140bb6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 1096 time: 0.2332108 Sep 22 10:35:52.040847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-e8cecd77-e876-4b22-8ae1-659007e2797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.042256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-e8cecd77-e876-4b22-8ae1-659007e2797d service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.2948267 Sep 22 10:35:52.096924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c8037bbf-a1cf-493b-882f-d20d54c61383 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:35:52.216501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port c8037bbf-a1cf-493b-882f-d20d54c61383 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:35:52.222147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port c8037bbf-a1cf-493b-882f-d20d54c61383 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:35:52.222147 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.287250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-48b4e90f-6f3d-416d-8e48-f484ad4717ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1000 time: 0.2144110 Sep 22 10:35:52.297855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-f3c2d3a7-f17a-412e-bf44-6f71623abda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.298436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-f3c2d3a7-f17a-412e-bf44-6f71623abda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.298980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-f3c2d3a7-f17a-412e-bf44-6f71623abda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.299517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-f3c2d3a7-f17a-412e-bf44-6f71623abda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.300059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-f3c2d3a7-f17a-412e-bf44-6f71623abda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.300612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-f3c2d3a7-f17a-412e-bf44-6f71623abda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.301220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-f3c2d3a7-f17a-412e-bf44-6f71623abda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.302222 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.303333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-f3c2d3a7-f17a-412e-bf44-6f71623abda4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0999ed7ec9da4e568fd42beee13ba793&device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6489 time: 0.2665451 Sep 22 10:35:52.312075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f82b55-83e0-4751-ab63-4482e4300f46 req-571ac22a-d7ba-4f2b-a9ea-180e077d0d7d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.320225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68f82b55-83e0-4751-ab63-4482e4300f46 req-571ac22a-d7ba-4f2b-a9ea-180e077d0d7d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 945 time: 0.2821321 Sep 22 10:35:52.321325 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c295661c-5f76-46b0-b10b-b0b00528e0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.329159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-9de8a0e0-be34-48b9-b14c-ca81a23c7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.330784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-9de8a0e0-be34-48b9-b14c-ca81a23c7d8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.3367167 Sep 22 10:35:52.339734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984994bc-dec3-4380-a78c-f935c7924807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8037bbf-a1cf-493b-882f-d20d54c61383'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:52.342422 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b573c3be-bd2c-4f98-916e-6166ec72eb03" -d '{"events": [{"server_uuid": "984994bc-dec3-4380-a78c-f935c7924807", "name": "network-vif-plugged", "status": "completed", "tag": "c8037bbf-a1cf-493b-882f-d20d54c61383"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:52.357549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c8037bbf-a1cf-493b-882f-d20d54c61383, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c8037bbf-a1cf-493b-882f-d20d54c61383,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:52.446221 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.451304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-2695da50-6fd4-4fc0-b666-263f2c8eb4ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7402fda-7767-4ef3-87fd-3cdb85947018 HTTP/1.1" status: 200 len: 217 time: 0.1008706 Sep 22 10:35:52.465936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:52.501300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c8037bbf-a1cf-493b-882f-d20d54c61383,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:52.540782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-060649d0-1e1e-4914-b1cd-8f1987dd7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.542311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-060649d0-1e1e-4914-b1cd-8f1987dd7213 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.2105820 Sep 22 10:35:52.560202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68f82b55-83e0-4751-ab63-4482e4300f46 req-acdb87de-80de-4c8d-8982-65171b23a79b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391741 Sep 22 10:35:52.651036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-8294c7f0-f069-4bf6-8704-784422809ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.652542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-8294c7f0-f069-4bf6-8704-784422809ac2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.1886425 Sep 22 10:35:52.658182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-7df921ff-7124-4146-a01d-56ddbacae770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.658690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-7df921ff-7124-4146-a01d-56ddbacae770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.659165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-7df921ff-7124-4146-a01d-56ddbacae770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.660768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-7df921ff-7124-4146-a01d-56ddbacae770 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48 HTTP/1.1" status: 200 len: 2290 time: 0.3273590 Sep 22 10:35:52.792908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-822f2126-dc26-4de8-8fbc-796c46fa78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.794468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-822f2126-dc26-4de8-8fbc-796c46fa78c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390208 Sep 22 10:35:52.866334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-54ae6370-13e3-44c6-a075-5bbce7c1db54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7af028ee-5887-4c1b-874e-471275fddfee HTTP/1.1" status: 200 len: 1002 time: 0.1583898 Sep 22 10:35:52.877299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e91304-9eb9-4d9a-9439-7f6dfea07625 req-e191af68-0f1c-494a-b922-be8a1eba4821 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.881796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94e91304-9eb9-4d9a-9439-7f6dfea07625 req-e191af68-0f1c-494a-b922-be8a1eba4821 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.2244439 Sep 22 10:35:52.881796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-a2fbf6f4-f8cc-429c-937b-15d678076110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:52.881992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-a2fbf6f4-f8cc-429c-937b-15d678076110 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166252 Sep 22 10:35:52.976539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:52.987979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba00d05-2825-4723-b4ee-9817bfd18ba1 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:52.993261 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.999432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba00d05-2825-4723-b4ee-9817bfd18ba1 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:53.000218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8ba00d05-2825-4723-b4ee-9817bfd18ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:53.033148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8ba00d05-2825-4723-b4ee-9817bfd18ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:53.042196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba00d05-2825-4723-b4ee-9817bfd18ba1 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:53.043294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8ba00d05-2825-4723-b4ee-9817bfd18ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:53.075770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8ba00d05-2825-4723-b4ee-9817bfd18ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:53.076429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba00d05-2825-4723-b4ee-9817bfd18ba1 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:53.093849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-7578c86a-bb84-4381-b97c-c2b347e86411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:53.095402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-7578c86a-bb84-4381-b97c-c2b347e86411 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29b44c0f-f4c4-484b-8442-b5754a4e1d91 HTTP/1.1" status: 200 len: 850 time: 0.2125502 Sep 22 10:35:53.098266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94e91304-9eb9-4d9a-9439-7f6dfea07625 req-70ed441a-1f99-4a91-9c7f-4f0a746f32ef tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112632 Sep 22 10:35:53.110162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-c8681a4d-8b45-490c-8378-f5b48f117cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000586 Sep 22 10:35:53.215032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41792) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:53.215460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-188c4ff6-6e5f-49bd-b398-26b097ac125e tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/floatingips/339d6c9c-4c59-49d9-a1d2-9d307ffaeeca HTTP/1.1" status: 200 len: 977 time: 3.1970067 Sep 22 10:35:53.222006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-24657457-f5ee-40e8-993b-62ad95a32dc4 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237588 Sep 22 10:35:53.222234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2847ba7d-62cb-4dd3-a0e7-7ee01f10d236 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:53.243631 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c30cb0-406d-4c02-b5c7-8497497739e6 x-openstack-request-id: req-58c30cb0-406d-4c02-b5c7-8497497739e6 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:53.244096 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984994bc-dec3-4380-a78c-f935c7924807", "name": "network-vif-plugged", "status": "completed", "tag": "c8037bbf-a1cf-493b-882f-d20d54c61383", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:53.244253 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58c30cb0-406d-4c02-b5c7-8497497739e6 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:53.244624 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984994bc-dec3-4380-a78c-f935c7924807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8037bbf-a1cf-493b-882f-d20d54c61383', 'code': 200} Sep 22 10:35:53.287127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-dead0af3-039a-4cae-9dd2-af2703f87cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:53.288644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-dead0af3-039a-4cae-9dd2-af2703f87cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2c721f2-9ec3-4410-97d9-1e486ecaf16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814513 Sep 22 10:35:53.377524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2847ba7d-62cb-4dd3-a0e7-7ee01f10d236 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:53.393039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-74d12375-7983-4090-b91f-506d2b20e463 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501464 Sep 22 10:35:53.436504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acbea2-e6fa-4ac1-aaef-f9a969b5560c req-998f0ab0-1736-40eb-9546-ac2b094eaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:53.439547 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e1acbea2-e6fa-4ac1-aaef-f9a969b5560c req-998f0ab0-1736-40eb-9546-ac2b094eaeca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 1097 time: 0.1105030 Sep 22 10:35:53.533858 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e1acbea2-e6fa-4ac1-aaef-f9a969b5560c req-c09a4417-0f3d-4603-9789-3d6d737904f5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836725 Sep 22 10:35:53.600863 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2847ba7d-62cb-4dd3-a0e7-7ee01f10d236 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:53.691600 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2847ba7d-62cb-4dd3-a0e7-7ee01f10d236 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:53.691967 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-2847ba7d-62cb-4dd3-a0e7-7ee01f10d236 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP 339d6c9c-4c59-49d9-a1d2-9d307ffaeeca disassociated. External IP: 172.25.1.56, port: 0a51ce83-a888-4ab4-ba55-535efe04a0d2. Sep 22 10:35:53.787031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2051cee-aaa5-4efb-80ce-6b2712c4eb64 req-1fdf6b00-f979-4333-9a69-beb970fc3168 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289903 Sep 22 10:35:53.795492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-1cf6ab78-b097-4965-85b5-45d2bb7ddaeb service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941072 Sep 22 10:35:53.804574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8423c-aa52-40f6-a6ba-2f7e8a2bb347 req-5a63cb91-a7f1-4fe9-86f7-9c295b176d3a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:53.810690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1a8423c-aa52-40f6-a6ba-2f7e8a2bb347 req-5a63cb91-a7f1-4fe9-86f7-9c295b176d3a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.4759181 Sep 22 10:35:53.904074 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1a8423c-aa52-40f6-a6ba-2f7e8a2bb347 req-81053e13-6cb8-4cb7-b0fb-4565c3b7566b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840447 Sep 22 10:35:53.929963 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-d5ec6c03-3b83-464c-85fd-8c046ee55b12 service neutron] 10.222.0.32 "GET /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181176 Sep 22 10:35:53.939352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2847ba7d-62cb-4dd3-a0e7-7ee01f10d236 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:53.989550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-c7d72447-5c50-4f3a-87ef-d2664d6bcd5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=fa9ebf86-2e9f-4908-97dc-c02a937b70b0 HTTP/1.1" status: 200 len: 217 time: 0.0443196 Sep 22 10:35:54.052569 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2847ba7d-62cb-4dd3-a0e7-7ee01f10d236 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:54.057358 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2847ba7d-62cb-4dd3-a0e7-7ee01f10d236 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.064146 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169205d-d4b7-47e9-8e64-e6e7159fbd13 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:54.076286 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169205d-d4b7-47e9-8e64-e6e7159fbd13 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:54.077304 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7169205d-d4b7-47e9-8e64-e6e7159fbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:54.084082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-67b2dceb-773b-4e1c-9885-0c6b11318cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:54.085985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-67b2dceb-773b-4e1c-9885-0c6b11318cd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0877042 Sep 22 10:35:54.095888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e575ab-e39b-4414-93de-179f5ced146d req-70f62026-8bed-432d-a141-3ba6646eef35 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:54.104227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0e575ab-e39b-4414-93de-179f5ced146d req-70f62026-8bed-432d-a141-3ba6646eef35 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1174545 Sep 22 10:35:54.114040 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7169205d-d4b7-47e9-8e64-e6e7159fbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:54.124967 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169205d-d4b7-47e9-8e64-e6e7159fbd13 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:54.128744 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7169205d-d4b7-47e9-8e64-e6e7159fbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:54.165470 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7169205d-d4b7-47e9-8e64-e6e7159fbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:54.166466 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169205d-d4b7-47e9-8e64-e6e7159fbd13 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:54.191877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0e575ab-e39b-4414-93de-179f5ced146d req-e1c6f81d-0ab1-46be-ad20-1cf946ab3705 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851333 Sep 22 10:35:54.197575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-eea2dd52-cbc2-4064-b735-c0542d4b8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:54.200243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-eea2dd52-cbc2-4064-b735-c0542d4b8430 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742574 Sep 22 10:35:54.380242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-927a5810-f6b5-4c00-812c-4deb6281baf5 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727152 Sep 22 10:35:54.389044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61197815-2bc0-4491-87a4-0e7b8d89a7c0 req-adf23a39-1ad7-4c1b-a0bd-c0ef51c8c8d6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:54.390629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61197815-2bc0-4491-87a4-0e7b8d89a7c0 req-adf23a39-1ad7-4c1b-a0bd-c0ef51c8c8d6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.1034751 Sep 22 10:35:54.437480 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2847ba7d-62cb-4dd3-a0e7-7ee01f10d236 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/floatingips/339d6c9c-4c59-49d9-a1d2-9d307ffaeeca HTTP/1.1" status: 200 len: 687 time: 1.2207799 Sep 22 10:35:54.439960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41808) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:54.489110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61197815-2bc0-4491-87a4-0e7b8d89a7c0 req-32f5a1a2-716e-4d66-9820-4cceffc1fbb2 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886083 Sep 22 10:35:54.514173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-b7d996d1-f7d5-444e-a790-7d74c7737b71 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217208 Sep 22 10:35:54.573056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-e7050677-1333-4832-936f-23e8b0e75ed6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 HTTP/1.1" status: 200 len: 217 time: 0.0471225 Sep 22 10:35:54.605235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port d4f91fe3-5d61-4b2d-a1da-5ff3c716c1a3 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:54.605642 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.629183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-19ff1a47-faa1-448e-8f37-1795552a5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:54.630830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-19ff1a47-faa1-448e-8f37-1795552a5cba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0546787 Sep 22 10:35:54.681079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-c3cad844-396e-4b57-927c-18eb74b020b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:54.682834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-c3cad844-396e-4b57-927c-18eb74b020b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447636 Sep 22 10:35:54.697453 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.698045 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.713088 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for d4f91fe3-5d61-4b2d-a1da-5ff3c716c1a3 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:54.792699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-abb15914-d649-46f3-8e5d-5d92781745b2 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023955 Sep 22 10:35:54.903831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-09ea261a-9091-4a5a-ab43-26823223bb83 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003692 Sep 22 10:35:54.943318 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.945889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-a972cc74-02ba-445f-9f9e-8dc40ff213fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea HTTP/1.1" status: 200 len: 217 time: 0.0353382 Sep 22 10:35:54.977759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=d4f91fe3-5d61-4b2d-a1da-5ff3c716c1a3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:55.030059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-a08fa090-7973-4a41-8d71-5e98025aa49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.031572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-a08fa090-7973-4a41-8d71-5e98025aa49b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0786881 Sep 22 10:35:55.042130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.044267 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.046776 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-43d2905a-70f0-478d-80a7-6dd05d228ffb tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/floatingips/339d6c9c-4c59-49d9-a1d2-9d307ffaeeca HTTP/1.1" status: 204 len: 168 time: 0.6058726 Sep 22 10:35:55.052347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41814) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:55.069288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69d107-426e-453c-bff3-59ef9842cd03 req-93e958f0-0cd9-4bc8-b62c-f8eac702054a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.071456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c69d107-426e-453c-bff3-59ef9842cd03 req-93e958f0-0cd9-4bc8-b62c-f8eac702054a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0799060 Sep 22 10:35:55.072041 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5d203efb-c8eb-46fb-b993-e9208ce9a4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.090801 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-40c3bb13-fa7b-412f-89c4-69cfbf629e5a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] delete failed (client error): The resource could not be found. Sep 22 10:35:55.092129 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-40c3bb13-fa7b-412f-89c4-69cfbf629e5a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/floatingips/339d6c9c-4c59-49d9-a1d2-9d307ffaeeca HTTP/1.1" status: 404 len: 345 time: 0.0415940 Sep 22 10:35:55.097210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41816) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:55.133571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-ea577acb-fa62-4c80-9e71-2634d9b9aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.135549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-ea577acb-fa62-4c80-9e71-2634d9b9aa78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970027 Sep 22 10:35:55.175031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c69d107-426e-453c-bff3-59ef9842cd03 req-4ca6abc7-3045-420d-a0fa-a2d65778379d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798304 Sep 22 10:35:55.212117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b729ba-20a2-42d0-a2bc-4286ea786eae tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.220675 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b729ba-20a2-42d0-a2bc-4286ea786eae tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.228036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b729ba-20a2-42d0-a2bc-4286ea786eae tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.232467 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-26b729ba-20a2-42d0-a2bc-4286ea786eae tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "GET /v2.0/ports?network_id=996fcf40-f8bb-49d6-b5d7-508bca04ff78 HTTP/1.1" status: 200 len: 2358 time: 0.1314893 Sep 22 10:35:55.232798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41822) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:55.333145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-971ab076-0904-48fc-b6e2-88183d729e73 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863840 Sep 22 10:35:55.335852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b0408d-51bd-4c8f-b875-53738650c192 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.337104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f0b0408d-51bd-4c8f-b875-53738650c192 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "GET /v2.0/subnets/09d9010d-4ebb-4e49-8c1e-8ba00ae9f234 HTTP/1.1" status: 200 len: 797 time: 0.1033359 Sep 22 10:35:55.341978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41826) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:55.347681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'port': {'network_id': '996fcf40-f8bb-49d6-b5d7-508bca04ff78', 'name': 'tempest-FloatingIPTestJSON-568136087', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:55.376741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61ab07-1aaf-4f80-8d31-f25fcc64e0b0 req-76c7896a-a459-4f4b-a2b1-20feec595b7f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.378291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e61ab07-1aaf-4f80-8d31-f25fcc64e0b0 req-76c7896a-a459-4f4b-a2b1-20feec595b7f tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1060238 Sep 22 10:35:55.466242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e61ab07-1aaf-4f80-8d31-f25fcc64e0b0 req-6e32fe77-9f6c-404e-8fe5-451b985db2d3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782773 Sep 22 10:35:55.484512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-252e3548-bec1-409f-bf85-005612d17c20 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438053 Sep 22 10:35:55.531437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-5715701f-3ab0-445c-b5d6-1a58b7b5a9f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=74fa117a-0ae9-465a-9a10-b4787f86d848 HTTP/1.1" status: 200 len: 217 time: 0.0397196 Sep 22 10:35:55.551526 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.574398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Made reservation on behalf of 5e3c3255b2144301b37ba185bf33ab76 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:35:55.578075 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.581602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-d69329e3-ab55-42a1-b2e0-814d0dcc97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.583143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-d69329e3-ab55-42a1-b2e0-814d0dcc97ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 200 len: 797 time: 0.0447969 Sep 22 10:35:55.629519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-afe74148-ab18-4136-bd24-77b80cdcacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.631072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-afe74148-ab18-4136-bd24-77b80cdcacf6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a7a3a4a-3a2a-43a9-aca9-15feae755848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411830 Sep 22 10:35:55.660401 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.678453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] device_id is not set on port a9391d21-24f0-4913-82e3-3a1c99677f3d yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:35:55.682480 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.778198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-aae67756-197d-4b0e-a421-a0fada4a9d73 service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392164 Sep 22 10:35:55.789987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172515f-5c64-461a-8244-dd60d5ddb945 req-fbb4392a-cb03-44c6-be31-7cdaf33de27e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:55.791518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3172515f-5c64-461a-8244-dd60d5ddb945 req-fbb4392a-cb03-44c6-be31-7cdaf33de27e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0768881 Sep 22 10:35:55.882674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3172515f-5c64-461a-8244-dd60d5ddb945 req-1e68825f-a6df-429f-ab32-a6fd91f7f645 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824020 Sep 22 10:35:55.915948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-fd91dca7-77fe-4bb8-9a6a-6b448b77094c service neutron] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234429 Sep 22 10:35:55.961189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-06ed8cf2-f127-4f9d-862c-e91737d5f80b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc HTTP/1.1" status: 200 len: 217 time: 0.0379272 Sep 22 10:35:55.994042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.20.0.14 (996fcf40-f8bb-49d6-b5d7-508bca04ff78/09d9010d-4ebb-4e49-8c1e-8ba00ae9f234/a9391d21-24f0-4913-82e3-3a1c99677f3d) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:56.000618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.20.0.13 (996fcf40-f8bb-49d6-b5d7-508bca04ff78/09d9010d-4ebb-4e49-8c1e-8ba00ae9f234/a9391d21-24f0-4913-82e3-3a1c99677f3d) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:56.025507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-9c6a01ed-d4cd-4fdf-958a-3490ccb1bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:56.026789 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-9c6a01ed-d4cd-4fdf-958a-3490ccb1bbd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.0573764 Sep 22 10:35:56.102729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b67ad-e2ad-4463-b86b-b5210c4473d7 req-32c51b1d-3820-489f-9b25-9cb67b451a25 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:56.104131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b01b67ad-e2ad-4463-b86b-b5210c4473d7 req-32c51b1d-3820-489f-9b25-9cb67b451a25 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0917580 Sep 22 10:35:56.110755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-b79a8f5e-7ed1-4de2-8311-5ebd1864fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:56.112207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-b79a8f5e-7ed1-4de2-8311-5ebd1864fa08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710690 Sep 22 10:35:56.144195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.145453 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.170925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b01b67ad-e2ad-4463-b86b-b5210c4473d7 req-803b6852-1919-42ee-b883-36d76c1c2b27 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577488 Sep 22 10:35:56.230351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-951e9060-1761-401a-a220-3f1739a87d38 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103466 Sep 22 10:35:56.254339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.302946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:56.306066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:56.314005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:56.317906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=a9391d21-24f0-4913-82e3-3a1c99677f3d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:56.346271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614e678-2bbf-437d-9680-bc4a4771b43f req-9aeb5670-061c-4efa-9042-62939a16ff4b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:56.347902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a614e678-2bbf-437d-9680-bc4a4771b43f req-9aeb5670-061c-4efa-9042-62939a16ff4b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1110723 Sep 22 10:35:56.369552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:56.370952 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.391485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-23106d1c-5227-4fb1-abb4-016423d6914a service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534345 Sep 22 10:35:56.438735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a614e678-2bbf-437d-9680-bc4a4771b43f req-90b72562-bacc-4485-9f71-43ea099beed3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828230 Sep 22 10:35:56.440152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-3ca3729a-dc4f-46a8-b3ed-3fb394e56e93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a81ec790-8609-44bd-b50c-5af0a7205433 HTTP/1.1" status: 200 len: 217 time: 0.0391386 Sep 22 10:35:56.451604 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4c848b6e-dc81-41da-8186-48a8f205f76f tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1051207 Sep 22 10:35:56.451604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41842) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:56.456983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'a9391d21-24f0-4913-82e3-3a1c99677f3d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:56.509015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-1de26331-292d-4db0-bdca-ffe0252a31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:56.510576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-1de26331-292d-4db0-bdca-ffe0252a31a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 200 len: 797 time: 0.0622222 Sep 22 10:35:56.557189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adb03-b69d-44ce-9667-866afac09e6f req-4aaa8cd8-aec0-4954-b8f3-177ca1b13178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:56.558774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-4aaa8cd8-aec0-4954-b8f3-177ca1b13178 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c7460ba-8b97-436a-9bd5-4671ddf4fe48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411406 Sep 22 10:35:56.574201 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.654901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-ecb19927-6fc2-4d6b-a089-d70af9fc670c service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891025 Sep 22 10:35:56.677258 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.750915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a83adb03-b69d-44ce-9667-866afac09e6f req-1546227f-f3e2-4c50-895c-3286f8d6dd58 service neutron] 10.222.0.32 "GET /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895045 Sep 22 10:35:56.792209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.25.1.52 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/9cad64b2-10d0-4723-bb0a-e99935d6a7c1) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:35:56.867638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e8de0-fe4b-44a9-b6f8-74044685dfab req-15bb4ba0-ce91-43e3-a717-6b4a4a39348a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:56.869203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-889e8de0-fe4b-44a9-b6f8-74044685dfab req-15bb4ba0-ce91-43e3-a717-6b4a4a39348a tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0587978 Sep 22 10:35:56.905540 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.908947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-889e8de0-fe4b-44a9-b6f8-74044685dfab req-160a93a7-51ef-46ca-9514-2e360599c45d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Sep 22 10:35:57.014520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bc9cb-ed91-4247-958c-df1dbd1e0ebe req-a2090732-6514-47a7-a772-0eae7ee2bdf4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:57.015227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.016010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-689bc9cb-ed91-4247-958c-df1dbd1e0ebe req-a2090732-6514-47a7-a772-0eae7ee2bdf4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0488667 Sep 22 10:35:57.053822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:35:57.056679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:35:57.058859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-689bc9cb-ed91-4247-958c-df1dbd1e0ebe req-c4ecf8d6-15d8-4983-a3b1-ed96927ced99 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359712 Sep 22 10:35:57.060301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:35:57.084561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=9cad64b2-10d0-4723-bb0a-e99935d6a7c1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:57.418454 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.534846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.686205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.765510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.835559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=9cad64b2-10d0-4723-bb0a-e99935d6a7c1,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:57.847609 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.942568 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP 630cbe6a-7e55-4ea9-bb1c-b286dc406329 associated. External IP: 172.25.1.52, port: a9391d21-24f0-4913-82e3-3a1c99677f3d. Sep 22 10:35:58.010796 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:58.033690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f871792-178f-45c9-917d-69864fb7eb48 req-369d99c0-9de6-423a-ac2b-1cf197896f49 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:58.040927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f871792-178f-45c9-917d-69864fb7eb48 req-369d99c0-9de6-423a-ac2b-1cf197896f49 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0621662 Sep 22 10:35:58.081326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f871792-178f-45c9-917d-69864fb7eb48 req-9d7f2572-f122-47f8-b134-09cfdc7480dc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Sep 22 10:35:58.247811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd2c19-b95b-4e7b-afa5-6c65e2ba54df req-f94f78c6-bb35-48ca-bd2a-759f0d197857 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:58.249072 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:58.249462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-befd2c19-b95b-4e7b-afa5-6c65e2ba54df req-f94f78c6-bb35-48ca-bd2a-759f0d197857 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0600755 Sep 22 10:35:58.289999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-befd2c19-b95b-4e7b-afa5-6c65e2ba54df req-a8650e3c-d949-43c8-b8ff-ae5c68be411b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343156 Sep 22 10:35:58.363935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:58.375226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7665-55c8-4fac-821c-9f8cec8f5ea1 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:58.384061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc7665-55c8-4fac-821c-9f8cec8f5ea1 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:58.384708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-12cc7665-55c8-4fac-821c-9f8cec8f5ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:58.416062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-12cc7665-55c8-4fac-821c-9f8cec8f5ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:58.424240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc7665-55c8-4fac-821c-9f8cec8f5ea1 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:58.424820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-12cc7665-55c8-4fac-821c-9f8cec8f5ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:58.454065 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:58.455256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-12cc7665-55c8-4fac-821c-9f8cec8f5ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:58.455870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc7665-55c8-4fac-821c-9f8cec8f5ea1 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:58.480332 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0402d93c-d257-4e8b-8550-f7b7d2c4f589 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0269597 Sep 22 10:35:58.483018 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41862) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:58.487285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7b04e49a-6dac-4db4-b610-6eeadd3d2ca3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'port_id': 'a9391d21-24f0-4913-82e3-3a1c99677f3d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:58.543759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b04e49a-6dac-4db4-b610-6eeadd3d2ca3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:58.974963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b04e49a-6dac-4db4-b610-6eeadd3d2ca3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:59.044847 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b04e49a-6dac-4db4-b610-6eeadd3d2ca3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:59.216461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd8467-47ee-4e50-8204-1a18772b7fdd req-860ba56e-a2ce-49f3-9576-128d5e5786ca tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:59.218058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0acd8467-47ee-4e50-8204-1a18772b7fdd req-860ba56e-a2ce-49f3-9576-128d5e5786ca tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0593812 Sep 22 10:35:59.259114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0acd8467-47ee-4e50-8204-1a18772b7fdd req-18d24ff0-3d46-4627-a7c2-7d06254688dc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349324 Sep 22 10:35:59.415965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1694ae-3918-48ef-9875-c25bac550a05 req-f1b6ab7a-4494-40d7-b5e9-642d4ba05512 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:59.417505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f1694ae-3918-48ef-9875-c25bac550a05 req-f1b6ab7a-4494-40d7-b5e9-642d4ba05512 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0519605 Sep 22 10:35:59.462073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f1694ae-3918-48ef-9875-c25bac550a05 req-d5a116d5-b89f-4cc6-9053-684015236be4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381765 Sep 22 10:35:59.551821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b04e49a-6dac-4db4-b610-6eeadd3d2ca3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:59.665079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b04e49a-6dac-4db4-b610-6eeadd3d2ca3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:59.669664 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b04e49a-6dac-4db4-b610-6eeadd3d2ca3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:59.676882 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d080945-243c-4f1e-998a-23bcb2932fa5 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:59.683458 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d080945-243c-4f1e-998a-23bcb2932fa5 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:59.684062 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3d080945-243c-4f1e-998a-23bcb2932fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:59.722511 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7b04e49a-6dac-4db4-b610-6eeadd3d2ca3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/floatingips/630cbe6a-7e55-4ea9-bb1c-b286dc406329 HTTP/1.1" status: 200 len: 977 time: 1.2384281 Sep 22 10:35:59.725136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41878) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:59.805342 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3d080945-243c-4f1e-998a-23bcb2932fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:59.814349 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d080945-243c-4f1e-998a-23bcb2932fa5 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:59.814951 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3d080945-243c-4f1e-998a-23bcb2932fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:59.845401 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3d080945-243c-4f1e-998a-23bcb2932fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:59.846060 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d080945-243c-4f1e-998a-23bcb2932fa5 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:59.891638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port 9cad64b2-10d0-4723-bb0a-e99935d6a7c1 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:59.891975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:59.965751 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:59.966081 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:59.977927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for 9cad64b2-10d0-4723-bb0a-e99935d6a7c1 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:00.216959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.241202 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=9cad64b2-10d0-4723-bb0a-e99935d6a7c1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:00.305049 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.305383 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP 630cbe6a-7e55-4ea9-bb1c-b286dc406329 disassociated (deleted). External IP: 172.25.1.52, port: a9391d21-24f0-4913-82e3-3a1c99677f3d. Sep 22 10:36:00.381346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce58d69-2f7f-4df5-afa4-00aa3b601d78 req-a28c6858-cb4a-4cc6-9d44-8e0f4a0b47a3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:00.382978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ce58d69-2f7f-4df5-afa4-00aa3b601d78 req-a28c6858-cb4a-4cc6-9d44-8e0f4a0b47a3 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0507815 Sep 22 10:36:00.427299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ce58d69-2f7f-4df5-afa4-00aa3b601d78 req-b7577f62-c4d5-483d-8b21-7168bc7e522e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372148 Sep 22 10:36:00.522395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:00.602175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123825f-8f4b-4615-bfa0-3a5b6c4333bf req-cf7ec25a-da6d-4941-86ce-22bfc16f053c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:00.603761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4123825f-8f4b-4615-bfa0-3a5b6c4333bf req-cf7ec25a-da6d-4941-86ce-22bfc16f053c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0603471 Sep 22 10:36:00.650028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:00.650287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.657349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4123825f-8f4b-4615-bfa0-3a5b6c4333bf req-55578e3d-65b7-4257-b477-c12ed6c0340a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Sep 22 10:36:00.667753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d2a9f-dac1-41ed-a735-67741421e94a None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:00.682627 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0e079dd5-1f99-4df5-b2f7-c3ee1e5a4cec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/floatingips/630cbe6a-7e55-4ea9-bb1c-b286dc406329 HTTP/1.1" status: 204 len: 168 time: 0.9565094 Sep 22 10:36:00.684387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41890) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:00.685396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d2a9f-dac1-41ed-a735-67741421e94a None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:00.686587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bf0d2a9f-dac1-41ed-a735-67741421e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:00.743082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bf0d2a9f-dac1-41ed-a735-67741421e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:00.756327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0d2a9f-dac1-41ed-a735-67741421e94a None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:00.756327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bf0d2a9f-dac1-41ed-a735-67741421e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:00.792751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e2f65-8aef-4566-9b52-60b425e17c0a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port a9391d21-24f0-4913-82e3-3a1c99677f3d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:00.793318 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f65-8aef-4566-9b52-60b425e17c0a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.797532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bf0d2a9f-dac1-41ed-a735-67741421e94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:00.798144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0d2a9f-dac1-41ed-a735-67741421e94a None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:00.880689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f65-8aef-4566-9b52-60b425e17c0a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.892940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e2f65-8aef-4566-9b52-60b425e17c0a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for a9391d21-24f0-4913-82e3-3a1c99677f3d owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:01.150953 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f65-8aef-4566-9b52-60b425e17c0a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.181279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e2f65-8aef-4566-9b52-60b425e17c0a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=a9391d21-24f0-4913-82e3-3a1c99677f3d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:01.273134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a9e2f65-8aef-4566-9b52-60b425e17c0a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.275098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6a9e2f65-8aef-4566-9b52-60b425e17c0a tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/ports/a9391d21-24f0-4913-82e3-3a1c99677f3d HTTP/1.1" status: 204 len: 168 time: 0.5896907 Sep 22 10:36:01.278605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41892) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:01.283064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:01.371021 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.488030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.625054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.25.1.203 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/0ced35af-979c-4d77-8d61-c1a502bcaffc) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:01.633896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4a31-18bc-495d-bf38-154a1f3bef88 req-a1ed555e-dee1-4fcd-bb33-7fd6841047bc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:01.635425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-628b4a31-18bc-495d-bf38-154a1f3bef88 req-a1ed555e-dee1-4fcd-bb33-7fd6841047bc tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0936463 Sep 22 10:36:01.697668 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-628b4a31-18bc-495d-bf38-154a1f3bef88 req-4e195fa5-b346-418c-a6aa-0d4b2f3e7fb8 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539329 Sep 22 10:36:01.832455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900f26-c21d-480a-a1bb-771ec5f4e1a9 req-d9936097-b48a-4034-8963-2949ea4d37cf tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:01.833973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56900f26-c21d-480a-a1bb-771ec5f4e1a9 req-d9936097-b48a-4034-8963-2949ea4d37cf tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0762703 Sep 22 10:36:01.838640 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.896148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56900f26-c21d-480a-a1bb-771ec5f4e1a9 req-f28997bd-6e5a-44ec-80bb-0d29a748ff39 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545299 Sep 22 10:36:01.934246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:36:01.971669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.013907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:02.018459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:02.025250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:02.035702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:02.046175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=0ced35af-979c-4d77-8d61-c1a502bcaffc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:02.047259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'port_id': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'mac_address': 'fa:16:3e:f1:0d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:36:02.087923 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.100956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:36:02.112542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.121606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:02.256226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.262224 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.313061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:02.411268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.415273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:02.494180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.578354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=0ced35af-979c-4d77-8d61-c1a502bcaffc,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:02.588157 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.684725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.686140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-34ed0ece-a284-4fc0-ba0e-aa4788bb7a38 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4065340 Sep 22 10:36:02.688961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41906) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:02.693851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'port': {'network_id': '996fcf40-f8bb-49d6-b5d7-508bca04ff78', 'name': 'tempest-FloatingIPTestJSON-723227039'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:02.853656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d8bd2-43bf-4ea7-906c-e2fd0b04ec49 req-0ce329f0-7e3e-41fb-83af-356c7fea1a63 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:02.855366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289d8bd2-43bf-4ea7-906c-e2fd0b04ec49 req-0ce329f0-7e3e-41fb-83af-356c7fea1a63 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0742636 Sep 22 10:36:02.893378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-289d8bd2-43bf-4ea7-906c-e2fd0b04ec49 req-d873ca56-c090-4756-a7f7-222664d9d0c1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Sep 22 10:36:02.956635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Made reservation on behalf of 5e3c3255b2144301b37ba185bf33ab76 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:02.960242 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.002315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] device_id is not set on port 48e1ed52-986f-4fe3-a8ee-b4bcefde6572 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:36:03.065632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83f3b5-0326-4788-bc8d-28e8f3f28f5a req-b9d12441-f53c-4c88-91de-f78266820f1e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:03.067187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af83f3b5-0326-4788-bc8d-28e8f3f28f5a req-b9d12441-f53c-4c88-91de-f78266820f1e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 945 time: 0.0961826 Sep 22 10:36:03.143319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af83f3b5-0326-4788-bc8d-28e8f3f28f5a req-57af14be-6e3d-428c-8d00-4ee8e1a1248c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699437 Sep 22 10:36:03.156706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.20.0.11 (996fcf40-f8bb-49d6-b5d7-508bca04ff78/09d9010d-4ebb-4e49-8c1e-8ba00ae9f234/48e1ed52-986f-4fe3-a8ee-b4bcefde6572) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:03.325600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.425574 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.467665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 996fcf40-f8bb-49d6-b5d7-508bca04ff78 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:03.470666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:03.474368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:03.484081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=48e1ed52-986f-4fe3-a8ee-b4bcefde6572,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:03.528846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:03.529466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.617453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2989c2a2-9d72-42c8-8309-b4fef05ed927 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9244618 Sep 22 10:36:03.617618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41930) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:03.622667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-419bc505-30fa-4d94-a44b-fc78ce5d2b6d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'port_id': '48e1ed52-986f-4fe3-a8ee-b4bcefde6572'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:03.666010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-419bc505-30fa-4d94-a44b-fc78ce5d2b6d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.934737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:03.994399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:03.994730 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.089765 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.123589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:04.129632 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d8c98-0b91-46c3-8a9f-1677699430a3" -d '{"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-plugged", "status": "completed", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:04.145365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:04.237121 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.315829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:04.447349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76aa824-2f11-4dd3-8116-e5bbbca928c6 req-9269c9ae-deca-47c0-a2fd-af24b05c3847 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:04.456596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b76aa824-2f11-4dd3-8116-e5bbbca928c6 req-9269c9ae-deca-47c0-a2fd-af24b05c3847 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1088684 Sep 22 10:36:04.544664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-419bc505-30fa-4d94-a44b-fc78ce5d2b6d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.566807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b76aa824-2f11-4dd3-8116-e5bbbca928c6 req-3e1a08d9-4d8d-4c83-a35a-7203b7134b79 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038647 Sep 22 10:36:04.620739 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba7ecaf-6eb4-43a7-90b4-f08a6fb6e0fd x-openstack-request-id: req-0ba7ecaf-6eb4-43a7-90b4-f08a6fb6e0fd {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:04.620739 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-plugged", "status": "completed", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:04.620739 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ba7ecaf-6eb4-43a7-90b4-f08a6fb6e0fd {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:04.621059 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'code': 200} Sep 22 10:36:04.678918 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-419bc505-30fa-4d94-a44b-fc78ce5d2b6d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.810558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265f9c4-4cc1-44f9-b146-ffd0e72b3d28 req-15b11f3a-d7cb-48f3-bc12-d4a784bb5c82 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:04.814782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a265f9c4-4cc1-44f9-b146-ffd0e72b3d28 req-15b11f3a-d7cb-48f3-bc12-d4a784bb5c82 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.1467044 Sep 22 10:36:04.855073 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-419bc505-30fa-4d94-a44b-fc78ce5d2b6d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP fdc41a9e-eedb-45f8-ac6b-03ea713e2d97 associated. External IP: 172.25.1.203, port: 48e1ed52-986f-4fe3-a8ee-b4bcefde6572. Sep 22 10:36:04.931018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a265f9c4-4cc1-44f9-b146-ffd0e72b3d28 req-e87c1379-c900-4d1d-a476-881153c5b08d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071498 Sep 22 10:36:05.197500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419bc505-30fa-4d94-a44b-fc78ce5d2b6d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:05.328515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419bc505-30fa-4d94-a44b-fc78ce5d2b6d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:05.338316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-419bc505-30fa-4d94-a44b-fc78ce5d2b6d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:05.342281 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04930690-ade7-4bc5-b8c6-bca5eeba110c None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:05.352256 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04930690-ade7-4bc5-b8c6-bca5eeba110c None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:05.352893 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-04930690-ade7-4bc5-b8c6-bca5eeba110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:05.375276 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-419bc505-30fa-4d94-a44b-fc78ce5d2b6d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/floatingips/fdc41a9e-eedb-45f8-ac6b-03ea713e2d97 HTTP/1.1" status: 200 len: 978 time: 1.7564714 Sep 22 10:36:05.377831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41958) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:05.404727 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-04930690-ade7-4bc5-b8c6-bca5eeba110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:05.425687 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04930690-ade7-4bc5-b8c6-bca5eeba110c None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:05.426653 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-04930690-ade7-4bc5-b8c6-bca5eeba110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:05.467151 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-04930690-ade7-4bc5-b8c6-bca5eeba110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:05.467733 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04930690-ade7-4bc5-b8c6-bca5eeba110c None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:05.496178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port 48e1ed52-986f-4fe3-a8ee-b4bcefde6572 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:05.496736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:05.611939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:05.782432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a404908-7f1e-42d8-b203-8d787f2357e5 req-4c605961-340a-4ed3-88a6-9194ff5325b0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:05.783887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a404908-7f1e-42d8-b203-8d787f2357e5 req-4c605961-340a-4ed3-88a6-9194ff5325b0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1190863 Sep 22 10:36:05.890323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a404908-7f1e-42d8-b203-8d787f2357e5 req-68647499-d983-4353-bb89-b0ae180ec50c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996521 Sep 22 10:36:05.913363 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:05.914187 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:05.914187 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP fdc41a9e-eedb-45f8-ac6b-03ea713e2d97 disassociated. External IP: 172.25.1.203, port: 48e1ed52-986f-4fe3-a8ee-b4bcefde6572. Sep 22 10:36:05.916556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for 48e1ed52-986f-4fe3-a8ee-b4bcefde6572 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:06.129279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e7506-0545-4321-9513-884c415daf39 req-46270f32-da30-4b36-a8f7-354e1ab0c0ac tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:06.130750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a27e7506-0545-4321-9513-884c415daf39 req-46270f32-da30-4b36-a8f7-354e1ab0c0ac tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.1026275 Sep 22 10:36:06.176499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a27e7506-0545-4321-9513-884c415daf39 req-9c9eccfe-a12c-4210-8b7b-58674af9f25f tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389035 Sep 22 10:36:06.223470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:06.257413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=48e1ed52-986f-4fe3-a8ee-b4bcefde6572,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:06.271554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.272308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.272650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.273010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.273331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.273662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.273987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.274345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.274669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.274997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.275478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.275806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:06.407376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:06.542696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:06.557979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a3ebeb-83f6-4e22-8c1f-a9eeff1894b1 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:06.575568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3ebeb-83f6-4e22-8c1f-a9eeff1894b1 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:06.576206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b9a3ebeb-83f6-4e22-8c1f-a9eeff1894b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:06.617343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b9a3ebeb-83f6-4e22-8c1f-a9eeff1894b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:06.628493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3ebeb-83f6-4e22-8c1f-a9eeff1894b1 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:06.629385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b9a3ebeb-83f6-4e22-8c1f-a9eeff1894b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:06.638891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:06.649461 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41968) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:06.650026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fab8a31b-1edc-43bb-805b-8afcae2b0c31 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/ports/48e1ed52-986f-4fe3-a8ee-b4bcefde6572 HTTP/1.1" status: 204 len: 168 time: 1.2710366 Sep 22 10:36:06.667570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b9a3ebeb-83f6-4e22-8c1f-a9eeff1894b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:06.668469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a3ebeb-83f6-4e22-8c1f-a9eeff1894b1 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:06.710188 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-48a479f0-6f49-4612-bbc6-7322d8aec8f3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "GET /v2.0/floatingips/fdc41a9e-eedb-45f8-ac6b-03ea713e2d97 HTTP/1.1" status: 200 len: 688 time: 0.0591967 Sep 22 10:36:06.715594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41970) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:06.863276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port 0ced35af-979c-4d77-8d61-c1a502bcaffc {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:06.863733 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:06.965766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:06.966752 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.000651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for 0ced35af-979c-4d77-8d61-c1a502bcaffc owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:07.097541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056cd06-31eb-4df1-87bf-a4bc6fd2dac1 req-0bb7ac27-0b05-4a55-9d68-2285b95bf8dd tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:07.099282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c056cd06-31eb-4df1-87bf-a4bc6fd2dac1 req-0bb7ac27-0b05-4a55-9d68-2285b95bf8dd tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1167364 Sep 22 10:36:07.160446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c056cd06-31eb-4df1-87bf-a4bc6fd2dac1 req-cee7c980-4806-48c0-b14f-9d3210e27a57 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501449 Sep 22 10:36:07.319163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d60936-d410-4140-a336-a785571c5f84 req-92e0d549-36ae-43bc-91f7-fe2927b7ad5b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:07.320683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83d60936-d410-4140-a336-a785571c5f84 req-92e0d549-36ae-43bc-91f7-fe2927b7ad5b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0533352 Sep 22 10:36:07.360548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83d60936-d410-4140-a336-a785571c5f84 req-3da72e13-6068-42bb-99a8-f05e8f27daa8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Sep 22 10:36:07.476671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.505089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=0ced35af-979c-4d77-8d61-c1a502bcaffc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:07.578318 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.580980 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.582183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7a80ab0d-0795-4f44-965d-22c39f80b0f6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/floatingips/fdc41a9e-eedb-45f8-ac6b-03ea713e2d97 HTTP/1.1" status: 204 len: 168 time: 0.8663678 Sep 22 10:36:07.585705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41980) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:07.590009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '0a51ce83-a888-4ab4-ba55-535efe04a0d2'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:07.679468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.808880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.948604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.25.1.53 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/24dcbf5d-0608-45b5-865f-a3f71940a52f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:08.156410 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:08.289913 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:08.335395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e190e5-36eb-4217-82bf-7bad2c873159 req-c8666a5a-1495-4270-9d98-42e8ac2f87aa tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:08.341380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21e190e5-36eb-4217-82bf-7bad2c873159 req-c8666a5a-1495-4270-9d98-42e8ac2f87aa tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1009979 Sep 22 10:36:08.383030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:08.393940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:08.402464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=24dcbf5d-0608-45b5-865f-a3f71940a52f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:08.404927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:08.438849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21e190e5-36eb-4217-82bf-7bad2c873159 req-ced7e908-8f7c-481a-8bd3-5d4ca0936292 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885148 Sep 22 10:36:08.633419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5397d1-b1e1-4bd0-bbf2-d94e57e95558 req-55313ea5-14e7-485f-aa03-04644f506105 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:08.635043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa5397d1-b1e1-4bd0-bbf2-d94e57e95558 req-55313ea5-14e7-485f-aa03-04644f506105 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0928154 Sep 22 10:36:09.098662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa5397d1-b1e1-4bd0-bbf2-d94e57e95558 req-bea679b3-f089-4e29-8164-329767fd914a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169729 Sep 22 10:36:09.332822 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.492749 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.662454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dc943-23bf-431c-8b33-0674dd07d1cb req-1c8fedde-812b-4f4b-94bf-18fe962d338d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:09.663969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8dc943-23bf-431c-8b33-0674dd07d1cb req-1c8fedde-812b-4f4b-94bf-18fe962d338d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1044610 Sep 22 10:36:09.738812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8dc943-23bf-431c-8b33-0674dd07d1cb req-4925e572-098d-4d1e-b0fe-f3491d1fd382 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627172 Sep 22 10:36:09.756252 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.882559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.963808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=24dcbf5d-0608-45b5-865f-a3f71940a52f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:09.976927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.111323 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP 02f480bc-6278-4d4d-a3f0-b90f16ce1e21 associated. External IP: 172.25.1.53, port: 0a51ce83-a888-4ab4-ba55-535efe04a0d2. Sep 22 10:36:10.284543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3657e4-d696-48db-ba55-ffea0ea23ef4 req-7de48826-96e2-4250-ba35-7b35ed164e6d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:10.286300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d3657e4-d696-48db-ba55-ffea0ea23ef4 req-7de48826-96e2-4250-ba35-7b35ed164e6d tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0991406 Sep 22 10:36:10.396687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d3657e4-d696-48db-ba55-ffea0ea23ef4 req-aeac5b27-8790-4c07-9e24-d9d3c1dfd5f6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749707 Sep 22 10:36:10.446391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:10.580780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:10.594262 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e87b514-b986-4317-84a0-9a33b4353319 None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:10.603486 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87b514-b986-4317-84a0-9a33b4353319 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:10.604357 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3e87b514-b986-4317-84a0-9a33b4353319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:10.635544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3e87b514-b986-4317-84a0-9a33b4353319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:10.644509 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87b514-b986-4317-84a0-9a33b4353319 None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:10.645092 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3e87b514-b986-4317-84a0-9a33b4353319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:10.675106 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3e87b514-b986-4317-84a0-9a33b4353319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:10.675702 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e87b514-b986-4317-84a0-9a33b4353319 None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:10.860793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d18583-fb2e-4635-bff1-bd5e92c2e72c req-b9b2dc15-7340-4797-9c5d-ad731a2eae8d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:10.862382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6d18583-fb2e-4635-bff1-bd5e92c2e72c req-b9b2dc15-7340-4797-9c5d-ad731a2eae8d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0489089 Sep 22 10:36:10.902360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6d18583-fb2e-4635-bff1-bd5e92c2e72c req-a308a5dc-f1a1-412b-bc9a-ac9233e40dfd tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340698 Sep 22 10:36:11.300059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.330581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c27e8fb3-672f-4d66-9bc0-69afc7dd5835 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7437360 Sep 22 10:36:11.332969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42008) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:11.338233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-607755906'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:11.512050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Made reservation on behalf of 5e3c3255b2144301b37ba185bf33ab76 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:11.516367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.557219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfa06f-2305-4c38-a25c-7ad1f062fc2d req-051d20cf-50a2-4e1d-b0c8-38e859cbae8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:11.558901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8dfa06f-2305-4c38-a25c-7ad1f062fc2d req-051d20cf-50a2-4e1d-b0c8-38e859cbae8b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0776260 Sep 22 10:36:11.567575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:36:11.595666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.596018 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Added segment bac48e6c-3f1a-49e4-952b-d21043782793 of type vlan for network a0c42dcc-eed6-4692-979c-cad2258fa2a9 Sep 22 10:36:11.650008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8dfa06f-2305-4c38-a25c-7ad1f062fc2d req-2a01fa99-82c1-4e2d-be43-84f42a4670c7 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785308 Sep 22 10:36:11.668045 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.814084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.821465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:11.822370 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.903500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Network': ['ID=a0c42dcc-eed6-4692-979c-cad2258fa2a9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:11.918500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a0c42dcc-eed6-4692-979c-cad2258fa2a9 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:36:12.025628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-337d3d1b-b600-4ecc-af59-a56bf1ac2199 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6915205 Sep 22 10:36:12.028380 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42020) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:12.035853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'subnet': {'network_id': 'a0c42dcc-eed6-4692-979c-cad2258fa2a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:12.051991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318272-1652-4928-929e-85db0b3493f7 req-5f7b81cd-cab8-4325-9a67-07371ce192b4 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:12.053852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1318272-1652-4928-929e-85db0b3493f7 req-5f7b81cd-cab8-4325-9a67-07371ce192b4 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0578167 Sep 22 10:36:12.110605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1318272-1652-4928-929e-85db0b3493f7 req-a00daff2-9b7a-4f01-a053-e4b2703db5d0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485425 Sep 22 10:36:12.282513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Made reservation on behalf of 5e3c3255b2144301b37ba185bf33ab76 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:12.286658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:12.599767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:12.676184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Checking segment: {'id': 'bac48e6c-3f1a-49e4-952b-d21043782793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0c42dcc-eed6-4692-979c-cad2258fa2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:12.676184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network hostable DHCP agents. Network: a0c42dcc-eed6-4692-979c-cad2258fa2a9, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:36:12.696469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Subnet': ['ID=9d8d9222-0a4a-452b-b50a-7888d7f2f0fc,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:12.809881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79900c3-9b0d-4bc3-95df-3be0f5cea477 req-d3308f9f-952a-4c7c-8e71-e67d0f15d900 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:12.811707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c79900c3-9b0d-4bc3-95df-3be0f5cea477 req-d3308f9f-952a-4c7c-8e71-e67d0f15d900 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0578933 Sep 22 10:36:12.833289 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network a0c42dcc-eed6-4692-979c-cad2258fa2a9 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:36:12.871231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c79900c3-9b0d-4bc3-95df-3be0f5cea477 req-9ad27533-af4e-4d1d-bdfa-c1c6d6399dd5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475774 Sep 22 10:36:12.983147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a0c42dcc-eed6-4692-979c-cad2258fa2a9) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:12.987647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:12.988796 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:12.998791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c682dd2e-393a-4c85-9019-4f8a8055b3b2 None None] Network a0c42dcc-eed6-4692-979c-cad2258fa2a9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:36:13.154898 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e32d0f7d-2630-4a21-9c25-fad9a5da8388 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1245279 Sep 22 10:36:13.157442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42032) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:13.176356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-102781623', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:13.179179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-a0c42dcc-eed6-4692-979c-cad2258fa2a9', 'network_id': 'a0c42dcc-eed6-4692-979c-cad2258fa2a9', 'tenant_id': '5e3c3255b2144301b37ba185bf33ab76', 'fixed_ips': [{'subnet_id': '9d8d9222-0a4a-452b-b50a-7888d7f2f0fc'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:36:13.180773 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:13.305377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:13.308299 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:13.348198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151af06a-84b1-4fce-a965-9a3d7716cdb7 req-6333b371-acea-49c1-95be-d8176b6f9b69 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:13.349792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-151af06a-84b1-4fce-a965-9a3d7716cdb7 req-6333b371-acea-49c1-95be-d8176b6f9b69 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0977502 Sep 22 10:36:13.399533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Allocated IP 172.20.0.2 (a0c42dcc-eed6-4692-979c-cad2258fa2a9/9d8d9222-0a4a-452b-b50a-7888d7f2f0fc/e93eb374-60c2-44f3-b010-cb36c54fd50d) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:13.436269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:13.442042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-151af06a-84b1-4fce-a965-9a3d7716cdb7 req-bd9148fc-f14e-48cc-bb1f-c57959a23512 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812657 Sep 22 10:36:13.727492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:13.777498 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:13.934336 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:13.980566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Network a0c42dcc-eed6-4692-979c-cad2258fa2a9 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:13.983595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:13.989202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:14.043077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Pushing event updated for resources: {'Port': ['ID=e93eb374-60c2-44f3-b010-cb36c54fd50d,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:14.057338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Attempting to bind port e93eb374-60c2-44f3-b010-cb36c54fd50d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:36:14.057710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Attempting to bind port e93eb374-60c2-44f3-b010-cb36c54fd50d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'bac48e6c-3f1a-49e4-952b-d21043782793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0c42dcc-eed6-4692-979c-cad2258fa2a9'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:36:14.057823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ee82-05b0-44cc-a5db-611b52da4074 req-a411cb61-ef0d-4074-b701-1309d0080217 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.058247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Attempting to bind port e93eb374-60c2-44f3-b010-cb36c54fd50d on network a0c42dcc-eed6-4692-979c-cad2258fa2a9 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:14.059346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1234ee82-05b0-44cc-a5db-611b52da4074 req-a411cb61-ef0d-4074-b701-1309d0080217 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0860214 Sep 22 10:36:14.071731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:36:14.072502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Checking segment: {'id': 'bac48e6c-3f1a-49e4-952b-d21043782793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0c42dcc-eed6-4692-979c-cad2258fa2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:14.073269 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:14.073869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Bound using segment: {'id': 'bac48e6c-3f1a-49e4-952b-d21043782793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0c42dcc-eed6-4692-979c-cad2258fa2a9'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:36:14.074576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Bound port: e93eb374-60c2-44f3-b010-cb36c54fd50d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac48e6c-3f1a-49e4-952b-d21043782793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0c42dcc-eed6-4692-979c-cad2258fa2a9'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:36:14.075211 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:14.108114 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:14.121655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1234ee82-05b0-44cc-a5db-611b52da4074 req-fe94fe17-6440-4c3d-ae62-882664d630dc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544875 Sep 22 10:36:14.131649 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:14.172987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] For port e93eb374-60c2-44f3-b010-cb36c54fd50d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:36:14.182190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] For port e93eb374-60c2-44f3-b010-cb36c54fd50d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e93eb374-60c2-44f3-b010-cb36c54fd50d,segment=NetworkSegment(bac48e6c-3f1a-49e4-952b-d21043782793),segment_id=bac48e6c-3f1a-49e4-952b-d21043782793)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:36:14.278644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.25.1.74 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/e7fe9940-c595-4618-a3b1-a16d8d6f95e2) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:14.294422 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:14.375480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a909aa-6fd3-4ac5-b2bd-f61e9a8bc783 None None] Pushing event updated for resources: {'Port': ['ID=e93eb374-60c2-44f3-b010-cb36c54fd50d,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:14.415357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f75aa-520f-47ba-bb03-7bd5aa4ca044 req-c70d13c7-3d20-45ed-85ef-2b3a00c82df7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.431326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f75aa-520f-47ba-bb03-7bd5aa4ca044 req-c70d13c7-3d20-45ed-85ef-2b3a00c82df7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.447754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f75aa-520f-47ba-bb03-7bd5aa4ca044 req-c70d13c7-3d20-45ed-85ef-2b3a00c82df7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.457969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f75aa-520f-47ba-bb03-7bd5aa4ca044 req-c70d13c7-3d20-45ed-85ef-2b3a00c82df7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.462223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:14.470851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f75aa-520f-47ba-bb03-7bd5aa4ca044 req-c70d13c7-3d20-45ed-85ef-2b3a00c82df7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.485551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f75aa-520f-47ba-bb03-7bd5aa4ca044 req-c70d13c7-3d20-45ed-85ef-2b3a00c82df7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.494166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f75aa-520f-47ba-bb03-7bd5aa4ca044 req-c70d13c7-3d20-45ed-85ef-2b3a00c82df7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.501385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e4f75aa-520f-47ba-bb03-7bd5aa4ca044 req-c70d13c7-3d20-45ed-85ef-2b3a00c82df7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5432 time: 0.2036150 Sep 22 10:36:14.611041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e4f75aa-520f-47ba-bb03-7bd5aa4ca044 req-6f8fc9b6-54e9-4997-bfbf-f319055fccb1 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086943 Sep 22 10:36:14.613132 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:36:14.676250 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:14.740201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:14.747320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:14.753481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:14.792183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=e7fe9940-c595-4618-a3b1-a16d8d6f95e2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:14.839596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a29886-f9fd-4bc5-a5a2-6d4b874501dd req-4b5f6f66-2e74-428a-b4c4-ebbf487e3346 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.841567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5a29886-f9fd-4bc5-a5a2-6d4b874501dd req-4b5f6f66-2e74-428a-b4c4-ebbf487e3346 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0835795 Sep 22 10:36:14.913559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5a29886-f9fd-4bc5-a5a2-6d4b874501dd req-4204705b-51fe-4d3d-bf99-cbcae1a65673 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591321 Sep 22 10:36:15.027455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6265e7-0aa7-45ea-9fb5-7d295a529e4d req-95c7ef7d-8394-4be8-9fb5-4d5d919154b3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:15.033918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6265e7-0aa7-45ea-9fb5-7d295a529e4d req-95c7ef7d-8394-4be8-9fb5-4d5d919154b3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:15.039903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6265e7-0aa7-45ea-9fb5-7d295a529e4d req-95c7ef7d-8394-4be8-9fb5-4d5d919154b3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:15.046732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6265e7-0aa7-45ea-9fb5-7d295a529e4d req-95c7ef7d-8394-4be8-9fb5-4d5d919154b3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:15.052712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6265e7-0aa7-45ea-9fb5-7d295a529e4d req-95c7ef7d-8394-4be8-9fb5-4d5d919154b3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:15.058709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6265e7-0aa7-45ea-9fb5-7d295a529e4d req-95c7ef7d-8394-4be8-9fb5-4d5d919154b3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:15.064718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6265e7-0aa7-45ea-9fb5-7d295a529e4d req-95c7ef7d-8394-4be8-9fb5-4d5d919154b3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:15.066795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb6265e7-0aa7-45ea-9fb5-7d295a529e4d req-95c7ef7d-8394-4be8-9fb5-4d5d919154b3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5432 time: 0.0991099 Sep 22 10:36:15.277235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.281107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4406833-93ac-41a5-a0eb-ff1618579df5 req-6bd1f7b1-099a-4db0-b2a2-96f9af304182 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:15.283720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4406833-93ac-41a5-a0eb-ff1618579df5 req-6bd1f7b1-099a-4db0-b2a2-96f9af304182 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0770683 Sep 22 10:36:15.359900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4406833-93ac-41a5-a0eb-ff1618579df5 req-8e00c94a-0f52-4516-89dd-f76a21b96a6a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699501 Sep 22 10:36:15.599485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.774139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e93eb374-60c2-44f3-b010-cb36c54fd50d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:15.806697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e31b005-2783-4897-8673-6a5e2456cfd4 None None] Network a0c42dcc-eed6-4692-979c-cad2258fa2a9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:36:15.892673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3fec3f0b-1ce4-4fb3-90dc-776928aa956b None None] Provisioning complete for port e93eb374-60c2-44f3-b010-cb36c54fd50d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:15.893051 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3fec3f0b-1ce4-4fb3-90dc-776928aa956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.940942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e93eb374-60c2-44f3-b010-cb36c54fd50d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:15.941323 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.976900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router dbd3ec3a-79f8-45e8-b933-7bc52940c84b is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:36:16.091005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe9c71-f2d1-4d51-a914-b92d752f3530 req-1054a821-9519-47ff-96ff-ce4d9cb75102 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:16.098866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0fe9c71-f2d1-4d51-a914-b92d752f3530 req-1054a821-9519-47ff-96ff-ce4d9cb75102 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0709352 Sep 22 10:36:16.130351 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:16.152785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0fe9c71-f2d1-4d51-a914-b92d752f3530 req-6cf6faca-ab35-4957-8e8a-7f863c60c2a7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492439 Sep 22 10:36:16.186924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3fec3f0b-1ce4-4fb3-90dc-776928aa956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:16.216509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port e93eb374-60c2-44f3-b010-cb36c54fd50d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e93eb374-60c2-44f3-b010-cb36c54fd50d,segment=NetworkSegment(bac48e6c-3f1a-49e4-952b-d21043782793),segment_id=bac48e6c-3f1a-49e4-952b-d21043782793)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:16.422598 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:16.487534 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-3fec3f0b-1ce4-4fb3-90dc-776928aa956b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:36:16.487817 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-3fec3f0b-1ce4-4fb3-90dc-776928aa956b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:36:16.508880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:16.524360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=e93eb374-60c2-44f3-b010-cb36c54fd50d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:16.532443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5404e750-8098-471d-8750-c1f731f4d262 None None] Sync routers for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:16.548375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404e750-8098-471d-8750-c1f731f4d262 None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:16.549171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5404e750-8098-471d-8750-c1f731f4d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:16.586381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5404e750-8098-471d-8750-c1f731f4d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:16.591376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059d5e4-a3f5-4f01-9470-b53f4f8c7e49 req-8578abbf-93b2-4092-9cc2-e07d4095cd42 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:16.593625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c059d5e4-a3f5-4f01-9470-b53f4f8c7e49 req-8578abbf-93b2-4092-9cc2-e07d4095cd42 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.1185791 Sep 22 10:36:16.595951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404e750-8098-471d-8750-c1f731f4d262 None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:16.596567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5404e750-8098-471d-8750-c1f731f4d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:16.631797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5404e750-8098-471d-8750-c1f731f4d262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:16.632455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5404e750-8098-471d-8750-c1f731f4d262 None None] The sync data for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:16.635832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c059d5e4-a3f5-4f01-9470-b53f4f8c7e49 req-d224457f-8993-4a0c-8a54-e2765f3df822 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348957 Sep 22 10:36:16.645082 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:16.652561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42066) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:16.652699 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0097da1f-9003-42d7-9cb6-7245c062b3b3 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4939082 Sep 22 10:36:17.110694 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:17.143957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-930ef8d1-d754-464b-9d45-ae27220d7b3f None None] Provisioning complete for port e93eb374-60c2-44f3-b010-cb36c54fd50d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:17.144608 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-930ef8d1-d754-464b-9d45-ae27220d7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:17.349568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b56503-7167-450d-bea3-63f0f074eea6 req-71821c8e-ae6d-4ba5-b035-1b798ebe34f0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.354621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06b56503-7167-450d-bea3-63f0f074eea6 req-71821c8e-ae6d-4ba5-b035-1b798ebe34f0 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1109233 Sep 22 10:36:17.431242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-f9cc86b3-dea0-47a3-90b5-e246d0cdb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.431664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-f9cc86b3-dea0-47a3-90b5-e246d0cdb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.432146 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-f9cc86b3-dea0-47a3-90b5-e246d0cdb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.432620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-f9cc86b3-dea0-47a3-90b5-e246d0cdb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.433101 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-f9cc86b3-dea0-47a3-90b5-e246d0cdb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.433570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-f9cc86b3-dea0-47a3-90b5-e246d0cdb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.434035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-f9cc86b3-dea0-47a3-90b5-e246d0cdb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.436517 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-f9cc86b3-dea0-47a3-90b5-e246d0cdb49e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 6489 time: 0.0490854 Sep 22 10:36:17.443317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06b56503-7167-450d-bea3-63f0f074eea6 req-e4169699-8f5c-4380-9e8f-64b50548cde1 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853112 Sep 22 10:36:17.479745 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-a61317af-f8ac-4dc7-bb1f-dbccc5354a1b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360699 Sep 22 10:36:17.489524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.20.0.1 (a0c42dcc-eed6-4692-979c-cad2258fa2a9/9d8d9222-0a4a-452b-b50a-7888d7f2f0fc/720fa814-1df2-49cd-a6b2-745539fb30e6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:17.612133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e93eb374-60c2-44f3-b010-cb36c54fd50d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:17.637381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-3405478a-ab62-482d-a841-2628868bd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.639133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-3405478a-ab62-482d-a841-2628868bd246 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 1097 time: 0.0713933 Sep 22 10:36:17.649193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:17.664131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e93eb374-60c2-44f3-b010-cb36c54fd50d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:17.664506 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:17.784021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-1048f03b-8f0a-48d3-8dd5-5cbb81b76f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.785505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-1048f03b-8f0a-48d3-8dd5-5cbb81b76f42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.1392856 Sep 22 10:36:17.807860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a035f5-2e30-4465-be3e-37586c404eda req-ef0c9946-491b-46f9-989b-ec086e6970fe tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.809315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34a035f5-2e30-4465-be3e-37586c404eda req-ef0c9946-491b-46f9-989b-ec086e6970fe tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0936749 Sep 22 10:36:18.144817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:18.211967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network a0c42dcc-eed6-4692-979c-cad2258fa2a9 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:18.235273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:18.237732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=720fa814-1df2-49cd-a6b2-745539fb30e6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:18.240254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:18.246174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-726d2400-11ef-463b-afdd-dec26026abc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf HTTP/1.1" status: 200 len: 1002 time: 0.4527543 Sep 22 10:36:18.251879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34a035f5-2e30-4465-be3e-37586c404eda req-7e4d57c7-2b5e-48ba-89f5-248a6aad939e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110027 Sep 22 10:36:18.327789 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:18.382270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-685b2b1e-56c0-4f05-8ebe-00d2ae33552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:18.383781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-685b2b1e-56c0-4f05-8ebe-00d2ae33552c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.1051793 Sep 22 10:36:18.465427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-16dde5e3-55f2-4e85-b5a6-f63c6c5e7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:18.467030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-16dde5e3-55f2-4e85-b5a6-f63c6c5e7d1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753078 Sep 22 10:36:18.481984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b87a6b8b-745c-4ca9-9463-30feff8c21c7 None None] Provisioning complete for port 720fa814-1df2-49cd-a6b2-745539fb30e6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:18.483074 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b87a6b8b-745c-4ca9-9463-30feff8c21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:18.517866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b87a6b8b-745c-4ca9-9463-30feff8c21c7 None None] Port 720fa814-1df2-49cd-a6b2-745539fb30e6 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:18.618935 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:18.636442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-6f1cbec6-9d24-4748-82ab-cf133fb0c32b service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617708 Sep 22 10:36:18.658937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e8474-6b32-4006-938f-13a14d6c20b5 req-95a65d39-cb92-4004-980a-f10359bfde96 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:18.660376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d2e8474-6b32-4006-938f-13a14d6c20b5 req-95a65d39-cb92-4004-980a-f10359bfde96 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1215694 Sep 22 10:36:18.838464 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d2e8474-6b32-4006-938f-13a14d6c20b5 req-253cdd46-6dfe-47d2-930f-b6dee8ada506 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574912 Sep 22 10:36:18.876440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a19f780b-7ed5-447a-a6a1-574e5a479024 req-c7cff1b4-7c94-4e63-907f-0b5fbbec892b service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315335 Sep 22 10:36:19.014635 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:19.099179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:19.172731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:19.175258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=720fa814-1df2-49cd-a6b2-745539fb30e6,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:19.270319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network a0c42dcc-eed6-4692-979c-cad2258fa2a9 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:19.271551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:19.424926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd9af-9067-4270-a2f0-e14255b3a336 req-90faff23-6a6e-4c58-99c9-2455cef1ea00 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:19.426569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04fcd9af-9067-4270-a2f0-e14255b3a336 req-90faff23-6a6e-4c58-99c9-2455cef1ea00 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 946 time: 0.0679862 Sep 22 10:36:19.453525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router dbd3ec3a-79f8-45e8-b933-7bc52940c84b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:19.481327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04fcd9af-9067-4270-a2f0-e14255b3a336 req-43c847b4-a79f-45cf-b9b1-d3572a53b6d8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478175 Sep 22 10:36:19.554606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-dc401d47-7b88-4697-9324-4e6fec90d626 None None] Provisioning complete for port 720fa814-1df2-49cd-a6b2-745539fb30e6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:19.555099 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc401d47-7b88-4697-9324-4e6fec90d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:19.580102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:19.585553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-addc0cfd-ab1e-49a4-bfbe-fac9d295cac6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/routers/dbd3ec3a-79f8-45e8-b933-7bc52940c84b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9316628 Sep 22 10:36:19.587872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42098) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:19.593835 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6ea5f-7da3-459b-922d-907ab5d549cf None None] Sync routers for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:19.594792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-dc401d47-7b88-4697-9324-4e6fec90d626 None None] Port 720fa814-1df2-49cd-a6b2-745539fb30e6 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:19.596236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'port': {'network_id': 'a0c42dcc-eed6-4692-979c-cad2258fa2a9', 'name': 'tempest-FloatingIPTestJSON-1804761567'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:19.608900 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6ea5f-7da3-459b-922d-907ab5d549cf None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:19.609501 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-dfd6ea5f-7da3-459b-922d-907ab5d549cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:19.642766 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-dfd6ea5f-7da3-459b-922d-907ab5d549cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:19.650976 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6ea5f-7da3-459b-922d-907ab5d549cf None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:19.651571 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-dfd6ea5f-7da3-459b-922d-907ab5d549cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:19.681652 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-dfd6ea5f-7da3-459b-922d-907ab5d549cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:19.682309 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6ea5f-7da3-459b-922d-907ab5d549cf None None] The sync data for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:19.784799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Made reservation on behalf of 5e3c3255b2144301b37ba185bf33ab76 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:19.788323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:19.805247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] device_id is not set on port 705773e4-5030-47f3-9255-865f03cbbf42 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:36:19.925957 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Allocated IP 172.20.0.12 (a0c42dcc-eed6-4692-979c-cad2258fa2a9/9d8d9222-0a4a-452b-b50a-7888d7f2f0fc/705773e4-5030-47f3-9255-865f03cbbf42) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:19.971635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d018ad-e74f-4a68-b3f0-051daf1a8528 req-d04de436-20b3-409e-bb47-ab5ad7cb3ab7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:19.973149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d018ad-e74f-4a68-b3f0-051daf1a8528 req-d04de436-20b3-409e-bb47-ab5ad7cb3ab7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0510952 Sep 22 10:36:20.014229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4d018ad-e74f-4a68-b3f0-051daf1a8528 req-55258ad9-5f42-4c34-a0e3-ebc3cae437ba tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Sep 22 10:36:20.019366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:36:20.091865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:20.097342 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:20.119934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:20.122184 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e708a1f3-e8fb-4f88-aa8a-3001c8b69e19" -d '{"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-unplugged", "status": "completed", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:20.135724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:20.160032 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec874fac-04c8-4997-baca-3cacc8052671 x-openstack-request-id: req-ec874fac-04c8-4997-baca-3cacc8052671 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:20.160356 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-unplugged", "status": "completed", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:20.160613 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec874fac-04c8-4997-baca-3cacc8052671 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:20.161008 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'code': 200} Sep 22 10:36:20.225231 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:20.267604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Network a0c42dcc-eed6-4692-979c-cad2258fa2a9 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:20.270602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:20.270833 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:20.274331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:20.283412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event updated for resources: {'Port': ['ID=705773e4-5030-47f3-9255-865f03cbbf42,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:20.329643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:20.330862 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:20.331507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:20.412317 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f164a373-3a90-4a1b-801d-a8dec4e815e9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8225687 Sep 22 10:36:20.414337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42106) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:20.419017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Request body: {'floatingip': {'port_id': '705773e4-5030-47f3-9255-865f03cbbf42'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:20.486469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:20.520001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2f803006-02c8-479f-acd6-3e59f7cd205b None None] Provisioning complete for port 705773e4-5030-47f3-9255-865f03cbbf42 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:20.520701 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2f803006-02c8-479f-acd6-3e59f7cd205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:20.559601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2f803006-02c8-479f-acd6-3e59f7cd205b None None] Port 705773e4-5030-47f3-9255-865f03cbbf42 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:20.691813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c753da-6f4f-408f-a555-b966f43e196a req-2d10992b-b2f3-48de-90c2-6572166e2572 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:20.693331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0c753da-6f4f-408f-a555-b966f43e196a req-2d10992b-b2f3-48de-90c2-6572166e2572 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.1265061 Sep 22 10:36:20.780880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0c753da-6f4f-408f-a555-b966f43e196a req-b38d8065-e927-4c22-bb75-8f8703fd155c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477889 Sep 22 10:36:21.031667 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:21.113981 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:21.199776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fbac4-27c1-48ba-a64f-5223eb82bf7a req-01a21f65-f3e7-4ed1-9350-a56162db61bd tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:21.201741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-969fbac4-27c1-48ba-a64f-5223eb82bf7a req-01a21f65-f3e7-4ed1-9350-a56162db61bd tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1164989 Sep 22 10:36:21.257625 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP 02f480bc-6278-4d4d-a3f0-b90f16ce1e21 associated. External IP: 172.25.1.53, port: 0a51ce83-a888-4ab4-ba55-535efe04a0d2. Sep 22 10:36:21.264396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-969fbac4-27c1-48ba-a64f-5223eb82bf7a req-2bdee6c2-13fb-454a-8901-5e079dbe06e7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561113 Sep 22 10:36:21.477027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:21.912389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:21.922504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f2340f-7021-4dff-b216-6b88169e199e None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:21.931449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f2340f-7021-4dff-b216-6b88169e199e None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:21.932059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-72f2340f-7021-4dff-b216-6b88169e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:21.956742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48422a17-e438-4051-b593-5017d02db81c req-8e211451-1072-4265-91f8-3fb1f7c73ba5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:21.958264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48422a17-e438-4051-b593-5017d02db81c req-8e211451-1072-4265-91f8-3fb1f7c73ba5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.0979877 Sep 22 10:36:21.966241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-72f2340f-7021-4dff-b216-6b88169e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:21.975803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f2340f-7021-4dff-b216-6b88169e199e None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:21.976330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-72f2340f-7021-4dff-b216-6b88169e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:22.008358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-72f2340f-7021-4dff-b216-6b88169e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:22.009019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f2340f-7021-4dff-b216-6b88169e199e None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:22.042040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48422a17-e438-4051-b593-5017d02db81c req-d26bcc5a-5342-42a1-8bec-9b7d508483b3 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487733 Sep 22 10:36:22.171876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router dbd3ec3a-79f8-45e8-b933-7bc52940c84b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:22.285240 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2a2227a2-112a-4501-af70-b5068311558d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.286422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:22.291229 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.299413 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630439-d186-47cd-bb77-75e6c6a0dec0 None None] Sync routers for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:22.309764 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3630439-d186-47cd-bb77-75e6c6a0dec0 None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:22.310731 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b3630439-d186-47cd-bb77-75e6c6a0dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:22.347016 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b3630439-d186-47cd-bb77-75e6c6a0dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:22.353219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-257857ae-e2f5-4841-ade3-6702b6995ac9 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/floatingips/02f480bc-6278-4d4d-a3f0-b90f16ce1e21 HTTP/1.1" status: 200 len: 978 time: 1.9377182 Sep 22 10:36:22.356122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42132) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:22.358032 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3630439-d186-47cd-bb77-75e6c6a0dec0 None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:22.358661 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b3630439-d186-47cd-bb77-75e6c6a0dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:22.389699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b3630439-d186-47cd-bb77-75e6c6a0dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:22.390356 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630439-d186-47cd-bb77-75e6c6a0dec0 None None] The sync data for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:22.443503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port 705773e4-5030-47f3-9255-865f03cbbf42 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:22.443849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.536067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.732815 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.733143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.733451 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Floating IP 02f480bc-6278-4d4d-a3f0-b90f16ce1e21 disassociated. External IP: 172.25.1.53, port: 705773e4-5030-47f3-9255-865f03cbbf42. Sep 22 10:36:22.733796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for 705773e4-5030-47f3-9255-865f03cbbf42 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:22.947420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.975446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=705773e4-5030-47f3-9255-865f03cbbf42,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:23.142719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router dbd3ec3a-79f8-45e8-b933-7bc52940c84b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:23.235728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:23.246894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b504f2a5-61a1-4276-8071-08744bdcf2a6 None None] Sync routers for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:23.258368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504f2a5-61a1-4276-8071-08744bdcf2a6 None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:23.259028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b504f2a5-61a1-4276-8071-08744bdcf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:23.296089 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b504f2a5-61a1-4276-8071-08744bdcf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:23.304670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504f2a5-61a1-4276-8071-08744bdcf2a6 None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:23.305280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b504f2a5-61a1-4276-8071-08744bdcf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:23.308332 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:23.310683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a31c2503-f0e8-4231-8182-a25b2ead3c2d tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/ports/705773e4-5030-47f3-9255-865f03cbbf42 HTTP/1.1" status: 204 len: 168 time: 0.9534612 Sep 22 10:36:23.313235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42138) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:23.343990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b504f2a5-61a1-4276-8071-08744bdcf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:23.344728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b504f2a5-61a1-4276-8071-08744bdcf2a6 None None] The sync data for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:23.617226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a3b02-c8ba-477c-b09f-9511ff0d69f7 req-4577aaec-28b1-4812-9b89-40a61b24242b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:23.620948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d8a3b02-c8ba-477c-b09f-9511ff0d69f7 req-4577aaec-28b1-4812-9b89-40a61b24242b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1300018 Sep 22 10:36:23.709895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d8a3b02-c8ba-477c-b09f-9511ff0d69f7 req-4a3761ba-e4d3-4af5-9b8d-8e2f8d716c50 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651882 Sep 22 10:36:23.795339 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:24.055966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port 720fa814-1df2-49cd-a6b2-745539fb30e6 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:24.056239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:24.145024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:24.158402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for 720fa814-1df2-49cd-a6b2-745539fb30e6 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:24.425119 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:24.452674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=720fa814-1df2-49cd-a6b2-745539fb30e6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:24.696280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:24.920623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router dbd3ec3a-79f8-45e8-b933-7bc52940c84b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:25.059180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:25.069681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c4ff5c05-f3f0-4cf8-bde3-05c3947a0c27 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/routers/dbd3ec3a-79f8-45e8-b933-7bc52940c84b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7549751 Sep 22 10:36:25.072442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42166) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:25.078349 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02284695-e3d4-47df-8fef-db972076a0f9 None None] Sync routers for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:25.090600 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02284695-e3d4-47df-8fef-db972076a0f9 None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:25.091304 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-02284695-e3d4-47df-8fef-db972076a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:25.141710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd78316-b5ae-4ef3-af82-2ca3b3b75ed9 req-628b3de9-78eb-4cb8-91a9-6a6882fc5e7e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:25.143251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fd78316-b5ae-4ef3-af82-2ca3b3b75ed9 req-628b3de9-78eb-4cb8-91a9-6a6882fc5e7e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1239901 Sep 22 10:36:25.144979 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-02284695-e3d4-47df-8fef-db972076a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:25.156587 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02284695-e3d4-47df-8fef-db972076a0f9 None None] Routers {'dbd3ec3a-79f8-45e8-b933-7bc52940c84b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:25.157237 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-02284695-e3d4-47df-8fef-db972076a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:35:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:25.157378 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7089596d-6064-45a6-b493-d9852da8ef72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.192910 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-02284695-e3d4-47df-8fef-db972076a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:25.193565 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02284695-e3d4-47df-8fef-db972076a0f9 None None] The sync data for ids ['dbd3ec3a-79f8-45e8-b933-7bc52940c84b'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:25.219563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fd78316-b5ae-4ef3-af82-2ca3b3b75ed9 req-31baa0ed-19a6-4190-82fc-4d649b17cc44 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Sep 22 10:36:25.237516 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.378431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116e798-8221-4c7d-abd0-a852ee51c9a0 req-6c68cac5-20c6-4097-9f34-526caad6c24b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:25.379988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a116e798-8221-4c7d-abd0-a852ee51c9a0 req-6c68cac5-20c6-4097-9f34-526caad6c24b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.0934448 Sep 22 10:36:25.422945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.445222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a116e798-8221-4c7d-abd0-a852ee51c9a0 req-0b7b0090-b334-4c99-867c-7255cf680d0e tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588734 Sep 22 10:36:25.501461 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.565022 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.579066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port e7fe9940-c595-4618-a3b1-a16d8d6f95e2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:25.579408 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.589766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef199e-d97e-4249-a6a9-d0788d09204e req-9836b976-e61f-4597-9eb9-9b88bccece43 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:25.591330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10ef199e-d97e-4249-a6a9-d0788d09204e req-9836b976-e61f-4597-9eb9-9b88bccece43 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.0687234 Sep 22 10:36:25.696591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10ef199e-d97e-4249-a6a9-d0788d09204e req-996e2a8a-f8aa-4820-b762-aca5797dacce tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954747 Sep 22 10:36:25.711036 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.725421 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.741596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for e7fe9940-c595-4618-a3b1-a16d8d6f95e2 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:25.849965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-70ed6fe6-cbc0-4b32-a2a0-e7f06cdbbfe8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2462161 Sep 22 10:36:26.019367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:36:26.085136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.111610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=e7fe9940-c595-4618-a3b1-a16d8d6f95e2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:26.178919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.182238 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.273140 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.275214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.402233 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.402885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Fanout notify agent at l3_agent the message router_deleted on router dbd3ec3a-79f8-45e8-b933-7bc52940c84b {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:36:26.410666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.414813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b6e40ce1-02a5-49a5-9f81-d2d521e08c33 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/routers/dbd3ec3a-79f8-45e8-b933-7bc52940c84b HTTP/1.1" status: 204 len: 168 time: 1.3389051 Sep 22 10:36:26.414978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42192) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:26.473518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3b5474-d045-45fb-b458-0e13cdb5b028 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting subnet 9d8d9222-0a4a-452b-b50a-7888d7f2f0fc {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:36:26.479132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5474-d045-45fb-b458-0e13cdb5b028 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.884481 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5474-d045-45fb-b458-0e13cdb5b028 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.937080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d79d1-db2f-4be2-95de-30a6121bd286 req-70f29f0f-9ac2-4977-89fe-79513a1d082e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:26.938637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-936d79d1-db2f-4be2-95de-30a6121bd286 req-70f29f0f-9ac2-4977-89fe-79513a1d082e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1084373 Sep 22 10:36:27.019229 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5474-d045-45fb-b458-0e13cdb5b028 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.047197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-936d79d1-db2f-4be2-95de-30a6121bd286 req-87c241ed-0f83-476e-a942-12f41e8d76db tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968680 Sep 22 10:36:27.158768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf4bea-ebd8-403e-a36f-455c440f1974 req-fcc4711e-8c87-4109-8535-13e32a4739a8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.160947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23cf4bea-ebd8-403e-a36f-455c440f1974 req-fcc4711e-8c87-4109-8535-13e32a4739a8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.0572639 Sep 22 10:36:27.190478 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5474-d045-45fb-b458-0e13cdb5b028 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.231402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b5474-d045-45fb-b458-0e13cdb5b028 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8d9222-0a4a-452b-b50a-7888d7f2f0fc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:27.242852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5474-d045-45fb-b458-0e13cdb5b028 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.244773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ce3b5474-d045-45fb-b458-0e13cdb5b028 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/subnets/9d8d9222-0a4a-452b-b50a-7888d7f2f0fc HTTP/1.1" status: 204 len: 168 time: 0.8286712 Sep 22 10:36:27.245045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768dcebf-6f3f-4a69-82c4-ca355411244e None None] Network a0c42dcc-eed6-4692-979c-cad2258fa2a9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:36:27.253119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23cf4bea-ebd8-403e-a36f-455c440f1974 req-ac8ad418-a6db-4d44-a2da-115dad0d4b7c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845234 Sep 22 10:36:27.253296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42208) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:27.353424 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.424015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port e93eb374-60c2-44f3-b010-cb36c54fd50d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:27.424015 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.455148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b8b7d-ae5c-4309-a2ae-33984926125f None None] DHCP port deletion for a0c42dcc-eed6-4692-979c-cad2258fa2a9 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:36:27.490605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] For port e93eb374-60c2-44f3-b010-cb36c54fd50d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e93eb374-60c2-44f3-b010-cb36c54fd50d,segment=NetworkSegment(bac48e6c-3f1a-49e4-952b-d21043782793),segment_id=bac48e6c-3f1a-49e4-952b-d21043782793)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:27.491145 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.508507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b8b7d-ae5c-4309-a2ae-33984926125f None None] Deleting port e93eb374-60c2-44f3-b010-cb36c54fd50d {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:27.509168 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8b7d-ae5c-4309-a2ae-33984926125f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.530492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for e93eb374-60c2-44f3-b010-cb36c54fd50d owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:27.581634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bd1b8b7d-ae5c-4309-a2ae-33984926125f None None] For port e93eb374-60c2-44f3-b010-cb36c54fd50d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e93eb374-60c2-44f3-b010-cb36c54fd50d,segment=NetworkSegment(bac48e6c-3f1a-49e4-952b-d21043782793),segment_id=bac48e6c-3f1a-49e4-952b-d21043782793)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:27.582176 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8b7d-ae5c-4309-a2ae-33984926125f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.585416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-cdf2af9a-4626-4a4b-a807-d8cc4058a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.592711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-cdf2af9a-4626-4a4b-a807-d8cc4058a220 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e&tenant_id=c03f691bb5554af89f281af6c24b275b HTTP/1.1" status: 200 len: 1095 time: 0.0916326 Sep 22 10:36:27.597644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b8b7d-ae5c-4309-a2ae-33984926125f None None] Calling delete_port for e93eb374-60c2-44f3-b010-cb36c54fd50d owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:27.654356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e93eb374-60c2-44f3-b010-cb36c54fd50d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:36:27.756341 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.777461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-9e9b12dd-7027-4a54-8392-f2fb1a63fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.779057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-9e9b12dd-7027-4a54-8392-f2fb1a63fd22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 1095 time: 0.1448689 Sep 22 10:36:27.792595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b139-b34d-4076-81be-c20d462d4908 req-d2398f01-9307-4d20-8c00-eb4e2398694e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.793999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1519b139-b34d-4076-81be-c20d462d4908 req-d2398f01-9307-4d20-8c00-eb4e2398694e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1411529 Sep 22 10:36:27.802637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-36e307bc-910e-4414-bfe6-8f3e184b9dd4 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.804065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-36e307bc-910e-4414-bfe6-8f3e184b9dd4 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1153085 Sep 22 10:36:27.808787 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8b7d-ae5c-4309-a2ae-33984926125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.862291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b8b7d-ae5c-4309-a2ae-33984926125f None None] No DVR routers for this DVR port e93eb374-60c2-44f3-b010-cb36c54fd50d on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:36:27.866406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b8b7d-ae5c-4309-a2ae-33984926125f None None] Pushing event deleted for resources: {'Port': ['ID=e93eb374-60c2-44f3-b010-cb36c54fd50d,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:27.891660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.988636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=e93eb374-60c2-44f3-b010-cb36c54fd50d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:27.990235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] No DVR routers for this DVR port e93eb374-60c2-44f3-b010-cb36c54fd50d on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:36:27.999728 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.004289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1519b139-b34d-4076-81be-c20d462d4908 req-61890e09-edc4-4a53-ac83-a4592144b3f1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925361 Sep 22 10:36:28.054620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-976f2288-dd0e-430d-8ad8-52cffece02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:28.056133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-976f2288-dd0e-430d-8ad8-52cffece02c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.2611229 Sep 22 10:36:28.139572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.192637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c42dcc-eed6-4692-979c-cad2258fa2a9']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:28.209498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Deleting port c8037bbf-a1cf-493b-882f-d20d54c61383 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:28.209840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.213344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac48e6c-3f1a-49e4-952b-d21043782793') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:28.213641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac48e6c-3f1a-49e4-952b-d21043782793') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:28.254027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.256898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-3dee2a70-ece5-41bc-b74e-5dac1a6d27ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf HTTP/1.1" status: 200 len: 1000 time: 0.1880603 Sep 22 10:36:28.308804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.320752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3aefde-2992-4dd8-babf-394ea0d10b0a req-4b7ac316-103f-4257-bc60-0f4073178f8f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:28.322375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e3aefde-2992-4dd8-babf-394ea0d10b0a req-4b7ac316-103f-4257-bc60-0f4073178f8f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.2437634 Sep 22 10:36:28.358178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:36:28.358609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:36:28.364305 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:36:28.425207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-56c21be3-b68a-4eca-b720-e1b6132d5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:28.426717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-56c21be3-b68a-4eca-b720-e1b6132d5ff3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.1614299 Sep 22 10:36:28.509170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e3aefde-2992-4dd8-babf-394ea0d10b0a req-3c645457-25ea-42bb-9545-8f2737478d98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569290 Sep 22 10:36:28.513947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] For port c8037bbf-a1cf-493b-882f-d20d54c61383, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c8037bbf-a1cf-493b-882f-d20d54c61383,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:28.514339 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.531059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Calling delete_port for c8037bbf-a1cf-493b-882f-d20d54c61383 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:28.557183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-ab27eeee-c8ec-48dd-9cd2-0b6b4503e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:28.558758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-ab27eeee-c8ec-48dd-9cd2-0b6b4503e55e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003523 Sep 22 10:36:28.601891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.642896 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.647651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/networks/a0c42dcc-eed6-4692-979c-cad2258fa2a9 HTTP/1.1" status: 204 len: 168 time: 1.3934360 Sep 22 10:36:28.648384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42222) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:28.677428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6fceb-6bc8-4eb3-baa1-53208250f843 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Network': ['ID=a0c42dcc-eed6-4692-979c-cad2258fa2a9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:28.762278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7803-5a9a-4545-be8a-5cc7a6f0d942 req-15134dd6-4570-4037-8351-b00450188f15 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:28.764389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca0a7803-5a9a-4545-be8a-5cc7a6f0d942 req-15134dd6-4570-4037-8351-b00450188f15 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=984994bc-dec3-4380-a78c-f935c7924807 HTTP/1.1" status: 200 len: 946 time: 0.1712973 Sep 22 10:36:28.785662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port 24dcbf5d-0608-45b5-865f-a3f71940a52f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:28.785938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.786332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-e1bd8a87-0f0a-418d-a78b-8d00cf927eef service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945732 Sep 22 10:36:28.865769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.866234 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.866378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca0a7803-5a9a-4545-be8a-5cc7a6f0d942 req-9b03ef1c-024a-4703-957f-8dab6ef9223c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926158 Sep 22 10:36:28.890208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for 24dcbf5d-0608-45b5-865f-a3f71940a52f owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:28.941722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40123a06-deb7-42d1-a483-1d4efd4a73db req-2c9f51c1-49c2-4a80-973d-03efd135d60d service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485620 Sep 22 10:36:28.992641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdad56-07bd-46dc-a891-2c1ffee2c062 req-c91db8b7-fe9a-4f6e-b63f-af6d18775308 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:28.994312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9bdad56-07bd-46dc-a891-2c1ffee2c062 req-c91db8b7-fe9a-4f6e-b63f-af6d18775308 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.0515490 Sep 22 10:36:28.995007 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:29.007188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['629f28cf-e02a-4db2-b6f4-95faeb108d79'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:29.009571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c8037bbf-a1cf-493b-882f-d20d54c61383'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:29.037054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event deleted for resources: {'Port': ['ID=c8037bbf-a1cf-493b-882f-d20d54c61383,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:29.094372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] No DVR routers for this DVR port c8037bbf-a1cf-493b-882f-d20d54c61383 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:36:29.098832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9bdad56-07bd-46dc-a891-2c1ffee2c062 req-1dd22f90-27b1-436d-8db7-c6071ed4e140 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949895 Sep 22 10:36:29.099831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:29.101739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2556f728-dfba-4ef1-9f8b-0f1583c83680 req-187b9eef-a5da-4a68-99cd-cdea2636cd2c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.30 "DELETE /v2.0/ports/c8037bbf-a1cf-493b-882f-d20d54c61383 HTTP/1.1" status: 204 len: 173 time: 1.2888961 Sep 22 10:36:29.102671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984994bc-dec3-4380-a78c-f935c7924807', 'name': 'network-vif-deleted', 'tag': 'c8037bbf-a1cf-493b-882f-d20d54c61383'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:29.104734 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff222cb8-60a2-405a-a15d-b8053e4de986" -d '{"events": [{"server_uuid": "984994bc-dec3-4380-a78c-f935c7924807", "name": "network-vif-deleted", "tag": "c8037bbf-a1cf-493b-882f-d20d54c61383"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:29.147374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:29.174768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=24dcbf5d-0608-45b5-865f-a3f71940a52f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:29.202504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.202863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.203201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.203539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.203871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.204198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.204515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.205007 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.205475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.205943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.206514 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.206988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:29.253777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:29.258473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:29.258707 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3a54fe51-6f1c-4db3-988f-aa665f157d56 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/floatingips/02f480bc-6278-4d4d-a3f0-b90f16ce1e21 HTTP/1.1" status: 204 len: 168 time: 0.6084337 Sep 22 10:36:29.261828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42246) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:29.312987 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced1105a-713d-46f7-bb0a-3f53cc9bd110 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] DELETE failed (client error): The resource could not be found. Sep 22 10:36:29.313771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced1105a-713d-46f7-bb0a-3f53cc9bd110 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:36:29.318006 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ced1105a-713d-46f7-bb0a-3f53cc9bd110 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/ports/705773e4-5030-47f3-9255-865f03cbbf42 HTTP/1.1" status: 404 len: 333 time: 0.0525851 Sep 22 10:36:29.322610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42252) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:29.340773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-56fadf92-f2b9-42b5-a5fa-6e2938ba718f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:29.348191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-56fadf92-f2b9-42b5-a5fa-6e2938ba718f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.1302176 Sep 22 10:36:29.358083 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-80a68898-5f03-493e-b38f-ff2daed53166 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd3ec3a-79f8-45e8-b933-7bc52940c84b HTTP/1.1" status: 200 len: 205 time: 0.0306730 Sep 22 10:36:29.358331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42260) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:29.366187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-65800fd3-11c7-43da-af4f-26cd027e577b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/quotas/b2072f075b5a4f368086b8b5c35c24f6 HTTP/1.1" status: 200 len: 375 time: 0.0170381 Sep 22 10:36:29.400122 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-799bd04d-4eac-4a95-bb15-166e857b5ed1 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] delete failed (client error): The resource could not be found. Sep 22 10:36:29.401633 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-799bd04d-4eac-4a95-bb15-166e857b5ed1 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/routers/dbd3ec3a-79f8-45e8-b933-7bc52940c84b HTTP/1.1" status: 404 len: 336 time: 0.0421572 Sep 22 10:36:29.404448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42266) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:29.448302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-9ad04cec-339a-487d-9dd3-8677a8e61e6f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0812860 Sep 22 10:36:29.453240 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebdae09-3a75-421a-9956-a79dc86aa29c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] DELETE failed (client error): The resource could not be found. Sep 22 10:36:29.453883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebdae09-3a75-421a-9956-a79dc86aa29c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:36:29.456047 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4ebdae09-3a75-421a-9956-a79dc86aa29c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/subnets/9d8d9222-0a4a-452b-b50a-7888d7f2f0fc HTTP/1.1" status: 404 len: 337 time: 0.0506730 Sep 22 10:36:29.458922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42270) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:29.689693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-cff35677-3d2e-48b4-844d-8135ab379247 service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280352 Sep 22 10:36:29.877207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-cd393937-5bcc-4c39-9a8c-6bbae7e8d201 service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327410 Sep 22 10:36:29.888080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-2e6605fa-5d81-48d6-9fd3-e97538bac97c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port 0a51ce83-a888-4ab4-ba55-535efe04a0d2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:29.903131 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e6605fa-5d81-48d6-9fd3-e97538bac97c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:30.082987 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e6605fa-5d81-48d6-9fd3-e97538bac97c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:30.103024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-2e6605fa-5d81-48d6-9fd3-e97538bac97c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for 0a51ce83-a888-4ab4-ba55-535efe04a0d2 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:30.245424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42284) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:30.362623 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3339422e-0035-45c7-84ee-be492d9f4f62 x-openstack-request-id: req-3339422e-0035-45c7-84ee-be492d9f4f62 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:30.363420 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984994bc-dec3-4380-a78c-f935c7924807", "name": "network-vif-deleted", "tag": "c8037bbf-a1cf-493b-882f-d20d54c61383", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:30.364096 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3339422e-0035-45c7-84ee-be492d9f4f62 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:30.365520 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984994bc-dec3-4380-a78c-f935c7924807', 'name': 'network-vif-deleted', 'tag': 'c8037bbf-a1cf-493b-882f-d20d54c61383', 'status': 'completed', 'code': 200} Sep 22 10:36:30.405671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd947-75d2-498a-9ea8-be5e0ba14ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:30.502596 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e6605fa-5d81-48d6-9fd3-e97538bac97c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:30.579125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6605fa-5d81-48d6-9fd3-e97538bac97c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=0a51ce83-a888-4ab4-ba55-535efe04a0d2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:30.641465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd947-75d2-498a-9ea8-be5e0ba14ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:30.678754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65295b80-c0a4-4341-868f-674be0ff5964 req-dae2103f-acfc-48b3-993c-b087e099559c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:30.686924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65295b80-c0a4-4341-868f-674be0ff5964 req-dae2103f-acfc-48b3-993c-b087e099559c tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.1983984 Sep 22 10:36:30.762490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd947-75d2-498a-9ea8-be5e0ba14ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:30.771779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65295b80-c0a4-4341-868f-674be0ff5964 req-d9c09b61-91f8-422f-8e16-74e814166e12 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836451 Sep 22 10:36:30.775014 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e6605fa-5d81-48d6-9fd3-e97538bac97c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:30.780622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2e6605fa-5d81-48d6-9fd3-e97538bac97c tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/ports/0a51ce83-a888-4ab4-ba55-535efe04a0d2 HTTP/1.1" status: 204 len: 168 time: 1.3205953 Sep 22 10:36:30.784781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42296) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:30.838898 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4c8bd947-75d2-498a-9ea8-be5e0ba14ed3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3405c8a633d5490eb14ea3eab5af5557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909703 Sep 22 10:36:30.840907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42298) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:30.890234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06aeaea9-79bd-4743-8f6b-8506d8aa3450 req-81f1666c-4d78-4ceb-831c-4dc18df97e33 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 210 time: 0.0353346 Sep 22 10:36:30.913905 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bd947-75d2-498a-9ea8-be5e0ba14ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02f453d-f68a-4aaa-9785-241a7275aed7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:30.960427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dcce089f-b2f3-4bc2-b71f-de6e55181d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:31.020056 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dcce089f-b2f3-4bc2-b71f-de6e55181d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:31.035863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3319930a-a112-43b3-95ac-1caf0dbd3ff6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port a4dfb623-0b3f-4b96-8ebe-5848d7b30242 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:31.042294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3319930a-a112-43b3-95ac-1caf0dbd3ff6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:31.150562 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dcce089f-b2f3-4bc2-b71f-de6e55181d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:31.153119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dcce089f-b2f3-4bc2-b71f-de6e55181d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:31.154749 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dcce089f-b2f3-4bc2-b71f-de6e55181d09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d02f453d-f68a-4aaa-9785-241a7275aed7 HTTP/1.1" status: 204 len: 168 time: 0.2972302 Sep 22 10:36:31.171085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce089f-b2f3-4bc2-b71f-de6e55181d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02f453d-f68a-4aaa-9785-241a7275aed7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:31.227730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3319930a-a112-43b3-95ac-1caf0dbd3ff6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:31.256637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3319930a-a112-43b3-95ac-1caf0dbd3ff6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for a4dfb623-0b3f-4b96-8ebe-5848d7b30242 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:31.494464 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3319930a-a112-43b3-95ac-1caf0dbd3ff6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:31.588546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319930a-a112-43b3-95ac-1caf0dbd3ff6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=a4dfb623-0b3f-4b96-8ebe-5848d7b30242,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:31.675724 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3319930a-a112-43b3-95ac-1caf0dbd3ff6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:31.681282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3319930a-a112-43b3-95ac-1caf0dbd3ff6 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/ports/a4dfb623-0b3f-4b96-8ebe-5848d7b30242 HTTP/1.1" status: 204 len: 168 time: 0.8953388 Sep 22 10:36:31.681464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42334) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:31.756220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0912938c-3bf6-43bf-a119-5ccc4424da09 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:31.758158 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0912938c-3bf6-43bf-a119-5ccc4424da09 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "GET /v2.0/ports?device_id=a622350e-fa08-47a6-830e-2adae09d6266 HTTP/1.1" status: 200 len: 913 time: 0.0756311 Sep 22 10:36:31.762239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42338) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:32.249097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2f82-c0b4-4525-9c3f-2666d15c5d24 req-d5671767-8c08-4dfa-b423-5050f652e042 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:32.254314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c8037bbf-a1cf-493b-882f-d20d54c61383 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:36:32.263991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb6f2f82-c0b4-4525-9c3f-2666d15c5d24 req-d5671767-8c08-4dfa-b423-5050f652e042 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.0604086 Sep 22 10:36:32.279664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: c8037bbf-a1cf-493b-882f-d20d54c61383 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:36:32.280299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c8037bbf-a1cf-493b-882f-d20d54c61383 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:36:32.344123 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:32.367652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb6f2f82-c0b4-4525-9c3f-2666d15c5d24 req-8e15933c-4c25-4cb0-8cdd-5bf026e1df98 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970623 Sep 22 10:36:32.522905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d51be0e-a142-46cc-b023-1a7067e89b5b req-cc2aaf2a-4d9a-4774-8139-a43794170dd9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 210 time: 0.0500622 Sep 22 10:36:32.719697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e18b5-0ad8-4733-99a8-b56bdfd30d57 req-9620f669-d284-4be9-96c0-19a7b6597ebe tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:32.724819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6e18b5-0ad8-4733-99a8-b56bdfd30d57 req-9620f669-d284-4be9-96c0-19a7b6597ebe tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.1031253 Sep 22 10:36:32.792395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6e18b5-0ad8-4733-99a8-b56bdfd30d57 req-c30f2ce2-da5b-40db-bf0b-dc7ec8b2b1a7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582068 Sep 22 10:36:32.827005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port 5d3f26c5-9ca3-4ad2-8f49-a229eefe972e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:32.827568 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:32.950274 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:32.964755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for 5d3f26c5-9ca3-4ad2-8f49-a229eefe972e owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:33.116734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-97f22697-71cf-4a36-82e0-da60a8aa6558 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:33.118296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-97f22697-71cf-4a36-82e0-da60a8aa6558 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.2361662 Sep 22 10:36:33.133311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'port': {'device_id': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'admin_state_up': True, 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:33.375463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:33.416475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=5d3f26c5-9ca3-4ad2-8f49-a229eefe972e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:33.427776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Made reservation on behalf of b2072f075b5a4f368086b8b5c35c24f6 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:33.438850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:33.620205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c863a-982c-42c2-a2fc-95d7bd8dfdaf req-1b9ec75b-77aa-45e6-bd31-a7288ada9f94 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:33.621876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-921c863a-982c-42c2-a2fc-95d7bd8dfdaf req-1b9ec75b-77aa-45e6-bd31-a7288ada9f94 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.1670940 Sep 22 10:36:33.672862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:33.706610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-921c863a-982c-42c2-a2fc-95d7bd8dfdaf req-dda1d682-77b9-4ef5-87f9-ee1c0d4aefa2 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771015 Sep 22 10:36:33.750136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Allocated IP 172.20.0.11 (30f0f4ea-4854-4488-bd71-007194ced60b/3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f/cf15d264-995d-43f1-bfe1-aaa10e79045d) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:33.925150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e450b3ee-26a8-49b7-ba9f-633796e3b832 req-28c27ae5-e35e-4116-82c5-8d79b43611d7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 210 time: 0.0561080 Sep 22 10:36:34.035734 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:34.067765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Router a622350e-fa08-47a6-830e-2adae09d6266 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:34.127191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b96c69-e1fc-4a7f-95db-db1c4d1fc518 req-5fd33360-4c9c-4f29-ace7-7a474dd75a19 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:34.128799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82b96c69-e1fc-4a7f-95db-db1c4d1fc518 req-5fd33360-4c9c-4f29-ace7-7a474dd75a19 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.0864518 Sep 22 10:36:34.201345 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:34.213802 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-22450b44-f674-43d9-956b-56e13b3d8dc2 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "PUT /v2.0/routers/a622350e-fa08-47a6-830e-2adae09d6266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4495342 Sep 22 10:36:34.243268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f48867-37cd-43e8-804d-aa68d899958c None None] Sync routers for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:34.243737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42378) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:34.243825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f48867-37cd-43e8-804d-aa68d899958c None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:34.243825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-74f48867-37cd-43e8-804d-aa68d899958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:36:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:34.282356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-74f48867-37cd-43e8-804d-aa68d899958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:34.317458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f48867-37cd-43e8-804d-aa68d899958c None None] Routers {'a622350e-fa08-47a6-830e-2adae09d6266'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:34.318370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-74f48867-37cd-43e8-804d-aa68d899958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:36:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a622350e-fa08-47a6-830e-2adae09d6266'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:34.383517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:34.414971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-74f48867-37cd-43e8-804d-aa68d899958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:34.414971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f48867-37cd-43e8-804d-aa68d899958c None None] The sync data for ids ['a622350e-fa08-47a6-830e-2adae09d6266'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:34.544102 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:34.565960 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d7402fda-7767-4ef3-87fd-3cdb85947018'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:34.569643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['def914c9-226b-4cfc-9a09-c009cda13b90'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:34.592605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'Port': ['ID=cf15d264-995d-43f1-bfe1-aaa10e79045d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:34.619699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:34.632400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82b96c69-e1fc-4a7f-95db-db1c4d1fc518 req-06bcca8d-18e3-46f7-b255-69f75bf9e527 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969697 Sep 22 10:36:34.643179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Network 30f0f4ea-4854-4488-bd71-007194ced60b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:34.651867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:34.658422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:34.765477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:34.771799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:34.860105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3552d518-4673-485c-9836-0266213c8c98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7308114 Sep 22 10:36:34.866765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting port dd7cabd2-d1dd-4744-a21a-2e0f6fbd55a1 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:34.872738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Request body: {'port': {'device_id': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:34.875800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.051734 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.052725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.072051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Calling delete_port for dd7cabd2-d1dd-4744-a21a-2e0f6fbd55a1 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:35.134694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6bdaa-e06b-4695-85bf-90f716150b47 req-853391c8-cfb0-4897-81d2-c2dfbe71c442 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:35.136311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a6bdaa-e06b-4695-85bf-90f716150b47 req-853391c8-cfb0-4897-81d2-c2dfbe71c442 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.2096548 Sep 22 10:36:35.245851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5406dc4b-a7a3-4cf5-a6f2-d6188b5955d8 None None] Provisioning complete for port cf15d264-995d-43f1-bfe1-aaa10e79045d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:35.247667 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5406dc4b-a7a3-4cf5-a6f2-d6188b5955d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.347542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5406dc4b-a7a3-4cf5-a6f2-d6188b5955d8 None None] Port cf15d264-995d-43f1-bfe1-aaa10e79045d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:35.355645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9a6bdaa-e06b-4695-85bf-90f716150b47 req-ce7ebda9-029c-47a2-8ea7-d0cec1c8ce95 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072775 Sep 22 10:36:35.558722 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.611455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Port': ['ID=dd7cabd2-d1dd-4744-a21a-2e0f6fbd55a1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:35.645959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469f79c-7793-4126-99d7-6960c9a1aa14 req-4117e789-54ab-4db5-a308-83d240929b3b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:35.662504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3469f79c-7793-4126-99d7-6960c9a1aa14 req-4117e789-54ab-4db5-a308-83d240929b3b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 932 time: 0.1652422 Sep 22 10:36:35.698556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf15d264-995d-43f1-bfe1-aaa10e79045d {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:36:35.709029 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.726038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.747679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3469f79c-7793-4126-99d7-6960c9a1aa14 req-e572e42d-fc54-4bbd-9542-76e70171d3a3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840294 Sep 22 10:36:35.756024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Transition to ACTIVE for port object cf15d264-995d-43f1-bfe1-aaa10e79045d will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:36:35.829821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.833451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.897369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64228-ff13-499a-b00f-7254483b7951 req-6b06b027-735e-465c-8ae4-b925229f5e04 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:35.899006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4de64228-ff13-499a-b00f-7254483b7951 req-6b06b027-735e-465c-8ae4-b925229f5e04 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.0601315 Sep 22 10:36:35.900203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.970194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.970732 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Fanout notify agent at l3_agent the message router_deleted on router a622350e-fa08-47a6-830e-2adae09d6266 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:36:35.980837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:35.983393 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8e3a72f3-b0f2-45ec-8af6-b8e3e0db41ec tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/routers/a622350e-fa08-47a6-830e-2adae09d6266 HTTP/1.1" status: 204 len: 168 time: 1.7589366 Sep 22 10:36:35.986397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42390) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:35.996310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf15d264-995d-43f1-bfe1-aaa10e79045d,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:36.001961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4de64228-ff13-499a-b00f-7254483b7951 req-24e8b01b-e5b1-44fc-977c-5fb77ed8a70b tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958173 Sep 22 10:36:36.097551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Attempting to bind port cf15d264-995d-43f1-bfe1-aaa10e79045d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:36:36.097727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Attempting to bind port cf15d264-995d-43f1-bfe1-aaa10e79045d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:36:36.098178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Attempting to bind port cf15d264-995d-43f1-bfe1-aaa10e79045d on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:36.104539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Port cf15d264-995d-43f1-bfe1-aaa10e79045d on network 30f0f4ea-4854-4488-bd71-007194ced60b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:36:36.105045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Attempting to bind port cf15d264-995d-43f1-bfe1-aaa10e79045d on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:36.111813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:36:36.112663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Checking segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:36.113392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Bound using segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:36:36.114339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Bound port: cf15d264-995d-43f1-bfe1-aaa10e79045d, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:36:36.115525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:36.123282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-466d9419-5cdc-45ce-89c1-61b458426c32 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Deleting subnet 09d9010d-4ebb-4e49-8c1e-8ba00ae9f234 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:36:36.136194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-466d9419-5cdc-45ce-89c1-61b458426c32 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:36.205865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] For port cf15d264-995d-43f1-bfe1-aaa10e79045d, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:36:36.209491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] For port cf15d264-995d-43f1-bfe1-aaa10e79045d, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cf15d264-995d-43f1-bfe1-aaa10e79045d,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:36:36.212783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-466d9419-5cdc-45ce-89c1-61b458426c32 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:36.262331 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-466d9419-5cdc-45ce-89c1-61b458426c32 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:36.328246 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:36.384386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:36.385243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:36.386866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/cf15d264-995d-43f1-bfe1-aaa10e79045d HTTP/1.1" status: 200 len: 1092 time: 1.5188034 Sep 22 10:36:36.388133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'tag': 'cf15d264-995d-43f1-bfe1-aaa10e79045d'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:36.390440 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de77f2c8-8943-432a-9b92-040b36bc0314" -d '{"events": [{"name": "network-changed", "server_uuid": "41c8bcfa-f815-4e2c-8fa1-83052a9537f6", "tag": "cf15d264-995d-43f1-bfe1-aaa10e79045d"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:36.427437 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-466d9419-5cdc-45ce-89c1-61b458426c32 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:36.435688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e67070-05b4-41db-be1b-be80bd3886d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf15d264-995d-43f1-bfe1-aaa10e79045d,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:36.451466 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8493ea-a7b9-4c41-b814-a9097b4a5a92 x-openstack-request-id: req-3d8493ea-a7b9-4c41-b814-a9097b4a5a92 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:36.451466 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c8bcfa-f815-4e2c-8fa1-83052a9537f6", "tag": "cf15d264-995d-43f1-bfe1-aaa10e79045d", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:36.451713 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d8493ea-a7b9-4c41-b814-a9097b4a5a92 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:36.452193 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'tag': 'cf15d264-995d-43f1-bfe1-aaa10e79045d', 'status': 'completed', 'code': 200} Sep 22 10:36:36.493870 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d9419-5cdc-45ce-89c1-61b458426c32 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Subnet': ['ID=09d9010d-4ebb-4e49-8c1e-8ba00ae9f234,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:36.515768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-466d9419-5cdc-45ce-89c1-61b458426c32 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:36.520001 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-466d9419-5cdc-45ce-89c1-61b458426c32 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/subnets/09d9010d-4ebb-4e49-8c1e-8ba00ae9f234 HTTP/1.1" status: 204 len: 168 time: 0.5302947 Sep 22 10:36:36.520480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42404) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:36.602892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f2c8-8943-432a-9b92-040b36bc0314 req-0e34b461-ee6a-4c8c-a530-1d4dac9e7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:36.607937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de77f2c8-8943-432a-9b92-040b36bc0314 req-0e34b461-ee6a-4c8c-a530-1d4dac9e7018 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 1095 time: 0.1349182 Sep 22 10:36:36.707972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:36.716526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873639c4-f1ce-4d49-981c-92396fee1c0f req-bc90648f-13ea-4aee-bab3-dfc85c9f2305 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:36.725107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-873639c4-f1ce-4d49-981c-92396fee1c0f req-bc90648f-13ea-4aee-bab3-dfc85c9f2305 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.1311934 Sep 22 10:36:36.808003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-873639c4-f1ce-4d49-981c-92396fee1c0f req-8cad942f-d09d-4c96-82eb-19369401fa87 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819407 Sep 22 10:36:36.833874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f2c8-8943-432a-9b92-040b36bc0314 req-d9bfed3c-9144-41d1-9b57-ee809822a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:36.835773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de77f2c8-8943-432a-9b92-040b36bc0314 req-d9bfed3c-9144-41d1-9b57-ee809822a1f6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2091248 Sep 22 10:36:37.074659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b5a0b-537d-4b17-ac9e-27655a64857c req-6644dc09-7b8f-432e-a60a-66acef0780d4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:37.074659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-291b5a0b-537d-4b17-ac9e-27655a64857c req-6644dc09-7b8f-432e-a60a-66acef0780d4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 944 time: 0.1468344 Sep 22 10:36:37.082434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f2c8-8943-432a-9b92-040b36bc0314 req-b7071445-92e7-4589-9dc0-461fbfdf23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:37.083914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de77f2c8-8943-432a-9b92-040b36bc0314 req-b7071445-92e7-4589-9dc0-461fbfdf23a2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2244921 Sep 22 10:36:37.155324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-291b5a0b-537d-4b17-ac9e-27655a64857c req-abb8552c-99af-4bbf-be55-5d779b65ac43 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822797 Sep 22 10:36:37.208348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-a8d25e88-ff2f-4efa-8ae1-6139c13938ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:37.210033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-a8d25e88-ff2f-4efa-8ae1-6139c13938ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 1095 time: 0.0789459 Sep 22 10:36:37.284826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-c1549f7d-7a65-4a80-9309-b4d6f70e827c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf15d264-995d-43f1-bfe1-aaa10e79045d HTTP/1.1" status: 200 len: 217 time: 0.0637958 Sep 22 10:36:37.334159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:37.370551 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996fcf40-f8bb-49d6-b5d7-508bca04ff78']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:37.392405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0706ced-3824-482c-a233-8eae1690be8b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:37.392718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0706ced-3824-482c-a233-8eae1690be8b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:37.405899 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:37.412362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3f376ecb-4cf8-4f0a-8e09-4c695791934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:37.413935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-3f376ecb-4cf8-4f0a-8e09-4c695791934b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0992129 Sep 22 10:36:37.456734 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:37.462128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc18f5-27c8-4141-afeb-fe04eeb272f9 req-a7a10758-518f-4a0e-8b9d-888093f53c1c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:37.463748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43cc18f5-27c8-4141-afeb-fe04eeb272f9 req-a7a10758-518f-4a0e-8b9d-888093f53c1c tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.1775796 Sep 22 10:36:37.476175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:36:37.476704 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:36:37.486813 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:36:37.507163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-b6996e6b-793d-47fe-9e01-7015d9b2e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:37.508873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-b6996e6b-793d-47fe-9e01-7015d9b2e041 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870037 Sep 22 10:36:37.537094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43cc18f5-27c8-4141-afeb-fe04eeb272f9 req-aa99fd83-574e-42a7-90a6-0fb3ff5940a2 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644929 Sep 22 10:36:37.651877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-d040e667-cbab-4fdc-a77a-bee5243b0068 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314983 Sep 22 10:36:37.753376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:37.770168 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:37.772204 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] 10.222.0.20 "DELETE /v2.0/networks/996fcf40-f8bb-49d6-b5d7-508bca04ff78 HTTP/1.1" status: 204 len: 168 time: 1.2507725 Sep 22 10:36:37.777685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9df90fa-5c5c-4fd9-9a11-6aa52def1cd3 req-2f87ba97-6979-46cd-be5d-0a866434010d service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124656 Sep 22 10:36:37.803164 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec582c-8c39-46e8-ab4a-438534032295 tempest-FloatingIPTestJSON-1141854513 tempest-FloatingIPTestJSON-1141854513-project] Pushing event deleted for resources: {'Network': ['ID=996fcf40-f8bb-49d6-b5d7-508bca04ff78,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:38.038246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9b016-1015-4a38-b6c9-a03f304d7862 req-9a7a3de0-f629-4432-a664-fc1804737744 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:38.041571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ee9b016-1015-4a38-b6c9-a03f304d7862 req-9a7a3de0-f629-4432-a664-fc1804737744 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.1133847 Sep 22 10:36:38.094571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ee9b016-1015-4a38-b6c9-a03f304d7862 req-1ee4b1a3-e9a8-45ca-9ff0-38f028d95079 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466564 Sep 22 10:36:38.321821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7fd41-2d19-4cb8-a291-5364330d39f4 req-dae5870e-dca3-4de0-b140-e7a95de8625a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:38.326276 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8e7fd41-2d19-4cb8-a291-5364330d39f4 req-dae5870e-dca3-4de0-b140-e7a95de8625a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 944 time: 0.0623169 Sep 22 10:36:38.384670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8e7fd41-2d19-4cb8-a291-5364330d39f4 req-e897d378-379d-486f-9160-1e260473d28b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Sep 22 10:36:38.523140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42440) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:38.724052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48c684-3ad9-420b-bb9f-a373c23323bc req-99aca9fe-2f31-473e-b158-0727221e015e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:38.725752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff48c684-3ad9-420b-bb9f-a373c23323bc req-99aca9fe-2f31-473e-b158-0727221e015e tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.1004388 Sep 22 10:36:38.767417 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-50fa089b-4bf9-47d0-bdf3-cc0bb37a6999 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e3c3255b2144301b37ba185bf33ab76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430236 Sep 22 10:36:38.769809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42448) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:38.784658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff48c684-3ad9-420b-bb9f-a373c23323bc req-5cfe1c5f-e070-45fc-89a4-a0b2d7008874 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Sep 22 10:36:38.875295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-28b28196-3f78-4990-8b9b-81d0274d66b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:38.910718 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-28b28196-3f78-4990-8b9b-81d0274d66b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:39.070391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-28b28196-3f78-4990-8b9b-81d0274d66b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:39.073071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-28b28196-3f78-4990-8b9b-81d0274d66b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:39.074597 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-28b28196-3f78-4990-8b9b-81d0274d66b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24a81339-ebe7-4eb4-8d13-c4ccf347fbb2 HTTP/1.1" status: 204 len: 168 time: 0.3037033 Sep 22 10:36:39.086846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b28196-3f78-4990-8b9b-81d0274d66b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a81339-ebe7-4eb4-8d13-c4ccf347fbb2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:39.237037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a43c2-3e5f-4a1c-85df-8d00198a69d8 req-379f1002-14ae-4708-89f2-f3c946df3910 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:39.253257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd0a43c2-3e5f-4a1c-85df-8d00198a69d8 req-379f1002-14ae-4708-89f2-f3c946df3910 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.0803108 Sep 22 10:36:39.296915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd0a43c2-3e5f-4a1c-85df-8d00198a69d8 req-6221427a-d067-473d-84d6-222302a55016 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426526 Sep 22 10:36:39.516680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec76c-8b17-4bed-a3a8-a9c2468a0416 req-0ecd4904-7fa4-4bf6-b7c4-1acaac6297f0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:39.519107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e52ec76c-8b17-4bed-a3a8-a9c2468a0416 req-0ecd4904-7fa4-4bf6-b7c4-1acaac6297f0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 944 time: 0.0640526 Sep 22 10:36:39.566852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e52ec76c-8b17-4bed-a3a8-a9c2468a0416 req-06c1ecbe-77ac-49d1-b11e-d592a9b99439 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Sep 22 10:36:40.061149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22398b7e-00e7-406e-ae5e-e22f2ff6423d req-f794be2e-4c7a-4fcf-b4cc-21d8373a4bff tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:40.061149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22398b7e-00e7-406e-ae5e-e22f2ff6423d req-f794be2e-4c7a-4fcf-b4cc-21d8373a4bff tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.0565579 Sep 22 10:36:40.061149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22398b7e-00e7-406e-ae5e-e22f2ff6423d req-07bfbcdb-a295-47f7-9cee-d121d16f261d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354264 Sep 22 10:36:40.302578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cf15d264-995d-43f1-bfe1-aaa10e79045d details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:36:40.406263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cf15d264-995d-43f1-bfe1-aaa10e79045d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cf15d264-995d-43f1-bfe1-aaa10e79045d,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:40.417791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'cf15d264-995d-43f1-bfe1-aaa10e79045d', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'port_id': 'cf15d264-995d-43f1-bfe1-aaa10e79045d', 'mac_address': 'fa:16:3e:11:71:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:36:40.425677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0cbb0-7dd1-44ff-9827-951482854f1d req-ba83cc63-080e-43f7-849c-6d09d8a8d9e1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:40.427234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ee0cbb0-7dd1-44ff-9827-951482854f1d req-ba83cc63-080e-43f7-849c-6d09d8a8d9e1 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.0521414 Sep 22 10:36:40.458379 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:40.469567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ee0cbb0-7dd1-44ff-9827-951482854f1d req-3627391e-e0c3-44e5-8cab-be28e8ea2f10 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360022 Sep 22 10:36:40.469796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf15d264-995d-43f1-bfe1-aaa10e79045d {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:36:40.493728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cf15d264-995d-43f1-bfe1-aaa10e79045d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cf15d264-995d-43f1-bfe1-aaa10e79045d,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:40.581632 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:40.656029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cf15d264-995d-43f1-bfe1-aaa10e79045d,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:40.716727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62951952-8199-48b0-9185-d3e439a7c2cc req-4a054f82-9faa-4dd1-9f0e-4b1fde35362a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:40.718245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62951952-8199-48b0-9185-d3e439a7c2cc req-4a054f82-9faa-4dd1-9f0e-4b1fde35362a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 945 time: 0.0509090 Sep 22 10:36:40.757003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62951952-8199-48b0-9185-d3e439a7c2cc req-ca3c0093-693c-4000-820d-7751896a4a3f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Sep 22 10:36:40.813877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['cf15d264-995d-43f1-bfe1-aaa10e79045d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:41.158366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf5f5e-6d28-4c32-85ce-671ba9f94a05 req-831ecc3e-197a-4dde-9b70-8c9f22767278 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:41.159826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68bf5f5e-6d28-4c32-85ce-671ba9f94a05 req-831ecc3e-197a-4dde-9b70-8c9f22767278 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.0550153 Sep 22 10:36:41.198060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68bf5f5e-6d28-4c32-85ce-671ba9f94a05 req-81c8c5d2-b5ee-405c-9d43-55f814285885 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Sep 22 10:36:41.348844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42486) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:41.447376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-90185557'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:41.581993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Made reservation on behalf of 0528cc267f2f41ed9e34af993cfe44a9 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:41.585536 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:41.596887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:41.629606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e261-d367-4176-ae49-5bbbce3fe404 req-a1194649-657e-43d7-afdc-009eb2a46688 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:41.630651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5052e261-d367-4176-ae49-5bbbce3fe404 req-a1194649-657e-43d7-afdc-009eb2a46688 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 944 time: 0.0797799 Sep 22 10:36:41.695393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5052e261-d367-4176-ae49-5bbbce3fe404 req-257d8199-9345-4369-a912-b563d3666e35 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533438 Sep 22 10:36:41.759072 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:41.866750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:41.905718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:36:41.914801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8685e7-fb89-4983-907f-a2fa415b5237 req-71f267f7-9f55-46cf-b920-7d8b52ff6f32 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:41.916302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a8685e7-fb89-4983-907f-a2fa415b5237 req-71f267f7-9f55-46cf-b920-7d8b52ff6f32 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 945 time: 0.0891404 Sep 22 10:36:41.920098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35c717c-0ccd-481b-8d17-27f6ec69971e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:41.942589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:41.942978 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Added segment 6341b66e-ecb5-4772-a333-00051cc81b87 of type vlan for network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 Sep 22 10:36:42.021618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a8685e7-fb89-4983-907f-a2fa415b5237 req-2a1202c1-45f5-486b-8de3-a76553a1540b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972648 Sep 22 10:36:42.032361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.061526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-d027245d-4bd9-471c-8f28-e6a26616a5e7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:42.063006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-d027245d-4bd9-471c-8f28-e6a26616a5e7 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.1283829 Sep 22 10:36:42.119813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:36:42.143824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.146908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:42.147522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.230294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:42.238846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event updated for resources: {'Network': ['ID=1bdc34e6-4382-4410-b5fc-90a2c428cbc3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:42.244442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'port_id': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'mac_address': 'fa:16:3e:f1:0d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:36:42.246559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42502) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:42.259824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Deleting port 629f28cf-e02a-4db2-b6f4-95faeb108d79 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:42.260137 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.280718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bad8cd70-3d8b-4191-8ecf-51b787187747 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9307382 Sep 22 10:36:42.283547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42506) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:42.289209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Request body: {'subnet': {'network_id': '1bdc34e6-4382-4410-b5fc-90a2c428cbc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:42.293278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:36:42.311436 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.328731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cf15d264-995d-43f1-bfe1-aaa10e79045d up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:42.389908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:36:42.397760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c3daf-d594-4f85-b2d0-71e5dbe22a52 req-15b3f15b-64b0-4226-9ef7-626874d77a94 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:42.399318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-052c3daf-d594-4f85-b2d0-71e5dbe22a52 req-15b3f15b-64b0-4226-9ef7-626874d77a94 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 945 time: 0.1002085 Sep 22 10:36:42.399757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31993dd1-3959-45d2-a6d8-71ee988bba14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.434687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] For port 629f28cf-e02a-4db2-b6f4-95faeb108d79, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=629f28cf-e02a-4db2-b6f4-95faeb108d79,segment=NetworkSegment(265d0c51-65d9-4172-af3c-4e21aad2bb14),segment_id=265d0c51-65d9-4172-af3c-4e21aad2bb14)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:42.435059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.455832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:42.456421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Calling delete_port for 629f28cf-e02a-4db2-b6f4-95faeb108d79 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:42.470744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-052c3daf-d594-4f85-b2d0-71e5dbe22a52 req-04a28598-4498-48a5-b903-4494e5156d3d tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c39a17a-80d5-4ef5-b163-8c215130f7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600872 Sep 22 10:36:42.494990 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Made reservation on behalf of 0528cc267f2f41ed9e34af993cfe44a9 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:42.500667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.524048 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.526871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port cf15d264-995d-43f1-bfe1-aaa10e79045d completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:36:42.536279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port cf15d264-995d-43f1-bfe1-aaa10e79045d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:42.536279 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.621310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:42.663892 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.688269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf15d264-995d-43f1-bfe1-aaa10e79045d'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:42.690609 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a020dfa-516d-480b-9aaa-f7a680a7f583" -d '{"events": [{"server_uuid": "41c8bcfa-f815-4e2c-8fa1-83052a9537f6", "name": "network-vif-plugged", "status": "completed", "tag": "cf15d264-995d-43f1-bfe1-aaa10e79045d"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:42.693638 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31993dd1-3959-45d2-a6d8-71ee988bba14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.696751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.712347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cf15d264-995d-43f1-bfe1-aaa10e79045d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cf15d264-995d-43f1-bfe1-aaa10e79045d,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:42.731707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Pushing event deleted for resources: {'Port': ['ID=629f28cf-e02a-4db2-b6f4-95faeb108d79,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:42.732922 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d27703b-7c8c-48cc-adbf-51ded4b975bc x-openstack-request-id: req-7d27703b-7c8c-48cc-adbf-51ded4b975bc {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:42.733712 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c8bcfa-f815-4e2c-8fa1-83052a9537f6", "name": "network-vif-plugged", "status": "completed", "tag": "cf15d264-995d-43f1-bfe1-aaa10e79045d", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:42.733978 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d27703b-7c8c-48cc-adbf-51ded4b975bc {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:42.734399 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf15d264-995d-43f1-bfe1-aaa10e79045d', 'code': 200} Sep 22 10:36:42.764734 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31993dd1-3959-45d2-a6d8-71ee988bba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.790707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.805139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31993dd1-3959-45d2-a6d8-71ee988bba14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d4171-c9a3-4150-a10c-7074132c3802,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:42.812639 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-31993dd1-3959-45d2-a6d8-71ee988bba14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71a1719e38814a079e514288cce7f70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5619564 Sep 22 10:36:42.812802 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42512) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:42.836852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] No DVR routers for this DVR port 629f28cf-e02a-4db2-b6f4-95faeb108d79 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:36:42.842479 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.844975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-957113e6-96f5-4fea-9544-dac4a468a2d4 req-0bdaed23-b26b-4442-b59f-5ad8d01d9625 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.32 "DELETE /v2.0/ports/629f28cf-e02a-4db2-b6f4-95faeb108d79 HTTP/1.1" status: 204 len: 173 time: 0.7752669 Sep 22 10:36:42.846382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe', 'name': 'network-vif-deleted', 'tag': '629f28cf-e02a-4db2-b6f4-95faeb108d79'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:42.848863 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffca646-032b-4c13-ac2a-be297396b43b" -d '{"events": [{"server_uuid": "8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe", "name": "network-vif-deleted", "tag": "629f28cf-e02a-4db2-b6f4-95faeb108d79"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:42.849469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:42.861195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cf15d264-995d-43f1-bfe1-aaa10e79045d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:42.861395 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.903605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4f266-77ef-480c-b152-aa2f28589313 req-14185e7f-8e52-4b94-ac39-b87f7c1304bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:42.905126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9e4f266-77ef-480c-b152-aa2f28589313 req-14185e7f-8e52-4b94-ac39-b87f7c1304bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 1097 time: 0.1143758 Sep 22 10:36:42.913270 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bc64537-175e-4dea-a901-c2196cc550dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.927455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ead420-ccbf-4baf-a90e-028a6f4a89da req-8c919c9d-4f3a-4616-9126-9c52e74638b8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:42.928941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54ead420-ccbf-4baf-a90e-028a6f4a89da req-8c919c9d-4f3a-4616-9126-9c52e74638b8 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 945 time: 0.0891600 Sep 22 10:36:42.955054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bc64537-175e-4dea-a901-c2196cc550dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:42.970470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event updated for resources: {'Subnet': ['ID=9739a8f2-d398-45c8-bfce-68a7934b65ef,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:42.983526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9e4f266-77ef-480c-b152-aa2f28589313 req-e32c6fe1-fbe3-4a33-b8ae-01a260f82ce3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697813 Sep 22 10:36:42.991134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54ead420-ccbf-4baf-a90e-028a6f4a89da req-a510b6bc-04fc-45c5-9f49-5e5c3a4a8aab tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466971 Sep 22 10:36:42.999597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Checking segment: {'id': '6341b66e-ecb5-4772-a333-00051cc81b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1bdc34e6-4382-4410-b5fc-90a2c428cbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:42.999972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Network hostable DHCP agents. Network: 1bdc34e6-4382-4410-b5fc-90a2c428cbc3, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:36:43.049923 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a825649-06d8-4142-9da0-9b4a1a28ba9f x-openstack-request-id: req-6a825649-06d8-4142-9da0-9b4a1a28ba9f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:43.050434 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe", "name": "network-vif-deleted", "tag": "629f28cf-e02a-4db2-b6f4-95faeb108d79", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:43.050687 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a825649-06d8-4142-9da0-9b4a1a28ba9f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:43.051088 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe', 'name': 'network-vif-deleted', 'tag': '629f28cf-e02a-4db2-b6f4-95faeb108d79', 'status': 'completed', 'code': 200} Sep 22 10:36:43.107254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:36:43.129491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bc64537-175e-4dea-a901-c2196cc550dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.132180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bc64537-175e-4dea-a901-c2196cc550dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.137464 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9bc64537-175e-4dea-a901-c2196cc550dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e74d4171-c9a3-4150-a10c-7074132c3802 HTTP/1.1" status: 204 len: 168 time: 0.3196824 Sep 22 10:36:43.143611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc64537-175e-4dea-a901-c2196cc550dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d4171-c9a3-4150-a10c-7074132c3802,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:43.148039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c29b32-7200-4295-8a11-3c89b979ced1 req-02429110-a904-4fca-99ba-6675c04092e6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:43.149602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5c29b32-7200-4295-8a11-3c89b979ced1 req-02429110-a904-4fca-99ba-6675c04092e6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 946 time: 0.0555923 Sep 22 10:36:43.198388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5c29b32-7200-4295-8a11-3c89b979ced1 req-76801437-035a-44ae-b17d-3cd5f3c8ed93 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375237 Sep 22 10:36:43.221430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 1bdc34e6-4382-4410-b5fc-90a2c428cbc3) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:43.225288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:43.225885 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.229920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7353a3-5917-46b6-8b5e-8f7a64f45721 None None] Network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:36:43.303252 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63a3eb2b-f260-4d9b-aace-3de74497cf68 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0185874 Sep 22 10:36:43.305973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42520) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:43.310964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f49e7455-c46a-4b7b-a738-c4e7de555a0c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-281705794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:43.371611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1bdc34e6-4382-4410-b5fc-90a2c428cbc3', 'network_id': '1bdc34e6-4382-4410-b5fc-90a2c428cbc3', 'tenant_id': '0528cc267f2f41ed9e34af993cfe44a9', 'fixed_ips': [{'subnet_id': '9739a8f2-d398-45c8-bfce-68a7934b65ef'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:36:43.373035 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.438780 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f49e7455-c46a-4b7b-a738-c4e7de555a0c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.440021 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f49e7455-c46a-4b7b-a738-c4e7de555a0c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.496525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f49e7455-c46a-4b7b-a738-c4e7de555a0c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.533940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Allocated IP 172.20.0.2 (1bdc34e6-4382-4410-b5fc-90a2c428cbc3/9739a8f2-d398-45c8-bfce-68a7934b65ef/3ffdc8e2-6e8f-47c5-814c-15a34aefb88a) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:43.570074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f49e7455-c46a-4b7b-a738-c4e7de555a0c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.613268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5c9761f-eb5a-496b-8db1-78dec9afdb2a req-86a39960-79c6-4712-be81-5654a5b96a54 tempest-ServersTestJSON-125672873 tempest-ServersTestJSON-125672873-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5bb77a-4f8f-4888-8fcd-8ea2a8febefe HTTP/1.1" status: 200 len: 210 time: 0.0339580 Sep 22 10:36:43.653517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f49e7455-c46a-4b7b-a738-c4e7de555a0c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.657577 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f49e7455-c46a-4b7b-a738-c4e7de555a0c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3477588 Sep 22 10:36:43.659517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42532) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:43.693227 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.776293 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.815144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:43.816820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:43.823317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:43.841198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Pushing event updated for resources: {'Port': ['ID=3ffdc8e2-6e8f-47c5-814c-15a34aefb88a,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:43.888058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Attempting to bind port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:36:43.888430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Attempting to bind port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6341b66e-ecb5-4772-a333-00051cc81b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1bdc34e6-4382-4410-b5fc-90a2c428cbc3'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:36:43.888791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Attempting to bind port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a on network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:43.894021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:36:43.895275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Checking segment: {'id': '6341b66e-ecb5-4772-a333-00051cc81b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1bdc34e6-4382-4410-b5fc-90a2c428cbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:43.898152 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.898152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Bound using segment: {'id': '6341b66e-ecb5-4772-a333-00051cc81b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1bdc34e6-4382-4410-b5fc-90a2c428cbc3'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:36:43.898152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Bound port: 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6341b66e-ecb5-4772-a333-00051cc81b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1bdc34e6-4382-4410-b5fc-90a2c428cbc3'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:36:43.898152 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.967394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] For port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:36:43.969830 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:43.970993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] For port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ffdc8e2-6e8f-47c5-814c-15a34aefb88a,segment=NetworkSegment(6341b66e-ecb5-4772-a333-00051cc81b87),segment_id=6341b66e-ecb5-4772-a333-00051cc81b87)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:36:44.113859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:44.126701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0ee1e-aa93-4cc0-b14d-661222de2f00 req-3cc2e627-d8b4-4893-9c3e-9d96f9199c65 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:44.136114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9b0ee1e-aa93-4cc0-b14d-661222de2f00 req-3cc2e627-d8b4-4893-9c3e-9d96f9199c65 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 945 time: 0.0643172 Sep 22 10:36:44.161035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:44.179184 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9b0ee1e-aa93-4cc0-b14d-661222de2f00 req-07e67dd8-31ce-4214-9c98-026142ca9f27 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411980 Sep 22 10:36:44.213399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e9873-c23d-4628-a5a4-acd9f77ae6bc None None] Pushing event updated for resources: {'Port': ['ID=3ffdc8e2-6e8f-47c5-814c-15a34aefb88a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:44.253992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:44.254679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:44.258464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Allocated IP 172.20.0.1 (1bdc34e6-4382-4410-b5fc-90a2c428cbc3/9739a8f2-d398-45c8-bfce-68a7934b65ef/f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:44.364336 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:44.367563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1268be-5613-4cf1-b793-84e488233b3f req-64e85fdd-e3da-47bc-8c5f-dc079337d76c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:44.369323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b1268be-5613-4cf1-b793-84e488233b3f req-64e85fdd-e3da-47bc-8c5f-dc079337d76c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 946 time: 0.0803776 Sep 22 10:36:44.405134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:44.414608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:44.433601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b1268be-5613-4cf1-b793-84e488233b3f req-7806cc3e-c7de-4064-a2a8-afec9c31b28c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461793 Sep 22 10:36:44.487728 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:44.488571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 629f28cf-e02a-4db2-b6f4-95faeb108d79 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:36:44.519214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 629f28cf-e02a-4db2-b6f4-95faeb108d79 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:36:44.519214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 629f28cf-e02a-4db2-b6f4-95faeb108d79 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:36:44.559976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-b560500a-4cd8-4bac-b103-82c789e1504a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b2072f075b5a4f368086b8b5c35c24f6 HTTP/1.1" status: 200 len: 267 time: 0.0652745 Sep 22 10:36:44.562425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:44.594758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:44.630626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:44.633973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:44.642402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:44.647711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-f32b7cbe-0da9-4d76-bb18-0ba2880ae3ee tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:44.654781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-f32b7cbe-0da9-4d76-bb18-0ba2880ae3ee tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 946 time: 0.0756316 Sep 22 10:36:44.662573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-dfa5b3ac-5386-4ef1-b4ea-876b26d7dbf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'port': {'security_groups': []}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:44.671227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event updated for resources: {'Port': ['ID=f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:44.701427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:44.735769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:44.738151 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803853ce-26f1-4922-a56a-3e897740b04d" -d '{"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-plugged", "status": "completed", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:44.746558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-dfa5b3ac-5386-4ef1-b4ea-876b26d7dbf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:44.919848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-dfa5b3ac-5386-4ef1-b4ea-876b26d7dbf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] For port cf15d264-995d-43f1-bfe1-aaa10e79045d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cf15d264-995d-43f1-bfe1-aaa10e79045d,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:44.920178 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:44.949239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-dfa5b3ac-5386-4ef1-b4ea-876b26d7dbf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.021260 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-dfa5b3ac-5386-4ef1-b4ea-876b26d7dbf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.038032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['def914c9-226b-4cfc-9a09-c009cda13b90'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:45.040740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d7402fda-7767-4ef3-87fd-3cdb85947018', 'cf15d264-995d-43f1-bfe1-aaa10e79045d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:45.089184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-dfa5b3ac-5386-4ef1-b4ea-876b26d7dbf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:45.089828 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-dfa5b3ac-5386-4ef1-b4ea-876b26d7dbf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.098127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5cc1d08e-6069-4915-86bd-9fb3a641045c req-dfa5b3ac-5386-4ef1-b4ea-876b26d7dbf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "PUT /v2.0/ports/cf15d264-995d-43f1-bfe1-aaa10e79045d HTTP/1.1" status: 200 len: 905 time: 0.4386017 Sep 22 10:36:45.098127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'tag': 'cf15d264-995d-43f1-bfe1-aaa10e79045d'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:45.106364 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804fc762-b61d-4ebe-a94b-00c8aef98744" -d '{"events": [{"name": "network-changed", "server_uuid": "41c8bcfa-f815-4e2c-8fa1-83052a9537f6", "tag": "cf15d264-995d-43f1-bfe1-aaa10e79045d"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:45.164542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42562) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:45.183824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['cf15d264-995d-43f1-bfe1-aaa10e79045d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:45.229983 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bd7ecf-3aec-4c18-b884-1367239bd974 x-openstack-request-id: req-c2bd7ecf-3aec-4c18-b884-1367239bd974 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:45.230413 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-plugged", "status": "completed", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:45.230669 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2bd7ecf-3aec-4c18-b884-1367239bd974 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:45.231110 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'code': 200} Sep 22 10:36:45.241923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5b3ac-5386-4ef1-b4ea-876b26d7dbf0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'Port': ['ID=cf15d264-995d-43f1-bfe1-aaa10e79045d,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:45.298917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7095f79a-cb63-4125-8aaa-4beefba9b1c5 admin admin] Deleting subnet 45c71a83-301e-40d7-8110-ed696a6a52a0 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:36:45.310354 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7095f79a-cb63-4125-8aaa-4beefba9b1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.321131 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.394892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7095f79a-cb63-4125-8aaa-4beefba9b1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.430501 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.451591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3ad68-6108-4f92-896b-a307e88f09a8 req-6e93d78c-f1ed-4523-9caf-ee7773b6d2df tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:45.453299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27d3ad68-6108-4f92-896b-a307e88f09a8 req-6e93d78c-f1ed-4523-9caf-ee7773b6d2df tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 908 time: 0.1171663 Sep 22 10:36:45.499651 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7095f79a-cb63-4125-8aaa-4beefba9b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.573449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0b8e7581-84b7-42c7-bf55-f8a22ba0f32e None None] Provisioning complete for port cf15d264-995d-43f1-bfe1-aaa10e79045d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:45.574004 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0b8e7581-84b7-42c7-bf55-f8a22ba0f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.603504 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc856749-8d87-42ae-ad9c-af0fb79afc2c x-openstack-request-id: req-dc856749-8d87-42ae-ad9c-af0fb79afc2c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:45.604387 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c8bcfa-f815-4e2c-8fa1-83052a9537f6", "tag": "cf15d264-995d-43f1-bfe1-aaa10e79045d", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:45.604387 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc856749-8d87-42ae-ad9c-af0fb79afc2c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:45.606774 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'tag': 'cf15d264-995d-43f1-bfe1-aaa10e79045d', 'status': 'completed', 'code': 200} Sep 22 10:36:45.631028 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.638520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event updated for resources: {'Port': ['ID=f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:45.699637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ee348-0e3b-47b1-b7d4-602dcb8f6ecc None None] Network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:36:45.747083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:45.766196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992349ef-cee6-44ae-89f8-6d18b39c91eb req-36ab1035-2380-4eba-8988-a3d25e7388c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:45.768071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992349ef-cee6-44ae-89f8-6d18b39c91eb req-36ab1035-2380-4eba-8988-a3d25e7388c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 1098 time: 0.2341805 Sep 22 10:36:45.785537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:45.787186 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:45.790646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b7abe-f710-4aeb-b786-669b3d8048c3 req-2944990b-7937-4f2a-81b3-b24d427911c5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:45.791743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c9b7abe-f710-4aeb-b786-669b3d8048c3 req-2944990b-7937-4f2a-81b3-b24d427911c5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 947 time: 0.1333659 Sep 22 10:36:45.794288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-c6f61104-4e90-4227-97e5-d80995bb3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:45.795621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-c6f61104-4e90-4227-97e5-d80995bb3208 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 1059 time: 0.2080319 Sep 22 10:36:45.875054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992349ef-cee6-44ae-89f8-6d18b39c91eb req-f61a6250-5a74-4ca4-9fd2-286eb5105617 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978260 Sep 22 10:36:45.909556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c9b7abe-f710-4aeb-b786-669b3d8048c3 req-7dd3540d-fb64-443e-937e-fdc30928ffe6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958457 Sep 22 10:36:45.922298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:45.922298 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.922481 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7095f79a-cb63-4125-8aaa-4beefba9b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.962424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095f79a-cb63-4125-8aaa-4beefba9b1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c71a83-301e-40d7-8110-ed696a6a52a0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:45.971651 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7095f79a-cb63-4125-8aaa-4beefba9b1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:45.976190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7095f79a-cb63-4125-8aaa-4beefba9b1c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45c71a83-301e-40d7-8110-ed696a6a52a0 HTTP/1.1" status: 204 len: 168 time: 0.8081224 Sep 22 10:36:45.976489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42574) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:45.979341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-63885936-a0fe-4e3c-988a-22b5a29764ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:45.980883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-63885936-a0fe-4e3c-988a-22b5a29764ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.1774945 Sep 22 10:36:46.032145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Router 2eb0078c-7b09-4beb-9102-35c6ff1f565f is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:36:46.064863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-cbf632be-18e6-4b13-a153-a37796a1ccd2 None None] Provisioning complete for port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:46.064863 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cbf632be-18e6-4b13-a153-a37796a1ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.065043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-ae5eadf5-4c84-4f16-b326-b7669df84346 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf15d264-995d-43f1-bfe1-aaa10e79045d HTTP/1.1" status: 200 len: 217 time: 0.0746584 Sep 22 10:36:46.078473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.108048 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.123875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91711443-ef05-47e2-8170-17fdb222021a req-33f50e83-5f2e-48d9-92ac-8c04d5ab4476 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:46.125517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91711443-ef05-47e2-8170-17fdb222021a req-33f50e83-5f2e-48d9-92ac-8c04d5ab4476 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1296971 Sep 22 10:36:46.146522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-3e6d046f-8a26-463a-90a4-f7765654d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:46.148282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-3e6d046f-8a26-463a-90a4-f7765654d944 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0757117 Sep 22 10:36:46.158696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ffdc8e2-6e8f-47c5-814c-15a34aefb88a,segment=NetworkSegment(6341b66e-ecb5-4772-a333-00051cc81b87),segment_id=6341b66e-ecb5-4772-a333-00051cc81b87)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:46.205090 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cbf632be-18e6-4b13-a153-a37796a1ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.241222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:46.247294 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72f09925-bf73-4938-9de4-bb71584e7f1f tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "PUT /v2.0/routers/2eb0078c-7b09-4beb-9102-35c6ff1f565f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5864859 Sep 22 10:36:46.249541 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.256901 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6fa47e-43fe-416e-bac9-dc66ea668411 None None] Sync routers for ids ['2eb0078c-7b09-4beb-9102-35c6ff1f565f'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:46.257756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42578) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:46.263921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Request body: {'port': {'network_id': '1bdc34e6-4382-4410-b5fc-90a2c428cbc3', 'name': 'tempest-FloatingIPNegativeTestJSON-1343034715'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:46.270641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91711443-ef05-47e2-8170-17fdb222021a req-df6cdfda-9103-4f15-b735-4afab5cf906d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337996 Sep 22 10:36:46.280746 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6fa47e-43fe-416e-bac9-dc66ea668411 None None] Routers {'2eb0078c-7b09-4beb-9102-35c6ff1f565f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:46.281384 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6b6fa47e-43fe-416e-bac9-dc66ea668411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:36:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2eb0078c-7b09-4beb-9102-35c6ff1f565f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:46.300240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.311907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-f76e982e-430f-4b1f-9dd9-9239f0d08b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:46.314018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-f76e982e-430f-4b1f-9dd9-9239f0d08b9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556761 Sep 22 10:36:46.335068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-cbf632be-18e6-4b13-a153-a37796a1ccd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:36:46.336417 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-cbf632be-18e6-4b13-a153-a37796a1ccd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:36:46.371941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0a3ea5-25c5-45d8-acb0-3607e4e2c864']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:46.372155 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6b6fa47e-43fe-416e-bac9-dc66ea668411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:46.393779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=3ffdc8e2-6e8f-47c5-814c-15a34aefb88a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:46.396235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265d0c51-65d9-4172-af3c-4e21aad2bb14') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:46.396727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265d0c51-65d9-4172-af3c-4e21aad2bb14') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:46.399991 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6fa47e-43fe-416e-bac9-dc66ea668411 None None] Routers {'2eb0078c-7b09-4beb-9102-35c6ff1f565f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:46.400793 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6b6fa47e-43fe-416e-bac9-dc66ea668411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:36:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2eb0078c-7b09-4beb-9102-35c6ff1f565f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:46.417511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.431524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.438749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:36:46.439185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.444556 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6b6fa47e-43fe-416e-bac9-dc66ea668411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:46.445696 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6fa47e-43fe-416e-bac9-dc66ea668411 None None] The sync data for ids ['2eb0078c-7b09-4beb-9102-35c6ff1f565f'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:36:46.462962 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:36:46.584503 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.590735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:46.595831 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] 10.222.0.20 "DELETE /v2.0/networks/aa0a3ea5-25c5-45d8-acb0-3607e4e2c864 HTTP/1.1" status: 204 len: 168 time: 0.6180258 Sep 22 10:36:46.610261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50cae5-e530-48f9-92be-b94df91b767f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0a3ea5-25c5-45d8-acb0-3607e4e2c864,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:46.945450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cb1f2-27a1-462b-8c7a-137432427e2a req-44fbfc80-f186-43d8-9867-805014ac4f75 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:46.947080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-399cb1f2-27a1-462b-8c7a-137432427e2a req-44fbfc80-f186-43d8-9867-805014ac4f75 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.5205863 Sep 22 10:36:46.953257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-ea4a6672-1a71-4fb6-84c7-3b47fa24fc3d service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305733 Sep 22 10:36:47.019031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-399cb1f2-27a1-462b-8c7a-137432427e2a req-d0522a7e-1cc2-4ae5-a910-763f8a92594f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629566 Sep 22 10:36:47.056181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8636d4cc-ee78-43e1-9207-01b090338a97 None None] Provisioning complete for port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:47.056707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8636d4cc-ee78-43e1-9207-01b090338a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.072600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Made reservation on behalf of 0528cc267f2f41ed9e34af993cfe44a9 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:47.076137 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.134622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] device_id is not set on port a9395313-6e19-4548-a706-45aa91c869f1 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:36:47.169242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42602) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:47.181835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8636d4cc-ee78-43e1-9207-01b090338a97 None None] Provisioning complete for port f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:47.182239 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8636d4cc-ee78-43e1-9207-01b090338a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.218322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8636d4cc-ee78-43e1-9207-01b090338a97 None None] Port f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:47.232516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-804fc762-b61d-4ebe-a94b-00c8aef98744 req-8dd7fb84-9f25-4dd6-bc09-b7921d476def service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704089 Sep 22 10:36:47.239504 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d8fd5ee3-e603-432a-935b-4347f990ab6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=308177db81fe4998a826f4222b77bc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681341 Sep 22 10:36:47.243086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42608) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:47.285628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291ea2-0a15-44cc-bc80-1bfaceda5241 req-b91cdacf-5041-4960-9a73-06c0536ac047 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:47.287342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48291ea2-0a15-44cc-bc80-1bfaceda5241 req-b91cdacf-5041-4960-9a73-06c0536ac047 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 947 time: 0.1877553 Sep 22 10:36:47.294960 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d811dd3f-69af-47b4-8664-3a260ee1ec17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.317561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d811dd3f-69af-47b4-8664-3a260ee1ec17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.322887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Allocated IP 172.20.0.11 (1bdc34e6-4382-4410-b5fc-90a2c428cbc3/9739a8f2-d398-45c8-bfce-68a7934b65ef/a9395313-6e19-4548-a706-45aa91c869f1) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:47.358656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48291ea2-0a15-44cc-bc80-1bfaceda5241 req-25cb79f6-ceef-491d-9fc3-8567bf8dd3b5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627782 Sep 22 10:36:47.362994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8ed64300-2d6e-47ba-b10e-5e3b662b9137 None None] Provisioning complete for port f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:47.363580 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ed64300-2d6e-47ba-b10e-5e3b662b9137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.400840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8ed64300-2d6e-47ba-b10e-5e3b662b9137 None None] Port f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:47.530352 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d811dd3f-69af-47b4-8664-3a260ee1ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.536135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d811dd3f-69af-47b4-8664-3a260ee1ec17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.537303 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d811dd3f-69af-47b4-8664-3a260ee1ec17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c39a17a-80d5-4ef5-b163-8c215130f7b2 HTTP/1.1" status: 204 len: 168 time: 0.2898347 Sep 22 10:36:47.545748 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811dd3f-69af-47b4-8664-3a260ee1ec17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c39a17a-80d5-4ef5-b163-8c215130f7b2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:47.588176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.639291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-ec9242ca-6b84-4d1a-90c6-cb7a5da0b8b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:47.640962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-ec9242ca-6b84-4d1a-90c6-cb7a5da0b8b1 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.1771879 Sep 22 10:36:47.668935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-acff2cf5-06fe-4a01-9bb3-05955f03c6a4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/quotas/b2072f075b5a4f368086b8b5c35c24f6 HTTP/1.1" status: 200 len: 375 time: 0.0157585 Sep 22 10:36:47.679950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:47.747451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:47.747823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.750492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-e3907f88-b899-4987-b7ed-43beefedd547 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0748158 Sep 22 10:36:47.838319 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:47.870968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-1586f1d7-01b0-4a2f-8fb9-a4c4231ddfd0 service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135411 Sep 22 10:36:47.891974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:47.908598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:47.919609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event updated for resources: {'Port': ['ID=a9395313-6e19-4548-a706-45aa91c869f1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:47.923568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:48.015679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:48.016309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:48.042544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-af4c24f0-89cf-4b98-9507-419a682491f4 service neutron] 10.222.0.20 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476765 Sep 22 10:36:48.156864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f29486ba-53c4-4c9e-9dfb-e385b4cbfc93 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8977194 Sep 22 10:36:48.161223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42646) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:48.166429 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:48.224342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-947bb7f0-c7d2-401c-b75b-51d463ebc3ae None None] Provisioning complete for port a9395313-6e19-4548-a706-45aa91c869f1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:48.224837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-947bb7f0-c7d2-401c-b75b-51d463ebc3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:48.287853 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:48.359164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56c32572-0839-415c-bd5e-426558eb7d26 req-10138c4b-a36f-4eef-9fab-8cde91d2ccb3 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 210 time: 0.0446715 Sep 22 10:36:48.450379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:48.471455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-947bb7f0-c7d2-401c-b75b-51d463ebc3ae None None] Port a9395313-6e19-4548-a706-45aa91c869f1 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:48.516442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857ec9-5bfb-4cc3-ab29-af80ddeff863 req-22135775-1ab3-4955-91d6-62e33337625a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:48.518123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3857ec9-5bfb-4cc3-ab29-af80ddeff863 req-22135775-1ab3-4955-91d6-62e33337625a tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 947 time: 0.0586381 Sep 22 10:36:48.599698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3857ec9-5bfb-4cc3-ab29-af80ddeff863 req-d5f8b1ab-092d-40c4-a750-79f0470549a7 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754001 Sep 22 10:36:48.605420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Allocated IP 172.25.1.237 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/43e4c384-c5ef-45b9-89b5-0b1baf486622) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:48.732436 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:48.922149 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:48.958927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:48.961730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:48.969969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:49.010600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event updated for resources: {'Port': ['ID=43e4c384-c5ef-45b9-89b5-0b1baf486622,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:49.063317 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:49.253871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:49.418560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:49.521401 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:49.607922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event updated for resources: {'Port': ['ID=43e4c384-c5ef-45b9-89b5-0b1baf486622,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:49.611610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:49.723935 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:49.728391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42702) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:49.728901 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dc9c9ad9-e3bd-4542-9116-cb5adda1ce4c tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5653455 Sep 22 10:36:49.733469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-91955f5c-768d-4ed2-8eb4-7608021b9bc5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Request body: {'floatingip': {'port_id': 'a9395313-6e19-4548-a706-45aa91c869f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:49.791522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-91955f5c-768d-4ed2-8eb4-7608021b9bc5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:49.882606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7254cfd1-6492-4526-99ac-b014d0b8ceb9 req-d7bc60a3-3aa9-45e9-ba5f-a44f07209a6e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 210 time: 0.0591486 Sep 22 10:36:50.048016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc127c-42d9-463d-93be-3e1ee7e30fe6 req-9e01f976-afb7-4f8d-a776-6c45c6ea7af5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:50.049733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86fc127c-42d9-463d-93be-3e1ee7e30fe6 req-9e01f976-afb7-4f8d-a776-6c45c6ea7af5 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 947 time: 0.0595489 Sep 22 10:36:50.075906 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-91955f5c-768d-4ed2-8eb4-7608021b9bc5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] update failed (client error): The resource could not be found. Sep 22 10:36:50.079624 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-91955f5c-768d-4ed2-8eb4-7608021b9bc5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "PUT /v2.0/floatingips/8bdf8b0e-89b7-4179-83f1-c7b8430d8acc HTTP/1.1" status: 404 len: 507 time: 0.3475859 Sep 22 10:36:50.080015 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42714) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:50.099901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86fc127c-42d9-463d-93be-3e1ee7e30fe6 req-26c4e94c-4a53-4a1a-83cb-10120753def6 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429845 Sep 22 10:36:50.189118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78e9ec9c-ba2d-4998-b646-848789e14b3b req-16b95036-2a63-43ad-ae61-b906ee038ba2 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0350244 Sep 22 10:36:50.249330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Deleting port 43e4c384-c5ef-45b9-89b5-0b1baf486622 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:50.249749 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:50.331231 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:50.331559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:50.342846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Calling delete_port for 43e4c384-c5ef-45b9-89b5-0b1baf486622 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:50.556138 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:50.585424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event deleted for resources: {'Port': ['ID=43e4c384-c5ef-45b9-89b5-0b1baf486622,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:50.647259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:50.651936 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:50.653353 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7be0103f-5a9b-4585-93ad-b06992231649 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "DELETE /v2.0/floatingips/8bdf8b0e-89b7-4179-83f1-c7b8430d8acc HTTP/1.1" status: 204 len: 168 time: 0.5723550 Sep 22 10:36:50.657096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42722) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:50.662734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b4f479dd-08f7-4a88-87f9-917fb79ce53e tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Request body: {'floatingip': {'floating_network_id': '1bdc34e6-4382-4410-b5fc-90a2c428cbc3', 'port_id': 'a9395313-6e19-4548-a706-45aa91c869f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:50.781353 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b4f479dd-08f7-4a88-87f9-917fb79ce53e tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:50.977518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85812e5d-c2f7-4e2a-8581-49853e8fd97f req-2f8e27d5-02a1-4cd8-a9e0-bc79e3480834 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 210 time: 0.0275292 Sep 22 10:36:51.024760 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-b4f479dd-08f7-4a88-87f9-917fb79ce53e tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:36:51.026279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b4f479dd-08f7-4a88-87f9-917fb79ce53e tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3679583 Sep 22 10:36:51.031608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42728) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:51.036730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'a9395313-6e19-4548-a706-45aa91c869f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:51.133451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:51.321948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0dfd30c7-7a30-4d52-b74c-b9e1dcb61d62 req-06c60c9f-9473-4ede-9228-4a4bc905092a tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0332556 Sep 22 10:36:51.431148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-e0441b9a-4962-4564-bc2d-6739fe289b15 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641532 Sep 22 10:36:51.576143 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:51.606972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-db0e2aac-212f-4cec-a4c0-59227420336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:51.608542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-db0e2aac-212f-4cec-a4c0-59227420336c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1096 time: 0.1268678 Sep 22 10:36:51.609059 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:36:51.723183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Allocated IP 172.25.1.238 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/d7396887-3242-4982-91b1-564959302cea) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:51.786339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-220e688c-5f50-4dfd-8e25-7f4c36cdc396 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:51.791421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-220e688c-5f50-4dfd-8e25-7f4c36cdc396 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.32 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 812 time: 0.2363889 Sep 22 10:36:51.816141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Request body: {'port': {'device_id': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'admin_state_up': True, 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:51.843062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-bf860a71-ce58-4d94-81a7-1393c15d5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:51.844743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-bf860a71-ce58-4d94-81a7-1393c15d5178 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.2034292 Sep 22 10:36:51.846038 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:51.963297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-18dea131-d970-43c1-99c0-72ce3d050081 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1000 time: 0.1109374 Sep 22 10:36:51.997510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:52.038920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-1065a1bd-6379-4701-9f97-e58a31daa287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:52.040484 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-1065a1bd-6379-4701-9f97-e58a31daa287 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0698848 Sep 22 10:36:52.082339 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:52.086710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:52.096120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:52.099760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event updated for resources: {'Port': ['ID=d7396887-3242-4982-91b1-564959302cea,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:52.111280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b49a50cd-4730-4182-a782-dd08667946cd req-42179acd-1952-412d-ad09-e2313a90f0d2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 210 time: 0.0314121 Sep 22 10:36:52.122187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-225196e2-07ab-432e-86fc-89b0436b788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:52.123815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-225196e2-07ab-432e-86fc-89b0436b788c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763149 Sep 22 10:36:52.144179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Made reservation on behalf of b2072f075b5a4f368086b8b5c35c24f6 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:52.147551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:52.269960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f1480855-b92e-49c6-9f0e-539c16d790fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:52.299991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Deleting port d7396887-3242-4982-91b1-564959302cea {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:52.300660 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:52.306679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-ddca58fc-692b-48c9-8970-3e2a1382803b service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697896 Sep 22 10:36:52.403435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:52.404174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:52.420438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Calling delete_port for d7396887-3242-4982-91b1-564959302cea owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:52.464690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Allocated IP 172.20.0.5 (30f0f4ea-4854-4488-bd71-007194ced60b/3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f/c736a709-2f91-4f16-8f85-0c86d7f69921) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:52.470357 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34fe523d-c091-4121-820e-d994886363e3 req-6687845e-f0f0-4507-8910-1b0efe319871 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0480194 Sep 22 10:36:52.501302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aac4a34-28f6-4da0-902d-026998a0ef94 req-a8d449b8-fb9d-46e2-8eb1-8fe6267b9246 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694806 Sep 22 10:36:52.641576 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:52.651754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:52.678159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event deleted for resources: {'Port': ['ID=d7396887-3242-4982-91b1-564959302cea,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:52.781555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:52.792922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['def914c9-226b-4cfc-9a09-c009cda13b90'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:52.823060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d7402fda-7767-4ef3-87fd-3cdb85947018'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:52.848072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Network 30f0f4ea-4854-4488-bd71-007194ced60b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:52.848890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event updated for resources: {'Port': ['ID=c736a709-2f91-4f16-8f85-0c86d7f69921,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:52.855852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:52.859030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:52.890115 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] create failed (client error): The resource could not be found. Sep 22 10:36:52.893501 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c3ffb6b9-3271-4160-87bb-ef05e51de4ff tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8602200 Sep 22 10:36:52.897369 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42742) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:52.937269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:52.937901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:53.014952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-27db5e79-dad9-4087-8628-1587eaed8db5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Deleting port a9395313-6e19-4548-a706-45aa91c869f1 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:53.015260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27db5e79-dad9-4087-8628-1587eaed8db5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:53.056270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-f0a20efa-724b-498f-be4e-e10bfbdedf17 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2486413 Sep 22 10:36:53.069197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Request body: {'port': {'device_id': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:53.129393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27db5e79-dad9-4087-8628-1587eaed8db5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:53.130433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:53.145276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-27db5e79-dad9-4087-8628-1587eaed8db5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Calling delete_port for a9395313-6e19-4548-a706-45aa91c869f1 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:53.224884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-246c14f0-0b2f-4fd0-ab44-f49c348c61ba None None] Provisioning complete for port c736a709-2f91-4f16-8f85-0c86d7f69921 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:53.225258 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-246c14f0-0b2f-4fd0-ab44-f49c348c61ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:53.262812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-246c14f0-0b2f-4fd0-ab44-f49c348c61ba None None] Port c736a709-2f91-4f16-8f85-0c86d7f69921 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:53.336521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca563b2-0a5f-47a5-b706-cc1b40698f8b req-afff807b-b381-446f-b835-c280b344988e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:53.338055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ca563b2-0a5f-47a5-b706-cc1b40698f8b req-afff807b-b381-446f-b835-c280b344988e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 931 time: 0.1402347 Sep 22 10:36:53.389871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27db5e79-dad9-4087-8628-1587eaed8db5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:53.415780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ca563b2-0a5f-47a5-b706-cc1b40698f8b req-92dce05c-306c-47c4-b97b-41083b42f810 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680566 Sep 22 10:36:53.419299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db5e79-dad9-4087-8628-1587eaed8db5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event deleted for resources: {'Port': ['ID=a9395313-6e19-4548-a706-45aa91c869f1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:53.497680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27db5e79-dad9-4087-8628-1587eaed8db5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:53.500005 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-27db5e79-dad9-4087-8628-1587eaed8db5 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "DELETE /v2.0/ports/a9395313-6e19-4548-a706-45aa91c869f1 HTTP/1.1" status: 204 len: 168 time: 0.6011531 Sep 22 10:36:53.504588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42746) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:53.524294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c736a709-2f91-4f16-8f85-0c86d7f69921 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:36:53.534691 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:53.549747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Transition to ACTIVE for port object c736a709-2f91-4f16-8f85-0c86d7f69921 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:36:53.600106 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec46da1b-a531-4cae-96e6-ab3f1290d62d tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:53.604787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42750) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:53.604953 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ec46da1b-a531-4cae-96e6-ab3f1290d62d tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb0078c-7b09-4beb-9102-35c6ff1f565f HTTP/1.1" status: 200 len: 913 time: 0.0993111 Sep 22 10:36:53.673088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:53.754510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f8e98aa-efee-4730-8534-9b7c6a72dcbc req-1def47e2-42cf-4b57-bb92-974e12da6a59 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0958500 Sep 22 10:36:53.890563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c736a709-2f91-4f16-8f85-0c86d7f69921,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:53.932915 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-203ee873-64c7-42f8-ba73-d95a49721f67 req-7039cc60-dad2-46ba-b089-efa2c45efa3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0455716 Sep 22 10:36:54.000075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5012afed-29b5-4847-800b-7e0e92763429 req-a1af98d4-3b2e-4220-a720-e247f7a433f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2415731 Sep 22 10:36:54.058162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Attempting to bind port c736a709-2f91-4f16-8f85-0c86d7f69921 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:36:54.058464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Attempting to bind port c736a709-2f91-4f16-8f85-0c86d7f69921 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:36:54.059248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Attempting to bind port c736a709-2f91-4f16-8f85-0c86d7f69921 on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:54.066890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Port c736a709-2f91-4f16-8f85-0c86d7f69921 on network 30f0f4ea-4854-4488-bd71-007194ced60b not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:36:54.067217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Attempting to bind port c736a709-2f91-4f16-8f85-0c86d7f69921 on network 30f0f4ea-4854-4488-bd71-007194ced60b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:54.077000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:36:54.077339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Checking segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:54.077738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Bound using segment: {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:36:54.078202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Bound port: c736a709-2f91-4f16-8f85-0c86d7f69921, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:36:54.078566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:54.236213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:36:54.249017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012afed-29b5-4847-800b-7e0e92763429 req-d75d3a85-45bd-4442-9b6a-adf51be9424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:54.250572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5012afed-29b5-4847-800b-7e0e92763429 req-d75d3a85-45bd-4442-9b6a-adf51be9424d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c03f691bb5554af89f281af6c24b275b&device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 1098 time: 0.1079178 Sep 22 10:36:54.255395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c736a709-2f91-4f16-8f85-0c86d7f69921,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:36:54.299243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:54.342575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:54.445921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:54.446593 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:54.448024 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] 10.222.0.32 "PUT /v2.0/ports/c736a709-2f91-4f16-8f85-0c86d7f69921 HTTP/1.1" status: 200 len: 1091 time: 1.3833542 Sep 22 10:36:54.448488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:54.450810 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a5c5f7-df49-4ee3-bfac-18f85af13f05" -d '{"events": [{"name": "network-changed", "server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:54.856358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b591848-e865-47ad-ba3f-90d049cca4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c736a709-2f91-4f16-8f85-0c86d7f69921,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:54.859599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012afed-29b5-4847-800b-7e0e92763429 req-1bf6d938-1646-4e44-b104-55382a55e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:54.861066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5012afed-29b5-4847-800b-7e0e92763429 req-1bf6d938-1646-4e44-b104-55382a55e589 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 200 len: 917 time: 0.5891285 Sep 22 10:36:54.988256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-95ec5df2-a065-4800-b8a0-5d73d9b596ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:54.989682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-95ec5df2-a065-4800-b8a0-5d73d9b596ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 1094 time: 0.1551390 Sep 22 10:36:55.003276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f031ea-6912-45cc-a1a6-2282a7836acc req-6c007741-d7c4-4610-af22-1ecbfa7fa38f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:55.004705 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29f031ea-6912-45cc-a1a6-2282a7836acc req-6c007741-d7c4-4610-af22-1ecbfa7fa38f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 943 time: 0.1743810 Sep 22 10:36:55.008832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5012afed-29b5-4847-800b-7e0e92763429 req-4b333841-fd62-4abf-b211-40e58acc031a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf HTTP/1.1" status: 200 len: 1002 time: 0.1057401 Sep 22 10:36:55.063261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-5c46dbca-9df4-426d-b9fe-3335b982c567 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c736a709-2f91-4f16-8f85-0c86d7f69921 HTTP/1.1" status: 200 len: 217 time: 0.0564229 Sep 22 10:36:55.112973 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cf1921e0-e604-4429-8e14-5e435e6197c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:55.161875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012afed-29b5-4847-800b-7e0e92763429 req-25e7377b-1e7a-4335-b041-4435005c7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:55.163375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5012afed-29b5-4847-800b-7e0e92763429 req-25e7377b-1e7a-4335-b041-4435005c7ef7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 200 len: 855 time: 0.1202433 Sep 22 10:36:55.192620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29f031ea-6912-45cc-a1a6-2282a7836acc req-a8dbe816-b081-4d3a-9359-a0ec14bc5c83 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758795 Sep 22 10:36:55.236037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-01ab8ec1-e8f4-4c5b-adaf-2d95b2caee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:55.237582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-01ab8ec1-e8f4-4c5b-adaf-2d95b2caee05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.1490102 Sep 22 10:36:55.243093 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c535d99-8c46-4486-b577-0c2438ac0fa8 x-openstack-request-id: req-6c535d99-8c46-4486-b577-0c2438ac0fa8 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:55.243374 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:55.243619 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c535d99-8c46-4486-b577-0c2438ac0fa8 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:55.244182 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921', 'status': 'completed', 'code': 200} Sep 22 10:36:55.306093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012afed-29b5-4847-800b-7e0e92763429 req-45c0857e-da41-41c8-820e-94a5176bc628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:55.307592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5012afed-29b5-4847-800b-7e0e92763429 req-45c0857e-da41-41c8-820e-94a5176bc628 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a155e37a-8bbb-4e75-8360-6ab84ccae29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184878 Sep 22 10:36:55.354442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01120dc6-5898-4932-9767-27f601683d43 req-7bb8535f-8eea-4e30-ad9d-b252e00dc031 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0505354 Sep 22 10:36:55.384223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-596ad3cd-45fa-41e1-bc3d-950aba61d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:55.385835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-596ad3cd-45fa-41e1-bc3d-950aba61d528 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210339 Sep 22 10:36:55.457049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Deleting port f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:55.457389 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:55.547115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5012afed-29b5-4847-800b-7e0e92763429 req-6460fc36-d65b-454f-99c2-c3301ff17c6f service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286270 Sep 22 10:36:55.581683 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:55.616795 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:55.629453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-a8e4d468-4170-44ee-b0f9-64415cb80128 service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146389 Sep 22 10:36:55.641719 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:55.707864 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:55.712553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Calling delete_port for f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:55.819206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5012afed-29b5-4847-800b-7e0e92763429 req-a6641451-1b20-45fc-a515-8bda0e2745f5 service neutron] 10.222.0.32 "GET /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437067 Sep 22 10:36:55.851521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3a612d1-6444-4f2d-8ba5-1a19f003f49e req-69d2b513-af1a-42f1-90c6-edb39e4daccf service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128325 Sep 22 10:36:56.038033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:56.104478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event deleted for resources: {'Port': ['ID=f6b8b8ab-6d17-4f7a-9de1-a9133aa6ef61,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:56.133301 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:56.164610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-83244974-9247-46c0-a59f-cb98b16980c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:56.166180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-83244974-9247-46c0-a59f-cb98b16980c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 1094 time: 0.1202693 Sep 22 10:36:56.305468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:56.396299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-a5f6a85b-220a-40c2-a19c-81ce49af161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:56.397717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-a5f6a85b-220a-40c2-a19c-81ce49af161f service neutron] 10.222.0.32 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.2237709 Sep 22 10:36:56.476103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-02eaa570-613a-4965-8ca4-e44c941b4c39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c736a709-2f91-4f16-8f85-0c86d7f69921 HTTP/1.1" status: 200 len: 217 time: 0.0371346 Sep 22 10:36:56.521465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Router 2eb0078c-7b09-4beb-9102-35c6ff1f565f has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:56.593815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-f1a8a5d2-1974-4dea-9797-9a30117dffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:56.617297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-f1a8a5d2-1974-4dea-9797-9a30117dffa8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0903096 Sep 22 10:36:56.663324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:56.664273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347743fe-8ef9-4833-be22-09df748d91da None None] Sync routers for ids ['2eb0078c-7b09-4beb-9102-35c6ff1f565f'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:56.670943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e66d8cfd-e65f-4266-824d-e97619cf53ab tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "PUT /v2.0/routers/2eb0078c-7b09-4beb-9102-35c6ff1f565f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0646987 Sep 22 10:36:56.673578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42786) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:56.726629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347743fe-8ef9-4833-be22-09df748d91da None None] Routers {'2eb0078c-7b09-4beb-9102-35c6ff1f565f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:56.726629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-347743fe-8ef9-4833-be22-09df748d91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:36:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2eb0078c-7b09-4beb-9102-35c6ff1f565f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:56.726829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ce7bb-b2e2-4e71-8053-95ea8089cb45 req-dbc02e48-4e58-4158-8ac4-4f658920064c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:56.726829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-964ce7bb-b2e2-4e71-8053-95ea8089cb45 req-dbc02e48-4e58-4158-8ac4-4f658920064c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 943 time: 0.0850546 Sep 22 10:36:56.726829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-fec989fc-fd31-493b-837d-3725ab21156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:56.726829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-fec989fc-fd31-493b-837d-3725ab21156a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897217 Sep 22 10:36:56.745493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-347743fe-8ef9-4833-be22-09df748d91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:56.754906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347743fe-8ef9-4833-be22-09df748d91da None None] Routers {'2eb0078c-7b09-4beb-9102-35c6ff1f565f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:56.755597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-347743fe-8ef9-4833-be22-09df748d91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:36:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2eb0078c-7b09-4beb-9102-35c6ff1f565f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:56.776721 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc20b773-fd2f-4c20-a252-13178d459750 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:56.800730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-347743fe-8ef9-4833-be22-09df748d91da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:56.800730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347743fe-8ef9-4833-be22-09df748d91da None None] The sync data for ids ['2eb0078c-7b09-4beb-9102-35c6ff1f565f'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:56.826750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-964ce7bb-b2e2-4e71-8053-95ea8089cb45 req-2dc6a5f0-7729-4b1d-afe8-e59f8eea189f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957544 Sep 22 10:36:56.855696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-9736ad59-5a68-49e7-af73-eca94857a020 service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229482 Sep 22 10:36:56.927630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-431c6ccd-0997-4dc5-a197-080d5b974f04 req-6f8b6057-ba7c-40db-ab9d-8044f5593beb tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0345516 Sep 22 10:36:56.952000 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc20b773-fd2f-4c20-a252-13178d459750 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:56.954228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc20b773-fd2f-4c20-a252-13178d459750 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:56.985025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56a5c5f7-df49-4ee3-bfac-18f85af13f05 req-c0fc9470-9172-4fbf-ac04-b04da0b76556 service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208279 Sep 22 10:36:57.189749 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc20b773-fd2f-4c20-a252-13178d459750 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.195911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc20b773-fd2f-4c20-a252-13178d459750 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Fanout notify agent at l3_agent the message router_deleted on router 2eb0078c-7b09-4beb-9102-35c6ff1f565f {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:36:57.197016 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc20b773-fd2f-4c20-a252-13178d459750 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.198777 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bc20b773-fd2f-4c20-a252-13178d459750 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "DELETE /v2.0/routers/2eb0078c-7b09-4beb-9102-35c6ff1f565f HTTP/1.1" status: 204 len: 168 time: 0.5239673 Sep 22 10:36:57.201098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42800) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:57.252519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c14bdee-fbfd-44e2-891c-e57624f7aa05 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Deleting subnet 9739a8f2-d398-45c8-bfce-68a7934b65ef {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:36:57.256028 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c14bdee-fbfd-44e2-891c-e57624f7aa05 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.305397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c14bdee-fbfd-44e2-891c-e57624f7aa05 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.388799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c14bdee-fbfd-44e2-891c-e57624f7aa05 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.522194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c14bdee-fbfd-44e2-891c-e57624f7aa05 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.550683 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14bdee-fbfd-44e2-891c-e57624f7aa05 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event deleted for resources: {'Subnet': ['ID=9739a8f2-d398-45c8-bfce-68a7934b65ef,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:57.552674 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c14bdee-fbfd-44e2-891c-e57624f7aa05 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.554648 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6c14bdee-fbfd-44e2-891c-e57624f7aa05 tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "DELETE /v2.0/subnets/9739a8f2-d398-45c8-bfce-68a7934b65ef HTTP/1.1" status: 204 len: 168 time: 0.3526146 Sep 22 10:36:57.557199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42810) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:57.557719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e0a008-0c10-44cf-bb8f-ccb09ec1657e None None] Network 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:36:57.651259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.712009 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Deleting port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:57.716326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.754687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] DHCP port deletion for 1bdc34e6-4382-4410-b5fc-90a2c428cbc3 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:36:57.786285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] For port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ffdc8e2-6e8f-47c5-814c-15a34aefb88a,segment=NetworkSegment(6341b66e-ecb5-4772-a333-00051cc81b87),segment_id=6341b66e-ecb5-4772-a333-00051cc81b87)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:57.786648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.799147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Calling delete_port for 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:57.800138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Deleting port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:36:57.800561 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.866222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] For port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ffdc8e2-6e8f-47c5-814c-15a34aefb88a,segment=NetworkSegment(6341b66e-ecb5-4772-a333-00051cc81b87),segment_id=6341b66e-ecb5-4772-a333-00051cc81b87)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:57.866919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.879441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Calling delete_port for 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:36:57.961625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.969193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845d900-8bb4-4c79-b276-b9d16c9fbd36 req-8a52b414-e2ab-4c1d-a764-26aa1aa268fc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:57.976523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1845d900-8bb4-4c79-b276-b9d16c9fbd36 req-8a52b414-e2ab-4c1d-a764-26aa1aa268fc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 943 time: 0.0742159 Sep 22 10:36:57.998530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event deleted for resources: {'Port': ['ID=3ffdc8e2-6e8f-47c5-814c-15a34aefb88a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:58.006673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] No DVR routers for this DVR port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:36:58.014321 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.038675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1845d900-8bb4-4c79-b276-b9d16c9fbd36 req-8aa6a3eb-6c42-452a-beb5-de333cb2875e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568514 Sep 22 10:36:58.060748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.064191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Pushing event deleted for resources: {'Port': ['ID=3ffdc8e2-6e8f-47c5-814c-15a34aefb88a,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:58.069117 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] No DVR routers for this DVR port 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:36:58.077636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.082494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.082879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.083227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.083568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.083910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.084243 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.084571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.084900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.085228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.085557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.085940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244587d-68de-496f-9ef6-981eccff4836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:58.111519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.129034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54f34ee9-781f-416b-9846-07722b2dcf20 req-293fed21-75fd-441f-9b3d-55982492ef63 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0279880 Sep 22 10:36:58.133575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdc34e6-4382-4410-b5fc-90a2c428cbc3']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:58.143603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6341b66e-ecb5-4772-a333-00051cc81b87') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:58.143906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6341b66e-ecb5-4772-a333-00051cc81b87') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:58.153779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.167235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.174062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:36:58.174538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:36:58.177622 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:36:58.205361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c736a709-2f91-4f16-8f85-0c86d7f69921 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:36:58.306890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c736a709-2f91-4f16-8f85-0c86d7f69921,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:58.319668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'c736a709-2f91-4f16-8f85-0c86d7f69921', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'port_id': 'c736a709-2f91-4f16-8f85-0c86d7f69921', 'mac_address': 'fa:16:3e:a1:c2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:36:58.367443 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.380646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c736a709-2f91-4f16-8f85-0c86d7f69921 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:36:58.402299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c736a709-2f91-4f16-8f85-0c86d7f69921,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:58.449545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.459127 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.459391 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] 10.222.0.20 "DELETE /v2.0/networks/1bdc34e6-4382-4410-b5fc-90a2c428cbc3 HTTP/1.1" status: 204 len: 168 time: 0.9010191 Sep 22 10:36:58.474553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00605856-023d-4dfc-8a40-db43a91e52aa tempest-FloatingIPNegativeTestJSON-586414481 tempest-FloatingIPNegativeTestJSON-586414481-project] Pushing event deleted for resources: {'Network': ['ID=1bdc34e6-4382-4410-b5fc-90a2c428cbc3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:58.478623 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.535040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c736a709-2f91-4f16-8f85-0c86d7f69921,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:58.775661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['c736a709-2f91-4f16-8f85-0c86d7f69921'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:59.065916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42842) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:59.146709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf45bee-2691-415b-aab7-ea68d35da252 req-2c994d93-deb8-46dd-a806-602510bc83f7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:59.148265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2bf45bee-2691-415b-aab7-ea68d35da252 req-2c994d93-deb8-46dd-a806-602510bc83f7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 944 time: 0.0504651 Sep 22 10:36:59.187639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2bf45bee-2691-415b-aab7-ea68d35da252 req-01425954-a6aa-4ea9-8c81-82232ff91452 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327313 Sep 22 10:36:59.204177 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ebd4c2a2-aa03-4974-b394-7e854b3adac8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0528cc267f2f41ed9e34af993cfe44a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365249 Sep 22 10:36:59.206623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42850) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:59.253959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7738985-b546-40fa-8329-fc122dfeecc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:59.277772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7738985-b546-40fa-8329-fc122dfeecc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:59.279373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8eea0e75-2abf-4560-9c2c-7972a9714d55 req-7f495f01-3935-471c-8fdb-3be4178a9045 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0306768 Sep 22 10:36:59.414804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7738985-b546-40fa-8329-fc122dfeecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:59.417549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7738985-b546-40fa-8329-fc122dfeecc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:59.418767 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d7738985-b546-40fa-8329-fc122dfeecc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f35c717c-0ccd-481b-8d17-27f6ec69971e HTTP/1.1" status: 204 len: 168 time: 0.2111840 Sep 22 10:36:59.426816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7738985-b546-40fa-8329-fc122dfeecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35c717c-0ccd-481b-8d17-27f6ec69971e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:59.620850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:36:59.646612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:36:59.646968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ffdc8e2-6e8f-47c5-814c-15a34aefb88a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:00.221584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c736a709-2f91-4f16-8f85-0c86d7f69921 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:00.313433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0e76c-3e0d-4b68-bdfb-80cc366508ba req-a881bcf3-cd4a-4bf5-a9e9-13b5f4d65c5f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:00.315433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36d0e76c-3e0d-4b68-bdfb-80cc366508ba req-a881bcf3-cd4a-4bf5-a9e9-13b5f4d65c5f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 944 time: 0.0508263 Sep 22 10:37:00.355523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36d0e76c-3e0d-4b68-bdfb-80cc366508ba req-8aa335a9-9e40-48c6-a8d8-b3f3e5edc020 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Sep 22 10:37:00.363820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port c736a709-2f91-4f16-8f85-0c86d7f69921 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:37:00.377464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port c736a709-2f91-4f16-8f85-0c86d7f69921 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:00.377464 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.441158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ed952cc-f2d5-41b2-9af8-7fe4c39bb3fd req-09ff7583-83ad-4899-b8fb-f3d1f53490df tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0272968 Sep 22 10:37:00.457296 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.462824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42890) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:00.484789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:00.487162 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fefe4f-47d9-439f-9b16-5e69ee1abbc5" -d '{"events": [{"server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "name": "network-vif-plugged", "status": "completed", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:00.503173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c736a709-2f91-4f16-8f85-0c86d7f69921,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:00.540359 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5402d8a-3084-4a9a-ad5d-6ab832c312bc x-openstack-request-id: req-f5402d8a-3084-4a9a-ad5d-6ab832c312bc {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:00.540359 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "name": "network-vif-plugged", "status": "completed", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:00.540359 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5402d8a-3084-4a9a-ad5d-6ab832c312bc {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:00.540359 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921', 'code': 200} Sep 22 10:37:00.574727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769936657'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:00.595435 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.643890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c736a709-2f91-4f16-8f85-0c86d7f69921,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:00.649098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c2417-70cb-4be4-b9ca-919366b242d5 req-b37511e9-7a5e-44dd-b1af-77f806fac2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:00.650721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f0c2417-70cb-4be4-b9ca-919366b242d5 req-b37511e9-7a5e-44dd-b1af-77f806fac2de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 1096 time: 0.0446563 Sep 22 10:37:00.688094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f0c2417-70cb-4be4-b9ca-919366b242d5 req-8ccfa198-e51c-4aba-b441-cbc41cf0e6af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292296 Sep 22 10:37:00.695142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:00.698719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.707903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.794147 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.880926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.904542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:00.917801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b90fbe3-f4d3-4265-9631-1299357b8749,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:00.922620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.922971 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment 490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e of type vlan for network 7ba50282-3f11-48dd-b00e-c19930884176 Sep 22 10:37:00.967276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:01.063814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:01.069656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:01.070265 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:01.137870 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=7ba50282-3f11-48dd-b00e-c19930884176,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:01.147700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 7ba50282-3f11-48dd-b00e-c19930884176 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:01.156139 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1a3acbb9-6ba4-4940-aee4-cef326671e90 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6921420 Sep 22 10:37:01.485504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93d3e5-60e0-4767-8236-2900467d23bd req-6ed0a2a6-0611-4bad-a0da-113ddf60c0ba tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:01.487235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c93d3e5-60e0-4767-8236-2900467d23bd req-6ed0a2a6-0611-4bad-a0da-113ddf60c0ba tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0520654 Sep 22 10:37:01.536594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c93d3e5-60e0-4767-8236-2900467d23bd req-ef0a9d85-132f-49d8-a744-515ab08e7f65 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Sep 22 10:37:01.641195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ac7ff3c-4b3f-4e6b-9148-c3a067408fdf req-f2eb3342-94f9-473c-8547-8ccbae366585 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0261903 Sep 22 10:37:02.676286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f8eb7-2b73-432b-921a-8c2a4ab195eb req-1ba05ed0-c77d-4bc3-8abd-a275b5237581 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:02.677958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e58f8eb7-2b73-432b-921a-8c2a4ab195eb req-1ba05ed0-c77d-4bc3-8abd-a275b5237581 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0575964 Sep 22 10:37:02.725283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e58f8eb7-2b73-432b-921a-8c2a4ab195eb req-f91d78b2-9165-4623-8e29-1a55f3eeee94 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Sep 22 10:37:02.811400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16c28581-877e-40e3-9f0d-1450ac62bc08 req-9ed14cc0-1c30-4ee8-b0ae-0f4eaf3a8a91 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0272567 Sep 22 10:37:03.229111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347bd6e-a070-4d49-9364-01ef4f43dab6 req-5d062c6d-bfd7-4b1d-9fc8-5c22f45c6aad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:03.231198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6347bd6e-a070-4d49-9364-01ef4f43dab6 req-5d062c6d-bfd7-4b1d-9fc8-5c22f45c6aad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0538056 Sep 22 10:37:03.299276 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6347bd6e-a070-4d49-9364-01ef4f43dab6 req-90336191-ac50-40fc-8f8b-40c307e725fc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343990 Sep 22 10:37:03.914977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e1e2fa3-64d5-4809-9eb0-3660f551ebae req-09c68854-c79a-4efe-8c54-f9c3f3a3bcac tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0282471 Sep 22 10:37:04.319930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42960) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:04.325145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': '7ba50282-3f11-48dd-b00e-c19930884176', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:04.452802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad256b-f9bd-413a-b184-54c48e045861 req-377dc9eb-881b-4d55-b3b6-52ee88592dec tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:04.454340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ecad256b-f9bd-413a-b184-54c48e045861 req-377dc9eb-881b-4d55-b3b6-52ee88592dec tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0660796 Sep 22 10:37:04.496467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ecad256b-f9bd-413a-b184-54c48e045861 req-cbccabe7-c06c-42c9-881a-199e630f82c4 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357971 Sep 22 10:37:04.546377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:04.549979 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:04.838427 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:04.904698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=a91f6e8c-b020-404d-a1d2-a52811e48ff8,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:04.912307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking segment: {'id': '490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba50282-3f11-48dd-b00e-c19930884176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:04.912307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network hostable DHCP agents. Network: 7ba50282-3f11-48dd-b00e-c19930884176, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:05.032103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network 7ba50282-3f11-48dd-b00e-c19930884176 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:05.144313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 7ba50282-3f11-48dd-b00e-c19930884176) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:05.151877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:05.205452 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.205555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575de32d-232f-4b54-af34-3a8c186d730d None None] Network 7ba50282-3f11-48dd-b00e-c19930884176 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:05.205946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94434b22-e951-403f-bc1a-dc9a1c285559 req-c3d4a516-9504-4fe7-84f3-36648307133f tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0334706 Sep 22 10:37:05.288770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4467fae1-84db-4023-9fef-1c91c50c1a88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9677436 Sep 22 10:37:05.292424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42990) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:05.301883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658785200'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:05.309803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914e5a-3869-4d80-b4b9-1275b733b279 req-23ba3689-f131-4c48-a920-a87565133c1a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:05.311545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f914e5a-3869-4d80-b4b9-1275b733b279 req-23ba3689-f131-4c48-a920-a87565133c1a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0552166 Sep 22 10:37:05.321561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-7ba50282-3f11-48dd-b00e-c19930884176', 'network_id': '7ba50282-3f11-48dd-b00e-c19930884176', 'tenant_id': '6a31ecead4294ef2a626c61c689994bb', 'fixed_ips': [{'subnet_id': 'a91f6e8c-b020-404d-a1d2-a52811e48ff8'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:05.322521 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.356078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f914e5a-3869-4d80-b4b9-1275b733b279 req-62f7c7a2-8dbe-4030-bc80-df7daed243c9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Sep 22 10:37:05.390262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:05.395821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.428312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:05.440055 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.440769 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment b5ea6c8b-da61-459d-8d66-4182660d0ee4 of type vlan for network 8f99ae41-e965-4731-9db0-a41a11db0307 Sep 22 10:37:05.467768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Allocated IP 2001:db8:0:ffff::2 (7ba50282-3f11-48dd-b00e-c19930884176/a91f6e8c-b020-404d-a1d2-a52811e48ff8/4f5333a9-7dc0-46e1-aeb0-e086ae31616b) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:05.486110 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.597567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.604036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:05.604756 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.613577 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.673183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=8f99ae41-e965-4731-9db0-a41a11db0307,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:05.684740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 8f99ae41-e965-4731-9db0-a41a11db0307 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:05.734743 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dc68662f-a36f-4e2f-86e1-7703171f497f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4399543 Sep 22 10:37:05.736396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42996) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:05.741354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': '8f99ae41-e965-4731-9db0-a41a11db0307', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:05.741772 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.788976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Network 7ba50282-3f11-48dd-b00e-c19930884176 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:05.795673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:05.800681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:05.831696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Pushing event updated for resources: {'Port': ['ID=4f5333a9-7dc0-46e1-aeb0-e086ae31616b,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:05.869912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Attempting to bind port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:05.870316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Attempting to bind port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba50282-3f11-48dd-b00e-c19930884176'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:05.870681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Attempting to bind port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b on network 7ba50282-3f11-48dd-b00e-c19930884176 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:05.876134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:05.876507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Checking segment: {'id': '490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba50282-3f11-48dd-b00e-c19930884176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:05.876905 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.877296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Bound using segment: {'id': '490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba50282-3f11-48dd-b00e-c19930884176'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:05.877753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Bound port: 4f5333a9-7dc0-46e1-aeb0-e086ae31616b, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7ba50282-3f11-48dd-b00e-c19930884176'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:05.878150 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.940551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] For port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:05.943611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] For port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4f5333a9-7dc0-46e1-aeb0-e086ae31616b,segment=NetworkSegment(490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e),segment_id=490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:05.955574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:05.959232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:06.035705 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:06.101646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa87040-7cca-4910-8191-fa2a243eade8 None None] Pushing event updated for resources: {'Port': ['ID=4f5333a9-7dc0-46e1-aeb0-e086ae31616b,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:06.212759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:06.259739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c736a709-2f91-4f16-8f85-0c86d7f69921 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:37:06.308929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=c2c18d7c-d5ef-49e2-9b02-42ea72978c44,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:06.323547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking segment: {'id': 'b5ea6c8b-da61-459d-8d66-4182660d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8f99ae41-e965-4731-9db0-a41a11db0307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:06.324686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network hostable DHCP agents. Network: 8f99ae41-e965-4731-9db0-a41a11db0307, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:06.356550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-307a6ef5-f37e-4367-a045-43fa047358dd req-49737bfd-1405-4df9-8b91-a7aaceaab341 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0458734 Sep 22 10:37:06.405622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c736a709-2f91-4f16-8f85-0c86d7f69921,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:06.415133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network 8f99ae41-e965-4731-9db0-a41a11db0307 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:06.426849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'c736a709-2f91-4f16-8f85-0c86d7f69921', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'port_id': 'c736a709-2f91-4f16-8f85-0c86d7f69921', 'mac_address': 'fa:16:3e:a1:c2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:37:06.469596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:06.483745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 8f99ae41-e965-4731-9db0-a41a11db0307) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:06.487409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c736a709-2f91-4f16-8f85-0c86d7f69921 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:37:06.487829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:06.488421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:06.494861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d1382-6b62-4a33-a8dd-cd64b7190834 None None] Network 8f99ae41-e965-4731-9db0-a41a11db0307 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:06.520606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c736a709-2f91-4f16-8f85-0c86d7f69921,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:06.613871 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-594e1233-23d9-4906-b22d-feb31d7a70d8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8760898 Sep 22 10:37:06.616145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43014) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:06.627359 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:06.738869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-8f99ae41-e965-4731-9db0-a41a11db0307', 'network_id': '8f99ae41-e965-4731-9db0-a41a11db0307', 'tenant_id': '6a31ecead4294ef2a626c61c689994bb', 'fixed_ips': [{'subnet_id': 'c2c18d7c-d5ef-49e2-9b02-42ea72978c44'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:06.739704 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:06.757607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c736a709-2f91-4f16-8f85-0c86d7f69921,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:06.775082 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:06.846418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025d6fb-1eb2-410a-90ac-13e730df2bd5 req-ee0f3647-5afe-40f7-b8fa-cd8c17a2bdd0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:06.848098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5025d6fb-1eb2-410a-90ac-13e730df2bd5 req-ee0f3647-5afe-40f7-b8fa-cd8c17a2bdd0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.4137678 Sep 22 10:37:06.859066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['c736a709-2f91-4f16-8f85-0c86d7f69921'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:37:06.868239 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:06.914614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5025d6fb-1eb2-410a-90ac-13e730df2bd5 req-a869bc1a-c8a3-44e7-914a-caa16a83c0e7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Sep 22 10:37:06.972466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Allocated IP 2001:db8::1 (8f99ae41-e965-4731-9db0-a41a11db0307/c2c18d7c-d5ef-49e2-9b02-42ea72978c44/7e545424-1957-4e34-a1df-aa06a960fc8f) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:07.183204 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.205533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbab125-f2b1-4f03-8d99-f2c09ae5a60d None None] Network 7ba50282-3f11-48dd-b00e-c19930884176 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:07.270006 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.357411 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.391970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c18d7c-d5ef-49e2-9b02-42ea72978c44,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:07.473261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a390133f-df06-48b4-9907-cf1088708c67 req-ebcc3024-c8b4-45b0-8a6d-fd31a30ebfd2 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0282400 Sep 22 10:37:07.481192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.511497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f99ae41-e965-4731-9db0-a41a11db0307']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:07.517223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5e5a47ce-0beb-4bb1-8b9f-042c395f3ea9 None None] Provisioning complete for port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:07.517600 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5e5a47ce-0beb-4bb1-8b9f-042c395f3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.521995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ea6c8b-da61-459d-8d66-4182660d0ee4') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:07.522379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ea6c8b-da61-459d-8d66-4182660d0ee4') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:07.532075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.556182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.566321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:07.566321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.582290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Network 8f99ae41-e965-4731-9db0-a41a11db0307 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:07.596139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:07.601522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Pushing event updated for resources: {'Port': ['ID=7e545424-1957-4e34-a1df-aa06a960fc8f,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:07.603911 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:07.606810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:07.689196 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:37:07.689196 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:37:07.689196 n-d-807025-3 neutron-server[95681]: [parameters: {'id': '8f99ae41-e965-4731-9db0-a41a11db0307'}] Sep 22 10:37:07.689196 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:37:07.689511 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:37:07.720783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Attempting to bind port 7e545424-1957-4e34-a1df-aa06a960fc8f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:07.721165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Attempting to bind port 7e545424-1957-4e34-a1df-aa06a960fc8f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'b5ea6c8b-da61-459d-8d66-4182660d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8f99ae41-e965-4731-9db0-a41a11db0307'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:07.721545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Attempting to bind port 7e545424-1957-4e34-a1df-aa06a960fc8f on network 8f99ae41-e965-4731-9db0-a41a11db0307 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:07.728300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4f5333a9-7dc0-46e1-aeb0-e086ae31616b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:07.757519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:07.759473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Checking segment: {'id': 'b5ea6c8b-da61-459d-8d66-4182660d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8f99ae41-e965-4731-9db0-a41a11db0307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:07.759473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.759473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Bound using segment: {'id': 'b5ea6c8b-da61-459d-8d66-4182660d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8f99ae41-e965-4731-9db0-a41a11db0307'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:07.759473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Bound port: 7e545424-1957-4e34-a1df-aa06a960fc8f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ea6c8b-da61-459d-8d66-4182660d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8f99ae41-e965-4731-9db0-a41a11db0307'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:07.759847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.790486 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5e5a47ce-0beb-4bb1-8b9f-042c395f3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.899919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5e5a47ce-0beb-4bb1-8b9f-042c395f3ea9 None None] For port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4f5333a9-7dc0-46e1-aeb0-e086ae31616b,segment=NetworkSegment(490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e),segment_id=490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:07.903924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] For port 7e545424-1957-4e34-a1df-aa06a960fc8f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:07.907867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:07.908250 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.934041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] For port 7e545424-1957-4e34-a1df-aa06a960fc8f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7e545424-1957-4e34-a1df-aa06a960fc8f,segment=NetworkSegment(b5ea6c8b-da61-459d-8d66-4182660d0ee4),segment_id=b5ea6c8b-da61-459d-8d66-4182660d0ee4)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:08.009757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5e5a47ce-0beb-4bb1-8b9f-042c395f3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.058724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26966f-9c68-43fc-bf14-3d1ad40b78a6 req-53b13c0c-0b10-4a44-acb6-2582bebb4a34 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:08.060799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9e26966f-9c68-43fc-bf14-3d1ad40b78a6 req-53b13c0c-0b10-4a44-acb6-2582bebb4a34 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 944 time: 0.0515587 Sep 22 10:37:08.066606 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.068465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.118899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9e26966f-9c68-43fc-bf14-3d1ad40b78a6 req-681c41bf-ea46-44c8-b230-0763157a129d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508487 Sep 22 10:37:08.145310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a47ce-0beb-4bb1-8b9f-042c395f3ea9 None None] Pushing event updated for resources: {'Port': ['ID=4f5333a9-7dc0-46e1-aeb0-e086ae31616b,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:08.191611 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.207153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-54739c15-200c-4a1e-8dc5-c40124e8ffcf None None] Provisioning complete for port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:08.207517 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-54739c15-200c-4a1e-8dc5-c40124e8ffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.267947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c736a709-2f91-4f16-8f85-0c86d7f69921 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:08.275331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e548858-d71a-438d-8e91-7536391ebf61 None None] Network 8f99ae41-e965-4731-9db0-a41a11db0307 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:08.283790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting port 7e545424-1957-4e34-a1df-aa06a960fc8f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:08.284521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.302953 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:37:08.303405 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:37:08.345393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa6025-9c67-428c-9b8b-309445385a21 None None] Pushing event updated for resources: {'Port': ['ID=7e545424-1957-4e34-a1df-aa06a960fc8f,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:08.380191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] For port 7e545424-1957-4e34-a1df-aa06a960fc8f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7e545424-1957-4e34-a1df-aa06a960fc8f,segment=NetworkSegment(b5ea6c8b-da61-459d-8d66-4182660d0ee4),segment_id=b5ea6c8b-da61-459d-8d66-4182660d0ee4)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:08.380714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.402371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Calling delete_port for 7e545424-1957-4e34-a1df-aa06a960fc8f owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:08.489997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port c736a709-2f91-4f16-8f85-0c86d7f69921 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:08.490393 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.554870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4833bb24-a0ba-4e79-a134-7808d9133b02 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:37:08.606685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-019d2a4c-be55-4d5b-93a7-370447253fad req-34db4f9a-1ac8-4cf4-b9d2-5fb9caf37bfb tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0370183 Sep 22 10:37:08.650879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.672246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.695015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:08.697321 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1127de18-bb13-4f5b-9947-c75747a6d605" -d '{"events": [{"server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "name": "network-vif-plugged", "status": "completed", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:08.702831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Port': ['ID=7e545424-1957-4e34-a1df-aa06a960fc8f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:08.709673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No DVR routers for this DVR port 7e545424-1957-4e34-a1df-aa06a960fc8f on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:08.718516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c736a709-2f91-4f16-8f85-0c86d7f69921,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:08.765889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4833bb24-a0ba-4e79-a134-7808d9133b02 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:37:08.765889 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7145f5b0-ba40-48f6-a0c9-ae1d7326c107 x-openstack-request-id: req-7145f5b0-ba40-48f6-a0c9-ae1d7326c107 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:08.765889 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "name": "network-vif-plugged", "status": "completed", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:08.765889 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7145f5b0-ba40-48f6-a0c9-ae1d7326c107 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:08.765889 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921', 'code': 200} Sep 22 10:37:08.794478 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.840781 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.867271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f99ae41-e965-4731-9db0-a41a11db0307']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:08.878872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ea6c8b-da61-459d-8d66-4182660d0ee4') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:08.879523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ea6c8b-da61-459d-8d66-4182660d0ee4') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:08.894720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.914355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.920988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:08.921376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:08.924749 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:08.956760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c736a709-2f91-4f16-8f85-0c86d7f69921,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:09.147260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:09.155667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:09.170034 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/8f99ae41-e965-4731-9db0-a41a11db0307 HTTP/1.1" status: 204 len: 168 time: 2.5528145 Sep 22 10:37:09.174150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43082) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:09.180887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1331260440'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:09.195745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a3353-5d6d-4c88-9cef-181d7eeab727 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=8f99ae41-e965-4731-9db0-a41a11db0307,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:09.297296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811fd49-2a15-4f0b-897f-afbe27fb04f8 req-dba771e6-7492-44ed-8d35-300f8c46c70f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:09.299762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0811fd49-2a15-4f0b-897f-afbe27fb04f8 req-dba771e6-7492-44ed-8d35-300f8c46c70f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0773513 Sep 22 10:37:09.306266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:09.314222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:09.366817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:09.382497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:09.383223 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment 6425457d-0925-431b-8e8f-4081848fba76 of type vlan for network a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd Sep 22 10:37:09.387681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0811fd49-2a15-4f0b-897f-afbe27fb04f8 req-9cb8c799-c523-4bc2-ba5d-f9a262c3ecfe tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704672 Sep 22 10:37:09.428329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:09.535024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:09.541837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:09.545282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:09.627716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:09.647711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.648094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.648541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.648879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.649212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.649567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.649896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.650254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.650586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.650913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.654721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.655047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:09.668110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:09.687825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-10939c5a-33ef-40c7-9cff-b7e6da191245 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5113325 Sep 22 10:37:09.690916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43092) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:09.702919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4f5333a9-7dc0-46e1-aeb0-e086ae31616b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:09.703596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': 'a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:09.760135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e21848a7-7da7-494d-b8be-18839d83d2fd req-98d53af2-7558-4263-835c-66ea49cc2de8 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0621769 Sep 22 10:37:09.852063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:09.853243 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:09.926932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:09.930523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:10.235627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:10.311181 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=534c9972-efa9-447b-a666-a5d1df3f5ef5,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:10.334059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking segment: {'id': '6425457d-0925-431b-8e8f-4081848fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:10.334437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network hostable DHCP agents. Network: a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:10.481544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:10.556402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbb377-f21b-4df3-adfb-2dbb00f85fac req-5f61d0b9-b0c0-4a6f-bdb4-a70123d36712 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:10.557925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3fbb377-f21b-4df3-adfb-2dbb00f85fac req-5f61d0b9-b0c0-4a6f-bdb4-a70123d36712 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0519707 Sep 22 10:37:10.610779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3fbb377-f21b-4df3-adfb-2dbb00f85fac req-c3261541-e20d-4498-b483-8e909dc90e89 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Sep 22 10:37:10.700871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:10.705652 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:10.706220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:10.710774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a6f844-db03-428b-a581-cf92ce533340 None None] Network a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:10.831542 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-899af158-025a-4ab9-9444-bf104846db10 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1387367 Sep 22 10:37:10.836477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43110) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:10.842939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-518741072'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:10.940919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd', 'network_id': 'a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd', 'tenant_id': '6a31ecead4294ef2a626c61c689994bb', 'fixed_ips': [{'subnet_id': '534c9972-efa9-447b-a666-a5d1df3f5ef5'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:10.941896 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:10.972796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:10.974549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f978bab4-f11e-4c1f-90da-35948a72e7af req-8f72e5ce-3c6c-4289-bade-9d8d8d46abd6 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0530248 Sep 22 10:37:10.976811 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.021210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:11.034335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.034774 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment 3d19bff3-3ace-4e24-a73f-d79653b9dd5a of type vlan for network 4ee9373f-613a-41ad-ad91-3076659b91b4 Sep 22 10:37:11.107406 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.144734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Allocated IP 2001:db8::1 (a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd/534c9972-efa9-447b-a666-a5d1df3f5ef5/457f4aba-cf81-42a3-9435-1193e632deeb) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:11.314342 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.321491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.329177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:11.329177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.408321 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.487351 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6471174 Sep 22 10:37:11.487743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43120) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:11.492937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': '4ee9373f-613a-41ad-ad91-3076659b91b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:11.493960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1a253-54b6-475b-a34b-4b605bcaff2a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=4ee9373f-613a-41ad-ad91-3076659b91b4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:11.500111 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Network a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:11.508642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4ee9373f-613a-41ad-ad91-3076659b91b4 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:11.511906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:11.517355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Pushing event updated for resources: {'Port': ['ID=457f4aba-cf81-42a3-9435-1193e632deeb,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:11.517355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:11.663546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Attempting to bind port 457f4aba-cf81-42a3-9435-1193e632deeb on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:11.663924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Attempting to bind port 457f4aba-cf81-42a3-9435-1193e632deeb by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6425457d-0925-431b-8e8f-4081848fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:11.664783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Attempting to bind port 457f4aba-cf81-42a3-9435-1193e632deeb on network a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:11.674330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:11.674703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Checking segment: {'id': '6425457d-0925-431b-8e8f-4081848fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:11.675581 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.675995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Bound using segment: {'id': '6425457d-0925-431b-8e8f-4081848fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:11.676530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Bound port: 457f4aba-cf81-42a3-9435-1193e632deeb, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6425457d-0925-431b-8e8f-4081848fba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:11.676918 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.684012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:11.693604 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.786261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] For port 457f4aba-cf81-42a3-9435-1193e632deeb, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:11.795174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] For port 457f4aba-cf81-42a3-9435-1193e632deeb, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=457f4aba-cf81-42a3-9435-1193e632deeb,segment=NetworkSegment(6425457d-0925-431b-8e8f-4081848fba76),segment_id=6425457d-0925-431b-8e8f-4081848fba76)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:11.795906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.ipam_backend_mixin [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Performing IP validity checks on allocation pools {{(pid=95682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 10:37:11.796692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.ipam_backend_mixin [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 10:37:11.866955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e750a8-b026-495a-80ce-f8004f809e5b req-83c43f42-10b1-4264-ab14-c6fa7d8ea573 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:11.868389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00e750a8-b026-495a-80ce-f8004f809e5b req-83c43f42-10b1-4264-ab14-c6fa7d8ea573 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.1175113 Sep 22 10:37:11.895271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.954360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00e750a8-b026-495a-80ce-f8004f809e5b req-8bac410c-6c49-4523-92a8-89036f50f6cf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713055 Sep 22 10:37:12.055169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60505faf-837e-45a2-a487-211daf7f5953 None None] Pushing event updated for resources: {'Port': ['ID=457f4aba-cf81-42a3-9435-1193e632deeb,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:12.136984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbb26c79-b731-4510-88c6-56f20ed3d926 req-fec0b41c-88a2-4759-bf93-2041cddfa08e tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0450199 Sep 22 10:37:12.161718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.241342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking segment: {'id': '3d19bff3-3ace-4e24-a73f-d79653b9dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ee9373f-613a-41ad-ad91-3076659b91b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:12.241869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network hostable DHCP agents. Network: 4ee9373f-613a-41ad-ad91-3076659b91b4, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:12.248226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=e3b657e0-e48c-4a65-87eb-5e60c2de2c48,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:12.341183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network 4ee9373f-613a-41ad-ad91-3076659b91b4 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:12.411660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4ee9373f-613a-41ad-ad91-3076659b91b4) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:12.419415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:12.419415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.422608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330501a-1d2c-4639-be66-012dcfeaa50a None None] Network 4ee9373f-613a-41ad-ad91-3076659b91b4 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:12.580837 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-4ee9373f-613a-41ad-ad91-3076659b91b4', 'network_id': '4ee9373f-613a-41ad-ad91-3076659b91b4', 'tenant_id': '6a31ecead4294ef2a626c61c689994bb', 'fixed_ips': [{'subnet_id': 'e3b657e0-e48c-4a65-87eb-5e60c2de2c48'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:12.581695 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.712360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Allocated IP 2001:db8::3 (4ee9373f-613a-41ad-ad91-3076659b91b4/e3b657e0-e48c-4a65-87eb-5e60c2de2c48/ff866ea7-772d-443b-93ca-08e5f94458a5) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:12.857027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6548b41e-8ddd-45fe-9506-66653138bf04 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3679683 Sep 22 10:37:12.859712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43134) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:13.033249 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.090540 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.136025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.173311 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.226234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Network 4ee9373f-613a-41ad-ad91-3076659b91b4 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:13.229641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:13.236524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:13.239779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Pushing event updated for resources: {'Port': ['ID=ff866ea7-772d-443b-93ca-08e5f94458a5,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:13.242923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a18ec-ad70-484f-bec4-499e4594bd0b req-228759a6-f27d-4366-a631-fc26dae2d5ae tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:13.252179 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae6a18ec-ad70-484f-bec4-499e4594bd0b req-228759a6-f27d-4366-a631-fc26dae2d5ae tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.1365190 Sep 22 10:37:13.300559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Attempting to bind port ff866ea7-772d-443b-93ca-08e5f94458a5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:13.301100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Attempting to bind port ff866ea7-772d-443b-93ca-08e5f94458a5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '3d19bff3-3ace-4e24-a73f-d79653b9dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ee9373f-613a-41ad-ad91-3076659b91b4'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:13.301477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Attempting to bind port ff866ea7-772d-443b-93ca-08e5f94458a5 on network 4ee9373f-613a-41ad-ad91-3076659b91b4 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:13.307806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:13.308561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Checking segment: {'id': '3d19bff3-3ace-4e24-a73f-d79653b9dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ee9373f-613a-41ad-ad91-3076659b91b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:13.308705 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.309024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Bound using segment: {'id': '3d19bff3-3ace-4e24-a73f-d79653b9dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ee9373f-613a-41ad-ad91-3076659b91b4'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:13.309505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Bound port: ff866ea7-772d-443b-93ca-08e5f94458a5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d19bff3-3ace-4e24-a73f-d79653b9dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4ee9373f-613a-41ad-ad91-3076659b91b4'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:13.309894 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.325760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae6a18ec-ad70-484f-bec4-499e4594bd0b req-b5885808-07e4-4b2e-a87a-0e174900286c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715649 Sep 22 10:37:13.374926 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.385920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b545b8-7d09-4a10-b3d9-bbabae991b37 None None] Network a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:13.427516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b657e0-e48c-4a65-87eb-5e60c2de2c48,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:13.486295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ccaedf7e-7947-4bea-8bd3-719831df6ae7 req-f25cb328-71eb-4559-9e83-b4f2e2057293 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0582447 Sep 22 10:37:13.527521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] For port ff866ea7-772d-443b-93ca-08e5f94458a5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:13.552209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] For port ff866ea7-772d-443b-93ca-08e5f94458a5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ff866ea7-772d-443b-93ca-08e5f94458a5,segment=NetworkSegment(3d19bff3-3ace-4e24-a73f-d79653b9dd5a),segment_id=3d19bff3-3ace-4e24-a73f-d79653b9dd5a)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:13.560745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0cba6076-ce42-4bdd-929b-8669b1d1dbfc None None] Provisioning complete for port 457f4aba-cf81-42a3-9435-1193e632deeb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:13.561240 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0cba6076-ce42-4bdd-929b-8669b1d1dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.596050 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.639984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee9373f-613a-41ad-ad91-3076659b91b4']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:13.661210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d19bff3-3ace-4e24-a73f-d79653b9dd5a') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:13.661837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d19bff3-3ace-4e24-a73f-d79653b9dd5a') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:13.669975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.697939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.728696 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.747396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:13.749194 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.767956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 457f4aba-cf81-42a3-9435-1193e632deeb up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:13.789738 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:13.885968 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:37:13.885968 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:37:13.885968 n-d-807025-3 neutron-server[95682]: [parameters: {'id': '4ee9373f-613a-41ad-ad91-3076659b91b4'}] Sep 22 10:37:13.885968 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:37:13.887090 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:37:13.913342 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0cba6076-ce42-4bdd-929b-8669b1d1dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.916436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79852e3-9318-4854-a176-a692f6a586aa None None] Pushing event updated for resources: {'Port': ['ID=ff866ea7-772d-443b-93ca-08e5f94458a5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:14.007320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0cba6076-ce42-4bdd-929b-8669b1d1dbfc None None] For port 457f4aba-cf81-42a3-9435-1193e632deeb, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=457f4aba-cf81-42a3-9435-1193e632deeb,segment=NetworkSegment(6425457d-0925-431b-8e8f-4081848fba76),segment_id=6425457d-0925-431b-8e8f-4081848fba76)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:14.007686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 457f4aba-cf81-42a3-9435-1193e632deeb triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:14.008263 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.079698 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0cba6076-ce42-4bdd-929b-8669b1d1dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.166770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba6076-ce42-4bdd-929b-8669b1d1dbfc None None] Pushing event updated for resources: {'Port': ['ID=457f4aba-cf81-42a3-9435-1193e632deeb,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:14.388586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.589442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d5670-d2d3-4a9a-bf02-e39fd6a7e204 req-2b93955a-0dbf-4212-bc9b-820ed28325ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:14.597127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c6d5670-d2d3-4a9a-bf02-e39fd6a7e204 req-2b93955a-0dbf-4212-bc9b-820ed28325ad tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.1123025 Sep 22 10:37:14.615323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting port ff866ea7-772d-443b-93ca-08e5f94458a5 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:14.615704 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.616828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9b9bc1cf-6a37-42b8-967d-3134fbc2de0e None None] Provisioning complete for port 457f4aba-cf81-42a3-9435-1193e632deeb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:14.617204 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9b9bc1cf-6a37-42b8-967d-3134fbc2de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.668442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c6d5670-d2d3-4a9a-bf02-e39fd6a7e204 req-b1997039-34f3-4d67-b5ba-006c803b602f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703623 Sep 22 10:37:14.765890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] For port ff866ea7-772d-443b-93ca-08e5f94458a5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ff866ea7-772d-443b-93ca-08e5f94458a5,segment=NetworkSegment(3d19bff3-3ace-4e24-a73f-d79653b9dd5a),segment_id=3d19bff3-3ace-4e24-a73f-d79653b9dd5a)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:14.767325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.808852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Calling delete_port for ff866ea7-772d-443b-93ca-08e5f94458a5 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:14.812333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-621059f9-58a5-428e-b8b1-cb78af2497ea req-89b9fc07-4241-478f-a1bc-b76bc15b00c3 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0430460 Sep 22 10:37:15.038769 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.146377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Port': ['ID=ff866ea7-772d-443b-93ca-08e5f94458a5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:15.159930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No DVR routers for this DVR port ff866ea7-772d-443b-93ca-08e5f94458a5 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:15.340285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.375492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee9373f-613a-41ad-ad91-3076659b91b4']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:15.406170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d19bff3-3ace-4e24-a73f-d79653b9dd5a') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:15.406836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d19bff3-3ace-4e24-a73f-d79653b9dd5a') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:15.442901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.477293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.492946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:15.493509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.512925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece58747-2348-44c9-ab9a-737c21c898fc None None] Network 4ee9373f-613a-41ad-ad91-3076659b91b4 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:15.578057 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:15.599139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f9a6811e-70c7-4042-a9b3-7b30f664580f None None] Could not find standard attr ID for object ff866ea7-772d-443b-93ca-08e5f94458a5. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:37:15.672356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.678182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.685540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43176) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:15.690013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/4ee9373f-613a-41ad-ad91-3076659b91b4 HTTP/1.1" status: 204 len: 168 time: 2.8292534 Sep 22 10:37:15.690682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2021675191'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:15.701484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 457f4aba-cf81-42a3-9435-1193e632deeb up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:15.724603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38153f-695f-4d05-b5d9-544d6fb74031 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=4ee9373f-613a-41ad-ad91-3076659b91b4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:15.769341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa543be9-a583-49db-9178-39bba000ddb5 None None] DHCP port deletion for 4ee9373f-613a-41ad-ad91-3076659b91b4 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:37:15.795128 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:15.798956 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.878951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 457f4aba-cf81-42a3-9435-1193e632deeb triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:15.881384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.959619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d538c5a-527b-4b5f-a0a5-6b06a9945343 req-5e3a9bd4-174c-412d-a323-72c5500a47ea tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:15.961524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d538c5a-527b-4b5f-a0a5-6b06a9945343 req-5e3a9bd4-174c-412d-a323-72c5500a47ea tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.1403794 Sep 22 10:37:16.076206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d538c5a-527b-4b5f-a0a5-6b06a9945343 req-c30189ca-92f1-45e9-83a4-adf6b1be9b32 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987136 Sep 22 10:37:16.177155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:16.197205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ab73f89-a40a-4810-83f9-1b8605df44f9 req-29c5af6e-c078-4eea-a91d-a349eef86372 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0339992 Sep 22 10:37:16.198191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.200948 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment 52b3b36f-4270-4aae-bc28-c8c830891a6a of type vlan for network 74f105c4-b5c0-4f2d-8a85-35465c016398 Sep 22 10:37:16.252427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.363374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.369323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:16.369917 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.489108 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=74f105c4-b5c0-4f2d-8a85-35465c016398,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:16.497953 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a6579f83-d9bd-470a-a9c5-97f35d90e216 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8086603 Sep 22 10:37:16.500723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43188) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:16.506066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': '74f105c4-b5c0-4f2d-8a85-35465c016398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:16.513255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 74f105c4-b5c0-4f2d-8a85-35465c016398 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:16.729384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:16.734833 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.194848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb4bf0-19c1-4473-80cd-647edae3ec63 req-20a2c018-03fb-4949-87f8-2c7e7181ca80 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:17.196343 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0edb4bf0-19c1-4473-80cd-647edae3ec63 req-20a2c018-03fb-4949-87f8-2c7e7181ca80 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0574172 Sep 22 10:37:17.239408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0edb4bf0-19c1-4473-80cd-647edae3ec63 req-6f210bcf-5ee5-4c8b-98d9-10356f08554a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 Sep 22 10:37:17.254895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.321827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=cde20dce-f186-41be-b76c-c3cab3b36231,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:17.330404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking segment: {'id': '52b3b36f-4270-4aae-bc28-c8c830891a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74f105c4-b5c0-4f2d-8a85-35465c016398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:17.330828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network hostable DHCP agents. Network: 74f105c4-b5c0-4f2d-8a85-35465c016398, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:17.345374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4654d659-deff-4ec3-a86e-64018fede5b0 req-e153d127-de91-4fa0-8f3f-d1a5fe88ba55 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0470467 Sep 22 10:37:17.463982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network 74f105c4-b5c0-4f2d-8a85-35465c016398 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:17.608911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 74f105c4-b5c0-4f2d-8a85-35465c016398) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:17.614226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:17.623329 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.624300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541dc2e7-ca6c-424f-bc7b-f694696b90e2 None None] Network 74f105c4-b5c0-4f2d-8a85-35465c016398 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:17.640258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ff866ea7-772d-443b-93ca-08e5f94458a5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:17.704210 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: ff866ea7-772d-443b-93ca-08e5f94458a5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:17.704984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ff866ea7-772d-443b-93ca-08e5f94458a5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:17.734439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43210) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:17.737799 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1a399c1a-0ffa-4953-914c-fda52ecd44d1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2352252 Sep 22 10:37:17.879192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-74f105c4-b5c0-4f2d-8a85-35465c016398', 'network_id': '74f105c4-b5c0-4f2d-8a85-35465c016398', 'tenant_id': '6a31ecead4294ef2a626c61c689994bb', 'fixed_ips': [{'subnet_id': 'cde20dce-f186-41be-b76c-c3cab3b36231'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:17.881435 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.904813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.973820 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.058977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Allocated IP 2001:db8::1 (74f105c4-b5c0-4f2d-8a85-35465c016398/cde20dce-f186-41be-b76c-c3cab3b36231/bfef64e5-eba5-490d-954a-a7ea7f9a9ae9) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:18.269245 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.352844 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.384084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f46b3-f772-43c0-8954-edd1906b0d84 req-fbafdfc5-d04d-4d62-a410-62d7f3bb5474 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:18.393526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c6f46b3-f772-43c0-8954-edd1906b0d84 req-fbafdfc5-d04d-4d62-a410-62d7f3bb5474 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0767722 Sep 22 10:37:18.393852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Network 74f105c4-b5c0-4f2d-8a85-35465c016398 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:18.396987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:18.400837 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:18.440244 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c6f46b3-f772-43c0-8954-edd1906b0d84 req-e9e628b0-7b9b-4f70-a771-85b0097d3a8f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Sep 22 10:37:18.480785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.488989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Pushing event updated for resources: {'Port': ['ID=bfef64e5-eba5-490d-954a-a7ea7f9a9ae9,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:18.500180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Attempting to bind port bfef64e5-eba5-490d-954a-a7ea7f9a9ae9 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:18.500820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Attempting to bind port bfef64e5-eba5-490d-954a-a7ea7f9a9ae9 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '52b3b36f-4270-4aae-bc28-c8c830891a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74f105c4-b5c0-4f2d-8a85-35465c016398'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:18.501399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Attempting to bind port bfef64e5-eba5-490d-954a-a7ea7f9a9ae9 on network 74f105c4-b5c0-4f2d-8a85-35465c016398 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:18.514519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:18.515353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Checking segment: {'id': '52b3b36f-4270-4aae-bc28-c8c830891a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74f105c4-b5c0-4f2d-8a85-35465c016398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:18.516187 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.517087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Bound using segment: {'id': '52b3b36f-4270-4aae-bc28-c8c830891a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74f105c4-b5c0-4f2d-8a85-35465c016398'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:18.518176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Bound port: bfef64e5-eba5-490d-954a-a7ea7f9a9ae9, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b3b36f-4270-4aae-bc28-c8c830891a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74f105c4-b5c0-4f2d-8a85-35465c016398'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:18.519093 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.552188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=cde20dce-f186-41be-b76c-c3cab3b36231,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:18.605498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df5a5127-0f17-43b9-ada3-ef41b60d436d req-39b78837-386a-4865-bd0e-258b59da873f tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0566914 Sep 22 10:37:18.632786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] For port bfef64e5-eba5-490d-954a-a7ea7f9a9ae9, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:18.637239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] For port bfef64e5-eba5-490d-954a-a7ea7f9a9ae9, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bfef64e5-eba5-490d-954a-a7ea7f9a9ae9,segment=NetworkSegment(52b3b36f-4270-4aae-bc28-c8c830891a6a),segment_id=52b3b36f-4270-4aae-bc28-c8c830891a6a)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:18.663650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.688412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f105c4-b5c0-4f2d-8a85-35465c016398']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:18.698323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b3b36f-4270-4aae-bc28-c8c830891a6a') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:18.699195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b3b36f-4270-4aae-bc28-c8c830891a6a') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:18.709186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.771268 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.772105 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.779671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:18.780082 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:18.783482 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:18.894389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8fc4b-11dc-445d-95d5-b6f5c78adfb1 None None] Network 74f105c4-b5c0-4f2d-8a85-35465c016398 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:18.917795 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:37:18.917795 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:37:18.917795 n-d-807025-3 neutron-server[95682]: [parameters: {'id': '74f105c4-b5c0-4f2d-8a85-35465c016398'}] Sep 22 10:37:18.917795 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:37:18.918316 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:37:18.963189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b9c03-54b8-421f-ac3b-667b4c7114f8 None None] Pushing event updated for resources: {'Port': ['ID=bfef64e5-eba5-490d-954a-a7ea7f9a9ae9,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:19.039151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af6967-6172-4737-9d35-21bc30fce94f None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:37:19.168937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af6967-6172-4737-9d35-21bc30fce94f None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:37:19.419677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:19.520239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting port bfef64e5-eba5-490d-954a-a7ea7f9a9ae9 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:19.520588 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:19.639444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] For port bfef64e5-eba5-490d-954a-a7ea7f9a9ae9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bfef64e5-eba5-490d-954a-a7ea7f9a9ae9,segment=NetworkSegment(52b3b36f-4270-4aae-bc28-c8c830891a6a),segment_id=52b3b36f-4270-4aae-bc28-c8c830891a6a)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:19.639890 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:19.657400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Calling delete_port for bfef64e5-eba5-490d-954a-a7ea7f9a9ae9 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:19.681336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171a139-eb2f-4040-a275-12945e8e276c req-752d2358-f3bf-4722-ba22-560945a78d70 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:19.683106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e171a139-eb2f-4040-a275-12945e8e276c req-752d2358-f3bf-4722-ba22-560945a78d70 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0884924 Sep 22 10:37:19.775550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e171a139-eb2f-4040-a275-12945e8e276c req-99722da1-0996-4587-b202-c12e4f8ec97a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536056 Sep 22 10:37:19.992505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7276a9d7-2bf5-4f38-9c2a-07881e0188e8 req-1ffe4236-1487-4114-a692-b1a1eddf9de2 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0582545 Sep 22 10:37:20.195408 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.211803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No DVR routers for this DVR port bfef64e5-eba5-490d-954a-a7ea7f9a9ae9 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:20.239084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Port': ['ID=bfef64e5-eba5-490d-954a-a7ea7f9a9ae9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:20.337198 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.369544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f105c4-b5c0-4f2d-8a85-35465c016398']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b3b36f-4270-4aae-bc28-c8c830891a6a') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b3b36f-4270-4aae-bc28-c8c830891a6a') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:20.446337 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:20.629522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.640736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.647418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/74f105c4-b5c0-4f2d-8a85-35465c016398 HTTP/1.1" status: 204 len: 168 time: 2.9074368 Sep 22 10:37:20.647745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43246) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:20.653043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1686717937'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:20.662462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d636b-6b72-4e4b-a8f2-4e4e7333975b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=74f105c4-b5c0-4f2d-8a85-35465c016398,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:20.760779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:20.764908 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.795374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:20.804935 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.806765 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment f2f4ca99-0d10-4c27-9431-c42c644ac9aa of type vlan for network ac13b433-35aa-43ec-bb72-f2e9542b82c8 Sep 22 10:37:20.851890 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.930095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384183ec-af85-41bb-8370-358aecb2be0e req-8b392d80-f4bb-40a4-8929-ec78859f0c25 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:20.931935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-384183ec-af85-41bb-8370-358aecb2be0e req-8b392d80-f4bb-40a4-8929-ec78859f0c25 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0637336 Sep 22 10:37:20.978257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-384183ec-af85-41bb-8370-358aecb2be0e req-947cb2b9-e8b2-43d3-9618-228ed0abf87a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387793 Sep 22 10:37:20.986306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.992675 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:20.993559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:21.075394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=ac13b433-35aa-43ec-bb72-f2e9542b82c8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:21.088148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ac13b433-35aa-43ec-bb72-f2e9542b82c8 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:21.094010 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c5182027-ee89-49c4-8f59-e598cfe520fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4451423 Sep 22 10:37:21.096838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43260) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:21.102296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': 'ac13b433-35aa-43ec-bb72-f2e9542b82c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:21.167749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1bb6a4ef-234b-4af2-ab72-8092061c63be req-ddf64340-00f0-446f-b43b-bde4d6456202 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0355093 Sep 22 10:37:21.377765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:21.381544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:21.626799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:21.689757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=03c1be62-7d17-4b81-89e3-fa9f199bbed9,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:21.704074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking segment: {'id': 'f2f4ca99-0d10-4c27-9431-c42c644ac9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac13b433-35aa-43ec-bb72-f2e9542b82c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:21.704438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network hostable DHCP agents. Network: ac13b433-35aa-43ec-bb72-f2e9542b82c8, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:21.841229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network ac13b433-35aa-43ec-bb72-f2e9542b82c8 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:22.096452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978e559-52c6-4723-b680-a2275b95afe5 req-47fd6502-fabf-48a7-b94e-2ccddf7ff43c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:22.098034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e978e559-52c6-4723-b680-a2275b95afe5 req-47fd6502-fabf-48a7-b94e-2ccddf7ff43c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0492570 Sep 22 10:37:22.126331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ac13b433-35aa-43ec-bb72-f2e9542b82c8) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:22.134268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:22.134955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.140507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191a6644-20e6-45b6-ba88-08ea19c744f6 None None] Network ac13b433-35aa-43ec-bb72-f2e9542b82c8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:22.140991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e978e559-52c6-4723-b680-a2275b95afe5 req-4df393d8-f5f0-440c-8587-1ce2ef27b87e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 Sep 22 10:37:22.266470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0bc4c8bd-4234-4877-9448-376489ca4c78 req-7e5cc219-2971-407d-b9d9-24063f713b24 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0314040 Sep 22 10:37:22.274974 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-02846638-f1f4-4145-b598-a2baef8e7bd2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1744776 Sep 22 10:37:22.274974 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43290) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:22.306071 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5b64eaf6-e5e1-4dfe-9d30-d895178e4296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.343498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-ac13b433-35aa-43ec-bb72-f2e9542b82c8', 'network_id': 'ac13b433-35aa-43ec-bb72-f2e9542b82c8', 'tenant_id': '6a31ecead4294ef2a626c61c689994bb', 'fixed_ips': [{'subnet_id': '03c1be62-7d17-4b81-89e3-fa9f199bbed9'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:22.344382 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.418354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.477585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.487923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Allocated IP 2001:db8::1 (ac13b433-35aa-43ec-bb72-f2e9542b82c8/03c1be62-7d17-4b81-89e3-fa9f199bbed9/a2639290-780b-437b-921f-c5b4b258efce) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:22.650684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d5941-288d-487c-887b-616a50f12cbd req-67a8b0c0-e863-4a9e-b6f3-834271b95d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:22.652232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf6d5941-288d-487c-887b-616a50f12cbd req-67a8b0c0-e863-4a9e-b6f3-834271b95d3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 1096 time: 0.0505910 Sep 22 10:37:22.665202 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.740803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.748056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d5941-288d-487c-887b-616a50f12cbd req-e9772a71-729b-49c5-b10d-b6b51d21b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:22.749694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf6d5941-288d-487c-887b-616a50f12cbd req-e9772a71-729b-49c5-b10d-b6b51d21b286 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.0891571 Sep 22 10:37:22.785872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Network ac13b433-35aa-43ec-bb72-f2e9542b82c8 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:22.788634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:22.794939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:22.799099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf6d5941-288d-487c-887b-616a50f12cbd req-4b3f7e4d-251d-4b6b-87c3-ea427550b77c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c736a709-2f91-4f16-8f85-0c86d7f69921 HTTP/1.1" status: 200 len: 217 time: 0.0414577 Sep 22 10:37:22.813007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Pushing event updated for resources: {'Port': ['ID=a2639290-780b-437b-921f-c5b4b258efce,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:22.838864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.857126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d5941-288d-487c-887b-616a50f12cbd req-e8908e7e-000c-4b10-93a2-366655d1f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:22.859306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf6d5941-288d-487c-887b-616a50f12cbd req-e8908e7e-000c-4b10-93a2-366655d1f957 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0495446 Sep 22 10:37:22.864619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Attempting to bind port a2639290-780b-437b-921f-c5b4b258efce on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:22.865034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Attempting to bind port a2639290-780b-437b-921f-c5b4b258efce by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'f2f4ca99-0d10-4c27-9431-c42c644ac9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac13b433-35aa-43ec-bb72-f2e9542b82c8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:22.865813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Attempting to bind port a2639290-780b-437b-921f-c5b4b258efce on network ac13b433-35aa-43ec-bb72-f2e9542b82c8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:22.871973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:22.872401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Checking segment: {'id': 'f2f4ca99-0d10-4c27-9431-c42c644ac9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac13b433-35aa-43ec-bb72-f2e9542b82c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:22.872842 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.873233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Bound using segment: {'id': 'f2f4ca99-0d10-4c27-9431-c42c644ac9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac13b433-35aa-43ec-bb72-f2e9542b82c8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:22.873700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Bound port: a2639290-780b-437b-921f-c5b4b258efce, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f4ca99-0d10-4c27-9431-c42c644ac9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ac13b433-35aa-43ec-bb72-f2e9542b82c8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:22.873830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=03c1be62-7d17-4b81-89e3-fa9f199bbed9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:22.874074 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.927255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d5941-288d-487c-887b-616a50f12cbd req-8ec60d41-3671-4042-8c56-09a44a8cb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:22.928942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf6d5941-288d-487c-887b-616a50f12cbd req-8ec60d41-3671-4042-8c56-09a44a8cb370 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620737 Sep 22 10:37:22.951097 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] For port a2639290-780b-437b-921f-c5b4b258efce, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:22.955399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] For port a2639290-780b-437b-921f-c5b4b258efce, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a2639290-780b-437b-921f-c5b4b258efce,segment=NetworkSegment(f2f4ca99-0d10-4c27-9431-c42c644ac9aa),segment_id=f2f4ca99-0d10-4c27-9431-c42c644ac9aa)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:22.959712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.981417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac13b433-35aa-43ec-bb72-f2e9542b82c8']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:22.994389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f4ca99-0d10-4c27-9431-c42c644ac9aa') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:22.994954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f4ca99-0d10-4c27-9431-c42c644ac9aa') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:23.005772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.028510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63c28b-eae6-48cf-ad97-a708415254b8 req-9a0ff41e-5db6-48fe-8a48-f46d8d9c33fc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:23.031043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a63c28b-eae6-48cf-ad97-a708415254b8 req-9a0ff41e-5db6-48fe-8a48-f46d8d9c33fc tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 947 time: 0.1205432 Sep 22 10:37:23.049433 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.051680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.059535 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:23.060435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:23.065190 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:23.067206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf6d5941-288d-487c-887b-616a50f12cbd req-67f89746-6665-4ddb-964d-a125a0e2336a service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230953 Sep 22 10:37:23.103772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a63c28b-eae6-48cf-ad97-a708415254b8 req-b690bb3b-9fe0-404b-b57a-d35214ed468b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662286 Sep 22 10:37:23.152492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efd73f-0ad0-4738-ad08-b306a14477f1 None None] Pushing event updated for resources: {'Port': ['ID=a2639290-780b-437b-921f-c5b4b258efce,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:23.160303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a0d19-b1b5-4765-92dd-7aa35df7cb9a None None] Network ac13b433-35aa-43ec-bb72-f2e9542b82c8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:23.176229 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:37:23.176229 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:37:23.176229 n-d-807025-3 neutron-server[95681]: [parameters: {'id': 'ac13b433-35aa-43ec-bb72-f2e9542b82c8'}] Sep 22 10:37:23.176229 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:37:23.177185 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:37:23.205000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf6d5941-288d-487c-887b-616a50f12cbd req-b716ca6e-fe0a-41d5-8154-1a8c56d22475 service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289198 Sep 22 10:37:23.283714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60f73b-debe-4afd-a3db-85211a94040f req-f3726575-a41f-4de3-9dac-4d5081925deb tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:23.285333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f60f73b-debe-4afd-a3db-85211a94040f req-f3726575-a41f-4de3-9dac-4d5081925deb tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0513363 Sep 22 10:37:23.325176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f60f73b-debe-4afd-a3db-85211a94040f req-6f68e22f-c10a-4569-a829-b99cbeaf449f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335557 Sep 22 10:37:23.412647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9dbbae3-d1a7-49ba-be68-ccfd12d14da6 req-06d2b1d3-a078-4305-9f2f-b44a885c6cd0 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0281503 Sep 22 10:37:23.575769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4e018-5a42-4bd8-a1ac-84ceb214218f None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:37:23.678955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.694244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4e018-5a42-4bd8-a1ac-84ceb214218f None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:37:23.731346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting port a2639290-780b-437b-921f-c5b4b258efce {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:23.731694 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.816336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] For port a2639290-780b-437b-921f-c5b4b258efce, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a2639290-780b-437b-921f-c5b4b258efce,segment=NetworkSegment(f2f4ca99-0d10-4c27-9431-c42c644ac9aa),segment_id=f2f4ca99-0d10-4c27-9431-c42c644ac9aa)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:23.816694 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.829527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Calling delete_port for a2639290-780b-437b-921f-c5b4b258efce owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:23.980379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.017229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Port': ['ID=a2639290-780b-437b-921f-c5b4b258efce,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:24.021056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No DVR routers for this DVR port a2639290-780b-437b-921f-c5b4b258efce on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:24.100581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.128189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac13b433-35aa-43ec-bb72-f2e9542b82c8']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:24.138078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f4ca99-0d10-4c27-9431-c42c644ac9aa') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:24.138407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f4ca99-0d10-4c27-9431-c42c644ac9aa') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:24.148155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.162426 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.169141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:24.169746 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:24.172953 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:24.268698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06e3c9-ae11-451c-b97d-6fd20ee2b0ec req-a31f20da-f9ff-4c1b-9e90-a71ab6a59b92 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:24.270120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e06e3c9-ae11-451c-b97d-6fd20ee2b0ec req-a31f20da-f9ff-4c1b-9e90-a71ab6a59b92 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 947 time: 0.0743020 Sep 22 10:37:24.277476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84799779-e4dd-4c90-9cef-149473046c5c req-ac54e349-96fa-4cf5-8601-85b707b16985 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:24.278847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84799779-e4dd-4c90-9cef-149473046c5c req-ac54e349-96fa-4cf5-8601-85b707b16985 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 947 time: 0.0939689 Sep 22 10:37:24.326729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.332162 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.334341 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/ac13b433-35aa-43ec-bb72-f2e9542b82c8 HTTP/1.1" status: 204 len: 168 time: 2.0597146 Sep 22 10:37:24.340142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43330) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:24.343450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e06e3c9-ae11-451c-b97d-6fd20ee2b0ec req-29198813-9cad-4314-a4c0-d651b3ffb1a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3be8aa7-ccdb-4655-aaf6-0da13251aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636575 Sep 22 10:37:24.345651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1381257748'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:24.363293 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa95cf-6499-4f57-9259-5f097d771c00 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=ac13b433-35aa-43ec-bb72-f2e9542b82c8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:24.410935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Deleting port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:24.411279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.443254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:24.447764 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.475651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:24.491488 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.491996 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment da568728-23df-4abd-bc60-649e95d1a43b of type vlan for network 69caa8af-7384-4398-b3ad-bfb8a6a27828 Sep 22 10:37:24.523930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5e707-a586-45e2-a820-cca173d1f485 req-a35aba5c-3add-4cd3-bbb2-a83e45eaa5d9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:24.531638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-def5e707-a586-45e2-a820-cca173d1f485 req-a35aba5c-3add-4cd3-bbb2-a83e45eaa5d9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.1060567 Sep 22 10:37:24.533096 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.582288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] For port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:24.582659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.623946 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.629871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:24.630597 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.641091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-def5e707-a586-45e2-a820-cca173d1f485 req-bf5deb0b-284b-48cf-abd9-7df98653c2dd tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087945 Sep 22 10:37:24.717298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=69caa8af-7384-4398-b3ad-bfb8a6a27828,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:24.733878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 69caa8af-7384-4398-b3ad-bfb8a6a27828 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:24.758654 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cbb2589b-8a51-4065-97e5-37031aa8854c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4173777 Sep 22 10:37:24.759244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43340) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:24.764024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': '69caa8af-7384-4398-b3ad-bfb8a6a27828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:24.797465 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d64ace5-5ee7-4978-a6a7-89f1416e4871 req-01b3f289-fe97-4ae2-9f6d-207d2e2c2277 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0450358 Sep 22 10:37:24.822342 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.822956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.823533 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Floating IP 496432a6-3f0d-4743-ad16-43274a596a53 disassociated. External IP: 172.25.1.161, port: cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf. Sep 22 10:37:24.829554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Calling delete_port for cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:24.957383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:24.961472 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.027915 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.056934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event deleted for resources: {'Port': ['ID=cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:25.092353 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f7d2f513-d4a4-4c1a-8af3-76bf10ad21e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.189685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Router 515c7a31-216e-4d08-a745-4d78f78b20e9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:37:25.252633 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.300418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:37:25.313295 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] Sync routers for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:37:25.332578 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:25.333214 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:37:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:25.341055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=33ab9acd-1a6f-4016-8d33-c9574d81d909,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:25.341656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] No DVR routers for this DVR port cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:25.344279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.346456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84799779-e4dd-4c90-9cef-149473046c5c req-5a09783c-3089-438f-8143-29397f7d12a4 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.32 "DELETE /v2.0/ports/cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf HTTP/1.1" status: 204 len: 173 time: 1.0599403 Sep 22 10:37:25.346906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-deleted', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:25.349376 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5ad183-7cf7-4049-be62-2f93500bab70" -d '{"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-deleted", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:25.361324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking segment: {'id': 'da568728-23df-4abd-bc60-649e95d1a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '69caa8af-7384-4398-b3ad-bfb8a6a27828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:25.361687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network hostable DHCP agents. Network: 69caa8af-7384-4398-b3ad-bfb8a6a27828, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:25.406030 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fff2fb3-268a-40f9-a1ff-1631b83745e2 x-openstack-request-id: req-8fff2fb3-268a-40f9-a1ff-1631b83745e2 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:25.408432 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c5bd3a-1acc-4815-a510-4a4b4750b63e", "name": "network-vif-deleted", "tag": "cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:25.408432 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fff2fb3-268a-40f9-a1ff-1631b83745e2 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:25.408432 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c5bd3a-1acc-4815-a510-4a4b4750b63e', 'name': 'network-vif-deleted', 'tag': 'cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf', 'status': 'completed', 'code': 200} Sep 22 10:37:25.455155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network 69caa8af-7384-4398-b3ad-bfb8a6a27828 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:25.513345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d14cd580-b2ac-4328-b47c-11a263f4364f req-2c52ebc7-5832-43e6-a5f9-6b08cbae2d98 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6c5bd3a-1acc-4815-a510-4a4b4750b63e HTTP/1.1" status: 200 len: 210 time: 0.0303307 Sep 22 10:37:25.550954 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:25.555022 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.555198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 69caa8af-7384-4398-b3ad-bfb8a6a27828) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:25.562588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:25.565871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.578301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749cf5dd-3694-4dca-b3e7-291af67a1cd0 None None] Network 69caa8af-7384-4398-b3ad-bfb8a6a27828 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:25.582032 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.641578 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c43b7a1-b4a6-4dce-8078-b6c5730da965 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8811579 Sep 22 10:37:25.644374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43358) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:25.650151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': '69caa8af-7384-4398-b3ad-bfb8a6a27828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:25.718268 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.802431 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:25.816592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-69caa8af-7384-4398-b3ad-bfb8a6a27828', 'network_id': '69caa8af-7384-4398-b3ad-bfb8a6a27828', 'tenant_id': '6a31ecead4294ef2a626c61c689994bb', 'fixed_ips': [{'subnet_id': '33ab9acd-1a6f-4016-8d33-c9574d81d909'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:25.817459 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.839434 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] Checking router: 515c7a31-216e-4d08-a745-4d78f78b20e9 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:37:25.853576 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:25.855389 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:37:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:25.994457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Allocated IP 2001:db8::2 (69caa8af-7384-4398-b3ad-bfb8a6a27828/33ab9acd-1a6f-4016-8d33-c9574d81d909/cb28b460-2fec-41be-bfeb-255d1bd6742e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:26.108887 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:26.173533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.199426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fac4c-e8ec-41a0-8041-1f58dd2e42d4 req-5f0b8e04-7df1-4538-b52c-4508a9c0c0cb tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:26.200924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-452fac4c-e8ec-41a0-8041-1f58dd2e42d4 req-5f0b8e04-7df1-4538-b52c-4508a9c0c0cb tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 945 time: 0.4494271 Sep 22 10:37:26.220564 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.258818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-452fac4c-e8ec-41a0-8041-1f58dd2e42d4 req-d4eaf391-f758-4511-b2c3-5b2173c79d1e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502536 Sep 22 10:37:26.272113 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.331787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Pushing event updated for resources: {'Port': ['ID=cb28b460-2fec-41be-bfeb-255d1bd6742e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:26.336723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Network 69caa8af-7384-4398-b3ad-bfb8a6a27828 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:26.340180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:26.343191 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:26.345313 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:26.368685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:26.373059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.391747 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180446e4-d272-440b-95a6-3d5260f6ffcb None None] The sync data for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 is: [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:29:20Z', 'revision_number': 4, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '93d93d65-a6b0-4a77-a0cf-7efce1a69aed', 'name': '', 'network_id': 'a155e37a-8bbb-4e75-8360-6ab84ccae29c', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'mac_address': 'fa:16:3e:26:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:19Z', 'updated_at': '2021-09-22T10:29:24Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'subnets': [{'id': '510ab23a-8b7f-44db-aa76-ace19b6334a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:37:26.402174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:26.429974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:26.433690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cca9faba-1e3f-4adf-9d7f-d4cd41f9b4bf not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:26.433690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c736a709-2f91-4f16-8f85-0c86d7f69921 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:26.442689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c3d84aa-30f2-45d4-8b1e-905d10d2f09b req-f61c8765-893b-48a1-a6bc-d15a4598ae1f tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0343597 Sep 22 10:37:26.476103 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Attempting to bind port cb28b460-2fec-41be-bfeb-255d1bd6742e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:26.476698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Attempting to bind port cb28b460-2fec-41be-bfeb-255d1bd6742e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'da568728-23df-4abd-bc60-649e95d1a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '69caa8af-7384-4398-b3ad-bfb8a6a27828'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:26.477506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Attempting to bind port cb28b460-2fec-41be-bfeb-255d1bd6742e on network 69caa8af-7384-4398-b3ad-bfb8a6a27828 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:26.491830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:26.492119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Checking segment: {'id': 'da568728-23df-4abd-bc60-649e95d1a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '69caa8af-7384-4398-b3ad-bfb8a6a27828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:26.492522 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.492913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Bound using segment: {'id': 'da568728-23df-4abd-bc60-649e95d1a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '69caa8af-7384-4398-b3ad-bfb8a6a27828'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:26.493392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Bound port: cb28b460-2fec-41be-bfeb-255d1bd6742e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da568728-23df-4abd-bc60-649e95d1a43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '69caa8af-7384-4398-b3ad-bfb8a6a27828'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:26.493808 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.618757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.651092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898abd8-6271-45ee-b306-908c84eafa66 req-1855f194-8ff4-4d36-81e5-8c73159a41ea tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:26.652605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2898abd8-6271-45ee-b306-908c84eafa66 req-1855f194-8ff4-4d36-81e5-8c73159a41ea tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0977623 Sep 22 10:37:26.657587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:26.659231 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350f5a03-d8a4-46ce-96be-0b30847c59dd" -d '{"events": [{"server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:26.662312 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] For port cb28b460-2fec-41be-bfeb-255d1bd6742e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:26.667762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] For port cb28b460-2fec-41be-bfeb-255d1bd6742e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cb28b460-2fec-41be-bfeb-255d1bd6742e,segment=NetworkSegment(da568728-23df-4abd-bc60-649e95d1a43b),segment_id=da568728-23df-4abd-bc60-649e95d1a43b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:26.677230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c736a709-2f91-4f16-8f85-0c86d7f69921,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:26.752937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2898abd8-6271-45ee-b306-908c84eafa66 req-afc2c376-f5bc-4ba4-a21f-dcbd6c226ed6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926418 Sep 22 10:37:26.828967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7b3c58-666e-45f4-9ecc-d420316137c6 None None] New status for floating IP 496432a6-3f0d-4743-ad16-43274a596a53: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:37:26.879782 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3671b47f-3701-49c0-9098-f9747247b7c6 x-openstack-request-id: req-3671b47f-3701-49c0-9098-f9747247b7c6 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:26.879782 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "name": "network-vif-unplugged", "status": "failed", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921", "code": 422}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:26.879782 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3671b47f-3701-49c0-9098-f9747247b7c6 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:26.879782 n-d-807025-3 neutron-server[95683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921', 'code': 422} returned with failed status Sep 22 10:37:26.879782 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.894286 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.934785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.982764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681acc1-43cc-4d41-b8f7-658f16191102 req-6a86aad9-b418-43d0-84ad-5d62b3766383 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:26.984344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7681acc1-43cc-4d41-b8f7-658f16191102 req-6a86aad9-b418-43d0-84ad-5d62b3766383 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0868628 Sep 22 10:37:26.993454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9f3a1-2736-494f-b733-1c81e5398dbf None None] Pushing event updated for resources: {'Port': ['ID=cb28b460-2fec-41be-bfeb-255d1bd6742e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:26.996050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network 69caa8af-7384-4398-b3ad-bfb8a6a27828 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:27.000194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:27.004896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:27.005485 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.015566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=e5356b7d-ff96-4ae9-bce5-7ed7aa53f56b,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:27.054659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7681acc1-43cc-4d41-b8f7-658f16191102 req-bcfb82bd-f47b-4b39-a8dd-a02fb76a0ef9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Sep 22 10:37:27.082200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c736a709-2f91-4f16-8f85-0c86d7f69921,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:27.210408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-481f9929-87e2-4c72-8a53-fb8d56f9a864 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5647953 Sep 22 10:37:27.216305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43392) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:27.216452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43394) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:27.292052 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8c7814b-ce0b-45fa-9d7f-d78a7a912890 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.324633 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8c7814b-ce0b-45fa-9d7f-d78a7a912890 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.376210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8a10e-80df-4c6b-a04a-448592f93b06 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:27.377744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8a10e-80df-4c6b-a04a-448592f93b06 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:27.380510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8a10e-80df-4c6b-a04a-448592f93b06 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:27.382060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8a10e-80df-4c6b-a04a-448592f93b06 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:27.383193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8a10e-80df-4c6b-a04a-448592f93b06 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:27.385146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ffb8a10e-80df-4c6b-a04a-448592f93b06 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1678975 Sep 22 10:37:27.389588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43398) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:27.395043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862177383'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:27.495547 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8c7814b-ce0b-45fa-9d7f-d78a7a912890 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.499131 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8c7814b-ce0b-45fa-9d7f-d78a7a912890 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.502825 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d8c7814b-ce0b-45fa-9d7f-d78a7a912890 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3be8aa7-ccdb-4655-aaf6-0da13251aa03 HTTP/1.1" status: 204 len: 168 time: 0.2831140 Sep 22 10:37:27.503268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43404) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:27.504456 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:27.508962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.532037 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-20f690c9-669e-4942-90d1-fd7ce53e4449 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] show failed (client error): The resource could not be found. Sep 22 10:37:27.535084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7814b-ce0b-45fa-9d7f-d78a7a912890 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be8aa7-ccdb-4655-aaf6-0da13251aa03,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:27.538779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43406) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:27.539230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-20f690c9-669e-4942-90d1-fd7ce53e4449 tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "GET /v2.0/security-groups/c3be8aa7-ccdb-4655-aaf6-0da13251aa03 HTTP/1.1" status: 404 len: 347 time: 0.0343599 Sep 22 10:37:27.552517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:27.601605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9c7b6-cb26-48a4-8161-c8e67393d8d4 req-a8479722-ec9d-4707-b118-ab068e12aecb tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:27.603599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3c9c7b6-cb26-48a4-8161-c8e67393d8d4 req-a8479722-ec9d-4707-b118-ab068e12aecb tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0630844 Sep 22 10:37:27.639230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.639230 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment 6f75d9b8-ad51-4204-887e-8c7c61510ff3 of type vlan for network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b Sep 22 10:37:27.680927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3c9c7b6-cb26-48a4-8161-c8e67393d8d4 req-c9104576-1f59-4477-9ef2-bea7c21a7afc tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690107 Sep 22 10:37:27.710815 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.731964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cb28b460-2fec-41be-bfeb-255d1bd6742e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:27.791411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Deleting port 38143900-cf9b-4d92-8bba-b6c864d060c0 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:27.791799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.819275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port cb28b460-2fec-41be-bfeb-255d1bd6742e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:27.822014 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.841966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f268d0b9-2d0a-4dbc-9e7b-d250d0326c20 req-c1dc18ad-915f-439a-a5f9-8130e6b904f9 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0796788 Sep 22 10:37:27.869118 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.877214 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:27.877849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.937185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.937497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.952353 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.963149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Calling delete_port for 38143900-cf9b-4d92-8bba-b6c864d060c0 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:28.004338 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=050d33da-e311-46a2-9df6-8e8c2b9c0f3b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:28.050493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:28.057118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port cb28b460-2fec-41be-bfeb-255d1bd6742e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cb28b460-2fec-41be-bfeb-255d1bd6742e,segment=NetworkSegment(da568728-23df-4abd-bc60-649e95d1a43b),segment_id=da568728-23df-4abd-bc60-649e95d1a43b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:28.073304 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9726f77f-968e-4bfa-bcaa-cf88f21555c2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6822205 Sep 22 10:37:28.076121 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43416) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:28.082763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-65edd4f9-31d3-404d-8df9-6111735d0d91 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:28.158128 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.210770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c73231-b509-45c1-b419-0853d242aece None None] Network 69caa8af-7384-4398-b3ad-bfb8a6a27828 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:28.233357 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.287316 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65edd4f9-31d3-404d-8df9-6111735d0d91 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.326547 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.327817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fe281402-f4c7-4999-9799-1d1f85ad9bce None None] Provisioning complete for port cb28b460-2fec-41be-bfeb-255d1bd6742e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:28.328189 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fe281402-f4c7-4999-9799-1d1f85ad9bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.352994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Pushing event deleted for resources: {'Port': ['ID=38143900-cf9b-4d92-8bba-b6c864d060c0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:28.387101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=cb28b460-2fec-41be-bfeb-255d1bd6742e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:28.402806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65edd4f9-31d3-404d-8df9-6111735d0d91 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.436632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65edd4f9-31d3-404d-8df9-6111735d0d91 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b is not hosted by any dhcp agent {{(pid=95681) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:37:28.442085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edd4f9-31d3-404d-8df9-6111735d0d91 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:28.442738 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65edd4f9-31d3-404d-8df9-6111735d0d91 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.446801 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-65edd4f9-31d3-404d-8df9-6111735d0d91 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "PUT /v2.0/networks/050d33da-e311-46a2-9df6-8e8c2b9c0f3b HTTP/1.1" status: 200 len: 723 time: 0.3669841 Sep 22 10:37:28.447156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43420) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:28.452205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': '050d33da-e311-46a2-9df6-8e8c2b9c0f3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:28.490572 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.493054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.504666 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a6c25838-1f6d-45b6-8309-405b1f052d7b tempest-AttachVolumeShelveTestJSON-1904063671 tempest-AttachVolumeShelveTestJSON-1904063671-project] 10.222.0.20 "DELETE /v2.0/floatingips/496432a6-3f0d-4743-ad16-43274a596a53 HTTP/1.1" status: 204 len: 168 time: 0.9643967 Sep 22 10:37:28.505914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edd4f9-31d3-404d-8df9-6111735d0d91 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=050d33da-e311-46a2-9df6-8e8c2b9c0f3b,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:28.543286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:28.610229 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:37:28.654227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84dfbb2-80f0-4fad-b582-dfaf3a378a6d None None] Update dhcp port {'port': {'network_id': '69caa8af-7384-4398-b3ad-bfb8a6a27828', 'fixed_ips': [{'subnet_id': '33ab9acd-1a6f-4016-8d33-c9574d81d909', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e5356b7d-ff96-4ae9-bce5-7ed7aa53f56b'}], 'binding:host_id': 'n-d-807025-3'}, 'id': 'cb28b460-2fec-41be-bfeb-255d1bd6742e'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:37:28.681506 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f84dfbb2-80f0-4fad-b582-dfaf3a378a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.692091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:28.696253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:28.865792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f84dfbb2-80f0-4fad-b582-dfaf3a378a6d None None] Allocated IP 172.20.0.1 (69caa8af-7384-4398-b3ad-bfb8a6a27828/e5356b7d-ff96-4ae9-bce5-7ed7aa53f56b/cb28b460-2fec-41be-bfeb-255d1bd6742e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:28.932318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f0048-37b1-476d-b2d3-7ca9d0d77f00 req-5a2562d6-a389-4b71-8ec6-801b6484acf9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:28.933991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-066f0048-37b1-476d-b2d3-7ca9d0d77f00 req-5a2562d6-a389-4b71-8ec6-801b6484acf9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1532414 Sep 22 10:37:29.027760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-066f0048-37b1-476d-b2d3-7ca9d0d77f00 req-7b019866-36d8-4653-a8bc-bf5bd2aa6658 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574124 Sep 22 10:37:29.120803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e86b9691-2704-439f-97b5-20ddc3e395ef req-f2ec34a4-16e4-482e-9f71-5334d5fb3d0c tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0275040 Sep 22 10:37:29.157507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:29.191341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f84dfbb2-80f0-4fad-b582-dfaf3a378a6d None None] For port cb28b460-2fec-41be-bfeb-255d1bd6742e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cb28b460-2fec-41be-bfeb-255d1bd6742e,segment=NetworkSegment(da568728-23df-4abd-bc60-649e95d1a43b),segment_id=da568728-23df-4abd-bc60-649e95d1a43b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:29.227697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=e8ff847b-5303-4574-8803-f3715b433c56,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:29.238911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking segment: {'id': '6f75d9b8-ad51-4204-887e-8c7c61510ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '050d33da-e311-46a2-9df6-8e8c2b9c0f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:29.239283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network hostable DHCP agents. Network: 050d33da-e311-46a2-9df6-8e8c2b9c0f3b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:29.250124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f84dfbb2-80f0-4fad-b582-dfaf3a378a6d None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:29.314929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:29.315194 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f84dfbb2-80f0-4fad-b582-dfaf3a378a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:29.408633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 050d33da-e311-46a2-9df6-8e8c2b9c0f3b) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:29.414443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:29.415646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dfbb2-80f0-4fad-b582-dfaf3a378a6d None None] Pushing event updated for resources: {'Port': ['ID=cb28b460-2fec-41be-bfeb-255d1bd6742e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:29.415955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:29.427379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c750640-786b-4923-8cf4-2621beb00750 None None] Network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:29.496231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43442) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:29.496831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-073572cd-01b9-4ba6-b65c-2e28e963e8ff tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0480542 Sep 22 10:37:29.502880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:29.611857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-050d33da-e311-46a2-9df6-8e8c2b9c0f3b', 'network_id': '050d33da-e311-46a2-9df6-8e8c2b9c0f3b', 'tenant_id': '6a31ecead4294ef2a626c61c689994bb', 'fixed_ips': [{'subnet_id': 'e8ff847b-5303-4574-8803-f3715b433c56'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:29.612727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:29.677437 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13293507'] for subnet, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:29.766558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cb28b460-2fec-41be-bfeb-255d1bd6742e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:29.825772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port cb28b460-2fec-41be-bfeb-255d1bd6742e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:29.825980 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.031693 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773453142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12736085'] for subnet, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.085056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:30.085662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.090206 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "PUT /v2.0/subnets/e8ff847b-5303-4574-8803-f3715b433c56 HTTP/1.1" status: 200 len: 826 time: 0.5886962 Sep 22 10:37:30.090994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43454) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:30.126663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=e8ff847b-5303-4574-8803-f3715b433c56,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:30.133090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Allocated IP 2001:db8::2 (050d33da-e311-46a2-9df6-8e8c2b9c0f3b/e8ff847b-5303-4574-8803-f3715b433c56/9ca50f2a-58f3-44e4-8044-357ccda5b54a) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:30.155404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6267921-8271-494a-9d97-0eb644154029 None None] Network 69caa8af-7384-4398-b3ad-bfb8a6a27828 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:30.162601 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.163218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.163768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.167874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.168543 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.169127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.169842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.170559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.171205 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.171904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.172578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.173131 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575f9745-e399-4aa7-a0c8-4da5cb098fa2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:30.211227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723d6e1-c413-49fd-8908-566148f784ec req-f882dd1d-293f-45e1-9376-f08cad83fddf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:30.212778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4723d6e1-c413-49fd-8908-566148f784ec req-f882dd1d-293f-45e1-9376-f08cad83fddf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0819178 Sep 22 10:37:30.331703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.354051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e8692e-6d9d-436e-aebf-f3ca9b9b346f req-d9e21454-ad41-4d5e-a42c-d99170a01c8e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0603118 Sep 22 10:37:30.354434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8eb9ead1-2da2-47b7-98b9-329a7812fd40 None None] Provisioning complete for port cb28b460-2fec-41be-bfeb-255d1bd6742e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:30.354918 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ead1-2da2-47b7-98b9-329a7812fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.372989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4723d6e1-c413-49fd-8908-566148f784ec req-4bdedb83-d66c-426b-a41a-aece586c62f6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445878 Sep 22 10:37:30.406955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.423211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c736a709-2f91-4f16-8f85-0c86d7f69921 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:30.470923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f38f25a1-f96c-434b-be77-d549cb0d50e9 req-1461d847-21d7-4248-8cc0-613fdcef969b tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0391698 Sep 22 10:37:30.605425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.786657 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.828204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:30.831344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:30.840938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Pushing event updated for resources: {'Port': ['ID=9ca50f2a-58f3-44e4-8044-357ccda5b54a,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:30.844266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:30.913026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Attempting to bind port 9ca50f2a-58f3-44e4-8044-357ccda5b54a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:30.913398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Attempting to bind port 9ca50f2a-58f3-44e4-8044-357ccda5b54a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6f75d9b8-ad51-4204-887e-8c7c61510ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '050d33da-e311-46a2-9df6-8e8c2b9c0f3b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:30.913765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Attempting to bind port 9ca50f2a-58f3-44e4-8044-357ccda5b54a on network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:30.918604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:30.918979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Checking segment: {'id': '6f75d9b8-ad51-4204-887e-8c7c61510ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '050d33da-e311-46a2-9df6-8e8c2b9c0f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:30.919388 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.919787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Bound using segment: {'id': '6f75d9b8-ad51-4204-887e-8c7c61510ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '050d33da-e311-46a2-9df6-8e8c2b9c0f3b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:30.920259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Bound port: 9ca50f2a-58f3-44e4-8044-357ccda5b54a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f75d9b8-ad51-4204-887e-8c7c61510ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '050d33da-e311-46a2-9df6-8e8c2b9c0f3b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:30.920638 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.933126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.962526 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ff847b-5303-4574-8803-f3715b433c56,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:31.012600 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] For port 9ca50f2a-58f3-44e4-8044-357ccda5b54a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:31.017183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] For port 9ca50f2a-58f3-44e4-8044-357ccda5b54a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9ca50f2a-58f3-44e4-8044-357ccda5b54a,segment=NetworkSegment(6f75d9b8-ad51-4204-887e-8c7c61510ff3),segment_id=6f75d9b8-ad51-4204-887e-8c7c61510ff3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:31.018823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5ea48697-7708-4c8a-bd50-db2321368702 None None] Provisioning complete for port cb28b460-2fec-41be-bfeb-255d1bd6742e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:31.019198 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5ea48697-7708-4c8a-bd50-db2321368702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:31.047286 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:31.068805 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050d33da-e311-46a2-9df6-8e8c2b9c0f3b']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:31.078134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f75d9b8-ad51-4204-887e-8c7c61510ff3') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:31.078458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f75d9b8-ad51-4204-887e-8c7c61510ff3') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:31.088061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:31.138611 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:31.140966 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:31.147742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:31.148192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:31.151397 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:31.214452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f0b7-f3a2-4e23-bf58-fc87cd5b7e3a None None] Pushing event updated for resources: {'Port': ['ID=9ca50f2a-58f3-44e4-8044-357ccda5b54a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:31.227652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aefd614-0395-4610-a999-5d0872106a1f None None] Network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:31.264236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:37:31.264236 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:37:31.264236 n-d-807025-3 neutron-server[95681]: [parameters: {'id': '050d33da-e311-46a2-9df6-8e8c2b9c0f3b'}] Sep 22 10:37:31.264236 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:37:31.264879 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:37:31.360479 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f797206-45c8-41f2-a9bc-ece0579cb152 None None] Network 050d33da-e311-46a2-9df6-8e8c2b9c0f3b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:31.505497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d2de8-1a14-41bb-ade9-655fd9c83d5d None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:37:31.575189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511c690-d8bb-45e6-a2c1-f29eb9371173 req-27300333-c488-484f-b749-583c6cabb6ae tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:31.578583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5511c690-d8bb-45e6-a2c1-f29eb9371173 req-27300333-c488-484f-b749-583c6cabb6ae tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0938060 Sep 22 10:37:31.618771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5511c690-d8bb-45e6-a2c1-f29eb9371173 req-6f23cd9c-2d36-42dd-998b-6af7c38ec770 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358653 Sep 22 10:37:31.664977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9d2de8-1a14-41bb-ade9-655fd9c83d5d None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:37:31.720190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-527c27f6-0126-4fd0-8838-31d1994a9f23 req-baa22ee3-4161-4ab4-8871-e8f1cdf690f6 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0279033 Sep 22 10:37:31.766085 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:31.842537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting port 9ca50f2a-58f3-44e4-8044-357ccda5b54a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:31.842878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.003153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] For port 9ca50f2a-58f3-44e4-8044-357ccda5b54a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9ca50f2a-58f3-44e4-8044-357ccda5b54a,segment=NetworkSegment(6f75d9b8-ad51-4204-887e-8c7c61510ff3),segment_id=6f75d9b8-ad51-4204-887e-8c7c61510ff3)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:32.004208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.055010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Calling delete_port for 9ca50f2a-58f3-44e4-8044-357ccda5b54a owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:32.279428 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.306671 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Port': ['ID=9ca50f2a-58f3-44e4-8044-357ccda5b54a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:32.311910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No DVR routers for this DVR port 9ca50f2a-58f3-44e4-8044-357ccda5b54a on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:32.396430 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.416361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050d33da-e311-46a2-9df6-8e8c2b9c0f3b']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:32.427924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f75d9b8-ad51-4204-887e-8c7c61510ff3') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:32.428422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f75d9b8-ad51-4204-887e-8c7c61510ff3') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:32.442959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.463301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.473049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:32.473049 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:32.477033 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:32.497521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94d03b78-d657-449c-af04-5927446d4e8f req-9eee08a9-7d4b-4949-be0a-ead19b50a2dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f906a29ddf1f498e9c0d9c28fd0670e5&device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0421674 Sep 22 10:37:32.536186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94d03b78-d657-449c-af04-5927446d4e8f req-71bbea86-866d-4363-add0-d1bb07768cb1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f906a29ddf1f498e9c0d9c28fd0670e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303330 Sep 22 10:37:32.551790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed6e0545-b255-4af1-bc19-505f2a00ff67 req-af0799d0-2e5b-4bd9-8b2c-c043cfff0872 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0369270 Sep 22 10:37:32.614667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.619953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.623900 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/050d33da-e311-46a2-9df6-8e8c2b9c0f3b HTTP/1.1" status: 204 len: 168 time: 2.5310993 Sep 22 10:37:32.627188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43502) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:32.639980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529e952-1bde-4249-ad2e-975a49799fd7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=050d33da-e311-46a2-9df6-8e8c2b9c0f3b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:32.653036 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-295a50e9-74ed-4d5f-8ae9-baf9e5553871 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:32.653380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295a50e9-74ed-4d5f-8ae9-baf9e5553871 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:32.655174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-295a50e9-74ed-4d5f-8ae9-baf9e5553871 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/050d33da-e311-46a2-9df6-8e8c2b9c0f3b HTTP/1.1" status: 404 len: 339 time: 0.0269933 Sep 22 10:37:32.659645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43508) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:32.667298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-194513198', 'description': 'd1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:32.677150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d03b78-d657-449c-af04-5927446d4e8f req-6ee47554-fce6-4e62-93d4-9015deccd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:32.679293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94d03b78-d657-449c-af04-5927446d4e8f req-6ee47554-fce6-4e62-93d4-9015deccd488 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299028 Sep 22 10:37:32.755097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcab1f-c8ad-4066-b446-3fa14aec44c1 req-2a940455-687d-4632-9228-b1d307cd749d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:32.756589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6fcab1f-c8ad-4066-b446-3fa14aec44c1 req-2a940455-687d-4632-9228-b1d307cd749d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0538890 Sep 22 10:37:32.791481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:32.795180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6fcab1f-c8ad-4066-b446-3fa14aec44c1 req-af3f5d76-c5fa-4063-87ad-68ff7d369cd6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Sep 22 10:37:32.795322 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.831099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:32.840137 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.840453 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment e3fa48e2-28d9-456a-9a1d-1e4721ac5a8b of type vlan for network b14aaf78-0f04-4335-828d-5fb66d1eb40e Sep 22 10:37:32.882035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:33.031477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:33.037149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.037750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:33.128546 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=b14aaf78-0f04-4335-828d-5fb66d1eb40e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:33.151308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b14aaf78-0f04-4335-828d-5fb66d1eb40e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:33.189914 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-18815df6-2f8b-4fa9-99c3-c6490d53f2e1 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5292041 Sep 22 10:37:33.192465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43518) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:33.644603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d7b5c7-be91-48df-872e-873f560c54fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.651878 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b4d7b5c7-be91-48df-872e-873f560c54fa tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/networks?id=b14aaf78-0f04-4335-828d-5fb66d1eb40e HTTP/1.1" status: 200 len: 764 time: 0.4584579 Sep 22 10:37:33.653002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43530) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:33.659166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-25875059-0ee6-426b-8e10-0c7bfc21e7ac tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'description': 'd2'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:33.692592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-720d6f4c-5c5d-4aef-9c19-a07a4a9f9fcd req-cdf626f4-a54c-4e19-b747-ca043ce57473 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0469038 Sep 22 10:37:33.827360 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25875059-0ee6-426b-8e10-0c7bfc21e7ac tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:33.865807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94d03b78-d657-449c-af04-5927446d4e8f req-774eadd7-961a-44e2-8041-06795e9aa8f0 tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0258012 Sep 22 10:37:33.920217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466efeb-36f8-4b0a-a891-5f893f56acd2 req-4df66c97-9623-4967-b1e9-f05b5f8c457d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.923055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2466efeb-36f8-4b0a-a891-5f893f56acd2 req-4df66c97-9623-4967-b1e9-f05b5f8c457d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0550411 Sep 22 10:37:33.955864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25875059-0ee6-426b-8e10-0c7bfc21e7ac tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:33.996785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2466efeb-36f8-4b0a-a891-5f893f56acd2 req-62fe3ef1-ee1b-4280-b024-10eb8c3c5b07 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677185 Sep 22 10:37:34.026961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25875059-0ee6-426b-8e10-0c7bfc21e7ac tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=b14aaf78-0f04-4335-828d-5fb66d1eb40e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:34.042134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25875059-0ee6-426b-8e10-0c7bfc21e7ac tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network b14aaf78-0f04-4335-828d-5fb66d1eb40e is not hosted by any dhcp agent {{(pid=95681) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:37:34.042134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25875059-0ee6-426b-8e10-0c7bfc21e7ac tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.043539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b14aaf78-0f04-4335-828d-5fb66d1eb40e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:34.043659 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25875059-0ee6-426b-8e10-0c7bfc21e7ac tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:34.043659 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-25875059-0ee6-426b-8e10-0c7bfc21e7ac tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "PUT /v2.0/networks/b14aaf78-0f04-4335-828d-5fb66d1eb40e HTTP/1.1" status: 200 len: 761 time: 0.3862276 Sep 22 10:37:34.043869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43540) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:34.141946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d19d4-8f07-4ce6-bf69-59f8206d14c5 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.143589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-673d19d4-8f07-4ce6-bf69-59f8206d14c5 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/networks?id=b14aaf78-0f04-4335-828d-5fb66d1eb40e HTTP/1.1" status: 200 len: 764 time: 0.0987518 Sep 22 10:37:34.147398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43544) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:34.339790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b82011-c43e-41f0-84f0-b923eba2bc39 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.341339 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f6b82011-c43e-41f0-84f0-b923eba2bc39 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1928780 Sep 22 10:37:34.344105 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43548) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:34.390407 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e8a4854b-c50d-4d31-bd40-2b34f584ddb5 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 207 time: 0.0448930 Sep 22 10:37:34.393622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43550) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:34.608715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36014b9c-9c47-4e57-b071-639a9fb40ba9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.615187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36014b9c-9c47-4e57-b071-639a9fb40ba9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.621705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36014b9c-9c47-4e57-b071-639a9fb40ba9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.627847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36014b9c-9c47-4e57-b071-639a9fb40ba9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.633722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36014b9c-9c47-4e57-b071-639a9fb40ba9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.640251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36014b9c-9c47-4e57-b071-639a9fb40ba9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.642190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-36014b9c-9c47-4e57-b071-639a9fb40ba9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2474837 Sep 22 10:37:34.646036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43554) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:34.786585 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-19b83824-9368-4459-9ba2-1c5daab76473 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1373465 Sep 22 10:37:34.788690 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:34.806899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eba404a-fb50-4fe2-a8ed-20cf0f45df46 req-db5ddc71-f9ed-432c-bed1-b8daf8500e2c tempest-ServerShowV254Test-2033294231 tempest-ServerShowV254Test-2033294231-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6cad15-e950-4278-8396-7b543ea50b4e HTTP/1.1" status: 200 len: 210 time: 0.0287409 Sep 22 10:37:34.882356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67665451-5810-4fcf-8667-ba76854acd65 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.883884 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67665451-5810-4fcf-8667-ba76854acd65 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.886752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67665451-5810-4fcf-8667-ba76854acd65 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.890883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67665451-5810-4fcf-8667-ba76854acd65 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.890883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67665451-5810-4fcf-8667-ba76854acd65 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.895909 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-67665451-5810-4fcf-8667-ba76854acd65 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1026704 Sep 22 10:37:34.896167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43564) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:34.957380 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabcb3ec-d926-4407-bcc0-d80083be4848 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.958866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabcb3ec-d926-4407-bcc0-d80083be4848 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.960422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabcb3ec-d926-4407-bcc0-d80083be4848 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.961858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabcb3ec-d926-4407-bcc0-d80083be4848 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.963367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabcb3ec-d926-4407-bcc0-d80083be4848 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.964991 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dabcb3ec-d926-4407-bcc0-d80083be4848 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0678210 Sep 22 10:37:34.968601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43566) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:35.085411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75664ce-455a-4905-8364-a6d189cd9db0 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:35.087274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a75664ce-455a-4905-8364-a6d189cd9db0 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/networks/7ba50282-3f11-48dd-b00e-c19930884176 HTTP/1.1" status: 200 len: 803 time: 0.1174748 Sep 22 10:37:35.091163 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43572) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:35.191337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d89f2-2366-47d3-8f82-ef08364273c2 req-f4a266de-5a00-4aab-ae23-0c04e369d551 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:35.192985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c7d89f2-2366-47d3-8f82-ef08364273c2 req-f4a266de-5a00-4aab-ae23-0c04e369d551 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0641203 Sep 22 10:37:35.209486 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2f2d9391-b5ee-422d-95a1-e4e9d67a6321 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/networks/7ba50282-3f11-48dd-b00e-c19930884176?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1166503 Sep 22 10:37:35.212980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43578) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:35.280373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321ea5b-3f17-4096-bb97-5784442eb8f5 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:35.282808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7321ea5b-3f17-4096-bb97-5784442eb8f5 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/subnets/a91f6e8c-b020-404d-a1d2-a52811e48ff8 HTTP/1.1" status: 200 len: 843 time: 0.0683386 Sep 22 10:37:35.286613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c7d89f2-2366-47d3-8f82-ef08364273c2 req-33ecb290-2b00-4da2-90bd-f704bedf4b27 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873981 Sep 22 10:37:35.290654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43582) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:35.346637 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87377e32-047c-4a59-95a4-26fe8a601665 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:35.351919 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-87377e32-047c-4a59-95a4-26fe8a601665 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "GET /v2.0/subnets/a91f6e8c-b020-404d-a1d2-a52811e48ff8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0563893 Sep 22 10:37:35.352412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43584) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:35.358554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-542556395'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:35.477347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:35.481516 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:35.504713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:35.513755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:35.514108 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Added segment 02255bf3-7ad5-4fd0-ba84-010b4d1d9a15 of type vlan for network eec4f358-2a61-4b48-9893-d11b76a62fa5 Sep 22 10:37:35.556332 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:35.671596 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:35.677583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:35.678274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:35.744982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Network': ['ID=eec4f358-2a61-4b48-9893-d11b76a62fa5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:35.768852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network eec4f358-2a61-4b48-9893-d11b76a62fa5 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:35.803122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43592) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:35.809584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'network_id': 'eec4f358-2a61-4b48-9893-d11b76a62fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:35.814370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-54bba334-80f8-498e-bce5-e7892e95ca88 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4601772 Sep 22 10:37:36.140189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Made reservation on behalf of 6a31ecead4294ef2a626c61c689994bb for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:36.143906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:36.210146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43610) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:36.254316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_backend_mixin [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Performing IP validity checks on allocation pools {{(pid=95681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 10:37:36.254868 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_backend_mixin [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 10:37:36.501346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97971b1d-7dc1-42e1-ac32-abe782b61f59 req-5da8e859-7302-426b-bc74-1bcee4f881e2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:36.508102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97971b1d-7dc1-42e1-ac32-abe782b61f59 req-5da8e859-7302-426b-bc74-1bcee4f881e2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1060193 Sep 22 10:37:36.569235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:36.625813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43620) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:36.646886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97971b1d-7dc1-42e1-ac32-abe782b61f59 req-799c17c7-81f1-41fc-8de9-32e6f187c117 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352262 Sep 22 10:37:36.673507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Checking segment: {'id': '02255bf3-7ad5-4fd0-ba84-010b4d1d9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eec4f358-2a61-4b48-9893-d11b76a62fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:36.673507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network hostable DHCP agents. Network: eec4f358-2a61-4b48-9893-d11b76a62fa5, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:36.688767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=eaba067e-48ed-4706-ab23-fb964a072794,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:36.774337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Network eec4f358-2a61-4b48-9893-d11b76a62fa5 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:36.803410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6007667b-a1b1-4542-a580-b683cbe41efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:36.871634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:36.892713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6007667b-a1b1-4542-a580-b683cbe41efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.025516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, eec4f358-2a61-4b48-9893-d11b76a62fa5) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:37.030741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:37.032017 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.036335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b8dea5-f5ee-48f8-948f-1e6d07fe58ec None None] Network eec4f358-2a61-4b48-9893-d11b76a62fa5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:37.094362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6007667b-a1b1-4542-a580-b683cbe41efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.121398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Deleting port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:37.121870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.136753 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6007667b-a1b1-4542-a580-b683cbe41efc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f906a29ddf1f498e9c0d9c28fd0670e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043290 Sep 22 10:37:37.139877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43630) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:37.147042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007667b-a1b1-4542-a580-b683cbe41efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d2ea31-0376-41d1-9d2c-4bbdd335c381,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:37.205676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-eec4f358-2a61-4b48-9893-d11b76a62fa5', 'network_id': 'eec4f358-2a61-4b48-9893-d11b76a62fa5', 'tenant_id': '6a31ecead4294ef2a626c61c689994bb', 'fixed_ips': [{'subnet_id': 'eaba067e-48ed-4706-ab23-fb964a072794'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:37.206950 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.266583 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8b76e6b4-c6df-4ebc-b3db-af70da7c18e3 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4620047 Sep 22 10:37:37.275429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e759705-3f30-4dd6-a8ba-84465e4f944f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.275429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] For port 93d93d65-a6b0-4a77-a0cf-7efce1a69aed, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93d93d65-a6b0-4a77-a0cf-7efce1a69aed,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:37.275429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.277961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43634) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:37.284239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-adb79725-b1a1-4b5c-aab8-e53ad7aaa559 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:37.291700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Calling delete_port for 93d93d65-a6b0-4a77-a0cf-7efce1a69aed owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:37.308759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e759705-3f30-4dd6-a8ba-84465e4f944f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.458024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Allocated IP 2001:db8::3 (eec4f358-2a61-4b48-9893-d11b76a62fa5/eaba067e-48ed-4706-ab23-fb964a072794/c6724618-8600-486b-a2d9-dfc2ca0e42ee) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:37.491222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adb79725-b1a1-4b5c-aab8-e53ad7aaa559 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13293507'] for subnet, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.542173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e759705-3f30-4dd6-a8ba-84465e4f944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.547892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e759705-3f30-4dd6-a8ba-84465e4f944f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.553783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0e759705-3f30-4dd6-a8ba-84465e4f944f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45d2ea31-0376-41d1-9d2c-4bbdd335c381 HTTP/1.1" status: 204 len: 168 time: 0.4086452 Sep 22 10:37:37.575104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e759705-3f30-4dd6-a8ba-84465e4f944f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d2ea31-0376-41d1-9d2c-4bbdd335c381,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:37.772917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714f0fb-e5b7-4ae6-a83f-888b70e0e5ec req-a470e801-5973-4823-a21a-912fcca7bd46 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:37.774695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4714f0fb-e5b7-4ae6-a83f-888b70e0e5ec req-a470e801-5973-4823-a21a-912fcca7bd46 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0559337 Sep 22 10:37:37.799678 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.833308 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.845222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Pushing event deleted for resources: {'Port': ['ID=93d93d65-a6b0-4a77-a0cf-7efce1a69aed,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:37.857943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4714f0fb-e5b7-4ae6-a83f-888b70e0e5ec req-330e2a3f-6bee-46a2-9e4a-76e7c353d136 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766487 Sep 22 10:37:37.969213 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.056875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Network eec4f358-2a61-4b48-9893-d11b76a62fa5 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:38.063035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:38.070693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:38.087336 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Pushing event updated for resources: {'Port': ['ID=c6724618-8600-486b-a2d9-dfc2ca0e42ee,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:38.162410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Attempting to bind port c6724618-8600-486b-a2d9-dfc2ca0e42ee on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:38.163542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Attempting to bind port c6724618-8600-486b-a2d9-dfc2ca0e42ee by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '02255bf3-7ad5-4fd0-ba84-010b4d1d9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eec4f358-2a61-4b48-9893-d11b76a62fa5'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:38.164974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Attempting to bind port c6724618-8600-486b-a2d9-dfc2ca0e42ee on network eec4f358-2a61-4b48-9893-d11b76a62fa5 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:38.181722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:38.182261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Checking segment: {'id': '02255bf3-7ad5-4fd0-ba84-010b4d1d9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eec4f358-2a61-4b48-9893-d11b76a62fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:38.183539 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.183539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Bound using segment: {'id': '02255bf3-7ad5-4fd0-ba84-010b4d1d9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eec4f358-2a61-4b48-9893-d11b76a62fa5'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:38.190391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Bound port: c6724618-8600-486b-a2d9-dfc2ca0e42ee, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02255bf3-7ad5-4fd0-ba84-010b4d1d9a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eec4f358-2a61-4b48-9893-d11b76a62fa5'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:38.190391 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.199925 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.310640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] For port c6724618-8600-486b-a2d9-dfc2ca0e42ee, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:38.314858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] For port c6724618-8600-486b-a2d9-dfc2ca0e42ee, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c6724618-8600-486b-a2d9-dfc2ca0e42ee,segment=NetworkSegment(02255bf3-7ad5-4fd0-ba84-010b4d1d9a15),segment_id=02255bf3-7ad5-4fd0-ba84-010b4d1d9a15)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:38.451951 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adb79725-b1a1-4b5c-aab8-e53ad7aaa559 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773453142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12736085'] for subnet, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.478131 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.507733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb79725-b1a1-4b5c-aab8-e53ad7aaa559 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:38.508447 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adb79725-b1a1-4b5c-aab8-e53ad7aaa559 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.513081 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-adb79725-b1a1-4b5c-aab8-e53ad7aaa559 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "PUT /v2.0/subnets/eaba067e-48ed-4706-ab23-fb964a072794 HTTP/1.1" status: 200 len: 900 time: 1.2307377 Sep 22 10:37:38.513476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43658) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:38.537634 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb79725-b1a1-4b5c-aab8-e53ad7aaa559 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event updated for resources: {'Subnet': ['ID=eaba067e-48ed-4706-ab23-fb964a072794,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:38.582154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc7af6-2d67-4718-abd0-b24a182db905 None None] Pushing event updated for resources: {'Port': ['ID=c6724618-8600-486b-a2d9-dfc2ca0e42ee,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:38.672253 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.737113 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting port c6724618-8600-486b-a2d9-dfc2ca0e42ee {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:38.737461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.837556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Router 515c7a31-216e-4d08-a745-4d78f78b20e9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:37:38.885639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] For port c6724618-8600-486b-a2d9-dfc2ca0e42ee, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c6724618-8600-486b-a2d9-dfc2ca0e42ee,segment=NetworkSegment(02255bf3-7ad5-4fd0-ba84-010b4d1d9a15),segment_id=02255bf3-7ad5-4fd0-ba84-010b4d1d9a15)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:38.886348 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.905721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Calling delete_port for c6724618-8600-486b-a2d9-dfc2ca0e42ee owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:39.044016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69845ff3-166e-4cbb-bab3-c92e8002723f req-ec98a343-e880-471d-a4ac-480bb51e3ec2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:39.045716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69845ff3-166e-4cbb-bab3-c92e8002723f req-ec98a343-e880-471d-a4ac-480bb51e3ec2 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0778878 Sep 22 10:37:39.055245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:37:39.065947 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] Sync routers for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:37:39.070171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a2836142-5805-4c6a-b27f-64f7ae0e500b admin admin] 10.222.0.20 "PUT /v2.0/routers/515c7a31-216e-4d08-a745-4d78f78b20e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8587978 Sep 22 10:37:39.073253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43676) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:39.094136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:39.094136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:37:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:39.187834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69845ff3-166e-4cbb-bab3-c92e8002723f req-80f6a03a-e004-4b53-a5d7-1189c6b975c7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351531 Sep 22 10:37:39.238915 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.243125 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:39.254458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.302182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Port': ['ID=c6724618-8600-486b-a2d9-dfc2ca0e42ee,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:39.357685 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No DVR routers for this DVR port c6724618-8600-486b-a2d9-dfc2ca0e42ee on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:39.388833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.405704 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.543192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Deleting port 6e0ce601-0f2c-4662-8ff4-dff13c666d78 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:39.543612 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.545363 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:37:37Z', 'revision_number': 5, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port': {'id': '6e0ce601-0f2c-4662-8ff4-dff13c666d78', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:15Z', 'updated_at': '2021-09-22T10:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:39.574781 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.582697 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] Checking router: 515c7a31-216e-4d08-a745-4d78f78b20e9 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:37:39.592239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] Routers {'515c7a31-216e-4d08-a745-4d78f78b20e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:39.592948 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:37:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['515c7a31-216e-4d08-a745-4d78f78b20e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:39.674700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=eaba067e-48ed-4706-ab23-fb964a072794,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:39.736374 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] Set router 515c7a31-216e-4d08-a745-4d78f78b20e9 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:39.763916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] For port 6e0ce601-0f2c-4662-8ff4-dff13c666d78, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6e0ce601-0f2c-4662-8ff4-dff13c666d78,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:39.765845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.808821 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:37:39Z', 'revision_number': 6, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:39.815081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Calling delete_port for 6e0ce601-0f2c-4662-8ff4-dff13c666d78 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:39.820344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.859402 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36989fa7-2445-4400-bcc3-f58a08c32c8d None None] The sync data for ids ['515c7a31-216e-4d08-a745-4d78f78b20e9'] in n-d-807025-3 is: [{'id': '515c7a31-216e-4d08-a745-4d78f78b20e9', 'name': 'tempest-AttachVolumeShelveTestJSON-973152932-router', 'tenant_id': 'c03f691bb5554af89f281af6c24b275b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:13Z', 'updated_at': '2021-09-22T10:37:39Z', 'revision_number': 6, 'project_id': 'c03f691bb5554af89f281af6c24b275b', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:37:39.871253 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec4f358-2a61-4b48-9893-d11b76a62fa5']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:39.894122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02255bf3-7ad5-4fd0-ba84-010b4d1d9a15') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:39.894446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02255bf3-7ad5-4fd0-ba84-010b4d1d9a15') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:39.927923 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.946932 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.954789 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:39.955233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:39.959154 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:39.964267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86185487-d3c9-44e4-ae03-1aada641eebe req-035c3de4-f041-45f9-914d-2e5c9781ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:39.966013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86185487-d3c9-44e4-ae03-1aada641eebe req-035c3de4-f041-45f9-914d-2e5c9781ef25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1096 time: 0.1426344 Sep 22 10:37:40.055882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ca14e-3972-4a3a-bf39-2aa3883f2964 None None] Network eec4f358-2a61-4b48-9893-d11b76a62fa5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:40.149903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9cd3a16a-1114-43fc-ace3-fec562678a32 None None] Could not find standard attr ID for object c6724618-8600-486b-a2d9-dfc2ca0e42ee. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:37:40.156164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1f05f-8d76-4d12-b552-517920311b50 req-cca14583-9b06-4174-99ac-2df9f693e916 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:40.157694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cca1f05f-8d76-4d12-b552-517920311b50 req-cca14583-9b06-4174-99ac-2df9f693e916 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1161449 Sep 22 10:37:40.188871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.198024 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.199950 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/eec4f358-2a61-4b48-9893-d11b76a62fa5 HTTP/1.1" status: 204 len: 168 time: 1.6853073 Sep 22 10:37:40.207116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43704) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:40.212969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec3f69-44ac-4e89-9e17-a14cb1153bee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=eec4f358-2a61-4b48-9893-d11b76a62fa5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:40.222941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86185487-d3c9-44e4-ae03-1aada641eebe req-538efec7-1a85-40a3-b6c6-e816f92790fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:40.224471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86185487-d3c9-44e4-ae03-1aada641eebe req-538efec7-1a85-40a3-b6c6-e816f92790fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.2478442 Sep 22 10:37:40.254937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd76dc-967c-40c8-95cf-63fb5585efaf None None] DHCP port deletion for eec4f358-2a61-4b48-9893-d11b76a62fa5 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:37:40.264450 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6f471a-5d04-4367-be66-9a3f8b6b3808 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:40.265097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6f471a-5d04-4367-be66-9a3f8b6b3808 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:40.266648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5d6f471a-5d04-4367-be66-9a3f8b6b3808 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/eaba067e-48ed-4706-ab23-fb964a072794 HTTP/1.1" status: 404 len: 337 time: 0.0571938 Sep 22 10:37:40.269356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43706) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:40.283130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669e966-1bd9-4016-bbaa-a528fe947a10 None None] Network eec4f358-2a61-4b48-9893-d11b76a62fa5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:40.302162 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f850a3-450c-4cd6-b3d5-1baff2cc6fb9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:40.302162 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f850a3-450c-4cd6-b3d5-1baff2cc6fb9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:40.302162 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a5f850a3-450c-4cd6-b3d5-1baff2cc6fb9 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/eec4f358-2a61-4b48-9893-d11b76a62fa5 HTTP/1.1" status: 404 len: 339 time: 0.0298774 Sep 22 10:37:40.320086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669e966-1bd9-4016-bbaa-a528fe947a10 None None] Network eec4f358-2a61-4b48-9893-d11b76a62fa5 could not be found, it might have been deleted concurrently. {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 22 10:37:40.320594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43708) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:40.324243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cca1f05f-8d76-4d12-b552-517920311b50 req-9c48d414-8cca-42bc-b7fc-c8f49dfb6944 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415646 Sep 22 10:37:40.359314 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.401455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0ce601-0f2c-4662-8ff4-dff13c666d78,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:40.406152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86185487-d3c9-44e4-ae03-1aada641eebe req-56c11d32-fd87-45e1-bbef-dcee78b5654c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1000 time: 0.1717649 Sep 22 10:37:40.476015 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.503699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86185487-d3c9-44e4-ae03-1aada641eebe req-91b96b05-ea1f-45b3-9b19-168a305f4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:40.505210 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86185487-d3c9-44e4-ae03-1aada641eebe req-91b96b05-ea1f-45b3-9b19-168a305f4133 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0925584 Sep 22 10:37:40.553430 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.620011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.642402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14aaf78-0f04-4335-828d-5fb66d1eb40e']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:40.653221 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.654915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fa48e2-28d9-456a-9a1d-1e4721ac5a8b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:40.656542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fa48e2-28d9-456a-9a1d-1e4721ac5a8b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:40.658912 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.667643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86185487-d3c9-44e4-ae03-1aada641eebe req-499d104a-9497-49ef-b58e-a27fbc1deeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:40.669239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86185487-d3c9-44e4-ae03-1aada641eebe req-499d104a-9497-49ef-b58e-a27fbc1deeae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557584 Sep 22 10:37:40.670396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.685805 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.691846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:40.692239 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:40.696857 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:40.797602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86185487-d3c9-44e4-ae03-1aada641eebe req-ccd84cbb-983d-4c7b-a1c7-517ed58215c6 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961044 Sep 22 10:37:40.826320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.827633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 515c7a31-216e-4d08-a745-4d78f78b20e9 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:37:40.832736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.836411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-765433fc-e3af-4d62-b2d2-155dcaa4f905 admin admin] 10.222.0.20 "DELETE /v2.0/routers/515c7a31-216e-4d08-a745-4d78f78b20e9 HTTP/1.1" status: 204 len: 168 time: 1.7598770 Sep 22 10:37:40.836734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43740) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:40.865395 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.889705 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.891595 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/b14aaf78-0f04-4335-828d-5fb66d1eb40e HTTP/1.1" status: 204 len: 168 time: 0.5698867 Sep 22 10:37:40.895633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989c2cb-11e8-40e9-92e1-2367a09ba0b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=b14aaf78-0f04-4335-828d-5fb66d1eb40e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:40.899025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43742) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:40.931168 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-861c208d-7aa1-4b05-a08c-cd468c6e33ee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:40.931548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861c208d-7aa1-4b05-a08c-cd468c6e33ee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:40.936755 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-861c208d-7aa1-4b05-a08c-cd468c6e33ee tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/e8ff847b-5303-4574-8803-f3715b433c56 HTTP/1.1" status: 404 len: 337 time: 0.0339181 Sep 22 10:37:40.936910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43744) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:40.940698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e02d3b0-021a-47bd-a9cf-6c867b61eefb admin admin] Deleting subnet 510ab23a-8b7f-44db-aa76-ace19b6334a1 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:37:40.943931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3e02d3b0-021a-47bd-a9cf-6c867b61eefb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.979199 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3e02d3b0-021a-47bd-a9cf-6c867b61eefb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:40.979413 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed65b217-1cee-4e8a-a1f4-27b41d175a3f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:40.979956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed65b217-1cee-4e8a-a1f4-27b41d175a3f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:40.984088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ed65b217-1cee-4e8a-a1f4-27b41d175a3f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/050d33da-e311-46a2-9df6-8e8c2b9c0f3b HTTP/1.1" status: 404 len: 339 time: 0.0442812 Sep 22 10:37:40.984412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43746) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:40.993708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86185487-d3c9-44e4-ae03-1aada641eebe req-507a2c90-43ce-4a7c-a75d-709fc3a4dfc5 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891034 Sep 22 10:37:41.051287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8bcb97-95df-40dc-ad1e-0f164772c29b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting subnet e5356b7d-ff96-4ae9-bce5-7ed7aa53f56b {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:37:41.054632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcb97-95df-40dc-ad1e-0f164772c29b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.090017 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3e02d3b0-021a-47bd-a9cf-6c867b61eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.099875 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcb97-95df-40dc-ad1e-0f164772c29b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.187640 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcb97-95df-40dc-ad1e-0f164772c29b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.218373 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3e02d3b0-021a-47bd-a9cf-6c867b61eefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.237302 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3e02d3b0-021a-47bd-a9cf-6c867b61eefb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.240913 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3e02d3b0-021a-47bd-a9cf-6c867b61eefb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/510ab23a-8b7f-44db-aa76-ace19b6334a1 HTTP/1.1" status: 204 len: 168 time: 0.4028420 Sep 22 10:37:41.242544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ee0807-974c-4683-a372-4bc65ccd8e07 None None] Network a155e37a-8bbb-4e75-8360-6ab84ccae29c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:41.249450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43754) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:41.292906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02d3b0-021a-47bd-a9cf-6c867b61eefb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510ab23a-8b7f-44db-aa76-ace19b6334a1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:41.332638 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.370329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcb97-95df-40dc-ad1e-0f164772c29b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.409920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bcb97-95df-40dc-ad1e-0f164772c29b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=e5356b7d-ff96-4ae9-bce5-7ed7aa53f56b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:41.412126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43760) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:41.418827 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcb97-95df-40dc-ad1e-0f164772c29b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.421094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4e8bcb97-95df-40dc-ad1e-0f164772c29b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/e5356b7d-ff96-4ae9-bce5-7ed7aa53f56b HTTP/1.1" status: 204 len: 168 time: 0.4354794 Sep 22 10:37:41.430547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43764) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:41.446861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a288c7f-a90a-46f6-b826-78cbce5d1459 None None] Network 69caa8af-7384-4398-b3ad-bfb8a6a27828 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:41.516205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Deleting port ddea46f4-00f6-4519-9314-60a24bbaa52f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:41.516560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.544889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cd94b3-1d53-40d4-93c4-30617cb1308c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting subnet 33ab9acd-1a6f-4016-8d33-c9574d81d909 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:37:41.550306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76cd94b3-1d53-40d4-93c4-30617cb1308c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.600546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91719fba-20d2-440a-b0c2-be6ab775f58f None None] DHCP port deletion for a155e37a-8bbb-4e75-8360-6ab84ccae29c request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:37:41.639835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b58a2-6aae-4b7f-9137-053cd2245158 req-f71d4a60-9101-4e66-a1da-a033f232f5c6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:41.641407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-155b58a2-6aae-4b7f-9137-053cd2245158 req-f71d4a60-9101-4e66-a1da-a033f232f5c6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1849651 Sep 22 10:37:41.643546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] For port ddea46f4-00f6-4519-9314-60a24bbaa52f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ddea46f4-00f6-4519-9314-60a24bbaa52f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:41.643771 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.659897 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-371736cf-ab15-4583-891d-5b33bfbe7a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.665892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Calling delete_port for ddea46f4-00f6-4519-9314-60a24bbaa52f owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:41.677490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76cd94b3-1d53-40d4-93c4-30617cb1308c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.737021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-91719fba-20d2-440a-b0c2-be6ab775f58f None None] Deleting port ddea46f4-00f6-4519-9314-60a24bbaa52f {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:41.738182 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-91719fba-20d2-440a-b0c2-be6ab775f58f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.740213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-155b58a2-6aae-4b7f-9137-053cd2245158 req-42e0f7e9-e410-49e9-ad40-4d7bdb3ec565 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872993 Sep 22 10:37:41.743778 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93d93d65-a6b0-4a77-a0cf-7efce1a69aed no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:41.786669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 93d93d65-a6b0-4a77-a0cf-7efce1a69aed {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:41.786922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93d93d65-a6b0-4a77-a0cf-7efce1a69aed not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:41.787341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ddea46f4-00f6-4519-9314-60a24bbaa52f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:41.804872 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76cd94b3-1d53-40d4-93c4-30617cb1308c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.864864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-91719fba-20d2-440a-b0c2-be6ab775f58f None None] For port ddea46f4-00f6-4519-9314-60a24bbaa52f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ddea46f4-00f6-4519-9314-60a24bbaa52f,segment=NetworkSegment(a55779fc-b82a-48e9-b963-7c35460fd4f9),segment_id=a55779fc-b82a-48e9-b963-7c35460fd4f9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:41.865264 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-91719fba-20d2-440a-b0c2-be6ab775f58f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.886671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-91719fba-20d2-440a-b0c2-be6ab775f58f None None] Calling delete_port for ddea46f4-00f6-4519-9314-60a24bbaa52f owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:41.887024 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-371736cf-ab15-4583-891d-5b33bfbe7a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.963072 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.980569 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.997793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] No DVR routers for this DVR port ddea46f4-00f6-4519-9314-60a24bbaa52f on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:42.023837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-371736cf-ab15-4583-891d-5b33bfbe7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.030715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76cd94b3-1d53-40d4-93c4-30617cb1308c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.038908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c6724618-8600-486b-a2d9-dfc2ca0e42ee no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:42.040751 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-91719fba-20d2-440a-b0c2-be6ab775f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.079171 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76cd94b3-1d53-40d4-93c4-30617cb1308c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.081172 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-76cd94b3-1d53-40d4-93c4-30617cb1308c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/33ab9acd-1a6f-4016-8d33-c9574d81d909 HTTP/1.1" status: 204 len: 168 time: 0.6494627 Sep 22 10:37:42.099706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.108834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43770) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:42.121275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c6724618-8600-486b-a2d9-dfc2ca0e42ee {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:42.121625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c6724618-8600-486b-a2d9-dfc2ca0e42ee not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:42.122130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6e0ce601-0f2c-4662-8ff4-dff13c666d78 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:42.127898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddea46f4-00f6-4519-9314-60a24bbaa52f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:42.128037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91719fba-20d2-440a-b0c2-be6ab775f58f None None] Pushing event deleted for resources: {'Port': ['ID=ddea46f4-00f6-4519-9314-60a24bbaa52f,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:42.130187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd94b3-1d53-40d4-93c4-30617cb1308c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=33ab9acd-1a6f-4016-8d33-c9574d81d909,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:42.131713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91719fba-20d2-440a-b0c2-be6ab775f58f None None] No DVR routers for this DVR port ddea46f4-00f6-4519-9314-60a24bbaa52f on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:42.154020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6e0ce601-0f2c-4662-8ff4-dff13c666d78 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:42.154397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6e0ce601-0f2c-4662-8ff4-dff13c666d78 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:42.165987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a155e37a-8bbb-4e75-8360-6ab84ccae29c']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:42.176859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55779fc-b82a-48e9-b963-7c35460fd4f9') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:42.177163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55779fc-b82a-48e9-b963-7c35460fd4f9') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:42.182894 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-371736cf-ab15-4583-891d-5b33bfbe7a3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59c1f43cdf0d44ebb9d89e08c90d53cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7688341 Sep 22 10:37:42.183599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371736cf-ab15-4583-891d-5b33bfbe7a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ff39ed-cf94-4546-a793-1e563f3a5e52,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:42.190583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43774) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:42.202976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.224586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.231686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.247429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:42.247851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:42.249572 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:42.291784 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting port cb28b460-2fec-41be-bfeb-255d1bd6742e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:42.292116 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.327900 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35c5bf4f-308b-47c0-9847-9a4fd3c65148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.360172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35c5bf4f-308b-47c0-9847-9a4fd3c65148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.366436 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] For port cb28b460-2fec-41be-bfeb-255d1bd6742e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cb28b460-2fec-41be-bfeb-255d1bd6742e,segment=NetworkSegment(da568728-23df-4abd-bc60-649e95d1a43b),segment_id=da568728-23df-4abd-bc60-649e95d1a43b)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:42.367365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.380509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Calling delete_port for cb28b460-2fec-41be-bfeb-255d1bd6742e owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:42.408406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.415575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.419455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a155e37a-8bbb-4e75-8360-6ab84ccae29c HTTP/1.1" status: 204 len: 168 time: 1.1705568 Sep 22 10:37:42.456262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f0761-f544-48fd-9ace-3142a2fb1ce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a155e37a-8bbb-4e75-8360-6ab84ccae29c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:42.499863 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35c5bf4f-308b-47c0-9847-9a4fd3c65148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.502505 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35c5bf4f-308b-47c0-9847-9a4fd3c65148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.504732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-35c5bf4f-308b-47c0-9847-9a4fd3c65148 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79ff39ed-cf94-4546-a793-1e563f3a5e52 HTTP/1.1" status: 204 len: 168 time: 0.3100071 Sep 22 10:37:42.527500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5bf4f-308b-47c0-9847-9a4fd3c65148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ff39ed-cf94-4546-a793-1e563f3a5e52,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:42.578576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880fc139-f6fe-4c4b-a46f-2038d637b6e9 None None] Network 69caa8af-7384-4398-b3ad-bfb8a6a27828 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:42.611758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.639330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Port': ['ID=cb28b460-2fec-41be-bfeb-255d1bd6742e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:42.641322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No DVR routers for this DVR port cb28b460-2fec-41be-bfeb-255d1bd6742e on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:42.643292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-49cc642c-860d-44c0-ba67-28c0f01894a4 None None] Provisioning complete for port cb28b460-2fec-41be-bfeb-255d1bd6742e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:42.643873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-49cc642c-860d-44c0-ba67-28c0f01894a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.692268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-49cc642c-860d-44c0-ba67-28c0f01894a4 None None] Port cb28b460-2fec-41be-bfeb-255d1bd6742e was deleted so its status cannot be updated. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 22 10:37:42.728095 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.751273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69caa8af-7384-4398-b3ad-bfb8a6a27828']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:42.764983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da568728-23df-4abd-bc60-649e95d1a43b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:42.765366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da568728-23df-4abd-bc60-649e95d1a43b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:42.775645 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.789557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.796834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:42.797602 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:42.801551 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:42.804123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee16fdf-6eb9-4eaf-b438-c6e1244484d3 None None] DHCP port deletion for 69caa8af-7384-4398-b3ad-bfb8a6a27828 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:37:42.909842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579d3c3-8b3e-4064-9ef2-452ac2a9bf3d req-03fc46e6-e6ab-4ef8-b87d-8b31febb80f7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:42.922667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0579d3c3-8b3e-4064-9ef2-452ac2a9bf3d req-03fc46e6-e6ab-4ef8-b87d-8b31febb80f7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0657182 Sep 22 10:37:42.957077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0579d3c3-8b3e-4064-9ef2-452ac2a9bf3d req-3f08a3b8-6843-415e-874c-97ab640dde0d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335491 Sep 22 10:37:42.973517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43792) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:42.982761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.008285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.008285 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/69caa8af-7384-4398-b3ad-bfb8a6a27828 HTTP/1.1" status: 204 len: 168 time: 0.8978627 Sep 22 10:37:43.010854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43798) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.053599 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-47887573-a675-428a-a252-a938b043f17e tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:43.054081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47887573-a675-428a-a252-a938b043f17e tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:43.054623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23d895-bf75-4b80-81e0-68f6d6c2c255 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=69caa8af-7384-4398-b3ad-bfb8a6a27828,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:43.059985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43800) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.060151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-47887573-a675-428a-a252-a938b043f17e tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/03c1be62-7d17-4b81-89e3-fa9f199bbed9 HTTP/1.1" status: 404 len: 337 time: 0.0482275 Sep 22 10:37:43.091631 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21dd061-9595-4bfa-94f0-dde2d321d88a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:43.092211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21dd061-9595-4bfa-94f0-dde2d321d88a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:43.094173 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d21dd061-9595-4bfa-94f0-dde2d321d88a tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/ac13b433-35aa-43ec-bb72-f2e9542b82c8 HTTP/1.1" status: 404 len: 339 time: 0.0320303 Sep 22 10:37:43.098860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43804) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.109038 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-36a89674-3db0-4b85-8bf1-e171ff8c9b81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c03f691bb5554af89f281af6c24b275b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321220 Sep 22 10:37:43.109447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43808) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.144469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abaec1-4512-42a1-81f3-46ba12dfc334 req-5f452ab2-a82c-4107-9609-8d290ab681bd tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:43.149518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0abaec1-4512-42a1-81f3-46ba12dfc334 req-5f452ab2-a82c-4107-9609-8d290ab681bd tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0877054 Sep 22 10:37:43.153596 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38c556f-5a24-42fb-a7fa-00991001a1c8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:43.153596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38c556f-5a24-42fb-a7fa-00991001a1c8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:43.161641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d38c556f-5a24-42fb-a7fa-00991001a1c8 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/cde20dce-f186-41be-b76c-c3cab3b36231 HTTP/1.1" status: 404 len: 337 time: 0.0595107 Sep 22 10:37:43.162479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43812) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.174723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-235361ad-465e-49e6-b8dc-6934d44a8265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.188464 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea371c44-39eb-4bbb-ab4c-e7275368c87b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:43.189045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea371c44-39eb-4bbb-ab4c-e7275368c87b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:43.190780 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ea371c44-39eb-4bbb-ab4c-e7275368c87b tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/74f105c4-b5c0-4f2d-8a85-35465c016398 HTTP/1.1" status: 404 len: 339 time: 0.0273020 Sep 22 10:37:43.193665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43816) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.209366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-235361ad-465e-49e6-b8dc-6934d44a8265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.228504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0abaec1-4512-42a1-81f3-46ba12dfc334 req-83918a06-c99b-4258-bd88-93e51b8157ff tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674036 Sep 22 10:37:43.230749 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c05bcd-fdfc-4cb1-b9e7-4a98351351ea tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:43.231330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c05bcd-fdfc-4cb1-b9e7-4a98351351ea tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:43.233170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d2c05bcd-fdfc-4cb1-b9e7-4a98351351ea tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/e3b657e0-e48c-4a65-87eb-5e60c2de2c48 HTTP/1.1" status: 404 len: 337 time: 0.0380633 Sep 22 10:37:43.236076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43818) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.267632 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b907295d-2154-4288-be71-9fe22c2684f5 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:43.267632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b907295d-2154-4288-be71-9fe22c2684f5 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:43.267632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b907295d-2154-4288-be71-9fe22c2684f5 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/4ee9373f-613a-41ad-ad91-3076659b91b4 HTTP/1.1" status: 404 len: 339 time: 0.0270357 Sep 22 10:37:43.269662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43822) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.336771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d28730d-40f0-449d-a984-2096f1ddd30f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting subnet 534c9972-efa9-447b-a666-a5d1df3f5ef5 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:37:43.343360 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d28730d-40f0-449d-a984-2096f1ddd30f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.374232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-235361ad-465e-49e6-b8dc-6934d44a8265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.377454 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-235361ad-465e-49e6-b8dc-6934d44a8265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.377783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896df85-5afd-4acd-bed6-81caae08481e req-f475f532-fd75-42f0-ad3a-52b4e5e0531b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:43.378846 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-235361ad-465e-49e6-b8dc-6934d44a8265 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1310d116-a624-4f23-9411-e09a7c048f41 HTTP/1.1" status: 204 len: 168 time: 0.2684836 Sep 22 10:37:43.386081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e896df85-5afd-4acd-bed6-81caae08481e req-f475f532-fd75-42f0-ad3a-52b4e5e0531b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0576894 Sep 22 10:37:43.404193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235361ad-465e-49e6-b8dc-6934d44a8265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310d116-a624-4f23-9411-e09a7c048f41,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:43.417690 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d28730d-40f0-449d-a984-2096f1ddd30f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.438802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e896df85-5afd-4acd-bed6-81caae08481e req-2daad5b6-5f89-46ae-bfc6-1e4d0c55c887 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467002 Sep 22 10:37:43.519074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d28730d-40f0-449d-a984-2096f1ddd30f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.682396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cb28b460-2fec-41be-bfeb-255d1bd6742e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:43.715696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: cb28b460-2fec-41be-bfeb-255d1bd6742e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:43.723779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cb28b460-2fec-41be-bfeb-255d1bd6742e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:43.749763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d28730d-40f0-449d-a984-2096f1ddd30f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.777818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28730d-40f0-449d-a984-2096f1ddd30f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=534c9972-efa9-447b-a666-a5d1df3f5ef5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:43.785774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d28730d-40f0-449d-a984-2096f1ddd30f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.788389 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1d28730d-40f0-449d-a984-2096f1ddd30f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/534c9972-efa9-447b-a666-a5d1df3f5ef5 HTTP/1.1" status: 204 len: 168 time: 0.5170557 Sep 22 10:37:43.790273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43842) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.803355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7339e127-87a8-4541-b0e7-cb43a0d0c7ea None None] Network a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:43.891494 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.001631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting port 457f4aba-cf81-42a3-9435-1193e632deeb {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:44.001967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.024829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cdcb4-b4a2-442a-893e-e627a851417b req-54dccdee-571f-4f2d-9507-4b049d7373ca tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:44.027623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b69cdcb4-b4a2-442a-893e-e627a851417b req-54dccdee-571f-4f2d-9507-4b049d7373ca tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0748162 Sep 22 10:37:44.063137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7aa708-6b93-409e-bedc-fa2f6c672947 None None] DHCP port deletion for a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:37:44.103350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] For port 457f4aba-cf81-42a3-9435-1193e632deeb, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=457f4aba-cf81-42a3-9435-1193e632deeb,segment=NetworkSegment(6425457d-0925-431b-8e8f-4081848fba76),segment_id=6425457d-0925-431b-8e8f-4081848fba76)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:44.103786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.120110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b69cdcb4-b4a2-442a-893e-e627a851417b req-7080bd27-3461-4899-bb92-b2066dbc05b7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788510 Sep 22 10:37:44.123407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Calling delete_port for 457f4aba-cf81-42a3-9435-1193e632deeb owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:44.144857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa708-6b93-409e-bedc-fa2f6c672947 None None] Deleting port 457f4aba-cf81-42a3-9435-1193e632deeb {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:44.145671 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b7aa708-6b93-409e-bedc-fa2f6c672947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.213256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3b7aa708-6b93-409e-bedc-fa2f6c672947 None None] For port 457f4aba-cf81-42a3-9435-1193e632deeb, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=457f4aba-cf81-42a3-9435-1193e632deeb,segment=NetworkSegment(6425457d-0925-431b-8e8f-4081848fba76),segment_id=6425457d-0925-431b-8e8f-4081848fba76)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:44.213661 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b7aa708-6b93-409e-bedc-fa2f6c672947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.225981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aa708-6b93-409e-bedc-fa2f6c672947 None None] Calling delete_port for 457f4aba-cf81-42a3-9435-1193e632deeb owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:44.362692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.375864 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b7aa708-6b93-409e-bedc-fa2f6c672947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.386962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No DVR routers for this DVR port 457f4aba-cf81-42a3-9435-1193e632deeb on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:44.401660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aa708-6b93-409e-bedc-fa2f6c672947 None None] Pushing event deleted for resources: {'Port': ['ID=457f4aba-cf81-42a3-9435-1193e632deeb,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:44.412057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7aa708-6b93-409e-bedc-fa2f6c672947 None None] No DVR routers for this DVR port 457f4aba-cf81-42a3-9435-1193e632deeb on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:44.423743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Port': ['ID=457f4aba-cf81-42a3-9435-1193e632deeb,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:44.837406 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.859353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:44.871446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6425457d-0925-431b-8e8f-4081848fba76') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:44.871763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6425457d-0925-431b-8e8f-4081848fba76') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:44.881175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.893864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43882) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:44.897273 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.907378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:44.908034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:44.912322 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:45.003821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1870042031-network', 'tenant_id': '0c7a1bf82ff54ca5adfe2ad5a5c1d475'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:45.082499 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.089777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.091675 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd HTTP/1.1" status: 204 len: 168 time: 1.3004241 Sep 22 10:37:45.094181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43888) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:45.107330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad24f6-4e19-443a-968e-00c48c3076f7 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=a0a8fdcd-85da-41d1-bafb-c03a7e3b99bd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:45.122390 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7726c0a9-dec1-4b2a-9281-0101f4ff88cd tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:45.122848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7726c0a9-dec1-4b2a-9281-0101f4ff88cd tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:45.124843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7726c0a9-dec1-4b2a-9281-0101f4ff88cd tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/c2c18d7c-d5ef-49e2-9b02-42ea72978c44 HTTP/1.1" status: 404 len: 337 time: 0.0296519 Sep 22 10:37:45.127381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43892) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:45.137369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Made reservation on behalf of 0c7a1bf82ff54ca5adfe2ad5a5c1d475 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:45.140750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.159205 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-363e94f4-808f-4f88-9bbe-9a17b255c39c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] DELETE failed (client error): The resource could not be found. Sep 22 10:37:45.159959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363e94f4-808f-4f88-9bbe-9a17b255c39c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:37:45.164552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43898) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:45.166462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-363e94f4-808f-4f88-9bbe-9a17b255c39c tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/8f99ae41-e965-4731-9db0-a41a11db0307 HTTP/1.1" status: 404 len: 339 time: 0.0335329 Sep 22 10:37:45.175969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.251950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b23fe1-c076-4357-adfb-1a7ded6aed5f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting subnet a91f6e8c-b020-404d-a1d2-a52811e48ff8 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:37:45.255346 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9b23fe1-c076-4357-adfb-1a7ded6aed5f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.305470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.330073 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9b23fe1-c076-4357-adfb-1a7ded6aed5f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.356886 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.371838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b10999-8a1d-4885-81eb-4647f34dff03 req-0445cde9-0920-4c5a-b615-79d3beb6a467 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:45.373360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b10999-8a1d-4885-81eb-4647f34dff03 req-0445cde9-0920-4c5a-b615-79d3beb6a467 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0602951 Sep 22 10:37:45.415704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:45.428334 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9b23fe1-c076-4357-adfb-1a7ded6aed5f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.436754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:45.441450 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.441802 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Added segment 9b9017b7-83dd-47c2-bd18-3a847fccdacf of type vlan for network f536865a-5d3b-4f15-9acd-b7373dd789d7 Sep 22 10:37:45.454364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b10999-8a1d-4885-81eb-4647f34dff03 req-74fc8f51-a255-4812-a18a-18be544e767e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741878 Sep 22 10:37:45.493938 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.598259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9b23fe1-c076-4357-adfb-1a7ded6aed5f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.614272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.615312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:45.617850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.627412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c267de48-fd62-4352-9a63-44a9968d3d43 None None] Network 7ba50282-3f11-48dd-b00e-c19930884176 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:45.642670 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9b23fe1-c076-4357-adfb-1a7ded6aed5f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.647544 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b9b23fe1-c076-4357-adfb-1a7ded6aed5f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/subnets/a91f6e8c-b020-404d-a1d2-a52811e48ff8 HTTP/1.1" status: 204 len: 168 time: 0.4796286 Sep 22 10:37:45.649242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43918) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:45.651609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b23fe1-c076-4357-adfb-1a7ded6aed5f tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Subnet': ['ID=a91f6e8c-b020-404d-a1d2-a52811e48ff8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:45.726271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 457f4aba-cf81-42a3-9435-1193e632deeb no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:45.748800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 457f4aba-cf81-42a3-9435-1193e632deeb {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:45.749349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 457f4aba-cf81-42a3-9435-1193e632deeb not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:45.755888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8601477 Sep 22 10:37:45.756631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61932eb6-1608-47e8-87ee-234d2c118e45 admin admin] Pushing event updated for resources: {'Network': ['ID=f536865a-5d3b-4f15-9acd-b7373dd789d7,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:45.758642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43920) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:45.763946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Request body: {'subnet': {'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1870042031-subnet', 'tenant_id': '0c7a1bf82ff54ca5adfe2ad5a5c1d475', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:45.771831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f536865a-5d3b-4f15-9acd-b7373dd789d7 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:45.773640 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.841036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Deleting port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:45.841700 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.877822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Made reservation on behalf of 0c7a1bf82ff54ca5adfe2ad5a5c1d475 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:45.878527 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.941212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] For port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4f5333a9-7dc0-46e1-aeb0-e086ae31616b,segment=NetworkSegment(490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e),segment_id=490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:45.941581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:45.959090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63740c73-49a5-4dc5-9508-eb6a445f74ab None None] DHCP port deletion for 7ba50282-3f11-48dd-b00e-c19930884176 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:37:45.964087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Calling delete_port for 4f5333a9-7dc0-46e1-aeb0-e086ae31616b owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:46.015965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-63740c73-49a5-4dc5-9508-eb6a445f74ab None None] Deleting port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:46.016579 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63740c73-49a5-4dc5-9508-eb6a445f74ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.057879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bc395-56ef-48e4-9a7f-cfe075f2d158 req-6a463efe-1c66-461a-8da0-b79f8396591f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:46.066311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc9bc395-56ef-48e4-9a7f-cfe075f2d158 req-6a463efe-1c66-461a-8da0-b79f8396591f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0906665 Sep 22 10:37:46.122195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-63740c73-49a5-4dc5-9508-eb6a445f74ab None None] For port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4f5333a9-7dc0-46e1-aeb0-e086ae31616b,segment=NetworkSegment(490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e),segment_id=490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:46.124720 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63740c73-49a5-4dc5-9508-eb6a445f74ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.137554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-63740c73-49a5-4dc5-9508-eb6a445f74ab None None] Calling delete_port for 4f5333a9-7dc0-46e1-aeb0-e086ae31616b owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:46.188723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-da362710-e853-4f47-aad3-7ec83ee74018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:46.190297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-da362710-e853-4f47-aad3-7ec83ee74018 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 1096 time: 0.1217542 Sep 22 10:37:46.196906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.205882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc9bc395-56ef-48e4-9a7f-cfe075f2d158 req-81a5eadf-f84d-49ce-8fdf-37b422a8a67d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321471 Sep 22 10:37:46.220255 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63740c73-49a5-4dc5-9508-eb6a445f74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.239832 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Port': ['ID=4f5333a9-7dc0-46e1-aeb0-e086ae31616b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:46.252686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] No DVR routers for this DVR port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:46.252794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63740c73-49a5-4dc5-9508-eb6a445f74ab None None] Pushing event deleted for resources: {'Port': ['ID=4f5333a9-7dc0-46e1-aeb0-e086ae31616b,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:46.257326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63740c73-49a5-4dc5-9508-eb6a445f74ab None None] No DVR routers for this DVR port 4f5333a9-7dc0-46e1-aeb0-e086ae31616b on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:46.345232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-ce2b6554-e603-41a5-92aa-f83d8cb8644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:46.346351 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.347310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-ce2b6554-e603-41a5-92aa-f83d8cb8644e service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.1388247 Sep 22 10:37:46.368740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba50282-3f11-48dd-b00e-c19930884176']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:46.378624 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:46.378916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490a39ca-4161-4a0f-9b8b-4fe9d3ed0c0e') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:46.389112 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.392149 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.403876 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.409980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:46.410421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:46.413728 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:46.466177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-4feb0b79-76fc-4faa-9874-55d1718857db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 200 len: 1000 time: 0.1116323 Sep 22 10:37:46.468234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=164ad57f-7318-45ca-8050-46487554cbec,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:46.524474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Checking segment: {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:46.524744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Network hostable DHCP agents. Network: f536865a-5d3b-4f15-9acd-b7373dd789d7, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:46.534466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.556170 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:46.556170 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] 10.222.0.20 "DELETE /v2.0/networks/7ba50282-3f11-48dd-b00e-c19930884176 HTTP/1.1" status: 204 len: 168 time: 0.8997452 Sep 22 10:37:46.566967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-c1cf8cb3-1f4c-48fa-b742-ee4fac0f1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:46.566967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-c1cf8cb3-1f4c-48fa-b742-ee4fac0f1281 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.0847566 Sep 22 10:37:46.622961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Network f536865a-5d3b-4f15-9acd-b7373dd789d7 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:46.641791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a9da9-0079-4bae-9b68-799fb6e767b2 tempest-NetworksIpV6Test-87116093 tempest-NetworksIpV6Test-87116093-project] Pushing event deleted for resources: {'Network': ['ID=7ba50282-3f11-48dd-b00e-c19930884176,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:46.649287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-a9f3e033-f3be-4f51-86a0-6d215c317f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:46.652221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-a9f3e033-f3be-4f51-86a0-6d215c317f29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611382 Sep 22 10:37:47.040179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43946) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:47.050579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f536865a-5d3b-4f15-9acd-b7373dd789d7) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:47.059067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:47.059718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:47.061050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab59e07-894a-4aba-84ae-ae51999e7605 None None] Network f536865a-5d3b-4f15-9acd-b7373dd789d7 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:47.087302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-812ecf59-4697-492b-a0e7-d5774d857e99 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259932 Sep 22 10:37:47.175487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4c3f6faa-060f-4d19-94e1-9095476d1ba5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4076524 Sep 22 10:37:47.219131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a54fe303-fbbc-4b59-b4ba-89922332d54c req-b34d20f2-96ac-4975-afb9-aaad868bf351 service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186438 Sep 22 10:37:47.219227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fa3b3-407f-4a9b-a865-87c082ad206b None None] Network f536865a-5d3b-4f15-9acd-b7373dd789d7 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:47.219306 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3f4222c6-bfb5-4eea-8f8e-2be792315298 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a31ecead4294ef2a626c61c689994bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754856 Sep 22 10:37:47.219741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43954) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:47.326012 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac04b07-edde-44b7-b049-87dd52afe5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:47.354657 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac04b07-edde-44b7-b049-87dd52afe5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:47.377488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f5ed7-b28c-4b4c-9b0f-841adc0d1fac req-e85bc428-15d0-4bf1-91da-e92c3a38e563 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:47.379013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-574f5ed7-b28c-4b4c-9b0f-841adc0d1fac req-e85bc428-15d0-4bf1-91da-e92c3a38e563 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0999281 Sep 22 10:37:47.433147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-574f5ed7-b28c-4b4c-9b0f-841adc0d1fac req-4a445f99-f018-4c92-9a20-8654d0defa26 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469575 Sep 22 10:37:47.579773 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac04b07-edde-44b7-b049-87dd52afe5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:47.582760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac04b07-edde-44b7-b049-87dd52afe5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:47.584031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dac04b07-edde-44b7-b049-87dd52afe5de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b90fbe3-f4d3-4265-9631-1299357b8749 HTTP/1.1" status: 204 len: 168 time: 0.3632939 Sep 22 10:37:47.592887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04b07-edde-44b7-b049-87dd52afe5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b90fbe3-f4d3-4265-9631-1299357b8749,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:47.709493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4f5333a9-7dc0-46e1-aeb0-e086ae31616b no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:47.730746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 4f5333a9-7dc0-46e1-aeb0-e086ae31616b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:47.731238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4f5333a9-7dc0-46e1-aeb0-e086ae31616b not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:47.757064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-e11c3f21-86ad-4fe2-b7e3-a2d78c74f5a5 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:47.758827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-e11c3f21-86ad-4fe2-b7e3-a2d78c74f5a5 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 815 time: 0.1099164 Sep 22 10:37:47.774411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-b98d85a9-738e-48d3-a536-a07592da5941 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/quotas/0c7a1bf82ff54ca5adfe2ad5a5c1d475 HTTP/1.1" status: 200 len: 375 time: 0.0095332 Sep 22 10:37:47.806216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-28145e3f-c2e4-49a9-a827-075a6bd95b3f tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258524 Sep 22 10:37:47.901354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-fc79e335-6981-4af5-b951-2515b358f6ac service neutron] 10.222.0.20 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875111 Sep 22 10:37:48.011439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-bdcd5e4c-d9ce-46ba-b602-6d7c12fbb2f1 service neutron] 10.222.0.20 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020422 Sep 22 10:37:48.368252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03514b1c-d3a0-467e-821e-437597e4ee48 req-28f2ce6f-3390-4a69-a03d-338898a02f5e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 210 time: 0.0338871 Sep 22 10:37:48.796263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44032) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:48.819458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34549a9e-4c6c-47d1-8a1e-90bceb438afe req-6b448f65-8b4a-4db1-863c-928d6ae0a69e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:48.821160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34549a9e-4c6c-47d1-8a1e-90bceb438afe req-6b448f65-8b4a-4db1-863c-928d6ae0a69e tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0586290 Sep 22 10:37:48.863269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34549a9e-4c6c-47d1-8a1e-90bceb438afe req-a272b971-7a7a-4969-8be1-1415c0f01cd9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350747 Sep 22 10:37:48.939256 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1374988833'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:49.043018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae7fd9-b141-440b-a30d-7096c1f272a5 req-02c9d54c-db43-44ae-b6dc-57bbf8066731 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:49.044648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2ae7fd9-b141-440b-a30d-7096c1f272a5 req-02c9d54c-db43-44ae-b6dc-57bbf8066731 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0507364 Sep 22 10:37:49.063447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:49.069506 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:49.087032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2ae7fd9-b141-440b-a30d-7096c1f272a5 req-c7d25bbf-1f70-4d16-a3b8-ced102e82e9f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351551 Sep 22 10:37:49.113453 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:49.263469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:49.328151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:49.356943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:49.372798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab8ba0b-4960-4a6f-8288-48399f6a917a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:49.379595 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:49.380250 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 28e9eba7-697c-4733-90fd-2401ff01b945 of type vlan for network 69c1f212-cb85-4768-94bc-ff00e7423c1d Sep 22 10:37:49.431497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:49.556772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:49.564469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:49.565482 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:49.649591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=69c1f212-cb85-4768-94bc-ff00e7423c1d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:49.664900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 69c1f212-cb85-4768-94bc-ff00e7423c1d details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:49.723576 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-954487dc-4b31-49de-badb-e7521e22c196 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9253066 Sep 22 10:37:49.860657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44068) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:49.867833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '69c1f212-cb85-4768-94bc-ff00e7423c1d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:50.105499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:50.109232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:50.442656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:50.523817 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=8136451d-5e96-47d4-9e1b-8d54040546d4,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:50.540077 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': '28e9eba7-697c-4733-90fd-2401ff01b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '69c1f212-cb85-4768-94bc-ff00e7423c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:50.540713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 69c1f212-cb85-4768-94bc-ff00e7423c1d, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:50.710628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 69c1f212-cb85-4768-94bc-ff00e7423c1d is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:50.807813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 69c1f212-cb85-4768-94bc-ff00e7423c1d) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:50.812169 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:50.820671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:50.821477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eed4dd-90e6-4a94-a675-aee09c1beb38 None None] Network 69c1f212-cb85-4768-94bc-ff00e7423c1d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:50.988051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-69c1f212-cb85-4768-94bc-ff00e7423c1d', 'network_id': '69c1f212-cb85-4768-94bc-ff00e7423c1d', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': '8136451d-5e96-47d4-9e1b-8d54040546d4'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:50.988918 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.026709 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c25aac5b-0f3b-4902-a38f-8abd069d5930 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1641016 Sep 22 10:37:51.032153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44090) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:51.038119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016792384'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:51.138010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Allocated IP 172.20.255.242 (69c1f212-cb85-4768-94bc-ff00e7423c1d/8136451d-5e96-47d4-9e1b-8d54040546d4/9962e714-9fd7-4426-bd80-0b9f2f6a62d5) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:51.162859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:51.167469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.209861 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:51.221628 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.222306 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment aa7e5570-b8b9-4a01-b387-0df1af5f9ff2 of type vlan for network 51e1c0b2-697f-4da9-8b11-c1eb2cf50703 Sep 22 10:37:51.225527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-07e8f07e-dc6a-48c2-b454-9e7b6bc76b73 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:51.227551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-07e8f07e-dc6a-48c2-b454-9e7b6bc76b73 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=96c20619-5c27-4917-8c99-d82d35ecb4b1 HTTP/1.1" status: 200 len: 943 time: 0.1212468 Sep 22 10:37:51.279836 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.281802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-b650b11c-8606-4292-b4c4-349b491278e3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:51.283647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-b650b11c-8606-4292-b4c4-349b491278e3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.32 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 815 time: 0.1988420 Sep 22 10:37:51.305915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Request body: {'port': {'device_id': '43a9b8c9-3724-4ed2-b7dc-85c9989831fd', 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7', 'admin_state_up': True, 'tenant_id': '0c7a1bf82ff54ca5adfe2ad5a5c1d475'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:51.405906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.433133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.433133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:51.433133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.513150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=51e1c0b2-697f-4da9-8b11-c1eb2cf50703,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:51.523306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 51e1c0b2-697f-4da9-8b11-c1eb2cf50703 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:51.555066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Deleting port c736a709-2f91-4f16-8f85-0c86d7f69921 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:51.564126 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.590521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-279e3841-ab29-48f5-b2b2-01618587bace req-a2729e3e-b70b-420e-87ad-92a267daf7de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1866858 Sep 22 10:37:51.625615 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.629211 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-39665de7-0d6c-4535-827d-e94eede36030 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5958040 Sep 22 10:37:51.633529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44092) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:51.636176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '51e1c0b2-697f-4da9-8b11-c1eb2cf50703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:51.724199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Network 69c1f212-cb85-4768-94bc-ff00e7423c1d is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:51.729148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:51.738852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:51.745810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e3841-ab29-48f5-b2b2-01618587bace req-e46b2dcc-0a41-48ee-b677-bce0029e7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:51.747207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-279e3841-ab29-48f5-b2b2-01618587bace req-e46b2dcc-0a41-48ee-b677-bce0029e7ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 1096 time: 0.1247227 Sep 22 10:37:51.783168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Pushing event updated for resources: {'Port': ['ID=9962e714-9fd7-4426-bd80-0b9f2f6a62d5,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:51.868468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Attempting to bind port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:51.870240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Attempting to bind port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '28e9eba7-697c-4733-90fd-2401ff01b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '69c1f212-cb85-4768-94bc-ff00e7423c1d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:51.880812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Attempting to bind port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 on network 69c1f212-cb85-4768-94bc-ff00e7423c1d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:51.888291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:51.888950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Checking segment: {'id': '28e9eba7-697c-4733-90fd-2401ff01b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '69c1f212-cb85-4768-94bc-ff00e7423c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:51.889533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.890091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Bound using segment: {'id': '28e9eba7-697c-4733-90fd-2401ff01b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '69c1f212-cb85-4768-94bc-ff00e7423c1d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:51.891061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Bound port: 9962e714-9fd7-4426-bd80-0b9f2f6a62d5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e9eba7-697c-4733-90fd-2401ff01b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '69c1f212-cb85-4768-94bc-ff00e7423c1d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:51.891626 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.891755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e3841-ab29-48f5-b2b2-01618587bace req-584f9fe1-1a21-419a-a257-cbca81e46c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:51.893610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-279e3841-ab29-48f5-b2b2-01618587bace req-584f9fe1-1a21-419a-a257-cbca81e46c90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.1213222 Sep 22 10:37:51.899818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] For port c736a709-2f91-4f16-8f85-0c86d7f69921, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c736a709-2f91-4f16-8f85-0c86d7f69921,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:51.900810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:51.916211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Calling delete_port for c736a709-2f91-4f16-8f85-0c86d7f69921 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:51.926462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:51.937218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:52.014123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Made reservation on behalf of 0c7a1bf82ff54ca5adfe2ad5a5c1d475 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:52.019164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:52.046800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] For port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:52.054635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] For port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9962e714-9fd7-4426-bd80-0b9f2f6a62d5,segment=NetworkSegment(28e9eba7-697c-4733-90fd-2401ff01b945),segment_id=28e9eba7-697c-4733-90fd-2401ff01b945)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:52.064171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-279e3841-ab29-48f5-b2b2-01618587bace req-b928d0a9-12f6-4468-9bdf-d32a80a7a4fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7402fda-7767-4ef3-87fd-3cdb85947018 HTTP/1.1" status: 200 len: 217 time: 0.0509629 Sep 22 10:37:52.161933 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:52.212551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e3841-ab29-48f5-b2b2-01618587bace req-7d61bcce-4993-49b7-824e-cb8147b30117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:52.214614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-279e3841-ab29-48f5-b2b2-01618587bace req-7d61bcce-4993-49b7-824e-cb8147b30117 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.1239088 Sep 22 10:37:52.248507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84b1ca-ce95-4aa5-991c-a689fec6d8fb None None] Pushing event updated for resources: {'Port': ['ID=9962e714-9fd7-4426-bd80-0b9f2f6a62d5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:52.304663 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:52.319737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['def914c9-226b-4cfc-9a09-c009cda13b90'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:37:52.327504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d7402fda-7767-4ef3-87fd-3cdb85947018'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:37:52.362695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e3841-ab29-48f5-b2b2-01618587bace req-2edc981e-b40c-423b-a42c-e3aeca7c606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:52.364230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-279e3841-ab29-48f5-b2b2-01618587bace req-2edc981e-b40c-423b-a42c-e3aeca7c606c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411984 Sep 22 10:37:52.370764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event deleted for resources: {'Port': ['ID=c736a709-2f91-4f16-8f85-0c86d7f69921,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:52.394827 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b81aab40-c935-4b7e-8b9a-39ef1fcd5c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:52.402883 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:52.449335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] No DVR routers for this DVR port c736a709-2f91-4f16-8f85-0c86d7f69921 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:52.454633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Allocated IP 172.20.0.5 (f536865a-5d3b-4f15-9acd-b7373dd789d7/164ad57f-7318-45ca-8050-46487554cbec/74d3c2ab-454b-4a88-9a12-98a11931e332) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:52.460883 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:52.462980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a40cf1ce-82e4-4c0d-9119-04631301e812 req-059197d1-6ffb-48db-b760-ad997b8ffc69 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "DELETE /v2.0/ports/c736a709-2f91-4f16-8f85-0c86d7f69921 HTTP/1.1" status: 204 len: 173 time: 1.2294207 Sep 22 10:37:52.464109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'name': 'network-vif-deleted', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:52.467211 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a559f676-e808-4a48-b773-542d262a806e" -d '{"events": [{"server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "name": "network-vif-deleted", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:52.550637 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=cfa6f398-4352-4530-be19-424bb01e33d9,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:52.605902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': 'aa7e5570-b8b9-4a01-b387-0df1af5f9ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '51e1c0b2-697f-4da9-8b11-c1eb2cf50703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:52.606534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 51e1c0b2-697f-4da9-8b11-c1eb2cf50703, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:52.716222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-279e3841-ab29-48f5-b2b2-01618587bace req-632aeeda-ee3c-404f-859f-1aead006cdff service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392124 Sep 22 10:37:52.722216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 51e1c0b2-697f-4da9-8b11-c1eb2cf50703 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:52.805815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 51e1c0b2-697f-4da9-8b11-c1eb2cf50703) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:52.810982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:52.811810 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:52.816464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5112933-eac4-4471-a78f-d7dbb4c34765 None None] Network 51e1c0b2-697f-4da9-8b11-c1eb2cf50703 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:52.893435 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dfb3aff5-9ec2-4e9a-acdb-eb48f536466f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2621510 Sep 22 10:37:52.896204 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:52.910744 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:52.914166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-279e3841-ab29-48f5-b2b2-01618587bace req-f03ea568-d83f-46a8-9197-a7aacdf99b1b service neutron] 10.222.0.30 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873362 Sep 22 10:37:53.010296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.062380 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.069210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.135593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Network f536865a-5d3b-4f15-9acd-b7373dd789d7 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:53.139108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:53.146754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1aae4-31ad-4f02-a279-f07d80ed0252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-51e1c0b2-697f-4da9-8b11-c1eb2cf50703', 'network_id': '51e1c0b2-697f-4da9-8b11-c1eb2cf50703', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': 'cfa6f398-4352-4530-be19-424bb01e33d9'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:53.147349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:53.147626 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eff1aae4-31ad-4f02-a279-f07d80ed0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.149894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Pushing event updated for resources: {'Port': ['ID=74d3c2ab-454b-4a88-9a12-98a11931e332,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:53.219954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:53.220573 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.225420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.268799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa6f398-4352-4530-be19-424bb01e33d9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server [None req-eff1aae4-31ad-4f02-a279-f07d80ed0252 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfa6f398-4352-4530-be19-424bb01e33d9: This subnet is being modified by another concurrent operation. Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:37:53.323275 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise exception Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfa6f398-4352-4530-be19-424bb01e33d9: This subnet is being modified by another concurrent operation. Sep 22 10:37:53.327437 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Sep 22 10:37:53.329963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.349115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e1c0b2-697f-4da9-8b11-c1eb2cf50703']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:53.350371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c429bf-8b6c-49a4-a6ca-0f31165e31e6 None None] Network 51e1c0b2-697f-4da9-8b11-c1eb2cf50703 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:53.353507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-6c412ceb-7cec-4a5c-997b-9e76492d1bcb tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0588510 Sep 22 10:37:53.360534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7e5570-b8b9-4a01-b387-0df1af5f9ff2') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:53.360835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7e5570-b8b9-4a01-b387-0df1af5f9ff2') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:53.367043 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Request body: {'port': {'device_id': '43a9b8c9-3724-4ed2-b7dc-85c9989831fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:53.389160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.404823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.413562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:53.414426 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:53.417738 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:53.470509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.503198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb47ec-4c73-4e1c-8e67-a58f604a4722 req-275d20a3-878d-4e43-8271-99d9a1f41f16 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:53.504835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbfb47ec-4c73-4e1c-8e67-a58f604a4722 req-275d20a3-878d-4e43-8271-99d9a1f41f16 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 931 time: 0.1109483 Sep 22 10:37:53.537584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f8bec-beca-475d-b625-e771c2993a3d None None] Network 69c1f212-cb85-4768-94bc-ff00e7423c1d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:53.551076 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.584230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.591006 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/51e1c0b2-697f-4da9-8b11-c1eb2cf50703 HTTP/1.1" status: 204 len: 168 time: 0.6884174 Sep 22 10:37:53.596785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44106) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:53.604230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a83ce-2ab0-4cd9-9287-5cd2dca79265 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=51e1c0b2-697f-4da9-8b11-c1eb2cf50703,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:53.614861 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-919872629'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:53.623965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f011026e-bf37-4c2b-9ae4-f0446852f95f None None] Provisioning complete for port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:53.624353 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f011026e-bf37-4c2b-9ae4-f0446852f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.634946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbfb47ec-4c73-4e1c-8e67-a58f604a4722 req-5d0fc13a-6d14-4fef-bf5a-0e05cc65f7e0 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050787 Sep 22 10:37:53.723605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:53.727839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.755595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:53.768625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.769166 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 4260b6ca-4699-46f2-b0d4-f480aef2a6e7 of type vlan for network 437110d7-99b2-4780-82da-4115a10fcd83 Sep 22 10:37:53.795376 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da63818-e40c-4af1-96cf-2ebd71e1fd55 x-openstack-request-id: req-4da63818-e40c-4af1-96cf-2ebd71e1fd55 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:53.795680 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c20619-5c27-4917-8c99-d82d35ecb4b1", "name": "network-vif-deleted", "tag": "c736a709-2f91-4f16-8f85-0c86d7f69921", "status": "failed", "code": 422}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:53.795934 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4da63818-e40c-4af1-96cf-2ebd71e1fd55 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:53.796360 n-d-807025-3 neutron-server[95682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96c20619-5c27-4917-8c99-d82d35ecb4b1', 'name': 'network-vif-deleted', 'tag': 'c736a709-2f91-4f16-8f85-0c86d7f69921', 'status': 'failed', 'code': 422} returned with failed status Sep 22 10:37:53.819065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:53.835485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.883606 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f011026e-bf37-4c2b-9ae4-f0446852f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.944766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f011026e-bf37-4c2b-9ae4-f0446852f95f None None] For port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9962e714-9fd7-4426-bd80-0b9f2f6a62d5,segment=NetworkSegment(28e9eba7-697c-4733-90fd-2401ff01b945),segment_id=28e9eba7-697c-4733-90fd-2401ff01b945)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:53.970072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:53.970072 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.971244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d3c2ab-454b-4a88-9a12-98a11931e332 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:37:53.973571 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.979513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:53.992991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:53.993714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.001057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Transition to ACTIVE for port object 74d3c2ab-454b-4a88-9a12-98a11931e332 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:37:54.032042 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f011026e-bf37-4c2b-9ae4-f0446852f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.057783 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.108230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=437110d7-99b2-4780-82da-4115a10fcd83,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:54.124403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 437110d7-99b2-4780-82da-4115a10fcd83 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:54.145923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011026e-bf37-4c2b-9ae4-f0446852f95f None None] Pushing event updated for resources: {'Port': ['ID=9962e714-9fd7-4426-bd80-0b9f2f6a62d5,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:54.163558 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ebd5ae6a-7fae-42aa-9edb-3b84e22b92cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5559592 Sep 22 10:37:54.166768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44124) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:54.171816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '437110d7-99b2-4780-82da-4115a10fcd83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:54.207581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d548b9b0-d617-43cd-af00-232f1d8238aa None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:37:54.213496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Pushing event updated for resources: {'Port': ['ID=74d3c2ab-454b-4a88-9a12-98a11931e332,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:54.241020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Attempting to bind port 74d3c2ab-454b-4a88-9a12-98a11931e332 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:54.241773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Attempting to bind port 74d3c2ab-454b-4a88-9a12-98a11931e332 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:54.242185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Attempting to bind port 74d3c2ab-454b-4a88-9a12-98a11931e332 on network f536865a-5d3b-4f15-9acd-b7373dd789d7 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:54.246787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Port 74d3c2ab-454b-4a88-9a12-98a11931e332 on network f536865a-5d3b-4f15-9acd-b7373dd789d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:37:54.247317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Attempting to bind port 74d3c2ab-454b-4a88-9a12-98a11931e332 on network f536865a-5d3b-4f15-9acd-b7373dd789d7 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:54.252498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:54.253059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Checking segment: {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:54.254029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Bound using segment: {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:54.254837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Bound port: 74d3c2ab-454b-4a88-9a12-98a11931e332, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:54.255391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.277556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4695c968-a81f-43af-94b4-9dd23e22d9c2 None None] Provisioning complete for port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:54.278199 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4695c968-a81f-43af-94b4-9dd23e22d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.329438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] For port 74d3c2ab-454b-4a88-9a12-98a11931e332, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:54.337315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] For port 74d3c2ab-454b-4a88-9a12-98a11931e332, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74d3c2ab-454b-4a88-9a12-98a11931e332,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:54.350995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:54.355564 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.414849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d548b9b0-d617-43cd-af00-232f1d8238aa None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:37:54.423911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_backend_mixin [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Performing IP validity checks on allocation pools {{(pid=95681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 10:37:54.424450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_backend_mixin [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 10:37:54.454309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.496734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:54.497273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.498857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] 10.222.0.32 "PUT /v2.0/ports/74d3c2ab-454b-4a88-9a12-98a11931e332 HTTP/1.1" status: 200 len: 1091 time: 1.1362293 Sep 22 10:37:54.509955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44136) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:54.527407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d4bdc-7ee7-4332-aaac-cc550269f9fe service neutron] Pushing event updated for resources: {'Port': ['ID=74d3c2ab-454b-4a88-9a12-98a11931e332,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:54.667484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d5c8f-78c5-4a71-9325-fef408aac681 req-bf4a3250-3952-493e-a0c6-a680bfa4eee6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:54.673746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e68d5c8f-78c5-4a71-9325-fef408aac681 req-bf4a3250-3952-493e-a0c6-a680bfa4eee6 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 908 time: 0.1267664 Sep 22 10:37:54.690332 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b014625e-ef5a-4c01-846b-658b172bc1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.728830 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.737748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-cc4290de-acb2-4b7b-9187-ce7d633468ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:54.740104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-cc4290de-acb2-4b7b-9187-ce7d633468ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 1094 time: 0.1310260 Sep 22 10:37:54.800511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=e6879b1b-2a26-44b5-af48-db10bc273b12,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:54.802826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': '4260b6ca-4699-46f2-b0d4-f480aef2a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '437110d7-99b2-4780-82da-4115a10fcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:54.803197 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 437110d7-99b2-4780-82da-4115a10fcd83, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:54.846238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-218444a5-5439-4c20-b2a9-106234c82a97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d3c2ab-454b-4a88-9a12-98a11931e332 HTTP/1.1" status: 200 len: 217 time: 0.0683815 Sep 22 10:37:54.904445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-8fab263b-cbca-4ec3-9118-653cd8901e89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1874940 Sep 22 10:37:54.911283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 437110d7-99b2-4780-82da-4115a10fcd83 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:54.927654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38205cde-f65c-443f-878e-b942433db9d7 req-b9effb5c-8a3a-4194-878b-b3b5a2ae5d6d tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:54.929137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38205cde-f65c-443f-878e-b942433db9d7 req-b9effb5c-8a3a-4194-878b-b3b5a2ae5d6d tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 943 time: 0.1805644 Sep 22 10:37:54.952831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-f8bda408-e397-44ca-b35b-4c28704238d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:54.954251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-f8bda408-e397-44ca-b35b-4c28704238d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 200 len: 855 time: 0.0985136 Sep 22 10:37:55.026696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-a0f9a120-9ac3-44d5-934f-14cca4caf576 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f536865a-5d3b-4f15-9acd-b7373dd789d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552115 Sep 22 10:37:55.056932 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b014625e-ef5a-4c01-846b-658b172bc1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.064122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38205cde-f65c-443f-878e-b942433db9d7 req-ac0a78b8-c097-4b0f-b89c-d0f141af49ee tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205084 Sep 22 10:37:55.075164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-8ef44e96-e648-4a98-8a59-3faec699f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:55.076670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-8ef44e96-e648-4a98-8a59-3faec699f4bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 1096 time: 0.1466870 Sep 22 10:37:55.082477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 437110d7-99b2-4780-82da-4115a10fcd83) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:55.088264 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:55.089224 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.101272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7393361-e3a2-407e-8d43-1e248ac3aaa5 None None] Network 437110d7-99b2-4780-82da-4115a10fcd83 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:55.116558 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ca5d3dd6-1863-4d0e-946c-ea059bcd4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.204307 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b014625e-ef5a-4c01-846b-658b172bc1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.233310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-db10b317-3cdc-4341-9e39-554ca30f7442 service neutron] 10.222.0.32 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962841 Sep 22 10:37:55.266873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-437110d7-99b2-4780-82da-4115a10fcd83', 'network_id': '437110d7-99b2-4780-82da-4115a10fcd83', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': 'e6879b1b-2a26-44b5-af48-db10bc273b12'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:55.267738 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.289588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b014625e-ef5a-4c01-846b-658b172bc1b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cc5d885fd664e35b55b2f884bec77cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7793350 Sep 22 10:37:55.290261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014625e-ef5a-4c01-846b-658b172bc1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c6f2e7-de77-41b5-80b4-24cf802a3a49,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:55.298030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44162) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:55.300148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-8db02a5c-aeb6-4a75-9175-c05a422899e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:55.301635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-8db02a5c-aeb6-4a75-9175-c05a422899e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 200 len: 913 time: 0.1767430 Sep 22 10:37:55.319834 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c14d4202-fec3-4ae2-bd32-1ba47041c528 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1509895 Sep 22 10:37:55.325459 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44164) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:55.426517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Allocated IP 172.20.0.3 (437110d7-99b2-4780-82da-4115a10fcd83/e6879b1b-2a26-44b5-af48-db10bc273b12/ca89de42-be51-4b9b-809a-a6d865b2f876) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:55.459091 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fff0b128-f02c-4b4e-ac0b-d29fd0b88b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.498447 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.502835 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fff0b128-f02c-4b4e-ac0b-d29fd0b88b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.581318 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.592236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.646631 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.668913 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.710993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:55.716211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-25b07b51-6a79-41b4-ac24-7260cb60c283 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=def914c9-226b-4cfc-9a09-c009cda13b90 HTTP/1.1" status: 200 len: 217 time: 0.4079216 Sep 22 10:37:55.755628 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fff0b128-f02c-4b4e-ac0b-d29fd0b88b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.758801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fff0b128-f02c-4b4e-ac0b-d29fd0b88b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.761379 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fff0b128-f02c-4b4e-ac0b-d29fd0b88b3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10c6f2e7-de77-41b5-80b4-24cf802a3a49 HTTP/1.1" status: 204 len: 168 time: 0.4609313 Sep 22 10:37:55.770499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0b128-f02c-4b4e-ac0b-d29fd0b88b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c6f2e7-de77-41b5-80b4-24cf802a3a49,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:55.786892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:55.787338 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.813598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a9b8c9-3724-4ed2-b7dc-85c9989831fd', 'tag': '74d3c2ab-454b-4a88-9a12-98a11931e332'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:55.813833 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24dff6e-600e-4a71-8e45-5bbcac05d835" -d '{"events": [{"name": "network-changed", "server_uuid": "43a9b8c9-3724-4ed2-b7dc-85c9989831fd", "tag": "74d3c2ab-454b-4a88-9a12-98a11931e332"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:55.817020 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.819768 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.833137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-516d920c-d213-4ea6-bb34-a0b5a5dea5be req-fbbe9281-391a-45dd-b7fa-7b30d08faea6 service neutron] 10.222.0.32 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898972 Sep 22 10:37:55.847565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-68abc910-004f-4ded-a562-f2ac841e522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:55.849073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-68abc910-004f-4ded-a562-f2ac841e522a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 200 len: 851 time: 0.1255302 Sep 22 10:37:55.881239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Network 437110d7-99b2-4780-82da-4115a10fcd83 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:55.886627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:55.892197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:55.895431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416abd6-57c9-424a-8d05-8ba1c8b91fdf req-55c64537-020f-4dfb-877b-06bbe13979bf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:55.896822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b416abd6-57c9-424a-8d05-8ba1c8b91fdf req-55c64537-020f-4dfb-877b-06bbe13979bf tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 908 time: 0.1424603 Sep 22 10:37:55.904788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Pushing event updated for resources: {'Port': ['ID=ca89de42-be51-4b9b-809a-a6d865b2f876,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:55.917254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-a7f6811a-9811-4f17-b2e1-b3a2e5e2d166 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:55.917254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-a7f6811a-9811-4f17-b2e1-b3a2e5e2d166 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 908 time: 0.1365836 Sep 22 10:37:55.960310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-a80765e0-c21c-4afb-b8ce-e7fb5afb0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:55.961966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-a80765e0-c21c-4afb-b8ce-e7fb5afb0419 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30f0f4ea-4854-4488-bd71-007194ced60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058326 Sep 22 10:37:55.963437 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c383194e-a8cc-426b-bb9e-623bcca8371b x-openstack-request-id: req-c383194e-a8cc-426b-bb9e-623bcca8371b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:55.963735 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a9b8c9-3724-4ed2-b7dc-85c9989831fd", "tag": "74d3c2ab-454b-4a88-9a12-98a11931e332", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:55.963956 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c383194e-a8cc-426b-bb9e-623bcca8371b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:55.964335 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a9b8c9-3724-4ed2-b7dc-85c9989831fd', 'tag': '74d3c2ab-454b-4a88-9a12-98a11931e332', 'status': 'completed', 'code': 200} Sep 22 10:37:55.985663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.989818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Attempting to bind port ca89de42-be51-4b9b-809a-a6d865b2f876 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:55.989818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Attempting to bind port ca89de42-be51-4b9b-809a-a6d865b2f876 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '4260b6ca-4699-46f2-b0d4-f480aef2a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '437110d7-99b2-4780-82da-4115a10fcd83'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:55.989818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Attempting to bind port ca89de42-be51-4b9b-809a-a6d865b2f876 on network 437110d7-99b2-4780-82da-4115a10fcd83 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:55.996002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:55.996379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Checking segment: {'id': '4260b6ca-4699-46f2-b0d4-f480aef2a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '437110d7-99b2-4780-82da-4115a10fcd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:55.996782 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.997172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Bound using segment: {'id': '4260b6ca-4699-46f2-b0d4-f480aef2a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '437110d7-99b2-4780-82da-4115a10fcd83'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:55.997648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Bound port: ca89de42-be51-4b9b-809a-a6d865b2f876, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4260b6ca-4699-46f2-b0d4-f480aef2a6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '437110d7-99b2-4780-82da-4115a10fcd83'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:55.998029 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.055953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=e6879b1b-2a26-44b5-af48-db10bc273b12,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:56.104264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] For port ca89de42-be51-4b9b-809a-a6d865b2f876, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:56.107583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] For port ca89de42-be51-4b9b-809a-a6d865b2f876, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ca89de42-be51-4b9b-809a-a6d865b2f876,segment=NetworkSegment(4260b6ca-4699-46f2-b0d4-f480aef2a6e7),segment_id=4260b6ca-4699-46f2-b0d4-f480aef2a6e7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:56.120423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-aced918f-fb14-4461-8d18-38d7cf5ff00b service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346576 Sep 22 10:37:56.128116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Deleting port cf15d264-995d-43f1-bfe1-aaa10e79045d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:56.128465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.145564 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.169152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437110d7-99b2-4780-82da-4115a10fcd83']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:56.180651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4260b6ca-4699-46f2-b0d4-f480aef2a6e7') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:56.180946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4260b6ca-4699-46f2-b0d4-f480aef2a6e7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:56.191437 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.192876 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.203283 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.219241 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.221529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-77a72925-8f7f-45b8-b8b4-4f019ea10c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:56.223093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-77a72925-8f7f-45b8-b8b4-4f019ea10c0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 1094 time: 0.1524849 Sep 22 10:37:56.234553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:56.234553 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:56.234783 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:56.314981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4505fd9-20af-45bd-a60b-66750e75c25e None None] Pushing event updated for resources: {'Port': ['ID=ca89de42-be51-4b9b-809a-a6d865b2f876,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:56.340391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147266b1-19c0-476b-a638-aa8af8a1ce7b None None] Network 437110d7-99b2-4780-82da-4115a10fcd83 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:56.412837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ed76f-d5c4-4d0f-803a-cdc6dddd9268 req-488dc7fb-d1e2-4e22-ac0a-c7c662af5461 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:56.414398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-388ed76f-d5c4-4d0f-803a-cdc6dddd9268 req-488dc7fb-d1e2-4e22-ac0a-c7c662af5461 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 943 time: 0.2461002 Sep 22 10:37:56.424489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] For port cf15d264-995d-43f1-bfe1-aaa10e79045d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cf15d264-995d-43f1-bfe1-aaa10e79045d,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:56.424855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.426591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:37:56.426591 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:37:56.426591 n-d-807025-3 neutron-server[95681]: [parameters: {'id': '437110d7-99b2-4780-82da-4115a10fcd83'}] Sep 22 10:37:56.426591 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:37:56.427245 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:37:56.459870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Calling delete_port for cf15d264-995d-43f1-bfe1-aaa10e79045d owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:56.476423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9678f04e-f339-41c4-88c4-be6cfa449204 req-52eded1a-f3ee-404b-a385-bc51dae1bcfb service neutron] 10.222.0.32 "GET /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441825 Sep 22 10:37:56.492547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4a6498-5cf4-4859-bba9-a1b04f2b2f8d None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:37:56.539321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-50d99adf-fa50-4215-a421-e203a2d69506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:56.540958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-50d99adf-fa50-4215-a421-e203a2d69506 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 916 time: 0.3067234 Sep 22 10:37:56.548782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-388ed76f-d5c4-4d0f-803a-cdc6dddd9268 req-67012bba-b8ce-4055-a4b5-7d675bd49df5 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203573 Sep 22 10:37:56.593677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-8ab03ee1-b0dd-4c24-96c4-46409922e51f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d3c2ab-454b-4a88-9a12-98a11931e332 HTTP/1.1" status: 200 len: 217 time: 0.0439310 Sep 22 10:37:56.615802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4a6498-5cf4-4859-bba9-a1b04f2b2f8d None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:37:56.657595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-9640d8b1-e075-4d2a-83c4-dd4c713142c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:56.659140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-9640d8b1-e075-4d2a-83c4-dd4c713142c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 200 len: 855 time: 0.0581372 Sep 22 10:37:56.711721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-d4adf018-cb93-4264-858c-2bd377439302 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f536865a-5d3b-4f15-9acd-b7373dd789d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304694 Sep 22 10:37:56.820316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-6cb59043-bc58-407e-944f-0ccc132acfd5 service neutron] 10.222.0.32 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989871 Sep 22 10:37:56.903449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.936444 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.946133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event deleted for resources: {'Port': ['ID=cf15d264-995d-43f1-bfe1-aaa10e79045d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:56.992492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] No DVR routers for this DVR port cf15d264-995d-43f1-bfe1-aaa10e79045d on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:56.996995 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:56.999037 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fd5614e-03ea-4cdb-9311-1b9df44dc0ab req-4566f803-fbe1-4e4e-8630-0f3bac21b793 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "DELETE /v2.0/ports/cf15d264-995d-43f1-bfe1-aaa10e79045d HTTP/1.1" status: 204 len: 173 time: 1.0855145 Sep 22 10:37:57.001970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b24dff6e-600e-4a71-8e45-5bbcac05d835 req-02e1625a-45e2-4dc3-b584-193c313704c0 service neutron] 10.222.0.32 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729898 Sep 22 10:37:57.043878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Deleting port ca89de42-be51-4b9b-809a-a6d865b2f876 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:57.044215 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.070019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc75d1bc-7118-4ffa-a40b-52bf3d5bae1c req-012aaa6a-0d51-476e-870b-0d595e174a8d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 210 time: 0.0292563 Sep 22 10:37:57.111227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] For port ca89de42-be51-4b9b-809a-a6d865b2f876, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ca89de42-be51-4b9b-809a-a6d865b2f876,segment=NetworkSegment(4260b6ca-4699-46f2-b0d4-f480aef2a6e7),segment_id=4260b6ca-4699-46f2-b0d4-f480aef2a6e7)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:57.111588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.124250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Calling delete_port for ca89de42-be51-4b9b-809a-a6d865b2f876 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:57.320367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.346505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Port': ['ID=ca89de42-be51-4b9b-809a-a6d865b2f876,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:57.348339 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No DVR routers for this DVR port ca89de42-be51-4b9b-809a-a6d865b2f876 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:57.436849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.457527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437110d7-99b2-4780-82da-4115a10fcd83']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:57.468190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4260b6ca-4699-46f2-b0d4-f480aef2a6e7') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:57.468190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4260b6ca-4699-46f2-b0d4-f480aef2a6e7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:57.477632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.495410 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.501795 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:57.502221 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:57.505077 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:57.664904 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.672406 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.678712 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/437110d7-99b2-4780-82da-4115a10fcd83 HTTP/1.1" status: 204 len: 168 time: 2.3468013 Sep 22 10:37:57.679595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44276) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:57.685251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1685879123'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:57.689383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b14781-fbdd-4018-bae1-3939c664921e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=437110d7-99b2-4780-82da-4115a10fcd83,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:57.697587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15661edd-90e6-4f5f-abab-0addd3ded5f7 req-f2510688-a2f9-411c-852b-9b03888b530f tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:57.699138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15661edd-90e6-4f5f-abab-0addd3ded5f7 req-f2510688-a2f9-411c-852b-9b03888b530f tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 943 time: 0.0809689 Sep 22 10:37:57.746064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15661edd-90e6-4f5f-abab-0addd3ded5f7 req-0ac8b4f2-289c-49a4-bb1d-3ea60e960a02 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Sep 22 10:37:57.857476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:57.861178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.885652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:57.894229 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.900709 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 835fcc84-fa25-4643-a985-125fd1445dc7 of type vlan for network 04deb61e-59ee-4a4a-b862-706cb42afbbc Sep 22 10:37:57.943831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.966729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'name': 'network-vif-deleted', 'tag': 'cf15d264-995d-43f1-bfe1-aaa10e79045d'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:57.972020 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb468f4-eee8-4f7a-8bf0-d07dae9f8e9d" -d '{"events": [{"server_uuid": "41c8bcfa-f815-4e2c-8fa1-83052a9537f6", "name": "network-vif-deleted", "tag": "cf15d264-995d-43f1-bfe1-aaa10e79045d"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:58.070537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.139782 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e20b566-90aa-43cb-afe5-50617377646e x-openstack-request-id: req-0e20b566-90aa-43cb-afe5-50617377646e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:58.140141 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c8bcfa-f815-4e2c-8fa1-83052a9537f6", "name": "network-vif-deleted", "tag": "cf15d264-995d-43f1-bfe1-aaa10e79045d", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:58.140401 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e20b566-90aa-43cb-afe5-50617377646e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:58.140809 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c8bcfa-f815-4e2c-8fa1-83052a9537f6', 'name': 'network-vif-deleted', 'tag': 'cf15d264-995d-43f1-bfe1-aaa10e79045d', 'status': 'completed', 'code': 200} Sep 22 10:37:58.154074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.160302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:58.160929 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.285258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d07ac3cb-c5d3-4f55-b01e-b1710ff6da11 req-0d88a29a-32ab-413f-929f-fb106a88b799 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c8bcfa-f815-4e2c-8fa1-83052a9537f6 HTTP/1.1" status: 200 len: 210 time: 0.0556962 Sep 22 10:37:58.285849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=04deb61e-59ee-4a4a-b862-706cb42afbbc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:58.296953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44298) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:58.299263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 04deb61e-59ee-4a4a-b862-706cb42afbbc details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:58.307335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6ea204d9-e165-432c-a815-6dde7ecdac44 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6255739 Sep 22 10:37:58.313486 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44302) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:58.318550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '04deb61e-59ee-4a4a-b862-706cb42afbbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:58.425467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-078ab7ce-f48a-4fa5-90fa-d2bb77f54bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.493383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:58.497833 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.548695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 74d3c2ab-454b-4a88-9a12-98a11931e332 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:37:58.583527 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-078ab7ce-f48a-4fa5-90fa-d2bb77f54bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.653802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-078ab7ce-f48a-4fa5-90fa-d2bb77f54bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.660940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 74d3c2ab-454b-4a88-9a12-98a11931e332, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74d3c2ab-454b-4a88-9a12-98a11931e332,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:58.673636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '74d3c2ab-454b-4a88-9a12-98a11931e332', 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7', 'port_id': '74d3c2ab-454b-4a88-9a12-98a11931e332', 'mac_address': 'fa:16:3e:ec:e2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164ad57f-7318-45ca-8050-46487554cbec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:37:58.694440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-078ab7ce-f48a-4fa5-90fa-d2bb77f54bfd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a86544bb84b3402ab206736c085c19ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956387 Sep 22 10:37:58.698004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ab7ce-f48a-4fa5-90fa-d2bb77f54bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80e561c-04b5-46c1-85f2-57a75c2829d2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:58.698159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44318) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:58.714902 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.727801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d3c2ab-454b-4a88-9a12-98a11931e332 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:37:58.748294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c11210b8-9872-4f85-a94d-d62f6bba29f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.749366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 74d3c2ab-454b-4a88-9a12-98a11931e332, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74d3c2ab-454b-4a88-9a12-98a11931e332,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:58.760151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.777572 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c11210b8-9872-4f85-a94d-d62f6bba29f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.859635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=a3e2b565-c6d6-49a8-8dc4-52b3562706f7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:58.863096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97698df6-4257-42f7-b763-9ff7dd12958d req-e4a35e5f-8ec1-483e-8846-8fe220739054 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:58.864776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97698df6-4257-42f7-b763-9ff7dd12958d req-e4a35e5f-8ec1-483e-8846-8fe220739054 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 943 time: 0.0508039 Sep 22 10:37:58.869883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': '835fcc84-fa25-4643-a985-125fd1445dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04deb61e-59ee-4a4a-b862-706cb42afbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:58.870276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 04deb61e-59ee-4a4a-b862-706cb42afbbc, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:58.903194 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.910593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97698df6-4257-42f7-b763-9ff7dd12958d req-62d321a5-7fd7-4abd-979a-437b25bb9809 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355043 Sep 22 10:37:58.955195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=74d3c2ab-454b-4a88-9a12-98a11931e332,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:58.962601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.962948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.964182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.964182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.964182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.964475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.964607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.964930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.965253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.965579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.965901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:58.966249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:59.000328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c11210b8-9872-4f85-a94d-d62f6bba29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:59.002909 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c11210b8-9872-4f85-a94d-d62f6bba29f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:59.004481 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c11210b8-9872-4f85-a94d-d62f6bba29f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a80e561c-04b5-46c1-85f2-57a75c2829d2 HTTP/1.1" status: 204 len: 168 time: 0.3054492 Sep 22 10:37:59.011885 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11210b8-9872-4f85-a94d-d62f6bba29f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80e561c-04b5-46c1-85f2-57a75c2829d2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:59.063128 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 04deb61e-59ee-4a4a-b862-706cb42afbbc is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:59.175980 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['74d3c2ab-454b-4a88-9a12-98a11931e332'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:37:59.207872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 04deb61e-59ee-4a4a-b862-706cb42afbbc) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:59.212047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:59.212699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:59.221071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b930fc80-6ab3-4bb7-b3e5-1529c38126f1 None None] Network 04deb61e-59ee-4a4a-b862-706cb42afbbc requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:59.365587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44348) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:59.368192 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a0a131e6-7739-4ff0-b338-375675984216 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0535755 Sep 22 10:37:59.461531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-04deb61e-59ee-4a4a-b862-706cb42afbbc', 'network_id': '04deb61e-59ee-4a4a-b862-706cb42afbbc', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': 'a3e2b565-c6d6-49a8-8dc4-52b3562706f7'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:59.463152 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:59.477136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:59.542772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:59.643352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Allocated IP 172.20.0.1 (04deb61e-59ee-4a4a-b862-706cb42afbbc/a3e2b565-c6d6-49a8-8dc4-52b3562706f7/914e7817-8d24-4854-80f0-093ed945b180) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:59.938550 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:59.993781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c80c6-6eb1-4c99-9e3b-05163df1eb5a req-c2e725ba-fcc8-41b6-9a11-630bec1ad89b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:59.995450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d95c80c6-6eb1-4c99-9e3b-05163df1eb5a req-c2e725ba-fcc8-41b6-9a11-630bec1ad89b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 945 time: 0.0538392 Sep 22 10:38:00.036704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d95c80c6-6eb1-4c99-9e3b-05163df1eb5a req-437dee56-684c-45bf-99f7-5ec439a6d896 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Sep 22 10:38:00.073155 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.108581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Network 04deb61e-59ee-4a4a-b862-706cb42afbbc is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:00.111466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:00.114878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:00.147365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Pushing event updated for resources: {'Port': ['ID=914e7817-8d24-4854-80f0-093ed945b180,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:00.156054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dc312-9ac9-4d8f-9071-098176434345 req-4c858dcf-658f-48c2-be9c-1a249865a4f4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:00.157701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc0dc312-9ac9-4d8f-9071-098176434345 req-4c858dcf-658f-48c2-be9c-1a249865a4f4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 944 time: 0.0507820 Sep 22 10:38:00.159290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.180341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Attempting to bind port 914e7817-8d24-4854-80f0-093ed945b180 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:00.180341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Attempting to bind port 914e7817-8d24-4854-80f0-093ed945b180 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '835fcc84-fa25-4643-a985-125fd1445dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04deb61e-59ee-4a4a-b862-706cb42afbbc'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:00.180341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Attempting to bind port 914e7817-8d24-4854-80f0-093ed945b180 on network 04deb61e-59ee-4a4a-b862-706cb42afbbc {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:00.184293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:00.184678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Checking segment: {'id': '835fcc84-fa25-4643-a985-125fd1445dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04deb61e-59ee-4a4a-b862-706cb42afbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:00.185087 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.185489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Bound using segment: {'id': '835fcc84-fa25-4643-a985-125fd1445dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04deb61e-59ee-4a4a-b862-706cb42afbbc'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:00.186143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Bound port: 914e7817-8d24-4854-80f0-093ed945b180, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835fcc84-fa25-4643-a985-125fd1445dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '04deb61e-59ee-4a4a-b862-706cb42afbbc'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:00.186665 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.200882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e2b565-c6d6-49a8-8dc4-52b3562706f7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:00.260058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc0dc312-9ac9-4d8f-9071-098176434345 req-1d47c1c8-fa7c-472d-a196-79e4abb64c21 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866590 Sep 22 10:38:00.260346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] For port 914e7817-8d24-4854-80f0-093ed945b180, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:00.265390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] For port 914e7817-8d24-4854-80f0-093ed945b180, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=914e7817-8d24-4854-80f0-093ed945b180,segment=NetworkSegment(835fcc84-fa25-4643-a985-125fd1445dc7),segment_id=835fcc84-fa25-4643-a985-125fd1445dc7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:00.289625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.313716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04deb61e-59ee-4a4a-b862-706cb42afbbc']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:00.323618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835fcc84-fa25-4643-a985-125fd1445dc7') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:00.323912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835fcc84-fa25-4643-a985-125fd1445dc7') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:00.333220 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.336215 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.352593 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.359967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:00.360361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:00.363420 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:00.418875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fe8f7-f2ed-4d04-b205-b7639719550a None None] Pushing event updated for resources: {'Port': ['ID=914e7817-8d24-4854-80f0-093ed945b180,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:00.435450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783619d6-4b2c-4dec-bf00-1282e507d011 None None] Network 04deb61e-59ee-4a4a-b862-706cb42afbbc requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:00.482920 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:38:00.482920 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:38:00.482920 n-d-807025-3 neutron-server[95682]: [parameters: {'id': '04deb61e-59ee-4a4a-b862-706cb42afbbc'}] Sep 22 10:38:00.482920 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:38:00.483348 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:38:00.548020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 74d3c2ab-454b-4a88-9a12-98a11931e332 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:38:00.569734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaec86e-d9a2-47d4-8766-4e291fa8fb51 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:38:00.677104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cf15d264-995d-43f1-bfe1-aaa10e79045d no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:00.705713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: cf15d264-995d-43f1-bfe1-aaa10e79045d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:00.706191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cf15d264-995d-43f1-bfe1-aaa10e79045d not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:00.720316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaec86e-d9a2-47d4-8766-4e291fa8fb51 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:38:00.761720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 74d3c2ab-454b-4a88-9a12-98a11931e332 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:38:00.769841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 74d3c2ab-454b-4a88-9a12-98a11931e332 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:38:00.770829 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.940576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.984495 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.011922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a9b8c9-3724-4ed2-b7dc-85c9989831fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d3c2ab-454b-4a88-9a12-98a11931e332'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:01.014257 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686be4e5-79c0-43c1-9400-72ed5fdf4a8a" -d '{"events": [{"server_uuid": "43a9b8c9-3724-4ed2-b7dc-85c9989831fd", "name": "network-vif-plugged", "status": "completed", "tag": "74d3c2ab-454b-4a88-9a12-98a11931e332"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:01.033821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 74d3c2ab-454b-4a88-9a12-98a11931e332, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74d3c2ab-454b-4a88-9a12-98a11931e332,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:01.043919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Deleting port 914e7817-8d24-4854-80f0-093ed945b180 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:01.045207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.084853 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5b20b9-5fee-42b1-aa13-32c43c18aba1 x-openstack-request-id: req-bb5b20b9-5fee-42b1-aa13-32c43c18aba1 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:01.085269 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a9b8c9-3724-4ed2-b7dc-85c9989831fd", "name": "network-vif-plugged", "status": "completed", "tag": "74d3c2ab-454b-4a88-9a12-98a11931e332", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:01.085808 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb5b20b9-5fee-42b1-aa13-32c43c18aba1 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:01.086354 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a9b8c9-3724-4ed2-b7dc-85c9989831fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d3c2ab-454b-4a88-9a12-98a11931e332', 'code': 200} Sep 22 10:38:01.126986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] For port 914e7817-8d24-4854-80f0-093ed945b180, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=914e7817-8d24-4854-80f0-093ed945b180,segment=NetworkSegment(835fcc84-fa25-4643-a985-125fd1445dc7),segment_id=835fcc84-fa25-4643-a985-125fd1445dc7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:01.127548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.133350 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.184415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Calling delete_port for 914e7817-8d24-4854-80f0-093ed945b180 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:01.186367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=74d3c2ab-454b-4a88-9a12-98a11931e332,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:01.312356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b1499-c696-43c4-b762-486b4fc9e632 req-a2244b5e-5652-4ef1-9644-7d283c8aa26a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:01.313852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-146b1499-c696-43c4-b762-486b4fc9e632 req-a2244b5e-5652-4ef1-9644-7d283c8aa26a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 945 time: 0.1751144 Sep 22 10:38:01.325890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c1079-dcaf-4588-bc55-1c538ac1d16a req-2e7f4877-9069-4fe9-b5fd-dc782830e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:01.327414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-078c1079-dcaf-4588-bc55-1c538ac1d16a req-2e7f4877-9069-4fe9-b5fd-dc782830e8a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 1096 time: 0.1486473 Sep 22 10:38:01.383976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-25e74a9e-cfb2-4099-98ec-0e2be8b8d002 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:01.385503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-25e74a9e-cfb2-4099-98ec-0e2be8b8d002 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.32 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 945 time: 0.1380985 Sep 22 10:38:01.438866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-146b1499-c696-43c4-b762-486b4fc9e632 req-540faf78-c154-485b-95f7-eed3367f4c7f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150911 Sep 22 10:38:01.440355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-078c1079-dcaf-4588-bc55-1c538ac1d16a req-0e9fda16-12ec-4550-ba4c-4986e32c2145 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010392 Sep 22 10:38:01.489550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.519872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Port': ['ID=914e7817-8d24-4854-80f0-093ed945b180,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:01.534239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No DVR routers for this DVR port 914e7817-8d24-4854-80f0-093ed945b180 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:01.623551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Deleting port def914c9-226b-4cfc-9a09-c009cda13b90 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:01.624001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.633293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a9337-b35f-434f-801a-70302d2959c7 req-c6781573-9953-43a5-bd24-30851ad26fd2 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:01.634835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4a9337-b35f-434f-801a-70302d2959c7 req-c6781573-9953-43a5-bd24-30851ad26fd2 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 945 time: 0.1173091 Sep 22 10:38:01.674545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.719859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04deb61e-59ee-4a4a-b862-706cb42afbbc']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:01.765207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835fcc84-fa25-4643-a985-125fd1445dc7') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:01.765507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835fcc84-fa25-4643-a985-125fd1445dc7') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:01.788608 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.799095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d4a9337-b35f-434f-801a-70302d2959c7 req-86745c51-c1e9-4284-afc3-51852094f85a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218739 Sep 22 10:38:01.810908 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.824359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:01.824739 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:01.827649 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:01.829776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] For port def914c9-226b-4cfc-9a09-c009cda13b90, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=def914c9-226b-4cfc-9a09-c009cda13b90,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:01.829776 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:01.860002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Calling delete_port for def914c9-226b-4cfc-9a09-c009cda13b90 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:01.990459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.000123 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.001946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/04deb61e-59ee-4a4a-b862-706cb42afbbc HTTP/1.1" status: 204 len: 168 time: 2.6353106 Sep 22 10:38:02.005703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44478) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:02.011757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-20976214'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:02.016542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ceecf-6f6d-4263-ad78-b0423c915593 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=04deb61e-59ee-4a4a-b862-706cb42afbbc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:02.151394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:02.155173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.180238 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:02.192952 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.193303 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 141b6117-b243-4c53-b761-e011b0277387 of type vlan for network 3deb17e1-15fe-458d-97cb-879e89da4607 Sep 22 10:38:02.196353 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.210089 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d7402fda-7767-4ef3-87fd-3cdb85947018'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:38:02.226987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event deleted for resources: {'Port': ['ID=def914c9-226b-4cfc-9a09-c009cda13b90,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:02.246650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.284120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['def914c9-226b-4cfc-9a09-c009cda13b90'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:38:02.289353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] No DVR routers for this DVR port def914c9-226b-4cfc-9a09-c009cda13b90 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:02.291995 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.294246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-569b83f9-e780-4448-b52f-e9c591047fb5 req-c5c470b4-14f2-4e51-9114-4e6bcb2132af tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.32 "DELETE /v2.0/ports/def914c9-226b-4cfc-9a09-c009cda13b90 HTTP/1.1" status: 204 len: 173 time: 0.9009073 Sep 22 10:38:02.295410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205fa6e4-f5bd-45a9-924a-6e27c8f52917', 'name': 'network-vif-deleted', 'tag': 'def914c9-226b-4cfc-9a09-c009cda13b90'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:02.297031 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295dc9b1-211e-4ea7-8a86-eef3dd945ca4" -d '{"events": [{"server_uuid": "205fa6e4-f5bd-45a9-924a-6e27c8f52917", "name": "network-vif-deleted", "tag": "def914c9-226b-4cfc-9a09-c009cda13b90"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:02.350516 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81e8267-b1e1-47ad-80d8-887ac70c9c8f x-openstack-request-id: req-e81e8267-b1e1-47ad-80d8-887ac70c9c8f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:02.350816 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205fa6e4-f5bd-45a9-924a-6e27c8f52917", "name": "network-vif-deleted", "tag": "def914c9-226b-4cfc-9a09-c009cda13b90", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:02.351071 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e81e8267-b1e1-47ad-80d8-887ac70c9c8f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:02.351805 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205fa6e4-f5bd-45a9-924a-6e27c8f52917', 'name': 'network-vif-deleted', 'tag': 'def914c9-226b-4cfc-9a09-c009cda13b90', 'status': 'completed', 'code': 200} Sep 22 10:38:02.379097 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.386431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:02.387018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.456709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=3deb17e1-15fe-458d-97cb-879e89da4607,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:02.468747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 3deb17e1-15fe-458d-97cb-879e89da4607 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:02.535725 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e9edcec2-3f58-4bf9-9289-6ce2ecf66f5f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5276623 Sep 22 10:38:02.538311 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44508) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:02.544117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '3deb17e1-15fe-458d-97cb-879e89da4607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:02.559960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1191a6ef-45ae-4118-848c-71ec525fb928 req-3be40e07-429d-493c-a541-9b40d4cd1069 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=205fa6e4-f5bd-45a9-924a-6e27c8f52917 HTTP/1.1" status: 200 len: 210 time: 0.0412121 Sep 22 10:38:02.759908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:02.763502 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:02.922586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d29e3-311f-4edc-9891-77bab4ff28e9 req-749476ec-b49d-4f2d-9e7f-348fe12be6d8 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:02.924137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-706d29e3-311f-4edc-9891-77bab4ff28e9 req-749476ec-b49d-4f2d-9e7f-348fe12be6d8 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 945 time: 0.0520463 Sep 22 10:38:02.970479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-706d29e3-311f-4edc-9891-77bab4ff28e9 req-197d13fd-66bf-49ac-b4ef-c264df190f18 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376756 Sep 22 10:38:03.076805 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:03.143343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=25d2c552-954a-40ca-a7d7-c42f033f5438,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:03.151103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': '141b6117-b243-4c53-b761-e011b0277387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3deb17e1-15fe-458d-97cb-879e89da4607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:03.151472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 3deb17e1-15fe-458d-97cb-879e89da4607, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:03.310673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 3deb17e1-15fe-458d-97cb-879e89da4607 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:03.436300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 3deb17e1-15fe-458d-97cb-879e89da4607) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:03.440570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:03.445329 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:03.449267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289694d0-5dbc-45d1-b0f6-c8b3b452663d None None] Network 3deb17e1-15fe-458d-97cb-879e89da4607 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:03.585726 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-67b002c9-b0ef-456d-ba0f-274de71f3e73 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0462463 Sep 22 10:38:03.588904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44558) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:03.598900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-3deb17e1-15fe-458d-97cb-879e89da4607', 'network_id': '3deb17e1-15fe-458d-97cb-879e89da4607', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': '25d2c552-954a-40ca-a7d7-c42f033f5438'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:38:03.601007 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:03.771524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:03.781765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Allocated IP 172.20.0.2 (3deb17e1-15fe-458d-97cb-879e89da4607/25d2c552-954a-40ca-a7d7-c42f033f5438/82f21896-3583-4927-80aa-032c9f4ff7df) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:03.835168 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:03.957260 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.046062 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.095287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Network 3deb17e1-15fe-458d-97cb-879e89da4607 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:04.096140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Pushing event updated for resources: {'Port': ['ID=82f21896-3583-4927-80aa-032c9f4ff7df,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:04.099045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:04.101558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:04.151704 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.159486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Attempting to bind port 82f21896-3583-4927-80aa-032c9f4ff7df on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:04.159857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Attempting to bind port 82f21896-3583-4927-80aa-032c9f4ff7df by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '141b6117-b243-4c53-b761-e011b0277387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3deb17e1-15fe-458d-97cb-879e89da4607'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:04.160229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Attempting to bind port 82f21896-3583-4927-80aa-032c9f4ff7df on network 3deb17e1-15fe-458d-97cb-879e89da4607 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:04.166220 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:04.166619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Checking segment: {'id': '141b6117-b243-4c53-b761-e011b0277387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3deb17e1-15fe-458d-97cb-879e89da4607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:04.167025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.167416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Bound using segment: {'id': '141b6117-b243-4c53-b761-e011b0277387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3deb17e1-15fe-458d-97cb-879e89da4607'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:04.167939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Bound port: 82f21896-3583-4927-80aa-032c9f4ff7df, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141b6117-b243-4c53-b761-e011b0277387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3deb17e1-15fe-458d-97cb-879e89da4607'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:04.168611 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.171567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16f1ef-f962-4172-ad2a-6451083a1917 req-2d12176c-bf2f-41fa-ba2a-f4db78180c9d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:04.173354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd16f1ef-f962-4172-ad2a-6451083a1917 req-2d12176c-bf2f-41fa-ba2a-f4db78180c9d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.0549374 Sep 22 10:38:04.207037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=25d2c552-954a-40ca-a7d7-c42f033f5438,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:04.236813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] For port 82f21896-3583-4927-80aa-032c9f4ff7df, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:04.239901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] For port 82f21896-3583-4927-80aa-032c9f4ff7df, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82f21896-3583-4927-80aa-032c9f4ff7df,segment=NetworkSegment(141b6117-b243-4c53-b761-e011b0277387),segment_id=141b6117-b243-4c53-b761-e011b0277387)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:04.245137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd16f1ef-f962-4172-ad2a-6451083a1917 req-88c9823b-df6b-4904-b768-d7a120d631f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548680 Sep 22 10:38:04.296099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.322381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3deb17e1-15fe-458d-97cb-879e89da4607']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:04.328457 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.332360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141b6117-b243-4c53-b761-e011b0277387') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:04.339476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141b6117-b243-4c53-b761-e011b0277387') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:04.348105 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.373218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.383662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:04.384175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:04.387625 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:04.423137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0da1c9-c6c5-43c0-b3aa-ac1526d0e09e None None] Pushing event updated for resources: {'Port': ['ID=82f21896-3583-4927-80aa-032c9f4ff7df,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:04.438199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7363e2-a120-47c2-ab7b-2170a4a73266 None None] Network 3deb17e1-15fe-458d-97cb-879e89da4607 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:04.562482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1068d1-c8d8-4015-bb86-b5699b9ca825 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:38:04.563844 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:38:04.563844 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:38:04.563844 n-d-807025-3 neutron-server[95681]: [parameters: {'id': '3deb17e1-15fe-458d-97cb-879e89da4607'}] Sep 22 10:38:04.563844 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:38:04.563844 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:38:04.683429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1068d1-c8d8-4015-bb86-b5699b9ca825 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:38:04.762239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44616) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:04.873412 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a82ec93a-2009-47de-be9a-ff892838705d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:04.974084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a82ec93a-2009-47de-be9a-ff892838705d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.059475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a82ec93a-2009-47de-be9a-ff892838705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.064852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.110765 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a82ec93a-2009-47de-be9a-ff892838705d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21c37c86714f4672b397a7368d84b45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472052 Sep 22 10:38:05.111465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ec93a-2009-47de-be9a-ff892838705d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371e6dcc-2228-44a1-a7d9-005f025f5f51,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:05.113535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44630) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:05.158184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Deleting port 82f21896-3583-4927-80aa-032c9f4ff7df {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:05.158646 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.175476 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7f6f98ba-29cb-4f11-b605-48e6c0c411af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.197928 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7f6f98ba-29cb-4f11-b605-48e6c0c411af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.221676 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] For port 82f21896-3583-4927-80aa-032c9f4ff7df, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82f21896-3583-4927-80aa-032c9f4ff7df,segment=NetworkSegment(141b6117-b243-4c53-b761-e011b0277387),segment_id=141b6117-b243-4c53-b761-e011b0277387)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:05.222041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.235024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Calling delete_port for 82f21896-3583-4927-80aa-032c9f4ff7df owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:05.383550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-6579efdf-6790-4d90-b6a3-baeea4d1e40f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:05.385067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-6579efdf-6790-4d90-b6a3-baeea4d1e40f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.0729573 Sep 22 10:38:05.397267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfafa7-70fd-44c4-84ce-101c8d199217 req-25064fdb-1128-4468-9c83-e67afc19db4a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:05.398958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4dfafa7-70fd-44c4-84ce-101c8d199217 req-25064fdb-1128-4468-9c83-e67afc19db4a tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 945 time: 0.0783823 Sep 22 10:38:05.408258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7f6f98ba-29cb-4f11-b605-48e6c0c411af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.410736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7f6f98ba-29cb-4f11-b605-48e6c0c411af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.411822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7f6f98ba-29cb-4f11-b605-48e6c0c411af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/371e6dcc-2228-44a1-a7d9-005f025f5f51 HTTP/1.1" status: 204 len: 168 time: 0.2972565 Sep 22 10:38:05.449984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f98ba-29cb-4f11-b605-48e6c0c411af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371e6dcc-2228-44a1-a7d9-005f025f5f51,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:05.485850 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.503521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4dfafa7-70fd-44c4-84ce-101c8d199217 req-43309449-9eff-402f-ae4b-72a34b54219b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=c87efb30-6e32-4c15-b398-40b25c05488f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962107 Sep 22 10:38:05.512180 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Port': ['ID=82f21896-3583-4927-80aa-032c9f4ff7df,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:05.517532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No DVR routers for this DVR port 82f21896-3583-4927-80aa-032c9f4ff7df on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:05.538033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Deleting port d7402fda-7767-4ef3-87fd-3cdb85947018 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:05.538588 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.607799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.611440 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:38:05.633738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3deb17e1-15fe-458d-97cb-879e89da4607']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:05.633866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] For port d7402fda-7767-4ef3-87fd-3cdb85947018, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d7402fda-7767-4ef3-87fd-3cdb85947018,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:05.633866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.638054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141b6117-b243-4c53-b761-e011b0277387') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:05.638480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141b6117-b243-4c53-b761-e011b0277387') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:05.642732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Calling delete_port for d7402fda-7767-4ef3-87fd-3cdb85947018 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:05.648027 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.670050 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.681123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:05.681123 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:05.684653 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:05.914395 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.921139 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.922995 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/3deb17e1-15fe-458d-97cb-879e89da4607 HTTP/1.1" status: 204 len: 168 time: 2.3256414 Sep 22 10:38:05.926656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44660) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:05.932485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-306186374'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:05.934672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca93717-a598-4f5c-a1e0-cdfab33d6fd6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=3deb17e1-15fe-458d-97cb-879e89da4607,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:05.956495 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:05.967680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d7402fda-7767-4ef3-87fd-3cdb85947018'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:38:05.983506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event deleted for resources: {'Port': ['ID=d7402fda-7767-4ef3-87fd-3cdb85947018,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:06.031136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] No DVR routers for this DVR port d7402fda-7767-4ef3-87fd-3cdb85947018 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:06.034033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:06.036163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-48e1d8b1-f93a-432b-9f90-53d41fc4cd39 req-488c9399-4bfd-43df-b263-67ba8e7fa26b tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "DELETE /v2.0/ports/d7402fda-7767-4ef3-87fd-3cdb85947018 HTTP/1.1" status: 204 len: 173 time: 0.6356869 Sep 22 10:38:06.036619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058e8b5-c9ab-4ab5-be50-14c24ca67061', 'name': 'network-vif-deleted', 'tag': 'd7402fda-7767-4ef3-87fd-3cdb85947018'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:06.039055 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773aec82-44bb-4222-9989-7682b4bed7b1" -d '{"events": [{"server_uuid": "e058e8b5-c9ab-4ab5-be50-14c24ca67061", "name": "network-vif-deleted", "tag": "d7402fda-7767-4ef3-87fd-3cdb85947018"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:06.077400 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde313aa-d2b2-4d22-8015-53f19b69ced3 x-openstack-request-id: req-bde313aa-d2b2-4d22-8015-53f19b69ced3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:06.077700 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058e8b5-c9ab-4ab5-be50-14c24ca67061", "name": "network-vif-deleted", "tag": "d7402fda-7767-4ef3-87fd-3cdb85947018", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:06.077955 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bde313aa-d2b2-4d22-8015-53f19b69ced3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:06.078391 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e058e8b5-c9ab-4ab5-be50-14c24ca67061', 'name': 'network-vif-deleted', 'tag': 'd7402fda-7767-4ef3-87fd-3cdb85947018', 'status': 'completed', 'code': 200} Sep 22 10:38:06.116014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:06.120414 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:06.144622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:06.153659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:06.154001 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24 of type vlan for network ffd39fd1-ce1c-4716-8c91-896fc3ce44f9 Sep 22 10:38:06.195817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:06.423043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:06.429215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:06.430210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:06.484840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:06.505498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56f3b156-1037-4c6b-8dbe-a2ad1efb3ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:06.510580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=ffd39fd1-ce1c-4716-8c91-896fc3ce44f9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:06.520650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ffd39fd1-ce1c-4716-8c91-896fc3ce44f9 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:06.584341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device def914c9-226b-4cfc-9a09-c009cda13b90 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:06.604095 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: def914c9-226b-4cfc-9a09-c009cda13b90 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:06.604440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device def914c9-226b-4cfc-9a09-c009cda13b90 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:06.688521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-56efe24b-5946-4992-8a59-937b24ba2343 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7602077 Sep 22 10:38:06.690816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44694) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:06.695674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': 'ffd39fd1-ce1c-4716-8c91-896fc3ce44f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:07.080309 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56f3b156-1037-4c6b-8dbe-a2ad1efb3ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:07.281877 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56f3b156-1037-4c6b-8dbe-a2ad1efb3ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:07.319519 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-56f3b156-1037-4c6b-8dbe-a2ad1efb3ae5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0f19f376b9b4f7e9ab883f0401beb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8325424 Sep 22 10:38:07.320373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3b156-1037-4c6b-8dbe-a2ad1efb3ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b4c001-faf4-4145-9b27-408e6c9c5859,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:07.323250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44716) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:07.373736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:07.378356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:07.418075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f57bb8d-d50a-451c-b20a-82fb93d1bde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:07.445801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f57bb8d-d50a-451c-b20a-82fb93d1bde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:07.446467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.ipam_backend_mixin [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Performing IP validity checks on allocation pools {{(pid=95682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 10:38:07.447710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.ipam_backend_mixin [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 10:38:07.505690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d929993-82b7-4b68-9bc2-dd5138c6295e req-eca7d3ba-8356-447e-9d35-db4bd8f1ed98 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e058e8b5-c9ab-4ab5-be50-14c24ca67061 HTTP/1.1" status: 200 len: 210 time: 0.0553668 Sep 22 10:38:07.617366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f57bb8d-d50a-451c-b20a-82fb93d1bde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:07.620740 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f57bb8d-d50a-451c-b20a-82fb93d1bde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:07.622271 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0f57bb8d-d50a-451c-b20a-82fb93d1bde1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9b4c001-faf4-4145-9b27-408e6c9c5859 HTTP/1.1" status: 204 len: 168 time: 0.2965920 Sep 22 10:38:07.650477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57bb8d-d50a-451c-b20a-82fb93d1bde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b4c001-faf4-4145-9b27-408e6c9c5859,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:07.857851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:07.924684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=38b07390-dfa4-47d7-8ab8-f0a5a855f135,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:07.934066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': '68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ffd39fd1-ce1c-4716-8c91-896fc3ce44f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:07.938081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: ffd39fd1-ce1c-4716-8c91-896fc3ce44f9, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:08.143372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network ffd39fd1-ce1c-4716-8c91-896fc3ce44f9 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:08.245974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ffd39fd1-ce1c-4716-8c91-896fc3ce44f9) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:08.256514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efcd28c-0e78-46eb-89cd-5553d4f1e446 None None] Network ffd39fd1-ce1c-4716-8c91-896fc3ce44f9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:08.263146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:08.263959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:08.366702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-41fd05cf-171c-47e4-848d-e27f3ab9843a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6746380 Sep 22 10:38:08.370588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44762) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:08.442441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-ffd39fd1-ce1c-4716-8c91-896fc3ce44f9', 'network_id': 'ffd39fd1-ce1c-4716-8c91-896fc3ce44f9', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': '38b07390-dfa4-47d7-8ab8-f0a5a855f135'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:38:08.443351 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:08.536623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:08.614741 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:08.652162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Allocated IP 172.20.0.3 (ffd39fd1-ce1c-4716-8c91-896fc3ce44f9/38b07390-dfa4-47d7-8ab8-f0a5a855f135/6eb59746-3d4d-41ed-b808-04f631323c3f) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:08.750718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d7402fda-7767-4ef3-87fd-3cdb85947018 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:08.776251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: d7402fda-7767-4ef3-87fd-3cdb85947018 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:08.776251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d7402fda-7767-4ef3-87fd-3cdb85947018 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:08.865394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.054343 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.093437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Network ffd39fd1-ce1c-4716-8c91-896fc3ce44f9 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:09.098287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:09.102175 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:09.137888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Pushing event updated for resources: {'Port': ['ID=6eb59746-3d4d-41ed-b808-04f631323c3f,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:09.185018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Attempting to bind port 6eb59746-3d4d-41ed-b808-04f631323c3f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:09.185384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Attempting to bind port 6eb59746-3d4d-41ed-b808-04f631323c3f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ffd39fd1-ce1c-4716-8c91-896fc3ce44f9'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:09.185744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Attempting to bind port 6eb59746-3d4d-41ed-b808-04f631323c3f on network ffd39fd1-ce1c-4716-8c91-896fc3ce44f9 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:09.190756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:09.191132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Checking segment: {'id': '68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ffd39fd1-ce1c-4716-8c91-896fc3ce44f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:09.191545 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.191982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Bound using segment: {'id': '68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ffd39fd1-ce1c-4716-8c91-896fc3ce44f9'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:09.192438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Bound port: 6eb59746-3d4d-41ed-b808-04f631323c3f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ffd39fd1-ce1c-4716-8c91-896fc3ce44f9'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:09.192820 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.206039 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.242981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=38b07390-dfa4-47d7-8ab8-f0a5a855f135,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:09.273337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] For port 6eb59746-3d4d-41ed-b808-04f631323c3f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:09.277447 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] For port 6eb59746-3d4d-41ed-b808-04f631323c3f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6eb59746-3d4d-41ed-b808-04f631323c3f,segment=NetworkSegment(68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24),segment_id=68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:09.319201 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.345768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd39fd1-ce1c-4716-8c91-896fc3ce44f9']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:09.356423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:09.357069 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:09.359216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.371471 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.389626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.406232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:09.406642 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:09.409879 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:09.450757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a6878-7c0c-4ffd-b3a9-525d657cfeaf None None] Pushing event updated for resources: {'Port': ['ID=6eb59746-3d4d-41ed-b808-04f631323c3f,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:09.462776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795422e1-13b3-48bb-b649-b5e974c6c699 None None] Network ffd39fd1-ce1c-4716-8c91-896fc3ce44f9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:09.471292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c1f4-4306-467c-b7f5-0212e411b8e4 req-b8668578-aea1-486a-a883-a7191859e0fa tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:09.473846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a463c1f4-4306-467c-b7f5-0212e411b8e4 req-b8668578-aea1-486a-a883-a7191859e0fa tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0892291 Sep 22 10:38:09.531419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a463c1f4-4306-467c-b7f5-0212e411b8e4 req-af09fc45-a75b-422b-8532-9675c3e2b6e7 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520232 Sep 22 10:38:09.557177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:38:09.557177 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:38:09.557177 n-d-807025-3 neutron-server[95681]: [parameters: {'id': 'ffd39fd1-ce1c-4716-8c91-896fc3ce44f9'}] Sep 22 10:38:09.557177 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:38:09.557558 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:38:09.651468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1a096-b94e-4988-8a27-4ebdb76fc05a None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:38:09.766949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1a096-b94e-4988-8a27-4ebdb76fc05a None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:38:10.059075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.116498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Deleting port 6eb59746-3d4d-41ed-b808-04f631323c3f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:10.116837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.187151 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] For port 6eb59746-3d4d-41ed-b808-04f631323c3f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6eb59746-3d4d-41ed-b808-04f631323c3f,segment=NetworkSegment(68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24),segment_id=68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:10.187543 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.199916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Calling delete_port for 6eb59746-3d4d-41ed-b808-04f631323c3f owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:10.396247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.422357 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Port': ['ID=6eb59746-3d4d-41ed-b808-04f631323c3f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:10.427104 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No DVR routers for this DVR port 6eb59746-3d4d-41ed-b808-04f631323c3f on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:10.515315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.535049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd39fd1-ce1c-4716-8c91-896fc3ce44f9']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:10.543997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:10.544294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f4bda9-f9a4-44ce-aed2-d0fdf6a3af24') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:10.553421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.574928 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.585215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:10.585838 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:10.591252 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:10.680153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d0481-f90d-480c-8aaa-5f4e4db73c1d req-cf3b0edc-1151-4e06-b970-4e19ba2f37b9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:10.692380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af3d0481-f90d-480c-8aaa-5f4e4db73c1d req-cf3b0edc-1151-4e06-b970-4e19ba2f37b9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.0861387 Sep 22 10:38:10.741208 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af3d0481-f90d-480c-8aaa-5f4e4db73c1d req-c8a70cb8-f343-474c-93eb-c30e2b1e138c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461023 Sep 22 10:38:10.767870 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.774762 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.776647 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/ffd39fd1-ce1c-4716-8c91-896fc3ce44f9 HTTP/1.1" status: 204 len: 168 time: 2.4048948 Sep 22 10:38:10.780328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44876) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:10.785994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-905959082'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:10.788002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3ae80-daa6-4d96-8091-d718539f71d3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=ffd39fd1-ce1c-4716-8c91-896fc3ce44f9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:10.935418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:10.939295 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:10.961975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:11.319743 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:11.320086 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment d541028f-a261-4f90-a475-61e89e54e056 of type vlan for network 6584f828-85e6-403e-a266-9870882b0a07 Sep 22 10:38:11.361693 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:11.403790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-de969136-1351-4819-8ac3-9ce6177d0bfa tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:11.405365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-de969136-1351-4819-8ac3-9ce6177d0bfa tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.4386280 Sep 22 10:38:11.505360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Deleting port 1ea5fee6-8720-4563-b53e-425220911cd5 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:11.505360 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:11.517320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:11.522998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:11.523657 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:11.637003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=6584f828-85e6-403e-a266-9870882b0a07,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:11.649949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.650332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.650674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.651008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.651332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.651885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.652406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.652888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.653226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.653550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.653994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.654364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:11.660860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a54f5bb4-c7c2-486a-b4c7-5ff579520721 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8792205 Sep 22 10:38:11.663868 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44904) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:11.669548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '6584f828-85e6-403e-a266-9870882b0a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:11.676868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] For port 1ea5fee6-8720-4563-b53e-425220911cd5, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1ea5fee6-8720-4563-b53e-425220911cd5,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:11.677486 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:11.679046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 6584f828-85e6-403e-a266-9870882b0a07 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:11.927761 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:11.934640 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:11.959185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46cf28-ec1d-4931-8fd7-9ea71cbf8173 req-e781474f-910d-4e72-83aa-c2972c67519f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:11.960857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf46cf28-ec1d-4931-8fd7-9ea71cbf8173 req-e781474f-910d-4e72-83aa-c2972c67519f tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 945 time: 0.1107666 Sep 22 10:38:11.992424 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:11.992803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:11.993691 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Floating IP 39539fb0-4c47-4f4f-a15e-f0be2978d0af disassociated. External IP: 172.25.1.176, port: 1ea5fee6-8720-4563-b53e-425220911cd5. Sep 22 10:38:11.994048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Calling delete_port for 1ea5fee6-8720-4563-b53e-425220911cd5 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:12.072694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf46cf28-ec1d-4931-8fd7-9ea71cbf8173 req-524f7732-ebbe-4684-8b63-130d5e160885 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups?id=15e253eb-fc0d-4d97-8b11-830855b84e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831323 Sep 22 10:38:12.259283 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:12.259810 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:12.296087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event deleted for resources: {'Port': ['ID=1ea5fee6-8720-4563-b53e-425220911cd5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:12.362045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=44e6e7fd-bc09-485a-8d8f-e4d41de82723,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:12.375100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': 'd541028f-a261-4f90-a475-61e89e54e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6584f828-85e6-403e-a266-9870882b0a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:12.375564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 6584f828-85e6-403e-a266-9870882b0a07, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:12.441034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Router 9f587731-3e32-4942-bf76-90a84c10864f has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:38:12.514520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 6584f828-85e6-403e-a266-9870882b0a07 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:12.556369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:38:12.568909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] Sync routers for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:38:12.582856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:38:12.583664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:37:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:12.600102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 6584f828-85e6-403e-a266-9870882b0a07) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:12.605637 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:12.606324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:12.619383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] No DVR routers for this DVR port 1ea5fee6-8720-4563-b53e-425220911cd5 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:12.627818 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:12.630323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cda5c278-5f8d-497a-b1fd-e1285b4d453e req-131c5760-c14f-46dc-af9f-a672fbf2d089 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.30 "DELETE /v2.0/ports/1ea5fee6-8720-4563-b53e-425220911cd5 HTTP/1.1" status: 204 len: 173 time: 1.2184322 Sep 22 10:38:12.630801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-deleted', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:12.639511 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2cc30e-1284-4ca6-abc2-b169e3a2ec7a" -d '{"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-deleted", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:12.672620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7036a537-b529-4310-a9c6-fea615a62df1 None None] Network 6584f828-85e6-403e-a266-9870882b0a07 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:12.683828 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2733a9e2-ccc9-494b-998c-4131e79096ac x-openstack-request-id: req-2733a9e2-ccc9-494b-998c-4131e79096ac {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:12.684163 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b5396b-fb3f-4ae1-901f-702a0d2644cc", "name": "network-vif-deleted", "tag": "1ea5fee6-8720-4563-b53e-425220911cd5", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:12.684424 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2733a9e2-ccc9-494b-998c-4131e79096ac {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:12.684830 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b5396b-fb3f-4ae1-901f-702a0d2644cc', 'name': 'network-vif-deleted', 'tag': '1ea5fee6-8720-4563-b53e-425220911cd5', 'status': 'completed', 'code': 200} Sep 22 10:38:12.705946 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-03c19137-c66e-4d58-852b-6953c359bd1d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0402765 Sep 22 10:38:12.708490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44926) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:12.796187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:38:12.898316 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:12.979947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.060428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b361de2f-b47c-4b72-8b55-9540ed6527e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-6584f828-85e6-403e-a266-9870882b0a07', 'network_id': '6584f828-85e6-403e-a266-9870882b0a07', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': '44e6e7fd-bc09-485a-8d8f-e4d41de82723'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:38:13.061661 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b361de2f-b47c-4b72-8b55-9540ed6527e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.145947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:30:00Z', 'revision_number': 5, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:13.177974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] Checking router: 9f587731-3e32-4942-bf76-90a84c10864f for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:38:13.186929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:38:13.187542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:37:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:13.209018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.222342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34a43902-0469-446e-877c-ac9fdac3ea66 req-d6589a38-30b8-4dac-83a3-46f133164b2c tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b5396b-fb3f-4ae1-901f-702a0d2644cc HTTP/1.1" status: 200 len: 210 time: 0.0462036 Sep 22 10:38:13.261910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=44e6e7fd-bc09-485a-8d8f-e4d41de82723,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:13.323688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.353790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6584f828-85e6-403e-a266-9870882b0a07']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:13.366381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd541028f-a261-4f90-a475-61e89e54e056') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:13.366937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd541028f-a261-4f90-a475-61e89e54e056') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server [None req-b361de2f-b47c-4b72-8b55-9540ed6527e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44e6e7fd-bc09-485a-8d8f-e4d41de82723: This subnet is being modified by another concurrent operation. Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:38:13.372777 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise exception Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44e6e7fd-bc09-485a-8d8f-e4d41de82723: This subnet is being modified by another concurrent operation. Sep 22 10:38:13.376357 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Sep 22 10:38:13.388226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:38:13.392281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.407574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.418823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:13.419282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.422516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc497ff-428f-481b-b22e-e7357685c717 None None] Network 6584f828-85e6-403e-a266-9870882b0a07 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:13.423407 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:13.484165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44938) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:13.566028 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.576537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.582364 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/6584f828-85e6-403e-a266-9870882b0a07 HTTP/1.1" status: 204 len: 168 time: 0.8724012 Sep 22 10:38:13.584469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44942) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:13.600856 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2031772427'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:13.608126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596480d4-6e4e-4049-961d-575eb6e3e4c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=6584f828-85e6-403e-a266-9870882b0a07,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:13.664139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83915ce0-4695-4c16-a314-1c3fe6959636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.694918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5591cce-2c18-493c-b0db-8e8d6d9a7eda None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:38:13.708271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:13.714174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.754195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:13.766653 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.767720 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 70439479-543d-44ef-b462-b9797ae703fe of type vlan for network 69af2968-d5e6-48cd-807b-f8664b43cf24 Sep 22 10:38:13.796764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:30:00Z', 'revision_number': 5, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:13.816369 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83915ce0-4695-4c16-a314-1c3fe6959636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.828621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.832752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8ec31-c8df-4d45-aadc-46bb73463aa3 None None] The sync data for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 is: [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:29:52Z', 'revision_number': 4, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '825d64fb-11d5-4f40-9311-539d4d3cd517', 'name': '', 'network_id': '30f0f4ea-4854-4488-bd71-007194ced60b', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'mac_address': 'fa:16:3e:fe:6b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:51Z', 'updated_at': '2021-09-22T10:30:00Z', 'revision_number': 5, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'subnets': [{'id': '3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:38:13.853707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5591cce-2c18-493c-b0db-8e8d6d9a7eda None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:38:13.910903 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83915ce0-4695-4c16-a314-1c3fe6959636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.945153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.957254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:13.957906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:13.968866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83915ce0-4695-4c16-a314-1c3fe6959636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1106d85d-794a-456d-ac25-bc322928dc13,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:13.984456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-83915ce0-4695-4c16-a314-1c3fe6959636 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44e4512210444afd9203f8ab40946162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988987 Sep 22 10:38:13.987143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44946) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:14.054690 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8fab-2390-449f-96de-d87f729cfdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.073477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=69af2968-d5e6-48cd-807b-f8664b43cf24,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:14.096651 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8fab-2390-449f-96de-d87f729cfdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.098288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 69af2968-d5e6-48cd-807b-f8664b43cf24 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:14.131975 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72f13034-4fe1-4212-abbf-513f45f27250 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5395048 Sep 22 10:38:14.132201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44950) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:14.138901 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '69af2968-d5e6-48cd-807b-f8664b43cf24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:14.257318 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c151a1d6-687a-42bc-a3db-d9ed9b7e0061 None None] New status for floating IP 39539fb0-4c47-4f4f-a15e-f0be2978d0af: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:38:14.274222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8fab-2390-449f-96de-d87f729cfdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.274222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8fab-2390-449f-96de-d87f729cfdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.274998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ca2d8fab-2390-449f-96de-d87f729cfdb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1106d85d-794a-456d-ac25-bc322928dc13 HTTP/1.1" status: 204 len: 168 time: 0.2864215 Sep 22 10:38:14.284144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d8fab-2390-449f-96de-d87f729cfdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1106d85d-794a-456d-ac25-bc322928dc13,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:14.458590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:14.462116 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.520694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44960) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:14.609947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9d788da-1443-4bba-9d94-1e1374fb87a0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.633783 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9d788da-1443-4bba-9d94-1e1374fb87a0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.762058 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9d788da-1443-4bba-9d94-1e1374fb87a0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.762521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.764622 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9d788da-1443-4bba-9d94-1e1374fb87a0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:14.765830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a9d788da-1443-4bba-9d94-1e1374fb87a0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "DELETE /v2.0/security-groups/15e253eb-fc0d-4d97-8b11-830855b84e2d HTTP/1.1" status: 204 len: 168 time: 0.2439220 Sep 22 10:38:14.769195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44964) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:14.785198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:14.787894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d788da-1443-4bba-9d94-1e1374fb87a0 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e253eb-fc0d-4d97-8b11-830855b84e2d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:14.790894 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-be2ea620-0d78-495b-b3b4-f32688e0de5d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] show failed (client error): The resource could not be found. Sep 22 10:38:14.792176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-be2ea620-0d78-495b-b3b4-f32688e0de5d tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "GET /v2.0/security-groups/15e253eb-fc0d-4d97-8b11-830855b84e2d HTTP/1.1" status: 404 len: 347 time: 0.0203841 Sep 22 10:38:14.796613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44966) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:14.820209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 1ea5fee6-8720-4563-b53e-425220911cd5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:14.820770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1ea5fee6-8720-4563-b53e-425220911cd5 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:14.901877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=4539d4d8-0a39-4d10-a470-bbbc51dd1362,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:14.918818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': '70439479-543d-44ef-b462-b9797ae703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69af2968-d5e6-48cd-807b-f8664b43cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:14.919182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 69af2968-d5e6-48cd-807b-f8664b43cf24, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:14.971114 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Deleting port 5b33960d-117d-4c96-9ec0-f78f1e54c695 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:14.971624 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.054998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.055326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.068098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Calling delete_port for 5b33960d-117d-4c96-9ec0-f78f1e54c695 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:15.116490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 69af2968-d5e6-48cd-807b-f8664b43cf24 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:15.175448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44970) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:15.189369 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c705219d-68e4-4743-84ca-12d78dc0a92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.259781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 69af2968-d5e6-48cd-807b-f8664b43cf24) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:15.264940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:15.270150 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.270938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dcd61e-7524-4160-bf16-fa2157b6b955 None None] Network 69af2968-d5e6-48cd-807b-f8664b43cf24 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:15.285858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c705219d-68e4-4743-84ca-12d78dc0a92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.327968 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.358936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Pushing event deleted for resources: {'Port': ['ID=5b33960d-117d-4c96-9ec0-f78f1e54c695,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:15.370442 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c705219d-68e4-4743-84ca-12d78dc0a92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.421557 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c705219d-68e4-4743-84ca-12d78dc0a92f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f2a559e399a4ce3870b65c43e3d0101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426956 Sep 22 10:38:15.421557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705219d-68e4-4743-84ca-12d78dc0a92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8479fc-095d-428c-8bab-8fad41a8ed7a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:15.422449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44972) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:15.455404 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0f600899-e94e-4f21-b0cb-180c15d467a9 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3196118 Sep 22 10:38:15.455404 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.456403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44974) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:15.456518 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.458270 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f6946d22-abbc-4604-849e-80fede4ad8f9 tempest-ServerActionsTestJSON-435018832 tempest-ServerActionsTestJSON-435018832-project] 10.222.0.20 "DELETE /v2.0/floatingips/39539fb0-4c47-4f4f-a15e-f0be2978d0af HTTP/1.1" status: 204 len: 168 time: 0.6578255 Sep 22 10:38:15.462988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44976) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:15.522591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd78d-7933-4286-a8cb-8fab458b1912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.549604 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd78d-7933-4286-a8cb-8fab458b1912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.642179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-69af2968-d5e6-48cd-807b-f8664b43cf24', 'network_id': '69af2968-d5e6-48cd-807b-f8664b43cf24', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': '4539d4d8-0a39-4d10-a470-bbbc51dd1362'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:38:15.643352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.660046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.714586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd78d-7933-4286-a8cb-8fab458b1912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.722958 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd78d-7933-4286-a8cb-8fab458b1912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.726764 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc1fd78d-7933-4286-a8cb-8fab458b1912 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe8479fc-095d-428c-8bab-8fad41a8ed7a HTTP/1.1" status: 204 len: 168 time: 0.3008792 Sep 22 10:38:15.772448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fd78d-7933-4286-a8cb-8fab458b1912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8479fc-095d-428c-8bab-8fad41a8ed7a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:15.773412 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:15.877366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Allocated IP 172.20.0.1 (69af2968-d5e6-48cd-807b-f8664b43cf24/4539d4d8-0a39-4d10-a470-bbbc51dd1362/6ae878eb-2cd4-4d6e-835c-7f218544faf9) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:16.067741 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.178690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.232869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Network 69af2968-d5e6-48cd-807b-f8664b43cf24 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:16.237260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:16.240895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:16.250699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Pushing event updated for resources: {'Port': ['ID=6ae878eb-2cd4-4d6e-835c-7f218544faf9,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:16.306483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Attempting to bind port 6ae878eb-2cd4-4d6e-835c-7f218544faf9 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:16.306936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Attempting to bind port 6ae878eb-2cd4-4d6e-835c-7f218544faf9 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '70439479-543d-44ef-b462-b9797ae703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69af2968-d5e6-48cd-807b-f8664b43cf24'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:16.307633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Attempting to bind port 6ae878eb-2cd4-4d6e-835c-7f218544faf9 on network 69af2968-d5e6-48cd-807b-f8664b43cf24 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:16.312847 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:16.313434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Checking segment: {'id': '70439479-543d-44ef-b462-b9797ae703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69af2968-d5e6-48cd-807b-f8664b43cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:16.313762 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.314253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Bound using segment: {'id': '70439479-543d-44ef-b462-b9797ae703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69af2968-d5e6-48cd-807b-f8664b43cf24'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:16.314793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Bound port: 6ae878eb-2cd4-4d6e-835c-7f218544faf9, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70439479-543d-44ef-b462-b9797ae703fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '69af2968-d5e6-48cd-807b-f8664b43cf24'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:16.315284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.333440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.335034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44992) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:16.374397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.406125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] For port 6ae878eb-2cd4-4d6e-835c-7f218544faf9, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:16.406125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] For port 6ae878eb-2cd4-4d6e-835c-7f218544faf9, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6ae878eb-2cd4-4d6e-835c-7f218544faf9,segment=NetworkSegment(70439479-543d-44ef-b462-b9797ae703fe),segment_id=70439479-543d-44ef-b462-b9797ae703fe)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:16.437316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=4539d4d8-0a39-4d10-a470-bbbc51dd1362,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:16.490902 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.498041 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.518583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69af2968-d5e6-48cd-807b-f8664b43cf24']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:16.528984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70439479-543d-44ef-b462-b9797ae703fe') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:16.529507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70439479-543d-44ef-b462-b9797ae703fe') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:16.532013 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2e1fefb-06c8-48bf-90c8-73d4cbf24e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.540718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.557718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.572399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:16.575952 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:16.582038 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:16.617627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ece77-5130-4570-a5cc-718afbca9703 None None] Pushing event updated for resources: {'Port': ['ID=6ae878eb-2cd4-4d6e-835c-7f218544faf9,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:16.623273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ee80e-828b-445d-af30-4642356cda89 None None] Network 69af2968-d5e6-48cd-807b-f8664b43cf24 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:16.716432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:38:16.716432 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:38:16.716432 n-d-807025-3 neutron-server[95682]: [parameters: {'id': '69af2968-d5e6-48cd-807b-f8664b43cf24'}] Sep 22 10:38:16.716432 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:38:16.717475 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:38:16.752253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7786b73-9a1f-45c2-9579-2e377ed33059 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:38:16.769093 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Deleting port 825d64fb-11d5-4f40-9311-539d4d3cd517 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:16.769428 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.804537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2e1fefb-06c8-48bf-90c8-73d4cbf24e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.862835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] For port 825d64fb-11d5-4f40-9311-539d4d3cd517, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=825d64fb-11d5-4f40-9311-539d4d3cd517,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:16.863189 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.866195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7786b73-9a1f-45c2-9579-2e377ed33059 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:38:16.880505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Calling delete_port for 825d64fb-11d5-4f40-9311-539d4d3cd517 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:16.882419 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2e1fefb-06c8-48bf-90c8-73d4cbf24e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:16.956686 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2e1fefb-06c8-48bf-90c8-73d4cbf24e5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a7b32e9bb5048149ad9964041b1dcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204536 Sep 22 10:38:16.959113 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1fefb-06c8-48bf-90c8-73d4cbf24e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bee1d2-8be6-44bd-9b65-2ba2080162b4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:16.959835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45006) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:17.044503 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e713b443-00ac-437d-b335-05dc09da2419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.068352 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e713b443-00ac-437d-b335-05dc09da2419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.218812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.219153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.221945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e713b443-00ac-437d-b335-05dc09da2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.224840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e713b443-00ac-437d-b335-05dc09da2419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.229597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e713b443-00ac-437d-b335-05dc09da2419 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8bee1d2-8be6-44bd-9b65-2ba2080162b4 HTTP/1.1" status: 204 len: 168 time: 0.2651613 Sep 22 10:38:17.248581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=825d64fb-11d5-4f40-9311-539d4d3cd517,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:17.251590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713b443-00ac-437d-b335-05dc09da2419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bee1d2-8be6-44bd-9b65-2ba2080162b4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:17.341730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Deleting port 6ae878eb-2cd4-4d6e-835c-7f218544faf9 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:17.342966 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.440129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] For port 6ae878eb-2cd4-4d6e-835c-7f218544faf9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6ae878eb-2cd4-4d6e-835c-7f218544faf9,segment=NetworkSegment(70439479-543d-44ef-b462-b9797ae703fe),segment_id=70439479-543d-44ef-b462-b9797ae703fe)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:17.440522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.453381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Calling delete_port for 6ae878eb-2cd4-4d6e-835c-7f218544faf9 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:17.453590 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.652756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.691768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Port': ['ID=6ae878eb-2cd4-4d6e-835c-7f218544faf9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:17.701366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Router 9f587731-3e32-4942-bf76-90a84c10864f has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:38:17.701842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No DVR routers for this DVR port 6ae878eb-2cd4-4d6e-835c-7f218544faf9 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:17.791214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.815130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69af2968-d5e6-48cd-807b-f8664b43cf24']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:17.826736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70439479-543d-44ef-b462-b9797ae703fe') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:17.827369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70439479-543d-44ef-b462-b9797ae703fe') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:17.833472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:38:17.841949 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ac97877b-f361-473c-addb-bbc8659f1a22 admin admin] 10.222.0.20 "PUT /v2.0/routers/9f587731-3e32-4942-bf76-90a84c10864f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3781281 Sep 22 10:38:17.843155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45034) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:17.843390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.844230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] Sync routers for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:38:17.855391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:38:17.856326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:37:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:17.862978 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.870091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:17.887802 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:17.947582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:17.968124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:38:18.050605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.147659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:38:17Z', 'revision_number': 5, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:18.167590 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.179183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] Checking router: 9f587731-3e32-4942-bf76-90a84c10864f for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:38:18.193105 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.195029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/69af2968-d5e6-48cd-807b-f8664b43cf24 HTTP/1.1" status: 204 len: 168 time: 2.7373154 Sep 22 10:38:18.195857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4c71b-85de-4cb2-93e5-f3d42a011416 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=69af2968-d5e6-48cd-807b-f8664b43cf24,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:18.198620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] Routers {'9f587731-3e32-4942-bf76-90a84c10864f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:38:18.199256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:37:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9f587731-3e32-4942-bf76-90a84c10864f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:18.199826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45042) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:18.210911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1680015922'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:18.282709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Deleting port 3485981e-eb81-4dc7-a2f6-d29da70d6808 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:18.283282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.356876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:18.365758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.371715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] Set router 9f587731-3e32-4942-bf76-90a84c10864f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:38:18.393554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] For port 3485981e-eb81-4dc7-a2f6-d29da70d6808, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3485981e-eb81-4dc7-a2f6-d29da70d6808,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:18.396533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.400398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:18.417268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.419600 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 765bb640-703e-4ae0-ac08-520098868b34 of type vlan for network 48367e86-a70c-4184-a24b-fe3b92d24c14 Sep 22 10:38:18.425297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Calling delete_port for 3485981e-eb81-4dc7-a2f6-d29da70d6808 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:18.496147 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.631629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:38:17Z', 'revision_number': 5, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:18.657745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b060bf-4949-48a1-85c8-cd0d7a99640e None None] The sync data for ids ['9f587731-3e32-4942-bf76-90a84c10864f'] in n-d-807025-3 is: [{'id': '9f587731-3e32-4942-bf76-90a84c10864f', 'name': 'tempest-ServerActionsTestJSON-2128540423-router', 'tenant_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:29:46Z', 'updated_at': '2021-09-22T10:38:17Z', 'revision_number': 5, 'project_id': 'b2072f075b5a4f368086b8b5c35c24f6', 'gw_port': {'id': '3485981e-eb81-4dc7-a2f6-d29da70d6808', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f587731-3e32-4942-bf76-90a84c10864f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:29:47Z', 'updated_at': '2021-09-22T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:38:18.670086 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.675915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:18.676704 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586544'] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.751210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=48367e86-a70c-4184-a24b-fe3b92d24c14,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:18.759993 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.771279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 48367e86-a70c-4184-a24b-fe3b92d24c14 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:18.794898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Pushing event deleted for resources: {'Port': ['ID=3485981e-eb81-4dc7-a2f6-d29da70d6808,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:18.814293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e7bd5a13-5c9e-466a-88d8-32f45c01fe9d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6133564 Sep 22 10:38:18.816893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45060) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:18.822302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a06433cd-3f4a-4031-8f3d-5488c6ec0d78 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:18.889759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.987278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:18.989510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:19.012269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a06433cd-3f4a-4031-8f3d-5488c6ec0d78 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:19.131338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a06433cd-3f4a-4031-8f3d-5488c6ec0d78 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:19.142461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a06433cd-3f4a-4031-8f3d-5488c6ec0d78 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 48367e86-a70c-4184-a24b-fe3b92d24c14 is not hosted by any dhcp agent {{(pid=95682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:38:19.147927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06433cd-3f4a-4031-8f3d-5488c6ec0d78 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:19.148560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a06433cd-3f4a-4031-8f3d-5488c6ec0d78 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:19.150566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a06433cd-3f4a-4031-8f3d-5488c6ec0d78 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "PUT /v2.0/networks/48367e86-a70c-4184-a24b-fe3b92d24c14 HTTP/1.1" status: 200 len: 723 time: 0.3327014 Sep 22 10:38:19.153522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45074) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:19.159677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '48367e86-a70c-4184-a24b-fe3b92d24c14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:19.244323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06433cd-3f4a-4031-8f3d-5488c6ec0d78 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=48367e86-a70c-4184-a24b-fe3b92d24c14,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:19.264185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 48367e86-a70c-4184-a24b-fe3b92d24c14 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:19.515227 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:19.515772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f587731-3e32-4942-bf76-90a84c10864f {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:38:19.522674 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:19.527035 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-645592ab-7985-4420-90a5-95a9c354579b admin admin] 10.222.0.20 "DELETE /v2.0/routers/9f587731-3e32-4942-bf76-90a84c10864f HTTP/1.1" status: 204 len: 168 time: 1.6828384 Sep 22 10:38:19.527697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45090) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:19.620414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25a1e02-f800-476e-b2f3-88fd63029eff admin admin] Deleting subnet 3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:38:19.641606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d25a1e02-f800-476e-b2f3-88fd63029eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:19.693733 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d25a1e02-f800-476e-b2f3-88fd63029eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:19.784173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:19.787692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:19.792298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d25a1e02-f800-476e-b2f3-88fd63029eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.036789 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d25a1e02-f800-476e-b2f3-88fd63029eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.071322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a1e02-f800-476e-b2f3-88fd63029eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:20.072002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 825d64fb-11d5-4f40-9311-539d4d3cd517 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:20.077684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d25a1e02-f800-476e-b2f3-88fd63029eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.079652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d25a1e02-f800-476e-b2f3-88fd63029eff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3fe6f9b4-fd4e-47b1-ba5f-d4c44be4c62f HTTP/1.1" status: 204 len: 168 time: 0.5508068 Sep 22 10:38:20.082402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:20.115504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 825d64fb-11d5-4f40-9311-539d4d3cd517 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:20.116108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 825d64fb-11d5-4f40-9311-539d4d3cd517 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:20.121961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503ec1a-931f-4f86-adeb-28d9d7905f87 None None] Network 30f0f4ea-4854-4488-bd71-007194ced60b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:20.176626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.192385 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.272493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=ea6679c7-2adc-48d8-860e-783796f06ba7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:20.308945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': '765bb640-703e-4ae0-ac08-520098868b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '48367e86-a70c-4184-a24b-fe3b92d24c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:20.309320 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 48367e86-a70c-4184-a24b-fe3b92d24c14, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:20.346971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Deleting port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:20.348095 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.400636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9919ec-8bbc-4feb-90cf-3e5fec4d2c45 None None] DHCP port deletion for 30f0f4ea-4854-4488-bd71-007194ced60b request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:38:20.432838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 48367e86-a70c-4184-a24b-fe3b92d24c14 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:20.433420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-ce54d277-8ac7-49ab-9e97-1d04ac4b35ec tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:20.435226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-ce54d277-8ac7-49ab-9e97-1d04ac4b35ec tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 815 time: 0.1802924 Sep 22 10:38:20.444687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] For port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ff38367b-4ae8-4c6e-a93f-105ada4f5e0b,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:20.445360 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.454815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-72a85a9d-9c4f-48a8-8761-b515dd912c51 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/quotas/0c7a1bf82ff54ca5adfe2ad5a5c1d475 HTTP/1.1" status: 200 len: 375 time: 0.0133669 Sep 22 10:38:20.463903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Calling delete_port for ff38367b-4ae8-4c6e-a93f-105ada4f5e0b owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:20.479730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8e9919ec-8bbc-4feb-90cf-3e5fec4d2c45 None None] Deleting port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:20.480266 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e9919ec-8bbc-4feb-90cf-3e5fec4d2c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.514179 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-fe16affb-745e-45e2-87e7-5ea5509e4d90 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530474 Sep 22 10:38:20.518241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 48367e86-a70c-4184-a24b-fe3b92d24c14) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:20.525264 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:20.526087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.532022 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a045e9-84fa-4449-bf70-6e15d1610c6e None None] Network 48367e86-a70c-4184-a24b-fe3b92d24c14 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:20.639982 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f84d2517-f793-4f45-8a42-d5036b6fb03d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4822116 Sep 22 10:38:20.640733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45120) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:20.648661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-db8150ce-5b4f-4ab7-8e00-a4b8cd289f7b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:20.663763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-c352f83d-d303-4f23-88d5-f9e15047dfb6 service neutron] 10.222.0.20 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351337 Sep 22 10:38:20.681198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8e9919ec-8bbc-4feb-90cf-3e5fec4d2c45 None None] For port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ff38367b-4ae8-4c6e-a93f-105ada4f5e0b,segment=NetworkSegment(2e106b4f-9d98-41c2-b2b6-eb524d0ad75c),segment_id=2e106b4f-9d98-41c2-b2b6-eb524d0ad75c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:20.681812 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e9919ec-8bbc-4feb-90cf-3e5fec4d2c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.718687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8e9919ec-8bbc-4feb-90cf-3e5fec4d2c45 None None] Calling delete_port for ff38367b-4ae8-4c6e-a93f-105ada4f5e0b owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:20.719150 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.751748 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] No DVR routers for this DVR port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:20.804532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-48367e86-a70c-4184-a24b-fe3b92d24c14', 'network_id': '48367e86-a70c-4184-a24b-fe3b92d24c14', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': 'ea6679c7-2adc-48d8-860e-783796f06ba7'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:38:20.804736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-9d0213b7-c12c-4f09-ae4d-10c022f08874 service neutron] 10.222.0.20 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316891 Sep 22 10:38:20.805409 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.817169 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff38367b-4ae8-4c6e-a93f-105ada4f5e0b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:20.931556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.947542 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db8150ce-5b4f-4ab7-8e00-a4b8cd289f7b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13293507'] for subnet, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:20.991252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f0f4ea-4854-4488-bd71-007194ced60b']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:20.996003 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e9919ec-8bbc-4feb-90cf-3e5fec4d2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.005424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:21.005736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e106b4f-9d98-41c2-b2b6-eb524d0ad75c') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:21.023121 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.039197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.039410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9919ec-8bbc-4feb-90cf-3e5fec4d2c45 None None] Pushing event deleted for resources: {'Port': ['ID=ff38367b-4ae8-4c6e-a93f-105ada4f5e0b,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:21.048783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9919ec-8bbc-4feb-90cf-3e5fec4d2c45 None None] No DVR routers for this DVR port ff38367b-4ae8-4c6e-a93f-105ada4f5e0b on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:21.054250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:21.054993 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.055907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Allocated IP 172.20.0.2 (48367e86-a70c-4184-a24b-fe3b92d24c14/ea6679c7-2adc-48d8-860e-783796f06ba7/9ecf049b-17c6-4f6b-8981-ef3192f48221) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:21.082933 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:21.230631 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.247998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.269581 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] 10.222.0.20 "DELETE /v2.0/networks/30f0f4ea-4854-4488-bd71-007194ced60b HTTP/1.1" status: 204 len: 168 time: 1.1729181 Sep 22 10:38:21.305858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ba230-ac75-43d2-a5b2-2a72d783547c admin admin] Pushing event deleted for resources: {'Network': ['ID=30f0f4ea-4854-4488-bd71-007194ced60b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:21.329362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.337562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8b9e-4d32-4636-8650-26eb71d5c900 req-638e3855-e5ea-42cc-aff6-ae98f30c4be9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.345719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8b9e-4d32-4636-8650-26eb71d5c900 req-638e3855-e5ea-42cc-aff6-ae98f30c4be9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.352555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8b9e-4d32-4636-8650-26eb71d5c900 req-638e3855-e5ea-42cc-aff6-ae98f30c4be9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.358498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8b9e-4d32-4636-8650-26eb71d5c900 req-638e3855-e5ea-42cc-aff6-ae98f30c4be9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.364311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8b9e-4d32-4636-8650-26eb71d5c900 req-638e3855-e5ea-42cc-aff6-ae98f30c4be9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.370985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8b9e-4d32-4636-8650-26eb71d5c900 req-638e3855-e5ea-42cc-aff6-ae98f30c4be9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.378492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f8b9e-4d32-4636-8650-26eb71d5c900 req-638e3855-e5ea-42cc-aff6-ae98f30c4be9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.380439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b76f8b9e-4d32-4636-8650-26eb71d5c900 req-638e3855-e5ea-42cc-aff6-ae98f30c4be9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5432 time: 0.1398418 Sep 22 10:38:21.392364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-35135e6e-6192-4447-b8ea-fa83f5b76844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.398454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-35135e6e-6192-4447-b8ea-fa83f5b76844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.404473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-35135e6e-6192-4447-b8ea-fa83f5b76844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.411734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-35135e6e-6192-4447-b8ea-fa83f5b76844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.418364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-35135e6e-6192-4447-b8ea-fa83f5b76844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.424275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-35135e6e-6192-4447-b8ea-fa83f5b76844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.430888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-35135e6e-6192-4447-b8ea-fa83f5b76844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.432846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-35135e6e-6192-4447-b8ea-fa83f5b76844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 5432 time: 0.2442660 Sep 22 10:38:21.464966 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.503403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Network 48367e86-a70c-4184-a24b-fe3b92d24c14 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:21.507814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:21.511784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:21.517183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b76f8b9e-4d32-4636-8650-26eb71d5c900 req-f10b996a-6a62-4be7-9c0a-df176c7e6b83 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832486 Sep 22 10:38:21.522031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-e8dcef3c-6d5b-49a1-bbc3-75be71f690dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.524015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-e8dcef3c-6d5b-49a1-bbc3-75be71f690dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "GET /v2.0/ports/fa9ebf86-2e9f-4908-97dc-c02a937b70b0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0825281 Sep 22 10:38:21.531855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Pushing event updated for resources: {'Port': ['ID=9ecf049b-17c6-4f6b-8981-ef3192f48221,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:21.651759 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33cbc2cb-6b17-4316-81ed-775601e974c9 req-075d9280-bdc8-4ebe-a3b5-23cfc930017e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 210 time: 0.0666912 Sep 22 10:38:21.724569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-58293344-4a1b-4dd6-948b-912b5a4dfe93 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "GET /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1942933 Sep 22 10:38:21.738899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:21.746236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db8150ce-5b4f-4ab7-8e00-a4b8cd289f7b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773453142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12736085'] for subnet, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.769213 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8150ce-5b4f-4ab7-8e00-a4b8cd289f7b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.772708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db8150ce-5b4f-4ab7-8e00-a4b8cd289f7b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.778475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45144) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:21.781549 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-db8150ce-5b4f-4ab7-8e00-a4b8cd289f7b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "PUT /v2.0/subnets/ea6679c7-2adc-48d8-860e-783796f06ba7 HTTP/1.1" status: 200 len: 806 time: 1.1396742 Sep 22 10:38:21.823357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ff38367b-4ae8-4c6e-a93f-105ada4f5e0b no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:21.830898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8150ce-5b4f-4ab7-8e00-a4b8cd289f7b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=ea6679c7-2adc-48d8-860e-783796f06ba7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:21.844534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.849813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: ff38367b-4ae8-4c6e-a93f-105ada4f5e0b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:21.850191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ff38367b-4ae8-4c6e-a93f-105ada4f5e0b not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:21.850627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3485981e-eb81-4dc7-a2f6-d29da70d6808 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:21.873633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45146) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:21.873771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Attempting to bind port 9ecf049b-17c6-4f6b-8981-ef3192f48221 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:21.873771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Attempting to bind port 9ecf049b-17c6-4f6b-8981-ef3192f48221 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '765bb640-703e-4ae0-ac08-520098868b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '48367e86-a70c-4184-a24b-fe3b92d24c14'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:21.873771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Attempting to bind port 9ecf049b-17c6-4f6b-8981-ef3192f48221 on network 48367e86-a70c-4184-a24b-fe3b92d24c14 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:21.877793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3485981e-eb81-4dc7-a2f6-d29da70d6808 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:21.878177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3485981e-eb81-4dc7-a2f6-d29da70d6808 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:21.879904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:21.880280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Checking segment: {'id': '765bb640-703e-4ae0-ac08-520098868b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '48367e86-a70c-4184-a24b-fe3b92d24c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:21.880684 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.881080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Bound using segment: {'id': '765bb640-703e-4ae0-ac08-520098868b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '48367e86-a70c-4184-a24b-fe3b92d24c14'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:21.881565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Bound port: 9ecf049b-17c6-4f6b-8981-ef3192f48221, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765bb640-703e-4ae0-ac08-520098868b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '48367e86-a70c-4184-a24b-fe3b92d24c14'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:21.881954 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:21.956450 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0e4a1033-a61c-4e9a-91ca-83950ba66bfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2072f075b5a4f368086b8b5c35c24f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833299 Sep 22 10:38:21.957704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45152) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:21.976759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] For port 9ecf049b-17c6-4f6b-8981-ef3192f48221, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:22.012061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] For port 9ecf049b-17c6-4f6b-8981-ef3192f48221, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9ecf049b-17c6-4f6b-8981-ef3192f48221,segment=NetworkSegment(765bb640-703e-4ae0-ac08-520098868b34),segment_id=765bb640-703e-4ae0-ac08-520098868b34)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:22.025920 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27924bc8-e466-4993-b0d4-c5a58ea5bbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.033547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.051339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] For port fa9ebf86-2e9f-4908-97dc-c02a937b70b0, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:22.054296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27924bc8-e466-4993-b0d4-c5a58ea5bbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.111549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] For port fa9ebf86-2e9f-4908-97dc-c02a937b70b0, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:22.152441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] device_id is not set on port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:38:22.162657 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.173903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Deleting port 9ecf049b-17c6-4f6b-8981-ef3192f48221 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:22.174273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.179175 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.217103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27924bc8-e466-4993-b0d4-c5a58ea5bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.219746 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27924bc8-e466-4993-b0d4-c5a58ea5bbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.223485 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-27924bc8-e466-4993-b0d4-c5a58ea5bbc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c87efb30-6e32-4c15-b398-40b25c05488f HTTP/1.1" status: 204 len: 168 time: 0.2622201 Sep 22 10:38:22.237981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27924bc8-e466-4993-b0d4-c5a58ea5bbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87efb30-6e32-4c15-b398-40b25c05488f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:22.270433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.340125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f08636-91c5-480d-8e88-8b1f7b6906e0 None None] Pushing event updated for resources: {'Port': ['ID=9ecf049b-17c6-4f6b-8981-ef3192f48221,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:22.373753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] No DVR routers for this DVR port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:22.384670 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5ca0bcbf-2bb7-4440-80f6-b47c33b3ab74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.412983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] For port 9ecf049b-17c6-4f6b-8981-ef3192f48221, host n-d-807025-3, got binding levels [] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:22.417717 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.434722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:22.442004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Calling delete_port for 9ecf049b-17c6-4f6b-8981-ef3192f48221 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:22.472985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] In _notify_port_updated(), no bound segment for port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:38:22.480804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:22.481027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.482423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-c1286fe5-ba04-4784-8b3c-b6de0616fdb9 service neutron] 10.222.0.32 "PUT /v2.0/ports/fa9ebf86-2e9f-4908-97dc-c02a937b70b0 HTTP/1.1" status: 200 len: 1026 time: 0.7502725 Sep 22 10:38:22.676321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-0f474ff3-89fd-491e-83e8-7c07005e9362 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:22.676321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-0f474ff3-89fd-491e-83e8-7c07005e9362 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "GET /v2.0/ports/477cf0ab-7d06-4060-bd94-a8bdaa2a6be7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1364741 Sep 22 10:38:22.704816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:22.823658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-17807dfb-8592-4a03-b99b-a6beed5ca1cf None None] Provisioning complete for port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:38:22.824229 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-17807dfb-8592-4a03-b99b-a6beed5ca1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:22.885702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-17807dfb-8592-4a03-b99b-a6beed5ca1cf None None] Port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:38:23.335237 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:23.404759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986e8e9-128a-4344-957a-2035dc373806 req-6af4dda6-15c4-4cbc-aece-d012de08cdf7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:23.406467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986e8e9-128a-4344-957a-2035dc373806 req-6af4dda6-15c4-4cbc-aece-d012de08cdf7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:23.413760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986e8e9-128a-4344-957a-2035dc373806 req-6af4dda6-15c4-4cbc-aece-d012de08cdf7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:23.420115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986e8e9-128a-4344-957a-2035dc373806 req-6af4dda6-15c4-4cbc-aece-d012de08cdf7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:23.427504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986e8e9-128a-4344-957a-2035dc373806 req-6af4dda6-15c4-4cbc-aece-d012de08cdf7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:23.438624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986e8e9-128a-4344-957a-2035dc373806 req-6af4dda6-15c4-4cbc-aece-d012de08cdf7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:23.450711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3986e8e9-128a-4344-957a-2035dc373806 req-6af4dda6-15c4-4cbc-aece-d012de08cdf7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 4659 time: 0.7429214 Sep 22 10:38:23.618564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3986e8e9-128a-4344-957a-2035dc373806 req-c9f6d504-dc03-4a8e-b623-0cfb862e5d24 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3&id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458089 Sep 22 10:38:23.660298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4657f-2e26-43d7-877c-a31f6960b525 None None] Network 48367e86-a70c-4184-a24b-fe3b92d24c14 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:23.742263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-d66d9701-396c-4e77-91e6-ae91bd4c5253 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:23.742263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-d66d9701-396c-4e77-91e6-ae91bd4c5253 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 815 time: 0.1206427 Sep 22 10:38:23.744937 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:23.797243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Request body: {'port': {'device_id': '3860ac22-ed77-4a05-9070-fad6c8e78ba4', 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7', 'admin_state_up': True, 'tenant_id': '0c7a1bf82ff54ca5adfe2ad5a5c1d475'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:23.882261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Port': ['ID=9ecf049b-17c6-4f6b-8981-ef3192f48221,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:23.888423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9ecf049b-17c6-4f6b-8981-ef3192f48221 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:38:23.893922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8885ea6b-c899-4536-9f2f-1a39cd188bcb req-a02bccc6-85d0-4dcb-93ae-9aa5f12fe200 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 210 time: 0.1527119 Sep 22 10:38:23.923344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No DVR routers for this DVR port 9ecf049b-17c6-4f6b-8981-ef3192f48221 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:23.957003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-26f0a97c-d251-47b6-ba4d-877f10fbf346 None None] Could not find standard attr ID for object 9ecf049b-17c6-4f6b-8981-ef3192f48221. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:38:23.961991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9ecf049b-17c6-4f6b-8981-ef3192f48221 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:23.962376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9ecf049b-17c6-4f6b-8981-ef3192f48221 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 22 10:38:23.987553 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Port 9ecf049b-17c6-4f6b-8981-ef3192f48221 not found, will not notify nova. {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 22 10:38:24.050410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] For port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:24.060530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.087898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45206) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:24.161916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] For port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:24.206092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] device_id is not set on port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:38:24.215556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.218258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1872940603-network', 'tenant_id': '437fd2c3b22b4e58af20594225d73ec7'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:24.274978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965be9bd-91d6-4d38-afef-493934354fca None None] Network 48367e86-a70c-4184-a24b-fe3b92d24c14 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:24.299329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Made reservation on behalf of 0c7a1bf82ff54ca5adfe2ad5a5c1d475 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:24.303561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.314786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.316956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.379093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6679c7-2adc-48d8-860e-783796f06ba7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:24.394085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Made reservation on behalf of 437fd2c3b22b4e58af20594225d73ec7 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:24.397758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.410662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.437313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] Pushing event updated for resources: {'Port': ['ID=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:24.490624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] No DVR routers for this DVR port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:24.505931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7adc0d3-6373-4db8-ad64-c8703ac63202 None None] DHCP port deletion for 48367e86-a70c-4184-a24b-fe3b92d24c14 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:38:24.554414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.554618 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.601076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48367e86-a70c-4184-a24b-fe3b92d24c14']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:24.635707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] In _notify_port_updated(), no bound segment for port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 on network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 {{(pid=95682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:38:24.636614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:24.637236 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.638599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-21d17958-c301-46ab-b517-8e83748b73ed service neutron] 10.222.0.32 "PUT /v2.0/ports/477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 HTTP/1.1" status: 200 len: 1025 time: 1.9545889 Sep 22 10:38:24.640292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765bb640-703e-4ae0-ac08-520098868b34') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:24.640594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765bb640-703e-4ae0-ac08-520098868b34') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:24.641729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.669484 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.685680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:24.696885 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22197bfe-67ae-4548-8743-f4269b291794,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:24.699129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c2171dfb-779a-4d60-a1f4-ad5a6e714665 None None] Provisioning complete for port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:38:24.699967 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c2171dfb-779a-4d60-a1f4-ad5a6e714665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.715828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Allocated IP 172.20.0.14 (f536865a-5d3b-4f15-9acd-b7373dd789d7/164ad57f-7318-45ca-8050-46487554cbec/87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:24.718813 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.719162 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Added segment 7115da1f-149d-4447-87be-5ce3efbb5766 of type vlan for network f9cfee09-d3ef-40c0-843b-0a146f7fe498 Sep 22 10:38:24.722802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.744949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 74fa117a-0ae9-465a-9a10-b4787f86d848 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:24.766961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.767364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:24.767773 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:24.775227 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:24.799680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c2171dfb-779a-4d60-a1f4-ad5a6e714665 None None] Port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:38:24.841665 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.865650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74fa117a-0ae9-465a-9a10-b4787f86d848'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:24.868784 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7097d3c9-2e54-4686-b01e-c220e815b437" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "74fa117a-0ae9-465a-9a10-b4787f86d848"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:24.881640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 74fa117a-0ae9-465a-9a10-b4787f86d848, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74fa117a-0ae9-465a-9a10-b4787f86d848,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:24.908171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dcc92-1d53-4e02-827d-e382016758a3 req-883db8c0-cebe-4e24-9711-29192f783445 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:24.914422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dcc92-1d53-4e02-827d-e382016758a3 req-883db8c0-cebe-4e24-9711-29192f783445 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:24.920401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dcc92-1d53-4e02-827d-e382016758a3 req-883db8c0-cebe-4e24-9711-29192f783445 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:24.926420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dcc92-1d53-4e02-827d-e382016758a3 req-883db8c0-cebe-4e24-9711-29192f783445 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:24.933322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dcc92-1d53-4e02-827d-e382016758a3 req-883db8c0-cebe-4e24-9711-29192f783445 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:24.935220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c48dcc92-1d53-4e02-827d-e382016758a3 req-883db8c0-cebe-4e24-9711-29192f783445 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 3887 time: 0.2102640 Sep 22 10:38:24.981427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.982127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting port 74fa117a-0ae9-465a-9a10-b4787f86d848 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:24.982463 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.982600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:24.983430 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.020353 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.067136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] Pushing event updated for resources: {'Network': ['ID=f9cfee09-d3ef-40c0-843b-0a146f7fe498,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:25.082816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f9cfee09-d3ef-40c0-843b-0a146f7fe498 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:25.084464 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.086884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/48367e86-a70c-4184-a24b-fe3b92d24c14 HTTP/1.1" status: 204 len: 168 time: 3.3070800 Sep 22 10:38:25.089926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45226) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:25.099657 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.100400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 9a2415d9-9317-4bc5-873f-95e49189d3fc no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:25.112511 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f658ce09-31e6-4dcd-97e8-51aad3becdcc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:25.113524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f658ce09-31e6-4dcd-97e8-51aad3becdcc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:25.131885 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f658ce09-31e6-4dcd-97e8-51aad3becdcc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/48367e86-a70c-4184-a24b-fe3b92d24c14 HTTP/1.1" status: 404 len: 339 time: 0.0407791 Sep 22 10:38:25.133165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45230) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:25.139409 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1806389183', 'description': 'd1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:25.145507 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-45ea36fe-be0a-4f50-88e4-2f09152d503d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0548570 Sep 22 10:38:25.149130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:25.155109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9a6f8-2930-462a-9dee-f30c5919442d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=48367e86-a70c-4184-a24b-fe3b92d24c14,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:25.162173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Request body: {'subnet': {'network_id': 'f9cfee09-d3ef-40c0-843b-0a146f7fe498', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1872940603-subnet', 'tenant_id': '437fd2c3b22b4e58af20594225d73ec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:25.174922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c48dcc92-1d53-4e02-827d-e382016758a3 req-8170bb9e-da53-4b58-8d69-8c1fa46312dc tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317979 Sep 22 10:38:25.211604 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50ce04b5-837f-4833-b10e-18904912ee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.248388 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.266342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8013003b-578c-4031-90f1-309221012440 req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] For port 74fa117a-0ae9-465a-9a10-b4787f86d848, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74fa117a-0ae9-465a-9a10-b4787f86d848,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:25.266714 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.285673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Calling delete_port for 74fa117a-0ae9-465a-9a10-b4787f86d848 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:25.306761 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2c2ce5-f0ed-43b8-a67f-6c2fbb5e1b57 x-openstack-request-id: req-2f2c2ce5-f0ed-43b8-a67f-6c2fbb5e1b57 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:25.307055 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "74fa117a-0ae9-465a-9a10-b4787f86d848", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:25.307309 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f2c2ce5-f0ed-43b8-a67f-6c2fbb5e1b57 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:25.307701 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74fa117a-0ae9-465a-9a10-b4787f86d848', 'code': 200} Sep 22 10:38:25.310080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=74fa117a-0ae9-465a-9a10-b4787f86d848,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:25.312908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:25.317757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.333172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.373785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 9a2415d9-9317-4bc5-873f-95e49189d3fc, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:25.392590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:25.406839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.409937 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 513b3e49-32d3-4c5e-840d-a92fe1a52453 of type vlan for network adf81416-fbfa-4f6f-8364-fee903f2269a Sep 22 10:38:25.426266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b81c1579-1b56-484a-bc23-643ec0df690a req-c6d55f8e-ab2c-43c2-977d-cdb359b436a2 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 210 time: 0.0298569 Sep 22 10:38:25.466552 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.472678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.472678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7af028ee-5887-4c1b-874e-471275fddfee no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:25.476757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Made reservation on behalf of 437fd2c3b22b4e58af20594225d73ec7 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:25.479683 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.484434 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.519920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['74d3c2ab-454b-4a88-9a12-98a11931e332'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:38:25.535346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Network f536865a-5d3b-4f15-9acd-b7373dd789d7 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:25.545100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:25.562373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:25.578336 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.588471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Pushing event updated for resources: {'Port': ['ID=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:25.617235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=9a2415d9-9317-4bc5-873f-95e49189d3fc,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:25.618345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:25.618986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.659169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.663707 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.669529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:25.670290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.672127 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.702880 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.764693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9ecf049b-17c6-4f6b-8981-ef3192f48221 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:25.771143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-8925cd83-24be-4599-ac07-b651d0b8aaa3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9916689 Sep 22 10:38:25.772227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Port': ['ID=74fa117a-0ae9-465a-9a10-b4787f86d848,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:25.794292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Request body: {'port': {'device_id': '3860ac22-ed77-4a05-9070-fad6c8e78ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:25.805883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=adf81416-fbfa-4f6f-8364-fee903f2269a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:25.808246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7af028ee-5887-4c1b-874e-471275fddfee, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7af028ee-5887-4c1b-874e-471275fddfee,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:25.809400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9ecf049b-17c6-4f6b-8981-ef3192f48221 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:25.809518 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5fb7ea84-1e74-4b5e-b42d-9fb36659e400 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6747644 Sep 22 10:38:25.809980 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9ecf049b-17c6-4f6b-8981-ef3192f48221 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:25.811645 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.822003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45238) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:25.828188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network adf81416-fbfa-4f6f-8364-fee903f2269a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:25.869547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8013003b-578c-4031-90f1-309221012440 req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] No DVR routers for this DVR port 74fa117a-0ae9-465a-9a10-b4787f86d848 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:25.872992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.875646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-14196045-d26b-4928-8fc3-9419586f3880 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "DELETE /v2.0/ports/74fa117a-0ae9-465a-9a10-b4787f86d848 HTTP/1.1" status: 204 len: 173 time: 1.2296307 Sep 22 10:38:25.877999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': '74fa117a-0ae9-465a-9a10-b4787f86d848'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:25.880699 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac908ea6-eaf2-45a5-b60a-90bbb9cc9aa8" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "74fa117a-0ae9-465a-9a10-b4787f86d848"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:25.938432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f999bd67-c9ce-45e5-bbc8-a32219f52fa3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:25.957871 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f999bd67-c9ce-45e5-bbc8-a32219f52fa3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/networks?id=adf81416-fbfa-4f6f-8364-fee903f2269a HTTP/1.1" status: 200 len: 761 time: 0.1171386 Sep 22 10:38:25.957871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45242) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:25.957871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-57a26a31-5015-4d6d-a2ea-1838a73c782b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'description': 'd2'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:25.958222 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68db243-d154-4a09-b982-819ca908cc3a x-openstack-request-id: req-a68db243-d154-4a09-b982-819ca908cc3a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:25.958222 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "74fa117a-0ae9-465a-9a10-b4787f86d848", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:25.958222 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a68db243-d154-4a09-b982-819ca908cc3a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:25.958222 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': '74fa117a-0ae9-465a-9a10-b4787f86d848', 'status': 'completed', 'code': 200} Sep 22 10:38:25.983739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.992581 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.028314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.029050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:26.087144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting port a81ec790-8609-44bd-b50c-5af0a7205433 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:26.087415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.112300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:26.112958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a81ec790-8609-44bd-b50c-5af0a7205433 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:26.144087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=7af028ee-5887-4c1b-874e-471275fddfee,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:26.154714 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91849aa1-aa06-470f-b9e2-5e03af4ff256,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:26.165967 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Checking segment: {'id': '7115da1f-149d-4447-87be-5ce3efbb5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9cfee09-d3ef-40c0-843b-0a146f7fe498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:26.166353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Network hostable DHCP agents. Network: f9cfee09-d3ef-40c0-843b-0a146f7fe498, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:26.182272 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57a26a31-5015-4d6d-a2ea-1838a73c782b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.216304 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.257287 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.273379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a81ec790-8609-44bd-b50c-5af0a7205433, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a81ec790-8609-44bd-b50c-5af0a7205433,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:26.293998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57a26a31-5015-4d6d-a2ea-1838a73c782b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.306961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57a26a31-5015-4d6d-a2ea-1838a73c782b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network adf81416-fbfa-4f6f-8364-fee903f2269a is not hosted by any dhcp agent {{(pid=95681) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:38:26.315347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a26a31-5015-4d6d-a2ea-1838a73c782b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:26.315347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-57a26a31-5015-4d6d-a2ea-1838a73c782b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.315507 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-57a26a31-5015-4d6d-a2ea-1838a73c782b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "PUT /v2.0/networks/adf81416-fbfa-4f6f-8364-fee903f2269a HTTP/1.1" status: 200 len: 758 time: 0.3717480 Sep 22 10:38:26.318071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45248) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:26.431012 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.431757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fa9ebf86-2e9f-4908-97dc-c02a937b70b0 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:26.447381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8013003b-578c-4031-90f1-309221012440 req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] For port a81ec790-8609-44bd-b50c-5af0a7205433, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a81ec790-8609-44bd-b50c-5af0a7205433,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:26.447864 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.459689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Network f9cfee09-d3ef-40c0-843b-0a146f7fe498 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:26.476085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Calling delete_port for a81ec790-8609-44bd-b50c-5af0a7205433 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:26.481383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a26a31-5015-4d6d-a2ea-1838a73c782b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=adf81416-fbfa-4f6f-8364-fee903f2269a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:26.488146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665926-ddac-4a87-83a9-7e3b1676685a req-5495f24d-bbda-447b-bb4b-b697423469fd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:26.497160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665926-ddac-4a87-83a9-7e3b1676685a req-5495f24d-bbda-447b-bb4b-b697423469fd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:26.504536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665926-ddac-4a87-83a9-7e3b1676685a req-5495f24d-bbda-447b-bb4b-b697423469fd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:26.505982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network adf81416-fbfa-4f6f-8364-fee903f2269a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:26.510987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ce0b9-7223-49fa-a793-e64bafb342f4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:26.511346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665926-ddac-4a87-83a9-7e3b1676685a req-5495f24d-bbda-447b-bb4b-b697423469fd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:26.516368 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-826ce0b9-7223-49fa-a793-e64bafb342f4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/networks?id=adf81416-fbfa-4f6f-8364-fee903f2269a HTTP/1.1" status: 200 len: 761 time: 0.1934292 Sep 22 10:38:26.520140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b665926-ddac-4a87-83a9-7e3b1676685a req-5495f24d-bbda-447b-bb4b-b697423469fd tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 3148 time: 0.2126536 Sep 22 10:38:26.520280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45256) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:26.521161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1058924503'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:26.620398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fa9ebf86-2e9f-4908-97dc-c02a937b70b0 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:26.620774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f9cfee09-d3ef-40c0-843b-0a146f7fe498) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:26.621355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device aa44bb0b-d6f1-4322-b697-88bf24efb1ea no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:26.629994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a81ec790-8609-44bd-b50c-5af0a7205433,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:26.644300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:26.650081 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.651451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:38:26.657792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12de48d-3ea4-411b-9f2c-de7a138f0833 None None] Network f9cfee09-d3ef-40c0-843b-0a146f7fe498 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:26.663408 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.672271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:26.673036 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.673483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b665926-ddac-4a87-83a9-7e3b1676685a req-5737eb10-e648-445a-9a5c-8ba19e07ec46 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444144 Sep 22 10:38:26.699338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Transition to ACTIVE for port object 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:38:26.709909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:26.734740 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.735095 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 61744220-a1f0-4166-8bd2-570d012d4046 of type vlan for network 3ba91c07-766e-4bc3-ab7f-d52e885fb705 Sep 22 10:38:26.823769 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-85d171be-2bf8-44be-b0cd-f34ee73055c3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6721816 Sep 22 10:38:26.842378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.843886 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.900654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c0b2ba-c015-4682-b9c6-fb7d2d2e1276 None None] Network f9cfee09-d3ef-40c0-843b-0a146f7fe498 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:26.912509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Pushing event updated for resources: {'Port': ['ID=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:26.935573 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:26.958202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cd607-fef8-424b-bd75-623608d61a7f req-3894a7ec-29de-4753-87fb-ab5d95841d62 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:26.959862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51cd607-fef8-424b-bd75-623608d61a7f req-3894a7ec-29de-4753-87fb-ab5d95841d62 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 932 time: 0.1446629 Sep 22 10:38:27.007290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port aa44bb0b-d6f1-4322-b697-88bf24efb1ea, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:27.046747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.059168 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.065750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:27.068723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.089772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Attempting to bind port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:27.090388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Attempting to bind port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:27.090729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Attempting to bind port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 on network f536865a-5d3b-4f15-9acd-b7373dd789d7 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:27.095156 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.156036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:27.189605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=3ba91c07-766e-4bc3-ab7f-d52e885fb705,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:27.198808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Port': ['ID=a81ec790-8609-44bd-b50c-5af0a7205433,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:27.202892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8013003b-578c-4031-90f1-309221012440 req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] No DVR routers for this DVR port a81ec790-8609-44bd-b50c-5af0a7205433 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:27.204296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 3ba91c07-766e-4bc3-ab7f-d52e885fb705 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:27.207733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51cd607-fef8-424b-bd75-623608d61a7f req-a855ca29-40d6-4a25-a258-60771eee4278 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402902 Sep 22 10:38:27.209175 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.212279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-a85f535e-be49-4869-9e1c-a69bc0fb2844 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "DELETE /v2.0/ports/a81ec790-8609-44bd-b50c-5af0a7205433 HTTP/1.1" status: 204 len: 173 time: 1.3134367 Sep 22 10:38:27.212905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 on network f536865a-5d3b-4f15-9acd-b7373dd789d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:38:27.213239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Attempting to bind port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 on network f536865a-5d3b-4f15-9acd-b7373dd789d7 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:27.215890 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b27358c7-c2d8-48a4-8c66-d89e6382b8dd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6984997 Sep 22 10:38:27.218909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45270) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:27.224379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '3ba91c07-766e-4bc3-ab7f-d52e885fb705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:27.232775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:27.233117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Checking segment: {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:27.233515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Bound using segment: {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:27.233965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Bound port: 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:27.234354 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.309327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2415d9-9317-4bc5-873f-95e49189d3fc'}, {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee'}, {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81ec790-8609-44bd-b50c-5af0a7205433'}, {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:27.312845 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31a869d-be22-4db6-b50b-ac109607e6dc" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2415d9-9317-4bc5-873f-95e49189d3fc"}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7af028ee-5887-4c1b-874e-471275fddfee"}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "a81ec790-8609-44bd-b50c-5af0a7205433"}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa44bb0b-d6f1-4322-b697-88bf24efb1ea"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:27.399420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] For port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:27.404552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] For port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:27.432230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting port 9a2415d9-9317-4bc5-873f-95e49189d3fc {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:27.432561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.499837 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:27.510054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.557195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.601534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8013003b-578c-4031-90f1-309221012440 req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] For port 9a2415d9-9317-4bc5-873f-95e49189d3fc, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=9a2415d9-9317-4bc5-873f-95e49189d3fc,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:27.601943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.643175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Calling delete_port for 9a2415d9-9317-4bc5-873f-95e49189d3fc owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:27.651516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:27.652203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.653633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] 10.222.0.30 "PUT /v2.0/ports/87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 HTTP/1.1" status: 200 len: 1092 time: 1.8643851 Sep 22 10:38:27.711026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee554a5-a292-43a3-8d50-25a3b5976ccd service neutron] Pushing event updated for resources: {'Port': ['ID=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:27.900491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-ce9151ee-1c58-4bd4-a97e-db77819f2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:27.901985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-ce9151ee-1c58-4bd4-a97e-db77819f2cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 1095 time: 0.1258051 Sep 22 10:38:27.910757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-d5eab21a-06d6-43b7-8be0-8136df1784de tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:27.912109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-d5eab21a-06d6-43b7-8be0-8136df1784de tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/networks?id=f9cfee09-d3ef-40c0-843b-0a146f7fe498 HTTP/1.1" status: 200 len: 822 time: 0.1835427 Sep 22 10:38:27.943775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.955034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': 'a81ec790-8609-44bd-b50c-5af0a7205433'}, {'name': 'network-changed', 'server_uuid': '3860ac22-ed77-4a05-9070-fad6c8e78ba4', 'tag': '87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:27.957292 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198884ae-c264-468a-990f-27d3d00643a1" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "a81ec790-8609-44bd-b50c-5af0a7205433"}, {"name": "network-changed", "server_uuid": "3860ac22-ed77-4a05-9070-fad6c8e78ba4", "tag": "87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:27.968830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-e773bcce-f652-4c44-b20d-dc395eec2423 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 HTTP/1.1" status: 200 len: 217 time: 0.0556211 Sep 22 10:38:27.971055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-0017cc9a-f36d-4d1e-9f9d-ab843f0e9aee tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/quotas/437fd2c3b22b4e58af20594225d73ec7 HTTP/1.1" status: 200 len: 375 time: 0.0506675 Sep 22 10:38:28.014527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=ddf2d241-5dea-4f25-ab44-74c82b6627a5,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:28.027123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': '61744220-a1f0-4166-8bd2-570d012d4046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3ba91c07-766e-4bc3-ab7f-d52e885fb705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:28.027123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 3ba91c07-766e-4bc3-ab7f-d52e885fb705, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:28.029961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-f5d55b8e-a271-486b-b7df-85bb523793ec tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=437fd2c3b22b4e58af20594225d73ec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523899 Sep 22 10:38:28.062375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-766e96b0-6a6b-4c40-85d1-6b028b59d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:28.063822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-766e96b0-6a6b-4c40-85d1-6b028b59d539 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 200 len: 855 time: 0.0842376 Sep 22 10:38:28.064452 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:28.131602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-9aef3148-fa21-4b1a-8f6a-cc78339f0421 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f536865a-5d3b-4f15-9acd-b7373dd789d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576048 Sep 22 10:38:28.134127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:28.177265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Port': ['ID=9a2415d9-9317-4bc5-873f-95e49189d3fc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:28.211501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 3ba91c07-766e-4bc3-ab7f-d52e885fb705 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:28.238015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-49284025-3e3f-4003-8b5d-bde20b0f299e service neutron] 10.222.0.20 "GET /v2.0/networks/f9cfee09-d3ef-40c0-843b-0a146f7fe498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966133 Sep 22 10:38:28.276518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8013003b-578c-4031-90f1-309221012440 req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] No DVR routers for this DVR port 9a2415d9-9317-4bc5-873f-95e49189d3fc on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:28.285963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:28.287869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-a1afe24a-5b83-4188-b352-702092112b2c tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "DELETE /v2.0/ports/9a2415d9-9317-4bc5-873f-95e49189d3fc HTTP/1.1" status: 204 len: 173 time: 1.0563374 Sep 22 10:38:28.338492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 3ba91c07-766e-4bc3-ab7f-d52e885fb705) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:28.342902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:28.347947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:28.353571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01974a77-6eb9-43f5-a15b-c2f08786de9f None None] Network 3ba91c07-766e-4bc3-ab7f-d52e885fb705 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:28.408509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-6de37663-6b24-40e9-851b-0a1fd1c290cc service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628002 Sep 22 10:38:28.437113 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8767db48-8912-41a0-8a29-42f1aabba0a3 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2162881 Sep 22 10:38:28.438822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45300) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:28.474362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-9281c346-55b2-40b4-b4f1-c672f74fd91c service neutron] 10.222.0.20 "GET /v2.0/networks/f9cfee09-d3ef-40c0-843b-0a146f7fe498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990931 Sep 22 10:38:28.601369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abca368-3242-4076-b6b8-ff659e8ba143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-3ba91c07-766e-4bc3-ab7f-d52e885fb705', 'network_id': '3ba91c07-766e-4bc3-ab7f-d52e885fb705', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': 'ddf2d241-5dea-4f25-ab44-74c82b6627a5'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:38:28.603582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4abca368-3242-4076-b6b8-ff659e8ba143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:28.641366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:28.735152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:28.899657 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02243d05-1982-4a63-860b-96efc2cddb8d x-openstack-request-id: req-02243d05-1982-4a63-860b-96efc2cddb8d {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:28.899657 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2415d9-9317-4bc5-873f-95e49189d3fc", "code": 200}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "7af028ee-5887-4c1b-874e-471275fddfee", "code": 200}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "a81ec790-8609-44bd-b50c-5af0a7205433", "code": 200}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa44bb0b-d6f1-4322-b697-88bf24efb1ea", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:28.899953 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02243d05-1982-4a63-860b-96efc2cddb8d {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:28.900400 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2415d9-9317-4bc5-873f-95e49189d3fc', 'code': 200} Sep 22 10:38:28.900668 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee', 'code': 200} Sep 22 10:38:28.900981 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81ec790-8609-44bd-b50c-5af0a7205433', 'code': 200} Sep 22 10:38:28.901261 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea', 'code': 200} Sep 22 10:38:28.997464 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.052581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf2d241-5dea-4f25-ab44-74c82b6627a5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server [None req-4abca368-3242-4076-b6b8-ff659e8ba143 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddf2d241-5dea-4f25-ab44-74c82b6627a5: This subnet is being modified by another concurrent operation. Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:38:29.096028 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise exception Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddf2d241-5dea-4f25-ab44-74c82b6627a5: This subnet is being modified by another concurrent operation. Sep 22 10:38:29.099485 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Sep 22 10:38:29.112263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c79463a-3c41-4b6e-8b64-04c1d3efb0db None None] Network 3ba91c07-766e-4bc3-ab7f-d52e885fb705 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:29.141185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting port 7af028ee-5887-4c1b-874e-471275fddfee {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:29.141832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.174900 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.184694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66f792e0-aa17-4f75-9d07-de7e62ba2f3a req-ad61ba45-5a84-4201-a5e1-850730dfc0ff service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558954 Sep 22 10:38:29.201973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54bc02-dd33-461a-80ad-4694c9bdcff1 req-70c83b85-caa2-4e98-91a5-d1d14dfd410d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:29.208274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54bc02-dd33-461a-80ad-4694c9bdcff1 req-70c83b85-caa2-4e98-91a5-d1d14dfd410d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:29.210069 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e54bc02-dd33-461a-80ad-4694c9bdcff1 req-70c83b85-caa2-4e98-91a5-d1d14dfd410d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 1678 time: 0.1468928 Sep 22 10:38:29.226267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba91c07-766e-4bc3-ab7f-d52e885fb705']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:29.240384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61744220-a1f0-4166-8bd2-570d012d4046') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:29.240384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61744220-a1f0-4166-8bd2-570d012d4046') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:29.250996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.274560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.281464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:29.282036 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.291536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd774a-65d5-4262-b9b6-5ec854ab3ffd None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:38:29.328374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e54bc02-dd33-461a-80ad-4694c9bdcff1 req-f052da76-0152-4e99-908c-003130b7b550 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664690 Sep 22 10:38:29.341676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] For port 7af028ee-5887-4c1b-874e-471275fddfee, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7af028ee-5887-4c1b-874e-471275fddfee,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:29.344689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:29.356260 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:29.447656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.455039 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.466173 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/3ba91c07-766e-4bc3-ab7f-d52e885fb705 HTTP/1.1" status: 204 len: 168 time: 1.0218780 Sep 22 10:38:29.471017 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45336) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:29.548029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e1d78-40d9-4cb9-84c3-0f95ac60e18e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=3ba91c07-766e-4bc3-ab7f-d52e885fb705,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:29.573383 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5ba73a-48e2-4389-a4fa-a5f930758f9a x-openstack-request-id: req-1d5ba73a-48e2-4389-a4fa-a5f930758f9a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:29.574506 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "a81ec790-8609-44bd-b50c-5af0a7205433", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3860ac22-ed77-4a05-9070-fad6c8e78ba4", "tag": "87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:29.575077 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d5ba73a-48e2-4389-a4fa-a5f930758f9a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:29.575656 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': 'a81ec790-8609-44bd-b50c-5af0a7205433', 'status': 'completed', 'code': 200} Sep 22 10:38:29.576885 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3860ac22-ed77-4a05-9070-fad6c8e78ba4', 'tag': '87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84', 'status': 'completed', 'code': 200} Sep 22 10:38:29.592877 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d066d96e-cb5b-4d4a-92bb-ece54272d490 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] GET failed (client error): The resource could not be found. Sep 22 10:38:29.595549 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d066d96e-cb5b-4d4a-92bb-ece54272d490 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/subnets/ddf2d241-5dea-4f25-ab44-74c82b6627a5 HTTP/1.1" status: 404 len: 337 time: 0.1107278 Sep 22 10:38:29.595672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd774a-65d5-4262-b9b6-5ec854ab3ffd None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:38:29.597057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45340) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:29.627976 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9a684a-93a0-41d2-8e0a-76eff950d481 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:29.628644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9a684a-93a0-41d2-8e0a-76eff950d481 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:29.634914 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3b9a684a-93a0-41d2-8e0a-76eff950d481 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/3ba91c07-766e-4bc3-ab7f-d52e885fb705 HTTP/1.1" status: 404 len: 339 time: 0.0319774 Sep 22 10:38:29.634914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45344) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:29.759097 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.766759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.767441 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Floating IP eb052397-63f2-4d1e-a359-cc9a0a436f67 disassociated. External IP: 172.25.1.213, port: 7af028ee-5887-4c1b-874e-471275fddfee. Sep 22 10:38:29.767964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Calling delete_port for 7af028ee-5887-4c1b-874e-471275fddfee owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:29.795475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566372f4-c93b-4812-b1b4-54423e6b6c3b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:29.797213 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-566372f4-c93b-4812-b1b4-54423e6b6c3b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1615021 Sep 22 10:38:29.800133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45350) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:29.839216 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4473b46f-9b11-43aa-b0de-d7754e656cf7 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 207 time: 0.0335798 Sep 22 10:38:29.839362 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45352) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:29.840790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec2794-d597-4b10-8d0a-2e54fcd1eb74 req-8700e808-056d-4997-845e-baf7b8fba5b1 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:29.868867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9ec2794-d597-4b10-8d0a-2e54fcd1eb74 req-8700e808-056d-4997-845e-baf7b8fba5b1 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 944 time: 0.2772014 Sep 22 10:38:29.868867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198884ae-c264-468a-990f-27d3d00643a1 req-b0ed8b4f-74bc-49db-8a51-16b8a78f73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:29.868867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-198884ae-c264-468a-990f-27d3d00643a1 req-b0ed8b4f-74bc-49db-8a51-16b8a78f73ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 1095 time: 0.3152943 Sep 22 10:38:29.968010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9ec2794-d597-4b10-8d0a-2e54fcd1eb74 req-a5ed1de2-a13e-4e34-bd82-5a59a62e9f8c tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083598 Sep 22 10:38:30.022507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b261dc52-c655-4fce-802b-db20bf59539b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.029391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b261dc52-c655-4fce-802b-db20bf59539b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.036232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b261dc52-c655-4fce-802b-db20bf59539b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.042915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b261dc52-c655-4fce-802b-db20bf59539b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.050152 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b261dc52-c655-4fce-802b-db20bf59539b tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2054837 Sep 22 10:38:30.050152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45358) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:30.114677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29ccdabc-b763-47a4-b3de-711c83464c3f req-0aa1dd6c-3f4b-420f-a40f-e988762f770b tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 210 time: 0.0645087 Sep 22 10:38:30.169510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198884ae-c264-468a-990f-27d3d00643a1 req-29214cd4-5e86-459f-8cf6-c8a95398bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.171092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-198884ae-c264-468a-990f-27d3d00643a1 req-29214cd4-5e86-459f-8cf6-c8a95398bb22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 916 time: 0.2433903 Sep 22 10:38:30.222645 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0cb1ffe8-51db-4145-9aca-0031439ecc21 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1719599 Sep 22 10:38:30.229515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45366) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:30.244413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-198884ae-c264-468a-990f-27d3d00643a1 req-d8ffd195-d94d-4003-b913-e038c32be2a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 HTTP/1.1" status: 200 len: 217 time: 0.0653698 Sep 22 10:38:30.291846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f8f36-c76d-4144-b611-6896515c4fbd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.294252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f8f36-c76d-4144-b611-6896515c4fbd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.297359 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-375f8f36-c76d-4144-b611-6896515c4fbd tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0647314 Sep 22 10:38:30.300354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45370) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:30.332810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198884ae-c264-468a-990f-27d3d00643a1 req-6e11ede7-5e2f-44b9-a80e-4f7c49b684ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.335022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-198884ae-c264-468a-990f-27d3d00643a1 req-6e11ede7-5e2f-44b9-a80e-4f7c49b684ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 200 len: 855 time: 0.0823481 Sep 22 10:38:30.376182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-198884ae-c264-468a-990f-27d3d00643a1 req-4ec22e80-68ee-4431-8118-f56aebb0ab76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f536865a-5d3b-4f15-9acd-b7373dd789d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334897 Sep 22 10:38:30.378816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:30.425023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb45b1-3861-40e9-8576-6901fd26b37d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['shared'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.427252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb45b1-3861-40e9-8576-6901fd26b37d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['shared'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.428885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-09eb45b1-3861-40e9-8576-6901fd26b37d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1273685 Sep 22 10:38:30.437668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45380) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:30.472661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Port': ['ID=7af028ee-5887-4c1b-874e-471275fddfee,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:30.585151 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf5068-43ee-4b91-a5e7-bc42061c51d5 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.590819 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-17cf5068-43ee-4b91-a5e7-bc42061c51d5 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/networks/69c1f212-cb85-4768-94bc-ff00e7423c1d HTTP/1.1" status: 200 len: 800 time: 0.1518023 Sep 22 10:38:30.591385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45384) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:30.714498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa47798-3599-448d-a487-1585a5159386 req-aad82cde-8e78-4a1f-a953-546d1138753a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.721705 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6fa47798-3599-448d-a487-1585a5159386 req-aad82cde-8e78-4a1f-a953-546d1138753a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 943 time: 0.2912407 Sep 22 10:38:30.723166 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-316a794d-2e19-4b2c-a98e-f7a89dccdf0c tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/networks/69c1f212-cb85-4768-94bc-ff00e7423c1d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1288741 Sep 22 10:38:30.736845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45392) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:30.756914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-198884ae-c264-468a-990f-27d3d00643a1 req-8dec754e-6b60-47ff-9453-15488859a3e9 service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715262 Sep 22 10:38:30.818414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59041b0-1e30-44b1-94fe-6a2485514a3d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.819890 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a59041b0-1e30-44b1-94fe-6a2485514a3d tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/subnets/8136451d-5e96-47d4-9e1b-8d54040546d4 HTTP/1.1" status: 200 len: 811 time: 0.0817351 Sep 22 10:38:30.823820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45396) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:30.829995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Router 1d0c5948-dc10-472a-80b5-95e2097f4353 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:38:30.891146 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e749a6-9df9-428d-946b-6704ea834010 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['shared'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.893296 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81e749a6-9df9-428d-946b-6704ea834010 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "GET /v2.0/subnets/8136451d-5e96-47d4-9e1b-8d54040546d4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0684934 Sep 22 10:38:30.897363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45400) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:30.902533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6fa47798-3599-448d-a487-1585a5159386 req-4a1124d0-0afe-4d74-a2b6-4c72e7e0e77d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615109 Sep 22 10:38:30.907311 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-197847338'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:31.010079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-198884ae-c264-468a-990f-27d3d00643a1 req-b3ac222b-305c-4497-9690-d756b2680aaf service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411876 Sep 22 10:38:31.115638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:31.119388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:31.130087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:38:31.147838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] Sync routers for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:38:31.162496 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:38:31.163125 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:38:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:31.178230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:31.181896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8c064-2cb0-4580-bb3b-410f9a615db1 req-a686f5e9-3e9d-49a8-9dc2-e533c63cc1f0 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:31.184335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49b8c064-2cb0-4580-bb3b-410f9a615db1 req-a686f5e9-3e9d-49a8-9dc2-e533c63cc1f0 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 944 time: 0.1207063 Sep 22 10:38:31.200791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] No DVR routers for this DVR port 7af028ee-5887-4c1b-874e-471275fddfee on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:31.201010 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:31.201250 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Added segment 075887d3-866c-4cc6-b2b5-fe5de1ad2368 of type vlan for network 2c901b13-7963-45db-a699-248bcebb30ce Sep 22 10:38:31.204152 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:31.206749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-a04b29cd-1a2f-4adf-ba87-653426f9b399 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "DELETE /v2.0/ports/7af028ee-5887-4c1b-874e-471275fddfee HTTP/1.1" status: 204 len: 173 time: 2.9050052 Sep 22 10:38:31.283158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49b8c064-2cb0-4580-bb3b-410f9a615db1 req-9350da56-e758-4222-958d-527a75d2579e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836415 Sep 22 10:38:31.327436 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:31.333006 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:38:31.407990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6053d919-3d53-4cfd-b67e-b4567d47f44d req-3af0c275-88b3-49f4-95f4-0ff9db2ab48d tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 210 time: 0.0364759 Sep 22 10:38:31.410458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting port aa44bb0b-d6f1-4322-b697-88bf24efb1ea {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:31.410800 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:31.435710 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:31.451883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:31.453055 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:31.537326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8013003b-578c-4031-90f1-309221012440 req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] For port aa44bb0b-d6f1-4322-b697-88bf24efb1ea, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:31.537710 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:31.573287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8013003b-578c-4031-90f1-309221012440 req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Calling delete_port for aa44bb0b-d6f1-4322-b697-88bf24efb1ea owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:31.578503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': '9a2415d9-9317-4bc5-873f-95e49189d3fc'}, {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:31.580854 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7272190c-41eb-4f6a-b04f-95c98d806402" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "9a2415d9-9317-4bc5-873f-95e49189d3fc"}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "7af028ee-5887-4c1b-874e-471275fddfee"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:31.586757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Network': ['ID=2c901b13-7963-45db-a699-248bcebb30ce,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:31.591944 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '919ffce5-95f7-4ff3-8452-7f88ab71cc2f', 'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'mac_address': 'fa:16:3e:a2:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:54Z', 'updated_at': '2021-09-22T10:28:01Z', 'revision_number': 5, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'subnets': [{'id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:31.626467 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] Checking router: 1d0c5948-dc10-472a-80b5-95e2097f4353 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:38:31.635148 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7353075 Sep 22 10:38:31.643585 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:38:31.644361 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:38:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:31.653919 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.654327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.654668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.655103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.655467 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.655802 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.656132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.656455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.656775 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.657094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.659711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.660055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82b6b0-3040-45ca-b38f-222918a7d7cc tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:31.666633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45418) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:31.679316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'network_id': '2c901b13-7963-45db-a699-248bcebb30ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:31.699776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 2c901b13-7963-45db-a699-248bcebb30ce details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:31.839876 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298428b6-915d-4232-982a-7471e82cca5a x-openstack-request-id: req-298428b6-915d-4232-982a-7471e82cca5a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:31.840272 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "9a2415d9-9317-4bc5-873f-95e49189d3fc", "status": "completed", "code": 200}, {"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "7af028ee-5887-4c1b-874e-471275fddfee", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:31.840436 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-298428b6-915d-4232-982a-7471e82cca5a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:31.840824 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': '9a2415d9-9317-4bc5-873f-95e49189d3fc', 'status': 'completed', 'code': 200} Sep 22 10:38:31.841072 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': '7af028ee-5887-4c1b-874e-471275fddfee', 'status': 'completed', 'code': 200} Sep 22 10:38:31.932345 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:38:32.028716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Made reservation on behalf of ca75fa350134415abbb956300833f26b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:32.036338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:32.054763 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:32.121588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Port': ['ID=aa44bb0b-d6f1-4322-b697-88bf24efb1ea,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:32.186576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b2137-656c-4353-b20e-a46f619bb3cb req-357cfe63-594e-4699-bac8-d8614217fdbb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:32.189065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-149b2137-656c-4353-b20e-a46f619bb3cb req-357cfe63-594e-4699-bac8-d8614217fdbb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 865 time: 0.1942959 Sep 22 10:38:32.202493 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '919ffce5-95f7-4ff3-8452-7f88ab71cc2f', 'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'mac_address': 'fa:16:3e:a2:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:54Z', 'updated_at': '2021-09-22T10:28:01Z', 'revision_number': 5, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'subnets': [{'id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:32.243632 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337aeb9-0c6f-4af9-a46a-2d874520e48a None None] The sync data for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 is: [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:27:55Z', 'revision_number': 4, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '919ffce5-95f7-4ff3-8452-7f88ab71cc2f', 'name': '', 'network_id': 'b2c721f2-9ec3-4410-97d9-1e486ecaf16a', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'mac_address': 'fa:16:3e:a2:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:54Z', 'updated_at': '2021-09-22T10:28:01Z', 'revision_number': 5, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'subnets': [{'id': '29b44c0f-f4c4-484b-8442-b5754a4e1d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:38:32.243806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_backend_mixin [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Performing IP validity checks on allocation pools {{(pid=95681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 10:38:32.244826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_backend_mixin [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95681) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 10:38:32.321221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8013003b-578c-4031-90f1-309221012440 req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] No DVR routers for this DVR port aa44bb0b-d6f1-4322-b697-88bf24efb1ea on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:32.338810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8013003b-578c-4031-90f1-309221012440 req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:32.342011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8013003b-578c-4031-90f1-309221012440 req-10175793-4376-477e-b4d4-6b0446bd20b7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.32 "DELETE /v2.0/ports/aa44bb0b-d6f1-4322-b697-88bf24efb1ea HTTP/1.1" status: 204 len: 173 time: 1.1120505 Sep 22 10:38:32.368514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-1b268914-6472-42e9-a24a-e811ae7ff416 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:32.368514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-1b268914-6472-42e9-a24a-e811ae7ff416 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.30 "GET /v2.0/networks?id=f9cfee09-d3ef-40c0-843b-0a146f7fe498 HTTP/1.1" status: 200 len: 822 time: 0.3558226 Sep 22 10:38:32.399848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Request body: {'port': {'device_id': '0c4b7e3e-124a-43c0-b91b-7411006cc25f', 'network_id': 'f9cfee09-d3ef-40c0-843b-0a146f7fe498', 'admin_state_up': True, 'tenant_id': '437fd2c3b22b4e58af20594225d73ec7'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:32.466735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-149b2137-656c-4353-b20e-a46f619bb3cb req-6571b11d-1a42-447e-b6c8-2c426249d1c4 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups?id=276403c0-3b39-409a-9824-7640563e0d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314310 Sep 22 10:38:32.542144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:32.653474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=d8c57b01-a2d8-4949-a1cc-26ee416b9fca,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:32.685588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Checking segment: {'id': '075887d3-866c-4cc6-b2b5-fe5de1ad2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c901b13-7963-45db-a699-248bcebb30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:32.686590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network hostable DHCP agents. Network: 2c901b13-7963-45db-a699-248bcebb30ce, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:32.849719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88096e-6c32-49d1-89f6-115b697ea2d2 req-034a7823-7dc5-49a5-bff7-405ae80dce3f tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:32.851549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff88096e-6c32-49d1-89f6-115b697ea2d2 req-034a7823-7dc5-49a5-bff7-405ae80dce3f tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 944 time: 0.1924210 Sep 22 10:38:32.854211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9474306e-ccc9-467d-9b71-44bbb7285998 None None] New status for floating IP eb052397-63f2-4d1e-a359-cc9a0a436f67: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:38:32.872954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Network 2c901b13-7963-45db-a699-248bcebb30ce is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:32.886654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:38:32.917867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff88096e-6c32-49d1-89f6-115b697ea2d2 req-dc08a2ab-0740-4ff4-9f8f-7587cc706a0d tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507634 Sep 22 10:38:33.007256 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 2c901b13-7963-45db-a699-248bcebb30ce) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:33.013814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:33.014404 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:33.027710 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c562228-532c-4b46-91a6-82a80af52b57 req-2980e827-f83f-4123-bf91-dcf6d29b5baf tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 210 time: 0.0498853 Sep 22 10:38:33.027710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Made reservation on behalf of 437fd2c3b22b4e58af20594225d73ec7 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:33.028349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4431f4cd-b446-4d37-95be-567eb7dc2497 None None] Network 2c901b13-7963-45db-a699-248bcebb30ce requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:33.033639 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:33.156041 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ea888321-66fa-4bed-a103-7431999ca6d4 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4867322 Sep 22 10:38:33.158431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45446) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:33.168578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6cf11819-eccb-438b-83a1-2293bc0279d5 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:33.172660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:33.199998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84', 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7', 'port_id': '87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84', 'mac_address': 'fa:16:3e:ee:be:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164ad57f-7318-45ca-8050-46487554cbec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:38:33.272508 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:33.281873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Allocated IP 172.20.0.6 (f9cfee09-d3ef-40c0-843b-0a146f7fe498/91849aa1-aa06-470f-b9e2-5e03af4ff256/f7406ad4-383b-453e-85bd-cccc916fc317) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:33.303412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:38:33.313806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-2c901b13-7963-45db-a699-248bcebb30ce', 'network_id': '2c901b13-7963-45db-a699-248bcebb30ce', 'tenant_id': 'ca75fa350134415abbb956300833f26b', 'fixed_ips': [{'subnet_id': 'd8c57b01-a2d8-4949-a1cc-26ee416b9fca'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:38:33.314995 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:33.355707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:33.385992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6cf11819-eccb-438b-83a1-2293bc0279d5 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14169491'] for subnet, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:33.445224 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:33.507032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:33.646133 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:38:33.646133 n-d-807025-3 neutron-server[95683]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 22 10:38:33.646133 n-d-807025-3 neutron-server[95683]: [parameters: {'in_use': 1, 'id_1': 'd8c57b01-a2d8-4949-a1cc-26ee416b9fca'}] Sep 22 10:38:33.646133 n-d-807025-3 neutron-server[95683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:38:33.646515 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:38:33.671950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:38:33.681564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-514a746d-e838-4c35-bb8d-f6e6e20f627c req-6e93fde2-16a8-4a65-a37c-3c60747cf292 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0619478 Sep 22 10:38:33.710228 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:33.841947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:33.844623 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37dc255-7b7e-4d2e-bf3d-2472ec2b769f" -d '{"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "aa44bb0b-d6f1-4322-b697-88bf24efb1ea"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:33.894513 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93561677-480e-4274-8d9f-3c8cc304b814 x-openstack-request-id: req-93561677-480e-4274-8d9f-3c8cc304b814 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:33.894513 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15284a9-adb8-44fa-81ad-31c7411afa1e", "name": "network-vif-deleted", "tag": "aa44bb0b-d6f1-4322-b697-88bf24efb1ea", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:33.894513 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93561677-480e-4274-8d9f-3c8cc304b814 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:33.894513 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15284a9-adb8-44fa-81ad-31c7411afa1e', 'name': 'network-vif-deleted', 'tag': 'aa44bb0b-d6f1-4322-b697-88bf24efb1ea', 'status': 'completed', 'code': 200} Sep 22 10:38:33.960199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6cf11819-eccb-438b-83a1-2293bc0279d5 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773453142775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14644236'] for subnet, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:33.971548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.114239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf11819-eccb-438b-83a1-2293bc0279d5 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:34.114887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6cf11819-eccb-438b-83a1-2293bc0279d5 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.116213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6cf11819-eccb-438b-83a1-2293bc0279d5 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "PUT /v2.0/subnets/d8c57b01-a2d8-4949-a1cc-26ee416b9fca HTTP/1.1" status: 200 len: 877 time: 0.9567521 Sep 22 10:38:34.119371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45468) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:34.120339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Network f9cfee09-d3ef-40c0-843b-0a146f7fe498 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:34.133592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf11819-eccb-438b-83a1-2293bc0279d5 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event updated for resources: {'Subnet': ['ID=d8c57b01-a2d8-4949-a1cc-26ee416b9fca,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:34.138322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:34.142289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Pushing event updated for resources: {'Port': ['ID=f7406ad4-383b-453e-85bd-cccc916fc317,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:34.147872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.149177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:34.192077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3bce3-a87e-4ca9-b3ae-460b375ac7a0 req-83905f69-d02a-4e0c-98d5-a98400e3d1ff tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:34.199910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fca3bce3-a87e-4ca9-b3ae-460b375ac7a0 req-83905f69-d02a-4e0c-98d5-a98400e3d1ff tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 945 time: 0.1907527 Sep 22 10:38:34.241801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.244474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:34.245162 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.294385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fca3bce3-a87e-4ca9-b3ae-460b375ac7a0 req-3540f281-ed10-4aff-9725-d7bd82125438 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867546 Sep 22 10:38:34.312062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.373442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-79bab775-a095-442f-9eed-1794e182f964 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9831302 Sep 22 10:38:34.386435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Request body: {'port': {'device_id': '0c4b7e3e-124a-43c0-b91b-7411006cc25f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:34.416418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Allocated IP 172.20.0.3 (2c901b13-7963-45db-a699-248bcebb30ce/d8c57b01-a2d8-4949-a1cc-26ee416b9fca/37ee7f05-84a8-407d-b1ba-fd36bd912c14) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:34.536172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c8120-7ccc-41a9-9992-60e67deb52cd req-46e77a3c-f27d-4dba-990b-9f1b427477b8 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:34.538012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-474c8120-7ccc-41a9-9992-60e67deb52cd req-46e77a3c-f27d-4dba-990b-9f1b427477b8 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 931 time: 0.1459572 Sep 22 10:38:34.538956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.669590 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.722695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-474c8120-7ccc-41a9-9992-60e67deb52cd req-34a96d49-af70-4f0a-92bc-37c581f0108e tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704226 Sep 22 10:38:34.782277 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.848904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Network 2c901b13-7963-45db-a699-248bcebb30ce is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:34.854190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69b4cb29-71c1-46ba-afe2-d839f1a06381 req-879becd4-9a4e-44eb-943a-a11f49f80cd5 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0301774 Sep 22 10:38:34.855260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:34.861905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:34.865875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Pushing event updated for resources: {'Port': ['ID=37ee7f05-84a8-407d-b1ba-fd36bd912c14,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:34.897734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:38:34.926075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7406ad4-383b-453e-85bd-cccc916fc317 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:38:34.933805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.951906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Attempting to bind port 37ee7f05-84a8-407d-b1ba-fd36bd912c14 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:34.952235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Attempting to bind port 37ee7f05-84a8-407d-b1ba-fd36bd912c14 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '075887d3-866c-4cc6-b2b5-fe5de1ad2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c901b13-7963-45db-a699-248bcebb30ce'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:34.952624 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Attempting to bind port 37ee7f05-84a8-407d-b1ba-fd36bd912c14 on network 2c901b13-7963-45db-a699-248bcebb30ce {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:34.964797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:34.965146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Checking segment: {'id': '075887d3-866c-4cc6-b2b5-fe5de1ad2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c901b13-7963-45db-a699-248bcebb30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:34.965562 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.965965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Bound using segment: {'id': '075887d3-866c-4cc6-b2b5-fe5de1ad2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c901b13-7963-45db-a699-248bcebb30ce'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:34.966482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Bound port: 37ee7f05-84a8-407d-b1ba-fd36bd912c14, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075887d3-866c-4cc6-b2b5-fe5de1ad2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c901b13-7963-45db-a699-248bcebb30ce'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:34.966868 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.990728 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:34.998297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Transition to ACTIVE for port object f7406ad4-383b-453e-85bd-cccc916fc317 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:38:35.028585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c57b01-a2d8-4949-a1cc-26ee416b9fca,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:35.057488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] For port 37ee7f05-84a8-407d-b1ba-fd36bd912c14, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:35.060906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] For port 37ee7f05-84a8-407d-b1ba-fd36bd912c14, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=37ee7f05-84a8-407d-b1ba-fd36bd912c14,segment=NetworkSegment(075887d3-866c-4cc6-b2b5-fe5de1ad2368),segment_id=075887d3-866c-4cc6-b2b5-fe5de1ad2368)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:35.069302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:38:35.077656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:38:35.078032 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.098598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.159217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.162184 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.176946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7406ad4-383b-453e-85bd-cccc916fc317,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:35.199153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c901b13-7963-45db-a699-248bcebb30ce']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:35.212685 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075887d3-866c-4cc6-b2b5-fe5de1ad2368') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:35.213087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075887d3-866c-4cc6-b2b5-fe5de1ad2368') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:35.227658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.278742 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.296006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Attempting to bind port f7406ad4-383b-453e-85bd-cccc916fc317 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:35.296570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Attempting to bind port f7406ad4-383b-453e-85bd-cccc916fc317 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '7115da1f-149d-4447-87be-5ce3efbb5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9cfee09-d3ef-40c0-843b-0a146f7fe498'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:35.296810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Attempting to bind port f7406ad4-383b-453e-85bd-cccc916fc317 on network f9cfee09-d3ef-40c0-843b-0a146f7fe498 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:35.300390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:35.301506 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.302020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Port f7406ad4-383b-453e-85bd-cccc916fc317 on network f9cfee09-d3ef-40c0-843b-0a146f7fe498 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:38:35.302346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Attempting to bind port f7406ad4-383b-453e-85bd-cccc916fc317 on network f9cfee09-d3ef-40c0-843b-0a146f7fe498 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:35.312216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:35.312565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Checking segment: {'id': '7115da1f-149d-4447-87be-5ce3efbb5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9cfee09-d3ef-40c0-843b-0a146f7fe498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:35.316322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Bound using segment: {'id': '7115da1f-149d-4447-87be-5ce3efbb5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9cfee09-d3ef-40c0-843b-0a146f7fe498'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:35.316322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Bound port: f7406ad4-383b-453e-85bd-cccc916fc317, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7115da1f-149d-4447-87be-5ce3efbb5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f9cfee09-d3ef-40c0-843b-0a146f7fe498'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:35.316322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:35.327279 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:35.334357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc5513-c1ce-4591-97d3-774cacbbdbd7 None None] Pushing event updated for resources: {'Port': ['ID=37ee7f05-84a8-407d-b1ba-fd36bd912c14,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:35.378912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.434918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3860ac22-ed77-4a05-9070-fad6c8e78ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:35.437350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] For port f7406ad4-383b-453e-85bd-cccc916fc317, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:35.437727 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b796e3bd-c515-4fb6-83f0-742bda7e2013" -d '{"events": [{"server_uuid": "3860ac22-ed77-4a05-9070-fad6c8e78ba4", "name": "network-vif-plugged", "status": "completed", "tag": "87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:35.441716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] For port f7406ad4-383b-453e-85bd-cccc916fc317, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f7406ad4-383b-453e-85bd-cccc916fc317,segment=NetworkSegment(7115da1f-149d-4447-87be-5ce3efbb5766),segment_id=7115da1f-149d-4447-87be-5ce3efbb5766)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:35.468644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:35.507452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3fe15-ce2c-4933-91df-195e88e6c37d req-16bec239-ab5f-44ba-8fcf-de45f09f5cd7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:35.509575 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fc3fe15-ce2c-4933-91df-195e88e6c37d req-16bec239-ab5f-44ba-8fcf-de45f09f5cd7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 945 time: 0.0662131 Sep 22 10:38:35.521100 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.548207 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.548555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:38:35.548555 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:38:35.548555 n-d-807025-3 neutron-server[95681]: [parameters: {'id': '2c901b13-7963-45db-a699-248bcebb30ce'}] Sep 22 10:38:35.548555 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:38:35.548913 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:38:35.653116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:35.653765 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:35.657425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/f7406ad4-383b-453e-85bd-cccc916fc317 HTTP/1.1" status: 200 len: 1091 time: 1.2756176 Sep 22 10:38:35.706436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fc3fe15-ce2c-4933-91df-195e88e6c37d req-e82759cc-9180-4ee4-ae18-4e32c41ac400 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841822 Sep 22 10:38:35.759863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d5a07-da9a-41b5-ad59-643677fa11f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7406ad4-383b-453e-85bd-cccc916fc317,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:35.763717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:35.826966 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf7a111-94ed-4463-b990-231e52f56693 x-openstack-request-id: req-eaf7a111-94ed-4463-b990-231e52f56693 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:35.827275 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3860ac22-ed77-4a05-9070-fad6c8e78ba4", "name": "network-vif-plugged", "status": "completed", "tag": "87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:35.827541 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaf7a111-94ed-4463-b990-231e52f56693 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:35.829427 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3860ac22-ed77-4a05-9070-fad6c8e78ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84', 'code': 200} Sep 22 10:38:35.896012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 37ee7f05-84a8-407d-b1ba-fd36bd912c14 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:38:35.974306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a77a4-46da-4555-b259-bb9da6bcb19f req-b73bd4b1-baef-4e7f-b2bf-7d2f4616a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:35.978445 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4c2a77a4-46da-4555-b259-bb9da6bcb19f req-b73bd4b1-baef-4e7f-b2bf-7d2f4616a01c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0777991 Sep 22 10:38:36.034759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 37ee7f05-84a8-407d-b1ba-fd36bd912c14 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:38:36.035887 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:36.042613 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4c2a77a4-46da-4555-b259-bb9da6bcb19f req-23fa3a89-4514-4823-b8fb-c8af1236135b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566297 Sep 22 10:38:36.051247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:36.159532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Deleting port 37ee7f05-84a8-407d-b1ba-fd36bd912c14 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:36.160105 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:36.212662 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:36.267587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4b7e3e-124a-43c0-b91b-7411006cc25f', 'tag': 'f7406ad4-383b-453e-85bd-cccc916fc317'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:36.274922 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8deea0-4716-4278-a4c1-a3602daf57cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4b7e3e-124a-43c0-b91b-7411006cc25f", "tag": "f7406ad4-383b-453e-85bd-cccc916fc317"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:36.300385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 37ee7f05-84a8-407d-b1ba-fd36bd912c14, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=37ee7f05-84a8-407d-b1ba-fd36bd912c14,segment=NetworkSegment(075887d3-866c-4cc6-b2b5-fe5de1ad2368),segment_id=075887d3-866c-4cc6-b2b5-fe5de1ad2368)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:36.321895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] For port 37ee7f05-84a8-407d-b1ba-fd36bd912c14, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=37ee7f05-84a8-407d-b1ba-fd36bd912c14,segment=NetworkSegment(075887d3-866c-4cc6-b2b5-fe5de1ad2368),segment_id=075887d3-866c-4cc6-b2b5-fe5de1ad2368)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:36.323218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:36.354062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-ddc1d5b6-50a9-4cf9-afaa-979abc2e9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:36.360189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-ddc1d5b6-50a9-4cf9-afaa-979abc2e9ec1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=437fd2c3b22b4e58af20594225d73ec7&device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 1094 time: 0.5937653 Sep 22 10:38:36.368004 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Calling delete_port for 37ee7f05-84a8-407d-b1ba-fd36bd912c14 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:36.396417 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:36.434902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-2cab1f97-b108-468f-95cb-0456d19d6ff0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7406ad4-383b-453e-85bd-cccc916fc317 HTTP/1.1" status: 200 len: 217 time: 0.0542638 Sep 22 10:38:36.465126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd588e6-8aa2-43b2-993e-94924b369539 req-15b9f29e-4af9-4ca4-bff5-1f2cc941ec97 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:36.472949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbd588e6-8aa2-43b2-993e-94924b369539 req-15b9f29e-4af9-4ca4-bff5-1f2cc941ec97 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 943 time: 0.1937938 Sep 22 10:38:36.516419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=37ee7f05-84a8-407d-b1ba-fd36bd912c14,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:36.643032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbd588e6-8aa2-43b2-993e-94924b369539 req-2247575f-b5c1-4646-aa01-2943cd598b8b tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685843 Sep 22 10:38:36.653070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-94ba9081-7593-4e25-b55c-94b40345e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:36.656148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-94ba9081-7593-4e25-b55c-94b40345e720 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91849aa1-aa06-470f-b9e2-5e03af4ff256 HTTP/1.1" status: 200 len: 862 time: 0.1799521 Sep 22 10:38:36.670473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:36.737590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-3b770c73-9064-4425-b40d-f6f87c9893c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9cfee09-d3ef-40c0-843b-0a146f7fe498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731878 Sep 22 10:38:36.776815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Port': ['ID=37ee7f05-84a8-407d-b1ba-fd36bd912c14,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:36.791235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No DVR routers for this DVR port 37ee7f05-84a8-407d-b1ba-fd36bd912c14 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:36.846352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3df2ffd-8cf9-4508-be5d-a940f5c093a6 req-b2857073-4456-42d0-b546-480e933beed9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0445218 Sep 22 10:38:36.908223 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc7db9a-6974-4804-ac5d-0630d0c6cc72 x-openstack-request-id: req-0bc7db9a-6974-4804-ac5d-0630d0c6cc72 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:36.909504 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4b7e3e-124a-43c0-b91b-7411006cc25f", "tag": "f7406ad4-383b-453e-85bd-cccc916fc317", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:36.909504 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bc7db9a-6974-4804-ac5d-0630d0c6cc72 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:36.909504 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4b7e3e-124a-43c0-b91b-7411006cc25f', 'tag': 'f7406ad4-383b-453e-85bd-cccc916fc317', 'status': 'completed', 'code': 200} Sep 22 10:38:36.923504 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:36.933589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f5ff9-6f27-4624-aea2-e798fd4664b0 None None] Network 2c901b13-7963-45db-a699-248bcebb30ce requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:36.969732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-cee8aea0-10bb-4cd0-b55f-04e24c9f8950 service neutron] 10.222.0.30 "GET /v2.0/networks/f9cfee09-d3ef-40c0-843b-0a146f7fe498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238982 Sep 22 10:38:36.983069 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c901b13-7963-45db-a699-248bcebb30ce']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:37.019095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075887d3-866c-4cc6-b2b5-fe5de1ad2368') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:37.019374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075887d3-866c-4cc6-b2b5-fe5de1ad2368') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:37.051382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:37.055811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-859f0f9b-8a00-4925-b8be-9dbcb356b03f None None] Could not find standard attr ID for object 37ee7f05-84a8-407d-b1ba-fd36bd912c14. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:38:37.072365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:37.087082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:37.087849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:37.091556 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:37.140744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659db3ec-a1c8-447d-9468-270e703a4edb req-3dbc3da0-be3c-447d-8936-0f1f805ec175 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:37.148514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-659db3ec-a1c8-447d-9468-270e703a4edb req-3dbc3da0-be3c-447d-8936-0f1f805ec175 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 946 time: 0.1123095 Sep 22 10:38:37.161097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e626f465-41e0-42eb-9b01-e15e7fa293b3 req-24c842c9-d0d1-4d9d-9f29-f8cacdeacf10 service neutron] 10.222.0.30 "GET /v2.0/networks/f9cfee09-d3ef-40c0-843b-0a146f7fe498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831238 Sep 22 10:38:37.209336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-659db3ec-a1c8-447d-9468-270e703a4edb req-bb24e6e0-bd0a-4b2a-bd81-83b9d41b02e5 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599432 Sep 22 10:38:37.280419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef666b1d-345b-4252-933b-e3a1a0007fae None None] DHCP port deletion for 2c901b13-7963-45db-a699-248bcebb30ce request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:38:37.297152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:37.304387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:37.306211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532983b4-6f61-422f-b581-5d495b7b70f9 None None] Network 2c901b13-7963-45db-a699-248bcebb30ce requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:37.308325 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/2c901b13-7963-45db-a699-248bcebb30ce HTTP/1.1" status: 204 len: 168 time: 3.1871905 Sep 22 10:38:37.313332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45512) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:37.348378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532983b4-6f61-422f-b581-5d495b7b70f9 None None] Network 2c901b13-7963-45db-a699-248bcebb30ce could not be found, it might have been deleted concurrently. {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 22 10:38:37.368747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cce59c-efd8-484c-9cf7-db8a6acc9eb2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=2c901b13-7963-45db-a699-248bcebb30ce,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:37.399579 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db12e05-c2a8-447e-a300-5169424a39b6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:37.407087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db12e05-c2a8-447e-a300-5169424a39b6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:37.414599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45514) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:37.416208 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0db12e05-c2a8-447e-a300-5169424a39b6 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/d8c57b01-a2d8-4949-a1cc-26ee416b9fca HTTP/1.1" status: 404 len: 337 time: 0.1014531 Sep 22 10:38:37.451722 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f20a3bd-d546-483e-9442-9bed1731896a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:37.452333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f20a3bd-d546-483e-9442-9bed1731896a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:37.454082 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1f20a3bd-d546-483e-9442-9bed1731896a tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/2c901b13-7963-45db-a699-248bcebb30ce HTTP/1.1" status: 404 len: 339 time: 0.0384898 Sep 22 10:38:37.456873 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45518) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:37.493020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-b51d5ada-48aa-4191-ad25-8828ad75a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:37.503593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-b51d5ada-48aa-4191-ad25-8828ad75a38f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=437fd2c3b22b4e58af20594225d73ec7&device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 1094 time: 0.1231108 Sep 22 10:38:37.519715 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba4b002-05d7-49bb-8074-5af4527384c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:37.520703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba4b002-05d7-49bb-8074-5af4527384c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:37.525391 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fba4b002-05d7-49bb-8074-5af4527384c0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/ddf2d241-5dea-4f25-ab44-74c82b6627a5 HTTP/1.1" status: 404 len: 337 time: 0.0676138 Sep 22 10:38:37.526127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45520) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:37.550783 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5013d9db-0347-438b-9ed4-20dd9fe79f3f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:37.551524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5013d9db-0347-438b-9ed4-20dd9fe79f3f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:37.566570 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5013d9db-0347-438b-9ed4-20dd9fe79f3f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/3ba91c07-766e-4bc3-ab7f-d52e885fb705 HTTP/1.1" status: 404 len: 339 time: 0.0283160 Sep 22 10:38:37.569081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45524) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:37.706241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-7024d624-c6fe-4c2a-b632-b2998f02b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:37.709355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-7024d624-c6fe-4c2a-b632-b2998f02b394 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9cfee09-d3ef-40c0-843b-0a146f7fe498 HTTP/1.1" status: 200 len: 923 time: 0.1988950 Sep 22 10:38:37.754663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:37.797045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-f81bee28-2bac-45fc-9813-b32b1f9e9c4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7406ad4-383b-453e-85bd-cccc916fc317 HTTP/1.1" status: 200 len: 217 time: 0.0733790 Sep 22 10:38:37.797174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 37ee7f05-84a8-407d-b1ba-fd36bd912c14 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:37.842695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 37ee7f05-84a8-407d-b1ba-fd36bd912c14 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:37.843113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 37ee7f05-84a8-407d-b1ba-fd36bd912c14 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:37.919984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-5f64a187-faa3-47e1-9851-d80a44956263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:37.921466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-5f64a187-faa3-47e1-9851-d80a44956263 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91849aa1-aa06-470f-b9e2-5e03af4ff256 HTTP/1.1" status: 200 len: 862 time: 0.1082690 Sep 22 10:38:37.928560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:37.930926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5e6ce-550b-41c8-a09b-337b4c7e2372 req-64756829-a1db-4c94-99f8-89bab3619af4 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:37.932461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3df5e6ce-550b-41c8-a09b-337b4c7e2372 req-64756829-a1db-4c94-99f8-89bab3619af4 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 943 time: 0.1551991 Sep 22 10:38:37.956932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf81416-fbfa-4f6f-8364-fee903f2269a']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:37.965175 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-52044d55-bb70-4975-af63-76e35c5dae3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9cfee09-d3ef-40c0-843b-0a146f7fe498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316906 Sep 22 10:38:37.968063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513b3e49-32d3-4c5e-840d-a92fe1a52453') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:37.968348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513b3e49-32d3-4c5e-840d-a92fe1a52453') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:37.988862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:38.006487 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:38.014494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:38.015171 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:38.036924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3df5e6ce-550b-41c8-a09b-337b4c7e2372 req-9f308dc5-fcca-4ebe-8f01-22a60f1d8c8b tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934598 Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:38.091221 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:38.194019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfe79df6-f71a-44a7-9eaa-e4ae5951ed0b req-19943069-4ee2-4156-9d10-5d72ca1f1de4 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0381913 Sep 22 10:38:38.202253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-95707a34-b607-4f44-8aeb-ad789d30ee1e service neutron] 10.222.0.30 "GET /v2.0/networks/f9cfee09-d3ef-40c0-843b-0a146f7fe498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286155 Sep 22 10:38:38.205173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:38.210614 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:38.216095 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/adf81416-fbfa-4f6f-8364-fee903f2269a HTTP/1.1" status: 204 len: 168 time: 0.6435297 Sep 22 10:38:38.216951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45536) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.309520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d594b6b-c220-41a7-b9b4-a75ddec70a7f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=adf81416-fbfa-4f6f-8364-fee903f2269a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:38.314841 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-86397f10-bdb5-4d6a-ae27-8a36b867b46e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.315162 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86397f10-bdb5-4d6a-ae27-8a36b867b46e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.320961 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-86397f10-bdb5-4d6a-ae27-8a36b867b46e tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/ea6679c7-2adc-48d8-860e-783796f06ba7 HTTP/1.1" status: 404 len: 337 time: 0.0971982 Sep 22 10:38:38.323292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45542) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.364352 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1db26a-c516-4f52-84d2-7ee6fe6f7a68 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.367529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1db26a-c516-4f52-84d2-7ee6fe6f7a68 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.369687 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9f1db26a-c516-4f52-84d2-7ee6fe6f7a68 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/48367e86-a70c-4184-a24b-fe3b92d24c14 HTTP/1.1" status: 404 len: 339 time: 0.0452864 Sep 22 10:38:38.372790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45544) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.398935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d8deea0-4716-4278-a4c1-a3602daf57cd req-95628c40-29ac-4ce2-bd1a-5bb927c13c9b service neutron] 10.222.0.30 "GET /v2.0/networks/f9cfee09-d3ef-40c0-843b-0a146f7fe498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882129 Sep 22 10:38:38.426196 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-492f3a01-677d-4458-a9d7-ace64888704f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.426854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492f3a01-677d-4458-a9d7-ace64888704f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.430894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-492f3a01-677d-4458-a9d7-ace64888704f tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/4539d4d8-0a39-4d10-a470-bbbc51dd1362 HTTP/1.1" status: 404 len: 337 time: 0.0544159 Sep 22 10:38:38.431342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45546) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.452137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36c85c-6e79-4b9e-a3eb-8c076ae17883 req-d52555c3-c0fb-41bb-a880-33ebb611f880 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:38.454448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e36c85c-6e79-4b9e-a3eb-8c076ae17883 req-d52555c3-c0fb-41bb-a880-33ebb611f880 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 946 time: 0.1091030 Sep 22 10:38:38.455268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45548) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.475143 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d79d512-d2da-48d5-9783-7671e3d51d35 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.476539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d79d512-d2da-48d5-9783-7671e3d51d35 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.483634 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5d79d512-d2da-48d5-9783-7671e3d51d35 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/69af2968-d5e6-48cd-807b-f8664b43cf24 HTTP/1.1" status: 404 len: 339 time: 0.0510502 Sep 22 10:38:38.485163 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45552) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.516631 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c343ee6-ee9a-4d91-be93-5458c3c0c998 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.517300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c343ee6-ee9a-4d91-be93-5458c3c0c998 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.520025 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c343ee6-ee9a-4d91-be93-5458c3c0c998 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/44e6e7fd-bc09-485a-8d8f-e4d41de82723 HTTP/1.1" status: 404 len: 337 time: 0.0318432 Sep 22 10:38:38.520822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e36c85c-6e79-4b9e-a3eb-8c076ae17883 req-1819d842-77a1-46f2-b59a-e38737b9a3da tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579431 Sep 22 10:38:38.522611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45554) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.548708 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d9a0d6-f8e9-4cee-9196-73f37a371dd2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.548996 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d9a0d6-f8e9-4cee-9196-73f37a371dd2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.550880 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-99d9a0d6-f8e9-4cee-9196-73f37a371dd2 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/6584f828-85e6-403e-a266-9870882b0a07 HTTP/1.1" status: 404 len: 339 time: 0.0272801 Sep 22 10:38:38.553492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45558) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.607182 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-57095cb3-4a15-4f96-9d6b-6644382ab5ca tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.607887 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57095cb3-4a15-4f96-9d6b-6644382ab5ca tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.612554 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-57095cb3-4a15-4f96-9d6b-6644382ab5ca tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/38b07390-dfa4-47d7-8ab8-f0a5a855f135 HTTP/1.1" status: 404 len: 337 time: 0.0556455 Sep 22 10:38:38.612860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.621437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2685066-bacd-4575-bfe4-7d88dcb67bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:38.635013 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fce931-c29c-4754-b67c-1a62e5e563a7 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.635718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fce931-c29c-4754-b67c-1a62e5e563a7 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.640026 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c1fce931-c29c-4754-b67c-1a62e5e563a7 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/ffd39fd1-ce1c-4716-8c91-896fc3ce44f9 HTTP/1.1" status: 404 len: 339 time: 0.0234866 Sep 22 10:38:38.640323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45562) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.683651 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a20246-a161-4ea3-b66a-297aab719348 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.683651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a20246-a161-4ea3-b66a-297aab719348 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.683651 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-56a20246-a161-4ea3-b66a-297aab719348 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/25d2c552-954a-40ca-a7d7-c42f033f5438 HTTP/1.1" status: 404 len: 337 time: 0.0357447 Sep 22 10:38:38.683651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45566) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.705496 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-039026ef-3a7d-48f4-9510-21af6f72b74c tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.706215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039026ef-3a7d-48f4-9510-21af6f72b74c tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.708039 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-039026ef-3a7d-48f4-9510-21af6f72b74c tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/3deb17e1-15fe-458d-97cb-879e89da4607 HTTP/1.1" status: 404 len: 339 time: 0.0267313 Sep 22 10:38:38.711825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45568) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.755656 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f77f60-5eaa-4c76-939e-4bb529ea2731 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.756159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f77f60-5eaa-4c76-939e-4bb529ea2731 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.761185 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45572) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.761344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c2f77f60-5eaa-4c76-939e-4bb529ea2731 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/a3e2b565-c6d6-49a8-8dc4-52b3562706f7 HTTP/1.1" status: 404 len: 337 time: 0.0456824 Sep 22 10:38:38.782129 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2685066-bacd-4575-bfe4-7d88dcb67bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:38.791899 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a8f020-a937-428f-92e7-109dc6bd9739 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.792499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a8f020-a937-428f-92e7-109dc6bd9739 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.796456 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b2a8f020-a937-428f-92e7-109dc6bd9739 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/04deb61e-59ee-4a4a-b862-706cb42afbbc HTTP/1.1" status: 404 len: 339 time: 0.0318456 Sep 22 10:38:38.796774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45574) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.824411 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8cc5a7-e663-4517-a736-de2ada5b0ed0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.824870 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8cc5a7-e663-4517-a736-de2ada5b0ed0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.828930 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3a8cc5a7-e663-4517-a736-de2ada5b0ed0 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/e6879b1b-2a26-44b5-af48-db10bc273b12 HTTP/1.1" status: 404 len: 337 time: 0.0289838 Sep 22 10:38:38.829181 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45578) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.849094 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b677c98-dc8c-492c-bd36-3f20f82fa3a1 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.849763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b677c98-dc8c-492c-bd36-3f20f82fa3a1 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.854224 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0b677c98-dc8c-492c-bd36-3f20f82fa3a1 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/437110d7-99b2-4780-82da-4115a10fcd83 HTTP/1.1" status: 404 len: 339 time: 0.0219092 Sep 22 10:38:38.854491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45580) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.888620 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-036b558f-567c-46c0-a42d-511d772ac385 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.889418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036b558f-567c-46c0-a42d-511d772ac385 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.891562 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-036b558f-567c-46c0-a42d-511d772ac385 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/cfa6f398-4352-4530-be19-424bb01e33d9 HTTP/1.1" status: 404 len: 337 time: 0.0359833 Sep 22 10:38:38.893840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.904378 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2685066-bacd-4575-bfe4-7d88dcb67bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:38.915024 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d4c1f9-9d25-4142-bf82-b51123a944a8 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:38.915924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d4c1f9-9d25-4142-bf82-b51123a944a8 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:38.918688 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-00d4c1f9-9d25-4142-bf82-b51123a944a8 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/51e1c0b2-697f-4da9-8b11-c1eb2cf50703 HTTP/1.1" status: 404 len: 339 time: 0.0237727 Sep 22 10:38:38.921549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45586) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:38.966565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b2685066-bacd-4575-bfe4-7d88dcb67bb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e89b1cac8564984b239d8c454ae2aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098896 Sep 22 10:38:38.967949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2685066-bacd-4575-bfe4-7d88dcb67bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa4398f-55ef-4d48-9b0d-06b6dc81462d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:38.970799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45588) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:39.025905 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c9b22f-5026-4494-8413-3177403e64da tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Deleting subnet 8136451d-5e96-47d4-9e1b-8d54040546d4 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:38:39.029605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-50c9b22f-5026-4494-8413-3177403e64da tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.058011 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-962583c9-0b91-4c33-8614-7d510ee981f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.078957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-50c9b22f-5026-4494-8413-3177403e64da tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.085066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-962583c9-0b91-4c33-8614-7d510ee981f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.171442 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-50c9b22f-5026-4494-8413-3177403e64da tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.241428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-962583c9-0b91-4c33-8614-7d510ee981f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.244969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-962583c9-0b91-4c33-8614-7d510ee981f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.246199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-962583c9-0b91-4c33-8614-7d510ee981f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfa4398f-55ef-4d48-9b0d-06b6dc81462d HTTP/1.1" status: 204 len: 168 time: 0.2742982 Sep 22 10:38:39.256184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962583c9-0b91-4c33-8614-7d510ee981f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa4398f-55ef-4d48-9b0d-06b6dc81462d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:39.379616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-50c9b22f-5026-4494-8413-3177403e64da tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.392074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eb099-2301-4d2b-ab05-a3912d5c58f1 req-412bb3a3-b3a7-4b1d-9a2e-a778d3e45f4b tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:39.393770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-325eb099-2301-4d2b-ab05-a3912d5c58f1 req-412bb3a3-b3a7-4b1d-9a2e-a778d3e45f4b tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 943 time: 0.0584612 Sep 22 10:38:39.419196 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9b22f-5026-4494-8413-3177403e64da tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Subnet': ['ID=8136451d-5e96-47d4-9e1b-8d54040546d4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:39.430985 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-50c9b22f-5026-4494-8413-3177403e64da tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.438069 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-325eb099-2301-4d2b-ab05-a3912d5c58f1 req-9f9b1ff5-7543-4882-b258-937d7ba7378b tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370834 Sep 22 10:38:39.438552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45604) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:39.439296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce1d67-d3d8-4da9-8328-47a718f5d8ea None None] Network 69c1f212-cb85-4768-94bc-ff00e7423c1d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:39.443747 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-50c9b22f-5026-4494-8413-3177403e64da tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/subnets/8136451d-5e96-47d4-9e1b-8d54040546d4 HTTP/1.1" status: 204 len: 168 time: 0.5206008 Sep 22 10:38:39.675017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.682328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19858a89-7560-46ce-9e2b-0980533b4778 req-2c27f2c1-eb2d-4fc9-a440-51e460e7d4f7 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0704305 Sep 22 10:38:39.757918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Deleting port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:39.758623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.812403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f99833-1e6e-4214-9cd2-28e283c2b17b None None] DHCP port deletion for 69c1f212-cb85-4768-94bc-ff00e7423c1d request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:38:39.879539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] For port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9962e714-9fd7-4426-bd80-0b9f2f6a62d5,segment=NetworkSegment(28e9eba7-697c-4733-90fd-2401ff01b945),segment_id=28e9eba7-697c-4733-90fd-2401ff01b945)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:39.880001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.893274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Calling delete_port for 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:39.899649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-37f99833-1e6e-4214-9cd2-28e283c2b17b None None] Deleting port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:39.900084 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-37f99833-1e6e-4214-9cd2-28e283c2b17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:39.985517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-37f99833-1e6e-4214-9cd2-28e283c2b17b None None] For port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9962e714-9fd7-4426-bd80-0b9f2f6a62d5,segment=NetworkSegment(28e9eba7-697c-4733-90fd-2401ff01b945),segment_id=28e9eba7-697c-4733-90fd-2401ff01b945)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:39.985861 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-37f99833-1e6e-4214-9cd2-28e283c2b17b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.001300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-37f99833-1e6e-4214-9cd2-28e283c2b17b None None] Calling delete_port for 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:40.127371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.140837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-37f99833-1e6e-4214-9cd2-28e283c2b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.155539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Port': ['ID=9962e714-9fd7-4426-bd80-0b9f2f6a62d5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:40.159109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f99833-1e6e-4214-9cd2-28e283c2b17b None None] No DVR routers for this DVR port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:40.163518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] No DVR routers for this DVR port 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:40.178793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f99833-1e6e-4214-9cd2-28e283c2b17b None None] Pushing event deleted for resources: {'Port': ['ID=9962e714-9fd7-4426-bd80-0b9f2f6a62d5,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:40.264277 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.287881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c1f212-cb85-4768-94bc-ff00e7423c1d']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:40.299098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e9eba7-697c-4733-90fd-2401ff01b945') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:40.299409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e9eba7-697c-4733-90fd-2401ff01b945') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:40.316745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45610) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:40.319570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.337874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.338579 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6b93-c61b-48e9-af94-8481b1da2b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.346820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:40.351198 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:40.353603 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:40.451981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6b93-c61b-48e9-af94-8481b1da2b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.503830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.509834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.512090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] 10.222.0.20 "DELETE /v2.0/networks/69c1f212-cb85-4768-94bc-ff00e7423c1d HTTP/1.1" status: 204 len: 168 time: 1.0725904 Sep 22 10:38:40.528611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b2a0f-f063-4555-9dd7-b5a6b4fcbb58 tempest-NetworksTest-276036628 tempest-NetworksTest-276036628-project] Pushing event deleted for resources: {'Network': ['ID=69c1f212-cb85-4768-94bc-ff00e7423c1d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:40.531264 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6b93-c61b-48e9-af94-8481b1da2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.598896 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf6b93-c61b-48e9-af94-8481b1da2b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d281b3b-1f7c-4fc0-954d-b9fcc15022cc,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:40.628413 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3dbf6b93-c61b-48e9-af94-8481b1da2b25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6766578c4ca74931a6974af88f60cccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103011 Sep 22 10:38:40.630800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45618) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:40.680410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da93f25-6402-453c-84bf-4e7747871c06 req-ba63200b-ff40-423d-b134-d0ea16bf0b48 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:40.683124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2da93f25-6402-453c-84bf-4e7747871c06 req-ba63200b-ff40-423d-b134-d0ea16bf0b48 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 943 time: 0.0904055 Sep 22 10:38:40.693775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e17ac355-7e8e-473e-aebe-1f61331acdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.726560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e17ac355-7e8e-473e-aebe-1f61331acdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.739425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2da93f25-6402-453c-84bf-4e7747871c06 req-47126603-6494-47ec-bc79-c914379e8c1b tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Sep 22 10:38:40.854551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e878d38-6372-4dc6-ac04-22ef831b631b req-21b43bec-29b5-41e7-a963-c14559f869d0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0478768 Sep 22 10:38:40.916273 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e17ac355-7e8e-473e-aebe-1f61331acdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.919123 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e17ac355-7e8e-473e-aebe-1f61331acdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:40.930271 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e17ac355-7e8e-473e-aebe-1f61331acdca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d281b3b-1f7c-4fc0-954d-b9fcc15022cc HTTP/1.1" status: 204 len: 168 time: 0.2886617 Sep 22 10:38:40.930418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f7406ad4-383b-453e-85bd-cccc916fc317 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:38:40.942654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ac355-7e8e-473e-aebe-1f61331acdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d281b3b-1f7c-4fc0-954d-b9fcc15022cc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:41.048603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f7406ad4-383b-453e-85bd-cccc916fc317, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f7406ad4-383b-453e-85bd-cccc916fc317,segment=NetworkSegment(7115da1f-149d-4447-87be-5ce3efbb5766),segment_id=7115da1f-149d-4447-87be-5ce3efbb5766)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:41.062288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f7406ad4-383b-453e-85bd-cccc916fc317', 'network_id': 'f9cfee09-d3ef-40c0-843b-0a146f7fe498', 'port_id': 'f7406ad4-383b-453e-85bd-cccc916fc317', 'mac_address': 'fa:16:3e:fa:50:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91849aa1-aa06-470f-b9e2-5e03af4ff256', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:38:41.104436 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:41.125804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7406ad4-383b-453e-85bd-cccc916fc317 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:38:41.139496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45628) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:41.150605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f7406ad4-383b-453e-85bd-cccc916fc317, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f7406ad4-383b-453e-85bd-cccc916fc317,segment=NetworkSegment(7115da1f-149d-4447-87be-5ce3efbb5766),segment_id=7115da1f-149d-4447-87be-5ce3efbb5766)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:41.236484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:41.305541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f7406ad4-383b-453e-85bd-cccc916fc317,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:41.424626 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-166334a2-1362-4dab-9f63-efb8643848bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca75fa350134415abbb956300833f26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836733 Sep 22 10:38:41.427110 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45634) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:41.456710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f7406ad4-383b-453e-85bd-cccc916fc317'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:38:41.477757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-289ee2a2-42fa-4edc-82be-7df7d7cdee60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:41.505695 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-289ee2a2-42fa-4edc-82be-7df7d7cdee60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:41.674041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-289ee2a2-42fa-4edc-82be-7df7d7cdee60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:41.680479 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-289ee2a2-42fa-4edc-82be-7df7d7cdee60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:41.680479 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-289ee2a2-42fa-4edc-82be-7df7d7cdee60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cab8ba0b-4960-4a6f-8288-48399f6a917a HTTP/1.1" status: 204 len: 168 time: 0.2498469 Sep 22 10:38:41.686473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ee2a2-42fa-4edc-82be-7df7d7cdee60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab8ba0b-4960-4a6f-8288-48399f6a917a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:41.736125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:41.759494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:41.759494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9962e714-9fd7-4426-bd80-0b9f2f6a62d5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:41.790025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45640) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:41.807387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6aecd35c-866b-4b7a-b65a-c131c492e059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:41.944294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6aecd35c-866b-4b7a-b65a-c131c492e059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:42.088250 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6aecd35c-866b-4b7a-b65a-c131c492e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:42.138035 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6aecd35c-866b-4b7a-b65a-c131c492e059 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df100dd94a3245eeaa087136247f09a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468790 Sep 22 10:38:42.139102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecd35c-866b-4b7a-b65a-c131c492e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b411e73c-088d-4a43-863d-dc617a4210ec,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:42.141801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45650) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:42.158634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2aafd-c8de-4aeb-a312-c94192850261 req-92b3d15c-b806-4965-a04a-c611fd9801eb tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:42.166983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbd2aafd-c8de-4aeb-a312-c94192850261 req-92b3d15c-b806-4965-a04a-c611fd9801eb tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 944 time: 0.3637104 Sep 22 10:38:42.206219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-788128e6-6667-4a93-a1ea-3b6f20521356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:42.217102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbd2aafd-c8de-4aeb-a312-c94192850261 req-1fa0253a-c0fe-4cc4-af0c-6419eb6dea74 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454788 Sep 22 10:38:42.290240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-788128e6-6667-4a93-a1ea-3b6f20521356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:42.331780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb08eb82-f7e4-4099-b9d6-514e1dfb906e req-b0293a3f-5f2d-462c-a875-af5fc1535470 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0354431 Sep 22 10:38:42.464366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-788128e6-6667-4a93-a1ea-3b6f20521356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:42.467103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-788128e6-6667-4a93-a1ea-3b6f20521356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:42.470016 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-788128e6-6667-4a93-a1ea-3b6f20521356 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b411e73c-088d-4a43-863d-dc617a4210ec HTTP/1.1" status: 204 len: 168 time: 0.3254137 Sep 22 10:38:42.477313 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788128e6-6667-4a93-a1ea-3b6f20521356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b411e73c-088d-4a43-863d-dc617a4210ec,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:42.611039 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:38:42.961013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f7406ad4-383b-453e-85bd-cccc916fc317 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:38:43.142247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f7406ad4-383b-453e-85bd-cccc916fc317 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:38:43.146630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f7406ad4-383b-453e-85bd-cccc916fc317 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:38:43.147001 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:43.236441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:43.262120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b7e3e-124a-43c0-b91b-7411006cc25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7406ad4-383b-453e-85bd-cccc916fc317'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:43.264853 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b63145f-0767-424d-b796-a84d5141af22" -d '{"events": [{"server_uuid": "0c4b7e3e-124a-43c0-b91b-7411006cc25f", "name": "network-vif-plugged", "status": "completed", "tag": "f7406ad4-383b-453e-85bd-cccc916fc317"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:43.303421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f7406ad4-383b-453e-85bd-cccc916fc317, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f7406ad4-383b-453e-85bd-cccc916fc317,segment=NetworkSegment(7115da1f-149d-4447-87be-5ce3efbb5766),segment_id=7115da1f-149d-4447-87be-5ce3efbb5766)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:43.303677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45684) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:43.359249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936c7ac-5d1b-4281-9388-2320a39f1095 req-40fdf8cc-f894-4e4b-a152-d0934d6aaec1 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:43.360835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d936c7ac-5d1b-4281-9388-2320a39f1095 req-40fdf8cc-f894-4e4b-a152-d0934d6aaec1 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 944 time: 0.0649123 Sep 22 10:38:43.401264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d936c7ac-5d1b-4281-9388-2320a39f1095 req-80641f93-6bea-4d12-9f16-5685b3101870 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331209 Sep 22 10:38:43.410994 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:43.449857 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fcb489-3add-42f3-a7f9-884f892514b7 x-openstack-request-id: req-71fcb489-3add-42f3-a7f9-884f892514b7 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:43.450265 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4b7e3e-124a-43c0-b91b-7411006cc25f", "name": "network-vif-plugged", "status": "completed", "tag": "f7406ad4-383b-453e-85bd-cccc916fc317", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:43.450584 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71fcb489-3add-42f3-a7f9-884f892514b7 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:43.451043 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b7e3e-124a-43c0-b91b-7411006cc25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7406ad4-383b-453e-85bd-cccc916fc317', 'code': 200} Sep 22 10:38:43.496630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f7406ad4-383b-453e-85bd-cccc916fc317,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:43.555589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16821c98-bc67-4bc0-97b8-8cb6de57e225 req-dd50d64b-aed7-4e78-b89f-bf7de0b914f3 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0429771 Sep 22 10:38:43.611286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6467f-28db-4638-b777-cfc50ad428f1 req-46bf42dd-1780-452d-96be-a6d6709cf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:43.614463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eea6467f-28db-4638-b777-cfc50ad428f1 req-46bf42dd-1780-452d-96be-a6d6709cf13e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 1096 time: 0.0883329 Sep 22 10:38:43.666055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eea6467f-28db-4638-b777-cfc50ad428f1 req-c9d7f20e-5ab8-4a32-9a97-e9de182e8e79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Sep 22 10:38:43.760425 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1754803489'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:43.784544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45698) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:43.855641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-78355d2d-d49b-4111-bb7e-51382fc85e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:43.961159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:43.964969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:43.973926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.045161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-78355d2d-d49b-4111-bb7e-51382fc85e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.172406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-78355d2d-d49b-4111-bb7e-51382fc85e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.217455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-78355d2d-d49b-4111-bb7e-51382fc85e1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10437ace9a65480285481631f126b70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320982 Sep 22 10:38:44.218444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78355d2d-d49b-4111-bb7e-51382fc85e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4388fc1d-7f68-4b83-bf53-8fb151e396d4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:44.223298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45714) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:44.278839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.283429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35d30bfc-28d9-403e-a26f-5e9450e54101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.306322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35d30bfc-28d9-403e-a26f-5e9450e54101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.376396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.404711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131e993e-9b9c-4ca5-9862-816448bd8145,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:44.493762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:44.500745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35d30bfc-28d9-403e-a26f-5e9450e54101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.503804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35d30bfc-28d9-403e-a26f-5e9450e54101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.506204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-35d30bfc-28d9-403e-a26f-5e9450e54101 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4388fc1d-7f68-4b83-bf53-8fb151e396d4 HTTP/1.1" status: 204 len: 168 time: 0.2819507 Sep 22 10:38:44.512697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:44.513265 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Added segment 15026a02-77ae-4a2c-9d5c-f3464bcf1f2a of type vlan for network 325fe77d-77d8-422b-ba17-656776eea2f3 Sep 22 10:38:44.525691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d30bfc-28d9-403e-a26f-5e9450e54101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4388fc1d-7f68-4b83-bf53-8fb151e396d4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:44.551900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33745db-8c71-4bea-bd39-a311175e4ba1 req-f32e6438-248a-47b4-aa6e-f51a557c53a1 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:44.553977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f33745db-8c71-4bea-bd39-a311175e4ba1 req-f32e6438-248a-47b4-aa6e-f51a557c53a1 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 945 time: 0.0820863 Sep 22 10:38:44.675189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f33745db-8c71-4bea-bd39-a311175e4ba1 req-143900b6-2e1f-4c71-83e8-14d27a80dac4 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118989 Sep 22 10:38:44.763225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82fa9917-6af5-4e60-ad8b-c0610bd9e53b req-ad6a30bc-1e83-42ff-849f-e71abfb76dbb tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0286806 Sep 22 10:38:44.989361 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:45.110266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:45.116503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:45.117793 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:45.227819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Network': ['ID=325fe77d-77d8-422b-ba17-656776eea2f3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:45.246288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:45.286185 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-25316e11-4e27-43a4-8df9-1c46e7fc20fe tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9811566 Sep 22 10:38:45.292158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45744) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:45.295938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'name': 'tempest-PortsTestJSON-1162110781'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:45.406632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45750) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:45.463532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:45.467089 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:45.485503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port c9fd702e-a5f1-41f4-bf91-56441b73813f yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:38:45.545130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66c25b5f-3d14-4fd2-935b-ee9b2afea5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:45.714535 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:45.777199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66c25b5f-3d14-4fd2-935b-ee9b2afea5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:45.822366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e945e-1309-4695-87aa-c6b299edaa2c req-810f19d8-f1fc-4d72-bc92-e31add62a384 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:45.824061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-084e945e-1309-4695-87aa-c6b299edaa2c req-810f19d8-f1fc-4d72-bc92-e31add62a384 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 945 time: 0.0719662 Sep 22 10:38:45.874647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-084e945e-1309-4695-87aa-c6b299edaa2c req-c55888cb-a79a-4616-8776-fc0f62d5010f tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432465 Sep 22 10:38:45.928028 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66c25b5f-3d14-4fd2-935b-ee9b2afea5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:45.995165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-66c25b5f-3d14-4fd2-935b-ee9b2afea5fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21e1734a70cf4361a3941dc4a9fdd801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5869679 Sep 22 10:38:45.997681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45772) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:46.011628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c25b5f-3d14-4fd2-935b-ee9b2afea5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92542bb5-2d15-452f-86bd-758b713ecdcc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:46.015815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f1b1c73-4e7a-4703-bd21-ce7953272498 req-50dd9495-cac5-469a-9e6a-0aafd6a7f23d tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0470052 Sep 22 10:38:46.016832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.083625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=c9fd702e-a5f1-41f4-bf91-56441b73813f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:46.108308 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3061dafe-aebc-4e77-a651-f785fa4ed90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.138314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Checking segment: {'id': '15026a02-77ae-4a2c-9d5c-f3464bcf1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:46.138314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network hostable DHCP agents. Network: 325fe77d-77d8-422b-ba17-656776eea2f3, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:46.168601 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3061dafe-aebc-4e77-a651-f785fa4ed90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.229360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:46.325041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3061dafe-aebc-4e77-a651-f785fa4ed90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.327599 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3061dafe-aebc-4e77-a651-f785fa4ed90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.331147 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3061dafe-aebc-4e77-a651-f785fa4ed90d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92542bb5-2d15-452f-86bd-758b713ecdcc HTTP/1.1" status: 204 len: 168 time: 0.3300104 Sep 22 10:38:46.337566 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061dafe-aebc-4e77-a651-f785fa4ed90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92542bb5-2d15-452f-86bd-758b713ecdcc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:46.359937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 325fe77d-77d8-422b-ba17-656776eea2f3) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:46.372684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:46.374296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f45d4ac-2e45-4207-8a8a-0877afbddad1 None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:46.386407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:46.396949 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.506689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7eff8b53-0df3-456a-96ea-840ea6bdbfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2132783 Sep 22 10:38:46.508051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45786) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:46.514621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1728662271'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:46.668202 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:46.672336 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.696527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:46.706119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.706506 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Added segment 2e21f76f-027c-4e36-9789-7c9c530607a2 of type vlan for network af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5 Sep 22 10:38:46.763299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5797e-972b-4b15-af9d-e9d486d95581 req-5e3c5c4a-6665-4d80-9586-5356fd1c1023 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:46.765775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.778662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47e5797e-972b-4b15-af9d-e9d486d95581 req-5e3c5c4a-6665-4d80-9586-5356fd1c1023 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 945 time: 0.0932388 Sep 22 10:38:46.821214 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47e5797e-972b-4b15-af9d-e9d486d95581 req-789f1a96-5703-4faf-92a1-ece94e324fef tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/security-groups?id=22197bfe-67ae-4548-8743-f4269b291794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 Sep 22 10:38:46.938059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:46.944547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:46.945883 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:47.017988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Network': ['ID=af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:47.028958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:47.064914 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-44d41e45-0395-4690-9ee4-4e3cdc3bb019 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5546901 Sep 22 10:38:47.066637 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45804) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:47.073228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'ports': [{'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3'}, {'network_id': 'af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5'}]} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:47.073550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:47.074034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': 'af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:47.166698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-238d3fca-6fcd-439e-8375-6e7b50393fa7 req-60b73f5c-d7af-48b9-96d9-3f088ab6d6a0 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0418289 Sep 22 10:38:47.423537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 2} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:47.428655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:47.444709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:47.539029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port 064b901c-beab-4dde-9e94-71df2bf9713b yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:38:47.718023 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:47.786583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port ad88b0cc-0932-4012-81bd-7b5251d4aff2 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:38:47.936868 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:47.962787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-07159d80-76d9-426b-8c8b-0ff902d6113f tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:47.965075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-07159d80-76d9-426b-8c8b-0ff902d6113f tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 945 time: 0.0560095 Sep 22 10:38:48.064972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Deleting port f7406ad4-383b-453e-85bd-cccc916fc317 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:48.065298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.154633 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.156459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] For port f7406ad4-383b-453e-85bd-cccc916fc317, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f7406ad4-383b-453e-85bd-cccc916fc317,segment=NetworkSegment(7115da1f-149d-4447-87be-5ce3efbb5766),segment_id=7115da1f-149d-4447-87be-5ce3efbb5766)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:48.156828 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.172224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Calling delete_port for f7406ad4-383b-453e-85bd-cccc916fc317 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:48.230057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45844) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:48.235508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264183270', 'description': 'tempest-secgroup-smoke-1264183270 description', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:48.255357 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:48.259050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:48.265007 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:48.265007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.284467 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=064b901c-beab-4dde-9e94-71df2bf9713b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:48.343414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Checking segment: {'id': '2e21f76f-027c-4e36-9789-7c9c530607a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:48.343780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network hostable DHCP agents. Network: af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:48.345672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=ad88b0cc-0932-4012-81bd-7b5251d4aff2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:48.424347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.439719 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.462774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:48.482733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-8ec36444-629f-4481-8a43-8a4c0adcff9c tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:48.484305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-8ec36444-629f-4481-8a43-8a4c0adcff9c tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 815 time: 0.1526198 Sep 22 10:38:48.512356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.525087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f7406ad4-383b-453e-85bd-cccc916fc317'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:38:48.549680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-ca26dfe5-d977-490f-b39c-7668aa446e19 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/quotas/0c7a1bf82ff54ca5adfe2ad5a5c1d475 HTTP/1.1" status: 200 len: 375 time: 0.0540524 Sep 22 10:38:48.552422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Pushing event deleted for resources: {'Port': ['ID=f7406ad4-383b-453e-85bd-cccc916fc317,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:48.569321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:48.576105 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:48.584065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:48.591696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0c949-191a-474b-81d6-a7324305cf55 None None] Network af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:48.595209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:48.615100 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.639057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] No DVR routers for this DVR port f7406ad4-383b-453e-85bd-cccc916fc317 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:48.641852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.644278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28a4e91f-6f2e-4e6e-929f-d445b9c61224 req-563a63c1-9835-4942-b360-d41a86306620 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.30 "DELETE /v2.0/ports/f7406ad4-383b-453e-85bd-cccc916fc317 HTTP/1.1" status: 204 len: 173 time: 0.6731100 Sep 22 10:38:48.645999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b7e3e-124a-43c0-b91b-7411006cc25f', 'name': 'network-vif-deleted', 'tag': 'f7406ad4-383b-453e-85bd-cccc916fc317'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:48.656104 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28fd095-ece5-44c7-a20d-7a3cc1b3d2fb" -d '{"events": [{"server_uuid": "0c4b7e3e-124a-43c0-b91b-7411006cc25f", "name": "network-vif-deleted", "tag": "f7406ad4-383b-453e-85bd-cccc916fc317"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:48.701587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-d92227f5-374e-48fa-a2d9-69f9f1477dbf tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409702 Sep 22 10:38:48.749310 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.820936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:48.846437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-a359885d-7c0d-4cbe-a4fc-f24ecc6cc631 service neutron] 10.222.0.20 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439707 Sep 22 10:38:48.884639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770c85c0-4050-41c6-8787-403e8493be5f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:48.891318 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-75c1ad47-0d22-4abb-8062-b78741162187 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8230588 Sep 22 10:38:48.893929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45870) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:49.007089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-f27794d4-cfa1-4ba2-92ea-fed72be4f713 service neutron] 10.222.0.20 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489096 Sep 22 10:38:49.040026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.044282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-29ae0bcc-025e-49ca-94e7-ae6d638dcc33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port ad88b0cc-0932-4012-81bd-7b5251d4aff2 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:49.044616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-29ae0bcc-025e-49ca-94e7-ae6d638dcc33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.115058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-29ae0bcc-025e-49ca-94e7-ae6d638dcc33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.120017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.128435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-29ae0bcc-025e-49ca-94e7-ae6d638dcc33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for ad88b0cc-0932-4012-81bd-7b5251d4aff2 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:49.150937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd5e050-dae0-4338-9864-cef10aebfd4a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:49.250940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.252514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4a1097b5-1439-48f4-bd0b-bcbdf42e28f6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0212793 Sep 22 10:38:49.255419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45882) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:49.261296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-48c7cdb2-e8bf-4ea4-a170-a053419eb123 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '2dd5e050-dae0-4338-9864-cef10aebfd4a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:49.292424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-29ae0bcc-025e-49ca-94e7-ae6d638dcc33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.332215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae0bcc-025e-49ca-94e7-ae6d638dcc33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=ad88b0cc-0932-4012-81bd-7b5251d4aff2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:49.334902 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-29ae0bcc-025e-49ca-94e7-ae6d638dcc33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.339810 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-29ae0bcc-025e-49ca-94e7-ae6d638dcc33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/ad88b0cc-0932-4012-81bd-7b5251d4aff2 HTTP/1.1" status: 204 len: 168 time: 0.4442413 Sep 22 10:38:49.347175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45892) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:49.361000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea34f9ef-15e5-495e-8da2-4e2b63b302da req-9de374aa-123a-4f08-a8da-d2a64c51cb68 tempest-ServerAddressesNegativeTestJSON-741739514 tempest-ServerAddressesNegativeTestJSON-741739514-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4b7e3e-124a-43c0-b91b-7411006cc25f HTTP/1.1" status: 200 len: 210 time: 0.0379488 Sep 22 10:38:49.412146 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48c7cdb2-e8bf-4ea4-a170-a053419eb123 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.419487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beddce3-36aa-4354-88b9-5cdde503cc31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:49.425611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beddce3-36aa-4354-88b9-5cdde503cc31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:49.427603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8beddce3-36aa-4354-88b9-5cdde503cc31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0791910 Sep 22 10:38:49.431803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45894) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:49.542814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-530e2cf2-ecd3-432d-aba5-264553b3d257 req-4ef55a35-312f-42de-93a8-40c5a96ba57b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0762544 Sep 22 10:38:49.596558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48c7cdb2-e8bf-4ea4-a170-a053419eb123 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.602612 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80e34e0-ac65-4298-8531-cf9ce704c598 x-openstack-request-id: req-e80e34e0-ac65-4298-8531-cf9ce704c598 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:49.611185 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4b7e3e-124a-43c0-b91b-7411006cc25f", "name": "network-vif-deleted", "tag": "f7406ad4-383b-453e-85bd-cccc916fc317", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:49.611185 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e80e34e0-ac65-4298-8531-cf9ce704c598 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:49.611185 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b7e3e-124a-43c0-b91b-7411006cc25f', 'name': 'network-vif-deleted', 'tag': 'f7406ad4-383b-453e-85bd-cccc916fc317', 'status': 'completed', 'code': 200} Sep 22 10:38:49.623692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-21b05027-9b12-428e-bb24-8ef45a92bc4e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 064b901c-beab-4dde-9e94-71df2bf9713b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:49.624187 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21b05027-9b12-428e-bb24-8ef45a92bc4e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.696328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f696c665-0423-4548-a5d3-3be02b2cb02d req-1e4976ac-6439-4c97-9310-709c7019ac36 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 210 time: 0.0523059 Sep 22 10:38:49.724206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48c7cdb2-e8bf-4ea4-a170-a053419eb123 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.745522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21b05027-9b12-428e-bb24-8ef45a92bc4e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.754630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7cdb2-e8bf-4ea4-a170-a053419eb123 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c60cc2-c66a-4fe9-837b-09ac12e85c6f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:49.766094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-21b05027-9b12-428e-bb24-8ef45a92bc4e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 064b901c-beab-4dde-9e94-71df2bf9713b owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:49.883634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48c7cdb2-e8bf-4ea4-a170-a053419eb123 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.891429 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45914) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:49.891563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-48c7cdb2-e8bf-4ea4-a170-a053419eb123 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6312554 Sep 22 10:38:49.895336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b48e3f63-80d6-49e1-860f-b946729488d2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '2dd5e050-dae0-4338-9864-cef10aebfd4a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:49.938382 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21b05027-9b12-428e-bb24-8ef45a92bc4e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.968354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b05027-9b12-428e-bb24-8ef45a92bc4e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=064b901c-beab-4dde-9e94-71df2bf9713b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:49.974726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21b05027-9b12-428e-bb24-8ef45a92bc4e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:49.979329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-21b05027-9b12-428e-bb24-8ef45a92bc4e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/064b901c-beab-4dde-9e94-71df2bf9713b HTTP/1.1" status: 204 len: 168 time: 0.5441926 Sep 22 10:38:49.981447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45926) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.034758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fee4b2-a633-4a5e-972a-9ae72a8f942b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:50.040211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b0fee4b2-a633-4a5e-972a-9ae72a8f942b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0548434 Sep 22 10:38:50.040455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45930) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.065405 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94838b4-4a25-42e3-8bb3-b8bc4a40587e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:38:50.067041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c94838b4-4a25-42e3-8bb3-b8bc4a40587e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/ad88b0cc-0932-4012-81bd-7b5251d4aff2 HTTP/1.1" status: 404 len: 333 time: 0.0256655 Sep 22 10:38:50.069982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45932) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.098154 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b70a5de-179e-4b34-97cf-0703aff4c1ee tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:38:50.099835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9b70a5de-179e-4b34-97cf-0703aff4c1ee tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/064b901c-beab-4dde-9e94-71df2bf9713b HTTP/1.1" status: 404 len: 333 time: 0.0288551 Sep 22 10:38:50.103132 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b48e3f63-80d6-49e1-860f-b946729488d2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.103483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45934) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.180147 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b48e3f63-80d6-49e1-860f-b946729488d2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.184472 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.259266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b48e3f63-80d6-49e1-860f-b946729488d2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.276721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e3f63-80d6-49e1-860f-b946729488d2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a348ff59-9aa7-4cea-bf70-9bc226c24ac8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:50.279151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.300473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:50.310761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e21f76f-027c-4e36-9789-7c9c530607a2') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:50.311055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e21f76f-027c-4e36-9789-7c9c530607a2') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:50.321183 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.335551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.341336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:50.341719 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:50.344627 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:50.387989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b48e3f63-80d6-49e1-860f-b946729488d2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.393130 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b48e3f63-80d6-49e1-860f-b946729488d2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5003965 Sep 22 10:38:50.393453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45940) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.398412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-85e7f305-8b64-4e55-b492-7099a73e163b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '2dd5e050-dae0-4338-9864-cef10aebfd4a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:50.425679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45942) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.471689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-db002d75-97a5-4a23-901a-0a1b4db8225e admin admin] Deleting subnet 91849aa1-aa06-470f-b9e2-5e03af4ff256 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:38:50.474755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db002d75-97a5-4a23-901a-0a1b4db8225e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.510515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db002d75-97a5-4a23-901a-0a1b4db8225e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.520925 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.539665 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.541600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/networks/af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5 HTTP/1.1" status: 204 len: 168 time: 0.4371674 Sep 22 10:38:50.542966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a961c17-e314-4858-b217-7c57be4fa52e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Network': ['ID=af9e0f3a-3ae1-4a22-94ae-acea0dcb2ae5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:50.543203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85e7f305-8b64-4e55-b492-7099a73e163b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.545721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45944) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.551628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-301228437'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:50.581467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db002d75-97a5-4a23-901a-0a1b4db8225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.650067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85e7f305-8b64-4e55-b492-7099a73e163b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.658322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4f0be9e-349d-4577-a354-d5d40d980122 req-a57fbc16-0dd2-485f-9163-c0a160b3bc04 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/ports?device_id=c15284a9-adb8-44fa-81ad-31c7411afa1e HTTP/1.1" status: 200 len: 210 time: 0.0340576 Sep 22 10:38:50.670523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:50.675680 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.704053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:50.713186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.713570 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Added segment 18617d7b-ce95-428d-9faf-49bc980ba3c5 of type vlan for network 265eb472-e895-44f1-afca-84786051ed19 Sep 22 10:38:50.730566 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85e7f305-8b64-4e55-b492-7099a73e163b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.748008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7f305-8b64-4e55-b492-7099a73e163b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03acce10-4113-4d6f-a162-5c683dafffdf,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:50.761285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db002d75-97a5-4a23-901a-0a1b4db8225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.765910 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.776321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45952) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.801491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db002d75-97a5-4a23-901a-0a1b4db8225e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91849aa1-aa06-470f-b9e2-5e03af4ff256,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:50.805947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-db002d75-97a5-4a23-901a-0a1b4db8225e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.808246 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-db002d75-97a5-4a23-901a-0a1b4db8225e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/91849aa1-aa06-470f-b9e2-5e03af4ff256 HTTP/1.1" status: 204 len: 168 time: 0.3815510 Sep 22 10:38:50.810951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45956) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.844158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9cfdcba1-ef7a-4431-bcf6-c54c2183700a req-3b20433e-4dff-424c-b17e-b2ddf0c5107b tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 210 time: 0.0458560 Sep 22 10:38:50.853683 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-85e7f305-8b64-4e55-b492-7099a73e163b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.854573 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-85e7f305-8b64-4e55-b492-7099a73e163b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4600291 Sep 22 10:38:50.857484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45958) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:50.863980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-10ec9ccc-4d6f-4de9-80d0-5c113aae30bd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '2dd5e050-dae0-4338-9864-cef10aebfd4a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:50.926604 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.930718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d009f48e-2474-4846-b4ab-6b915ecb4447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.945044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:50.950639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:50.951222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.052266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Network': ['ID=265eb472-e895-44f1-afca-84786051ed19,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:51.062430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 265eb472-e895-44f1-afca-84786051ed19 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:51.090148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.110456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cfee09-d3ef-40c0-843b-0a146f7fe498']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:51.123297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7115da1f-149d-4447-87be-5ce3efbb5766') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:51.123584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7115da1f-149d-4447-87be-5ce3efbb5766') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:51.132765 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10ec9ccc-4d6f-4de9-80d0-5c113aae30bd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.137889 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.163134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.183252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:51.183641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:51.185494 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:51.253925 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10ec9ccc-4d6f-4de9-80d0-5c113aae30bd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.271606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1045188b-e351-44f3-923a-de1d0d445b31 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7244241 Sep 22 10:38:51.275074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45960) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:51.281641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '265eb472-e895-44f1-afca-84786051ed19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:51.364319 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10ec9ccc-4d6f-4de9-80d0-5c113aae30bd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.365838 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.391175 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.392982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f9cfee09-d3ef-40c0-843b-0a146f7fe498 HTTP/1.1" status: 204 len: 168 time: 0.5810733 Sep 22 10:38:51.418604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec9ccc-4d6f-4de9-80d0-5c113aae30bd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b9fc4f-15bc-47e6-a039-4b9bc9ed56ba,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:51.420512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f433f-fb35-486c-86d0-ce4af71ad3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9cfee09-d3ef-40c0-843b-0a146f7fe498,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:51.469512 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d009f48e-2474-4846-b4ab-6b915ecb4447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.548749 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d009f48e-2474-4846-b4ab-6b915ecb4447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.590450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d009f48e-2474-4846-b4ab-6b915ecb4447 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=777a50ea4b894b4f99ca2a2a03c46b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8137331 Sep 22 10:38:51.591305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009f48e-2474-4846-b4ab-6b915ecb4447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf5be18-2407-476f-adf0-59c7a078baa1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:51.593180 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45964) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:51.643149 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4d10135-33f3-4031-b7ac-4549fd14697c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.648908 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10ec9ccc-4d6f-4de9-80d0-5c113aae30bd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.650219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-10ec9ccc-4d6f-4de9-80d0-5c113aae30bd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7916956 Sep 22 10:38:51.653071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45966) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:51.660328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1f52683f-30e3-49c4-8617-5892dd585c23 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '2dd5e050-dae0-4338-9864-cef10aebfd4a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:51.673022 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4d10135-33f3-4031-b7ac-4549fd14697c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.791915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:51.795699 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.835879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4d10135-33f3-4031-b7ac-4549fd14697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.839010 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4d10135-33f3-4031-b7ac-4549fd14697c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:51.844765 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e4d10135-33f3-4031-b7ac-4549fd14697c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bf5be18-2407-476f-adf0-59c7a078baa1 HTTP/1.1" status: 204 len: 168 time: 0.2485752 Sep 22 10:38:51.854833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45974) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:51.875086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d10135-33f3-4031-b7ac-4549fd14697c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf5be18-2407-476f-adf0-59c7a078baa1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:51.912958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45978) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:51.925680 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81d68d11-3940-4cc2-ace1-7413fed1c6f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=437fd2c3b22b4e58af20594225d73ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668151 Sep 22 10:38:51.933827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45980) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:51.957048 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-1f52683f-30e3-49c4-8617-5892dd585c23 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Project b67d9575d4b14d05b97cfc08a1f74c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:38:51.973831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f52683f-30e3-49c4-8617-5892dd585c23 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.030700 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eac970da-7b99-45cb-97b1-179951d89630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.071156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442f75fe-cca9-4ded-af86-6fc09addb13a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.092648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eac970da-7b99-45cb-97b1-179951d89630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.121530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442f75fe-cca9-4ded-af86-6fc09addb13a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.327428 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4a149059-6372-4701-8a42-8b6212962ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.329193 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442f75fe-cca9-4ded-af86-6fc09addb13a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.332016 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-442f75fe-cca9-4ded-af86-6fc09addb13a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.337213 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-442f75fe-cca9-4ded-af86-6fc09addb13a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "DELETE /v2.0/security-groups/276403c0-3b39-409a-9824-7640563e0d72 HTTP/1.1" status: 204 len: 168 time: 0.4184062 Sep 22 10:38:52.337511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eac970da-7b99-45cb-97b1-179951d89630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.339996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eac970da-7b99-45cb-97b1-179951d89630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.341119 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eac970da-7b99-45cb-97b1-179951d89630 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22197bfe-67ae-4548-8743-f4269b291794 HTTP/1.1" status: 204 len: 168 time: 0.4061053 Sep 22 10:38:52.341699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45984) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:52.371384 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-b23c3321-2d34-438a-a622-9e4a40382318 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] show failed (client error): The resource could not be found. Sep 22 10:38:52.374738 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b23c3321-2d34-438a-a622-9e4a40382318 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "GET /v2.0/security-groups/276403c0-3b39-409a-9824-7640563e0d72 HTTP/1.1" status: 404 len: 347 time: 0.0275240 Sep 22 10:38:52.377435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f75fe-cca9-4ded-af86-6fc09addb13a tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276403c0-3b39-409a-9824-7640563e0d72,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:52.380533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45988) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:52.403096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-09216081-c9d8-4730-8e6a-aadf071000ce tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:52.403254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac970da-7b99-45cb-97b1-179951d89630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22197bfe-67ae-4548-8743-f4269b291794,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:52.404762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-09216081-c9d8-4730-8e6a-aadf071000ce tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 815 time: 0.5406833 Sep 22 10:38:52.453212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Request body: {'port': {'device_id': '5d2712c2-26c3-4333-9e6d-e7ef0570d815', 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7', 'admin_state_up': True, 'tenant_id': '0c7a1bf82ff54ca5adfe2ad5a5c1d475'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:52.486217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cba81864-85fe-439c-890a-8793c9c20321 req-73db333d-4c04-46cf-86f4-774848cea7c4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 210 time: 0.1040938 Sep 22 10:38:52.627063 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f52683f-30e3-49c4-8617-5892dd585c23 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.716194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting port 286db6df-2bee-427d-8552-a871b290d798 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:52.716530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.797143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.797473 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.808672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Calling delete_port for 286db6df-2bee-427d-8552-a871b290d798 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:52.818946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Made reservation on behalf of 0c7a1bf82ff54ca5adfe2ad5a5c1d475 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:52.822997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.824889 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f52683f-30e3-49c4-8617-5892dd585c23 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.839374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:52.880729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52683f-30e3-49c4-8617-5892dd585c23 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aa8dfc-2432-449b-bf4f-54ef75ece5d5,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:52.991042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f7406ad4-383b-453e-85bd-cccc916fc317 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:53.016207 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: f7406ad4-383b-453e-85bd-cccc916fc317 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:53.023301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=6902a2fc-3ef6-40fb-b5e4-a750949edd11,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:53.023717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f7406ad4-383b-453e-85bd-cccc916fc317 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:53.050015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Checking segment: {'id': '18617d7b-ce95-428d-9faf-49bc980ba3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '265eb472-e895-44f1-afca-84786051ed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:53.051507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network hostable DHCP agents. Network: 265eb472-e895-44f1-afca-84786051ed19, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:53.124127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f52683f-30e3-49c4-8617-5892dd585c23 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.125343 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1f52683f-30e3-49c4-8617-5892dd585c23 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4712653 Sep 22 10:38:53.128322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45994) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:53.134798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f6870a0a-a37f-462d-b7e8-6f4f956d54cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '2dd5e050-dae0-4338-9864-cef10aebfd4a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:53.140317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Allocated IP 172.20.0.11 (f536865a-5d3b-4f15-9acd-b7373dd789d7/164ad57f-7318-45ca-8050-46487554cbec/6595ce75-f7ac-4404-98cd-d6cd7686f7b2) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:53.217291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46000) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:53.230588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b3c7-9bbf-40e2-993a-3ff8b3a935c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.240957 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-f6870a0a-a37f-462d-b7e8-6f4f956d54cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Project b67d9575d4b14d05b97cfc08a1f74c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:38:53.248665 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6870a0a-a37f-462d-b7e8-6f4f956d54cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.257848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 265eb472-e895-44f1-afca-84786051ed19 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:53.300756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.306774 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.329814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6870a0a-a37f-462d-b7e8-6f4f956d54cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.361655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Port': ['ID=286db6df-2bee-427d-8552-a871b290d798,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:53.378515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b3c7-9bbf-40e2-993a-3ff8b3a935c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.402828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 265eb472-e895-44f1-afca-84786051ed19) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:53.410168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:53.410363 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.416567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed902c-20fc-4a7e-8263-8ad28149f12b None None] Network 265eb472-e895-44f1-afca-84786051ed19 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:53.434045 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-6bad8079-0b8c-407c-a281-afed908e1849 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478816 Sep 22 10:38:53.434691 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6870a0a-a37f-462d-b7e8-6f4f956d54cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.446369 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.448892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.450299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-01298b75-6344-4c7f-b841-216310735046 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "DELETE /v2.0/floatingips/eb052397-63f2-4d1e-a359-cc9a0a436f67 HTTP/1.1" status: 204 len: 168 time: 1.0625026 Sep 22 10:38:53.453262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46004) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:53.463925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6870a0a-a37f-462d-b7e8-6f4f956d54cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430a39c8-142f-453c-bb53-7047c5934da4,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:53.501927 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b3c7-9bbf-40e2-993a-3ff8b3a935c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.532228 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.584763 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c3d3b3c7-9bbf-40e2-993a-3ff8b3a935c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd2df8783c4843bf833f7e6233d12502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638234 Sep 22 10:38:53.584763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3b3c7-9bbf-40e2-993a-3ff8b3a935c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca017df-3b08-4233-b617-8370fba20f79,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:53.589873 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46008) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:53.602585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-a9362cd2-cae5-4643-90fe-07747f011d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:53.604067 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-a9362cd2-cae5-4643-90fe-07747f011d7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ccc17f672be46f9bce8fec53f4d833b&device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 1097 time: 0.1375065 Sep 22 10:38:53.633512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6f83265a-20a4-4d86-833f-7dd538753d81 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3570874 Sep 22 10:38:53.636866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Network f536865a-5d3b-4f15-9acd-b7373dd789d7 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:53.642424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46010) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:53.658546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:53.666040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:53.670474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': '265eb472-e895-44f1-afca-84786051ed19', 'name': 'tempest-PortsTestJSON-1523042903'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:53.684269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6870a0a-a37f-462d-b7e8-6f4f956d54cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.684729 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f6870a0a-a37f-462d-b7e8-6f4f956d54cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5544908 Sep 22 10:38:53.712388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46012) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:53.716125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['74d3c2ab-454b-4a88-9a12-98a11931e332'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:38:53.717789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Pushing event updated for resources: {'Port': ['ID=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:53.718406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:38:53.731004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'network': {'name': 'tempest-network-smoke--821778260', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'port_security_enabled': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:53.774397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:53.775557 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.801269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139934-5087-4378-b8c7-870fa8e42b18 req-0033e312-20e7-436d-89ab-61d5baed9c88 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:53.809692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47139934-5087-4378-b8c7-870fa8e42b18 req-0033e312-20e7-436d-89ab-61d5baed9c88 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 932 time: 0.1823521 Sep 22 10:38:53.822667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-761a99ae-083a-4127-aa61-daf9b59d1586 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting port 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:53.823020 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-761a99ae-083a-4127-aa61-daf9b59d1586 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.852845 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ae6199c-31fa-4aaf-b6bf-e91d1ec8f7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.908101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:53.911717 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.921405 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ae6199c-31fa-4aaf-b6bf-e91d1ec8f7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:53.933753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-a94b42fe-1741-4d1f-a2c8-3c5fe6798179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:53.935288 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-a94b42fe-1741-4d1f-a2c8-3c5fe6798179 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46f5533a-1319-4436-8b6b-fa56d08e7217 HTTP/1.1" status: 200 len: 910 time: 0.3027883 Sep 22 10:38:53.941960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47139934-5087-4378-b8c7-870fa8e42b18 req-f5b7304b-6470-465a-8321-ceee1aa71b62 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289411 Sep 22 10:38:53.960518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-0327b34a-68f2-42e2-8098-08c167c22601 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5400398 Sep 22 10:38:53.979464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Request body: {'port': {'device_id': '5d2712c2-26c3-4333-9e6d-e7ef0570d815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:54.011150 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-761a99ae-083a-4127-aa61-daf9b59d1586 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.023024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:54.040626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-761a99ae-083a-4127-aa61-daf9b59d1586 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Calling delete_port for 477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:54.053367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.053626 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Added segment 45b0693b-0191-49d1-9bc7-39bd53ebfe58 of type vlan for network 09caaea8-d027-41d1-b3dd-c24a1a0e301f Sep 22 10:38:54.088767 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-77f2647f-a8fb-40d8-935c-75fb60f17285 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49c43f46-7d14-4b53-bbc5-6e3b900637c2 HTTP/1.1" status: 200 len: 1001 time: 0.1429753 Sep 22 10:38:54.133201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46022) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:54.139106 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-265eb472-e895-44f1-afca-84786051ed19', 'network_id': '265eb472-e895-44f1-afca-84786051ed19', 'tenant_id': 'dd2ad88865c34e4db1865f6ac6509586', 'fixed_ips': [{'subnet_id': '6902a2fc-3ef6-40fb-b5e4-a750949edd11'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:38:54.140013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.144912 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:54.146837 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.150126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.171903 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.175690 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port 0999e396-8cef-4574-b9e0-64e2f6755a45 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:38:54.181890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-09bba195-4a3a-4948-b0f5-adaa088ed57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:54.183418 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-09bba195-4a3a-4948-b0f5-adaa088ed57e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f78424d6-2366-4205-8838-9b9a25f5895f HTTP/1.1" status: 200 len: 848 time: 0.0873582 Sep 22 10:38:54.186581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ae6199c-31fa-4aaf-b6bf-e91d1ec8f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.189294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ae6199c-31fa-4aaf-b6bf-e91d1ec8f7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.192730 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5ae6199c-31fa-4aaf-b6bf-e91d1ec8f7ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fca017df-3b08-4233-b617-8370fba20f79 HTTP/1.1" status: 204 len: 168 time: 0.6012790 Sep 22 10:38:54.287008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6199c-31fa-4aaf-b6bf-e91d1ec8f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca017df-3b08-4233-b617-8370fba20f79,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:54.305565 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1874777434-network', 'tenant_id': '72189fdbfaed4a63a47f07b2f43bad33'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:54.389501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-77cd3ee2-f610-480d-91de-c995ec2df4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:54.391103 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-77cd3ee2-f610-480d-91de-c995ec2df4d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46f5533a-1319-4436-8b6b-fa56d08e7217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996293 Sep 22 10:38:54.421650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.425513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.9 (265eb472-e895-44f1-afca-84786051ed19/6902a2fc-3ef6-40fb-b5e4-a750949edd11/0999e396-8cef-4574-b9e0-64e2f6755a45) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:54.427243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:54.427817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.492034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Made reservation on behalf of 72189fdbfaed4a63a47f07b2f43bad33 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:54.494300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.513415 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.551277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Network': ['ID=09caaea8-d027-41d1-b3dd-c24a1a0e301f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:54.553047 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-c2bac1e2-2abe-4ff8-b997-596bd821e85d service neutron] 10.222.0.30 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520796 Sep 22 10:38:54.568752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 09caaea8-d027-41d1-b3dd-c24a1a0e301f details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:54.617911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a1b7d87a-0ec2-4317-a8a6-c6fd4c8e441d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9009302 Sep 22 10:38:54.625494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46032) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:54.628112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'admin_state_up': True, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:54.685716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:38:54.702824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-761a99ae-083a-4127-aa61-daf9b59d1586 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.716338 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-8a5ef34f-4790-4324-888d-55c3a5b676db req-f88bf164-3cee-41e7-a17c-8ab4185482a2 service neutron] 10.222.0.30 "GET /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550310 Sep 22 10:38:54.724045 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.771632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a99ae-083a-4127-aa61-daf9b59d1586 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Port': ['ID=477cf0ab-7d06-4060-bd94-a8bdaa2a6be7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:54.782411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Transition to ACTIVE for port object 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:38:54.838865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.841922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.852948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-fbe576cf-8d26-49e8-9931-a36593256ede service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1623318 Sep 22 10:38:54.865948 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-761a99ae-083a-4127-aa61-daf9b59d1586 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.868473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-761a99ae-083a-4127-aa61-daf9b59d1586 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "DELETE /v2.0/ports/477cf0ab-7d06-4060-bd94-a8bdaa2a6be7 HTTP/1.1" status: 204 len: 168 time: 1.4142747 Sep 22 10:38:54.869674 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.871515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46040) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:54.937655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.967233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:54.976619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.997660 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c794e0-6394-44dd-8ef4-6533864a710e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:55.001556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.001899 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Added segment c0946fe6-f670-42c3-bdbc-48742678469b of type vlan for network dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 Sep 22 10:38:55.037661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 265eb472-e895-44f1-afca-84786051ed19 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:55.043011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:55.053001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Pushing event updated for resources: {'Port': ['ID=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:55.081807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:55.105094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-bdceb3b9-4663-4802-94bd-e331452f4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:55.106636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-bdceb3b9-4663-4802-94bd-e331452f4878 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 1096 time: 0.1823618 Sep 22 10:38:55.124792 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.135502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.140532 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.146316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=0999e396-8cef-4574-b9e0-64e2f6755a45,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:55.170693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Allocated IP 172.20.0.2 (265eb472-e895-44f1-afca-84786051ed19/6902a2fc-3ef6-40fb-b5e4-a750949edd11/696da570-6b2a-4b8a-b16a-257398907372) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:55.202636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:55.212941 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.271095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Attempting to bind port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:55.271440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Attempting to bind port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:55.271768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Attempting to bind port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 on network f536865a-5d3b-4f15-9acd-b7373dd789d7 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:55.309320 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.310539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:55.311130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.326390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 on network f536865a-5d3b-4f15-9acd-b7373dd789d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:38:55.326620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Attempting to bind port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 on network f536865a-5d3b-4f15-9acd-b7373dd789d7 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:55.330173 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-52397fe8-59dc-48fe-a04e-3e586adef2d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6754541 Sep 22 10:38:55.332265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46048) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:55.360681 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.367822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8e152d32-971c-450c-a35d-bdd90a45d8d9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting port fa9ebf86-2e9f-4908-97dc-c02a937b70b0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:55.368171 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8e152d32-971c-450c-a35d-bdd90a45d8d9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.378801 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a2504e00-cd09-40de-b724-225d12907c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.396280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f2d5e-b625-4309-a4ad-3a4bca85ed6c req-c0fd3c19-75db-41c6-9ce7-61e410f6da5a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:55.398739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-775f2d5e-b625-4309-a4ad-3a4bca85ed6c req-c0fd3c19-75db-41c6-9ce7-61e410f6da5a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 944 time: 0.2982156 Sep 22 10:38:55.414659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:55.414659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Checking segment: {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:55.414659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Bound using segment: {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:55.414659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Bound port: 6595ce75-f7ac-4404-98cd-d6cd7686f7b2, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:55.414659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.416005 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.435326 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3010712 Sep 22 10:38:55.446825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46052) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:55.464253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Request body: {'subnet': {'network_id': 'dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1874777434-subnet', 'tenant_id': '72189fdbfaed4a63a47f07b2f43bad33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:55.501318 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca4c31-888d-4746-be1e-dadbe9e37bbc admin admin] Pushing event updated for resources: {'Network': ['ID=dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:55.510386 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.521143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:55.533838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-564bf4eb-a29a-4fad-939c-533e723627ce tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 0999e396-8cef-4574-b9e0-64e2f6755a45 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:55.534204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-564bf4eb-a29a-4fad-939c-533e723627ce tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.543721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-506a5a38-800a-4c69-a7a2-aa20f8522035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:55.545377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-506a5a38-800a-4c69-a7a2-aa20f8522035 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 916 time: 0.3497384 Sep 22 10:38:55.572445 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.595945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Network 265eb472-e895-44f1-afca-84786051ed19 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:55.602792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:55.642480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:55.653162 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-564bf4eb-a29a-4fad-939c-533e723627ce tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.668130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-564bf4eb-a29a-4fad-939c-533e723627ce tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 0999e396-8cef-4574-b9e0-64e2f6755a45 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:55.670891 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.676462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Pushing event updated for resources: {'Port': ['ID=696da570-6b2a-4b8a-b16a-257398907372,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:55.696456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-d23bf2cb-b30e-4e66-adfe-3a774b5e0f16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d3c2ab-454b-4a88-9a12-98a11931e332 HTTP/1.1" status: 200 len: 217 time: 0.1184869 Sep 22 10:38:55.742742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Attempting to bind port 696da570-6b2a-4b8a-b16a-257398907372 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:38:55.743473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Attempting to bind port 696da570-6b2a-4b8a-b16a-257398907372 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '18617d7b-ce95-428d-9faf-49bc980ba3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '265eb472-e895-44f1-afca-84786051ed19'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:38:55.744467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Attempting to bind port 696da570-6b2a-4b8a-b16a-257398907372 on network 265eb472-e895-44f1-afca-84786051ed19 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:38:55.749583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-775f2d5e-b625-4309-a4ad-3a4bca85ed6c req-42c0d429-1357-49fb-afe5-2c8a0232efaf tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363013 Sep 22 10:38:55.754227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:38:55.754996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Checking segment: {'id': '18617d7b-ce95-428d-9faf-49bc980ba3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '265eb472-e895-44f1-afca-84786051ed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:55.755814 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.756400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Bound using segment: {'id': '18617d7b-ce95-428d-9faf-49bc980ba3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '265eb472-e895-44f1-afca-84786051ed19'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:38:55.757846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Bound port: 696da570-6b2a-4b8a-b16a-257398907372, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18617d7b-ce95-428d-9faf-49bc980ba3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '265eb472-e895-44f1-afca-84786051ed19'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:38:55.758497 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.760865 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.848126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-50353a6d-7326-4aef-b992-606b78287246 None None] For port 696da570-6b2a-4b8a-b16a-257398907372, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:55.852664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-50353a6d-7326-4aef-b992-606b78287246 None None] For port 696da570-6b2a-4b8a-b16a-257398907372, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=696da570-6b2a-4b8a-b16a-257398907372,segment=NetworkSegment(18617d7b-ce95-428d-9faf-49bc980ba3c5),segment_id=18617d7b-ce95-428d-9faf-49bc980ba3c5)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:55.972404 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-564bf4eb-a29a-4fad-939c-533e723627ce tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.001255 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.013192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bf4eb-a29a-4fad-939c-533e723627ce tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=0999e396-8cef-4574-b9e0-64e2f6755a45,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:56.084204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50353a6d-7326-4aef-b992-606b78287246 None None] Pushing event updated for resources: {'Port': ['ID=696da570-6b2a-4b8a-b16a-257398907372,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:56.097274 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-564bf4eb-a29a-4fad-939c-533e723627ce tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.099724 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-564bf4eb-a29a-4fad-939c-533e723627ce tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/0999e396-8cef-4574-b9e0-64e2f6755a45 HTTP/1.1" status: 204 len: 168 time: 0.7655783 Sep 22 10:38:56.102765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46062) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:56.128556 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7cf798-bba3-4004-98b8-b05fa081257c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:38:56.129235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7cf798-bba3-4004-98b8-b05fa081257c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:38:56.131018 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2b7cf798-bba3-4004-98b8-b05fa081257c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/0999e396-8cef-4574-b9e0-64e2f6755a45 HTTP/1.1" status: 404 len: 333 time: 0.0271158 Sep 22 10:38:56.132321 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8e152d32-971c-450c-a35d-bdd90a45d8d9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.134216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46066) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:56.137936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Made reservation on behalf of 72189fdbfaed4a63a47f07b2f43bad33 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:56.138748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.167811 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-6798239c-e630-42af-807f-5d63ee53a98a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:38:56.171904 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6798239c-e630-42af-807f-5d63ee53a98a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/0999e396-8cef-4574-b9e0-64e2f6755a45 HTTP/1.1" status: 404 len: 333 time: 0.0341430 Sep 22 10:38:56.177201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46068) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:56.198834 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.210444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.213944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8e152d32-971c-450c-a35d-bdd90a45d8d9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Calling delete_port for fa9ebf86-2e9f-4908-97dc-c02a937b70b0 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:56.233150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-683c95a8-485e-4b9c-9a9e-e92ce1b87a62 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet 6902a2fc-3ef6-40fb-b5e4-a750949edd11 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:38:56.237062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-683c95a8-485e-4b9c-9a9e-e92ce1b87a62 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.243304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] For port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:38:56.294041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-683c95a8-485e-4b9c-9a9e-e92ce1b87a62 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.297747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] For port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:38:56.339343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-72d641fc-c572-426b-b31f-e7f266ef8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:56.343541 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-72d641fc-c572-426b-b31f-e7f266ef8a87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 200 len: 855 time: 0.6322894 Sep 22 10:38:56.407117 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.417086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-2f527fc4-d976-4adb-a2e1-85c4cd92831e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f536865a-5d3b-4f15-9acd-b7373dd789d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631630 Sep 22 10:38:56.424172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-683c95a8-485e-4b9c-9a9e-e92ce1b87a62 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.472877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:56.473354 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.476853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] 10.222.0.30 "PUT /v2.0/ports/6595ce75-f7ac-4404-98cd-d6cd7686f7b2 HTTP/1.1" status: 200 len: 1092 time: 2.5061920 Sep 22 10:38:56.496265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2712c2-26c3-4333-9e6d-e7ef0570d815', 'tag': '6595ce75-f7ac-4404-98cd-d6cd7686f7b2'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:38:56.498645 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea553bc-94f6-426e-a48d-757b64c67505" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2712c2-26c3-4333-9e6d-e7ef0570d815", "tag": "6595ce75-f7ac-4404-98cd-d6cd7686f7b2"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:38:56.550166 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7660c1a5-fb49-4383-9628-3b8c964838bf x-openstack-request-id: req-7660c1a5-fb49-4383-9628-3b8c964838bf {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:38:56.550448 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2712c2-26c3-4333-9e6d-e7ef0570d815", "tag": "6595ce75-f7ac-4404-98cd-d6cd7686f7b2", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:38:56.550702 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7660c1a5-fb49-4383-9628-3b8c964838bf {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:38:56.551230 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2712c2-26c3-4333-9e6d-e7ef0570d815', 'tag': '6595ce75-f7ac-4404-98cd-d6cd7686f7b2', 'status': 'completed', 'code': 200} Sep 22 10:38:56.614013 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-683c95a8-485e-4b9c-9a9e-e92ce1b87a62 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.640185 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c95a8-485e-4b9c-9a9e-e92ce1b87a62 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=6902a2fc-3ef6-40fb-b5e4-a750949edd11,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:56.652468 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-683c95a8-485e-4b9c-9a9e-e92ce1b87a62 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.657718 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-683c95a8-485e-4b9c-9a9e-e92ce1b87a62 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/6902a2fc-3ef6-40fb-b5e4-a750949edd11 HTTP/1.1" status: 204 len: 168 time: 0.4816999 Sep 22 10:38:56.657943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46080) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:56.672474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a57d00-fbf3-47a8-8973-0d62650befee service neutron] Pushing event updated for resources: {'Port': ['ID=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:56.750528 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.806874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-9febfb4f-0401-409b-8b58-2f989496ca7d service neutron] 10.222.0.32 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622746 Sep 22 10:38:56.821545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 696da570-6b2a-4b8a-b16a-257398907372 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:56.821896 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.858310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea553bc-94f6-426e-a48d-757b64c67505 req-774ed02c-8e04-459c-b6d5-d048e180271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:56.859758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bea553bc-94f6-426e-a48d-757b64c67505 req-774ed02c-8e04-459c-b6d5-d048e180271f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 1095 time: 0.2579317 Sep 22 10:38:56.912373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] For port 696da570-6b2a-4b8a-b16a-257398907372, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=696da570-6b2a-4b8a-b16a-257398907372,segment=NetworkSegment(18617d7b-ce95-428d-9faf-49bc980ba3c5),segment_id=18617d7b-ce95-428d-9faf-49bc980ba3c5)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:56.912742 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:56.927084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 696da570-6b2a-4b8a-b16a-257398907372 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:57.009051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.099500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8e152d32-971c-450c-a35d-bdd90a45d8d9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.169176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541c8e4-f6a3-4ea3-9cd1-1842833e0a69 req-fa106a15-976c-43de-8371-1e9bb1aac3e5 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:57.170841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8541c8e4-f6a3-4ea3-9cd1-1842833e0a69 req-fa106a15-976c-43de-8371-1e9bb1aac3e5 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 944 time: 0.2872207 Sep 22 10:38:57.206952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992fa1cb-64b3-4498-a95c-3976348e6c41 req-0236a1f0-e981-4bec-b818-52449c9f78e5 service neutron] 10.222.0.32 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848677 Sep 22 10:38:57.246250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea553bc-94f6-426e-a48d-757b64c67505 req-70fcbba2-080c-45dd-9606-8c5964357758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:57.247737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bea553bc-94f6-426e-a48d-757b64c67505 req-70fcbba2-080c-45dd-9606-8c5964357758 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3671622 Sep 22 10:38:57.248352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7946ab-b34f-4d35-92aa-db9fef385adc,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:57.289767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464950c4-bb06-447c-8994-5be6f6cb0f06 None None] Network 265eb472-e895-44f1-afca-84786051ed19 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:57.301807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e152d32-971c-450c-a35d-bdd90a45d8d9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Port': ['ID=fa9ebf86-2e9f-4908-97dc-c02a937b70b0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:57.415677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.431701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a9de702b-ec4c-4b61-a8ca-e342d756ad10 None None] Provisioning complete for port 696da570-6b2a-4b8a-b16a-257398907372 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:38:57.432082 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a9de702b-ec4c-4b61-a8ca-e342d756ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.453996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Checking segment: {'id': 'c0946fe6-f670-42c3-bdbc-48742678469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:38:57.454416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Network hostable DHCP agents. Network: dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:38:57.461449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.469319 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.493133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No DVR routers for this DVR port 696da570-6b2a-4b8a-b16a-257398907372 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:57.495283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8541c8e4-f6a3-4ea3-9cd1-1842833e0a69 req-701e55e8-b0d9-43eb-808a-8bdd73336421 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837305 Sep 22 10:38:57.513294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a9de702b-ec4c-4b61-a8ca-e342d756ad10 None None] Could not find standard attr ID for object 696da570-6b2a-4b8a-b16a-257398907372. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:38:57.517185 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8e152d32-971c-450c-a35d-bdd90a45d8d9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.518079 n-d-807025-3 neutron-server[95683]: INFO neutron.plugins.ml2.db [None req-a9de702b-ec4c-4b61-a8ca-e342d756ad10 None None] No ports have port_id starting with 696da570-6b2a-4b8a-b16a-257398907372 Sep 22 10:38:57.519120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8e152d32-971c-450c-a35d-bdd90a45d8d9 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "DELETE /v2.0/ports/fa9ebf86-2e9f-4908-97dc-c02a937b70b0 HTTP/1.1" status: 204 len: 168 time: 2.6444674 Sep 22 10:38:57.555098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46114) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:57.570033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=696da570-6b2a-4b8a-b16a-257398907372,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:57.625904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34472d2-ccc6-4508-8ec4-b1bc43fa2a60 None None] DHCP port deletion for 265eb472-e895-44f1-afca-84786051ed19 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:38:57.628611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea553bc-94f6-426e-a48d-757b64c67505 req-ecb53435-c480-42ee-a296-9c49a4f95a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:57.630138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bea553bc-94f6-426e-a48d-757b64c67505 req-ecb53435-c480-42ee-a296-9c49a4f95a35 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3553920 Sep 22 10:38:57.634063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.685234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265eb472-e895-44f1-afca-84786051ed19']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:57.687777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fea8377-c0e9-42ff-be8e-7f0b5bcee3f2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting subnet 2e74c144-473f-43be-8965-d9cc32307b3f {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:38:57.696263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18617d7b-ce95-428d-9faf-49bc980ba3c5') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:57.696626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18617d7b-ce95-428d-9faf-49bc980ba3c5') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:57.707223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.717860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7fea8377-c0e9-42ff-be8e-7f0b5bcee3f2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.724258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Network dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:38:57.728220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.737604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:57.738231 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:57.741606 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:57.752421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.25.1.26 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/57e9cf77-d656-4b5a-acf6-f6a6b20a6c81) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:38:57.806804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7fea8377-c0e9-42ff-be8e-7f0b5bcee3f2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.811974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-c7a7061f-359e-4233-b30b-16ea798b3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:57.812418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-c7a7061f-359e-4233-b30b-16ea798b3fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 1095 time: 0.1434691 Sep 22 10:38:57.909828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-5c19d09d-780f-41c8-bf56-fba41b822dcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6595ce75-f7ac-4404-98cd-d6cd7686f7b2 HTTP/1.1" status: 200 len: 217 time: 0.0718703 Sep 22 10:38:57.916439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:57.924298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f670b46-4a4d-4665-a416-15df1711306c None None] Network dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:57.949732 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.956675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:57.957265 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.963053 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.965504 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/networks/265eb472-e895-44f1-afca-84786051ed19 HTTP/1.1" status: 204 len: 168 time: 1.3064604 Sep 22 10:38:57.972505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46122) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:57.979405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536cbb3-2add-403b-ab4d-1f6196c4e288 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Network': ['ID=265eb472-e895-44f1-afca-84786051ed19,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:57.983555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-858065547'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:58.053000 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.055308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-85b58370-3cdc-478d-b0e5-6edf4526704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:58.056797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-85b58370-3cdc-478d-b0e5-6edf4526704f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 200 len: 855 time: 0.1368706 Sep 22 10:38:58.064766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7fea8377-c0e9-42ff-be8e-7f0b5bcee3f2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.071655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c732a134-ba8d-410c-8453-005595adf93f None None] Network dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:58.119736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-278e6c09-c4cd-4bb6-8f36-8b0ad51d617d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f536865a-5d3b-4f15-9acd-b7373dd789d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506165 Sep 22 10:38:58.149465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.220958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ed5b5abf-70ac-430e-aeeb-c9790a361562 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7691524 Sep 22 10:38:58.253558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.257305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-74099641-a7ee-425d-9d9f-4a583ceb4d1e service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234837 Sep 22 10:38:58.284037 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7fea8377-c0e9-42ff-be8e-7f0b5bcee3f2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.338416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:38:58.339397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea8377-c0e9-42ff-be8e-7f0b5bcee3f2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Subnet': ['ID=2e74c144-473f-43be-8965-d9cc32307b3f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:58.348103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7fea8377-c0e9-42ff-be8e-7f0b5bcee3f2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.352774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044cf927-8390-4d93-85ef-9321ca099875 None None] Network 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:58.353281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7fea8377-c0e9-42ff-be8e-7f0b5bcee3f2 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "DELETE /v2.0/subnets/2e74c144-473f-43be-8965-d9cc32307b3f HTTP/1.1" status: 204 len: 168 time: 0.7898810 Sep 22 10:38:58.353281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:38:58.354306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46128) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:58.364395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:38:58.370652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=57e9cf77-d656-4b5a-acf6-f6a6b20a6c81,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:58.422924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:58.426345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.449737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-af359fe5-7fa5-41ed-99eb-9072baf1629b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Deleting subnet f61562c8-5a3e-478e-99fe-0dffb60833ae {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:38:58.453951 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af359fe5-7fa5-41ed-99eb-9072baf1629b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.484051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:58.511824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af359fe5-7fa5-41ed-99eb-9072baf1629b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.521242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7c1e51e-efb6-4d41-91eb-d7e392e9bc21 req-4e8150b8-876c-4a39-879e-d949283a660b service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388821 Sep 22 10:38:58.524323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46132) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:58.566512 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.566811 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Added segment adb99ff0-1547-4f86-a3f6-4e28c178507b of type vlan for network ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 Sep 22 10:38:58.631212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] DHCP port deletion for 9c7460ba-8b97-436a-9bd5-4671ddf4fe48 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:38:58.653379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.685675 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af359fe5-7fa5-41ed-99eb-9072baf1629b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.687904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Deleting port 25423279-b268-4188-b085-f81424361a48 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:58.688456 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.735439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf4d51-e5aa-4ef6-8b30-fe80a5f0ba7b req-4f6417b2-fd41-48c4-996f-22f125990127 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:58.743295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbcf4d51-e5aa-4ef6-8b30-fe80a5f0ba7b req-4f6417b2-fd41-48c4-996f-22f125990127 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 944 time: 0.0968091 Sep 22 10:38:58.759756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] For port 25423279-b268-4188-b085-f81424361a48, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=25423279-b268-4188-b085-f81424361a48,segment=NetworkSegment(4cfac0f6-069b-45f2-86fc-7c42cedf5eb6),segment_id=4cfac0f6-069b-45f2-86fc-7c42cedf5eb6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:58.762459 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.781212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Calling delete_port for 25423279-b268-4188-b085-f81424361a48 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:58.790061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbcf4d51-e5aa-4ef6-8b30-fe80a5f0ba7b req-819dcb54-56e4-4227-bc21-bf02cc036af3 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Sep 22 10:38:58.841069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-378b84e0-2777-4161-90ba-657e406e63d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.842756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.848432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:58.848909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.882544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af359fe5-7fa5-41ed-99eb-9072baf1629b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.924220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af359fe5-7fa5-41ed-99eb-9072baf1629b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Subnet': ['ID=f61562c8-5a3e-478e-99fe-0dffb60833ae,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:58.938736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af359fe5-7fa5-41ed-99eb-9072baf1629b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.938946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b465e0fe-3c7d-4a4b-a3a0-e692eba73999 None None] Network 7a7a3a4a-3a2a-43a9-aca9-15feae755848 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:38:58.940324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.940664 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-af359fe5-7fa5-41ed-99eb-9072baf1629b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "DELETE /v2.0/subnets/f61562c8-5a3e-478e-99fe-0dffb60833ae HTTP/1.1" status: 204 len: 168 time: 0.5849524 Sep 22 10:38:58.943857 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46146) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:58.988397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Pushing event deleted for resources: {'Port': ['ID=25423279-b268-4188-b085-f81424361a48,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:58.990936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] No DVR routers for this DVR port 25423279-b268-4188-b085-f81424361a48 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:59.005942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.005942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.005942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.005942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.007317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.007436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.009731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.009731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.009731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.009731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.009731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.009731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b772526-f875-47ae-99ac-8f9bfe2b937f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:38:59.045235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.058264 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46148) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:59.063342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1087753303-network', 'tenant_id': 'e7f108274ae1424fa81a9d2094aaccea'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:59.171300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.193228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7460ba-8b97-436a-9bd5-4671ddf4fe48']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:59.200385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8829bb6-54b9-49a8-8feb-255f05d10f4a None None] DHCP port deletion for 7a7a3a4a-3a2a-43a9-aca9-15feae755848 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:38:59.209455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:59.209668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfac0f6-069b-45f2-86fc-7c42cedf5eb6') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:59.212112 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Made reservation on behalf of e7f108274ae1424fa81a9d2094aaccea for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:38:59.214497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.229465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.233801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.249993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d8829bb6-54b9-49a8-8feb-255f05d10f4a None None] Deleting port c2177d0a-16c8-4c47-9942-7d4ac137b2af {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:38:59.250716 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8829bb6-54b9-49a8-8feb-255f05d10f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.264317 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.265710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:59.266125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:59.269633 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:59.300894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Network': ['ID=ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:59.313326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:59.317231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.327625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d8829bb6-54b9-49a8-8feb-255f05d10f4a None None] For port c2177d0a-16c8-4c47-9942-7d4ac137b2af, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c2177d0a-16c8-4c47-9942-7d4ac137b2af,segment=NetworkSegment(1c06b636-b236-4f6c-92d5-d9fd0a8ef240),segment_id=1c06b636-b236-4f6c-92d5-d9fd0a8ef240)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:38:59.329064 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8829bb6-54b9-49a8-8feb-255f05d10f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.356881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d8829bb6-54b9-49a8-8feb-255f05d10f4a None None] Calling delete_port for c2177d0a-16c8-4c47-9942-7d4ac137b2af owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:38:59.359347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-13abf6c6-7783-4179-af03-64de16afd207 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3814225 Sep 22 10:38:59.360996 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46150) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:59.366038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': 'ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:38:59.405031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.410501 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.412563 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "DELETE /v2.0/networks/9c7460ba-8b97-436a-9bd5-4671ddf4fe48 HTTP/1.1" status: 204 len: 168 time: 0.4666214 Sep 22 10:38:59.416145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46152) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:59.475718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcbd8d-e67d-4d3d-8268-6ed55ee20790 tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Network': ['ID=9c7460ba-8b97-436a-9bd5-4671ddf4fe48,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:59.513895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.542078 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.567462 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8829bb6-54b9-49a8-8feb-255f05d10f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.595188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8829bb6-54b9-49a8-8feb-255f05d10f4a None None] Pushing event deleted for resources: {'Port': ['ID=c2177d0a-16c8-4c47-9942-7d4ac137b2af,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:59.597225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8829bb6-54b9-49a8-8feb-255f05d10f4a None None] No DVR routers for this DVR port c2177d0a-16c8-4c47-9942-7d4ac137b2af on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:38:59.604967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.637165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:38:59.647412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb81bfc8-2935-4425-86b7-b94b455983e8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:59.654301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.654543 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Added segment c7ade9f3-7451-46a1-ad35-85822d763dc8 of type vlan for network 74ef6e52-6c07-4e03-a26e-5a1410a4b09e Sep 22 10:38:59.699516 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.700961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.708976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.738130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7a3a4a-3a2a-43a9-aca9-15feae755848']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:59.738342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 25423279-b268-4188-b085-f81424361a48 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:59.758709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 25423279-b268-4188-b085-f81424361a48 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:59.759057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 25423279-b268-4188-b085-f81424361a48 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:59.759481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c2177d0a-16c8-4c47-9942-7d4ac137b2af no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:38:59.778079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c2177d0a-16c8-4c47-9942-7d4ac137b2af {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:38:59.778447 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c2177d0a-16c8-4c47-9942-7d4ac137b2af not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:38:59.782277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c06b636-b236-4f6c-92d5-d9fd0a8ef240') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:59.785639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c06b636-b236-4f6c-92d5-d9fd0a8ef240') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:38:59.799356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.806618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.808497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:59.808497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.853136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.870980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] Pushing event updated for resources: {'Network': ['ID=74ef6e52-6c07-4e03-a26e-5a1410a4b09e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:38:59.873846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:38:59.874280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:38:59.877267 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:38:59.882353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 74ef6e52-6c07-4e03-a26e-5a1410a4b09e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:38:59.988253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-378b84e0-2777-4161-90ba-657e406e63d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.025248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86644785-ead5-4b3e-9775-02524d1b21cc req-ce493f52-771a-4c3f-a381-7994b87867d8 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:00.026794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86644785-ead5-4b3e-9775-02524d1b21cc req-ce493f52-771a-4c3f-a381-7994b87867d8 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 944 time: 0.1453023 Sep 22 10:39:00.071726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86644785-ead5-4b3e-9775-02524d1b21cc req-9c4315d8-9ef6-4bc8-be06-32726148f43a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354946 Sep 22 10:39:00.080128 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-378b84e0-2777-4161-90ba-657e406e63d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.120009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-378b84e0-2777-4161-90ba-657e406e63d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e130c2051da4b75bdefc5f1da248b52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5927701 Sep 22 10:39:00.120899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b84e0-2777-4161-90ba-657e406e63d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99de1a7e-efb6-4a80-9857-4302a09f633f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:00.123610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46156) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:00.135995 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.144441 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.146301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] 10.222.0.20 "DELETE /v2.0/networks/7a7a3a4a-3a2a-43a9-aca9-15feae755848 HTTP/1.1" status: 204 len: 168 time: 0.7291784 Sep 22 10:39:00.156746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a0440-f9fb-4b5e-b893-a8bf9a9fa44b tempest-TaggedBootDevicesTest-226012468 tempest-TaggedBootDevicesTest-226012468-project] Pushing event deleted for resources: {'Network': ['ID=7a7a3a4a-3a2a-43a9-aca9-15feae755848,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:00.182487 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-338d47aa-e0bc-4d92-864e-7082994d65d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.195059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 5cddec5a-37c5-449f-884e-678f124cb126 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:39:00.209287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-338d47aa-e0bc-4d92-864e-7082994d65d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.280948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:00.284371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.327667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:00.341814 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Sync routers for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:00.352526 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:00.353319 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:38:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:00.388575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-338d47aa-e0bc-4d92-864e-7082994d65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.392366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-338d47aa-e0bc-4d92-864e-7082994d65d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.393789 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-338d47aa-e0bc-4d92-864e-7082994d65d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99de1a7e-efb6-4a80-9857-4302a09f633f HTTP/1.1" status: 204 len: 168 time: 0.2688243 Sep 22 10:39:00.415040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d47aa-e0bc-4d92-864e-7082994d65d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99de1a7e-efb6-4a80-9857-4302a09f633f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:00.418553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.420352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6b51336c-c504-43e6-99cf-8bd894051ae5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7987330 Sep 22 10:39:00.423385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46166) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:00.434949 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5b018393-0887-4abf-b6da-d3a388bb27ba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3756318 Sep 22 10:39:00.438026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46170) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:00.450349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Request body: {'subnet': {'network_id': '74ef6e52-6c07-4e03-a26e-5a1410a4b09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1087753303-subnet', 'tenant_id': 'e7f108274ae1424fa81a9d2094aaccea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:00.502967 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:00.641008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e227acca-9a71-48a2-91c5-ad4cbd3936a4 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b67d9575d4b14d05b97cfc08a1f74c7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2157588 Sep 22 10:39:00.643820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46174) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:00.659592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Made reservation on behalf of e7f108274ae1424fa81a9d2094aaccea for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:00.661928 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.692711 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.710052 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:38:58Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:00.739570 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Checking router: 5cddec5a-37c5-449f-884e-678f124cb126 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:00.746344 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Updating router 5cddec5a-37c5-449f-884e-678f124cb126 port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:39:00.756483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=b64b50db-5305-4845-b27d-d040d1fea7af,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:00.768063 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.785980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Checking segment: {'id': 'adb99ff0-1547-4f86-a3f6-4e28c178507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:00.786753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network hostable DHCP agents. Network: ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:00.903282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:00.947585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28a44f-f84c-41b6-9895-7ace7697b840 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:00.949310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-db28a44f-f84c-41b6-9895-7ace7697b840 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3044164 Sep 22 10:39:00.953613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46178) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:01.016801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:39:01.019582 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f71529ef-5dea-4aae-b7d0-a4da2ba724c8 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661030 Sep 22 10:39:01.022146 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46180) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:01.028855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2146034086', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:01.035041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:01.041700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:01.042679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.061408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d0b41f-89d0-4906-97c2-f252353d9dc0 None None] Network ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:01.094374 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.200784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb2ca5-f87b-4b6b-9eed-5967df254ba7 req-8f79ca19-59ec-4fb5-825c-959182446e36 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:01.202457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eebb2ca5-f87b-4b6b-9eed-5967df254ba7 req-8f79ca19-59ec-4fb5-825c-959182446e36 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 944 time: 0.0518563 Sep 22 10:39:01.206647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.217946 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.230337 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-93841fc5-fc35-4b73-bb1e-6633f5a796fc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8671465 Sep 22 10:39:01.236720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46184) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:01.248633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:01.273944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '6595ce75-f7ac-4404-98cd-d6cd7686f7b2', 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7', 'port_id': '6595ce75-f7ac-4404-98cd-d6cd7686f7b2', 'mac_address': 'fa:16:3e:f8:2b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164ad57f-7318-45ca-8050-46487554cbec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:39:01.290292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': 'ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-110388464'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:01.299704 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Attempting to bind port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:01.306496 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Attempting to bind port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:01.307012 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Attempting to bind port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:01.316645 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:01.317469 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:01.318131 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.318827 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:01.319988 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Bound port: 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:01.320607 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.350285 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.357105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eebb2ca5-f87b-4b6b-9eed-5967df254ba7 req-6e1039ae-fe3d-4407-b1b4-a650a9b099ec tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456957 Sep 22 10:39:01.363586 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Pushing event updated for resources: {'Port': ['ID=57e9cf77-d656-4b5a-acf6-f6a6b20a6c81,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:01.375523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:01.376866 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.382606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.382606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.382606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.382606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.382606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.382606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.383135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.383239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.383239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.383239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.383239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.383239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:01.410047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6', 'network_id': 'ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6', 'tenant_id': 'dd2ad88865c34e4db1865f6ac6509586', 'fixed_ips': [{'subnet_id': 'b64b50db-5305-4845-b27d-d040d1fea7af'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:39:01.410985 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.416031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46186) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:01.420701 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] For port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:01.424434 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] For port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=57e9cf77-d656-4b5a-acf6-f6a6b20a6c81,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:01.489720 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3b9cac-80cc-47ec-a6bc-277c9d95b299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.499336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b26dc65-376f-4c0b-bf51-fa4a31a65b37,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:01.515653 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.550206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Checking segment: {'id': 'c7ade9f3-7451-46a1-ad35-85822d763dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '74ef6e52-6c07-4e03-a26e-5a1410a4b09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:01.550749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Network hostable DHCP agents. Network: 74ef6e52-6c07-4e03-a26e-5a1410a4b09e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:01.616033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:01.657021 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:01.657665 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:38:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:01.670867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:01.676738 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd384a6-58a7-432e-9abc-eb5d4698dbb1 None None] Pushing event updated for resources: {'Port': ['ID=57e9cf77-d656-4b5a-acf6-f6a6b20a6c81,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:01.691247 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3b9cac-80cc-47ec-a6bc-277c9d95b299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.692780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Network 74ef6e52-6c07-4e03-a26e-5a1410a4b09e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:01.769118 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.799453 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.807313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 74ef6e52-6c07-4e03-a26e-5a1410a4b09e) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:01.809033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3b9cac-80cc-47ec-a6bc-277c9d95b299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.826521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:01.828082 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.830673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e256f838-4a52-4b33-b19f-4444a736470c None None] Network 74ef6e52-6c07-4e03-a26e-5a1410a4b09e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:01.839550 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:01.893138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Allocated IP 172.20.0.2 (ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6/b64b50db-5305-4845-b27d-d040d1fea7af/6c7fcbaa-bdd9-4f90-9c65-d54494915e2a) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:01.922791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Checking segment: {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:01.924019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:01.924880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network hostable DHCP agents. Network: 09caaea8-d027-41d1-b3dd-c24a1a0e301f, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:01.935088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5e3b9cac-80cc-47ec-a6bc-277c9d95b299 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a9a786a82414327a0d0953950c64b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5124693 Sep 22 10:39:01.937470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46190) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:01.952550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:01.960764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:01.975295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b9cac-80cc-47ec-a6bc-277c9d95b299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c37106-6b46-478d-a523-92dd8ff7bf70,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:01.976842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Subnet': ['ID=78749e6c-6bde-486d-bd69-49c9a971075b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:02.005374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['6595ce75-f7ac-4404-98cd-d6cd7686f7b2'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:02.027001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port 42ea3820-2859-4eec-9591-9e0fa6a11941 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:02.039784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e8f15472-2760-44f1-b436-c184044fe67f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5999608 Sep 22 10:39:02.057553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 09caaea8-d027-41d1-b3dd-c24a1a0e301f is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:02.119838 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6286d4c1-81bf-4356-982b-4a22e60bb019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:02.149989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2cdeec-96c2-4835-a960-07e052b54e03 None None] Network 74ef6e52-6c07-4e03-a26e-5a1410a4b09e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:02.152036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6286d4c1-81bf-4356-982b-4a22e60bb019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:02.154956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 09caaea8-d027-41d1-b3dd-c24a1a0e301f) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:02.169370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:02.172423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:02.182599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92471322-0118-4689-8b4d-24a59ade84ad None None] Network 09caaea8-d027-41d1-b3dd-c24a1a0e301f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:02.234714 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:38:58Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:02.271783 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e544cdf-a07c-46d7-8ce6-8cc7ff99bab0 None None] The sync data for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 is: [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:38:58Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:02.292212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46196) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:02.297376 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3fb28ffb-f7b5-44df-a51e-060e58d3c18f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2709613 Sep 22 10:39:02.361666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6286d4c1-81bf-4356-982b-4a22e60bb019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:02.364235 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6286d4c1-81bf-4356-982b-4a22e60bb019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:02.368641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6286d4c1-81bf-4356-982b-4a22e60bb019 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0c37106-6b46-478d-a523-92dd8ff7bf70 HTTP/1.1" status: 204 len: 168 time: 0.4200606 Sep 22 10:39:02.447609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286d4c1-81bf-4356-982b-4a22e60bb019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c37106-6b46-478d-a523-92dd8ff7bf70,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:02.492125 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:02.594665 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:02.697187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.12 (ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6/b64b50db-5305-4845-b27d-d040d1fea7af/42ea3820-2859-4eec-9591-9e0fa6a11941) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:02.783431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Pushing event updated for resources: {'Port': ['ID=6c7fcbaa-bdd9-4f90-9c65-d54494915e2a,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:02.836200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Network ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:02.846938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:02.856115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:02.861551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:39:02.862676 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:03.059985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Attempting to bind port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:03.060359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Attempting to bind port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'adb99ff0-1547-4f86-a3f6-4e28c178507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:03.060725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Attempting to bind port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a on network ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:03.078913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:03.079294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Checking segment: {'id': 'adb99ff0-1547-4f86-a3f6-4e28c178507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:03.079800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:03.080196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Bound using segment: {'id': 'adb99ff0-1547-4f86-a3f6-4e28c178507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:03.080680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Bound port: 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb99ff0-1547-4f86-a3f6-4e28c178507b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:03.081060 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:03.171750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] For port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:03.175598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] For port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6c7fcbaa-bdd9-4f90-9c65-d54494915e2a,segment=NetworkSegment(adb99ff0-1547-4f86-a3f6-4e28c178507b),segment_id=adb99ff0-1547-4f86-a3f6-4e28c178507b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:03.244803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Allocated IP 172.20.0.2 (09caaea8-d027-41d1-b3dd-c24a1a0e301f/78749e6c-6bde-486d-bd69-49c9a971075b/7e108347-471a-49bb-9c34-e2dff9e3b63b) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:03.266813 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:03.278400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26a2709a-ddd1-4a3b-938a-924cb3f9ea6a tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:03.285726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26a2709a-ddd1-4a3b-938a-924cb3f9ea6a tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/networks?id=dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 HTTP/1.1" status: 200 len: 825 time: 0.5738688 Sep 22 10:39:03.306175 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:03.328675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-c635d567-e523-453a-ba9c-6e4a23bb9814 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/quotas/72189fdbfaed4a63a47f07b2f43bad33 HTTP/1.1" status: 200 len: 375 time: 0.0419619 Sep 22 10:39:03.336694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce804f-6084-42d3-93e5-7834aed62f16 None None] Pushing event updated for resources: {'Port': ['ID=6c7fcbaa-bdd9-4f90-9c65-d54494915e2a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:03.370656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:03.424451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-3e0daa5a-3a3f-4ef2-9d00-39dc3b8464b3 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=72189fdbfaed4a63a47f07b2f43bad33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913818 Sep 22 10:39:03.566957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:03.659019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:03.788502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Network 09caaea8-d027-41d1-b3dd-c24a1a0e301f is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:03.793678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:03.798923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:03.833657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Pushing event updated for resources: {'Port': ['ID=7e108347-471a-49bb-9c34-e2dff9e3b63b,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:03.895317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:03.937029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Attempting to bind port 7e108347-471a-49bb-9c34-e2dff9e3b63b on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:03.937513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Attempting to bind port 7e108347-471a-49bb-9c34-e2dff9e3b63b by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:03.937941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Attempting to bind port 7e108347-471a-49bb-9c34-e2dff9e3b63b on network 09caaea8-d027-41d1-b3dd-c24a1a0e301f {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:03.947264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:03.947558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Checking segment: {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:03.948102 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:03.948580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Bound using segment: {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:03.949386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Bound port: 7e108347-471a-49bb-9c34-e2dff9e3b63b, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:03.949528 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.028595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:04.028982 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.060494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] For port 7e108347-471a-49bb-9c34-e2dff9e3b63b, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:04.077262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] For port 7e108347-471a-49bb-9c34-e2dff9e3b63b, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7e108347-471a-49bb-9c34-e2dff9e3b63b,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:04.133628 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.161955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.163244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=57e9cf77-d656-4b5a-acf6-f6a6b20a6c81,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:04.235423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bd4b7-a98d-41ef-b142-00ea719db2af None None] Pushing event updated for resources: {'Port': ['ID=7e108347-471a-49bb-9c34-e2dff9e3b63b,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:04.247498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-679b0aaa-37b2-4de4-a3b1-67a7b94f7fc5 service neutron] 10.222.0.20 "GET /v2.0/networks/dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417474 Sep 22 10:39:04.251467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.254869 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.319903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=57e9cf77-d656-4b5a-acf6-f6a6b20a6c81,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:04.417600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-442aadce-2e2d-4080-93da-2f8daa6eaa17 service neutron] 10.222.0.20 "GET /v2.0/networks/dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533868 Sep 22 10:39:04.484262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:04.501617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:04.508512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:04.650428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=42ea3820-2859-4eec-9591-9e0fa6a11941,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:04.669644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:04.674160 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.758753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.20.0.1 (09caaea8-d027-41d1-b3dd-c24a1a0e301f/78749e6c-6bde-486d-bd69-49c9a971075b/db768f08-a38d-462b-a552-595fcb23c349) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:04.865933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dbfed8e2-3e6e-4c29-8aaf-bece548ab381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.5937419 Sep 22 10:39:04.869421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46254) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:05.036699 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.049113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:05.058316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9910eb35-9604-4523-8477-225ca97448a5 None None] Network ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:05.098902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd2715-15f1-4b07-8b13-ea55422813fe req-55e31b77-eebd-451f-8723-b586dd27c693 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:05.103398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbfd2715-15f1-4b07-8b13-ea55422813fe req-55e31b77-eebd-451f-8723-b586dd27c693 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 945 time: 0.3280327 Sep 22 10:39:05.210888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-796fac0c-c817-4059-9506-d56d6f833eaf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 42ea3820-2859-4eec-9591-9e0fa6a11941 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:05.211234 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-796fac0c-c817-4059-9506-d56d6f833eaf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.236510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbfd2715-15f1-4b07-8b13-ea55422813fe req-823f4e1b-6c44-4d79-a1c9-1d6a5f65a3a4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232145 Sep 22 10:39:05.260485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-acef8ab1-dfb1-4ea1-af09-79649de94d25 None None] Provisioning complete for port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:05.260485 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-acef8ab1-dfb1-4ea1-af09-79649de94d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.342242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:39:05.351372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:05.352160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.360332 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.497795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=db768f08-a38d-462b-a552-595fcb23c349,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:05.507110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 09caaea8-d027-41d1-b3dd-c24a1a0e301f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:05.510597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:05.526529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5826d3e-d036-45a2-a383-1ff7d78d0417 req-e0af51a6-9e89-4b54-ad3f-893e4cb4511c tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 210 time: 0.1636968 Sep 22 10:39:05.540689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-796fac0c-c817-4059-9506-d56d6f833eaf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.544747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:05.588016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-796fac0c-c817-4059-9506-d56d6f833eaf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 42ea3820-2859-4eec-9591-9e0fa6a11941 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:05.616729 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.624586 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46276) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:05.690915 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-acef8ab1-dfb1-4ea1-af09-79649de94d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.812897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-acef8ab1-dfb1-4ea1-af09-79649de94d25 None None] For port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6c7fcbaa-bdd9-4f90-9c65-d54494915e2a,segment=NetworkSegment(adb99ff0-1547-4f86-a3f6-4e28c178507b),segment_id=adb99ff0-1547-4f86-a3f6-4e28c178507b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:05.816502 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.851221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8a9fe299-0f9b-49bd-b131-1eb6f11c2547 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:05.912115 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.948823 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8a9fe299-0f9b-49bd-b131-1eb6f11c2547 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] 10.222.0.20 "PUT /v2.0/quotas/490e75a694c94d50bc0e915ab748a8b1 HTTP/1.1" status: 200 len: 368 time: 0.3230782 Sep 22 10:39:05.949880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46282) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:05.961199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Request body: {'network': {'project_id': '490e75a694c94d50bc0e915ab748a8b1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:06.016380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbad63-61c8-46d4-a457-e838009b23f8 None None] Network 09caaea8-d027-41d1-b3dd-c24a1a0e301f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:06.018438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:06.024854 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-acef8ab1-dfb1-4ea1-af09-79649de94d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.074911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Made reservation on behalf of 490e75a694c94d50bc0e915ab748a8b1 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:06.078032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.089024 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.121861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2712c2-26c3-4333-9e6d-e7ef0570d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595ce75-f7ac-4404-98cd-d6cd7686f7b2'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:06.124569 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab59b103-8806-44b5-b31e-745d01d94e89" -d '{"events": [{"server_uuid": "5d2712c2-26c3-4333-9e6d-e7ef0570d815", "name": "network-vif-plugged", "status": "completed", "tag": "6595ce75-f7ac-4404-98cd-d6cd7686f7b2"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:06.202755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.206506 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-796fac0c-c817-4059-9506-d56d6f833eaf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.223052 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f6fa93-f146-460f-a2ba-e4ec6a316bf0 x-openstack-request-id: req-53f6fa93-f146-460f-a2ba-e4ec6a316bf0 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:06.223420 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2712c2-26c3-4333-9e6d-e7ef0570d815", "name": "network-vif-plugged", "status": "completed", "tag": "6595ce75-f7ac-4404-98cd-d6cd7686f7b2", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:06.230766 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53f6fa93-f146-460f-a2ba-e4ec6a316bf0 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:06.230766 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2712c2-26c3-4333-9e6d-e7ef0570d815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595ce75-f7ac-4404-98cd-d6cd7686f7b2', 'code': 200} Sep 22 10:39:06.241617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:06.266897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef8ab1-dfb1-4ea1-af09-79649de94d25 None None] Pushing event updated for resources: {'Port': ['ID=6c7fcbaa-bdd9-4f90-9c65-d54494915e2a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:06.286476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.309023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:39:06.309652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ad7ee293-3c87-44a4-97b6-443803cc0cc0 None None] Provisioning complete for port 7e108347-471a-49bb-9c34-e2dff9e3b63b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:06.310144 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee293-3c87-44a4-97b6-443803cc0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.311815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fac0c-c817-4059-9506-d56d6f833eaf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=42ea3820-2859-4eec-9591-9e0fa6a11941,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:06.339223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e087e283-64ac-4401-87af-924a6924d78c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:06.360025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.360025 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Added segment 8eab3ab4-8e42-48f7-b05a-30438af00e48 of type vlan for network 765cea90-d088-47fa-83c8-b4f66407645f Sep 22 10:39:06.466212 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.470220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.483426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:06.484634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.605891 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.607043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:06.607649 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.641292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.644939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a483201-94de-47f9-82d7-6e93d27c0fbd req-9c26c2ec-40eb-41f9-8413-3985ab8a3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:06.646527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a483201-94de-47f9-82d7-6e93d27c0fbd req-9c26c2ec-40eb-41f9-8413-3985ab8a3eae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 1097 time: 0.3733866 Sep 22 10:39:06.663246 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-796fac0c-c817-4059-9506-d56d6f833eaf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.665273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-796fac0c-c817-4059-9506-d56d6f833eaf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/42ea3820-2859-4eec-9591-9e0fa6a11941 HTTP/1.1" status: 204 len: 168 time: 1.7949350 Sep 22 10:39:06.669051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:06.673494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf12d-bedb-415b-b6f8-6968c670d57e req-886b7bd1-f8af-41f6-91f5-d487b08e7dac tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:06.673855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46292) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:06.675203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44abf12d-bedb-415b-b6f8-6968c670d57e req-886b7bd1-f8af-41f6-91f5-d487b08e7dac tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 946 time: 0.2803884 Sep 22 10:39:06.722284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a483201-94de-47f9-82d7-6e93d27c0fbd req-04bb65ff-dfd3-43d5-abd9-7a5862ede7b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Sep 22 10:39:06.748501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.766309 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee293-3c87-44a4-97b6-443803cc0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.796676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:06.805682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44abf12d-bedb-415b-b6f8-6968c670d57e req-1fa2423d-8094-40ec-8769-e9b68cfa1f66 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133988 Sep 22 10:39:06.815099 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97400e9-8dc9-4870-920b-efb0a833cfec tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:39:06.831119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46294) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:06.831341 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e97400e9-8dc9-4870-920b-efb0a833cfec tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/42ea3820-2859-4eec-9591-9e0fa6a11941 HTTP/1.1" status: 404 len: 333 time: 0.1418319 Sep 22 10:39:06.835826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46296) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:06.843014 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8884485 Sep 22 10:39:06.843014 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32bbb0-d99a-4b16-abc3-670962e5437e tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Pushing event updated for resources: {'Network': ['ID=765cea90-d088-47fa-83c8-b4f66407645f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:06.869027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Request body: {'network': {'project_id': '490e75a694c94d50bc0e915ab748a8b1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:06.916577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ad7ee293-3c87-44a4-97b6-443803cc0cc0 None None] For port 7e108347-471a-49bb-9c34-e2dff9e3b63b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7e108347-471a-49bb-9c34-e2dff9e3b63b,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:06.963574 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7e108347-471a-49bb-9c34-e2dff9e3b63b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:06.965908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 765cea90-d088-47fa-83c8-b4f66407645f details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:39:07.047012 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee293-3c87-44a4-97b6-443803cc0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.061386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa361f69-b513-4349-86d3-0f1ca5a22b1c req-0b609e30-6b3d-4db9-ac15-79e31032c913 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 210 time: 0.0802648 Sep 22 10:39:07.067980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=db768f08-a38d-462b-a552-595fcb23c349,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:07.096603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3210f75c-87d7-4785-af01-16b8e10a11d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet b64b50db-5305-4845-b27d-d040d1fea7af {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:07.104298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3210f75c-87d7-4785-af01-16b8e10a11d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.164188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 09caaea8-d027-41d1-b3dd-c24a1a0e301f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:07.169619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:07.174324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7fe3df83-c9ce-421b-8395-bd42dd2e79d6 None None] Could not find standard attr ID for object 42ea3820-2859-4eec-9591-9e0fa6a11941. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:39:07.210187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ee293-3c87-44a4-97b6-443803cc0cc0 None None] Pushing event updated for resources: {'Port': ['ID=7e108347-471a-49bb-9c34-e2dff9e3b63b,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:07.222327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7fe3df83-c9ce-421b-8395-bd42dd2e79d6 None None] Provisioning complete for port 7e108347-471a-49bb-9c34-e2dff9e3b63b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:07.222327 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7fe3df83-c9ce-421b-8395-bd42dd2e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.226616 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 7e108347-471a-49bb-9c34-e2dff9e3b63b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:07.227071 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.236816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Made reservation on behalf of 490e75a694c94d50bc0e915ab748a8b1 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:07.239345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.306605 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3210f75c-87d7-4785-af01-16b8e10a11d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.391716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:39:07.412458 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.413370 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Added segment 5c1f6f52-5db1-436b-8470-3c9611b5d514 of type vlan for network 7f61703e-47b7-48ed-a1cf-8b1cdff07517 Sep 22 10:39:07.456950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7fe3df83-c9ce-421b-8395-bd42dd2e79d6 None None] Provisioning complete for port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:07.457517 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7fe3df83-c9ce-421b-8395-bd42dd2e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.461729 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:07.493295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 5cddec5a-37c5-449f-884e-678f124cb126 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:07.554172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.622475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:07.623013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.652143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3210f75c-87d7-4785-af01-16b8e10a11d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.659609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7fe3df83-c9ce-421b-8395-bd42dd2e79d6 None None] Provisioning complete for port db768f08-a38d-462b-a552-595fcb23c349 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:07.660037 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7fe3df83-c9ce-421b-8395-bd42dd2e79d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.715210 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3df83-c9ce-421b-8395-bd42dd2e79d6 None None] Port db768f08-a38d-462b-a552-595fcb23c349 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:07.738877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:07.749320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-753ad5c3-5109-4929-a46f-e5ce44f0ebc5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "PUT /v2.0/routers/5cddec5a-37c5-449f-884e-678f124cb126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4520872 Sep 22 10:39:07.753773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Sync routers for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:07.771355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:07.777170 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.778414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:07.778924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.785807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:38:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:07.843384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3210f75c-87d7-4785-af01-16b8e10a11d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.954211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210f75c-87d7-4785-af01-16b8e10a11d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=b64b50db-5305-4845-b27d-d040d1fea7af,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:07.958892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3210f75c-87d7-4785-af01-16b8e10a11d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.961293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:07.964229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46306) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:07.964662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3210f75c-87d7-4785-af01-16b8e10a11d8 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/b64b50db-5305-4845-b27d-d040d1fea7af HTTP/1.1" status: 204 len: 168 time: 1.1292665 Sep 22 10:39:07.978364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1159692 Sep 22 10:39:07.979000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46308) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:07.987693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d9b231ef-61b7-474d-b8c7-750166d13277 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Request body: {'network': {'project_id': '490e75a694c94d50bc0e915ab748a8b1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:07.990667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d35a3-e815-4e47-bb93-d6352cc49954 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Pushing event updated for resources: {'Network': ['ID=7f61703e-47b7-48ed-a1cf-8b1cdff07517,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:08.018677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a6e30-ab1d-4d9d-89b8-e2a27e3e96fd None None] Network ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:08.020472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 7f61703e-47b7-48ed-a1cf-8b1cdff07517 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:39:08.087966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-9dfda610-9bd1-4252-86f0-5fc1059c1c6b tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:08.094810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-9dfda610-9bd1-4252-86f0-5fc1059c1c6b tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.32 "GET /v2.0/networks?id=dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 HTTP/1.1" status: 200 len: 825 time: 0.3238127 Sep 22 10:39:08.103885 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b231ef-61b7-474d-b8c7-750166d13277 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 10:39:08.103885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b231ef-61b7-474d-b8c7-750166d13277 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:39:08.109171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d9b231ef-61b7-474d-b8c7-750166d13277 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1254222 Sep 22 10:39:08.114376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Request body: {'port': {'device_id': '7a0aa383-f893-48b8-9e9e-00d6d8abd4ec', 'network_id': 'dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8', 'admin_state_up': True, 'tenant_id': '72189fdbfaed4a63a47f07b2f43bad33'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:08.133420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46312) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:08.156180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.164288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ae6efcce-c7d2-42c7-a3d8-109f9b2b66c9 None None] Provisioning complete for port db768f08-a38d-462b-a552-595fcb23c349 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:08.164568 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ae6efcce-c7d2-42c7-a3d8-109f9b2b66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.214563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:08.243111 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:08.243850 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.306040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad694f3-eed8-43d8-8a85-6395445e08c2 req-a91e3003-8726-44aa-b08a-f17c1428ea93 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:08.314942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dad694f3-eed8-43d8-8a85-6395445e08c2 req-a91e3003-8726-44aa-b08a-f17c1428ea93 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 946 time: 0.3495080 Sep 22 10:39:08.330288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] For port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6c7fcbaa-bdd9-4f90-9c65-d54494915e2a,segment=NetworkSegment(adb99ff0-1547-4f86-a3f6-4e28c178507b),segment_id=adb99ff0-1547-4f86-a3f6-4e28c178507b)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:08.331031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.346636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:08.403198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dad694f3-eed8-43d8-8a85-6395445e08c2 req-a12d59cc-bdf5-4cf9-a141-58fa93b903d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872664 Sep 22 10:39:08.432025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d6999572-eb2c-41fe-b819-d28eab804a76 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=490e75a694c94d50bc0e915ab748a8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970264 Sep 22 10:39:08.432792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46314) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:08.505021 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-486f914d-29cb-4fdc-ac08-a1d2d335dd01 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.523129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Made reservation on behalf of 72189fdbfaed4a63a47f07b2f43bad33 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:08.526609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.550646 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.555184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ae6efcce-c7d2-42c7-a3d8-109f9b2b66c9 None None] Port db768f08-a38d-462b-a552-595fcb23c349 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:08.564701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-486f914d-29cb-4fdc-ac08-a1d2d335dd01 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.586757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No active binding found for port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a {{(pid=95683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 10:39:08.587195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 22 10:39:08.615265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=6c7fcbaa-bdd9-4f90-9c65-d54494915e2a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:08.623694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No DVR routers for this DVR port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:08.636895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Port 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a not found, will not notify nova. {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 22 10:39:08.637659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7e108347-471a-49bb-9c34-e2dff9e3b63b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:08.687874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-a3ae2192-d890-4f07-a03d-45cae229af0c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264183270&fields=id&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 267 time: 0.1669843 Sep 22 10:39:08.706464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f28f1-107f-4d0c-a632-adfc6f334600 None None] DHCP port deletion for ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:39:08.716151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:39:05Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'db768f08-a38d-462b-a552-595fcb23c349', 'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:2b:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:03Z', 'updated_at': '2021-09-22T10:39:06Z', 'revision_number': 2, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:08.759885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-486f914d-29cb-4fdc-ac08-a1d2d335dd01 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.760853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Checking router: 5cddec5a-37c5-449f-884e-678f124cb126 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:08.762755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-486f914d-29cb-4fdc-ac08-a1d2d335dd01 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.766663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-486f914d-29cb-4fdc-ac08-a1d2d335dd01 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/e087e283-64ac-4401-87af-924a6924d78c HTTP/1.1" status: 204 len: 168 time: 0.3323655 Sep 22 10:39:08.769504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Updating router 5cddec5a-37c5-449f-884e-678f124cb126 port db768f08-a38d-462b-a552-595fcb23c349 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:39:08.774583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46326) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:08.774714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 7e108347-471a-49bb-9c34-e2dff9e3b63b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:08.775160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.776280 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.798238 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:08.807800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb99ff0-1547-4f86-a3f6-4e28c178507b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:08.808047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb99ff0-1547-4f86-a3f6-4e28c178507b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:08.818029 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.820725 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.832523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.839729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:08.840129 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:08.843541 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:08.878809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f914d-29cb-4fdc-ac08-a1d2d335dd01 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e087e283-64ac-4401-87af-924a6924d78c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:08.983602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102277-ae1a-49c8-b053-06d4c6132790 req-8e4905fa-2ba1-4bab-9b77-f3680d3ca82f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:08.985111 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-8e4905fa-2ba1-4bab-9b77-f3680d3ca82f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 796 time: 0.2814560 Sep 22 10:39:09.013383 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.035172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-f99eb6ee-675e-4857-bb01-c9427ce810ea tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/quotas/b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 375 time: 0.0253456 Sep 22 10:39:09.052223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.063249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Allocated IP 172.20.0.12 (dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8/fb7946ab-b34f-4d35-92aa-db9fef385adc/3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:09.075962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.081330 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/networks/ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6 HTTP/1.1" status: 204 len: 168 time: 1.1120567 Sep 22 10:39:09.081330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3bd8f-c8f6-43f2-aae7-963b111d0a75 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Network': ['ID=ae98f88e-6419-4dfe-8ee5-7d76ed4ac9b6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:09.081859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46328) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:09.092203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'name': 'tempest-PortsTestJSON-1225105057'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:09.170408 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.192204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.213703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3acbc375-9a7d-400b-9b05-4de7f3a20e1b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1713386 Sep 22 10:39:09.244744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f61703e-47b7-48ed-a1cf-8b1cdff07517']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:09.285852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1f6f52-5db1-436b-8470-3c9611b5d514') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:09.286303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1f6f52-5db1-436b-8470-3c9611b5d514') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:09.320907 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.340976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.368205 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:09.369856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6206f-fafd-456f-a23a-f62b6e852ced None None] Pushing event updated for resources: {'Port': ['ID=db768f08-a38d-462b-a552-595fcb23c349,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:09.381971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.405872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.415681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port ac04252a-b81c-4424-a76d-9c4a9da93e76 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:09.422591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:09.422771 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.425972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-d432bd02-a01c-452f-bfb6-496675d1e6bc service neutron] 10.222.0.20 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989884 Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:09.426642 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:09.451253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Attempting to bind port db768f08-a38d-462b-a552-595fcb23c349 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:09.451253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Attempting to bind port db768f08-a38d-462b-a552-595fcb23c349 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:09.451253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Attempting to bind port db768f08-a38d-462b-a552-595fcb23c349 on network 09caaea8-d027-41d1-b3dd-c24a1a0e301f {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:09.460368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:09.460969 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Checking segment: {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:09.461452 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.461939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Bound using segment: {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:09.462535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Bound port: db768f08-a38d-462b-a552-595fcb23c349, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:09.463026 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.564327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] For port db768f08-a38d-462b-a552-595fcb23c349, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:09.573729 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] For port db768f08-a38d-462b-a552-595fcb23c349, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=db768f08-a38d-462b-a552-595fcb23c349,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:09.647477 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.683179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.748991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:09.749658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:38:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:09.795508 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.855194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:09.858938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:09.863975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:09.882179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:09.884269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:09.884949 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:09.928480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=ac04252a-b81c-4424-a76d-9c4a9da93e76,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:10.079830 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-557ffec4-67fb-434c-919a-eccec113f6c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9919927 Sep 22 10:39:10.082363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46338) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:10.090228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a4bed42-b954-4530-9157-f405ed4463aa service neutron] 10.222.0.20 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353722 Sep 22 10:39:10.104135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-91714f5e-f6ca-4689-a4ce-71b6b4214d49 None None] Provisioning complete for port db768f08-a38d-462b-a552-595fcb23c349 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:10.104651 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-91714f5e-f6ca-4689-a4ce-71b6b4214d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.110504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:10.137119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:10.137646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6c7fcbaa-bdd9-4f90-9c65-d54494915e2a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:10.139159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6206f-fafd-456f-a23a-f62b6e852ced None None] Pushing event updated for resources: {'Port': ['ID=db768f08-a38d-462b-a552-595fcb23c349,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:10.155736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.217706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.220462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-60a431d0-de50-4358-8ccd-01b86a034d50 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port ac04252a-b81c-4424-a76d-9c4a9da93e76 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:10.220813 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-60a431d0-de50-4358-8ccd-01b86a034d50 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.229615 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.232141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] 10.222.0.20 "DELETE /v2.0/networks/7f61703e-47b7-48ed-a1cf-8b1cdff07517 HTTP/1.1" status: 204 len: 168 time: 1.3981507 Sep 22 10:39:10.235924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46340) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:10.280438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c40cc-a9e3-4258-a181-e23ffbe09186 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f61703e-47b7-48ed-a1cf-8b1cdff07517,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:10.288599 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.315870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:39:05Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'db768f08-a38d-462b-a552-595fcb23c349', 'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:2b:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:03Z', 'updated_at': '2021-09-22T10:39:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:10.343887 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-60a431d0-de50-4358-8ccd-01b86a034d50 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.350206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7f045-6b7e-442a-81f9-f0a2460faf42 None None] The sync data for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 is: [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:39:05Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'db768f08-a38d-462b-a552-595fcb23c349', 'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:2b:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:03Z', 'updated_at': '2021-09-22T10:39:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:10.360866 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-91714f5e-f6ca-4689-a4ce-71b6b4214d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.361457 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-60a431d0-de50-4358-8ccd-01b86a034d50 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for ac04252a-b81c-4424-a76d-9c4a9da93e76 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:10.408982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-91714f5e-f6ca-4689-a4ce-71b6b4214d49 None None] For port db768f08-a38d-462b-a552-595fcb23c349, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=db768f08-a38d-462b-a552-595fcb23c349,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:10.464807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Network dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:10.469724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:10.492630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:10.512879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-91714f5e-f6ca-4689-a4ce-71b6b4214d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.584301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.585970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Pushing event updated for resources: {'Port': ['ID=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:10.604321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-60a431d0-de50-4358-8ccd-01b86a034d50 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.607827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91714f5e-f6ca-4689-a4ce-71b6b4214d49 None None] Pushing event updated for resources: {'Port': ['ID=db768f08-a38d-462b-a552-595fcb23c349,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:10.648206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2aba21f5-a5de-452d-81dd-cfecacbf7094 None None] Provisioning complete for port db768f08-a38d-462b-a552-595fcb23c349 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:10.648775 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2aba21f5-a5de-452d-81dd-cfecacbf7094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.654716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:10.655507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.687919 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a431d0-de50-4358-8ccd-01b86a034d50 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=ac04252a-b81c-4424-a76d-9c4a9da93e76,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:10.699631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1df814-dd5e-4b0d-af97-4713402b3bff req-0c0fab24-c7af-40ac-85b7-2fcd9c2f315c tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:10.703405 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-60a431d0-de50-4358-8ccd-01b86a034d50 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.705659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af1df814-dd5e-4b0d-af97-4713402b3bff req-0c0fab24-c7af-40ac-85b7-2fcd9c2f315c tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 932 time: 0.1475458 Sep 22 10:39:10.708269 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-60a431d0-de50-4358-8ccd-01b86a034d50 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/ac04252a-b81c-4424-a76d-9c4a9da93e76 HTTP/1.1" status: 204 len: 168 time: 0.6248083 Sep 22 10:39:10.708887 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46350) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:10.718782 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'mac_address': 'fa:16:3e:97:75:6e', 'name': 'tempest-PortsTestJSON-479785834'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:10.796881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af1df814-dd5e-4b0d-af97-4713402b3bff req-5a1a1d41-8388-449c-b49c-cdbc4df6f02a tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901818 Sep 22 10:39:10.849570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.875694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-26ebb17e-9889-4a1f-b919-517d54694e7f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7653079 Sep 22 10:39:10.879564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765cea90-d088-47fa-83c8-b4f66407645f']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:10.894646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Request body: {'port': {'device_id': '7a0aa383-f893-48b8-9e9e-00d6d8abd4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:10.923085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eab3ab4-8e42-48f7-b05a-30438af00e48') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:10.924416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eab3ab4-8e42-48f7-b05a-30438af00e48') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:10.947400 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.995282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.017726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:11.022342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:11.022752 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:11.028184 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:11.052623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.108454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6ffa9-45e3-42e5-810f-2a4aba82387b req-7e6837b3-f61c-4aa6-99f0-edc91374fb9c tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:11.125320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcf6ffa9-45e3-42e5-810f-2a4aba82387b req-7e6837b3-f61c-4aa6-99f0-edc91374fb9c tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 946 time: 0.1968102 Sep 22 10:39:11.155874 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.193998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port a209947b-28b4-45f7-a07f-c72d24644db4 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:11.292425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcf6ffa9-45e3-42e5-810f-2a4aba82387b req-ef435661-599b-4558-8fd7-5bd4d589b6fe tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740890 Sep 22 10:39:11.403010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.418853 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.457471 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.470277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] 10.222.0.20 "DELETE /v2.0/networks/765cea90-d088-47fa-83c8-b4f66407645f HTTP/1.1" status: 204 len: 168 time: 1.2325900 Sep 22 10:39:11.476005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-147c0ec2-97ef-477a-8b80-82c499c9125a req-25f34525-5fc4-45bd-b84d-41c15c22ffc3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 210 time: 0.0876832 Sep 22 10:39:11.504126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53ed51-8ba9-48ca-aee3-1197e4414a36 tempest-QuotasNegativeTest-1693591743 tempest-QuotasNegativeTest-1693591743-project-admin] Pushing event deleted for resources: {'Network': ['ID=765cea90-d088-47fa-83c8-b4f66407645f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:11.602877 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.615153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:11.623101 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.640148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Transition to ACTIVE for port object 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:39:11.676642 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:11.680417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:11.684199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:11.689906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:11.691177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.702658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=a209947b-28b4-45f7-a07f-c72d24644db4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:11.773500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.863138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:11.872653 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c3b6bce3-03c4-49d5-8cb6-cc1a4025ec46 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1600597 Sep 22 10:39:11.875201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46362) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:11.896341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.897347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.897700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.898428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.903981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.903981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.903981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.903981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.903981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.903981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.903981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.903981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:11.933788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Attempting to bind port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:11.934413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Attempting to bind port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'c0946fe6-f670-42c3-bdbc-48742678469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:11.935219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Attempting to bind port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 on network dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:11.953104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 on network dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:39:11.953567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Attempting to bind port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 on network dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:11.983439 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d9c29-c797-4a87-bc23-3ca8b04d1f71 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:11.986540 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d57d9c29-c797-4a87-bc23-3ca8b04d1f71 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/a209947b-28b4-45f7-a07f-c72d24644db4 HTTP/1.1" status: 200 len: 840 time: 0.1121211 Sep 22 10:39:11.988158 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46366) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:12.031346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:12.031783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Checking segment: {'id': 'c0946fe6-f670-42c3-bdbc-48742678469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:12.032192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Bound using segment: {'id': 'c0946fe6-f670-42c3-bdbc-48742678469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:12.032654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Bound port: 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0946fe6-f670-42c3-bdbc-48742678469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:12.033448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.080448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed9547-927d-4eaf-a62c-bc15208cc527 req-e86b3272-ef1c-4954-a07a-2dca1b532435 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:12.088632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ed9547-927d-4eaf-a62c-bc15208cc527 req-e86b3272-ef1c-4954-a07a-2dca1b532435 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 944 time: 0.1464298 Sep 22 10:39:12.167679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8996b0aa-89b4-4c2a-872d-3d1362b9ff7e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port a209947b-28b4-45f7-a07f-c72d24644db4 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:12.168625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8996b0aa-89b4-4c2a-872d-3d1362b9ff7e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.180070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ed9547-927d-4eaf-a62c-bc15208cc527 req-b05ca194-b727-4dc1-8380-e9120102de1f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858705 Sep 22 10:39:12.223057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] For port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:12.227317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] For port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,segment=NetworkSegment(c0946fe6-f670-42c3-bdbc-48742678469b),segment_id=c0946fe6-f670-42c3-bdbc-48742678469b)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:12.230159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device db768f08-a38d-462b-a552-595fcb23c349 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:12.269058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8996b0aa-89b4-4c2a-872d-3d1362b9ff7e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.287609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8996b0aa-89b4-4c2a-872d-3d1362b9ff7e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for a209947b-28b4-45f7-a07f-c72d24644db4 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:12.301047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port db768f08-a38d-462b-a552-595fcb23c349 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:12.301646 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.366893 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.407770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:12.408401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.409809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 HTTP/1.1" status: 200 len: 1092 time: 1.5214555 Sep 22 10:39:12.410281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0aa383-f893-48b8-9e9e-00d6d8abd4ec', 'tag': '3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:12.412567 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8bc527-c810-445b-a0a0-78ef155606d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0aa383-f893-48b8-9e9e-00d6d8abd4ec", "tag": "3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:12.438414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5032c-105a-4119-bd4f-233b6b0a6946 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:12.469671 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa72fb5-2fb4-43e9-b8e1-809ba305f789 x-openstack-request-id: req-8fa72fb5-2fb4-43e9-b8e1-809ba305f789 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:12.469964 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0aa383-f893-48b8-9e9e-00d6d8abd4ec", "tag": "3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:12.470256 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fa72fb5-2fb4-43e9-b8e1-809ba305f789 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:12.470665 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0aa383-f893-48b8-9e9e-00d6d8abd4ec', 'tag': '3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4', 'status': 'completed', 'code': 200} Sep 22 10:39:12.515934 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8996b0aa-89b4-4c2a-872d-3d1362b9ff7e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.544885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc527-c810-445b-a0a0-78ef155606d3 req-70d26306-fc9b-4441-8b40-ba92005009d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:12.546498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff8bc527-c810-445b-a0a0-78ef155606d3 req-70d26306-fc9b-4441-8b40-ba92005009d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72189fdbfaed4a63a47f07b2f43bad33&device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 1095 time: 0.0530314 Sep 22 10:39:12.564450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996b0aa-89b4-4c2a-872d-3d1362b9ff7e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=a209947b-28b4-45f7-a07f-c72d24644db4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:12.578195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8996b0aa-89b4-4c2a-872d-3d1362b9ff7e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.579498 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8996b0aa-89b4-4c2a-872d-3d1362b9ff7e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/a209947b-28b4-45f7-a07f-c72d24644db4 HTTP/1.1" status: 204 len: 168 time: 0.5901227 Sep 22 10:39:12.585125 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46378) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:12.611801 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-42af9696-8647-4f9f-9e22-9116520288ef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:39:12.617903 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-42af9696-8647-4f9f-9e22-9116520288ef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/a209947b-28b4-45f7-a07f-c72d24644db4 HTTP/1.1" status: 404 len: 333 time: 0.0317752 Sep 22 10:39:12.618911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46380) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:12.624717 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'name': 'tempest-PortsTestJSON-959922858'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:12.665079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d44f5e3-522f-4a88-859f-cb61aa8d0305 req-672c7375-2228-4e3b-bb22-16b7c193ab29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 210 time: 0.0886247 Sep 22 10:39:12.752297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46384) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:12.761235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc527-c810-445b-a0a0-78ef155606d3 req-d4d4e978-33ed-480d-bc92-52fc08e815af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:12.761408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff8bc527-c810-445b-a0a0-78ef155606d3 req-d4d4e978-33ed-480d-bc92-52fc08e815af service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=72189fdbfaed4a63a47f07b2f43bad33&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1861467 Sep 22 10:39:12.879477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc527-c810-445b-a0a0-78ef155606d3 req-12b3fc2a-c985-4fcd-97eb-dec15316e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:12.881087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff8bc527-c810-445b-a0a0-78ef155606d3 req-12b3fc2a-c985-4fcd-97eb-dec15316e687 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112075 Sep 22 10:39:12.901348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:12.905414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.931137 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffa18e4a-f5d6-409c-b344-b6c651440fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.946150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port c11ecfd2-9040-4b5c-9769-ee1630b4deb5 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:13.015651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-5562f639-5885-41d2-ab11-e41091272c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:13.018892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-5562f639-5885-41d2-ab11-e41091272c7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72189fdbfaed4a63a47f07b2f43bad33&device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 1095 time: 0.0974402 Sep 22 10:39:13.066659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-067772ff-5b79-49b0-931f-e991aa94e435 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 HTTP/1.1" status: 200 len: 217 time: 0.0381448 Sep 22 10:39:13.131322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-0cedd7f9-2fc4-4a52-872f-a52b2c8dc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:13.131322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-0cedd7f9-2fc4-4a52-872f-a52b2c8dc3ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb7946ab-b34f-4d35-92aa-db9fef385adc HTTP/1.1" status: 200 len: 865 time: 0.0552664 Sep 22 10:39:13.163858 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.168148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-2ea6d260-6e63-4d8e-8f18-dfd6d92fc84c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311365 Sep 22 10:39:13.221776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffa18e4a-f5d6-409c-b344-b6c651440fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.292821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-c23ed889-5cf3-4018-8070-a5343fdf235d service neutron] 10.222.0.32 "GET /v2.0/networks/dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165197 Sep 22 10:39:13.335240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da7789-f560-4777-92aa-7fc4d2363ac9 req-f016cade-916e-4899-95c7-516c87f33731 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:13.336972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09da7789-f560-4777-92aa-7fc4d2363ac9 req-f016cade-916e-4899-95c7-516c87f33731 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 944 time: 0.0834849 Sep 22 10:39:13.416977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.423490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09da7789-f560-4777-92aa-7fc4d2363ac9 req-6178f346-b744-47a8-a1fa-1f058bea2776 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746634 Sep 22 10:39:13.432529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffa18e4a-f5d6-409c-b344-b6c651440fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.436835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a70c4e-d609-45f0-80c0-b7d11c4eb3bb req-f050c478-2ef6-4679-8088-b8e138845686 service neutron] 10.222.0.32 "GET /v2.0/networks/dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302536 Sep 22 10:39:13.536987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:13.547391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=c11ecfd2-9040-4b5c-9769-ee1630b4deb5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:13.549478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa18e4a-f5d6-409c-b344-b6c651440fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c7d554-1c53-444b-9116-da03c3162e4f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:13.552040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:13.554804 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:13.560570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:13.566874 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.577159 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ffa18e4a-f5d6-409c-b344-b6c651440fd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c3909ddb6d04a5282208436d715537c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8236084 Sep 22 10:39:13.581991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46398) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:13.609122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102277-ae1a-49c8-b053-06d4c6132790 req-22e40e1b-48c2-48fa-b708-da3add81cf9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:13.610717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-22e40e1b-48c2-48fa-b708-da3add81cf9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.32 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 796 time: 0.1287193 Sep 22 10:39:13.652621 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cb0b3d74-3913-4237-bc29-7ed3186e84a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0321085 Sep 22 10:39:13.655261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46400) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:13.660941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-93eae1e8-ce1f-4b37-ab86-a7347d2addd4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:13.674913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3efc8752-ea13-4684-9f14-da53857b3230 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 380 time: 0.0546448 Sep 22 10:39:13.680042 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7bf-4ead-4e82-b9ae-52e92846fa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.686947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'port': {'device_id': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'admin_state_up': True, 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'security_groups': ['2dd5e050-dae0-4338-9864-cef10aebfd4a']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:13.742467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7bf-4ead-4e82-b9ae-52e92846fa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.755810 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93eae1e8-ce1f-4b37-ab86-a7347d2addd4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.821774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e4fc2dce-3aa4-4688-bb5c-1946782e920d req-8c4d1b60-75f5-4ef2-a9e2-7d70fef83fe8 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 210 time: 0.0428267 Sep 22 10:39:13.939804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93eae1e8-ce1f-4b37-ab86-a7347d2addd4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.983026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7bf-4ead-4e82-b9ae-52e92846fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.985575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7bf-4ead-4e82-b9ae-52e92846fa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.986815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7e8bd7bf-4ead-4e82-b9ae-52e92846fa72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5c7d554-1c53-444b-9116-da03c3162e4f HTTP/1.1" status: 204 len: 168 time: 0.4037602 Sep 22 10:39:13.994838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bd7bf-4ead-4e82-b9ae-52e92846fa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c7d554-1c53-444b-9116-da03c3162e4f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:14.016438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:14.021019 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.024850 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93eae1e8-ce1f-4b37-ab86-a7347d2addd4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.042914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-93eae1e8-ce1f-4b37-ab86-a7347d2addd4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] In _notify_port_updated(), no bound segment for port c11ecfd2-9040-4b5c-9769-ee1630b4deb5 on network 325fe77d-77d8-422b-ba17-656776eea2f3 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:39:14.047670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eae1e8-ce1f-4b37-ab86-a7347d2addd4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:14.048325 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93eae1e8-ce1f-4b37-ab86-a7347d2addd4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.052276 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-93eae1e8-ce1f-4b37-ab86-a7347d2addd4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "PUT /v2.0/ports/c11ecfd2-9040-4b5c-9769-ee1630b4deb5 HTTP/1.1" status: 200 len: 818 time: 0.3932385 Sep 22 10:39:14.069173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46406) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:14.127177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eae1e8-ce1f-4b37-ab86-a7347d2addd4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=c11ecfd2-9040-4b5c-9769-ee1630b4deb5,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:14.178362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.20.0.8 (09caaea8-d027-41d1-b3dd-c24a1a0e301f/78749e6c-6bde-486d-bd69-49c9a971075b/f6085d9d-cfea-44e9-ba51-ae6ebda2f33e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:14.181230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-599eb945-d5df-4920-812f-c7e0c723bea7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port c11ecfd2-9040-4b5c-9769-ee1630b4deb5 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:14.181577 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-599eb945-d5df-4920-812f-c7e0c723bea7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.250715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-599eb945-d5df-4920-812f-c7e0c723bea7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.262836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-599eb945-d5df-4920-812f-c7e0c723bea7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for c11ecfd2-9040-4b5c-9769-ee1630b4deb5 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:14.333215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46412) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:14.336613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.440716 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.498800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 09caaea8-d027-41d1-b3dd-c24a1a0e301f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:14.502377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:14.528973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:14.530957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-599eb945-d5df-4920-812f-c7e0c723bea7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.581177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:14.604729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-599eb945-d5df-4920-812f-c7e0c723bea7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.607117 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-599eb945-d5df-4920-812f-c7e0c723bea7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/c11ecfd2-9040-4b5c-9769-ee1630b4deb5 HTTP/1.1" status: 204 len: 168 time: 0.5358346 Sep 22 10:39:14.610333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599eb945-d5df-4920-812f-c7e0c723bea7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=c11ecfd2-9040-4b5c-9769-ee1630b4deb5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:14.612756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46422) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:14.648610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:14.649288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.671797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16c1d8-a7d8-4043-90b4-98ce324a438a req-8a3165cc-96ba-4fe4-b9e1-1f83f119cfce tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:14.673632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db16c1d8-a7d8-4043-90b4-98ce324a438a req-8a3165cc-96ba-4fe4-b9e1-1f83f119cfce tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 944 time: 0.1395249 Sep 22 10:39:14.681257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9816d2d-845c-4175-8b97-c682d4ccae9c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:14.685575 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e9816d2d-845c-4175-8b97-c682d4ccae9c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0672882 Sep 22 10:39:14.686484 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46424) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:14.727812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db16c1d8-a7d8-4043-90b4-98ce324a438a req-e3595365-1e19-44fd-acb8-79ee2b14f7a3 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Sep 22 10:39:14.736654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-3a9646e1-a150-4d42-af49-f021b9d0a702 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0544910 Sep 22 10:39:14.747327 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-67512b87-2b27-4943-b5ab-358ac414609d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:39:14.752410 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-67512b87-2b27-4943-b5ab-358ac414609d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/c11ecfd2-9040-4b5c-9769-ee1630b4deb5 HTTP/1.1" status: 404 len: 333 time: 0.0614524 Sep 22 10:39:14.754911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46426) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:14.758365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2127819312'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:14.784674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Request body: {'port': {'device_id': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:14.829010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46430) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:14.832180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-51d9c669-b8cb-4688-9117-1f808369efd2 None None] Provisioning complete for port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:14.832667 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51d9c669-b8cb-4688-9117-1f808369efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.863185 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.871178 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-51d9c669-b8cb-4688-9117-1f808369efd2 None None] Port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:14.878758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2322060b-a6b7-48b6-8045-3cf0b3390b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.900894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:14.904466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.992560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:39:15.015322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.015777 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Added segment 6792abfe-e532-4173-accb-0123ea3ec351 of type vlan for network 010034ca-7eea-4a6f-bdce-31d35b466c80 Sep 22 10:39:15.049809 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2322060b-a6b7-48b6-8045-3cf0b3390b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.071178 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-159957f9-4868-485b-9205-962925159025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.078688 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.150474 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2322060b-a6b7-48b6-8045-3cf0b3390b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.201931 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322060b-a6b7-48b6-8045-3cf0b3390b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccae360-6b31-417e-88d8-88ea363ddfbe,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:15.207642 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2322060b-a6b7-48b6-8045-3cf0b3390b1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c69c05b36914005828e5d5493723d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774748 Sep 22 10:39:15.210544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46438) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:15.233048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6085d9d-cfea-44e9-ba51-ae6ebda2f33e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:15.247407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.252634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.258777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:15.260434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.307567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Transition to ACTIVE for port object f6085d9d-cfea-44e9-ba51-ae6ebda2f33e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:39:15.360433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Network': ['ID=010034ca-7eea-4a6f-bdce-31d35b466c80,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:15.368331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e5f88d8-ff33-430b-98a0-e32beb14a1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.373345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:39:15.393859 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e5f88d8-ff33-430b-98a0-e32beb14a1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.533411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bbccd0d7-2586-43e0-b737-0ab70af97aa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7796130 Sep 22 10:39:15.534293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.536363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46440) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:15.542744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:15.584084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e5f88d8-ff33-430b-98a0-e32beb14a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.587176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9e5f88d8-ff33-430b-98a0-e32beb14a1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.588330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9e5f88d8-ff33-430b-98a0-e32beb14a1fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ccae360-6b31-417e-88d8-88ea363ddfbe HTTP/1.1" status: 204 len: 168 time: 0.3753135 Sep 22 10:39:15.621006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f88d8-ff33-430b-98a0-e32beb14a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccae360-6b31-417e-88d8-88ea363ddfbe,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:15.665036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:15.702511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-159957f9-4868-485b-9205-962925159025 admin admin] Deleting port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:15.703203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-159957f9-4868-485b-9205-962925159025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.774168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Attempting to bind port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:15.774507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Attempting to bind port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:15.774840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Attempting to bind port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on network 09caaea8-d027-41d1-b3dd-c24a1a0e301f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:15.779536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on network 09caaea8-d027-41d1-b3dd-c24a1a0e301f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:39:15.779860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Attempting to bind port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on network 09caaea8-d027-41d1-b3dd-c24a1a0e301f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:15.785357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:15.785749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Checking segment: {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:15.786171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Bound using segment: {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:15.790360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Bound port: f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:15.790360 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.796769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-159957f9-4868-485b-9205-962925159025 admin admin] For port 919ffce5-95f7-4ff3-8452-7f88ab71cc2f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=919ffce5-95f7-4ff3-8452-7f88ab71cc2f,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:15.797235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-159957f9-4868-485b-9205-962925159025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.812543 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-159957f9-4868-485b-9205-962925159025 admin admin] Calling delete_port for 919ffce5-95f7-4ff3-8452-7f88ab71cc2f owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:15.858577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:15.861845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:15.984915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:15.988734 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.026061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.086655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-159957f9-4868-485b-9205-962925159025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.108907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:16.109572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.111057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] 10.222.0.32 "PUT /v2.0/ports/f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 1091 time: 1.3611112 Sep 22 10:39:16.111541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:16.125129 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274" -d '{"events": [{"name": "network-changed", "server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:16.136126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159957f9-4868-485b-9205-962925159025 admin admin] Pushing event deleted for resources: {'Port': ['ID=919ffce5-95f7-4ff3-8452-7f88ab71cc2f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:16.267523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea808378-ca6f-4bbd-bbae-bfa6f8f45ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:16.445956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102277-ae1a-49c8-b053-06d4c6132790 req-b46f0f6b-ae87-4813-bb06-f751465cc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:16.447883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-b46f0f6b-ae87-4813-bb06-f751465cc69b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1094 time: 0.1454675 Sep 22 10:39:16.500284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3985b4d-b098-4072-a7f5-aa7b461012ca req-c8182384-6a35-4beb-ab7d-37a7c4eb753b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:16.508816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3985b4d-b098-4072-a7f5-aa7b461012ca req-c8182384-6a35-4beb-ab7d-37a7c4eb753b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 943 time: 0.3029706 Sep 22 10:39:16.552129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-20dfc089-a958-4d84-9c51-1285ac4e9b72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 217 time: 0.0774908 Sep 22 10:39:16.625200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-159957f9-4868-485b-9205-962925159025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.673662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3985b4d-b098-4072-a7f5-aa7b461012ca req-83485093-d944-4283-b3ca-ba76dc6c6dd5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631737 Sep 22 10:39:16.687362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102277-ae1a-49c8-b053-06d4c6132790 req-d75772b2-6d1b-4989-ba6f-a3240a2849a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:16.692825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-d75772b2-6d1b-4989-ba6f-a3240a2849a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.1325893 Sep 22 10:39:16.784019 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.838766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102277-ae1a-49c8-b053-06d4c6132790 req-cfaf6d06-716d-4b0f-8088-9a2d5c73da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:16.840458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-cfaf6d06-716d-4b0f-8088-9a2d5c73da4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390381 Sep 22 10:39:16.883517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5483d7-77cb-4378-87d2-18469218016f req-3a8fb8a3-4091-4037-9315-e22445412cd4 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:16.886706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac5483d7-77cb-4378-87d2-18469218016f req-3a8fb8a3-4091-4037-9315-e22445412cd4 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 944 time: 0.1352341 Sep 22 10:39:16.910534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:39:16.922654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=520482b5-4232-4c4a-992d-6b3c6be2d005,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:16.934136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159957f9-4868-485b-9205-962925159025 admin admin] Router 1d0c5948-dc10-472a-80b5-95e2097f4353 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:17.054751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-ce1f8bcf-dc69-44b5-943f-74549fbd1fdb service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014632 Sep 22 10:39:17.060057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,segment=NetworkSegment(c0946fe6-f670-42c3-bdbc-48742678469b),segment_id=c0946fe6-f670-42c3-bdbc-48742678469b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:17.079275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4', 'network_id': 'dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8', 'port_id': '3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4', 'mac_address': 'fa:16:3e:c2:66:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7946ab-b34f-4d35-92aa-db9fef385adc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:39:17.085351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac5483d7-77cb-4378-87d2-18469218016f req-3546225f-33ac-455e-bcf8-e16f012e29c0 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671045 Sep 22 10:39:17.089564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159957f9-4868-485b-9205-962925159025 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:17.102002 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] Sync routers for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:17.106965 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-159957f9-4868-485b-9205-962925159025 admin admin] 10.222.0.20 "PUT /v2.0/routers/1d0c5948-dc10-472a-80b5-95e2097f4353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7726059 Sep 22 10:39:17.109840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46468) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:17.118545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Checking segment: {'id': '6792abfe-e532-4173-accb-0123ea3ec351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:17.118915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network hostable DHCP agents. Network: 010034ca-7eea-4a6f-bdce-31d35b466c80, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:17.140149 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.142354 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:17.143026 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:38:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:17.156644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:17.182259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,segment=NetworkSegment(c0946fe6-f670-42c3-bdbc-48742678469b),segment_id=c0946fe6-f670-42c3-bdbc-48742678469b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:17.301840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02102277-ae1a-49c8-b053-06d4c6132790 req-6d8aae91-b2f9-4027-8ffe-f7f418eaa010 service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138219 Sep 22 10:39:17.305879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.340299 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.343822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:17.390800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:17.420110 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:17.446024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 010034ca-7eea-4a6f-bdce-31d35b466c80) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:17.455027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:17.455964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.466650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c47d0-dee5-497f-8bc4-16fa6d3d2860 None None] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:17.516708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.541526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:17.548671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d3c16fba-880a-4f0d-a94f-ba0bc27511c7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0076039 Sep 22 10:39:17.549729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46476) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:17.562645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dedabcec-5aef-451c-afec-c1d6e7448e4c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:17.636488 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf3bad3-156a-4f96-a5b2-e5dfcd320b59 x-openstack-request-id: req-8cf3bad3-156a-4f96-a5b2-e5dfcd320b59 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:17.636832 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:17.637092 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cf3bad3-156a-4f96-a5b2-e5dfcd320b59 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:17.637509 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'status': 'completed', 'code': 200} Sep 22 10:39:17.759094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-010034ca-7eea-4a6f-bdce-31d35b466c80', 'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80', 'tenant_id': 'dd2ad88865c34e4db1865f6ac6509586', 'fixed_ips': [{'subnet_id': '520482b5-4232-4c4a-992d-6b3c6be2d005'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:39:17.762853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.764364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-864ccf09-f0e7-4ca4-9aef-53dc6fc36ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:17.773619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-864ccf09-f0e7-4ca4-9aef-53dc6fc36ea9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1094 time: 0.1105747 Sep 22 10:39:17.826267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Deleting port 15550fda-0d69-4752-afd7-f469f2e971dc {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:17.826766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.897703 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:39:15Z', 'revision_number': 5, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port': {'id': '15550fda-0d69-4752-afd7-f469f2e971dc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:27:51Z', 'updated_at': '2021-09-22T10:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:17.915896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed2845-5449-4ad4-bc09-a946a2523ec6 req-366a3005-f349-4cb2-a5b2-bab4201809ab tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:17.927386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1bed2845-5449-4ad4-bc09-a946a2523ec6 req-366a3005-f349-4cb2-a5b2-bab4201809ab tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 943 time: 0.1174145 Sep 22 10:39:17.953743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] For port 15550fda-0d69-4752-afd7-f469f2e971dc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=15550fda-0d69-4752-afd7-f469f2e971dc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:17.954311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.956324 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] Checking router: 1d0c5948-dc10-472a-80b5-95e2097f4353 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:17.968227 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] Routers {'1d0c5948-dc10-472a-80b5-95e2097f4353'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:17.976662 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:38:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1d0c5948-dc10-472a-80b5-95e2097f4353'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:17.988385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Calling delete_port for 15550fda-0d69-4752-afd7-f469f2e971dc owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:17.997462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1bed2845-5449-4ad4-bc09-a946a2523ec6 req-8eef2b68-a8f1-433f-8e30-1461ff789bbe tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690112 Sep 22 10:39:17.999164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-1e47204c-6e59-466c-b462-f39d496fe5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:18.001003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-1e47204c-6e59-466c-b462-f39d496fe5b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 897 time: 0.2208066 Sep 22 10:39:18.008920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedabcec-5aef-451c-afec-c1d6e7448e4c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:18.012849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dedabcec-5aef-451c-afec-c1d6e7448e4c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.120679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-a042c2d5-2670-4caa-ad73-a45390ec4688 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 217 time: 0.1112969 Sep 22 10:39:18.157946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Allocated IP 172.20.0.2 (010034ca-7eea-4a6f-bdce-31d35b466c80/520482b5-4232-4c4a-992d-6b3c6be2d005/f481b155-b765-4a9f-8d70-243d02ec7893) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:18.176321 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] Set router 1d0c5948-dc10-472a-80b5-95e2097f4353 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:18.198437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-09a2542e-58cb-411e-b61f-93eec28ae157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:18.207629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-09a2542e-58cb-411e-b61f-93eec28ae157 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.0721846 Sep 22 10:39:18.286024 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:39:17Z', 'revision_number': 6, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:18.298436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-7e61b48a-e591-4774-99f5-ad645efdb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:18.299967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-7e61b48a-e591-4774-99f5-ad645efdb4c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916166 Sep 22 10:39:18.314824 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce39f2-1e1b-4560-b006-6fad5ac10468 None None] The sync data for ids ['1d0c5948-dc10-472a-80b5-95e2097f4353'] in n-d-807025-3 is: [{'id': '1d0c5948-dc10-472a-80b5-95e2097f4353', 'name': 'tempest-TaggedBootDevicesTest-237427797-router', 'tenant_id': '0999ed7ec9da4e568fd42beee13ba793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:27:50Z', 'updated_at': '2021-09-22T10:39:17Z', 'revision_number': 6, 'project_id': '0999ed7ec9da4e568fd42beee13ba793', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:18.386046 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.392148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aec419-4a4b-4a09-8574-4111398e303d req-3bb15f12-cd86-4a3d-a60f-85a256a88ef2 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:18.394221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5aec419-4a4b-4a09-8574-4111398e303d req-3bb15f12-cd86-4a3d-a60f-85a256a88ef2 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 945 time: 0.1727407 Sep 22 10:39:18.395477 n-d-807025-3 neutron-server[95681]: INFO neutron.db.ipam_backend_mixin [None req-dedabcec-5aef-451c-afec-c1d6e7448e4c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 520482b5-4232-4c4a-992d-6b3c6be2d005 (CIDR: 172.20.0.0/28) Sep 22 10:39:18.440511 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedabcec-5aef-451c-afec-c1d6e7448e4c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:39:18.441051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dedabcec-5aef-451c-afec-c1d6e7448e4c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:39:18.473419 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.550065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:18.551652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Pushing event updated for resources: {'Port': ['ID=f481b155-b765-4a9f-8d70-243d02ec7893,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:18.554680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:18.566949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:18.622044 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dedabcec-5aef-451c-afec-c1d6e7448e4c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0684500 Sep 22 10:39:18.625286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46496) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:18.630139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:18.637071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Attempting to bind port f481b155-b765-4a9f-8d70-243d02ec7893 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:18.637678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Attempting to bind port f481b155-b765-4a9f-8d70-243d02ec7893 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6792abfe-e532-4173-accb-0123ea3ec351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:18.638299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Attempting to bind port f481b155-b765-4a9f-8d70-243d02ec7893 on network 010034ca-7eea-4a6f-bdce-31d35b466c80 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:18.645153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:18.645800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Checking segment: {'id': '6792abfe-e532-4173-accb-0123ea3ec351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:18.647254 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.647835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Bound using segment: {'id': '6792abfe-e532-4173-accb-0123ea3ec351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:18.650813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Bound port: f481b155-b765-4a9f-8d70-243d02ec7893, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6792abfe-e532-4173-accb-0123ea3ec351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:18.650813 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.752511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.773696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] For port f481b155-b765-4a9f-8d70-243d02ec7893, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:18.783077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] For port f481b155-b765-4a9f-8d70-243d02ec7893, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f481b155-b765-4a9f-8d70-243d02ec7893,segment=NetworkSegment(6792abfe-e532-4173-accb-0123ea3ec351),segment_id=6792abfe-e532-4173-accb-0123ea3ec351)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:18.798248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Pushing event deleted for resources: {'Port': ['ID=15550fda-0d69-4752-afd7-f469f2e971dc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:18.896057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.915250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:18.919671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.919883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-ec7e83e0-ab17-4b4c-bf24-902b910f1142 service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112981 Sep 22 10:39:18.923648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5aec419-4a4b-4a09-8574-4111398e303d req-cd05a9ad-0b29-4d18-b668-4a18cb440ae6 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708008 Sep 22 10:39:18.951872 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.982994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:19.083001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9412d3ee-f82b-4ae1-afd1-2e46e0bf6274 req-fe755b24-58c3-4376-9412-589da28e147a service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550286 Sep 22 10:39:19.112454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393aa0-0da0-4e63-826b-3d200e39e7cd None None] Pushing event updated for resources: {'Port': ['ID=f481b155-b765-4a9f-8d70-243d02ec7893,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:19.120608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.153859 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.165681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7981e-9ace-4057-859c-f0d460fb648c req-c8c4f1c5-93b1-4827-bdcf-ade67f32b14c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:19.167514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2f7981e-9ace-4057-859c-f0d460fb648c req-c8c4f1c5-93b1-4827-bdcf-ade67f32b14c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 943 time: 0.0693245 Sep 22 10:39:19.194587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:39:19.198985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:19.199679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.238171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2f7981e-9ace-4057-859c-f0d460fb648c req-e5ff7a76-dab1-4395-ab30-feb5a44eada0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621884 Sep 22 10:39:19.357580 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.358185 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d0c5948-dc10-472a-80b5-95e2097f4353 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:39:19.360782 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.364328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.366061 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c52ecbdc-63f3-4e63-bb2f-8bf88bf0503b admin admin] 10.222.0.20 "DELETE /v2.0/routers/1d0c5948-dc10-472a-80b5-95e2097f4353 HTTP/1.1" status: 204 len: 168 time: 2.2546639 Sep 22 10:39:19.369552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46504) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:19.400672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0aa383-f893-48b8-9e9e-00d6d8abd4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:19.400672 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbbc6a4-2a9f-4026-a6b0-99ead9b6084a" -d '{"events": [{"server_uuid": "7a0aa383-f893-48b8-9e9e-00d6d8abd4ec", "name": "network-vif-plugged", "status": "completed", "tag": "3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:19.443698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,segment=NetworkSegment(c0946fe6-f670-42c3-bdbc-48742678469b),segment_id=c0946fe6-f670-42c3-bdbc-48742678469b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:19.460115 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07c8ce3-3c79-4400-acfa-4f99bb2b4923 x-openstack-request-id: req-f07c8ce3-3c79-4400-acfa-4f99bb2b4923 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:19.460552 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0aa383-f893-48b8-9e9e-00d6d8abd4ec", "name": "network-vif-plugged", "status": "completed", "tag": "3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:19.460904 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f07c8ce3-3c79-4400-acfa-4f99bb2b4923 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:19.461407 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0aa383-f893-48b8-9e9e-00d6d8abd4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4', 'code': 200} Sep 22 10:39:19.472429 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6b9747-836a-43c2-a57d-b84f50c3f39f admin admin] Deleting subnet 29b44c0f-f4c4-484b-8442-b5754a4e1d91 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:19.480219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9747-836a-43c2-a57d-b84f50c3f39f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.543077 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.554612 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9747-836a-43c2-a57d-b84f50c3f39f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.589916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c5506-372d-4842-9bc9-0ebea40f2528 req-c5c5c892-528c-4d14-a270-1e2334baed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:19.591861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c71c5506-372d-4842-9bc9-0ebea40f2528 req-c5c5c892-528c-4d14-a270-1e2334baed93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 1097 time: 0.0655823 Sep 22 10:39:19.631490 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:39:19.648280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c71c5506-372d-4842-9bc9-0ebea40f2528 req-4c81b9f7-3a26-4fb7-a9f7-7f2e561fb956 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491378 Sep 22 10:39:19.652491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.657870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:19.674156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9747-836a-43c2-a57d-b84f50c3f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.754910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:19.759415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:19.766631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:19.771562 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.787228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=c91aae22-4dd9-4ca0-9306-1ad83af5c8a0,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:19.875139 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9747-836a-43c2-a57d-b84f50c3f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.909202 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b9747-836a-43c2-a57d-b84f50c3f39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b44c0f-f4c4-484b-8442-b5754a4e1d91,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:19.909202 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce6b9747-836a-43c2-a57d-b84f50c3f39f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.911516 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce6b9747-836a-43c2-a57d-b84f50c3f39f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29b44c0f-f4c4-484b-8442-b5754a4e1d91 HTTP/1.1" status: 204 len: 168 time: 0.5413470 Sep 22 10:39:19.914040 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-456f85ce-f24e-4e52-9ada-0c6d5133e0e1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2903168 Sep 22 10:39:19.918852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46514) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:19.919000 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbaf9eb-7d60-4409-a708-0666986c9bd1 None None] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:19.919644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46516) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:19.927145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80', 'fixed_ips': [{'subnet_id': '520482b5-4232-4c4a-992d-6b3c6be2d005'}, {'subnet_id': 'c91aae22-4dd9-4ca0-9306-1ad83af5c8a0'}], 'name': 'tempest-PortsTestJSON-2705433'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:20.023066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.156508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Deleting port fee445d1-3b91-47d3-8a02-ad4736c3644d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:20.157805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.188873 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:20.231976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] DHCP port deletion for b2c721f2-9ec3-4410-97d9-1e486ecaf16a request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:39:20.247148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76dba5-de1e-455a-abe7-ed97d1a5d6f9 req-0d03b257-738f-4155-9c48-300e3c2bf87e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:20.250718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f481b155-b765-4a9f-8d70-243d02ec7893 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:20.256023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f76dba5-de1e-455a-abe7-ed97d1a5d6f9 req-0d03b257-738f-4155-9c48-300e3c2bf87e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 946 time: 0.1779666 Sep 22 10:39:20.344932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] Deleting port fee445d1-3b91-47d3-8a02-ad4736c3644d {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:20.345314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.367495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] For port fee445d1-3b91-47d3-8a02-ad4736c3644d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fee445d1-3b91-47d3-8a02-ad4736c3644d,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:20.369570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.376051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f481b155-b765-4a9f-8d70-243d02ec7893 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:20.376269 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.386301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.390118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Calling delete_port for fee445d1-3b91-47d3-8a02-ad4736c3644d owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:20.429892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port 14995603-5d55-4b90-94fa-ac7bd53c6a94 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:20.554978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f76dba5-de1e-455a-abe7-ed97d1a5d6f9 req-663cc833-9cac-47ca-aa65-6239c3042a04 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591054 Sep 22 10:39:20.589358 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.631995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Pushing event deleted for resources: {'Port': ['ID=fee445d1-3b91-47d3-8a02-ad4736c3644d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:20.721636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] No DVR routers for this DVR port fee445d1-3b91-47d3-8a02-ad4736c3644d on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:20.774799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995618ef-9537-40ce-b372-c126d6f1a620 None None] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:20.835966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8401e-9263-4142-af2e-7a11bf1424c2 req-cc566f54-b54c-409b-8a26-658a1481e2fd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:20.848913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ab8401e-9263-4142-af2e-7a11bf1424c2 req-cc566f54-b54c-409b-8a26-658a1481e2fd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 943 time: 0.2068100 Sep 22 10:39:20.903672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.9 (010034ca-7eea-4a6f-bdce-31d35b466c80/520482b5-4232-4c4a-992d-6b3c6be2d005/14995603-5d55-4b90-94fa-ac7bd53c6a94) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:20.913290 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.26 (010034ca-7eea-4a6f-bdce-31d35b466c80/c91aae22-4dd9-4ca0-9306-1ad83af5c8a0/14995603-5d55-4b90-94fa-ac7bd53c6a94) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:20.929182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f6085d9d-cfea-44e9-ba51-ae6ebda2f33e details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:39:20.938242 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.966931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] For port fee445d1-3b91-47d3-8a02-ad4736c3644d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fee445d1-3b91-47d3-8a02-ad4736c3644d,segment=NetworkSegment(58cf3e5c-331c-4ca0-bebc-15ac8e6fceda),segment_id=58cf3e5c-331c-4ca0-bebc-15ac8e6fceda)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:20.967340 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.007154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] Calling delete_port for fee445d1-3b91-47d3-8a02-ad4736c3644d owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:21.038525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-01aac1aa-21e8-49db-97e9-48be69439afd None None] Provisioning complete for port f481b155-b765-4a9f-8d70-243d02ec7893 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:21.038899 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-01aac1aa-21e8-49db-97e9-48be69439afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.055937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c721f2-9ec3-4410-97d9-1e486ecaf16a']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:21.085217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ab8401e-9263-4142-af2e-7a11bf1424c2 req-5e25b0a7-6125-46ca-905c-3a8f725dc812 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329948 Sep 22 10:39:21.094673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:21.094981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cf3e5c-331c-4ca0-bebc-15ac8e6fceda') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:21.114173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.122194 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:39:21.151480 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.164586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:21.164998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:21.166941 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:21.189676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.291101 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.343883 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.345260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.355892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.362230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] 10.222.0.20 "DELETE /v2.0/networks/b2c721f2-9ec3-4410-97d9-1e486ecaf16a HTTP/1.1" status: 204 len: 168 time: 1.4445369 Sep 22 10:39:21.378564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027aa257-93fb-4346-b325-8aa99564b31c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c721f2-9ec3-4410-97d9-1e486ecaf16a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:21.392317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port f481b155-b765-4a9f-8d70-243d02ec7893, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f481b155-b765-4a9f-8d70-243d02ec7893,segment=NetworkSegment(6792abfe-e532-4173-accb-0123ea3ec351),segment_id=6792abfe-e532-4173-accb-0123ea3ec351)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:21.396579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:21.403056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:21.411993 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-01aac1aa-21e8-49db-97e9-48be69439afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.419243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:21.430197 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.438924 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:21.442364 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:39:21.456251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'port_id': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'mac_address': 'fa:16:3e:7c:e0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:39:21.457719 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.488562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:21.488691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] Pushing event deleted for resources: {'Port': ['ID=fee445d1-3b91-47d3-8a02-ad4736c3644d,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:21.489007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.493156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=14995603-5d55-4b90-94fa-ac7bd53c6a94,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:21.505455 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.510867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] Network b2c721f2-9ec3-4410-97d9-1e486ecaf16a is not hosted by any dhcp agent {{(pid=95683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:39:21.517140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48011e08-27b9-411c-88c7-82e610653f5d None None] No DVR routers for this DVR port fee445d1-3b91-47d3-8a02-ad4736c3644d on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:21.572754 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8628f947-e37f-491f-8951-37e6b2d6a4e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1001 time: 1.6514673 Sep 22 10:39:21.575337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46532) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:21.584636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '520482b5-4232-4c4a-992d-6b3c6be2d005'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:21.604718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 919ffce5-95f7-4ff3-8452-7f88ab71cc2f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:21.640731 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.653094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9c373-9c6b-488c-9741-60b9a1b24646 None None] Update dhcp port {'port': {'network_id': '010034ca-7eea-4a6f-bdce-31d35b466c80', 'fixed_ips': [{'subnet_id': '520482b5-4232-4c4a-992d-6b3c6be2d005', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c91aae22-4dd9-4ca0-9306-1ad83af5c8a0'}], 'binding:host_id': 'n-d-807025-3'}, 'id': 'f481b155-b765-4a9f-8d70-243d02ec7893'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:39:21.655220 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 919ffce5-95f7-4ff3-8452-7f88ab71cc2f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:21.655537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 919ffce5-95f7-4ff3-8452-7f88ab71cc2f not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:21.655958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 15550fda-0d69-4752-afd7-f469f2e971dc no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:21.679121 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.714396 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-01aac1aa-21e8-49db-97e9-48be69439afd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:39:21.714751 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-01aac1aa-21e8-49db-97e9-48be69439afd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:39:21.718225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2fd8b-75cb-4d6e-8d32-287231c8ee02 req-df386a13-da73-42b7-9b1c-dd2e3796ec8b tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:21.720362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7a2fd8b-75cb-4d6e-8d32-287231c8ee02 req-df386a13-da73-42b7-9b1c-dd2e3796ec8b tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 946 time: 0.0841784 Sep 22 10:39:21.730614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 15550fda-0d69-4752-afd7-f469f2e971dc {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:21.730966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 15550fda-0d69-4752-afd7-f469f2e971dc not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:21.735221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6085d9d-cfea-44e9-ba51-ae6ebda2f33e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:21.742564 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-83b9c373-9c6b-488c-9741-60b9a1b24646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.752763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=f481b155-b765-4a9f-8d70-243d02ec7893,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:21.790884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7a2fd8b-75cb-4d6e-8d32-287231c8ee02 req-68dcedf5-6863-4ae9-b625-2a8c0dc6c458 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632904 Sep 22 10:39:21.792299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:21.897303 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.926394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46538) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:21.980049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7399f-3363-43b1-ba9a-68515b165510 req-a286fea9-8fba-46d1-91de-d9c0411af592 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:21.982181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71e7399f-3363-43b1-ba9a-68515b165510 req-a286fea9-8fba-46d1-91de-d9c0411af592 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 946 time: 0.1134498 Sep 22 10:39:22.013266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-83b9c373-9c6b-488c-9741-60b9a1b24646 None None] Allocated IP 172.20.0.18 (010034ca-7eea-4a6f-bdce-31d35b466c80/c91aae22-4dd9-4ca0-9306-1ad83af5c8a0/f481b155-b765-4a9f-8d70-243d02ec7893) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:22.020048 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-663fcfe8-07e7-4629-85fe-43a683455a95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0999ed7ec9da4e568fd42beee13ba793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907145 Sep 22 10:39:22.020681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46542) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:22.021106 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:22.057219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71e7399f-3363-43b1-ba9a-68515b165510 req-d3e03fda-7eac-45f8-9d6e-e59eadb7fca8 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672326 Sep 22 10:39:22.119719 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8e22-dd90-412d-8042-41806381bf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.123008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:22.161251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f481b155-b765-4a9f-8d70-243d02ec7893 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:22.182505 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8e22-dd90-412d-8042-41806381bf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.277479 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-83b9c373-9c6b-488c-9741-60b9a1b24646 None None] For port f481b155-b765-4a9f-8d70-243d02ec7893, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f481b155-b765-4a9f-8d70-243d02ec7893,segment=NetworkSegment(6792abfe-e532-4173-accb-0123ea3ec351),segment_id=6792abfe-e532-4173-accb-0123ea3ec351)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:22.330443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8e22-dd90-412d-8042-41806381bf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.335074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa4f8e22-dd90-412d-8042-41806381bf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.340723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fa4f8e22-dd90-412d-8042-41806381bf6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e69dc3bf-23ca-4c19-9438-b95d1fd49cb3 HTTP/1.1" status: 204 len: 168 time: 0.3137777 Sep 22 10:39:22.349136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f8e22-dd90-412d-8042-41806381bf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69dc3bf-23ca-4c19-9438-b95d1fd49cb3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:22.352577 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-83b9c373-9c6b-488c-9741-60b9a1b24646 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.357212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f481b155-b765-4a9f-8d70-243d02ec7893 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:22.357592 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.389073 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4692eae8-885a-4c7c-a1a1-8ea6b76440fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.434762 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-83b9c373-9c6b-488c-9741-60b9a1b24646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.543157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Delete allocated IP 172.20.0.26 (010034ca-7eea-4a6f-bdce-31d35b466c80/c91aae22-4dd9-4ca0-9306-1ad83af5c8a0) {{(pid=95681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 10:39:22.603013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9c373-9c6b-488c-9741-60b9a1b24646 None None] Pushing event updated for resources: {'Port': ['ID=f481b155-b765-4a9f-8d70-243d02ec7893,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:22.613971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71067f-7ed9-46f8-a2c6-3fd69374256e req-4ba25c0d-8da1-4b03-adc7-29fd2a50ce8f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:22.623572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df71067f-7ed9-46f8-a2c6-3fd69374256e req-4ba25c0d-8da1-4b03-adc7-29fd2a50ce8f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 944 time: 0.0820498 Sep 22 10:39:22.688723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df71067f-7ed9-46f8-a2c6-3fd69374256e req-d9821dae-17f7-4f10-a284-2cc4d0598efc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643432 Sep 22 10:39:22.718268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fee445d1-3b91-47d3-8a02-ad4736c3644d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:22.734659 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.746412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: fee445d1-3b91-47d3-8a02-ad4736c3644d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:22.746412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fee445d1-3b91-47d3-8a02-ad4736c3644d not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:22.805752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.858217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eed196-586f-4a54-98f8-654c817a1346 req-f20f2d85-3e9f-427a-89a8-a68e72deaa8f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:22.860095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84eed196-586f-4a54-98f8-654c817a1346 req-f20f2d85-3e9f-427a-89a8-a68e72deaa8f tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 946 time: 0.0890934 Sep 22 10:39:22.913137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=14995603-5d55-4b90-94fa-ac7bd53c6a94,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:22.941801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] In _notify_port_updated(), no bound segment for port 14995603-5d55-4b90-94fa-ac7bd53c6a94 on network 010034ca-7eea-4a6f-bdce-31d35b466c80 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:39:22.948058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:22.948736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.952915 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a45bab81-5761-40a4-8b93-2ce56770eea0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "PUT /v2.0/ports/14995603-5d55-4b90-94fa-ac7bd53c6a94 HTTP/1.1" status: 200 len: 916 time: 1.3766403 Sep 22 10:39:22.953582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46562) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:22.957049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84eed196-586f-4a54-98f8-654c817a1346 req-e244b6d4-c441-42a2-8583-09c9afaf1940 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901458 Sep 22 10:39:22.958927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '520482b5-4232-4c4a-992d-6b3c6be2d005'}, {'subnet_id': 'c91aae22-4dd9-4ca0-9306-1ad83af5c8a0'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:23.131448 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.395336 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb77d04f-59c3-4b29-be78-30ccb44eaa4a None None] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:23.419003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.26 (010034ca-7eea-4a6f-bdce-31d35b466c80/c91aae22-4dd9-4ca0-9306-1ad83af5c8a0/14995603-5d55-4b90-94fa-ac7bd53c6a94) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:23.634645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715051-6b89-43fb-8d67-3eefad664a00 req-10121d8b-eaf3-4952-a668-3de2a0f791e3 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:23.636907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26715051-6b89-43fb-8d67-3eefad664a00 req-10121d8b-eaf3-4952-a668-3de2a0f791e3 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 946 time: 0.0694392 Sep 22 10:39:23.645263 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.681553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26715051-6b89-43fb-8d67-3eefad664a00 req-e4527871-d1ae-48f0-b506-13b154c0c0ea tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377591 Sep 22 10:39:23.689318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-78a0072b-8f67-443f-9b45-73f2bb792904 None None] Provisioning complete for port f481b155-b765-4a9f-8d70-243d02ec7893 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:23.689806 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-78a0072b-8f67-443f-9b45-73f2bb792904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.748878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.852101 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=14995603-5d55-4b90-94fa-ac7bd53c6a94,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:23.875669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e0406-2e8d-48f5-b391-95f21201b975 req-dd85e049-16d7-4273-8d25-933b99539aa4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:23.877606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b6e0406-2e8d-48f5-b391-95f21201b975 req-dd85e049-16d7-4273-8d25-933b99539aa4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 944 time: 0.1033285 Sep 22 10:39:23.930311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b6e0406-2e8d-48f5-b391-95f21201b975 req-546f6656-9106-48d7-ab62-084e0af52c6b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445633 Sep 22 10:39:23.930311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46590) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:23.941199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] In _notify_port_updated(), no bound segment for port 14995603-5d55-4b90-94fa-ac7bd53c6a94 on network 010034ca-7eea-4a6f-bdce-31d35b466c80 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:39:23.947188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:23.947828 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.949985 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf9729ae-5b2e-43af-bffa-4f0bf31c7307 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "PUT /v2.0/ports/14995603-5d55-4b90-94fa-ac7bd53c6a94 HTTP/1.1" status: 200 len: 996 time: 0.9946527 Sep 22 10:39:23.956315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46594) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:24.051472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1266887269-network', 'tenant_id': '8169050dc6d24552bea380994fe97ac5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:24.083514 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1363e772-649f-4ab2-aff8-e274c8856cc4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 14995603-5d55-4b90-94fa-ac7bd53c6a94 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:24.083888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1363e772-649f-4ab2-aff8-e274c8856cc4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.139477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f481b155-b765-4a9f-8d70-243d02ec7893 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:24.207504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Made reservation on behalf of 8169050dc6d24552bea380994fe97ac5 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:24.213512 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.237817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.260940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-920eeb9f-893f-4f7c-a6cd-ad708dd5558d None None] Provisioning complete for port 14995603-5d55-4b90-94fa-ac7bd53c6a94 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:24.264807 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-920eeb9f-893f-4f7c-a6cd-ad708dd5558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.266996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f481b155-b765-4a9f-8d70-243d02ec7893 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:24.269221 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.272663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1363e772-649f-4ab2-aff8-e274c8856cc4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.289841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1363e772-649f-4ab2-aff8-e274c8856cc4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 14995603-5d55-4b90-94fa-ac7bd53c6a94 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:24.391235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-920eeb9f-893f-4f7c-a6cd-ad708dd5558d None None] Port 14995603-5d55-4b90-94fa-ac7bd53c6a94 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:24.408058 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.438844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-920eeb9f-893f-4f7c-a6cd-ad708dd5558d None None] Provisioning complete for port f481b155-b765-4a9f-8d70-243d02ec7893 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:24.439467 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-920eeb9f-893f-4f7c-a6cd-ad708dd5558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.525634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.557366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb30224f-f154-4439-a64c-71a9004a55cf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:24.645925 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1363e772-649f-4ab2-aff8-e274c8856cc4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.651433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d66fb0eb-c042-46ec-8e57-1ca1580ddba0 None None] Provisioning complete for port 14995603-5d55-4b90-94fa-ac7bd53c6a94 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:24.652091 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d66fb0eb-c042-46ec-8e57-1ca1580ddba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.654291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:39:24.666444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.667036 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Added segment 7d75f9c9-add7-4575-ad2e-9accba8345d0 of type vlan for network c5cdfabd-f920-49fc-b910-c975fb8f1105 Sep 22 10:39:24.675155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d66fb0eb-c042-46ec-8e57-1ca1580ddba0 None None] Port 14995603-5d55-4b90-94fa-ac7bd53c6a94 was deleted so its status cannot be updated. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 22 10:39:24.679351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363e772-649f-4ab2-aff8-e274c8856cc4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=14995603-5d55-4b90-94fa-ac7bd53c6a94,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:24.721121 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.776333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1363e772-649f-4ab2-aff8-e274c8856cc4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.781212 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1363e772-649f-4ab2-aff8-e274c8856cc4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/14995603-5d55-4b90-94fa-ac7bd53c6a94 HTTP/1.1" status: 204 len: 168 time: 0.8280807 Sep 22 10:39:24.781886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46604) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:24.789800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7477c07a-9fc1-48f4-9c8e-8c9b61b1ef39 None None] Could not find standard attr ID for object 14995603-5d55-4b90-94fa-ac7bd53c6a94. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:39:24.810620 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1416f12-1076-4beb-a60b-7c80b7bd8326 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:39:24.814619 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b1416f12-1076-4beb-a60b-7c80b7bd8326 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/14995603-5d55-4b90-94fa-ac7bd53c6a94 HTTP/1.1" status: 404 len: 333 time: 0.0316739 Sep 22 10:39:24.815516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46608) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:24.829241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-54399f61-5e11-4857-82fb-f6aecd33653e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:24.831177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-54399f61-5e11-4857-82fb-f6aecd33653e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 946 time: 0.0965445 Sep 22 10:39:24.879439 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfb5e57-7b0e-475d-b8a4-9ecdb4ae4046 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet c91aae22-4dd9-4ca0-9306-1ad83af5c8a0 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:24.883334 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e57-7b0e-475d-b8a4-9ecdb4ae4046 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.889785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.891055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:24.892006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.934249 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e57-7b0e-475d-b8a4-9ecdb4ae4046 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.935984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f6085d9d-cfea-44e9-ba51-ae6ebda2f33e up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:25.019921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afb5be-7f3e-44b3-8d74-db661d5aaa9a req-24c8d53a-f570-43b5-97a1-edc39b674965 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:25.021568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28afb5be-7f3e-44b3-8d74-db661d5aaa9a req-24c8d53a-f570-43b5-97a1-edc39b674965 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 946 time: 0.1892033 Sep 22 10:39:25.032454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1015525 Sep 22 10:39:25.034959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4406efd1-ae40-40bb-9571-3716ddb89812 None None] Could not find standard attr ID for object 14995603-5d55-4b90-94fa-ac7bd53c6a94. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:39:25.043371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46612) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:25.050785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Request body: {'subnet': {'network_id': 'c5cdfabd-f920-49fc-b910-c975fb8f1105', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1266887269-subnet', 'tenant_id': '8169050dc6d24552bea380994fe97ac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:25.073553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414fe8e-6b07-42fc-849d-d4960a338369 admin admin] Pushing event updated for resources: {'Network': ['ID=c5cdfabd-f920-49fc-b910-c975fb8f1105,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:25.091655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e57-7b0e-475d-b8a4-9ecdb4ae4046 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.093421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network c5cdfabd-f920-49fc-b910-c975fb8f1105 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:39:25.131868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28afb5be-7f3e-44b3-8d74-db661d5aaa9a req-3714f6c4-6145-4be5-88a2-fd5821b9e8a0 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/security-groups?id=b2c794e0-6394-44dd-8ef4-6533864a710e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622351 Sep 22 10:39:25.154748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Deleting port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:25.154871 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.187791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Made reservation on behalf of 8169050dc6d24552bea380994fe97ac5 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:25.190738 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.255357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:39:25.258483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57795cb4-5728-4a45-a281-cad1130a4ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.273325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:25.273732 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.292861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e57-7b0e-475d-b8a4-9ecdb4ae4046 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.328710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602f0bb-878a-4392-ae48-a9b4022cb0ac req-7ef19056-a00b-4844-a0bf-4cdc9f4d7dd7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:25.330398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6602f0bb-878a-4392-ae48-a9b4022cb0ac req-7ef19056-a00b-4844-a0bf-4cdc9f4d7dd7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 944 time: 0.1298923 Sep 22 10:39:25.336187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] For port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,segment=NetworkSegment(c0946fe6-f670-42c3-bdbc-48742678469b),segment_id=c0946fe6-f670-42c3-bdbc-48742678469b)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:25.336563 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.344968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb5e57-7b0e-475d-b8a4-9ecdb4ae4046 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=c91aae22-4dd9-4ca0-9306-1ad83af5c8a0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:25.350616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bfb5e57-7b0e-475d-b8a4-9ecdb4ae4046 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.352816 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7bfb5e57-7b0e-475d-b8a4-9ecdb4ae4046 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/c91aae22-4dd9-4ca0-9306-1ad83af5c8a0 HTTP/1.1" status: 204 len: 168 time: 0.5363042 Sep 22 10:39:25.355408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46620) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:25.364893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e6a4bc-61c7-41e9-8f99-64e312b42085 None None] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:25.366780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Calling delete_port for 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:25.391856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.432889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6602f0bb-878a-4392-ae48-a9b4022cb0ac req-22fe1629-eb9e-43b8-ba0b-5b29ebd090a2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936553 Sep 22 10:39:25.501332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:25.504471 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d73c0-e4e4-4a3a-a288-94234790a411" -d '{"events": [{"server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "name": "network-vif-plugged", "status": "completed", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:25.536369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:25.596648 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268e89a2-13d6-4f34-b3b2-3501f7ce24d6 x-openstack-request-id: req-268e89a2-13d6-4f34-b3b2-3501f7ce24d6 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:25.597027 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "name": "network-vif-plugged", "status": "completed", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:25.597027 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-268e89a2-13d6-4f34-b3b2-3501f7ce24d6 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:25.597387 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'code': 200} Sep 22 10:39:25.598073 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.625216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.626049 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.718419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:25.726787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.747340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:25.767182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Pushing event deleted for resources: {'Port': ['ID=3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:25.771413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659b300-e1a8-44bf-9946-bf90ec89802e req-dd01ee24-f0d7-4952-9797-0a9b08ddfe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:25.774842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7659b300-e1a8-44bf-9946-bf90ec89802e req-dd01ee24-f0d7-4952-9797-0a9b08ddfe14 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1096 time: 0.1482635 Sep 22 10:39:25.826943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] No DVR routers for this DVR port 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:25.830367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.832459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdd83cb1-cf79-4a33-a258-bfdd55a4e3aa req-b6ae203e-d1e2-4ad5-aacb-2a1f0d88210e tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.32 "DELETE /v2.0/ports/3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 HTTP/1.1" status: 204 len: 173 time: 0.9875009 Sep 22 10:39:25.833254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0aa383-f893-48b8-9e9e-00d6d8abd4ec', 'name': 'network-vif-deleted', 'tag': '3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:25.835818 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bbd7f2-fd2b-4098-9881-cd2dcd5915ee" -d '{"events": [{"server_uuid": "7a0aa383-f893-48b8-9e9e-00d6d8abd4ec", "name": "network-vif-deleted", "tag": "3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:25.842445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d1ab6f-130c-4394-a504-537da2b6f810 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet 520482b5-4232-4c4a-992d-6b3c6be2d005 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:25.846312 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ab6f-130c-4394-a504-537da2b6f810 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.853828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7659b300-e1a8-44bf-9946-bf90ec89802e req-c5c76c9b-3eef-452f-81d3-72abcb335547 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728102 Sep 22 10:39:25.863373 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.887170 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2393308b-f1d2-4cec-8ed1-148233c2e36c x-openstack-request-id: req-2393308b-f1d2-4cec-8ed1-148233c2e36c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:25.887609 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0aa383-f893-48b8-9e9e-00d6d8abd4ec", "name": "network-vif-deleted", "tag": "3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:25.887955 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2393308b-f1d2-4cec-8ed1-148233c2e36c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:25.888419 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0aa383-f893-48b8-9e9e-00d6d8abd4ec', 'name': 'network-vif-deleted', 'tag': '3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4', 'status': 'completed', 'code': 200} Sep 22 10:39:25.920389 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ab6f-130c-4394-a504-537da2b6f810 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.025622 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ab6f-130c-4394-a504-537da2b6f810 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.058462 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.153101 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db897d0-201f-4556-aea6-08e7ae019807,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:26.157846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Checking segment: {'id': '7d75f9c9-add7-4575-ad2e-9accba8345d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5cdfabd-f920-49fc-b910-c975fb8f1105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:26.164095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Network hostable DHCP agents. Network: c5cdfabd-f920-49fc-b910-c975fb8f1105, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:26.189239 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.223155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ab6f-130c-4394-a504-537da2b6f810 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.234912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31604f66-b711-445c-8e89-984a91c7eca7 req-dfe9b15b-198c-4056-b111-21d37d392ba4 tempest-ServersNegativeTestMultiTenantJSON-1300173123 tempest-ServersNegativeTestMultiTenantJSON-1300173123-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a0aa383-f893-48b8-9e9e-00d6d8abd4ec HTTP/1.1" status: 200 len: 210 time: 0.0330422 Sep 22 10:39:26.260242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1ab6f-130c-4394-a504-537da2b6f810 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=520482b5-4232-4c4a-992d-6b3c6be2d005,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:26.263128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ab6f-130c-4394-a504-537da2b6f810 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.265581 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a8d1ab6f-130c-4394-a504-537da2b6f810 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/520482b5-4232-4c4a-992d-6b3c6be2d005 HTTP/1.1" status: 204 len: 168 time: 0.9086678 Sep 22 10:39:26.267890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46636) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:26.285576 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Network c5cdfabd-f920-49fc-b910-c975fb8f1105 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:26.369571 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.393644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93adacf6-4490-4c40-bffe-f7d8588605cf None None] Network 010034ca-7eea-4a6f-bdce-31d35b466c80 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:26.398530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, c5cdfabd-f920-49fc-b910-c975fb8f1105) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:26.403793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:26.404770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.411332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecec719-5238-472d-b7a0-565775e3bae2 None None] Network c5cdfabd-f920-49fc-b910-c975fb8f1105 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:26.426679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port f481b155-b765-4a9f-8d70-243d02ec7893 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:26.427023 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.497519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] For port f481b155-b765-4a9f-8d70-243d02ec7893, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f481b155-b765-4a9f-8d70-243d02ec7893,segment=NetworkSegment(6792abfe-e532-4173-accb-0123ea3ec351),segment_id=6792abfe-e532-4173-accb-0123ea3ec351)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:26.497881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.512099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for f481b155-b765-4a9f-8d70-243d02ec7893 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:26.527238 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ecd9080f-0bf2-47ff-b591-0236e400fb43 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4824786 Sep 22 10:39:26.587379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-62c1457d-a0c9-448c-abaf-976d15729c07 None None] Provisioning complete for port f481b155-b765-4a9f-8d70-243d02ec7893 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:26.587974 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-62c1457d-a0c9-448c-abaf-976d15729c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.637726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab360f9-3de5-48b0-b44f-eadff993cf8f req-7b716fe6-f34f-4a76-acc1-1f848facf5d4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:26.645228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fab360f9-3de5-48b0-b44f-eadff993cf8f req-7b716fe6-f34f-4a76-acc1-1f848facf5d4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0750341 Sep 22 10:39:26.706062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a461dbf-9e42-4c5e-900a-c5662d3ab6e5 None None] Network c5cdfabd-f920-49fc-b910-c975fb8f1105 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:26.736153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fab360f9-3de5-48b0-b44f-eadff993cf8f req-e33c7c83-723e-4f95-bde6-fbeeac56bb7b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899692 Sep 22 10:39:26.772192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.791329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36870772-f27f-4921-a4e7-f5f0130cfd30 None None] DHCP port deletion for 010034ca-7eea-4a6f-bdce-31d35b466c80 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:39:26.809788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=f481b155-b765-4a9f-8d70-243d02ec7893,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:26.821308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No DVR routers for this DVR port f481b155-b765-4a9f-8d70-243d02ec7893 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:26.910139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.935094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010034ca-7eea-4a6f-bdce-31d35b466c80']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:26.946521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6792abfe-e532-4173-accb-0123ea3ec351') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:26.947292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6792abfe-e532-4173-accb-0123ea3ec351') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:26.957395 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.973732 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.986300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:26.986300 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:26.989308 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:27.175685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-9e2c8858-b894-449b-870f-d49ae2cfa622 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:27.177158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-9e2c8858-b894-449b-870f-d49ae2cfa622 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/networks?id=c5cdfabd-f920-49fc-b910-c975fb8f1105 HTTP/1.1" status: 200 len: 818 time: 0.1489847 Sep 22 10:39:27.182487 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.206241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.208119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/networks/010034ca-7eea-4a6f-bdce-31d35b466c80 HTTP/1.1" status: 204 len: 168 time: 0.9391925 Sep 22 10:39:27.211974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f515d4-0718-4b31-adf8-0723a3449655 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Network': ['ID=010034ca-7eea-4a6f-bdce-31d35b466c80,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:27.212116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46660) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:27.222631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-e4ad0cec-21a7-45cd-875f-4ca97800f47c tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/quotas/8169050dc6d24552bea380994fe97ac5 HTTP/1.1" status: 200 len: 375 time: 0.0382404 Sep 22 10:39:27.258020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-f102eac3-89a4-4cb8-b03e-5485642fd7ff tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8169050dc6d24552bea380994fe97ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282438 Sep 22 10:39:27.264828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed52a40-8b02-4d01-90e9-66a3612ff19f tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:27.270355 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1ed52a40-8b02-4d01-90e9-66a3612ff19f tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0540407 Sep 22 10:39:27.270609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46664) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:27.316496 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-45a1bd52-b814-49ce-9c5a-d281e444eff4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0447867 Sep 22 10:39:27.320056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46666) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:27.324894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-519558735'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:27.350675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-960cfd02-6ee5-4e57-999f-e342ee08a63b service neutron] 10.222.0.20 "GET /v2.0/networks/c5cdfabd-f920-49fc-b910-c975fb8f1105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854237 Sep 22 10:39:27.411619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:27.416003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.445622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:39:27.457182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-d1e2f875-b121-4824-be66-fc1df86fc853 service neutron] 10.222.0.20 "GET /v2.0/networks/c5cdfabd-f920-49fc-b910-c975fb8f1105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980680 Sep 22 10:39:27.460832 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.461183 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Added segment a8f93031-6e39-4847-902d-6ba59e08b1ea of type vlan for network 675db75f-f5c3-461a-a24c-98bfd67b6f80 Sep 22 10:39:27.516790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.697326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.703011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:27.703598 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.776472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Network': ['ID=675db75f-f5c3-461a-a24c-98bfd67b6f80,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:27.806692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46676) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:27.808753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 675db75f-f5c3-461a-a24c-98bfd67b6f80 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:39:27.837300 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f90add21-ebad-41eb-a371-bfaf497b13c0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5161450 Sep 22 10:39:27.838219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46680) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:27.843273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '675db75f-f5c3-461a-a24c-98bfd67b6f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:27.877441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e80b6b4-a611-4e2f-bc52-5ec691e34a12 admin admin] Deleting subnet fb7946ab-b34f-4d35-92aa-db9fef385adc {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:27.886257 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e80b6b4-a611-4e2f-bc52-5ec691e34a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.962570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e80b6b4-a611-4e2f-bc52-5ec691e34a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.000857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21587d-8a0e-4a78-ac07-ab6bf7fc8768 req-195199ae-caaf-46a3-8502-148defcf1e60 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.003590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee21587d-8a0e-4a78-ac07-ab6bf7fc8768 req-195199ae-caaf-46a3-8502-148defcf1e60 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0816934 Sep 22 10:39:28.033675 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e80b6b4-a611-4e2f-bc52-5ec691e34a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.050254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:28.050979 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.055288 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.088464 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee21587d-8a0e-4a78-ac07-ab6bf7fc8768 req-f463b169-f631-463e-999a-61844d7a8c21 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774560 Sep 22 10:39:28.167018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f481b155-b765-4a9f-8d70-243d02ec7893 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:28.188475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f481b155-b765-4a9f-8d70-243d02ec7893 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:28.188825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f481b155-b765-4a9f-8d70-243d02ec7893 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:28.203509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e999a1f-b9ac-4880-8510-ba012d3d7c47 req-e45292b2-0e07-4153-891b-cffaa392ed67 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 210 time: 0.0422859 Sep 22 10:39:28.297159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e80b6b4-a611-4e2f-bc52-5ec691e34a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.330017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80b6b4-a611-4e2f-bc52-5ec691e34a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7946ab-b34f-4d35-92aa-db9fef385adc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:28.332074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e80b6b4-a611-4e2f-bc52-5ec691e34a12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.336572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46694) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:28.337050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1e80b6b4-a611-4e2f-bc52-5ec691e34a12 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fb7946ab-b34f-4d35-92aa-db9fef385adc HTTP/1.1" status: 204 len: 168 time: 0.5280137 Sep 22 10:39:28.354952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75742-bde9-4bf4-850f-6002d3691f2b req-6fa41594-9351-446a-8cfb-6f79575d5e9f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.356477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93b75742-bde9-4bf4-850f-6002d3691f2b req-6fa41594-9351-446a-8cfb-6f79575d5e9f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0865939 Sep 22 10:39:28.397689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93b75742-bde9-4bf4-850f-6002d3691f2b req-be96d637-7017-4dea-9bf3-b89d34153495 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349808 Sep 22 10:39:28.421129 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.423175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46698) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:28.462917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430cfc2-5f62-4502-ba4f-39c44f180056 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.464445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0430cfc2-5f62-4502-ba4f-39c44f180056 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1091 time: 0.0402927 Sep 22 10:39:28.467460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46700) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:28.472011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:28.473582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.510544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.565336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:28.589384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0946fe6-f670-42c3-bdbc-48742678469b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:28.589677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0946fe6-f670-42c3-bdbc-48742678469b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:28.601107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=c879a659-f166-43ab-8e47-ab191d83108a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:28.612929 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.617096 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.630540 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.632613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Checking segment: {'id': 'a8f93031-6e39-4847-902d-6ba59e08b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '675db75f-f5c3-461a-a24c-98bfd67b6f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:28.632969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network hostable DHCP agents. Network: 675db75f-f5c3-461a-a24c-98bfd67b6f80, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:28.641167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:28.641561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:28.643954 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:28.738425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.759711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 675db75f-f5c3-461a-a24c-98bfd67b6f80 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:28.846163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.25.1.246 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/baad1611-cb67-4876-a437-ea30b1e3905c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:28.846728 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.852563 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.857377 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8 HTTP/1.1" status: 204 len: 168 time: 0.5170133 Sep 22 10:39:28.858456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46706) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:28.865635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682768d-246d-41e3-a226-8b518b96a724 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd954c5-6ff9-47ab-9b0c-10cb81c0c0d8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:28.878698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 675db75f-f5c3-461a-a24c-98bfd67b6f80) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:28.883697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.888530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.910875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e2757f-f7c6-44ec-807f-22b0b7bf0dfe None None] Network 675db75f-f5c3-461a-a24c-98bfd67b6f80 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:28.948068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccbd75b-0071-45ed-8281-a642f248e36f admin admin] Deleting subnet 1b26dc65-376f-4c0b-bf51-fa4a31a65b37 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:28.974665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:28.977831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bccbd75b-0071-45ed-8281-a642f248e36f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.999724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:29.000074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 3a2bd9a2-90ae-4b5b-9e1b-d5d53a6acff4 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:29.040671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bccbd75b-0071-45ed-8281-a642f248e36f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.054822 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a7922b84-49e4-4ac3-8a2a-c7ed8f4494cd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2128091 Sep 22 10:39:29.055095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46708) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:29.059984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': '675db75f-f5c3-461a-a24c-98bfd67b6f80', 'name': 'tempest-PortsTestJSON-26061482'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:29.089372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.104903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-675db75f-f5c3-461a-a24c-98bfd67b6f80', 'network_id': '675db75f-f5c3-461a-a24c-98bfd67b6f80', 'tenant_id': 'dd2ad88865c34e4db1865f6ac6509586', 'fixed_ips': [{'subnet_id': 'c879a659-f166-43ab-8e47-ab191d83108a'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:39:29.106075 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.120002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bccbd75b-0071-45ed-8281-a642f248e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.313490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Allocated IP 172.20.0.2 (675db75f-f5c3-461a-a24c-98bfd67b6f80/c879a659-f166-43ab-8e47-ab191d83108a/352e572f-515e-4d05-b5f0-9def15a6769e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:29.316505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0514a630-4a72-4592-b34d-2f1ad4d2e924 req-773be9e5-d3e6-4500-b106-3bc00399d0c1 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 210 time: 0.0292060 Sep 22 10:39:29.317634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.337606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:29.341446 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.366055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port f73a7610-97b1-4154-abe3-2a38881f6d1c yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:29.370653 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bccbd75b-0071-45ed-8281-a642f248e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.402237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbd75b-0071-45ed-8281-a642f248e36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b26dc65-376f-4c0b-bf51-fa4a31a65b37,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:29.405309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:29.414706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:29.421288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bccbd75b-0071-45ed-8281-a642f248e36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.423193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bccbd75b-0071-45ed-8281-a642f248e36f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1b26dc65-376f-4c0b-bf51-fa4a31a65b37 HTTP/1.1" status: 204 len: 168 time: 0.5637391 Sep 22 10:39:29.424324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:29.426409 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46714) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:29.426536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=baad1611-cb67-4876-a437-ea30b1e3905c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:29.511484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.524160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.622961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.634582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.748654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ef6e52-6c07-4e03-a26e-5a1410a4b09e']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:29.754203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Network 675db75f-f5c3-461a-a24c-98bfd67b6f80 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:29.760045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Pushing event updated for resources: {'Port': ['ID=352e572f-515e-4d05-b5f0-9def15a6769e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:29.765170 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:29.769540 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:29.777037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ade9f3-7451-46a1-ad35-85822d763dc8') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:29.777333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ade9f3-7451-46a1-ad35-85822d763dc8') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:29.814312 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.852218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.6 (675db75f-f5c3-461a-a24c-98bfd67b6f80/c879a659-f166-43ab-8e47-ab191d83108a/f73a7610-97b1-4154-abe3-2a38881f6d1c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:29.858026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.867933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Attempting to bind port 352e572f-515e-4d05-b5f0-9def15a6769e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:29.875501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Attempting to bind port 352e572f-515e-4d05-b5f0-9def15a6769e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a8f93031-6e39-4847-902d-6ba59e08b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '675db75f-f5c3-461a-a24c-98bfd67b6f80'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:29.875501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Attempting to bind port 352e572f-515e-4d05-b5f0-9def15a6769e on network 675db75f-f5c3-461a-a24c-98bfd67b6f80 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:29.875776 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:29.878329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:29.878329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Checking segment: {'id': 'a8f93031-6e39-4847-902d-6ba59e08b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '675db75f-f5c3-461a-a24c-98bfd67b6f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:29.878329 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.878329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Bound using segment: {'id': 'a8f93031-6e39-4847-902d-6ba59e08b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '675db75f-f5c3-461a-a24c-98bfd67b6f80'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:29.878329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Bound port: 352e572f-515e-4d05-b5f0-9def15a6769e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f93031-6e39-4847-902d-6ba59e08b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '675db75f-f5c3-461a-a24c-98bfd67b6f80'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:29.878329 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:29.967409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] For port 352e572f-515e-4d05-b5f0-9def15a6769e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:30.030713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.065368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] For port 352e572f-515e-4d05-b5f0-9def15a6769e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=352e572f-515e-4d05-b5f0-9def15a6769e,segment=NetworkSegment(a8f93031-6e39-4847-902d-6ba59e08b1ea),segment_id=a8f93031-6e39-4847-902d-6ba59e08b1ea)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:30.066588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.096512 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.098708 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] 10.222.0.20 "DELETE /v2.0/networks/74ef6e52-6c07-4e03-a26e-5a1410a4b09e HTTP/1.1" status: 204 len: 168 time: 0.6711042 Sep 22 10:39:30.102983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07eba7-c029-499f-8bc6-9fa993c564dd admin admin] Pushing event deleted for resources: {'Network': ['ID=74ef6e52-6c07-4e03-a26e-5a1410a4b09e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:30.141761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.309091 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.334973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.367011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.384716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c027fa-dd52-49b4-88ce-7008f3c26686 None None] Pushing event updated for resources: {'Port': ['ID=352e572f-515e-4d05-b5f0-9def15a6769e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:30.432273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 675db75f-f5c3-461a-a24c-98bfd67b6f80 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:30.438863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:30.441758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:30.444885 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=f73a7610-97b1-4154-abe3-2a38881f6d1c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:30.496036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:30.496692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.530060 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.619676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.621651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46740) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:30.622462 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7bcaea7e-7693-4115-bb21-5623c748225d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5623877 Sep 22 10:39:30.631662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': '675db75f-f5c3-461a-a24c-98bfd67b6f80', 'name': 'tempest-PortsTestJSON-1648565378'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:30.705397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46746) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:30.747411 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6d77c108-b6f4-4081-a4ea-2a2912d6cea5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72189fdbfaed4a63a47f07b2f43bad33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406964 Sep 22 10:39:30.749818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46748) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:30.759935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b8796c8-8fc8-4367-922e-c24e854061f5 req-04714fd6-164e-4bd5-990a-dfc02af7c4de tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 210 time: 0.0686316 Sep 22 10:39:30.801570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=baad1611-cb67-4876-a437-ea30b1e3905c,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:30.822614 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.847721 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eecb4861-4966-4b5d-95d1-8df05133b6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.889303 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eecb4861-4966-4b5d-95d1-8df05133b6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.964168 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Floating IP 41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d associated. External IP: 172.25.1.246, port: f6085d9d-cfea-44e9-ba51-ae6ebda2f33e. Sep 22 10:39:31.097908 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eecb4861-4966-4b5d-95d1-8df05133b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:31.102990 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eecb4861-4966-4b5d-95d1-8df05133b6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:31.105142 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eecb4861-4966-4b5d-95d1-8df05133b6a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2c794e0-6394-44dd-8ef4-6533864a710e HTTP/1.1" status: 204 len: 168 time: 0.3533919 Sep 22 10:39:31.113102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb4861-4966-4b5d-95d1-8df05133b6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c794e0-6394-44dd-8ef4-6533864a710e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:31.384612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:31.388108 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:31.446956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port 978d0884-6c68-412a-892b-b027d12dfa07 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:31.502908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d81cb53-ea3d-4f5d-b906-9ea913884749 None None] Network 675db75f-f5c3-461a-a24c-98bfd67b6f80 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:31.647690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.11 (675db75f-f5c3-461a-a24c-98bfd67b6f80/c879a659-f166-43ab-8e47-ab191d83108a/978d0884-6c68-412a-892b-b027d12dfa07) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:31.652706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-85cfceea-c168-486f-a61a-6aed6a1101e7 None None] Provisioning complete for port 352e572f-515e-4d05-b5f0-9def15a6769e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:31.653522 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85cfceea-c168-486f-a61a-6aed6a1101e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:31.776125 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85cfceea-c168-486f-a61a-6aed6a1101e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:31.780394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-63edfe16-c547-4c25-b76a-1bd9832f3eca tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:31.781906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-63edfe16-c547-4c25-b76a-1bd9832f3eca tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.32 "GET /v2.0/networks?id=c5cdfabd-f920-49fc-b910-c975fb8f1105 HTTP/1.1" status: 200 len: 818 time: 0.4081211 Sep 22 10:39:31.802450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Request body: {'port': {'device_id': '331b89ce-0870-4c68-8ecb-33361e6e388f', 'network_id': 'c5cdfabd-f920-49fc-b910-c975fb8f1105', 'admin_state_up': True, 'tenant_id': '8169050dc6d24552bea380994fe97ac5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:32.069353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-baa5913f-4ba1-46a4-841b-f8b4f6f7fd0e req-15c80b87-1d43-41dc-8d25-55df2a3c1958 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 210 time: 0.1206062 Sep 22 10:39:32.126963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46764) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:32.163769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-85cfceea-c168-486f-a61a-6aed6a1101e7 None None] For port 352e572f-515e-4d05-b5f0-9def15a6769e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=352e572f-515e-4d05-b5f0-9def15a6769e,segment=NetworkSegment(a8f93031-6e39-4847-902d-6ba59e08b1ea),segment_id=a8f93031-6e39-4847-902d-6ba59e08b1ea)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:32.195299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-91d3a652-c571-4027-8dbb-857f26c7bb1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7f108274ae1424fa81a9d2094aaccea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644448 Sep 22 10:39:32.196026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46766) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:32.197078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Made reservation on behalf of 8169050dc6d24552bea380994fe97ac5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:32.200708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.205041 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.257768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 352e572f-515e-4d05-b5f0-9def15a6769e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:32.262081 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-85cfceea-c168-486f-a61a-6aed6a1101e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.275795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 5cddec5a-37c5-449f-884e-678f124cb126 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:32.309381 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.367144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.399046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfceea-c168-486f-a61a-6aed6a1101e7 None None] Pushing event updated for resources: {'Port': ['ID=352e572f-515e-4d05-b5f0-9def15a6769e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:32.419879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 352e572f-515e-4d05-b5f0-9def15a6769e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:32.420306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.423758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2d5d1afa-5488-4eed-b7ef-cc51acd85d23 None None] Provisioning complete for port f73a7610-97b1-4154-abe3-2a38881f6d1c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:32.424169 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1afa-5488-4eed-b7ef-cc51acd85d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.502928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d1afa-5488-4eed-b7ef-cc51acd85d23 None None] Port f73a7610-97b1-4154-abe3-2a38881f6d1c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:32.535689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.539774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.543449 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb81bfc8-2935-4425-86b7-b94b455983e8 HTTP/1.1" status: 204 len: 168 time: 0.3440192 Sep 22 10:39:32.545409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2d5d1afa-5488-4eed-b7ef-cc51acd85d23 None None] Provisioning complete for port 352e572f-515e-4d05-b5f0-9def15a6769e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:32.545778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1afa-5488-4eed-b7ef-cc51acd85d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.557954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb81bfc8-2935-4425-86b7-b94b455983e8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.573673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707ec6c-a1ae-44f3-a7e8-98e99c0a2caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:32.597923 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.712220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:32.721822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Allocated IP 172.20.0.9 (c5cdfabd-f920-49fc-b910-c975fb8f1105/4db897d0-201f-4556-aea6-08e7ae019807/807b81f6-8ccc-4d7f-a9ff-0573ee491a2d) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:32.725492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 675db75f-f5c3-461a-a24c-98bfd67b6f80 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:32.726571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] Sync routers for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:32.742665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:32.744199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:32.746186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:32.749847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:32.814879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:32.815627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.818252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=978d0884-6c68-412a-892b-b027d12dfa07,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:32.846377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d65b721f-ef9f-45d6-abce-fbdc7a395731 None None] Provisioning complete for port f73a7610-97b1-4154-abe3-2a38881f6d1c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:32.846761 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d65b721f-ef9f-45d6-abce-fbdc7a395731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:32.927824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d65b721f-ef9f-45d6-abce-fbdc7a395731 None None] Port f73a7610-97b1-4154-abe3-2a38881f6d1c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:32.948734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:33.011437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.065935 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.072331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-92a54357-1460-45f8-ac27-2cef6347edef tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4476852 Sep 22 10:39:33.075071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46774) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:33.147771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3f3469a0-c1c3-4f3e-9498-4dd1ed824e29 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6766090 Sep 22 10:39:33.147771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:33.151012 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abf90aa-3d26-43af-9232-2e25e33e7755" -d '{"events": [{"name": "network-changed", "server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:33.158321 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.192509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38f8f4-735d-4c90-96a1-ee2d59871f58 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:33.195282 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ed38f8f4-735d-4c90-96a1-ee2d59871f58 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 920 time: 0.1190920 Sep 22 10:39:33.200270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46782) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:33.327372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Pushing event updated for resources: {'Port': ['ID=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:33.338797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0363ada2-0453-4faf-a01e-4e179d2efeaf None None] Provisioning complete for port 978d0884-6c68-412a-892b-b027d12dfa07 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:33.340548 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0363ada2-0453-4faf-a01e-4e179d2efeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.392335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Network c5cdfabd-f920-49fc-b910-c975fb8f1105 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:33.412104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:33.423660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:39:05Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'port_id': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'mac_address': 'fa:16:3e:7c:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:39:29Z', 'updated_at': '2021-09-22T10:39:29Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db768f08-a38d-462b-a552-595fcb23c349', 'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:2b:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:03Z', 'updated_at': '2021-09-22T10:39:10Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:33.426873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0363ada2-0453-4faf-a01e-4e179d2efeaf None None] Port 978d0884-6c68-412a-892b-b027d12dfa07 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:33.459344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] Checking router: 5cddec5a-37c5-449f-884e-678f124cb126 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:33.461304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:33.468232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:33.469001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:33.485428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-bf86a51c-2603-4059-bb68-276c17d42b10 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 978d0884-6c68-412a-892b-b027d12dfa07 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:33.485769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf86a51c-2603-4059-bb68-276c17d42b10 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.604372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b903f-bac5-4924-ae87-895bb5492a29 req-013420ea-7be3-44a5-8251-6585115aa223 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:33.605574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-882b903f-bac5-4924-ae87-895bb5492a29 req-013420ea-7be3-44a5-8251-6585115aa223 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 931 time: 0.2592883 Sep 22 10:39:33.611170 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:33.612528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:33.614199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.631865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf86a51c-2603-4059-bb68-276c17d42b10 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.645873 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-bf86a51c-2603-4059-bb68-276c17d42b10 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 978d0884-6c68-412a-892b-b027d12dfa07 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:33.654039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-882b903f-bac5-4924-ae87-895bb5492a29 req-8e673342-7e88-4d0b-8eee-c45e5af0bb9a tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Sep 22 10:39:33.801859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc2ba5-ad6e-45a1-81ca-d619f7751881 req-d19a0209-2109-4b49-b917-a8d4ca9e9d57 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:33.804332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dc2ba5-ad6e-45a1-81ca-d619f7751881 req-d19a0209-2109-4b49-b917-a8d4ca9e9d57 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0660357 Sep 22 10:39:33.865096 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dc2ba5-ad6e-45a1-81ca-d619f7751881 req-f34908a7-8f80-4416-9289-8e86b021fe72 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541008 Sep 22 10:39:33.886199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-127e8788-b4e7-4620-bedf-7582f66a7af9 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0951095 Sep 22 10:39:33.887469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46796) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:33.903134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Request body: {'port': {'device_id': '331b89ce-0870-4c68-8ecb-33361e6e388f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:33.930848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf86a51c-2603-4059-bb68-276c17d42b10 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.948281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:39:05Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'port_id': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'mac_address': 'fa:16:3e:7c:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:39:29Z', 'updated_at': '2021-09-22T10:39:29Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db768f08-a38d-462b-a552-595fcb23c349', 'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:2b:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:03Z', 'updated_at': '2021-09-22T10:39:10Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:33.968980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86a51c-2603-4059-bb68-276c17d42b10 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=978d0884-6c68-412a-892b-b027d12dfa07,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:33.978613 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497bf96-b9c4-4431-9451-5b588ca1fc45 x-openstack-request-id: req-5497bf96-b9c4-4431-9451-5b588ca1fc45 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:33.978931 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:33.979164 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5497bf96-b9c4-4431-9451-5b588ca1fc45 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:33.979574 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'status': 'completed', 'code': 200} Sep 22 10:39:34.012003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98837d5-2019-4b6b-b798-11895638c5af None None] The sync data for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 is: [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:39:05Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'port_id': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'mac_address': 'fa:16:3e:7c:e0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:39:29Z', 'updated_at': '2021-09-22T10:39:29Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db768f08-a38d-462b-a552-595fcb23c349', 'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:2b:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:03Z', 'updated_at': '2021-09-22T10:39:10Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:34.149707 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf86a51c-2603-4059-bb68-276c17d42b10 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:34.154472 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bf86a51c-2603-4059-bb68-276c17d42b10 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/978d0884-6c68-412a-892b-b027d12dfa07 HTTP/1.1" status: 204 len: 168 time: 0.9531443 Sep 22 10:39:34.155127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46802) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:34.169012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-567ce0a4-24e5-43c7-bbe8-17fab7c4a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:34.175232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-567ce0a4-24e5-43c7-bbe8-17fab7c4a495 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1096 time: 0.1489573 Sep 22 10:39:34.176263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 352e572f-515e-4d05-b5f0-9def15a6769e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:34.181387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-69be944a-71ca-4914-aa7d-443627eca3f2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d HTTP/1.1" status: 200 len: 991 time: 0.2925615 Sep 22 10:39:34.182616 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:34.191355 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dba9486-ea26-4fab-8b0f-475cb9440381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:39:34.196318 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1dba9486-ea26-4fab-8b0f-475cb9440381 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/978d0884-6c68-412a-892b-b027d12dfa07 HTTP/1.1" status: 404 len: 333 time: 0.0370169 Sep 22 10:39:34.199492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46806) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:34.266620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 352e572f-515e-4d05-b5f0-9def15a6769e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:34.267280 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:34.390724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b047d0-391b-41da-9817-aab4d27d89ee None None] New status for floating IP 41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:39:34.397538 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-38302dac-2304-41b9-93a1-be1c5944faa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port f73a7610-97b1-4154-abe3-2a38881f6d1c {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:34.397538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38302dac-2304-41b9-93a1-be1c5944faa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:34.423350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-2690d101-5206-4cce-9b19-015f3b76348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:34.424866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-2690d101-5206-4cce-9b19-015f3b76348c service neutron] 10.222.0.32 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 897 time: 0.2395256 Sep 22 10:39:34.560729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-bd2939ac-f5d1-494c-90d9-b197b6c7753d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 999 time: 0.1271904 Sep 22 10:39:34.579577 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38302dac-2304-41b9-93a1-be1c5944faa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:34.589254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46814) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:34.607920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-38302dac-2304-41b9-93a1-be1c5944faa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for f73a7610-97b1-4154-abe3-2a38881f6d1c owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:34.729351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-c1ef4582-b4e8-4f98-84d3-bbf350df11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:34.735790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-c1ef4582-b4e8-4f98-84d3-bbf350df11ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.1639237 Sep 22 10:39:34.760721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-60046599-network', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:34.906000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-4e8808ce-bf1f-4d98-af8b-821eb22646f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:34.907545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-4e8808ce-bf1f-4d98-af8b-821eb22646f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658738 Sep 22 10:39:34.917983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:34.946378 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:34.954349 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Made reservation on behalf of 12b431a32ff74f14b3aa8f76a13b0fd8 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:34.956895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:34.966373 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:34.968403 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38302dac-2304-41b9-93a1-be1c5944faa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.005964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38302dac-2304-41b9-93a1-be1c5944faa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=f73a7610-97b1-4154-abe3-2a38881f6d1c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:35.056601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-b8d5b6de-a1ca-4d7f-aaf2-66c8688354f1 service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340806 Sep 22 10:39:35.067142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66540c-8a23-42ea-a5ae-5bf97eca554e req-ada91cd2-ca5e-49f8-853e-088f6b5eb57a tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:35.077297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d66540c-8a23-42ea-a5ae-5bf97eca554e req-ada91cd2-ca5e-49f8-853e-088f6b5eb57a tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 931 time: 0.2763004 Sep 22 10:39:35.135013 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.188275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46830) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:35.214209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Transition to ACTIVE for port object 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:39:35.226826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.266076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:39:35.270524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38302dac-2304-41b9-93a1-be1c5944faa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.275803 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-38302dac-2304-41b9-93a1-be1c5944faa4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/f73a7610-97b1-4154-abe3-2a38881f6d1c HTTP/1.1" status: 204 len: 168 time: 1.0729284 Sep 22 10:39:35.275973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d66540c-8a23-42ea-a5ae-5bf97eca554e req-c8c6cc71-eba0-4c21-af65-e26a1be9de69 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954937 Sep 22 10:39:35.277261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46832) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:35.280359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82debe94-24da-4d11-9198-e7acf069ba44,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:35.288373 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.288809 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Added segment fce42d6e-50bd-435b-b21a-a4dda74b1e2c of type vlan for network be360dd7-717a-4395-9e83-3bfe4a62e31d Sep 22 10:39:35.346866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.362306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.412608 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-681652ec-fcb1-42c9-b847-c3098d96f5ee tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:39:35.416936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-681652ec-fcb1-42c9-b847-c3098d96f5ee tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/f73a7610-97b1-4154-abe3-2a38881f6d1c HTTP/1.1" status: 404 len: 333 time: 0.1362402 Sep 22 10:39:35.417354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46836) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:35.437849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4054ffbd-952b-4938-800e-7d898af4d145 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d HTTP/1.1" status: 200 len: 993 time: 0.2479761 Sep 22 10:39:35.444209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0abf90aa-3d26-43af-9232-2e25e33e7755 req-8db2c2f4-f5cf-4566-9286-4fc904f33e62 service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555777 Sep 22 10:39:35.472527 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.476367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:35.477071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.492208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Pushing event updated for resources: {'Port': ['ID=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:35.586479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Attempting to bind port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:35.586821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Attempting to bind port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '7d75f9c9-add7-4575-ad2e-9accba8345d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5cdfabd-f920-49fc-b910-c975fb8f1105'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:35.587155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Attempting to bind port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d on network c5cdfabd-f920-49fc-b910-c975fb8f1105 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:35.592844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d on network c5cdfabd-f920-49fc-b910-c975fb8f1105 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:39:35.593177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Attempting to bind port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d on network c5cdfabd-f920-49fc-b910-c975fb8f1105 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:35.600968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:35.601519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Checking segment: {'id': '7d75f9c9-add7-4575-ad2e-9accba8345d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5cdfabd-f920-49fc-b910-c975fb8f1105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:35.601709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Bound using segment: {'id': '7d75f9c9-add7-4575-ad2e-9accba8345d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5cdfabd-f920-49fc-b910-c975fb8f1105'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:35.602362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Bound port: 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d75f9c9-add7-4575-ad2e-9accba8345d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c5cdfabd-f920-49fc-b910-c975fb8f1105'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:35.602730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.611563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] Pushing event updated for resources: {'Network': ['ID=be360dd7-717a-4395-9e83-3bfe4a62e31d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:35.618130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcdfce6-57e7-47d5-a50c-c5145bd1f8f9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet c879a659-f166-43ab-8e47-ab191d83108a {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:35.624101 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2dcdfce6-57e7-47d5-a50c-c5145bd1f8f9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.627751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network be360dd7-717a-4395-9e83-3bfe4a62e31d details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:39:35.701041 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ddc2eb27-7ed8-4fd0-b064-60ec2c803aaf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1107349 Sep 22 10:39:35.707470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46838) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:35.727195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Request body: {'subnet': {'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-60046599-subnet', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:35.737804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] For port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:35.741989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] For port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,segment=NetworkSegment(7d75f9c9-add7-4575-ad2e-9accba8345d0),segment_id=7d75f9c9-add7-4575-ad2e-9accba8345d0)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:35.752396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2dcdfce6-57e7-47d5-a50c-c5145bd1f8f9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.856559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.866761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2dcdfce6-57e7-47d5-a50c-c5145bd1f8f9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.894066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:35.894337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.898505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Made reservation on behalf of 12b431a32ff74f14b3aa8f76a13b0fd8 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:35.900850 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.916920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] 10.222.0.32 "PUT /v2.0/ports/807b81f6-8ccc-4d7f-a9ff-0573ee491a2d HTTP/1.1" status: 200 len: 1091 time: 2.0007164 Sep 22 10:39:35.961978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08087d24-eb77-4507-b6c8-286d1d7fb8ff service neutron] Pushing event updated for resources: {'Port': ['ID=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:35.987395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331b89ce-0870-4c68-8ecb-33361e6e388f', 'tag': '807b81f6-8ccc-4d7f-a9ff-0573ee491a2d'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:35.990628 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b342e9e0-9f0b-4127-883f-f7a6b2003e10" -d '{"events": [{"name": "network-changed", "server_uuid": "331b89ce-0870-4c68-8ecb-33361e6e388f", "tag": "807b81f6-8ccc-4d7f-a9ff-0573ee491a2d"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:36.057971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2dcdfce6-57e7-47d5-a50c-c5145bd1f8f9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.101965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-f4d450f8-ca85-4f52-8451-c2a925602c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:36.103524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-f4d450f8-ca85-4f52-8451-c2a925602c05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8169050dc6d24552bea380994fe97ac5&device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 1094 time: 0.0578778 Sep 22 10:39:36.109122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdfce6-57e7-47d5-a50c-c5145bd1f8f9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=c879a659-f166-43ab-8e47-ab191d83108a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:36.148189 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2dcdfce6-57e7-47d5-a50c-c5145bd1f8f9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.153138 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2dcdfce6-57e7-47d5-a50c-c5145bd1f8f9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/c879a659-f166-43ab-8e47-ab191d83108a HTTP/1.1" status: 204 len: 168 time: 0.7346022 Sep 22 10:39:36.154669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed627b8-f6b8-4d24-8733-f795aab05746 None None] Network 675db75f-f5c3-461a-a24c-98bfd67b6f80 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:36.157766 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46844) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:36.166129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-e32eacf7-0671-4d5a-ab13-edaba833385d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d HTTP/1.1" status: 200 len: 217 time: 0.0540178 Sep 22 10:39:36.276074 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7015ab1f-2f2e-4915-9938-3f59ff026b9b x-openstack-request-id: req-7015ab1f-2f2e-4915-9938-3f59ff026b9b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:36.276386 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.276752 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331b89ce-0870-4c68-8ecb-33361e6e388f", "tag": "807b81f6-8ccc-4d7f-a9ff-0573ee491a2d", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:36.277312 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7015ab1f-2f2e-4915-9938-3f59ff026b9b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:36.278158 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331b89ce-0870-4c68-8ecb-33361e6e388f', 'tag': '807b81f6-8ccc-4d7f-a9ff-0573ee491a2d', 'status': 'completed', 'code': 200} Sep 22 10:39:36.298494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-88f7fda8-717a-47fa-a2c8-a27f67cf2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:36.302692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-88f7fda8-717a-47fa-a2c8-a27f67cf2a60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4db897d0-201f-4556-aea6-08e7ae019807 HTTP/1.1" status: 200 len: 858 time: 0.1295521 Sep 22 10:39:36.360061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-14d7ee37-0423-4f50-987e-bb85051d4013 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5cdfabd-f920-49fc-b910-c975fb8f1105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502191 Sep 22 10:39:36.405096 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 352e572f-515e-4d05-b5f0-9def15a6769e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:36.405440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.448732 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.482923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b7d744-e723-40fb-9ba9-af0ec5f72220 None None] DHCP port deletion for 675db75f-f5c3-461a-a24c-98bfd67b6f80 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:39:36.503643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b7459-1ebb-4532-9bf1-8108cf23643f req-2f399d2a-a0fb-4b81-9224-acdaf80cc555 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:36.512716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-180b7459-1ebb-4532-9bf1-8108cf23643f req-2f399d2a-a0fb-4b81-9224-acdaf80cc555 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 946 time: 0.1585767 Sep 22 10:39:36.543807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] For port 352e572f-515e-4d05-b5f0-9def15a6769e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=352e572f-515e-4d05-b5f0-9def15a6769e,segment=NetworkSegment(a8f93031-6e39-4847-902d-6ba59e08b1ea),segment_id=a8f93031-6e39-4847-902d-6ba59e08b1ea)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:36.544185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.569750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 352e572f-515e-4d05-b5f0-9def15a6769e owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:36.574170 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-74b7d744-e723-40fb-9ba9-af0ec5f72220 None None] Deleting port 352e572f-515e-4d05-b5f0-9def15a6769e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:36.578843 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74b7d744-e723-40fb-9ba9-af0ec5f72220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.579707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d647f3d-7d78-478f-a70c-910db0b50d71,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:36.581817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-180b7459-1ebb-4532-9bf1-8108cf23643f req-e4f83e2a-bd72-4400-b6c3-b384c4e8d934 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3088fec-b4af-449d-a713-c16543308a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676920 Sep 22 10:39:36.586805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-c514e976-7698-41a2-b6ff-42752cd3c08e service neutron] 10.222.0.32 "GET /v2.0/networks/c5cdfabd-f920-49fc-b910-c975fb8f1105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120080 Sep 22 10:39:36.650877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Checking segment: {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:36.651346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Network hostable DHCP agents. Network: be360dd7-717a-4395-9e83-3bfe4a62e31d, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:36.695193 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-74b7d744-e723-40fb-9ba9-af0ec5f72220 None None] For port 352e572f-515e-4d05-b5f0-9def15a6769e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=352e572f-515e-4d05-b5f0-9def15a6769e,segment=NetworkSegment(a8f93031-6e39-4847-902d-6ba59e08b1ea),segment_id=a8f93031-6e39-4847-902d-6ba59e08b1ea)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:36.695795 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74b7d744-e723-40fb-9ba9-af0ec5f72220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.709786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-74b7d744-e723-40fb-9ba9-af0ec5f72220 None None] Calling delete_port for 352e572f-515e-4d05-b5f0-9def15a6769e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:36.742676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72146497-fa02-4014-b3b2-10bf7f2439ae req-c27c1f1c-5749-4e36-a71f-d4a9d2e49de1 service neutron] 10.222.0.32 "GET /v2.0/networks/c5cdfabd-f920-49fc-b910-c975fb8f1105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485560 Sep 22 10:39:36.757528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c47f6-dd59-4766-a341-51862a481758 req-a46797ca-7752-431e-8342-c34e79198457 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:36.759062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c9c47f6-dd59-4766-a341-51862a481758 req-a46797ca-7752-431e-8342-c34e79198457 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 943 time: 0.0760689 Sep 22 10:39:36.797064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c9c47f6-dd59-4766-a341-51862a481758 req-32eb0122-aa8f-491f-b61a-14e21f8218bb tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Sep 22 10:39:36.863657 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.870881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74b7d744-e723-40fb-9ba9-af0ec5f72220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.871820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Network be360dd7-717a-4395-9e83-3bfe4a62e31d is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:36.901552 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7d744-e723-40fb-9ba9-af0ec5f72220 None None] Pushing event deleted for resources: {'Port': ['ID=352e572f-515e-4d05-b5f0-9def15a6769e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:36.906813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=352e572f-515e-4d05-b5f0-9def15a6769e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:36.911666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No DVR routers for this DVR port 352e572f-515e-4d05-b5f0-9def15a6769e on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:36.915028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7d744-e723-40fb-9ba9-af0ec5f72220 None None] No DVR routers for this DVR port 352e572f-515e-4d05-b5f0-9def15a6769e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:36.952896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-a588a8fd-83bf-4387-bfe1-fc68ae0fa54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:36.954478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-a588a8fd-83bf-4387-bfe1-fc68ae0fa54d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8169050dc6d24552bea380994fe97ac5&device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 1094 time: 0.0487070 Sep 22 10:39:36.997454 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.017286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675db75f-f5c3-461a-a24c-98bfd67b6f80']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:37.026555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f93031-6e39-4847-902d-6ba59e08b1ea') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:37.026849 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f93031-6e39-4847-902d-6ba59e08b1ea') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:37.036064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.048756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-73efb9a6-2259-45df-99e3-aa7bb1a74531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:37.049868 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.050455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-73efb9a6-2259-45df-99e3-aa7bb1a74531 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5cdfabd-f920-49fc-b910-c975fb8f1105 HTTP/1.1" status: 200 len: 919 time: 0.0892782 Sep 22 10:39:37.056148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:37.056519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:37.059626 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:37.081118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, be360dd7-717a-4395-9e83-3bfe4a62e31d) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:37.088989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d3f98e-7b8b-41a0-a777-f07ae7cb4bab None None] Network be360dd7-717a-4395-9e83-3bfe4a62e31d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:37.093807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-3a295047-a5b6-4477-91a2-dced63b8ec6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d HTTP/1.1" status: 200 len: 217 time: 0.0357022 Sep 22 10:39:37.117858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:37.118346 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.155323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-c42cab36-ab61-41a2-927e-bbb0ddafcd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:37.156926 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-c42cab36-ab61-41a2-927e-bbb0ddafcd9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4db897d0-201f-4556-aea6-08e7ae019807 HTTP/1.1" status: 200 len: 858 time: 0.0562801 Sep 22 10:39:37.191133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-19455678-88a2-4211-bd52-86e60b642a39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5cdfabd-f920-49fc-b910-c975fb8f1105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261660 Sep 22 10:39:37.201363 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.209003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.214905 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/networks/675db75f-f5c3-461a-a24c-98bfd67b6f80 HTTP/1.1" status: 204 len: 168 time: 1.0559618 Sep 22 10:39:37.216955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46860) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:37.222650 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-439217282'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:37.264108 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb99f9e-0bac-49fe-bce0-cd3eb08c3a9e tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Network': ['ID=675db75f-f5c3-461a-a24c-98bfd67b6f80,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:37.275724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-be360dd7-717a-4395-9e83-3bfe4a62e31d', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:39:37.276934 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.288794 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5bc2c6ad-421f-4d8e-9dd1-4ec0f9acf65d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5691893 Sep 22 10:39:37.292057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46864) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:37.297948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:37.322482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-71ef8ac2-8b64-4960-ad36-85ceda3189e0 service neutron] 10.222.0.32 "GET /v2.0/networks/c5cdfabd-f920-49fc-b910-c975fb8f1105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235189 Sep 22 10:39:37.415109 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:37.421730 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.453156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:39:37.464060 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.464572 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Added segment 2fe8734b-9aa0-4b48-861e-ef2093b79a1a of type vlan for network b53b1794-2ece-458d-b8af-79848b30c7f9 Sep 22 10:39:37.476950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b342e9e0-9f0b-4127-883f-f7a6b2003e10 req-4eb68df1-8aee-49ff-aa9e-44c2c7d54c3c service neutron] 10.222.0.32 "GET /v2.0/networks/c5cdfabd-f920-49fc-b910-c975fb8f1105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447637 Sep 22 10:39:37.490548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Allocated IP 172.20.0.2 (be360dd7-717a-4395-9e83-3bfe4a62e31d/2d647f3d-7d78-478f-a70c-910db0b50d71/aa66239b-c269-48d3-b99e-dcdbbd52532c) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:37.528981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.600652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.601840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.628191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.631914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-3f2f00f3-be8b-4c04-b1e5-b5dae03a2cf1 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:37.633846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-3f2f00f3-be8b-4c04-b1e5-b5dae03a2cf1 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 946 time: 0.0907218 Sep 22 10:39:37.634125 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:37.636095 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.700796 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.710173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.758502 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Network': ['ID=b53b1794-2ece-458d-b8af-79848b30c7f9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:37.768628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b53b1794-2ece-458d-b8af-79848b30c7f9 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:39:37.831851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-c5c861a3-6488-4fef-b267-e6c16f8a645e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:37.840377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-c5c861a3-6488-4fef-b267-e6c16f8a645e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 815 time: 0.2053225 Sep 22 10:39:37.851960 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e21b004f-075d-4e12-a13e-a07b2a84f936 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6309962 Sep 22 10:39:37.853029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46886) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:37.861545 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.863747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-1d35f44c-1a03-496b-a238-2b64c4c680af tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/quotas/0c7a1bf82ff54ca5adfe2ad5a5c1d475 HTTP/1.1" status: 200 len: 375 time: 0.0219817 Sep 22 10:39:37.882551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': 'b53b1794-2ece-458d-b8af-79848b30c7f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:37.908263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Network be360dd7-717a-4395-9e83-3bfe4a62e31d is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:37.909684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:37.913537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:37.929968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Deleting port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:37.930331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.973702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.155111 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Attempting to bind port aa66239b-c269-48d3-b99e-dcdbbd52532c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:38.155482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Attempting to bind port aa66239b-c269-48d3-b99e-dcdbbd52532c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:38.155850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Attempting to bind port aa66239b-c269-48d3-b99e-dcdbbd52532c on network be360dd7-717a-4395-9e83-3bfe4a62e31d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:38.158140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 352e572f-515e-4d05-b5f0-9def15a6769e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:38.180026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 352e572f-515e-4d05-b5f0-9def15a6769e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:38.180395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 352e572f-515e-4d05-b5f0-9def15a6769e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:38.181755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Pushing event updated for resources: {'Port': ['ID=aa66239b-c269-48d3-b99e-dcdbbd52532c,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:38.186907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:38.187276 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Checking segment: {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:38.187708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.188105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Bound using segment: {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:38.188573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Bound port: aa66239b-c269-48d3-b99e-dcdbbd52532c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:38.188968 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.271916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] For port aa66239b-c269-48d3-b99e-dcdbbd52532c, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:38.276648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] For port aa66239b-c269-48d3-b99e-dcdbbd52532c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=aa66239b-c269-48d3-b99e-dcdbbd52532c,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:38.436300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-3109bdfe-0da0-43ae-a24a-aca6c5a95ebc tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5719943 Sep 22 10:39:38.445176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.457519 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.473281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.499624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] For port 49c43f46-7d14-4b53-bbc5-6e3b900637c2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=49c43f46-7d14-4b53-bbc5-6e3b900637c2,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:38.500470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.590704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73342f5-7770-4852-a7cf-4a0f08841a57 None None] Pushing event updated for resources: {'Port': ['ID=aa66239b-c269-48d3-b99e-dcdbbd52532c,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:38.607544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:38.611359 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.637372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Allocated IP 172.25.1.160 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/d8dc8583-3ff9-44f0-8863-3ec9689f1002) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:38.829479 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.902993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.903587 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:38.903684 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Floating IP 77ae1ab6-61c6-4ab8-94f4-e8650d993d82 disassociated. External IP: 172.25.1.65, port: 49c43f46-7d14-4b53-bbc5-6e3b900637c2. Sep 22 10:39:38.903982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Calling delete_port for 49c43f46-7d14-4b53-bbc5-6e3b900637c2 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:38.942823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-668c968f-d34b-43f9-b26d-ff90039398b3 service neutron] 10.222.0.20 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817958 Sep 22 10:39:38.994580 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:39.037387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:39.040732 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:39.048307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:39.051847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8dc8583-3ff9-44f0-8863-3ec9689f1002,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:39.163143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-eecb8869-e0ef-4237-b898-15e1db6a0af0 service neutron] 10.222.0.20 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917238 Sep 22 10:39:39.239235 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:39.312868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=c7662d34-f43b-4771-b02f-da9af89cae28,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:39.320455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:39.322566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Checking segment: {'id': '2fe8734b-9aa0-4b48-861e-ef2093b79a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b53b1794-2ece-458d-b8af-79848b30c7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:39.323002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network hostable DHCP agents. Network: b53b1794-2ece-458d-b8af-79848b30c7f9, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:39.355324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event deleted for resources: {'Port': ['ID=49c43f46-7d14-4b53-bbc5-6e3b900637c2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:39.557716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network b53b1794-2ece-458d-b8af-79848b30c7f9 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:39.561834 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:39.690467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0347e0e-832e-49d4-9ebd-ac19acf8a2fd req-d183f5b9-a2ca-4af1-8117-7a5c30bfb722 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 210 time: 0.1368980 Sep 22 10:39:39.712903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Router 08539bee-2d87-4b39-8451-1e292a36774c has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:39.854830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, b53b1794-2ece-458d-b8af-79848b30c7f9) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:39.859118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:39.859734 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:39.871087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137f972-f7ce-4d8e-919a-a228b073f224 None None] Network b53b1794-2ece-458d-b8af-79848b30c7f9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:39.919159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458d4a6-0375-4e76-998d-1347fa13c9c9 req-579e0cd3-f814-450f-ac55-1e2ab1bd933c tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:39.921469 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c458d4a6-0375-4e76-998d-1347fa13c9c9 req-579e0cd3-f814-450f-ac55-1e2ab1bd933c tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 943 time: 0.1073134 Sep 22 10:39:39.952834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f41ba0f-f80d-4779-91bc-1ba301a82a07 None None] Network be360dd7-717a-4395-9e83-3bfe4a62e31d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:39.966581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:39.982564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] Sync routers for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:39.996279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c458d4a6-0375-4e76-998d-1347fa13c9c9 req-d6f94cbc-cd98-4390-900d-ad5a6d5dc5ab tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612969 Sep 22 10:39:40.007718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:40.008852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:40.028732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] No DVR routers for this DVR port 49c43f46-7d14-4b53-bbc5-6e3b900637c2 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:40.031957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:40.034657 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdc494c1-1fef-4fe4-8d44-10663696ef9c req-f345d6f1-6e6b-408c-b2f0-175e0ad0bd89 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.30 "DELETE /v2.0/ports/49c43f46-7d14-4b53-bbc5-6e3b900637c2 HTTP/1.1" status: 204 len: 173 time: 2.3858345 Sep 22 10:39:40.035326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b66104-0dfa-4f72-8755-05666078b423', 'name': 'network-vif-deleted', 'tag': '49c43f46-7d14-4b53-bbc5-6e3b900637c2'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:40.038779 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb2a0b-481e-40c0-b8a5-072b7a5189dd" -d '{"events": [{"server_uuid": "d8b66104-0dfa-4f72-8755-05666078b423", "name": "network-vif-deleted", "tag": "49c43f46-7d14-4b53-bbc5-6e3b900637c2"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:40.042289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0f5e75c2-ade3-4665-9b89-97186d3c7c8b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1866820 Sep 22 10:39:40.058637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46904) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:40.092862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': 'b53b1794-2ece-458d-b8af-79848b30c7f9', 'name': 'tempest-PortsTestJSON-277251652', 'fixed_ips': [{'subnet_id': 'c7662d34-f43b-4771-b02f-da9af89cae28', 'ip_address': '172.20.0.10'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:40.181881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe5c9cb1-41dd-479f-ab36-52f7ad7b0bd7 req-92605a07-ec91-40be-b78a-cf6fa11b94a2 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 210 time: 0.0840006 Sep 22 10:39:40.204445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:40.253297 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cfa100-2bba-4c41-8d4f-3da8596f6044 x-openstack-request-id: req-67cfa100-2bba-4c41-8d4f-3da8596f6044 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:40.254034 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b66104-0dfa-4f72-8755-05666078b423", "name": "network-vif-deleted", "tag": "49c43f46-7d14-4b53-bbc5-6e3b900637c2", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:40.254553 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67cfa100-2bba-4c41-8d4f-3da8596f6044 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:40.255730 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b66104-0dfa-4f72-8755-05666078b423', 'name': 'network-vif-deleted', 'tag': '49c43f46-7d14-4b53-bbc5-6e3b900637c2', 'status': 'completed', 'code': 200} Sep 22 10:39:40.322449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device aa66239b-c269-48d3-b99e-dcdbbd52532c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:40.323522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:40.405537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:40.469088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-27649d80-a45e-49d4-9bf1-2ea7542116c5 None None] Provisioning complete for port aa66239b-c269-48d3-b99e-dcdbbd52532c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:40.469463 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-27649d80-a45e-49d4-9bf1-2ea7542116c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:40.510751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:40.528780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port a7968bb0-17fd-4079-b968-9787f169419f yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:40.579619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port aa66239b-c269-48d3-b99e-dcdbbd52532c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:40.579619 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:40.622977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Router 26c0e4c8-6b23-4f76-924a-1dda2d74764e is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:39:40.655067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-b53b1794-2ece-458d-b8af-79848b30c7f9', 'network_id': 'b53b1794-2ece-458d-b8af-79848b30c7f9', 'tenant_id': 'dd2ad88865c34e4db1865f6ac6509586', 'fixed_ips': [{'subnet_id': 'c7662d34-f43b-4771-b02f-da9af89cae28'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:39:40.656306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:40.709796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.10 (b53b1794-2ece-458d-b8af-79848b30c7f9/c7662d34-f43b-4771-b02f-da9af89cae28/a7968bb0-17fd-4079-b968-9787f169419f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:40.750190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:40.759673 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Sync routers for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:40.770075 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:40.774916 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:40.821848 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-27649d80-a45e-49d4-9bf1-2ea7542116c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:40.868629 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:40.871519 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae9dc49e-ef40-4bc4-888f-ec09c7de74e4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5769930 Sep 22 10:39:40.873845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46914) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:40.899312 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:21Z', 'revision_number': 5, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:40.903153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-27649d80-a45e-49d4-9bf1-2ea7542116c5 None None] For port aa66239b-c269-48d3-b99e-dcdbbd52532c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=aa66239b-c269-48d3-b99e-dcdbbd52532c,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:40.937581 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:40.938413 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:40.955835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] Checking router: 08539bee-2d87-4b39-8451-1e292a36774c for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:40.966196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:40.967136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:40.977148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23720e56-17e0-4286-a1d4-1e830819a364 req-3febaeb1-3d1d-47cb-87c7-d12f4be43b09 tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8b66104-0dfa-4f72-8755-05666078b423 HTTP/1.1" status: 200 len: 210 time: 0.0627553 Sep 22 10:39:41.021210 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-27649d80-a45e-49d4-9bf1-2ea7542116c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:41.062686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:41.086968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:39:41.206165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 49c43f46-7d14-4b53-bbc5-6e3b900637c2 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:41.208559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:41.307725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network b53b1794-2ece-458d-b8af-79848b30c7f9 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:41.320088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:41.324938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:41.334662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 49c43f46-7d14-4b53-bbc5-6e3b900637c2 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:41.335040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 49c43f46-7d14-4b53-bbc5-6e3b900637c2 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:41.355875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6486ef4-bfbd-469b-8778-d2349d4ce225 req-85ce19e0-2436-40fa-88ca-198d98999ece tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:41.361168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6486ef4-bfbd-469b-8778-d2349d4ce225 req-85ce19e0-2436-40fa-88ca-198d98999ece tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 943 time: 0.1966128 Sep 22 10:39:41.409917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Allocated IP 172.20.0.2 (b53b1794-2ece-458d-b8af-79848b30c7f9/c7662d34-f43b-4771-b02f-da9af89cae28/46b0508a-0eac-4860-ac78-01699ff53b81) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:41.414752 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:39Z', 'revision_number': 3, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:41.427192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=a7968bb0-17fd-4079-b968-9787f169419f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:41.455417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6486ef4-bfbd-469b-8778-d2349d4ce225 req-1b903993-3e88-4e6c-8420-1ef54b850a8f tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510008 Sep 22 10:39:41.504309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:41.509875 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Checking router: 26c0e4c8-6b23-4f76-924a-1dda2d74764e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:41.511267 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Updating router 26c0e4c8-6b23-4f76-924a-1dda2d74764e port d8dc8583-3ff9-44f0-8863-3ec9689f1002 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:39:41.512267 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:41.550292 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:41.622650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f0eda72b-ef77-411a-96bf-3f48f6c6b140 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5624452 Sep 22 10:39:41.638577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46926) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:41.652372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': 'b53b1794-2ece-458d-b8af-79848b30c7f9', 'name': 'tempest-PortsTestJSON-1144478325', 'fixed_ips': [{'subnet_id': 'c7662d34-f43b-4771-b02f-da9af89cae28', 'ip_address': '172.20.0.9'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:41.666875 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a456b78-6b2f-4a9e-9fdd-984055ed2484 req-c09fb4d5-48d1-4ada-bef9-a7a36831886d tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 210 time: 0.0563512 Sep 22 10:39:41.702588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:41.805857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:41.850894 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:39:41.857313 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f9b22b8d-410a-473c-9b2c-954128e462b3 None None] Provisioning complete for port aa66239b-c269-48d3-b99e-dcdbbd52532c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:41.857501 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9b22b8d-410a-473c-9b2c-954128e462b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:41.891244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27649d80-a45e-49d4-9bf1-2ea7542116c5 None None] Pushing event updated for resources: {'Port': ['ID=aa66239b-c269-48d3-b99e-dcdbbd52532c,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:41.893919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:39:41.902134 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:39:41.916158 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:41.923447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Allocated IP 172.20.0.1 (be360dd7-717a-4395-9e83-3bfe4a62e31d/2d647f3d-7d78-478f-a70c-910db0b50d71/d40260d9-f974-4a8d-b8e6-233868ef6967) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:41.966435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:41.974723 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.000265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port eea31728-87b6-41fe-83e2-4887b422d267 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:42.011278 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.057815 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.095092 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46930) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:42.110331 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Attempting to bind port d8dc8583-3ff9-44f0-8863-3ec9689f1002 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:42.111099 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Attempting to bind port d8dc8583-3ff9-44f0-8863-3ec9689f1002 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:42.111702 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Attempting to bind port d8dc8583-3ff9-44f0-8863-3ec9689f1002 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:42.120294 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ac22-897e-4a41-b6f1-3f52addb94e5 None None] Pushing event updated for resources: {'Port': ['ID=d8dc8583-3ff9-44f0-8863-3ec9689f1002,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:42.125901 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:42.126709 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:42.127333 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.127933 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:42.129134 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Bound port: d8dc8583-3ff9-44f0-8863-3ec9689f1002, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:42.129700 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.203528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,segment=NetworkSegment(7d75f9c9-add7-4575-ad2e-9accba8345d0),segment_id=7d75f9c9-add7-4575-ad2e-9accba8345d0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:42.210410 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] For port d8dc8583-3ff9-44f0-8863-3ec9689f1002, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:42.217181 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] For port d8dc8583-3ff9-44f0-8863-3ec9689f1002, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d8dc8583-3ff9-44f0-8863-3ec9689f1002,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:42.218682 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.235991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '807b81f6-8ccc-4d7f-a9ff-0573ee491a2d', 'network_id': 'c5cdfabd-f920-49fc-b910-c975fb8f1105', 'port_id': '807b81f6-8ccc-4d7f-a9ff-0573ee491a2d', 'mac_address': 'fa:16:3e:5c:79:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db897d0-201f-4556-aea6-08e7ae019807', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:39:42.290464 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.293570 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.329448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Deleting port d3757491-7c12-4e2c-bf2b-9094ee8606e1 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:42.330996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.369835 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.375196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.408195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Network b53b1794-2ece-458d-b8af-79848b30c7f9 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:42.416194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.9 (b53b1794-2ece-458d-b8af-79848b30c7f9/c7662d34-f43b-4771-b02f-da9af89cae28/eea31728-87b6-41fe-83e2-4887b422d267) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:42.427461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-1dba3344-5e3b-44a5-a567-bd40a84f0324 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:42.429280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-1dba3344-5e3b-44a5-a567-bd40a84f0324 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 815 time: 0.2145877 Sep 22 10:39:42.430660 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:42.431404 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:42.433348 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6ac22-897e-4a41-b6f1-3f52addb94e5 None None] Pushing event updated for resources: {'Port': ['ID=d8dc8583-3ff9-44f0-8863-3ec9689f1002,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:42.452585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Request body: {'port': {'device_id': '5bb5fa8c-7623-45dc-9706-2c036bae7032', 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7', 'admin_state_up': True, 'tenant_id': '0c7a1bf82ff54ca5adfe2ad5a5c1d475'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:42.475067 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Network be360dd7-717a-4395-9e83-3bfe4a62e31d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:42.489727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:42.490127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:42.500132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:42.528980 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:42.586214 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:42.601690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,segment=NetworkSegment(7d75f9c9-add7-4575-ad2e-9accba8345d0),segment_id=7d75f9c9-add7-4575-ad2e-9accba8345d0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:42.706896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Pushing event updated for resources: {'Port': ['ID=46b0508a-0eac-4860-ac78-01699ff53b81,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:42.708327 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:42.716315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device aa66239b-c269-48d3-b99e-dcdbbd52532c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:42.727867 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.736261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Pushing event updated for resources: {'Port': ['ID=d40260d9-f974-4a8d-b8e6-233868ef6967,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:42.768607 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.798742 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.799286 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.885263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Calling delete_port for d3757491-7c12-4e2c-bf2b-9094ee8606e1 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:42.891088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Attempting to bind port 46b0508a-0eac-4860-ac78-01699ff53b81 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:42.891622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Attempting to bind port 46b0508a-0eac-4860-ac78-01699ff53b81 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2fe8734b-9aa0-4b48-861e-ef2093b79a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b53b1794-2ece-458d-b8af-79848b30c7f9'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:42.892159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Attempting to bind port 46b0508a-0eac-4860-ac78-01699ff53b81 on network b53b1794-2ece-458d-b8af-79848b30c7f9 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:42.966650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:42.967361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Checking segment: {'id': '2fe8734b-9aa0-4b48-861e-ef2093b79a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b53b1794-2ece-458d-b8af-79848b30c7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:42.967470 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.967874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Bound using segment: {'id': '2fe8734b-9aa0-4b48-861e-ef2093b79a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b53b1794-2ece-458d-b8af-79848b30c7f9'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:42.968377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Bound port: 46b0508a-0eac-4860-ac78-01699ff53b81, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe8734b-9aa0-4b48-861e-ef2093b79a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b53b1794-2ece-458d-b8af-79848b30c7f9'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:42.968778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:42.971882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:21Z', 'revision_number': 5, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:43.004148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86eba2c-af30-4816-9465-3dc958a9f150 None None] The sync data for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 is: [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:34:15Z', 'revision_number': 4, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '59207bf4-ffe8-412c-88f9-e5d4e50a547c', 'name': '', 'network_id': '46f5533a-1319-4436-8b6b-fa56d08e7217', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'mac_address': 'fa:16:3e:9e:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:15Z', 'updated_at': '2021-09-22T10:34:21Z', 'revision_number': 5, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'subnets': [{'id': 'f78424d6-2366-4205-8838-9b9a25f5895f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:43.006021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['807b81f6-8ccc-4d7f-a9ff-0573ee491a2d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:43.020603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:43.056379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.119150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5295-1684-4204-8c78-29597b3c97d2 req-5dab7fd1-8082-46df-9064-d20ec60f2f11 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:43.122265 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] For port 46b0508a-0eac-4860-ac78-01699ff53b81, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:43.128485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] For port 46b0508a-0eac-4860-ac78-01699ff53b81, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=46b0508a-0eac-4860-ac78-01699ff53b81,segment=NetworkSegment(2fe8734b-9aa0-4b48-861e-ef2093b79a1a),segment_id=2fe8734b-9aa0-4b48-861e-ef2093b79a1a)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:43.128640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-415b5295-1684-4204-8c78-29597b3c97d2 req-5dab7fd1-8082-46df-9064-d20ec60f2f11 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 944 time: 0.4091663 Sep 22 10:39:43.140519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-16949142-2848-464e-a73c-58dc80d57a9f None None] Provisioning complete for port d40260d9-f974-4a8d-b8e6-233868ef6967 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:43.140910 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-16949142-2848-464e-a73c-58dc80d57a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.186891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-415b5295-1684-4204-8c78-29597b3c97d2 req-d7a94005-2e4d-4412-bf39-5fcbd9a4b34f tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544684 Sep 22 10:39:43.189859 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.192348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port aa66239b-c269-48d3-b99e-dcdbbd52532c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:43.192768 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.197441 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:39Z', 'revision_number': 3, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:43.223417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.228879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Made reservation on behalf of 0c7a1bf82ff54ca5adfe2ad5a5c1d475 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:43.233289 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.233674 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab925d2-4cda-4b8f-8897-77720923a847 None None] The sync data for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 is: [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:39Z', 'revision_number': 3, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:43.279589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event deleted for resources: {'Port': ['ID=d3757491-7c12-4e2c-bf2b-9094ee8606e1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:43.287847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.396475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-16949142-2848-464e-a73c-58dc80d57a9f None None] Port d40260d9-f974-4a8d-b8e6-233868ef6967 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:43.396682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network b53b1794-2ece-458d-b8af-79848b30c7f9 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:43.416523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:43.423157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:43.464451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.472404 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.474503 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-980e0de5-a6e0-4899-9024-46ed8eb2abfc tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "DELETE /v2.0/floatingips/77ae1ab6-61c6-4ab8-94f4-e8650d993d82 HTTP/1.1" status: 204 len: 168 time: 1.3777833 Sep 22 10:39:43.485291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728599f-f809-44b6-bee9-b68f0a865fac None None] Pushing event updated for resources: {'Port': ['ID=46b0508a-0eac-4860-ac78-01699ff53b81,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:43.486340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03a7525c-99d1-4acd-a52a-fb8ed3c52e07 req-8f7680b6-63af-4ebb-98ee-d6a4a90a5e96 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 210 time: 0.1050391 Sep 22 10:39:43.494853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=eea31728-87b6-41fe-83e2-4887b422d267,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:43.515128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777d6610-f406-4dfc-8512-6c17700c36fb None None] New status for floating IP 77ae1ab6-61c6-4ab8-94f4-e8650d993d82: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:39:43.557294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.613203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:43.613203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:43.673546 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46944) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:43.781987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-70b1b977-d0b5-4aaf-9fc8-303b12b1d8a9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1419675 Sep 22 10:39:43.786010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46946) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:43.821989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Allocated IP 172.20.0.4 (f536865a-5d3b-4f15-9acd-b7373dd789d7/164ad57f-7318-45ca-8050-46487554cbec/9882d734-839a-4853-b880-f8adba15305f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:43.955378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83ba38-d461-430f-8e4d-d14ffb7e2553 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:43.958694 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9f83ba38-d461-430f-8e4d-d14ffb7e2553 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1648872 Sep 22 10:39:43.963013 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46948) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:43.989516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07c1e8f7-34c8-45b5-bdd6-619c79aa408b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.021976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.039898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07c1e8f7-34c8-45b5-bdd6-619c79aa408b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.091451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.103915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd29af-248d-4ce8-ae22-6c24dcf0888d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:44.109966 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd29af-248d-4ce8-ae22-6c24dcf0888d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:44.116025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd29af-248d-4ce8-ae22-6c24dcf0888d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:44.117793 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b9bd29af-248d-4ce8-ae22-6c24dcf0888d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1538417 Sep 22 10:39:44.120997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46950) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:44.194152 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.206789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84', '6595ce75-f7ac-4404-98cd-d6cd7686f7b2'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:44.212995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['74d3c2ab-454b-4a88-9a12-98a11931e332'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:44.236802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Network f536865a-5d3b-4f15-9acd-b7373dd789d7 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:44.240802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:44.245172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.257190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:44.309592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Pushing event updated for resources: {'Port': ['ID=9882d734-839a-4853-b880-f8adba15305f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:44.351968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Pushing event updated for resources: {'Port': ['ID=d40260d9-f974-4a8d-b8e6-233868ef6967,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:44.357759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07c1e8f7-34c8-45b5-bdd6-619c79aa408b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.360530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07c1e8f7-34c8-45b5-bdd6-619c79aa408b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.362017 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-07c1e8f7-34c8-45b5-bdd6-619c79aa408b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3088fec-b4af-449d-a713-c16543308a4f HTTP/1.1" status: 204 len: 168 time: 0.6874685 Sep 22 10:39:44.398609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1e8f7-34c8-45b5-bdd6-619c79aa408b tempest-TestServerBasicOps-620745906 tempest-TestServerBasicOps-620745906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3088fec-b4af-449d-a713-c16543308a4f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:44.407836 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.415826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:44.418026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.432235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-59f294d5-489c-4c86-b62f-5e0a5c953b91 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port eea31728-87b6-41fe-83e2-4887b422d267 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:44.432834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59f294d5-489c-4c86-b62f-5e0a5c953b91 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.528855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbbffb-aa99-47ed-acd9-6f742ab006a7 req-d1ec150e-46f5-40dc-846d-b55c5c8917be tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:44.528855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2cbbffb-aa99-47ed-acd9-6f742ab006a7 req-d1ec150e-46f5-40dc-846d-b55c5c8917be tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 944 time: 0.1946023 Sep 22 10:39:44.574873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-8a877f5f-d76b-473e-ae76-31228a370843 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1282818 Sep 22 10:39:44.597406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Network be360dd7-717a-4395-9e83-3bfe4a62e31d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:44.600175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:44.610083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Request body: {'port': {'device_id': '5bb5fa8c-7623-45dc-9706-2c036bae7032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:44.708073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2cbbffb-aa99-47ed-acd9-6f742ab006a7 req-f4e1f71f-2d9c-49d6-b6bd-aee26798d7bd tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446490 Sep 22 10:39:44.716793 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59f294d5-489c-4c86-b62f-5e0a5c953b91 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.775066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-59f294d5-489c-4c86-b62f-5e0a5c953b91 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for eea31728-87b6-41fe-83e2-4887b422d267 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:44.803855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:44.868871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Router 26c0e4c8-6b23-4f76-924a-1dda2d74764e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:44.896740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 46b0508a-0eac-4860-ac78-01699ff53b81 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:44.992901 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46966) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:45.046294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 46b0508a-0eac-4860-ac78-01699ff53b81 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:45.046749 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.054036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:45.078654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:45.093134 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-07bc1f3e-26bf-4d1f-b446-8c58f0704c6b admin admin] 10.222.0.20 "PUT /v2.0/routers/26c0e4c8-6b23-4f76-924a-1dda2d74764e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2100024 Sep 22 10:39:45.147210 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d94c05-bd98-426a-906b-7b91ef0f498e None None] Network b53b1794-2ece-458d-b8af-79848b30c7f9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:45.174331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7bc7476f-b92d-41e9-9b0c-f1fc26ecd142 None None] Provisioning complete for port d40260d9-f974-4a8d-b8e6-233868ef6967 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:45.174709 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7bc7476f-b92d-41e9-9b0c-f1fc26ecd142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.286718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92189987-3794-41f4-9f46-8578a3a56052 req-332387e9-a29a-45f4-8fad-f15e7a63be7a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:45.289007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-92189987-3794-41f4-9f46-8578a3a56052 req-332387e9-a29a-45f4-8fad-f15e7a63be7a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 931 time: 0.1691113 Sep 22 10:39:45.295456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7476f-b92d-41e9-9b0c-f1fc26ecd142 None None] Port d40260d9-f974-4a8d-b8e6-233868ef6967 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:45.370878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-92189987-3794-41f4-9f46-8578a3a56052 req-9c611d28-0c53-4ac5-bb07-6674b77171a1 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601871 Sep 22 10:39:45.390533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.426793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9882d734-839a-4853-b880-f8adba15305f {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:45.436756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.459751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Transition to ACTIVE for port object 9882d734-839a-4853-b880-f8adba15305f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:39:45.461264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59f294d5-489c-4c86-b62f-5e0a5c953b91 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.476345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 46b0508a-0eac-4860-ac78-01699ff53b81, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=46b0508a-0eac-4860-ac78-01699ff53b81,segment=NetworkSegment(2fe8734b-9aa0-4b48-861e-ef2093b79a1a),segment_id=2fe8734b-9aa0-4b48-861e-ef2093b79a1a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:45.477399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:39:45.479443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-52302214-1369-4733-9525-991c56c5623f None None] Provisioning complete for port 46b0508a-0eac-4860-ac78-01699ff53b81 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:45.479818 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52302214-1369-4733-9525-991c56c5623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.543118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:45.543500 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.546635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f294d5-489c-4c86-b62f-5e0a5c953b91 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=eea31728-87b6-41fe-83e2-4887b422d267,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:45.639994 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59f294d5-489c-4c86-b62f-5e0a5c953b91 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.644416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-59f294d5-489c-4c86-b62f-5e0a5c953b91 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/eea31728-87b6-41fe-83e2-4887b422d267 HTTP/1.1" status: 204 len: 168 time: 1.5199285 Sep 22 10:39:45.645410 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.647177 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.647365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d8dc8583-3ff9-44f0-8863-3ec9689f1002 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:45.653320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46978) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:45.693823 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Sync routers for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:45.703492 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:45.704621 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:45.717785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:45.730204 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e5e28d-0b3c-415f-a0a1-85a31bc7c4eb tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:39:45.732049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-25e5e28d-0b3c-415f-a0a1-85a31bc7c4eb tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/eea31728-87b6-41fe-83e2-4887b422d267 HTTP/1.1" status: 404 len: 333 time: 0.0720351 Sep 22 10:39:45.740235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46980) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:45.745058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=46b0508a-0eac-4860-ac78-01699ff53b81,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:45.804341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Pushing event updated for resources: {'Port': ['ID=9882d734-839a-4853-b880-f8adba15305f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:45.883679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46984) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:45.889338 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:45.891488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-08e0e77f-d679-4c76-a738-88b24883e3e4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--18728460', 'description': 'tempest-description--1462548549'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:46.075119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Attempting to bind port 9882d734-839a-4853-b880-f8adba15305f on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:46.075730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Attempting to bind port 9882d734-839a-4853-b880-f8adba15305f by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:46.076858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Attempting to bind port 9882d734-839a-4853-b880-f8adba15305f on network f536865a-5d3b-4f15-9acd-b7373dd789d7 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:46.099966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Port 9882d734-839a-4853-b880-f8adba15305f on network f536865a-5d3b-4f15-9acd-b7373dd789d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:39:46.100545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Attempting to bind port 9882d734-839a-4853-b880-f8adba15305f on network f536865a-5d3b-4f15-9acd-b7373dd789d7 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:46.120954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a9199-21e3-4fdf-a1eb-b81eb28c00a0 req-19799eda-4fce-49a3-ad9f-fc84879a3db4 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:46.130458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d28a9199-21e3-4fdf-a1eb-b81eb28c00a0 req-19799eda-4fce-49a3-ad9f-fc84879a3db4 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 944 time: 0.1594436 Sep 22 10:39:46.170694 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52302214-1369-4733-9525-991c56c5623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.213266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:46.213650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Checking segment: {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:46.214533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Bound using segment: {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:46.214533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Bound port: 9882d734-839a-4853-b880-f8adba15305f, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9017b7-83dd-47c2-bd18-3a847fccdacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:46.214888 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.242775 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08e0e77f-d679-4c76-a738-88b24883e3e4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.253319 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 2, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:46.295131 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.304952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Deleting port 59207bf4-ffe8-412c-88f9-e5d4e50a547c {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:46.305400 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.315177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d28a9199-21e3-4fdf-a1eb-b81eb28c00a0 req-5ab786ae-d1c7-418a-b8e8-9f01e71eb09c tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834376 Sep 22 10:39:46.322662 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Checking router: 26c0e4c8-6b23-4f76-924a-1dda2d74764e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:46.323017 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Updating router 26c0e4c8-6b23-4f76-924a-1dda2d74764e port d40260d9-f974-4a8d-b8e6-233868ef6967 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:39:46.330609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0af34295-57c2-43f3-9bab-8132db903799 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port a7968bb0-17fd-4079-b968-9787f169419f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:46.330963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0af34295-57c2-43f3-9bab-8132db903799 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.381573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d8dc8583-3ff9-44f0-8863-3ec9689f1002 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:46.382494 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.387638 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.387638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331b89ce-0870-4c68-8ecb-33361e6e388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807b81f6-8ccc-4d7f-a9ff-0573ee491a2d'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:46.387638 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f47dea-dbc0-4f18-9090-a67c3650a6a7" -d '{"events": [{"server_uuid": "331b89ce-0870-4c68-8ecb-33361e6e388f", "name": "network-vif-plugged", "status": "completed", "tag": "807b81f6-8ccc-4d7f-a9ff-0573ee491a2d"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:46.431789 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-52302214-1369-4733-9525-991c56c5623f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:39:46.432289 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-52302214-1369-4733-9525-991c56c5623f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:39:46.438465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,segment=NetworkSegment(7d75f9c9-add7-4575-ad2e-9accba8345d0),segment_id=7d75f9c9-add7-4575-ad2e-9accba8345d0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:46.451762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] For port 59207bf4-ffe8-412c-88f9-e5d4e50a547c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=59207bf4-ffe8-412c-88f9-e5d4e50a547c,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:46.453229 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.487974 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Calling delete_port for 59207bf4-ffe8-412c-88f9-e5d4e50a547c owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:46.496200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] For port 9882d734-839a-4853-b880-f8adba15305f, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:46.503734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] For port 9882d734-839a-4853-b880-f8adba15305f, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9882d734-839a-4853-b880-f8adba15305f,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:46.559196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.680171 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b5364a-c752-4415-a8e3-1a3cd8417ad4 x-openstack-request-id: req-b9b5364a-c752-4415-a8e3-1a3cd8417ad4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:46.680463 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331b89ce-0870-4c68-8ecb-33361e6e388f", "name": "network-vif-plugged", "status": "completed", "tag": "807b81f6-8ccc-4d7f-a9ff-0573ee491a2d", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:46.680720 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9b5364a-c752-4415-a8e3-1a3cd8417ad4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:46.681115 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331b89ce-0870-4c68-8ecb-33361e6e388f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807b81f6-8ccc-4d7f-a9ff-0573ee491a2d', 'code': 200} Sep 22 10:39:46.701682 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.788773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d8dc8583-3ff9-44f0-8863-3ec9689f1002, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d8dc8583-3ff9-44f0-8863-3ec9689f1002,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:46.803295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:46.872113 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.874353 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.903335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.960307 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:46.965693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59207bf4-ffe8-412c-88f9-e5d4e50a547c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:47.007596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d8dc8583-3ff9-44f0-8863-3ec9689f1002,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:47.022856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 46b0508a-0eac-4860-ac78-01699ff53b81 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:47.055404 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ea686-4d8c-42d8-ba66-a7622a4bf9df None None] Pushing event updated for resources: {'Port': ['ID=d40260d9-f974-4a8d-b8e6-233868ef6967,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:47.172590 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.191039 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Attempting to bind port d40260d9-f974-4a8d-b8e6-233868ef6967 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:47.192105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 46b0508a-0eac-4860-ac78-01699ff53b81 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:47.192703 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.199239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Attempting to bind port d40260d9-f974-4a8d-b8e6-233868ef6967 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:47.199239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Attempting to bind port d40260d9-f974-4a8d-b8e6-233868ef6967 on network be360dd7-717a-4395-9e83-3bfe4a62e31d {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:47.216383 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:47.216862 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Checking segment: {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:47.217340 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.217833 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Bound using segment: {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:47.218482 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Bound port: d40260d9-f974-4a8d-b8e6-233868ef6967, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:47.218933 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.305885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-eacb1964-6f1e-4e34-80b8-21b19ff1facd None None] Provisioning complete for port 46b0508a-0eac-4860-ac78-01699ff53b81 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:47.306397 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eacb1964-6f1e-4e34-80b8-21b19ff1facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.342347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.360090 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] For port d40260d9-f974-4a8d-b8e6-233868ef6967, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:47.360226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:47.360226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.362262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] 10.222.0.30 "PUT /v2.0/ports/9882d734-839a-4853-b880-f8adba15305f HTTP/1.1" status: 200 len: 1091 time: 2.7567477 Sep 22 10:39:47.376056 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] For port d40260d9-f974-4a8d-b8e6-233868ef6967, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d40260d9-f974-4a8d-b8e6-233868ef6967,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:47.394084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb5fa8c-7623-45dc-9706-2c036bae7032', 'tag': '9882d734-839a-4853-b880-f8adba15305f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:47.397004 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d21653-2bda-4b36-b1e3-3b038361595e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb5fa8c-7623-45dc-9706-2c036bae7032", "tag": "9882d734-839a-4853-b880-f8adba15305f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:47.455636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da09fc1-43c4-4240-9f79-95cc40ba4a77 service neutron] Pushing event updated for resources: {'Port': ['ID=9882d734-839a-4853-b880-f8adba15305f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:47.459333 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.473145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cc82d-f51b-42ee-8fe7-a40393f58e46 req-99b8d727-71ae-4fa8-b180-31d2cdeb25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:47.475287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a7cc82d-f51b-42ee-8fe7-a40393f58e46 req-99b8d727-71ae-4fa8-b180-31d2cdeb25ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 1096 time: 0.3534093 Sep 22 10:39:47.500172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-eacb1964-6f1e-4e34-80b8-21b19ff1facd None None] Could not find standard attr ID for object eea31728-87b6-41fe-83e2-4887b422d267. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:39:47.512956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfc4fb-e9a1-4143-95c6-616bfa4cf13c req-436650f8-3973-4e30-8461-81c75eb9ac0e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:47.519676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-eacb1964-6f1e-4e34-80b8-21b19ff1facd None None] Provisioning complete for port a7968bb0-17fd-4079-b968-9787f169419f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:47.521546 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eacb1964-6f1e-4e34-80b8-21b19ff1facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.524750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69bfc4fb-e9a1-4143-95c6-616bfa4cf13c req-436650f8-3973-4e30-8461-81c75eb9ac0e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 943 time: 0.3957834 Sep 22 10:39:47.572334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-eacb1964-6f1e-4e34-80b8-21b19ff1facd None None] Port a7968bb0-17fd-4079-b968-9787f169419f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:47.584524 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:47.585165 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:47.597643 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0af34295-57c2-43f3-9bab-8132db903799 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.612599 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08e0e77f-d679-4c76-a738-88b24883e3e4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.684733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0af34295-57c2-43f3-9bab-8132db903799 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for a7968bb0-17fd-4079-b968-9787f169419f owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:47.710961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-93e104cf-ffee-4480-b460-f4d73388ee26 None None] Provisioning complete for port d40260d9-f974-4a8d-b8e6-233868ef6967 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:47.711533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-93e104cf-ffee-4480-b460-f4d73388ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.738006 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ea686-4d8c-42d8-ba66-a7622a4bf9df None None] Pushing event updated for resources: {'Port': ['ID=d40260d9-f974-4a8d-b8e6-233868ef6967,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:47.777392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08e0e77f-d679-4c76-a738-88b24883e3e4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.873922 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:47.875155 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-93e104cf-ffee-4480-b460-f4d73388ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:47.884361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a7cc82d-f51b-42ee-8fe7-a40393f58e46 req-a4c3b3d3-45b8-4e8b-a3e4-94c9a4e7972e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909833 Sep 22 10:39:47.920188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69bfc4fb-e9a1-4143-95c6-616bfa4cf13c req-630ef0b0-4d79-49f4-a23d-3b6557ef641a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882296 Sep 22 10:39:47.952002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-93e104cf-ffee-4480-b460-f4d73388ee26 None None] For port d40260d9-f974-4a8d-b8e6-233868ef6967, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d40260d9-f974-4a8d-b8e6-233868ef6967,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:47.955660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-6046aaca-5793-45ef-ae28-17b81304e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:47.957259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-6046aaca-5793-45ef-ae28-17b81304e9ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 1094 time: 0.4257300 Sep 22 10:39:47.986361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0e77f-d679-4c76-a738-88b24883e3e4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:48.051508 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-93e104cf-ffee-4480-b460-f4d73388ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.103248 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e104cf-ffee-4480-b460-f4d73388ee26 None None] Pushing event updated for resources: {'Port': ['ID=d40260d9-f974-4a8d-b8e6-233868ef6967,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:48.110498 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08e0e77f-d679-4c76-a738-88b24883e3e4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.115475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-08e0e77f-d679-4c76-a738-88b24883e3e4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2285109 Sep 22 10:39:48.123292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47000) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:48.149284 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:48.173123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bd9f5b49-30f0-4891-b502-d6935f5de138 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'security_group_rule': {'security_group_id': '2cb9af20-8404-49b3-a4c4-49e3ee2e9b64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:48.175476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fc91b26e-f33d-4291-9ee6-596465536067 None None] Provisioning complete for port d40260d9-f974-4a8d-b8e6-233868ef6967 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:48.176397 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fc91b26e-f33d-4291-9ee6-596465536067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.187118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-3a9f609a-2758-4941-b1e5-e65aedd7fccb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9882d734-839a-4853-b880-f8adba15305f HTTP/1.1" status: 200 len: 217 time: 0.1968656 Sep 22 10:39:48.192061 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898d164-2e4b-4dbc-8778-2512d76fab6a None None] The sync data for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 is: [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:48.275361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-3641ad3d-80c2-41e5-b507-4f9f289ba465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:48.276708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-3641ad3d-80c2-41e5-b507-4f9f289ba465 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 200 len: 855 time: 0.0659029 Sep 22 10:39:48.292773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Router 08539bee-2d87-4b39-8451-1e292a36774c has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:48.329168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-c8dec2e2-0680-4913-b47c-c5dcefc4d9ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f536865a-5d3b-4f15-9acd-b7373dd789d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432057 Sep 22 10:39:48.337208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda304c-fac2-4d5b-a5fd-7b100655a900 req-76ebfee9-aab7-42b6-9b77-aa36e7dc3968 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:48.338812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7eda304c-fac2-4d5b-a5fd-7b100655a900 req-76ebfee9-aab7-42b6-9b77-aa36e7dc3968 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 945 time: 0.2926664 Sep 22 10:39:48.387108 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0af34295-57c2-43f3-9bab-8132db903799 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.434626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:48.442182 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b8cd985c-4bf3-4025-b572-09f1a304cde4 admin admin] 10.222.0.20 "PUT /v2.0/routers/08539bee-2d87-4b39-8451-1e292a36774c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4460778 Sep 22 10:39:48.444277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] Sync routers for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:48.446588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47002) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:48.456173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:48.462856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:48.484874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5b49-30f0-4891-b502-d6935f5de138 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.497427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af34295-57c2-43f3-9bab-8132db903799 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=a7968bb0-17fd-4079-b968-9787f169419f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:48.570879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7eda304c-fac2-4d5b-a5fd-7b100655a900 req-b715b01d-541f-4e08-84ad-a0f2414feda3 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022002 Sep 22 10:39:48.834567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.836180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-b036dfe3-243e-4fe1-ba6e-2a6b1dffad81 service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265243 Sep 22 10:39:48.836399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:48.837766 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d620822a-7884-4b10-a7bb-4799f77e7c36 x-openstack-request-id: req-d620822a-7884-4b10-a7bb-4799f77e7c36 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:48.837766 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb5fa8c-7623-45dc-9706-2c036bae7032", "tag": "9882d734-839a-4853-b880-f8adba15305f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:48.837766 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d620822a-7884-4b10-a7bb-4799f77e7c36 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:48.837766 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb5fa8c-7623-45dc-9706-2c036bae7032', 'tag': '9882d734-839a-4853-b880-f8adba15305f', 'status': 'completed', 'code': 200} Sep 22 10:39:48.837766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0af34295-57c2-43f3-9bab-8132db903799 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.837766 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0af34295-57c2-43f3-9bab-8132db903799 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/a7968bb0-17fd-4079-b968-9787f169419f HTTP/1.1" status: 204 len: 168 time: 3.0200763 Sep 22 10:39:48.837766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47008) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:48.837766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5b49-30f0-4891-b502-d6935f5de138 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.838509 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.838663 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-121e2bff-02c4-4255-973d-e27b49c5613b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:39:48.843501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-121e2bff-02c4-4255-973d-e27b49c5613b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/a7968bb0-17fd-4079-b968-9787f169419f HTTP/1.1" status: 404 len: 333 time: 0.0733969 Sep 22 10:39:48.844149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47010) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:48.896964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cf469e4-d9f0-4c8c-a32e-8d2f91f94238 req-523e8476-fa24-4bbb-bd3c-ab8ffe16b0c7 service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082586 Sep 22 10:39:48.956542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5b49-30f0-4891-b502-d6935f5de138 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:48.983363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 5, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port': {'id': 'aac59bee-b12b-471b-910f-b12b572553ee', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08539bee-2d87-4b39-8451-1e292a36774c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:12Z', 'updated_at': '2021-09-22T10:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:48.986361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71056aa-3dac-472c-98b5-9b7d751e5d0c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet c7662d34-f43b-4771-b02f-da9af89cae28 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:48.998916 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d71056aa-3dac-472c-98b5-9b7d751e5d0c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.009884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f5b49-30f0-4891-b502-d6935f5de138 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c485db8-7948-4d07-bc48-af267c4243fa,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:49.053541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] Checking router: 08539bee-2d87-4b39-8451-1e292a36774c for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:49.075164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] Routers {'08539bee-2d87-4b39-8451-1e292a36774c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:49.075809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['08539bee-2d87-4b39-8451-1e292a36774c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:49.109355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d71056aa-3dac-472c-98b5-9b7d751e5d0c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.126916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5b49-30f0-4891-b502-d6935f5de138 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.132104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bd9f5b49-30f0-4891-b502-d6935f5de138 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9630666 Sep 22 10:39:49.132738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47018) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:49.138902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-593656eb-b0df-4a00-ae02-787b28200266 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'security_group_rule': {'security_group_id': '2cb9af20-8404-49b3-a4c4-49e3ee2e9b64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:49.244651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b0d3b-e226-460e-902f-943936d76585 req-4ea133a3-8b6c-48b7-b36e-cbb544d610e8 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:49.259588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d7b0d3b-e226-460e-902f-943936d76585 req-4ea133a3-8b6c-48b7-b36e-cbb544d610e8 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 943 time: 0.1827264 Sep 22 10:39:49.268930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d21653-2bda-4b36-b1e3-3b038361595e req-e4fdcbf0-45c1-4e84-8a44-661c85a81bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:49.275322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d40260d9-f974-4a8d-b8e6-233868ef6967 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:49.276043 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86d21653-2bda-4b36-b1e3-3b038361595e req-e4fdcbf0-45c1-4e84-8a44-661c85a81bc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 1094 time: 0.2365613 Sep 22 10:39:49.277503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Deleting port aac59bee-b12b-471b-910f-b12b572553ee {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:49.277893 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.357283 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d71056aa-3dac-472c-98b5-9b7d751e5d0c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.401670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] Set router 08539bee-2d87-4b39-8451-1e292a36774c gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:49.402939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d21653-2bda-4b36-b1e3-3b038361595e req-36045352-aba7-4cec-8aed-0c89749df321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:49.406750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86d21653-2bda-4b36-b1e3-3b038361595e req-36045352-aba7-4cec-8aed-0c89749df321 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 916 time: 0.1176350 Sep 22 10:39:49.436976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d40260d9-f974-4a8d-b8e6-233868ef6967 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:49.437614 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.470229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:39:48Z', 'revision_number': 6, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:49.523358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb04441-2a29-470e-87a9-2940bae903d0 None None] The sync data for ids ['08539bee-2d87-4b39-8451-1e292a36774c'] in n-d-807025-3 is: [{'id': '08539bee-2d87-4b39-8451-1e292a36774c', 'name': 'tempest-TestServerBasicOps-1594422768-router', 'tenant_id': '2ccc17f672be46f9bce8fec53f4d833b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:11Z', 'updated_at': '2021-09-22T10:39:48Z', 'revision_number': 6, 'project_id': '2ccc17f672be46f9bce8fec53f4d833b', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:49.526834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86d21653-2bda-4b36-b1e3-3b038361595e req-d4447125-7328-42de-8865-df92a131e04a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9882d734-839a-4853-b880-f8adba15305f HTTP/1.1" status: 200 len: 217 time: 0.1057472 Sep 22 10:39:49.534826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-593656eb-b0df-4a00-ae02-787b28200266 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.633557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d8dc8583-3ff9-44f0-8863-3ec9689f1002 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:49.639381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d7b0d3b-e226-460e-902f-943936d76585 req-2008814f-f4f4-44bd-8760-11990b9a4fbe tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904424 Sep 22 10:39:49.664909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d21653-2bda-4b36-b1e3-3b038361595e req-d1d2f89e-9238-4707-b034-411990563131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:49.666532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86d21653-2bda-4b36-b1e3-3b038361595e req-d1d2f89e-9238-4707-b034-411990563131 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 200 len: 855 time: 0.1284528 Sep 22 10:39:49.680440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-593656eb-b0df-4a00-ae02-787b28200266 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.701912 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] For port aac59bee-b12b-471b-910f-b12b572553ee, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=aac59bee-b12b-471b-910f-b12b572553ee,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:49.706328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.712279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86d21653-2bda-4b36-b1e3-3b038361595e req-1c71dbfb-c28f-4df5-bee2-45a9f1e21926 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f536865a-5d3b-4f15-9acd-b7373dd789d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385201 Sep 22 10:39:49.718382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d8dc8583-3ff9-44f0-8863-3ec9689f1002 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:49.719010 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.728233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Calling delete_port for aac59bee-b12b-471b-910f-b12b572553ee owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:49.785046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d71056aa-3dac-472c-98b5-9b7d751e5d0c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.804666 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-593656eb-b0df-4a00-ae02-787b28200266 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.816530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d71056aa-3dac-472c-98b5-9b7d751e5d0c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.818674 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d71056aa-3dac-472c-98b5-9b7d751e5d0c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/c7662d34-f43b-4771-b02f-da9af89cae28 HTTP/1.1" status: 204 len: 168 time: 0.9723203 Sep 22 10:39:49.839425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b0f47f-9440-4d6d-9b82-92eaf46023c9 None None] Network b53b1794-2ece-458d-b8af-79848b30c7f9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:49.849530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47026) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:49.856244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71056aa-3dac-472c-98b5-9b7d751e5d0c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=c7662d34-f43b-4771-b02f-da9af89cae28,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:49.858039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86d21653-2bda-4b36-b1e3-3b038361595e req-1c7bd0b3-206a-493d-931a-a886bf2c6e73 service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374824 Sep 22 10:39:49.977408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:49.996065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593656eb-b0df-4a00-ae02-787b28200266 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087c211b-bc52-4feb-a1b5-d1cc2f37ba66,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:50.044602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86d21653-2bda-4b36-b1e3-3b038361595e req-715f170a-9eac-47f4-95dc-a1c91b8ddead service neutron] 10.222.0.30 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720216 Sep 22 10:39:50.075191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e38b3a-776c-403f-bd87-576b3480a83b None None] DHCP port deletion for b53b1794-2ece-458d-b8af-79848b30c7f9 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:39:50.075428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c934-37d2-4e3f-b823-112209d4f2fe req-08685291-ce8a-4d8e-8d51-ea5e36ac8c16 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:50.077181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6049c934-37d2-4e3f-b823-112209d4f2fe req-08685291-ce8a-4d8e-8d51-ea5e36ac8c16 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 945 time: 0.2182178 Sep 22 10:39:50.085957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-593656eb-b0df-4a00-ae02-787b28200266 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.089947 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-593656eb-b0df-4a00-ae02-787b28200266 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9525831 Sep 22 10:39:50.090751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:50.094691 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:50.128568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6049c934-37d2-4e3f-b823-112209d4f2fe req-8bf1cd19-3ca2-4cbd-b092-2f3b138ec8b6 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383472 Sep 22 10:39:50.177905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c9e38b3a-776c-403f-bd87-576b3480a83b None None] Deleting port 46b0508a-0eac-4860-ac78-01699ff53b81 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:50.178342 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9e38b3a-776c-403f-bd87-576b3480a83b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.203402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 46b0508a-0eac-4860-ac78-01699ff53b81 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:50.204109 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.209375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.298293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c9e38b3a-776c-403f-bd87-576b3480a83b None None] For port 46b0508a-0eac-4860-ac78-01699ff53b81, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=46b0508a-0eac-4860-ac78-01699ff53b81,segment=NetworkSegment(2fe8734b-9aa0-4b48-861e-ef2093b79a1a),segment_id=2fe8734b-9aa0-4b48-861e-ef2093b79a1a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:50.298754 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9e38b3a-776c-403f-bd87-576b3480a83b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.311733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.313597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c9e38b3a-776c-403f-bd87-576b3480a83b None None] Calling delete_port for 46b0508a-0eac-4860-ac78-01699ff53b81 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:50.344626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] For port 46b0508a-0eac-4860-ac78-01699ff53b81, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=46b0508a-0eac-4860-ac78-01699ff53b81,segment=NetworkSegment(2fe8734b-9aa0-4b48-861e-ef2093b79a1a),segment_id=2fe8734b-9aa0-4b48-861e-ef2093b79a1a)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:50.345017 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.376226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Pushing event deleted for resources: {'Port': ['ID=aac59bee-b12b-471b-910f-b12b572553ee,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:50.384493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 46b0508a-0eac-4860-ac78-01699ff53b81 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:50.489419 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9e38b3a-776c-403f-bd87-576b3480a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.519079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e38b3a-776c-403f-bd87-576b3480a83b None None] Pushing event deleted for resources: {'Port': ['ID=46b0508a-0eac-4860-ac78-01699ff53b81,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:50.528969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.531869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e38b3a-776c-403f-bd87-576b3480a83b None None] No DVR routers for this DVR port 46b0508a-0eac-4860-ac78-01699ff53b81 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:50.677087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.682969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.727126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.729571 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.763949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=46b0508a-0eac-4860-ac78-01699ff53b81,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:50.796216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No DVR routers for this DVR port 46b0508a-0eac-4860-ac78-01699ff53b81 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:50.858861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.859358 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08539bee-2d87-4b39-8451-1e292a36774c {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:39:50.875766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.880073 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2c8d3615-c590-4299-a1af-bf3f02e7acac admin admin] 10.222.0.20 "DELETE /v2.0/routers/08539bee-2d87-4b39-8451-1e292a36774c HTTP/1.1" status: 204 len: 168 time: 2.4291515 Sep 22 10:39:50.887366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47038) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:50.927442 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.968798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53b1794-2ece-458d-b8af-79848b30c7f9']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:50.979466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f35a3e-7c60-46bb-a5d3-fec7def6ee1e req-c1a90174-c1e8-4d52-afcd-80d5bdd92c0f tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:50.981501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06f35a3e-7c60-46bb-a5d3-fec7def6ee1e req-c1a90174-c1e8-4d52-afcd-80d5bdd92c0f tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 943 time: 0.0997391 Sep 22 10:39:50.986965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3016de1-1662-4208-81ae-4f39018a70a0 admin admin] Deleting subnet f78424d6-2366-4205-8838-9b9a25f5895f {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:50.991042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe8734b-9aa0-4b48-861e-ef2093b79a1a') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:50.991285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe8734b-9aa0-4b48-861e-ef2093b79a1a') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:50.991511 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3016de1-1662-4208-81ae-4f39018a70a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:50.993895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Allocated IP 172.25.1.48 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/0ff646df-22aa-4487-b786-c6931a2d60e2) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:51.007920 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.016496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 59207bf4-ffe8-412c-88f9-e5d4e50a547c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:51.042403 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.046820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 59207bf4-ffe8-412c-88f9-e5d4e50a547c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:51.047367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 59207bf4-ffe8-412c-88f9-e5d4e50a547c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:51.047966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 46b0508a-0eac-4860-ac78-01699ff53b81 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:51.058671 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:51.059079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:51.062150 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:51.082207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3016de1-1662-4208-81ae-4f39018a70a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.083792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 46b0508a-0eac-4860-ac78-01699ff53b81 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:51.084148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 46b0508a-0eac-4860-ac78-01699ff53b81 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:51.084577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device aac59bee-b12b-471b-910f-b12b572553ee no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:51.106412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: aac59bee-b12b-471b-910f-b12b572553ee {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:51.106757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device aac59bee-b12b-471b-910f-b12b572553ee not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:51.130956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06f35a3e-7c60-46bb-a5d3-fec7def6ee1e req-739e7f81-0920-40a9-ada5-748074296718 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960505 Sep 22 10:39:51.191432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3016de1-1662-4208-81ae-4f39018a70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.198272 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.218716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 9882d734-839a-4853-b880-f8adba15305f details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:39:51.234661 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.245208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.250833 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/networks/b53b1794-2ece-458d-b8af-79848b30c7f9 HTTP/1.1" status: 204 len: 168 time: 1.3929002 Sep 22 10:39:51.254222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47040) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:51.261662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc5f00-806f-457b-89f5-0c829d1c89e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Network': ['ID=b53b1794-2ece-458d-b8af-79848b30c7f9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:51.261929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-991987319'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:51.312777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d102b-5360-485f-8fcd-6dd08aa5130d req-5065e690-30c7-48f9-830f-53c5883b3da2 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:51.312777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-002d102b-5360-485f-8fcd-6dd08aa5130d req-5065e690-30c7-48f9-830f-53c5883b3da2 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 945 time: 0.1016788 Sep 22 10:39:51.335260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 9882d734-839a-4853-b880-f8adba15305f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9882d734-839a-4853-b880-f8adba15305f,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:51.337746 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.348001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '9882d734-839a-4853-b880-f8adba15305f', 'network_id': 'f536865a-5d3b-4f15-9acd-b7373dd789d7', 'port_id': '9882d734-839a-4853-b880-f8adba15305f', 'mac_address': 'fa:16:3e:8d:2a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '164ad57f-7318-45ca-8050-46487554cbec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:39:51.364849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-002d102b-5360-485f-8fcd-6dd08aa5130d req-b9b57e8a-3dcd-4ab7-bfb9-81030ae26425 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb30224f-f154-4439-a64c-71a9004a55cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Sep 22 10:39:51.372195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3016de1-1662-4208-81ae-4f39018a70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.396637 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.403736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9882d734-839a-4853-b880-f8adba15305f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:51.404398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3016de1-1662-4208-81ae-4f39018a70a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78424d6-2366-4205-8838-9b9a25f5895f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:51.407672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:51.408584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'Port': ['ID=0ff646df-22aa-4487-b786-c6931a2d60e2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:51.412327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:51.414352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:51.416027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b3016de1-1662-4208-81ae-4f39018a70a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.417687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b3016de1-1662-4208-81ae-4f39018a70a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f78424d6-2366-4205-8838-9b9a25f5895f HTTP/1.1" status: 204 len: 168 time: 0.5250292 Sep 22 10:39:51.422613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47046) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:51.427224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 9882d734-839a-4853-b880-f8adba15305f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9882d734-839a-4853-b880-f8adba15305f,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:51.429610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204cbcd1-af8b-414d-96d4-eb4d66bdbdc8 None None] Network 46f5533a-1319-4436-8b6b-fa56d08e7217 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:51.470823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:51.470823 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.512766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.527164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.539585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:39:51.553362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.553675 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Added segment e476842b-ccd3-4276-92dd-6cfef0a3b627 of type vlan for network f662ba00-55c9-47b2-9dd4-704f67e59749 Sep 22 10:39:51.556607 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.612579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=9882d734-839a-4853-b880-f8adba15305f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:51.638698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.638839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.672215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Deleting port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:51.672557 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.728991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d52d8e-509c-489d-8a8e-89a019e00fde None None] DHCP port deletion for 46f5533a-1319-4436-8b6b-fa56d08e7217 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:39:51.750256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] For port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:51.750621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.752843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.759648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:51.762766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.781390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b4d52d8e-509c-489d-8a8e-89a019e00fde None None] Deleting port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:51.781853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4d52d8e-509c-489d-8a8e-89a019e00fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.784015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['9882d734-839a-4853-b880-f8adba15305f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:51.810263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Calling delete_port for 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:51.849295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.853211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Network': ['ID=f662ba00-55c9-47b2-9dd4-704f67e59749,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:51.866761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f662ba00-55c9-47b2-9dd4-704f67e59749 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:39:51.899123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b4d52d8e-509c-489d-8a8e-89a019e00fde None None] For port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7,segment=NetworkSegment(d2c2d296-2be0-4c6a-bca8-c1526943c91d),segment_id=d2c2d296-2be0-4c6a-bca8-c1526943c91d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:51.899515 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4d52d8e-509c-489d-8a8e-89a019e00fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:51.923252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b4d52d8e-509c-489d-8a8e-89a019e00fde None None] Calling delete_port for 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:51.946231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-03bcd89b-ecc4-4123-91f9-8723275107e6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6879318 Sep 22 10:39:51.946763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47064) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:51.951408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': 'f662ba00-55c9-47b2-9dd4-704f67e59749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:52.006120 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.062950 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.090769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:52.097996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] No DVR routers for this DVR port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:52.099583 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4d52d8e-509c-489d-8a8e-89a019e00fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.107981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'Port': ['ID=0ff646df-22aa-4487-b786-c6931a2d60e2,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:52.124032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.129368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d52d8e-509c-489d-8a8e-89a019e00fde None None] Pushing event deleted for resources: {'Port': ['ID=6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:52.134339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d52d8e-509c-489d-8a8e-89a019e00fde None None] No DVR routers for this DVR port 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:52.179966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:52.185151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.239830 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.242775 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7c84b642-2f0e-41d9-a83b-ddb7f649cb77 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1513782 Sep 22 10:39:52.251212 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.313355 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5e4d8625-165a-4e4a-8b12-e0fb7ea246c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.313647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-9b5f7257-1ddf-445d-888e-c54d85f4c8ee tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:52.315224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-9b5f7257-1ddf-445d-888e-c54d85f4c8ee tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.32 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 945 time: 0.1887729 Sep 22 10:39:52.347201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f5533a-1319-4436-8b6b-fa56d08e7217']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:52.371885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c2d296-2be0-4c6a-bca8-c1526943c91d') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:52.372186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c2d296-2be0-4c6a-bca8-c1526943c91d') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:52.426978 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.443953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8f5e5-6d34-4983-99c9-5ee603718b0d req-f8477dcb-e6c4-4a48-b31b-7c666fbbbd7b tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:52.445454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45f8f5e5-6d34-4983-99c9-5ee603718b0d req-f8477dcb-e6c4-4a48-b31b-7c666fbbbd7b tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 944 time: 0.2271280 Sep 22 10:39:52.496786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.533128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:52.533536 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:52.536505 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:52.614937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45f8f5e5-6d34-4983-99c9-5ee603718b0d req-dafae5d7-169e-441a-99d2-b7062a8cf070 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618624 Sep 22 10:39:52.669559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Deleting port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:52.670619 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.745171 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.758900 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.760711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] 10.222.0.20 "DELETE /v2.0/networks/46f5533a-1319-4436-8b6b-fa56d08e7217 HTTP/1.1" status: 204 len: 168 time: 1.3370724 Sep 22 10:39:52.763843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47096) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:52.779181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.789938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947d4ae-2a9b-444d-98e5-bc73a92dd0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=46f5533a-1319-4436-8b6b-fa56d08e7217,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:52.833963 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-3b02f414-9665-4670-9fc3-a70b18438599 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--18728460&fields=id&tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8 HTTP/1.1" status: 200 len: 267 time: 0.1369407 Sep 22 10:39:52.850342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] For port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,segment=NetworkSegment(7d75f9c9-add7-4575-ad2e-9accba8345d0),segment_id=7d75f9c9-add7-4575-ad2e-9accba8345d0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:52.850714 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:52.883655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Calling delete_port for 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:52.903371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=a2c791fe-e791-4f54-8a92-0cf558119517,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:52.977435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:52.998435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:52.999138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6f97f3e3-5513-4eb1-87f3-2ea87a7cf7b7 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:53.013648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Checking segment: {'id': 'e476842b-ccd3-4276-92dd-6cfef0a3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f662ba00-55c9-47b2-9dd4-704f67e59749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:53.014240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network hostable DHCP agents. Network: f662ba00-55c9-47b2-9dd4-704f67e59749, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:53.071683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-a85cbb6d-dc6c-4eae-8028-63df2e319feb tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:53.073203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-a85cbb6d-dc6c-4eae-8028-63df2e319feb tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 809 time: 0.2109005 Sep 22 10:39:53.128199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-836b92c0-01e1-4369-9074-864a9bfe489d tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/quotas/12b431a32ff74f14b3aa8f76a13b0fd8 HTTP/1.1" status: 200 len: 375 time: 0.0411580 Sep 22 10:39:53.162549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.195456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-c4e0f6c5-63dd-4a83-b316-07a20486543f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610416 Sep 22 10:39:53.196671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network f662ba00-55c9-47b2-9dd4-704f67e59749 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:53.233062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 9882d734-839a-4853-b880-f8adba15305f up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:53.285751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.287489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f662ba00-55c9-47b2-9dd4-704f67e59749) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:53.317034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['807b81f6-8ccc-4d7f-a9ff-0573ee491a2d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:53.322393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a78926-e0bc-4a10-992b-574f11744149 None None] Network f662ba00-55c9-47b2-9dd4-704f67e59749 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:53.343925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:53.344522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.351952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Pushing event deleted for resources: {'Port': ['ID=807b81f6-8ccc-4d7f-a9ff-0573ee491a2d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:53.365930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-c5619ac4-bed5-457a-986b-5282fdf31999 service neutron] 10.222.0.20 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546898 Sep 22 10:39:53.426209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 9882d734-839a-4853-b880-f8adba15305f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:39:53.467543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 9882d734-839a-4853-b880-f8adba15305f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:53.468233 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.506685 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Deleting port 7ead0fa0-88bd-4580-8455-dc8ce79f2838 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:53.507008 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.511873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] No DVR routers for this DVR port 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:53.521193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.523284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91cff3b4-5386-4c51-b072-d449d1e28d12 req-3d8ed70f-b000-4125-9648-0ddeb7690a13 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.32 "DELETE /v2.0/ports/807b81f6-8ccc-4d7f-a9ff-0573ee491a2d HTTP/1.1" status: 204 len: 173 time: 1.1778297 Sep 22 10:39:53.523719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331b89ce-0870-4c68-8ecb-33361e6e388f', 'name': 'network-vif-deleted', 'tag': '807b81f6-8ccc-4d7f-a9ff-0573ee491a2d'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:53.526168 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc957742-c415-49b9-8438-259ef1d7c631" -d '{"events": [{"server_uuid": "331b89ce-0870-4c68-8ecb-33361e6e388f", "name": "network-vif-deleted", "tag": "807b81f6-8ccc-4d7f-a9ff-0573ee491a2d"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:53.541681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-df8eb533-47da-4b33-b337-d866305ff94e service neutron] 10.222.0.20 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728091 Sep 22 10:39:53.564751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e037011f-026f-465d-8891-c28e6681f17a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6172497 Sep 22 10:39:53.569462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47102) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:53.573794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1d64860a-1877-476c-8840-d6a453ce42a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1801094198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:53.635938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] For port 7ead0fa0-88bd-4580-8455-dc8ce79f2838, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7ead0fa0-88bd-4580-8455-dc8ce79f2838,segment=NetworkSegment(247318c5-8491-4600-a443-ea5727600c28),segment_id=247318c5-8491-4600-a443-ea5727600c28)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:53.636171 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.636433 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.655775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-f662ba00-55c9-47b2-9dd4-704f67e59749', 'network_id': 'f662ba00-55c9-47b2-9dd4-704f67e59749', 'tenant_id': 'dd2ad88865c34e4db1865f6ac6509586', 'fixed_ips': [{'subnet_id': 'a2c791fe-e791-4f54-8a92-0cf558119517'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:39:53.657081 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.665126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Calling delete_port for 7ead0fa0-88bd-4580-8455-dc8ce79f2838 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:53.691389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb5fa8c-7623-45dc-9706-2c036bae7032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9882d734-839a-4853-b880-f8adba15305f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:53.694865 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eba0d04-9fb8-43f6-aa2f-3ce4e4ff2552" -d '{"events": [{"server_uuid": "5bb5fa8c-7623-45dc-9706-2c036bae7032", "name": "network-vif-plugged", "status": "completed", "tag": "9882d734-839a-4853-b880-f8adba15305f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:53.719707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 9882d734-839a-4853-b880-f8adba15305f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9882d734-839a-4853-b880-f8adba15305f,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:53.720141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d64860a-1877-476c-8840-d6a453ce42a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.721222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d64860a-1877-476c-8840-d6a453ce42a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.858278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d64860a-1877-476c-8840-d6a453ce42a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.933994 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:53.938826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f22439ff-3d5d-48f2-ac26-6b9152f8d14b req-b0b3a7e1-1496-4cd4-8e3b-ec0c33bf6263 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 210 time: 0.0435901 Sep 22 10:39:54.008703 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e38bcc2-56f8-4ef0-b892-4eded3e04cbf x-openstack-request-id: req-8e38bcc2-56f8-4ef0-b892-4eded3e04cbf {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:54.008703 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331b89ce-0870-4c68-8ecb-33361e6e388f", "name": "network-vif-deleted", "tag": "807b81f6-8ccc-4d7f-a9ff-0573ee491a2d", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:54.008703 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e38bcc2-56f8-4ef0-b892-4eded3e04cbf {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:54.008703 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331b89ce-0870-4c68-8ecb-33361e6e388f', 'name': 'network-vif-deleted', 'tag': '807b81f6-8ccc-4d7f-a9ff-0573ee491a2d', 'status': 'completed', 'code': 200} Sep 22 10:39:54.035444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d64860a-1877-476c-8840-d6a453ce42a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.037184 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.038712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=9882d734-839a-4853-b880-f8adba15305f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:54.075065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Allocated IP 172.20.0.2 (f662ba00-55c9-47b2-9dd4-704f67e59749/a2c791fe-e791-4f54-8a92-0cf558119517/c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:54.088879 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ead0fa0-88bd-4580-8455-dc8ce79f2838,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:54.147143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7eaa5-f2b3-4823-8277-27625eafc75b req-ba473037-425e-4275-95d5-1ae6485aa2bd tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:54.150519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96b7eaa5-f2b3-4823-8277-27625eafc75b req-ba473037-425e-4275-95d5-1ae6485aa2bd tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 945 time: 0.0733051 Sep 22 10:39:54.214830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96b7eaa5-f2b3-4823-8277-27625eafc75b req-d02c749a-ecf8-4627-8f2e-de2558889660 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509586 Sep 22 10:39:54.220399 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d64860a-1877-476c-8840-d6a453ce42a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.221619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1d64860a-1877-476c-8840-d6a453ce42a6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6528046 Sep 22 10:39:54.226572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47118) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:54.236414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'network_id': 'f662ba00-55c9-47b2-9dd4-704f67e59749', 'name': 'tempest-PortsTestJSON-3457071'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:54.286192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.289233 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.291602 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0f653c-c0ed-494a-ab9f-d488a3ebfe47 x-openstack-request-id: req-fd0f653c-c0ed-494a-ab9f-d488a3ebfe47 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:54.291895 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb5fa8c-7623-45dc-9706-2c036bae7032", "name": "network-vif-plugged", "status": "completed", "tag": "9882d734-839a-4853-b880-f8adba15305f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:54.292151 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd0f653c-c0ed-494a-ab9f-d488a3ebfe47 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:54.292551 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb5fa8c-7623-45dc-9706-2c036bae7032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9882d734-839a-4853-b880-f8adba15305f', 'code': 200} Sep 22 10:39:54.433549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.524482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Network f662ba00-55c9-47b2-9dd4-704f67e59749 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:54.536789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:54.544580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:54.576542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Pushing event updated for resources: {'Port': ['ID=c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:54.577531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Router 4e6f5981-9ac8-477e-9c07-353ff4e98600 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:54.609999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Attempting to bind port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:54.610744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Attempting to bind port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'e476842b-ccd3-4276-92dd-6cfef0a3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f662ba00-55c9-47b2-9dd4-704f67e59749'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:54.611319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Attempting to bind port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 on network f662ba00-55c9-47b2-9dd4-704f67e59749 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:54.617476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:54.618139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Checking segment: {'id': 'e476842b-ccd3-4276-92dd-6cfef0a3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f662ba00-55c9-47b2-9dd4-704f67e59749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:54.618739 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.619308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Bound using segment: {'id': 'e476842b-ccd3-4276-92dd-6cfef0a3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f662ba00-55c9-47b2-9dd4-704f67e59749'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:54.619948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Bound port: c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e476842b-ccd3-4276-92dd-6cfef0a3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'f662ba00-55c9-47b2-9dd4-704f67e59749'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:54.620512 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.688511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] For port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:54.693523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] For port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9,segment=NetworkSegment(e476842b-ccd3-4276-92dd-6cfef0a3b627),segment_id=e476842b-ccd3-4276-92dd-6cfef0a3b627)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:54.784132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57dae47e-1c21-4d32-b268-fdea28e91ed4 req-f0a28cc8-4bb4-4f22-8217-bad1fe9ee7fe tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 210 time: 0.0768948 Sep 22 10:39:54.814759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b1ed-fb56-4864-924c-c964d726ffc0 req-e8cc72cf-3777-4291-94d0-c161d85896c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:54.816332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c813b1ed-fb56-4864-924c-c964d726ffc0 req-e8cc72cf-3777-4291-94d0-c161d85896c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 1096 time: 0.1076450 Sep 22 10:39:54.861621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.864056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c813b1ed-fb56-4864-924c-c964d726ffc0 req-ceafe381-fb9a-4651-b6c6-2ff5f5b38d57 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Sep 22 10:39:54.989109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7176c-4437-402a-bf7d-43719e0087f4 None None] Pushing event updated for resources: {'Port': ['ID=c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:55.016348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:55.021693 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.070232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:55.078382 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4615142b-3d74-448e-a058-1ef9855a23b8 admin admin] 10.222.0.20 "PUT /v2.0/routers/4e6f5981-9ac8-477e-9c07-353ff4e98600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3132761 Sep 22 10:39:55.079461 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47130) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:55.081964 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] Sync routers for ids ['4e6f5981-9ac8-477e-9c07-353ff4e98600'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:55.086361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:39:55.099061 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] Routers {'4e6f5981-9ac8-477e-9c07-353ff4e98600'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:55.100028 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4e6f5981-9ac8-477e-9c07-353ff4e98600'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:55.164016 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cbcaa6ff-a7ec-4700-bd69-3ceaff7a3aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.218582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.231475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.4 (f662ba00-55c9-47b2-9dd4-704f67e59749/a2c791fe-e791-4f54-8a92-0cf558119517/7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:55.323804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-260be1aa-68c5-4f3b-9931-fc0e43008c8d req-6bcbf857-832c-4a42-a659-14afa64ef455 tempest-InstanceActionsV221TestJSON-881154317 tempest-InstanceActionsV221TestJSON-881154317-project] 10.222.0.20 "GET /v2.0/ports?device_id=331b89ce-0870-4c68-8ecb-33361e6e388f HTTP/1.1" status: 200 len: 210 time: 0.2524371 Sep 22 10:39:55.510923 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.520692 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] Set router 4e6f5981-9ac8-477e-9c07-353ff4e98600 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:55.583979 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.585628 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.643628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703187-0320-4927-9a35-9e283a2b2218 req-e4b017d9-768f-4207-9564-ee15d8506557 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:55.645283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9703187-0320-4927-9a35-9e283a2b2218 req-e4b017d9-768f-4207-9564-ee15d8506557 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 945 time: 0.1752288 Sep 22 10:39:55.649394 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.701114 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Deleting port fbcc3312-5e26-4134-9efa-e028473413c4 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:55.701825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.715472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9703187-0320-4927-9a35-9e283a2b2218 req-2844805b-ef05-455f-aede-8c56d4f3cc38 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533664 Sep 22 10:39:55.746670 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.777035 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:20Z', 'updated_at': '2021-09-22T10:39:53Z', 'revision_number': 5, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'gw_port': {'id': 'fbcc3312-5e26-4134-9efa-e028473413c4', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:34:21Z', 'updated_at': '2021-09-22T10:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:55.800215 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.816141 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] Checking router: 4e6f5981-9ac8-477e-9c07-353ff4e98600 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:55.827477 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] Routers {'4e6f5981-9ac8-477e-9c07-353ff4e98600'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:55.828289 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4e6f5981-9ac8-477e-9c07-353ff4e98600'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:55.846766 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] For port fbcc3312-5e26-4134-9efa-e028473413c4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fbcc3312-5e26-4134-9efa-e028473413c4,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:55.849294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.880480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Calling delete_port for fbcc3312-5e26-4134-9efa-e028473413c4 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:55.914738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network f662ba00-55c9-47b2-9dd4-704f67e59749 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:55.921249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:55.935566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:55.966072 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] Set router 4e6f5981-9ac8-477e-9c07-353ff4e98600 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:56.039104 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:20Z', 'updated_at': '2021-09-22T10:39:55Z', 'revision_number': 6, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:56.063846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:56.064832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.105913 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55df88-0606-418f-9c94-fc8354df47f0 None None] The sync data for ids ['4e6f5981-9ac8-477e-9c07-353ff4e98600'] in n-d-807025-3 is: [{'id': '4e6f5981-9ac8-477e-9c07-353ff4e98600', 'name': 'tempest-TestServerBasicOps-1803791916-router', 'tenant_id': '5e0b9e87dba64096b284af46a341282e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:34:20Z', 'updated_at': '2021-09-22T10:39:55Z', 'revision_number': 6, 'project_id': '5e0b9e87dba64096b284af46a341282e', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:56.157301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:56.162865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2fa80ba3-b081-45f4-aa5e-fd49545ecc2f req-49348ec4-5607-4bf8-822d-e088a4d50c10 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 210 time: 0.0941551 Sep 22 10:39:56.170876 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.217221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-35d9080c-c75b-47f3-bea7-f239f8a1c31d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9893060 Sep 22 10:39:56.220237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47138) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:56.262887 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.295982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcc3312-5e26-4134-9efa-e028473413c4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:56.380813 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.449815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0437836-5edb-41ed-a6f1-61a28287b0d1 None None] Network f662ba00-55c9-47b2-9dd4-704f67e59749 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:56.538770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.542329 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.603505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-71f80af8-7254-4ece-bda8-325f11625fd0 None None] Provisioning complete for port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:56.604501 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-71f80af8-7254-4ece-bda8-325f11625fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.612433 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:39:56.685026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.685026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e6f5981-9ac8-477e-9c07-353ff4e98600 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:39:56.687280 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.689300 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2613537b-e302-4854-93c3-040724f24b3d admin admin] 10.222.0.20 "DELETE /v2.0/routers/4e6f5981-9ac8-477e-9c07-353ff4e98600 HTTP/1.1" status: 204 len: 168 time: 1.6093221 Sep 22 10:39:56.692699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47148) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:56.706847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47150) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:56.750050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e76b0f-c0fb-4477-8835-8912f76c6157 admin admin] Deleting subnet 70ef5fdd-760e-410c-a330-6ef65b405158 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:56.764068 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4e76b0f-c0fb-4477-8835-8912f76c6157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.826489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4e76b0f-c0fb-4477-8835-8912f76c6157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.841028 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-71f80af8-7254-4ece-bda8-325f11625fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.861133 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.881700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-71f80af8-7254-4ece-bda8-325f11625fd0 None None] For port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9,segment=NetworkSegment(e476842b-ccd3-4276-92dd-6cfef0a3b627),segment_id=e476842b-ccd3-4276-92dd-6cfef0a3b627)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:56.954460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4e76b0f-c0fb-4477-8835-8912f76c6157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.964701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-396561c3-ff83-43da-9e1b-c36260b35f46 admin admin] Deleting subnet 4db897d0-201f-4556-aea6-08e7ae019807 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:56.971193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-396561c3-ff83-43da-9e1b-c36260b35f46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:56.977378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-161ca140-e19b-46b0-8e5d-ecdadbd08d4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2227254 Sep 22 10:39:56.993822 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-71f80af8-7254-4ece-bda8-325f11625fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.054482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297ed73-f0c7-428d-a0c1-8658f5dcdc61 req-0c81ba45-d469-4020-9acf-9f43c7d75d2a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:57.061953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a297ed73-f0c7-428d-a0c1-8658f5dcdc61 req-0c81ba45-d469-4020-9acf-9f43c7d75d2a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 945 time: 0.2181108 Sep 22 10:39:57.097075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4e76b0f-c0fb-4477-8835-8912f76c6157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.138868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:57.150945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e76b0f-c0fb-4477-8835-8912f76c6157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ef5fdd-760e-410c-a330-6ef65b405158,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:57.172421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4e76b0f-c0fb-4477-8835-8912f76c6157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.180590 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c4e76b0f-c0fb-4477-8835-8912f76c6157 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/70ef5fdd-760e-410c-a330-6ef65b405158 HTTP/1.1" status: 204 len: 168 time: 0.4867840 Sep 22 10:39:57.181222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47156) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:57.205562 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-396561c3-ff83-43da-9e1b-c36260b35f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.248996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c2ae9-4a35-444e-8fcc-13b7224a74fc None None] Network f60e9ec0-7a94-4fd0-bf8f-c0113b679456 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:57.272933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:57.288363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:57.288617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 807b81f6-8ccc-4d7f-a9ff-0573ee491a2d not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:57.290159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f80af8-7254-4ece-bda8-325f11625fd0 None None] Pushing event updated for resources: {'Port': ['ID=c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:57.367421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a82a81a7-d277-46ee-8132-6f4a36d61c0a None None] Provisioning complete for port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:57.368855 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a82a81a7-d277-46ee-8132-6f4a36d61c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.374139 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.410444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-396561c3-ff83-43da-9e1b-c36260b35f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.491150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Deleting port 4124cca8-7ef2-4a24-bdbb-228773d51e69 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:57.492059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.509182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-e09375a3-1ad5-40ab-b04f-430e5c93fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:57.510785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-e09375a3-1ad5-40ab-b04f-430e5c93fa14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 1096 time: 0.3591397 Sep 22 10:39:57.595892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] For port 4124cca8-7ef2-4a24-bdbb-228773d51e69, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4124cca8-7ef2-4a24-bdbb-228773d51e69,segment=NetworkSegment(247318c5-8491-4600-a443-ea5727600c28),segment_id=247318c5-8491-4600-a443-ea5727600c28)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:57.596552 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.614848 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Calling delete_port for 4124cca8-7ef2-4a24-bdbb-228773d51e69 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:57.616636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:57.617197 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.627418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-6fec89eb-a13e-4afd-9a09-99bb4856193a tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:57.630163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-6fec89eb-a13e-4afd-9a09-99bb4856193a tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 809 time: 0.3607013 Sep 22 10:39:57.670679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a297ed73-f0c7-428d-a0c1-8658f5dcdc61 req-664733fd-3aef-4963-baa3-fb3f9c6a533e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077077 Sep 22 10:39:57.687445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a82a81a7-d277-46ee-8132-6f4a36d61c0a None None] Provisioning complete for port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:57.687818 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a82a81a7-d277-46ee-8132-6f4a36d61c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.771046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a82a81a7-d277-46ee-8132-6f4a36d61c0a None None] Port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:57.800362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] DHCP port deletion for f60e9ec0-7a94-4fd0-bf8f-c0113b679456 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:39:57.816641 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.857930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] Deleting port 4124cca8-7ef2-4a24-bdbb-228773d51e69 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:57.858469 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.862840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-7f5cb4cc-d6aa-4559-a93c-7c7f88168263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:57.868370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Pushing event deleted for resources: {'Port': ['ID=4124cca8-7ef2-4a24-bdbb-228773d51e69,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:57.870237 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] No DVR routers for this DVR port 4124cca8-7ef2-4a24-bdbb-228773d51e69 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:57.872929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-7f5cb4cc-d6aa-4559-a93c-7c7f88168263 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 200 len: 916 time: 0.2135530 Sep 22 10:39:57.889261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7ead0fa0-88bd-4580-8455-dc8ce79f2838 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:57.930166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 7ead0fa0-88bd-4580-8455-dc8ce79f2838 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:57.934137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7ead0fa0-88bd-4580-8455-dc8ce79f2838 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:57.934137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fbcc3312-5e26-4134-9efa-e028473413c4 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:57.935174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-396561c3-ff83-43da-9e1b-c36260b35f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.962612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: fbcc3312-5e26-4134-9efa-e028473413c4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:57.963038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fbcc3312-5e26-4134-9efa-e028473413c4 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:57.970197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.995655 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60e9ec0-7a94-4fd0-bf8f-c0113b679456']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:58.006745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247318c5-8491-4600-a443-ea5727600c28') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:58.007097 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247318c5-8491-4600-a443-ea5727600c28') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:58.018325 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.030362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-14832d36-db30-4126-8993-fa9def78645a None None] Provisioning complete for port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:58.030362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-14832d36-db30-4126-8993-fa9def78645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.031396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7064ffb1-e259-49ef-8e54-25125c9cbf3a req-f3f6b16d-6c1a-424c-8933-c8a801009b8b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 210 time: 0.1536291 Sep 22 10:39:58.042431 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.043907 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-396561c3-ff83-43da-9e1b-c36260b35f46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.046081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-396561c3-ff83-43da-9e1b-c36260b35f46 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4db897d0-201f-4556-aea6-08e7ae019807 HTTP/1.1" status: 204 len: 168 time: 1.3375332 Sep 22 10:39:58.049410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47164) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:58.059870 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:58.060261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:58.062056 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:58.078992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] For port 4124cca8-7ef2-4a24-bdbb-228773d51e69, host n-d-807025-3, got binding levels [] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:58.079809 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.101849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] Calling delete_port for 4124cca8-7ef2-4a24-bdbb-228773d51e69 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:58.110556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.ipam_backend_mixin [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] Port 4124cca8-7ef2-4a24-bdbb-228773d51e69 was not found and therefore no delete operation was performed {{(pid=95683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 10:39:58.111596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-14832d36-db30-4126-8993-fa9def78645a None None] Port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:58.113955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.115377 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.135469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.143381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-fa3901d2-ba47-4535-8d90-35dafb2774fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74d3c2ab-454b-4a88-9a12-98a11931e332 HTTP/1.1" status: 200 len: 217 time: 0.2109671 Sep 22 10:39:58.150844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396561c3-ff83-43da-9e1b-c36260b35f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db897d0-201f-4556-aea6-08e7ae019807,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:58.166286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] Pushing event deleted for resources: {'Port': ['ID=4124cca8-7ef2-4a24-bdbb-228773d51e69,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:58.174201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea13f10-81b9-4bcb-9d78-2bb18bc7c300 None None] No DVR routers for this DVR port 4124cca8-7ef2-4a24-bdbb-228773d51e69 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:58.195420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.218275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-01352318-6fd5-46c7-947d-727ff98bf473 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8 HTTP/1.1" status: 200 len: 378 time: 0.5249069 Sep 22 10:39:58.222186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.234903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'port': {'device_id': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'admin_state_up': True, 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'security_groups': ['2cb9af20-8404-49b3-a4c4-49e3ee2e9b64']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:58.300977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.327432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.328034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.333489 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f60e9ec0-7a94-4fd0-bf8f-c0113b679456 HTTP/1.1" status: 204 len: 168 time: 1.1507349 Sep 22 10:39:58.349364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-6e0cf4b7-97ac-4edf-91b0-621682bffee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:58.350953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-6e0cf4b7-97ac-4edf-91b0-621682bffee4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 200 len: 855 time: 0.1965880 Sep 22 10:39:58.370267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b91b6-0fe3-4943-83c2-eefa0c286563 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60e9ec0-7a94-4fd0-bf8f-c0113b679456,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:58.370267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cdfabd-f920-49fc-b910-c975fb8f1105']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:58.390037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d75f9c9-add7-4575-ad2e-9accba8345d0') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:58.390368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d75f9c9-add7-4575-ad2e-9accba8345d0') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:58.414088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:58.415366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.440703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.440913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-56a1d3a3-e9d8-4e77-a732-af98cb055e4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f536865a-5d3b-4f15-9acd-b7373dd789d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467641 Sep 22 10:39:58.456239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:58.456652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:58.460875 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:58.716837 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.739311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-28054fb7-cbd6-444b-8826-ee7ae62256e9 None None] Provisioning complete for port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:58.740253 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-28054fb7-cbd6-444b-8826-ee7ae62256e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.752610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.758701 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.771118 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c5cdfabd-f920-49fc-b910-c975fb8f1105 HTTP/1.1" status: 204 len: 168 time: 0.7103951 Sep 22 10:39:58.786137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c50f1-3647-41b8-b1e0-b77e548b1e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5cdfabd-f920-49fc-b910-c975fb8f1105,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:58.810626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-28054fb7-cbd6-444b-8826-ee7ae62256e9 None None] Port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:58.834945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-15216afa-6df2-4ace-8429-e6da5ec3fcb8 service neutron] 10.222.0.32 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838058 Sep 22 10:39:58.837327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Made reservation on behalf of 12b431a32ff74f14b3aa8f76a13b0fd8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:58.840807 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.845178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47180) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:58.972543 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47184) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:59.015230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:59.052279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7760b3c7-2307-4cd9-bbb4-af0781789e5b req-1fee5556-1cba-45a7-a862-9cf590ca9d1c service neutron] 10.222.0.32 "GET /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944149 Sep 22 10:39:59.052443 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9b6c47c2-afb0-4c9f-9951-3cecbe42d90e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ccc17f672be46f9bce8fec53f4d833b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721023 Sep 22 10:39:59.052443 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47188) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:59.158584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:59.158584 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.158788 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd491-1bc9-4180-80e9-5a9127f9c21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.158872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.158964 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd491-1bc9-4180-80e9-5a9127f9c21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.188932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Allocated IP 172.20.0.6 (be360dd7-717a-4395-9e83-3bfe4a62e31d/2d647f3d-7d78-478f-a70c-910db0b50d71/815296e3-d46a-4951-867e-01c54246205d) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:59.214779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4644f3de-3fea-439e-8d4f-93ead9fd5f6a req-e29a2160-ba21-4382-9ee4-9f83af92ad1f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 210 time: 0.0662403 Sep 22 10:39:59.288144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3d6c-2a3a-49e9-9662-602fec203f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.355511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4124cca8-7ef2-4a24-bdbb-228773d51e69 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:59.377976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 4124cca8-7ef2-4a24-bdbb-228773d51e69 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:59.379348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4124cca8-7ef2-4a24-bdbb-228773d51e69 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:59.402898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd491-1bc9-4180-80e9-5a9127f9c21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.402898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8a8bd491-1bc9-4180-80e9-5a9127f9c21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.402898 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8a8bd491-1bc9-4180-80e9-5a9127f9c21a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17741bf2-7053-4b79-9b83-e712655ab81a HTTP/1.1" status: 204 len: 168 time: 0.3457980 Sep 22 10:39:59.412188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bd491-1bc9-4180-80e9-5a9127f9c21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17741bf2-7053-4b79-9b83-e712655ab81a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:59.462794 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3d6c-2a3a-49e9-9662-602fec203f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.519540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47194) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:59.563469 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a04773af-cd69-4f21-b60d-c10bb992f060 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8169050dc6d24552bea380994fe97ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421057 Sep 22 10:39:59.568872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47196) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:59.595891 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3d6c-2a3a-49e9-9662-602fec203f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.635846 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.643348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c3d6c-2a3a-49e9-9662-602fec203f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805faf6e-6574-421a-98b2-472f8e4c1b1d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:59.651221 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1d6c3d6c-2a3a-49e9-9662-602fec203f3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcda247a4d45458aa1f1d0c0cfc6f389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8020499 Sep 22 10:39:59.654684 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47200) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:59.733461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43adfb49-0c1d-42d6-8481-5084da5692a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.739864 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec06b149-f67c-4266-921a-ebeaf93df42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.758018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43adfb49-0c1d-42d6-8481-5084da5692a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.766586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.783300 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec06b149-f67c-4266-921a-ebeaf93df42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.919671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.927929 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.982677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43adfb49-0c1d-42d6-8481-5084da5692a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.985980 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43adfb49-0c1d-42d6-8481-5084da5692a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.990086 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-43adfb49-0c1d-42d6-8481-5084da5692a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/805faf6e-6574-421a-98b2-472f8e4c1b1d HTTP/1.1" status: 204 len: 168 time: 0.3316977 Sep 22 10:39:59.993588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Network be360dd7-717a-4395-9e83-3bfe4a62e31d is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:59.994401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec06b149-f67c-4266-921a-ebeaf93df42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.997066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec06b149-f67c-4266-921a-ebeaf93df42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:59.998156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ec06b149-f67c-4266-921a-ebeaf93df42e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb30224f-f154-4439-a64c-71a9004a55cf HTTP/1.1" status: 204 len: 168 time: 0.4257429 Sep 22 10:39:59.998799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adfb49-0c1d-42d6-8481-5084da5692a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805faf6e-6574-421a-98b2-472f8e4c1b1d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:00.027083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:00.027083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:00.059435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'Port': ['ID=815296e3-d46a-4951-867e-01c54246205d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:00.062014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06b149-f67c-4266-921a-ebeaf93df42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb30224f-f154-4439-a64c-71a9004a55cf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:00.073345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:00.250743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a7e23adc-10e6-4403-8d94-71a349fc651a None None] Provisioning complete for port 815296e3-d46a-4951-867e-01c54246205d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:00.251236 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7e23adc-10e6-4403-8d94-71a349fc651a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:00.287699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a7e23adc-10e6-4403-8d94-71a349fc651a None None] Port 815296e3-d46a-4951-867e-01c54246205d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:00.511875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:00.512486 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:00.530372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:00.573458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47212) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:00.593213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14804895-9f29-407f-8736-6b7ce63d9fc2 req-86f45518-6b65-475f-8e09-c4d9bc4c4668 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:00.596513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14804895-9f29-407f-8736-6b7ce63d9fc2 req-86f45518-6b65-475f-8e09-c4d9bc4c4668 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 931 time: 0.1577303 Sep 22 10:40:00.670374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network f662ba00-55c9-47b2-9dd4-704f67e59749 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:00.673796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14804895-9f29-407f-8736-6b7ce63d9fc2 req-be412139-e6b8-49cd-8b1c-f77ff66682a5 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705378 Sep 22 10:40:00.675651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-9018925c-354d-4912-a931-78315656acb2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4477160 Sep 22 10:40:00.678752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:00.680198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b8ce76e5-d04e-4941-ad53-b9d67e7bb843 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e0b9e87dba64096b284af46a341282e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1056983 Sep 22 10:40:00.683247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47214) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:00.760678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bed3d0ad-85be-495e-8720-20e49b90b7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:00.797173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bed3d0ad-85be-495e-8720-20e49b90b7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:00.914382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-773a82e2-6b5e-4862-8271-0bcec786c72f None None] Provisioning complete for port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:00.915052 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-773a82e2-6b5e-4862-8271-0bcec786c72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:00.948309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Router 0fff71ed-eaaa-46de-8373-bc5396efd1e9 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:40:00.951145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-773a82e2-6b5e-4862-8271-0bcec786c72f None None] Port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:01.029211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Request body: {'port': {'device_id': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:01.062353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bed3d0ad-85be-495e-8720-20e49b90b7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.065307 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bed3d0ad-85be-495e-8720-20e49b90b7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.070623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:01.071393 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bed3d0ad-85be-495e-8720-20e49b90b7df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2860f6a-33c1-489c-9ed8-0c4dacb71edd HTTP/1.1" status: 204 len: 168 time: 0.3870106 Sep 22 10:40:01.080395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7b9cd450-e880-4aaa-9dab-44c072f43b40 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "PUT /v2.0/routers/0fff71ed-eaaa-46de-8373-bc5396efd1e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8559382 Sep 22 10:40:01.081393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8081ab2f-55cd-4578-8798-848d0a1edd68 None None] Sync routers for ids ['0fff71ed-eaaa-46de-8373-bc5396efd1e9'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:01.086511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47228) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:01.087627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3d0ad-85be-495e-8720-20e49b90b7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2860f6a-33c1-489c-9ed8-0c4dacb71edd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:01.094315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081ab2f-55cd-4578-8798-848d0a1edd68 None None] Routers {'0fff71ed-eaaa-46de-8373-bc5396efd1e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:01.095026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8081ab2f-55cd-4578-8798-848d0a1edd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0fff71ed-eaaa-46de-8373-bc5396efd1e9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:01.113044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.144165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8081ab2f-55cd-4578-8798-848d0a1edd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:01.168155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65666cb2-fd5a-4439-b224-b8ac5f5a1637 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:01.169848 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-65666cb2-fd5a-4439-b224-b8ac5f5a1637 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fff71ed-eaaa-46de-8373-bc5396efd1e9 HTTP/1.1" status: 200 len: 979 time: 0.0685217 Sep 22 10:40:01.172844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:01.173295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081ab2f-55cd-4578-8798-848d0a1edd68 None None] Routers {'0fff71ed-eaaa-46de-8373-bc5396efd1e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:01.173925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8081ab2f-55cd-4578-8798-848d0a1edd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0fff71ed-eaaa-46de-8373-bc5396efd1e9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:01.208253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8081ab2f-55cd-4578-8798-848d0a1edd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:01.209266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8081ab2f-55cd-4578-8798-848d0a1edd68 None None] The sync data for ids ['0fff71ed-eaaa-46de-8373-bc5396efd1e9'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:01.235749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47234) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:01.259297 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-078772dd-3786-496e-b383-ae8439c1dc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.502139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815296e3-d46a-4951-867e-01c54246205d {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:01.511479 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.524673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Transition to ACTIVE for port object 815296e3-d46a-4951-867e-01c54246205d will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:40:01.529952 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-078772dd-3786-496e-b383-ae8439c1dc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.588762 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.645643 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.649558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-078772dd-3786-496e-b383-ae8439c1dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.724562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-078772dd-3786-496e-b383-ae8439c1dc70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66be1dc84b0a4b8b8e5fdb3695d38c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874654 Sep 22 10:40:01.733783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47248) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:01.772820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078772dd-3786-496e-b383-ae8439c1dc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f38232-7091-4aaa-bafe-3569121d6912,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:01.788010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58810528-3997-490d-bd31-144040e282a1 service neutron] Pushing event updated for resources: {'Port': ['ID=815296e3-d46a-4951-867e-01c54246205d,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:01.847621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2220d693-d3d2-42d8-a58e-161b7bc7dfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.877118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Attempting to bind port 815296e3-d46a-4951-867e-01c54246205d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:01.881023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Attempting to bind port 815296e3-d46a-4951-867e-01c54246205d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:01.881023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Attempting to bind port 815296e3-d46a-4951-867e-01c54246205d on network be360dd7-717a-4395-9e83-3bfe4a62e31d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:01.881809 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2220d693-d3d2-42d8-a58e-161b7bc7dfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:01.884809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Port 815296e3-d46a-4951-867e-01c54246205d on network be360dd7-717a-4395-9e83-3bfe4a62e31d not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:40:01.896762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Attempting to bind port 815296e3-d46a-4951-867e-01c54246205d on network be360dd7-717a-4395-9e83-3bfe4a62e31d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:01.902802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:01.907800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Checking segment: {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:01.908426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Bound using segment: {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:01.908946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Bound port: 815296e3-d46a-4951-867e-01c54246205d, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:01.909434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.018861 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:02.019204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.075417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32139fd3-3b58-4f0b-9bcf-2b32c40c6bc1 req-e89ab480-bd24-4c5a-9aed-44dfc324bb0e tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:02.079165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32139fd3-3b58-4f0b-9bcf-2b32c40c6bc1 req-e89ab480-bd24-4c5a-9aed-44dfc324bb0e tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 943 time: 0.1117980 Sep 22 10:40:02.082578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] For port 815296e3-d46a-4951-867e-01c54246205d, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:02.092309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] For port 815296e3-d46a-4951-867e-01c54246205d, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=815296e3-d46a-4951-867e-01c54246205d,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:02.122489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2220d693-d3d2-42d8-a58e-161b7bc7dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.124967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2220d693-d3d2-42d8-a58e-161b7bc7dfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.125298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32139fd3-3b58-4f0b-9bcf-2b32c40c6bc1 req-b587957e-98f0-4c2a-a0ea-8f34c95e6233 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449901 Sep 22 10:40:02.126128 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2220d693-d3d2-42d8-a58e-161b7bc7dfa1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5f38232-7091-4aaa-bafe-3569121d6912 HTTP/1.1" status: 204 len: 168 time: 0.3912678 Sep 22 10:40:02.149386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220d693-d3d2-42d8-a58e-161b7bc7dfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f38232-7091-4aaa-bafe-3569121d6912,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:02.181799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.188737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.195937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:02.247658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:02.248502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.250145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-58810528-3997-490d-bd31-144040e282a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/815296e3-d46a-4951-867e-01c54246205d HTTP/1.1" status: 200 len: 1091 time: 1.5627387 Sep 22 10:40:02.253687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'tag': '815296e3-d46a-4951-867e-01c54246205d'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:02.253687 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a" -d '{"events": [{"name": "network-changed", "server_uuid": "bda7dedc-dd33-4473-8aa2-9895bec21350", "tag": "815296e3-d46a-4951-867e-01c54246205d"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:02.315906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58810528-3997-490d-bd31-144040e282a1 service neutron] Pushing event updated for resources: {'Port': ['ID=815296e3-d46a-4951-867e-01c54246205d,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:02.325340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47264) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:02.352266 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e31f9d-e0a7-4a3d-aeb3-f63de83c71fb x-openstack-request-id: req-85e31f9d-e0a7-4a3d-aeb3-f63de83c71fb {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:02.354395 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda7dedc-dd33-4473-8aa2-9895bec21350", "tag": "815296e3-d46a-4951-867e-01c54246205d", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:02.354659 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85e31f9d-e0a7-4a3d-aeb3-f63de83c71fb {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:02.355074 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'tag': '815296e3-d46a-4951-867e-01c54246205d', 'status': 'completed', 'code': 200} Sep 22 10:40:02.439477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-8af56b7c-cb24-41fe-aa69-b4bc4297151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:02.441794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-8af56b7c-cb24-41fe-aa69-b4bc4297151c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 1094 time: 0.0829611 Sep 22 10:40:02.532438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-81df1f9b-160b-4834-a571-c96fb30eea5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815296e3-d46a-4951-867e-01c54246205d HTTP/1.1" status: 200 len: 217 time: 0.0812683 Sep 22 10:40:02.599382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.631512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-15cfc3ef-643c-428a-8dd9-fc12c0d61eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:02.637431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-15cfc3ef-643c-428a-8dd9-fc12c0d61eae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.0990641 Sep 22 10:40:02.643976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-919989807-network', 'tenant_id': '0d158e129aea4e02bfc28bd8fc85a4d3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:02.655948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:02.753450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-2f8d0c43-1a31-46b5-a2a6-1d7ad8ab0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:02.755648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-2f8d0c43-1a31-46b5-a2a6-1d7ad8ab0f4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072366 Sep 22 10:40:02.840239 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.858984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7241014-756a-49a7-92c6-e63afab4c2d0 req-6a5f42ec-1337-43cf-9244-c0c9521e9d32 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:02.865720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7241014-756a-49a7-92c6-e63afab4c2d0 req-6a5f42ec-1337-43cf-9244-c0c9521e9d32 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1096 time: 0.1030526 Sep 22 10:40:02.885688 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7241014-756a-49a7-92c6-e63afab4c2d0 req-2f76b93a-df03-4be0-aae2-d115ab407ce1 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.906491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Made reservation on behalf of 0d158e129aea4e02bfc28bd8fc85a4d3 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:02.908407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.926636 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:02.935290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-57e2c25d-0705-44b7-a19b-bc410e00b634 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508622 Sep 22 10:40:03.024800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Router 0fff71ed-eaaa-46de-8373-bc5396efd1e9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:40:03.120165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:03.127908 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-51382e46-8a18-4b3a-8af5-ed390d61d111 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "PUT /v2.0/routers/0fff71ed-eaaa-46de-8373-bc5396efd1e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9515312 Sep 22 10:40:03.128345 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47284) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:03.130555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd8b3d65-6a3c-40e6-b648-1efeb2615d02 req-efe6d380-514f-49b8-bd61-0d337c33cdba service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800873 Sep 22 10:40:03.136616 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8465f0-cf4d-4c7a-b912-7d6b51eb11d0 None None] Sync routers for ids ['0fff71ed-eaaa-46de-8373-bc5396efd1e9'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:03.156309 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8465f0-cf4d-4c7a-b912-7d6b51eb11d0 None None] Routers {'0fff71ed-eaaa-46de-8373-bc5396efd1e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:03.156596 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-380e84fd-9653-4310-9a11-c133c68b7b33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:40:03.157148 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2e8465f0-cf4d-4c7a-b912-7d6b51eb11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0fff71ed-eaaa-46de-8373-bc5396efd1e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:03.158206 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-380e84fd-9653-4310-9a11-c133c68b7b33 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/7a2896e3-7226-4a2a-81df-0b4d4d8d1b5f HTTP/1.1" status: 404 len: 333 time: 0.0289192 Sep 22 10:40:03.162375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47288) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:03.184189 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7241014-756a-49a7-92c6-e63afab4c2d0 req-2f76b93a-df03-4be0-aae2-d115ab407ce1 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.195094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2e8465f0-cf4d-4c7a-b912-7d6b51eb11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:03.204287 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8465f0-cf4d-4c7a-b912-7d6b51eb11d0 None None] Routers {'0fff71ed-eaaa-46de-8373-bc5396efd1e9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:03.205002 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2e8465f0-cf4d-4c7a-b912-7d6b51eb11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['0fff71ed-eaaa-46de-8373-bc5396efd1e9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:03.237065 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2e8465f0-cf4d-4c7a-b912-7d6b51eb11d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:03.237865 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8465f0-cf4d-4c7a-b912-7d6b51eb11d0 None None] The sync data for ids ['0fff71ed-eaaa-46de-8373-bc5396efd1e9'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:03.246087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-991d60a2-ccce-4fd8-9f93-afe93ed36a11 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.296778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7241014-756a-49a7-92c6-e63afab4c2d0 req-2f76b93a-df03-4be0-aae2-d115ab407ce1 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.376609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7241014-756a-49a7-92c6-e63afab4c2d0 req-2f76b93a-df03-4be0-aae2-d115ab407ce1 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5080152 Sep 22 10:40:03.382134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76b93a-df03-4be0-aae2-d115ab407ce1 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7700843b-d0c0-43f8-ba50-7dac310fb35d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:03.436334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-3ef6dbe3-0d54-4d6b-9ded-5796503195c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:03.438002 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-3ef6dbe3-0d54-4d6b-9ded-5796503195c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 1094 time: 0.1116683 Sep 22 10:40:03.482349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-991d60a2-ccce-4fd8-9f93-afe93ed36a11 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.485652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-991d60a2-ccce-4fd8-9f93-afe93ed36a11 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.607390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.615936 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-991d60a2-ccce-4fd8-9f93-afe93ed36a11 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.616673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991d60a2-ccce-4fd8-9f93-afe93ed36a11 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Fanout notify agent at l3_agent the message router_deleted on router 0fff71ed-eaaa-46de-8373-bc5396efd1e9 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:40:03.623770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-991d60a2-ccce-4fd8-9f93-afe93ed36a11 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.625121 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-991d60a2-ccce-4fd8-9f93-afe93ed36a11 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/routers/0fff71ed-eaaa-46de-8373-bc5396efd1e9 HTTP/1.1" status: 204 len: 168 time: 0.4616880 Sep 22 10:40:03.627816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47300) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:03.641583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b7375-0d8d-42aa-ae2a-2744008e7f01 req-fcd3021c-0d3c-4eb7-b4d9-afd14769ae7c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:03.642710 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-579b7375-0d8d-42aa-ae2a-2744008e7f01 req-fcd3021c-0d3c-4eb7-b4d9-afd14769ae7c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 943 time: 0.1588845 Sep 22 10:40:03.644020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-4182259c-781c-4134-be21-f7c40174fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:03.646024 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-4182259c-781c-4134-be21-f7c40174fc24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.2004445 Sep 22 10:40:03.703086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-11976e54-1186-47c7-84e7-84746f18bfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet a2c791fe-e791-4f54-8a92-0cf558119517 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:03.707258 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11976e54-1186-47c7-84e7-84746f18bfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.707704 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.714615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-f35322a2-f0b7-4f27-adda-e1f4f6c1299b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815296e3-d46a-4951-867e-01c54246205d HTTP/1.1" status: 200 len: 217 time: 0.0515878 Sep 22 10:40:03.752620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11976e54-1186-47c7-84e7-84746f18bfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.785269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-f79514ee-0373-44ec-9b11-e9339c9c0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:03.787746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-f79514ee-0373-44ec-9b11-e9339c9c0f6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.0642874 Sep 22 10:40:03.817278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732606a2-2b0f-42d9-91b9-b554d2fba772,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:03.851208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11976e54-1186-47c7-84e7-84746f18bfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.862581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:40:03.870852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-579b7375-0d8d-42aa-ae2a-2744008e7f01 req-c10c170f-3a49-4155-a23b-73a38bf4739b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2195814 Sep 22 10:40:03.901607 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.901607 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Added segment 110f7e63-576c-4506-a262-3486c4ab692c of type vlan for network ad70d735-09b4-416d-ad49-0a6a381f807a Sep 22 10:40:03.959469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:03.972657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-762b2a0a-8225-43bf-b5d1-af972d045c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:03.974537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-762b2a0a-8225-43bf-b5d1-af972d045c76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499705 Sep 22 10:40:03.982752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11976e54-1186-47c7-84e7-84746f18bfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.018951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11976e54-1186-47c7-84e7-84746f18bfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c791fe-e791-4f54-8a92-0cf558119517,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:04.040190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195531fe-66fe-40cb-a806-4bf789f5c66e None None] Network f662ba00-55c9-47b2-9dd4-704f67e59749 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:04.043274 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11976e54-1186-47c7-84e7-84746f18bfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.045201 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11976e54-1186-47c7-84e7-84746f18bfde tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/a2c791fe-e791-4f54-8a92-0cf558119517 HTTP/1.1" status: 204 len: 168 time: 0.4133768 Sep 22 10:40:04.047879 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47306) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:04.079221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13298ef8-047a-4538-858b-008ff59a1435 req-6b5e24b0-33e5-4332-b5a6-0f3ed1a2d998 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:04.080889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13298ef8-047a-4538-858b-008ff59a1435 req-6b5e24b0-33e5-4332-b5a6-0f3ed1a2d998 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.1234021 Sep 22 10:40:04.140179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.143498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:04.143498 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.219643 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.245180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-02eef7e2-f8d2-4aa7-95af-ac2dc333df91 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501953 Sep 22 10:40:04.252282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] Pushing event updated for resources: {'Network': ['ID=ad70d735-09b4-416d-ad49-0a6a381f807a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:04.257750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13298ef8-047a-4538-858b-008ff59a1435 req-eef8d8e8-bd59-4fd3-abd1-8d16186cd6b1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471319 Sep 22 10:40:04.261952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ad70d735-09b4-416d-ad49-0a6a381f807a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:40:04.276667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bf5b9f12-1349-49f5-bf71-d65e6d62782d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9502230 Sep 22 10:40:04.278231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47314) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:04.278564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47316) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:04.292436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Request body: {'subnet': {'network_id': 'ad70d735-09b4-416d-ad49-0a6a381f807a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-919989807-subnet', 'tenant_id': '0d158e129aea4e02bfc28bd8fc85a4d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:04.321089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:04.321451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.340827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] DHCP port deletion for f662ba00-55c9-47b2-9dd4-704f67e59749 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:40:04.416028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f7c74b55-05ad-475e-a973-387330459b10 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d HTTP/1.1" status: 200 len: 993 time: 0.1348071 Sep 22 10:40:04.417207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] For port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9,segment=NetworkSegment(e476842b-ccd3-4276-92dd-6cfef0a3b627),segment_id=e476842b-ccd3-4276-92dd-6cfef0a3b627)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:04.417827 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.460588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:04.481891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Deleting port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:04.484324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.506760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Made reservation on behalf of 0d158e129aea4e02bfc28bd8fc85a4d3 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:04.509627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.641877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] For port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9,segment=NetworkSegment(e476842b-ccd3-4276-92dd-6cfef0a3b627),segment_id=e476842b-ccd3-4276-92dd-6cfef0a3b627)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:04.655174 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.659557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Calling delete_port for c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:04.667644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba718997-b07a-4fc8-9b5d-8377e6b8e67a req-788b4730-ccfb-4fc0-bf46-c05119b91291 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038763 Sep 22 10:40:04.726276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.764199 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.790530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:04.792968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Pushing event deleted for resources: {'Port': ['ID=c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:04.795321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] No DVR routers for this DVR port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:04.798848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-2fd50035-3846-4e37-94c8-dbbac8be62f2 req-0fe84d56-cd1a-4e83-8059-f51e1ee98ce8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:40:04.800086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2fd50035-3846-4e37-94c8-dbbac8be62f2 req-0fe84d56-cd1a-4e83-8059-f51e1ee98ce8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116799 Sep 22 10:40:04.804884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.805676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.805676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.807144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.807144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.807144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.807144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.807958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.807958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.808134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.808409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.808743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d509d9-db66-4aa8-89a4-7f64691cc45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:04.817055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No DVR routers for this DVR port c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:04.881301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.918948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:04.940932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f662ba00-55c9-47b2-9dd4-704f67e59749']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:04.955802 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e476842b-ccd3-4276-92dd-6cfef0a3b627') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:04.956101 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e476842b-ccd3-4276-92dd-6cfef0a3b627') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:04.978457 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:05.000030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:05.008290 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:40:05.008698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:05.020452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:05.023080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Checking segment: {'id': '110f7e63-576c-4506-a262-3486c4ab692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad70d735-09b4-416d-ad49-0a6a381f807a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:05.024653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Network hostable DHCP agents. Network: ad70d735-09b4-416d-ad49-0a6a381f807a, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:40:05.043781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be482125-e354-41c6-9b50-240e10ec91e6,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:05.054572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:05.054572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c2e3d7b7-35f3-4950-8a37-a3c85c62d3e9 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:40:05.070323 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:40:05.107596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Network ad70d735-09b4-416d-ad49-0a6a381f807a is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:40:05.199601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ad70d735-09b4-416d-ad49-0a6a381f807a) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:05.204107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:05.209892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:05.226072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffe6aab-0cf7-42a0-b99d-186cb3996872 None None] Network ad70d735-09b4-416d-ad49-0a6a381f807a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:05.233697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:05.263143 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:05.265039 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/networks/f662ba00-55c9-47b2-9dd4-704f67e59749 HTTP/1.1" status: 204 len: 168 time: 1.2162120 Sep 22 10:40:05.270703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d6f7c-9f63-4211-9a6b-48d026334cd1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Network': ['ID=f662ba00-55c9-47b2-9dd4-704f67e59749,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:05.270858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47352) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:05.314263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea14b4c-f5de-4dc8-b92f-42a19742b1cf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:05.320331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0ea14b4c-f5de-4dc8-b92f-42a19742b1cf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/c9fd702e-a5f1-41f4-bf91-56441b73813f HTTP/1.1" status: 200 len: 841 time: 0.0481634 Sep 22 10:40:05.320890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47354) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:05.322347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-644b87fb-996b-48e4-9161-f148ba854cc5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0415010 Sep 22 10:40:05.372232 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-762116ed-6a36-4e11-87d1-9e786264d90d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/c9fd702e-a5f1-41f4-bf91-56441b73813f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0495501 Sep 22 10:40:05.375151 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47358) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:05.384510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:05.402408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412068f0-39d4-49fb-86eb-82cc42342146 None None] Network ad70d735-09b4-416d-ad49-0a6a381f807a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:05.647768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0af6-f0ee-4b3a-a774-24f5c27cf9cb req-83884b93-6930-4402-9e79-5d6cf7e1187f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:05.655285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-787e0af6-f0ee-4b3a-a774-24f5c27cf9cb req-83884b93-6930-4402-9e79-5d6cf7e1187f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 943 time: 0.1515121 Sep 22 10:40:05.696493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-84725853-f7dd-4f97-9d5f-ea58b9f91223 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1050429 Sep 22 10:40:05.701668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-b54165f4-8347-4597-9019-df36e9b3eb8d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:40:05.712665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-b54165f4-8347-4597-9019-df36e9b3eb8d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082684 Sep 22 10:40:05.738763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-787e0af6-f0ee-4b3a-a774-24f5c27cf9cb req-7a824460-7e16-4295-a671-81783d7dc5f6 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824749 Sep 22 10:40:05.853749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be284684-05bb-4d11-bd32-17c5ed5ad46f req-422ee84c-ef53-4ac2-84ad-ac6f2c04bef5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:05.855648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be284684-05bb-4d11-bd32-17c5ed5ad46f req-422ee84c-ef53-4ac2-84ad-ac6f2c04bef5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0543978 Sep 22 10:40:05.910140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be284684-05bb-4d11-bd32-17c5ed5ad46f req-eb1cb67c-8070-4e5c-8118-658fed989af0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472107 Sep 22 10:40:06.033484 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:06.037933 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:06.353235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:06.432801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=c6a2a26c-c90f-4216-9868-d858f5a02026,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:06.458556 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:06.459598 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:06.469028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:06.469485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b59f34-abfc-464b-b300-fe59be3b1874 None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:06.469919 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:06.594554 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c8a7af85-63ae-4c3d-b6cd-01f61e469ed6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2173095 Sep 22 10:40:06.597307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47398) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:06.602833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4e0c2ce2-fb60-4bca-bc37-d105229aa364 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'security_group': {'name': 'tempest-secgroup-275745176'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:06.692217 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-325fe77d-77d8-422b-ba17-656776eea2f3', 'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'tenant_id': 'dd2ad88865c34e4db1865f6ac6509586', 'fixed_ips': [{'subnet_id': 'c6a2a26c-c90f-4216-9868-d858f5a02026'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:40:06.692217 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:06.754764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e0c2ce2-fb60-4bca-bc37-d105229aa364 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:06.848644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e0c2ce2-fb60-4bca-bc37-d105229aa364 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:06.990071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652212e-6a3a-4011-a3a4-0cf4412da11f req-56db05e4-9559-45ae-a234-839e99f0de0b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:07.002218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d652212e-6a3a-4011-a3a4-0cf4412da11f req-56db05e4-9559-45ae-a234-839e99f0de0b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 943 time: 0.0548639 Sep 22 10:40:07.012423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e0c2ce2-fb60-4bca-bc37-d105229aa364 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.040113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Allocated IP 172.20.0.2 (325fe77d-77d8-422b-ba17-656776eea2f3/c6a2a26c-c90f-4216-9868-d858f5a02026/5da82738-81fe-48bc-a38f-c03ad4b159c6) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:07.073510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d652212e-6a3a-4011-a3a4-0cf4412da11f req-4d68a117-2a99-4791-8a38-7ddd64536d68 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701663 Sep 22 10:40:07.074724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c2ce2-fb60-4bca-bc37-d105229aa364 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4182e44-3efe-4666-b2fb-5500c923b8ff,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:07.168230 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e0c2ce2-fb60-4bca-bc37-d105229aa364 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.172686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4e0c2ce2-fb60-4bca-bc37-d105229aa364 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5737045 Sep 22 10:40:07.172866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47412) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:07.178243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-de292edf-3f32-4d92-ab04-b1dcd44a54cc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'security_group': {'name': 'tempest-secgroup-1454984390'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:07.212385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84f778-5616-4f7b-9de1-a35fe9cbbada req-71801ddc-dc0e-4b20-bdc9-c7c12215d1a8 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:07.213906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c84f778-5616-4f7b-9de1-a35fe9cbbada req-71801ddc-dc0e-4b20-bdc9-c7c12215d1a8 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0579333 Sep 22 10:40:07.215910 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.265178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c84f778-5616-4f7b-9de1-a35fe9cbbada req-7f05c2b3-fc7b-4315-a5ac-1bd48c7251db tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352273 Sep 22 10:40:07.271761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 815296e3-d46a-4951-867e-01c54246205d details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:40:07.302768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de292edf-3f32-4d92-ab04-b1dcd44a54cc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.362055 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.434273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:07.437995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:07.446237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:07.456642 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de292edf-3f32-4d92-ab04-b1dcd44a54cc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.508301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Pushing event updated for resources: {'Port': ['ID=5da82738-81fe-48bc-a38f-c03ad4b159c6,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:07.519054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 815296e3-d46a-4951-867e-01c54246205d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=815296e3-d46a-4951-867e-01c54246205d,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:07.541246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Attempting to bind port 5da82738-81fe-48bc-a38f-c03ad4b159c6 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:07.541708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Attempting to bind port 5da82738-81fe-48bc-a38f-c03ad4b159c6 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '15026a02-77ae-4a2c-9d5c-f3464bcf1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:07.542088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Attempting to bind port 5da82738-81fe-48bc-a38f-c03ad4b159c6 on network 325fe77d-77d8-422b-ba17-656776eea2f3 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:07.542251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de292edf-3f32-4d92-ab04-b1dcd44a54cc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.544200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '815296e3-d46a-4951-867e-01c54246205d', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'port_id': '815296e3-d46a-4951-867e-01c54246205d', 'mac_address': 'fa:16:3e:af:e1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:40:07.579322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de292edf-3f32-4d92-ab04-b1dcd44a54cc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bf4331-ff75-4c49-a197-3dc5e7ddf13e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:07.580134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:07.580518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Checking segment: {'id': '15026a02-77ae-4a2c-9d5c-f3464bcf1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:07.580933 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.581342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Bound using segment: {'id': '15026a02-77ae-4a2c-9d5c-f3464bcf1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:07.581905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Bound port: 5da82738-81fe-48bc-a38f-c03ad4b159c6, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15026a02-77ae-4a2c-9d5c-f3464bcf1f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:07.582873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.608789 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.639151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de292edf-3f32-4d92-ab04-b1dcd44a54cc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.643072 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-de292edf-3f32-4d92-ab04-b1dcd44a54cc tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4689140 Sep 22 10:40:07.643203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815296e3-d46a-4951-867e-01c54246205d {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:07.643875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47422) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:07.650790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1519066078', 'security_groups': ['33bf4331-ff75-4c49-a197-3dc5e7ddf13e'], 'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c6a2a26c-c90f-4216-9868-d858f5a02026'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:07.682557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 815296e3-d46a-4951-867e-01c54246205d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=815296e3-d46a-4951-867e-01c54246205d,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:07.692327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] For port 5da82738-81fe-48bc-a38f-c03ad4b159c6, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:07.695565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] For port 5da82738-81fe-48bc-a38f-c03ad4b159c6, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5da82738-81fe-48bc-a38f-c03ad4b159c6,segment=NetworkSegment(15026a02-77ae-4a2c-9d5c-f3464bcf1f2a),segment_id=15026a02-77ae-4a2c-9d5c-f3464bcf1f2a)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:07.771654 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.775621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.833105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=815296e3-d46a-4951-867e-01c54246205d,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:07.862435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:07.892644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a78ee8-04d8-48d8-947e-5edcf7b437c1 None None] Pushing event updated for resources: {'Port': ['ID=5da82738-81fe-48bc-a38f-c03ad4b159c6,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:07.959179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:07.978406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port 22534a81-e08f-46e4-832c-662bf9909a82 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:40:08.067132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['815296e3-d46a-4951-867e-01c54246205d'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:08.209869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.3 (325fe77d-77d8-422b-ba17-656776eea2f3/c6a2a26c-c90f-4216-9868-d858f5a02026/22534a81-e08f-46e4-832c-662bf9909a82) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:08.388824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6135b-7cb4-42ff-af54-41b55812814d req-d062201c-4d4c-40f5-b586-9db5b0be8ffa tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:08.390384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21f6135b-7cb4-42ff-af54-41b55812814d req-d062201c-4d4c-40f5-b586-9db5b0be8ffa tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 944 time: 0.1589177 Sep 22 10:40:08.404836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-600d4eb8-c5dd-4391-b4fc-0985079a6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:08.406372 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-600d4eb8-c5dd-4391-b4fc-0985079a6844 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1096 time: 0.1257732 Sep 22 10:40:08.476970 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:08.538009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21f6135b-7cb4-42ff-af54-41b55812814d req-9dff2ded-53b7-43d8-a63d-43dd1eb37d56 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329548 Sep 22 10:40:08.607708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-11e926a3-be9f-4948-8021-42d3028d5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:08.614522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-11e926a3-be9f-4948-8021-42d3028d5154 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 897 time: 0.1963820 Sep 22 10:40:08.674763 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:08.757388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:08.764547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-7a15f6a4-a6ab-41a1-a92c-e306965b1105 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 1001 time: 0.1476462 Sep 22 10:40:08.766212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:08.779031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:08.795724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=22534a81-e08f-46e4-832c-662bf9909a82,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:08.838417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3612-e735-4718-9565-093da93f9dc6 req-3b804f24-ca82-4e8a-9eba-b4365c1abde7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:08.840060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-095d3612-e735-4718-9565-093da93f9dc6 req-3b804f24-ca82-4e8a-9eba-b4365c1abde7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.1810095 Sep 22 10:40:08.915830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d60b392e-256e-4898-a7d1-6db48c0840e2 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:08.916323 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d60b392e-256e-4898-a7d1-6db48c0840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:08.923679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:08.924033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:08.935609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4a528b39-5975-4a11-8a1d-39c20ab4ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:08.937407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4a528b39-5975-4a11-8a1d-39c20ab4ddb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.1622381 Sep 22 10:40:08.942956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-095d3612-e735-4718-9565-093da93f9dc6 req-4426c819-861b-40ff-8ea1-8694ca3658f0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813770 Sep 22 10:40:09.021790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47460) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:09.024861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d52be644-929a-4084-96ed-bd9ee28d3361 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3784022 Sep 22 10:40:09.027470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c901c8ad-f979-4bb4-b9a7-dfbfbf520280 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:09.048912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-1bcb18d4-ed8d-400c-bdf2-7a8a8a34b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:09.048912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-1bcb18d4-ed8d-400c-bdf2-7a8a8a34b072 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974131 Sep 22 10:40:09.084578 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d60b392e-256e-4898-a7d1-6db48c0840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.108675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5da82738-81fe-48bc-a38f-c03ad4b159c6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:09.181522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d60b392e-256e-4898-a7d1-6db48c0840e2 None None] For port 5da82738-81fe-48bc-a38f-c03ad4b159c6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5da82738-81fe-48bc-a38f-c03ad4b159c6,segment=NetworkSegment(15026a02-77ae-4a2c-9d5c-f3464bcf1f2a),segment_id=15026a02-77ae-4a2c-9d5c-f3464bcf1f2a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:09.189161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:09.189653 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.248599 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d60b392e-256e-4898-a7d1-6db48c0840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.301978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c901c8ad-f979-4bb4-b9a7-dfbfbf520280 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:09.307358 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c901c8ad-f979-4bb4-b9a7-dfbfbf520280 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.339976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b392e-256e-4898-a7d1-6db48c0840e2 None None] Pushing event updated for resources: {'Port': ['ID=5da82738-81fe-48bc-a38f-c03ad4b159c6,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:09.347753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 815296e3-d46a-4951-867e-01c54246205d up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:09.425771 n-d-807025-3 neutron-server[95681]: INFO neutron.db.ipam_backend_mixin [None req-c901c8ad-f979-4bb4-b9a7-dfbfbf520280 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c6a2a26c-c90f-4216-9868-d858f5a02026 (CIDR: 172.20.0.0/28) Sep 22 10:40:09.431057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d60b392e-256e-4898-a7d1-6db48c0840e2 None None] Provisioning complete for port c9fd702e-a5f1-41f4-bf91-56441b73813f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:09.431057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d60b392e-256e-4898-a7d1-6db48c0840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.457006 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-c901c8ad-f979-4bb4-b9a7-dfbfbf520280 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:40:09.458454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c901c8ad-f979-4bb4-b9a7-dfbfbf520280 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:09.523298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d60b392e-256e-4898-a7d1-6db48c0840e2 None None] Port c9fd702e-a5f1-41f4-bf91-56441b73813f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:09.578077 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c901c8ad-f979-4bb4-b9a7-dfbfbf520280 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5527482 Sep 22 10:40:09.578833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:09.585831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:09.601286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 815296e3-d46a-4951-867e-01c54246205d completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:40:09.607994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 815296e3-d46a-4951-867e-01c54246205d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:09.608379 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.705750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164455fa-6280-4c83-a859-36419e27808d req-4ac40996-7cd6-46cb-b67e-522e447f7834 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:09.713606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-4ac40996-7cd6-46cb-b67e-522e447f7834 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/networks?id=ad70d735-09b4-416d-ad49-0a6a381f807a HTTP/1.1" status: 200 len: 809 time: 0.6162155 Sep 22 10:40:09.720675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-842d84b0-4cf0-44ec-8ce6-435770152c01 None None] Provisioning complete for port 22534a81-e08f-46e4-832c-662bf9909a82 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:09.721171 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-842d84b0-4cf0-44ec-8ce6-435770152c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.734692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-c89503de-0401-4fc3-b661-02cce0d00c75 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/quotas/0d158e129aea4e02bfc28bd8fc85a4d3 HTTP/1.1" status: 200 len: 375 time: 0.0201426 Sep 22 10:40:09.754954 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.768806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-842d84b0-4cf0-44ec-8ce6-435770152c01 None None] Port 22534a81-e08f-46e4-832c-662bf9909a82 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:09.771269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-26a2efce-8ef1-4d33-914b-fff67539005a tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d158e129aea4e02bfc28bd8fc85a4d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298240 Sep 22 10:40:09.773754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-c50deb0e-44b6-4044-8938-176250e33707 service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260714 Sep 22 10:40:09.783673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815296e3-d46a-4951-867e-01c54246205d'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:09.786621 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f382c3a8-efd1-4b49-b8cd-a5e3da874408" -d '{"events": [{"server_uuid": "bda7dedc-dd33-4473-8aa2-9895bec21350", "name": "network-vif-plugged", "status": "completed", "tag": "815296e3-d46a-4951-867e-01c54246205d"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:09.800885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 815296e3-d46a-4951-867e-01c54246205d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=815296e3-d46a-4951-867e-01c54246205d,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:09.814934 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:09.819184 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.897347 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:09.945577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-9c25d777-289b-4eb5-8c88-23372e02eec4 service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631627 Sep 22 10:40:09.962795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-d228ebdd-49d3-4c1d-8937-2a8dad30e9ab service neutron] 10.222.0.20 "GET /v2.0/networks/ad70d735-09b4-416d-ad49-0a6a381f807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716774 Sep 22 10:40:09.967216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=815296e3-d46a-4951-867e-01c54246205d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:10.078624 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-14fe0b88-52d7-4476-b8c7-70b75648dc32 service neutron] 10.222.0.20 "GET /v2.0/networks/ad70d735-09b4-416d-ad49-0a6a381f807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074274 Sep 22 10:40:10.176388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:10.230510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:10.233639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:10.237975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:10.238605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:10.244853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0216f0f1-788a-4be5-8148-d047a5a4aad6 None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:10.273872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=9b5559cd-a1cb-48fa-96ea-2cd630a0c807,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:10.362271 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c85bd745-e1a2-454e-9bc2-7b85da341d35 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7798402 Sep 22 10:40:10.362498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47478) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:10.367888 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-876767414', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b5559cd-a1cb-48fa-96ea-2cd630a0c807'}], 'security_groups': ['a4182e44-3efe-4666-b2fb-5500c923b8ff']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:10.521211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b708a93-7f8f-4271-9295-2824bae33bcf None None] Update dhcp port {'port': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'fixed_ips': [{'subnet_id': 'c6a2a26c-c90f-4216-9868-d858f5a02026', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b5559cd-a1cb-48fa-96ea-2cd630a0c807'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '5da82738-81fe-48bc-a38f-c03ad4b159c6'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:40:10.526127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9f7f1-41ea-4ff5-b942-794418ede47b req-f6d91aff-e421-42f2-b846-1154081f9612 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:10.533408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd9f7f1-41ea-4ff5-b942-794418ede47b req-f6d91aff-e421-42f2-b846-1154081f9612 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0584533 Sep 22 10:40:10.552540 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b708a93-7f8f-4271-9295-2824bae33bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:10.569551 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:10.577855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcd9f7f1-41ea-4ff5-b942-794418ede47b req-f8108898-6361-4806-a8ff-50bbaf4674df tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435913 Sep 22 10:40:10.660152 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5552ee90-87ea-40dc-86ef-514237e2a09c x-openstack-request-id: req-5552ee90-87ea-40dc-86ef-514237e2a09c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:10.660282 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda7dedc-dd33-4473-8aa2-9895bec21350", "name": "network-vif-plugged", "status": "completed", "tag": "815296e3-d46a-4951-867e-01c54246205d", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:10.660537 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5552ee90-87ea-40dc-86ef-514237e2a09c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:10.660923 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815296e3-d46a-4951-867e-01c54246205d', 'code': 200} Sep 22 10:40:10.792628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-7b708a93-7f8f-4271-9295-2824bae33bcf None None] Allocated IP 172.20.0.18 (325fe77d-77d8-422b-ba17-656776eea2f3/9b5559cd-a1cb-48fa-96ea-2cd630a0c807/5da82738-81fe-48bc-a38f-c03ad4b159c6) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:10.816677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ea5ce-13d1-4a63-b684-de6c99b0baf6 req-6cfa5c27-95f7-4c3e-98de-a18fb4789225 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:10.818437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b17ea5ce-13d1-4a63-b684-de6c99b0baf6 req-6cfa5c27-95f7-4c3e-98de-a18fb4789225 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.1212308 Sep 22 10:40:10.820613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf304ee-fb71-477b-9424-ece24646423b req-4d2972a5-114b-41c2-902e-099b0342bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:10.822161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbf304ee-fb71-477b-9424-ece24646423b req-4d2972a5-114b-41c2-902e-099b0342bbb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 1096 time: 0.1148975 Sep 22 10:40:10.882078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b17ea5ce-13d1-4a63-b684-de6c99b0baf6 req-d998ff27-d7fc-4545-b48e-0a19ab35ed8d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559287 Sep 22 10:40:10.883825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dbf304ee-fb71-477b-9424-ece24646423b req-7693535a-6645-40d0-a7af-538230746220 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509214 Sep 22 10:40:10.902828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7b708a93-7f8f-4271-9295-2824bae33bcf None None] For port 5da82738-81fe-48bc-a38f-c03ad4b159c6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5da82738-81fe-48bc-a38f-c03ad4b159c6,segment=NetworkSegment(15026a02-77ae-4a2c-9d5c-f3464bcf1f2a),segment_id=15026a02-77ae-4a2c-9d5c-f3464bcf1f2a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:10.929445 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b708a93-7f8f-4271-9295-2824bae33bcf None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:10.954925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a201cd6-ea75-404b-a52b-45c4f2417367 req-4e81df54-b21f-47e7-ae5a-ed326fdaae0d tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 210 time: 0.0312140 Sep 22 10:40:10.969215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5da82738-81fe-48bc-a38f-c03ad4b159c6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:11.017941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:11.018326 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.056965 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b708a93-7f8f-4271-9295-2824bae33bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.155024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Delete allocated IP 172.20.0.3 (325fe77d-77d8-422b-ba17-656776eea2f3/c6a2a26c-c90f-4216-9868-d858f5a02026) {{(pid=95681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 10:40:11.165741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.24 (325fe77d-77d8-422b-ba17-656776eea2f3/9b5559cd-a1cb-48fa-96ea-2cd630a0c807/22534a81-e08f-46e4-832c-662bf9909a82) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:11.172948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b708a93-7f8f-4271-9295-2824bae33bcf None None] Pushing event updated for resources: {'Port': ['ID=5da82738-81fe-48bc-a38f-c03ad4b159c6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:11.352004 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.443496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.499727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=22534a81-e08f-46e4-832c-662bf9909a82,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:11.580324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] In _notify_port_updated(), no bound segment for port 22534a81-e08f-46e4-832c-662bf9909a82 on network 325fe77d-77d8-422b-ba17-656776eea2f3 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:40:11.586506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:11.587134 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.588457 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-333a5146-92c3-45a9-93bd-42815c0e7b65 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "PUT /v2.0/ports/22534a81-e08f-46e4-832c-662bf9909a82 HTTP/1.1" status: 200 len: 920 time: 1.2251141 Sep 22 10:40:11.591298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47494) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:11.726583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3b379-4d37-4a3d-bc6c-4dc263172ccf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 22534a81-e08f-46e4-832c-662bf9909a82 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:11.726930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b379-4d37-4a3d-bc6c-4dc263172ccf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.737107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f813d0-0e25-461a-bf0d-041ff2977ef9 req-7e937fa5-75b2-49ea-b142-e76c6d4db155 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:11.738849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86f813d0-0e25-461a-bf0d-041ff2977ef9 req-7e937fa5-75b2-49ea-b142-e76c6d4db155 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0588710 Sep 22 10:40:11.781376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86f813d0-0e25-461a-bf0d-041ff2977ef9 req-7c43eca3-f523-4117-90b2-687fe2c0b491 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340869 Sep 22 10:40:11.800298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-48ab324c-dda9-4c92-8355-0d8938dd06e9 None None] Provisioning complete for port 22534a81-e08f-46e4-832c-662bf9909a82 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:11.800726 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48ab324c-dda9-4c92-8355-0d8938dd06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.839904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-48ab324c-dda9-4c92-8355-0d8938dd06e9 None None] Port 22534a81-e08f-46e4-832c-662bf9909a82 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:11.842350 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b379-4d37-4a3d-bc6c-4dc263172ccf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.851609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-48ab324c-dda9-4c92-8355-0d8938dd06e9 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:11.852051 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48ab324c-dda9-4c92-8355-0d8938dd06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.859490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3b379-4d37-4a3d-bc6c-4dc263172ccf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 22534a81-e08f-46e4-832c-662bf9909a82 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:11.946711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-48ab324c-dda9-4c92-8355-0d8938dd06e9 None None] Provisioning complete for port c9fd702e-a5f1-41f4-bf91-56441b73813f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:11.947087 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48ab324c-dda9-4c92-8355-0d8938dd06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:11.989925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-48ab324c-dda9-4c92-8355-0d8938dd06e9 None None] Port c9fd702e-a5f1-41f4-bf91-56441b73813f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:12.058293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b73d0-5423-4a70-a84a-7ba42e06e8b8 req-765971aa-9cce-415f-84d0-84f5876ea2f5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:12.067245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-052b73d0-5423-4a70-a84a-7ba42e06e8b8 req-765971aa-9cce-415f-84d0-84f5876ea2f5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0822871 Sep 22 10:40:12.106692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-052b73d0-5423-4a70-a84a-7ba42e06e8b8 req-df034751-4a33-4efc-ae0e-b461ec934f74 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382497 Sep 22 10:40:12.124840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b379-4d37-4a3d-bc6c-4dc263172ccf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.161466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3b379-4d37-4a3d-bc6c-4dc263172ccf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=22534a81-e08f-46e4-832c-662bf9909a82,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:12.231361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb842040-0670-4bfc-b2b2-dd84972f3985 req-683b900b-df45-4910-8137-d323e5b0970a tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 210 time: 0.0361536 Sep 22 10:40:12.269017 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b379-4d37-4a3d-bc6c-4dc263172ccf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.272173 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1ac3b379-4d37-4a3d-bc6c-4dc263172ccf tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/22534a81-e08f-46e4-832c-662bf9909a82 HTTP/1.1" status: 204 len: 168 time: 0.6790152 Sep 22 10:40:12.273865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47508) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:12.299887 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cc0e08-1a8a-4df5-b330-f9bf4856edf5 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:40:12.304000 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a2cc0e08-1a8a-4df5-b330-f9bf4856edf5 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/22534a81-e08f-46e4-832c-662bf9909a82 HTTP/1.1" status: 404 len: 333 time: 0.0272892 Sep 22 10:40:12.305047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47510) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:12.359742 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.386518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.404931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9b057d1e-77c2-45ca-8a7f-be75e42b4898 None None] Could not find standard attr ID for object 22534a81-e08f-46e4-832c-662bf9909a82. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:40:12.523574 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.526176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.527490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/security-groups/33bf4331-ff75-4c49-a197-3dc5e7ddf13e HTTP/1.1" status: 204 len: 168 time: 0.2213433 Sep 22 10:40:12.530396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47512) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:12.537697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bf4331-ff75-4c49-a197-3dc5e7ddf13e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:12.547242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.547595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.547947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.548293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.548632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.548972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.549307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.549637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.549969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.550323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.551232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.551579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae6bf5d-c8af-4a46-b5d9-44cda6b10c73 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:12.601712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2627f277-930e-40b8-98d0-495139e34dfb tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.623822 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2627f277-930e-40b8-98d0-495139e34dfb tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.657770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47516) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:12.759033 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2627f277-930e-40b8-98d0-495139e34dfb tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.761544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2627f277-930e-40b8-98d0-495139e34dfb tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.762759 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2627f277-930e-40b8-98d0-495139e34dfb tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4182e44-3efe-4666-b2fb-5500c923b8ff HTTP/1.1" status: 204 len: 168 time: 0.2313855 Sep 22 10:40:12.765524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47520) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:12.773081 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58003d3e-ae49-44cf-a4b6-c0444a547baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.789389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627f277-930e-40b8-98d0-495139e34dfb tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4182e44-3efe-4666-b2fb-5500c923b8ff,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:12.829814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0195751e-7c05-4f22-9815-fd618a19d608 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet c6a2a26c-c90f-4216-9868-d858f5a02026 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:12.833448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0195751e-7c05-4f22-9815-fd618a19d608 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.875323 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0195751e-7c05-4f22-9815-fd618a19d608 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.891151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58003d3e-ae49-44cf-a4b6-c0444a547baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.960433 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58003d3e-ae49-44cf-a4b6-c0444a547baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:12.988674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5da82738-81fe-48bc-a38f-c03ad4b159c6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:13.006280 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-58003d3e-ae49-44cf-a4b6-c0444a547baf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac67e3d6cd484731901ac7c84d8cf75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473268 Sep 22 10:40:13.006973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47526) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:13.018920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58003d3e-ae49-44cf-a4b6-c0444a547baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e9360d-804d-4437-98a4-4bde9c41bf02,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:13.026537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abda15c-f3bf-486d-b22d-7a81f268f331 req-69ed25a1-c159-46fb-8805-1f89bc75b729 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:13.034823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5abda15c-f3bf-486d-b22d-7a81f268f331 req-69ed25a1-c159-46fb-8805-1f89bc75b729 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1288123 Sep 22 10:40:13.051278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:13.051862 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.073917 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32ab838d-32a1-4506-870e-5ca020644516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.099237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32ab838d-32a1-4506-870e-5ca020644516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.118003 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0195751e-7c05-4f22-9815-fd618a19d608 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.146020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5abda15c-f3bf-486d-b22d-7a81f268f331 req-dc0f38f7-6b41-44c2-bfd3-64e34a72919e tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101112 Sep 22 10:40:13.227271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32ab838d-32a1-4506-870e-5ca020644516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.229892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32ab838d-32a1-4506-870e-5ca020644516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.231088 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-32ab838d-32a1-4506-870e-5ca020644516 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0e9360d-804d-4437-98a4-4bde9c41bf02 HTTP/1.1" status: 204 len: 168 time: 0.2201493 Sep 22 10:40:13.239063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab838d-32a1-4506-870e-5ca020644516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e9360d-804d-4437-98a4-4bde9c41bf02,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:13.300934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164455fa-6280-4c83-a859-36419e27808d req-79cfa556-653e-4f59-bc90-98cf875754b1 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:13.300934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-79cfa556-653e-4f59-bc90-98cf875754b1 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.32 "GET /v2.0/networks?id=ad70d735-09b4-416d-ad49-0a6a381f807a HTTP/1.1" status: 200 len: 809 time: 0.2553077 Sep 22 10:40:13.315873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d16f-46aa-4d6e-8135-37c44117210b req-4dd10e83-707f-4e26-89fd-f6d56e045585 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:13.317902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc45d16f-46aa-4d6e-8135-37c44117210b req-4dd10e83-707f-4e26-89fd-f6d56e045585 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0940061 Sep 22 10:40:13.323465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Request body: {'port': {'device_id': 'bf38187a-b662-4865-993d-12ad8c227b18', 'network_id': 'ad70d735-09b4-416d-ad49-0a6a381f807a', 'admin_state_up': True, 'tenant_id': '0d158e129aea4e02bfc28bd8fc85a4d3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:13.412209 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0195751e-7c05-4f22-9815-fd618a19d608 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.433129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc45d16f-46aa-4d6e-8135-37c44117210b req-b7d8dcc8-f132-4003-b766-4323ae0902a2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046810 Sep 22 10:40:13.461098 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0195751e-7c05-4f22-9815-fd618a19d608 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.461098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0195751e-7c05-4f22-9815-fd618a19d608 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/c6a2a26c-c90f-4216-9868-d858f5a02026 HTTP/1.1" status: 204 len: 168 time: 0.6919706 Sep 22 10:40:13.463774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195751e-7c05-4f22-9815-fd618a19d608 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a2a26c-c90f-4216-9868-d858f5a02026,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:13.463903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fba550-b516-4303-a462-f98a1dee39f0 None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:13.464406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47536) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:13.469866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:13.635361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf06c67-f7ba-4980-9c82-81dca1dfd4dd req-db967c9b-d24d-46b2-a80c-545a15ea2c16 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:13.636878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bf06c67-f7ba-4980-9c82-81dca1dfd4dd req-db967c9b-d24d-46b2-a80c-545a15ea2c16 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1338465 Sep 22 10:40:13.649027 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47540) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:13.654912 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7597d545-60fa-4998-a383-1cbcf8c52b69 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'floatingip': {'port_id': '815296e3-d46a-4951-867e-01c54246205d'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:13.706668 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7597d545-60fa-4998-a383-1cbcf8c52b69 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.734114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Made reservation on behalf of 0d158e129aea4e02bfc28bd8fc85a4d3 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:13.737861 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.744985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ea09295-1aef-40b2-a89d-ee93f2f327b7 req-cb7c52d3-7c9a-4e17-85ad-9c91aed23bee tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 210 time: 0.0400946 Sep 22 10:40:13.882383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:13.886061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:13.893149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Allocated IP 172.20.0.13 (ad70d735-09b4-416d-ad49-0a6a381f807a/be482125-e354-41c6-9b50-240e10ec91e6/1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:13.977653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47542) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:14.008594 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-04e9eab2-45dc-4286-9e0f-c389638205d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.246460 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.264414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7597d545-60fa-4998-a383-1cbcf8c52b69 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.324562 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7597d545-60fa-4998-a383-1cbcf8c52b69 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.342031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b23315dd-933d-4a58-b127-5c31362ee298 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:14.343060 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b23315dd-933d-4a58-b127-5c31362ee298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.343917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-04e9eab2-45dc-4286-9e0f-c389638205d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.404701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-04e9eab2-45dc-4286-9e0f-c389638205d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.441089 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.457434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-04e9eab2-45dc-4286-9e0f-c389638205d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8f470403d204691ba371f14b60a18ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797790 Sep 22 10:40:14.458333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:14.464258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b23315dd-933d-4a58-b127-5c31362ee298 None None] Provisioning complete for port c9fd702e-a5f1-41f4-bf91-56441b73813f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:14.464763 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b23315dd-933d-4a58-b127-5c31362ee298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.478706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9eab2-45dc-4286-9e0f-c389638205d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39444b3d-f753-4457-a19d-151c280d83bf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:14.484449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.493179 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-7597d545-60fa-4998-a383-1cbcf8c52b69 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Floating IP 2d7ffe6b-7746-4c0e-b957-96a2cf2909d8 associated. External IP: 172.25.1.48, port: 815296e3-d46a-4951-867e-01c54246205d. Sep 22 10:40:14.511600 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b23315dd-933d-4a58-b127-5c31362ee298 None None] Port c9fd702e-a5f1-41f4-bf91-56441b73813f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:14.541379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Network ad70d735-09b4-416d-ad49-0a6a381f807a is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:14.554636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:14.555635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:14.564277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:14.569032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:14.583712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405bc715-9834-4fa0-924a-c726f3997d66 None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:14.591215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Pushing event updated for resources: {'Port': ['ID=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:14.591505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6c589d6-78e5-4a65-9e16-a4296dfc4daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.599135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:14.604116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.609272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=07e5d128-be3b-4015-8697-c5f2cf1c7eba,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:14.632278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6c589d6-78e5-4a65-9e16-a4296dfc4daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.633404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:14.634139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.717412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7507d6f3-d78c-476f-824b-77eea3de28f7 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2516844 Sep 22 10:40:14.733915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47564) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:14.742298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7000139f-e228-4347-bf0a-c8516c73e3ff tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'security_group': {'name': 'tempest-secgroup-2077346360'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:14.746075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-5f20f19a-98e4-4fca-aeec-703304e2ce19 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4272034 Sep 22 10:40:14.764047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Request body: {'port': {'device_id': 'bf38187a-b662-4865-993d-12ad8c227b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:14.794030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7597d545-60fa-4998-a383-1cbcf8c52b69 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Router 26c0e4c8-6b23-4f76-924a-1dda2d74764e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:40:14.826902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a0736-7a93-4505-a4ab-97d7a574914e req-3f9815bf-75b5-4646-9322-81bea9d911f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:14.830561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-969a0736-7a93-4505-a4ab-97d7a574914e req-3f9815bf-75b5-4646-9322-81bea9d911f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.1255436 Sep 22 10:40:14.842842 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6c589d6-78e5-4a65-9e16-a4296dfc4daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.845370 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d6c589d6-78e5-4a65-9e16-a4296dfc4daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.849951 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d6c589d6-78e5-4a65-9e16-a4296dfc4daa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39444b3d-f753-4457-a19d-151c280d83bf HTTP/1.1" status: 204 len: 168 time: 0.3865964 Sep 22 10:40:14.863677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c589d6-78e5-4a65-9e16-a4296dfc4daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39444b3d-f753-4457-a19d-151c280d83bf,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:14.865266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba0cee7-d238-4528-954f-b9748973188d None None] Update dhcp port {'port': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'fixed_ips': [{'subnet_id': '9b5559cd-a1cb-48fa-96ea-2cd630a0c807', 'ip_address': '172.20.0.18'}, {'subnet_id': '07e5d128-be3b-4015-8697-c5f2cf1c7eba'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '5da82738-81fe-48bc-a38f-c03ad4b159c6'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:40:14.895483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.899218 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bba0cee7-d238-4528-954f-b9748973188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.916799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7000139f-e228-4347-bf0a-c8516c73e3ff tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.936988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7597d545-60fa-4998-a383-1cbcf8c52b69 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:14.941642 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7597d545-60fa-4998-a383-1cbcf8c52b69 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:14.950711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] Sync routers for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:14.980334 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7597d545-60fa-4998-a383-1cbcf8c52b69 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "PUT /v2.0/floatingips/2d7ffe6b-7746-4c0e-b957-96a2cf2909d8 HTTP/1.1" status: 200 len: 990 time: 1.3276205 Sep 22 10:40:14.980334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'tag': '815296e3-d46a-4951-867e-01c54246205d'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:14.981419 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b2f4ca-3611-4af6-a439-686f065874ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bda7dedc-dd33-4473-8aa2-9895bec21350", "tag": "815296e3-d46a-4951-867e-01c54246205d"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:15.001782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-969a0736-7a93-4505-a4ab-97d7a574914e req-5db16389-4444-4d21-8eca-7215411eb2e8 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081450 Sep 22 10:40:15.042743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:15.048093 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:15.230270 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7000139f-e228-4347-bf0a-c8516c73e3ff tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.243939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b7967-757b-41ab-a181-145780eb83d1 req-0b5072c8-f2a8-41cc-9e6c-b1681371755b tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:15.248142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-300b7967-757b-41ab-a181-145780eb83d1 req-0b5072c8-f2a8-41cc-9e6c-b1681371755b tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 932 time: 0.1309965 Sep 22 10:40:15.297328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7000139f-e228-4347-bf0a-c8516c73e3ff tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.343876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000139f-e228-4347-bf0a-c8516c73e3ff tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a510040-8310-4060-b106-ce6b6b2e89ef,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:15.365811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:40:15.368310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-bba0cee7-d238-4528-954f-b9748973188d None None] Allocated IP 172.20.0.2 (325fe77d-77d8-422b-ba17-656776eea2f3/07e5d128-be3b-4015-8697-c5f2cf1c7eba/5da82738-81fe-48bc-a38f-c03ad4b159c6) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:15.437789 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-300b7967-757b-41ab-a181-145780eb83d1 req-cb4c6829-fb92-4115-9b31-337f40f930fe tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565413 Sep 22 10:40:15.557613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7000139f-e228-4347-bf0a-c8516c73e3ff tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.562630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:15.568096 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-32e3242b-8313-425f-9d9c-635cfeea1d7d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'security_group': {'name': 'tempest-secgroup-1996474220'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:15.573124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7000139f-e228-4347-bf0a-c8516c73e3ff tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8379471 Sep 22 10:40:15.611091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:15.623704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bba0cee7-d238-4528-954f-b9748973188d None None] For port 5da82738-81fe-48bc-a38f-c03ad4b159c6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5da82738-81fe-48bc-a38f-c03ad4b159c6,segment=NetworkSegment(15026a02-77ae-4a2c-9d5c-f3464bcf1f2a),segment_id=15026a02-77ae-4a2c-9d5c-f3464bcf1f2a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:15.624036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.650051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Transition to ACTIVE for port object 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:40:15.674287 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bba0cee7-d238-4528-954f-b9748973188d None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.693490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32e3242b-8313-425f-9d9c-635cfeea1d7d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.708571 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.755879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bba0cee7-d238-4528-954f-b9748973188d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.760528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '2d7ffe6b-7746-4c0e-b957-96a2cf2909d8', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'port_id': '815296e3-d46a-4951-867e-01c54246205d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'mac_address': 'fa:16:3e:af:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:39:51Z', 'updated_at': '2021-09-22T10:40:14Z', 'revision_number': 1, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:15.828502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] Checking router: 26c0e4c8-6b23-4f76-924a-1dda2d74764e for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:40:15.866351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:15.867249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:39:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:15.889293 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32e3242b-8313-425f-9d9c-635cfeea1d7d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.951009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Pushing event updated for resources: {'Port': ['ID=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:15.974823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0cee7-d238-4528-954f-b9748973188d None None] Pushing event updated for resources: {'Port': ['ID=5da82738-81fe-48bc-a38f-c03ad4b159c6,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:15.976935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Attempting to bind port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:15.979911 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32e3242b-8313-425f-9d9c-635cfeea1d7d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:15.980543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Attempting to bind port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '110f7e63-576c-4506-a262-3486c4ab692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad70d735-09b4-416d-ad49-0a6a381f807a'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:15.981059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Attempting to bind port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 on network ad70d735-09b4-416d-ad49-0a6a381f807a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:15.996816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 on network ad70d735-09b4-416d-ad49-0a6a381f807a not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:40:15.997165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Attempting to bind port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 on network ad70d735-09b4-416d-ad49-0a6a381f807a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:16.003565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:16.004312 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea711cd5-df9d-4d45-bcf5-ef19932203e0 x-openstack-request-id: req-ea711cd5-df9d-4d45-bcf5-ef19932203e0 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:16.004426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Checking segment: {'id': '110f7e63-576c-4506-a262-3486c4ab692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad70d735-09b4-416d-ad49-0a6a381f807a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:16.004813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Bound using segment: {'id': '110f7e63-576c-4506-a262-3486c4ab692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad70d735-09b4-416d-ad49-0a6a381f807a'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:16.005262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Bound port: 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110f7e63-576c-4506-a262-3486c4ab692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ad70d735-09b4-416d-ad49-0a6a381f807a'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:16.005632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:16.006130 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda7dedc-dd33-4473-8aa2-9895bec21350", "tag": "815296e3-d46a-4951-867e-01c54246205d", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:16.007185 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea711cd5-df9d-4d45-bcf5-ef19932203e0 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:16.008861 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'tag': '815296e3-d46a-4951-867e-01c54246205d', 'status': 'completed', 'code': 200} Sep 22 10:40:16.034126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:40:16.078455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3242b-8313-425f-9d9c-635cfeea1d7d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21dcd71-ec34-411d-b04e-6d5b47c263c7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:16.136079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32e3242b-8313-425f-9d9c-635cfeea1d7d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:16.137852 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-32e3242b-8313-425f-9d9c-635cfeea1d7d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5739672 Sep 22 10:40:16.140539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47598) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:16.146442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6b6bdede-293b-4e15-bfae-30b73212e136 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'security_group': {'name': 'tempest-secgroup-440563589'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:16.170596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-206033cd-b50e-4cbe-81bd-8ba75eb2cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:16.172246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-206033cd-b50e-4cbe-81bd-8ba75eb2cd26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 1096 time: 0.1517215 Sep 22 10:40:16.233416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682e356-b531-4cdf-8099-c708be2996d2 req-07b608e6-9c60-4bed-85b7-450e2490d813 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:16.235009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d682e356-b531-4cdf-8099-c708be2996d2 req-07b608e6-9c60-4bed-85b7-450e2490d813 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.1115839 Sep 22 10:40:16.248730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] For port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:16.254503 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b6bdede-293b-4e15-bfae-30b73212e136 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:16.288899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] For port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,segment=NetworkSegment(110f7e63-576c-4506-a262-3486c4ab692c),segment_id=110f7e63-576c-4506-a262-3486c4ab692c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:16.367467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d682e356-b531-4cdf-8099-c708be2996d2 req-6b8e13fa-85ef-469c-a610-6553a18ea63f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163137 Sep 22 10:40:16.372782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:16.459667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b6bdede-293b-4e15-bfae-30b73212e136 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:16.485185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:16.495890 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:16.497430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] 10.222.0.32 "PUT /v2.0/ports/1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 HTTP/1.1" status: 200 len: 1092 time: 1.7389352 Sep 22 10:40:16.498092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf38187a-b662-4865-993d-12ad8c227b18', 'tag': '1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:16.502540 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0120182e-8c4b-4438-b1af-bd239816a060" -d '{"events": [{"name": "network-changed", "server_uuid": "bf38187a-b662-4865-993d-12ad8c227b18", "tag": "1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:16.503741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-37d1ba23-6972-4172-a3db-4a1dbcc21c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:16.505256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-37d1ba23-6972-4172-a3db-4a1dbcc21c36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.3181834 Sep 22 10:40:16.513190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b6bdede-293b-4e15-bfae-30b73212e136 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:16.566005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '2d7ffe6b-7746-4c0e-b957-96a2cf2909d8', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'port_id': '815296e3-d46a-4951-867e-01c54246205d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'mac_address': 'fa:16:3e:af:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:39:51Z', 'updated_at': '2021-09-22T10:40:14Z', 'revision_number': 1, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:16.580754 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b6bdede-293b-4e15-bfae-30b73212e136 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:16.582800 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6b6bdede-293b-4e15-bfae-30b73212e136 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4411449 Sep 22 10:40:16.586792 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47610) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:16.593028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1895580180', 'security_groups': ['f87a82d4-d404-42dd-8aaa-f6529e6e4f2c'], 'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '07e5d128-be3b-4015-8697-c5f2cf1c7eba'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:16.618593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-afa681ca-9da2-4a45-86b5-c9122d06b20f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815296e3-d46a-4951-867e-01c54246205d HTTP/1.1" status: 200 len: 998 time: 0.1001246 Sep 22 10:40:16.682138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655e945-deb4-42d9-bdda-1d4cf25edf40 None None] The sync data for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 is: [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '2d7ffe6b-7746-4c0e-b957-96a2cf2909d8', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'port_id': '815296e3-d46a-4951-867e-01c54246205d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'mac_address': 'fa:16:3e:af:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:39:51Z', 'updated_at': '2021-09-22T10:40:14Z', 'revision_number': 1, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:16.684965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14906f77-e9a5-450e-805b-0e0208e3371c service neutron] Pushing event updated for resources: {'Port': ['ID=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:16.748839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bdede-293b-4e15-bfae-30b73212e136 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87a82d4-d404-42dd-8aaa-f6529e6e4f2c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:16.878133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-9a751530-a9dd-4d72-b589-56c6ce70f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:16.880230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-9a751530-a9dd-4d72-b589-56c6ce70f3de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.2366426 Sep 22 10:40:16.891576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164455fa-6280-4c83-a859-36419e27808d req-6dcb5e4f-edc2-48da-afc4-08bee70e428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:16.893090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-6dcb5e4f-edc2-48da-afc4-08bee70e428e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d158e129aea4e02bfc28bd8fc85a4d3&device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 1095 time: 0.2720413 Sep 22 10:40:16.938899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17e7de-11a3-47fa-9e00-2086e6c521ca req-e7ea68bf-51ad-4326-a393-57b600e70db2 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:16.960701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be17e7de-11a3-47fa-9e00-2086e6c521ca req-e7ea68bf-51ad-4326-a393-57b600e70db2 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 944 time: 0.2264915 Sep 22 10:40:16.960913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3844b67f-7026-43e9-9f50-ccc9fcd2e6c0 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:16.961204 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3844b67f-7026-43e9-9f50-ccc9fcd2e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:16.997777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:17.028140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-725c1716-a593-4959-acb3-59c0204eb05f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 HTTP/1.1" status: 200 len: 217 time: 0.1215355 Sep 22 10:40:17.075825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5da82738-81fe-48bc-a38f-c03ad4b159c6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:17.125951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be17e7de-11a3-47fa-9e00-2086e6c521ca req-a5c2fb8d-200e-4735-9e71-970beafa9018 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643529 Sep 22 10:40:17.136946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-c6942ef8-be92-444d-80e7-3b2629f1b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:17.138573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-c6942ef8-be92-444d-80e7-3b2629f1b593 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446127 Sep 22 10:40:17.173101 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ae52e-0336-4a4d-809a-2364a1a93b11 None None] New status for floating IP 2d7ffe6b-7746-4c0e-b957-96a2cf2909d8: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:40:17.190656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164455fa-6280-4c83-a859-36419e27808d req-ae8aaeb8-e57c-4551-96de-a89f8447cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:17.193169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-ae8aaeb8-e57c-4551-96de-a89f8447cdcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be482125-e354-41c6-9b50-240e10ec91e6 HTTP/1.1" status: 200 len: 849 time: 0.1570213 Sep 22 10:40:17.213483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:17.220725 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c670e886-7568-4931-9c38-1b6374b9981c x-openstack-request-id: req-c670e886-7568-4931-9c38-1b6374b9981c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:17.221069 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf38187a-b662-4865-993d-12ad8c227b18", "tag": "1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:17.221452 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c670e886-7568-4931-9c38-1b6374b9981c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:17.221928 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf38187a-b662-4865-993d-12ad8c227b18', 'tag': '1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6', 'status': 'completed', 'code': 200} Sep 22 10:40:17.246468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-a5126681-dfeb-4510-957a-153c15efd9b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad70d735-09b4-416d-ad49-0a6a381f807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441406 Sep 22 10:40:17.255302 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] device_id is not set on port 71da3d80-3e59-4e95-adde-c028b291247d yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:40:17.261098 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:17.261470 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:17.305116 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3844b67f-7026-43e9-9f50-ccc9fcd2e6c0 None None] Provisioning complete for port c9fd702e-a5f1-41f4-bf91-56441b73813f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:17.305482 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3844b67f-7026-43e9-9f50-ccc9fcd2e6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:17.371328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3844b67f-7026-43e9-9f50-ccc9fcd2e6c0 None None] Port c9fd702e-a5f1-41f4-bf91-56441b73813f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:17.528646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.14 (325fe77d-77d8-422b-ba17-656776eea2f3/07e5d128-be3b-4015-8697-c5f2cf1c7eba/71da3d80-3e59-4e95-adde-c028b291247d) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:17.768855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:17.842981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-97a8fea7-1683-4e5d-9309-214f97e55c8d service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959727 Sep 22 10:40:17.896687 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:17.911066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f66655-2259-4754-abc4-e23a5ea3dc0b req-7aa887e0-14e9-42ce-aedf-fc4545d9e614 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:17.912639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6f66655-2259-4754-abc4-e23a5ea3dc0b req-7aa887e0-14e9-42ce-aedf-fc4545d9e614 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.1585186 Sep 22 10:40:17.924120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-b909c79f-9cac-4959-aaa8-7ad675eacea0 service neutron] 10.222.0.32 "GET /v2.0/networks/ad70d735-09b4-416d-ad49-0a6a381f807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033773 Sep 22 10:40:17.947619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:17.950190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:17.954023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:17.988656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=71da3d80-3e59-4e95-adde-c028b291247d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:18.021887 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:18.022676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:18.067427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6f66655-2259-4754-abc4-e23a5ea3dc0b req-97f5c403-9ab7-44e6-862b-4b93d7b7a7e8 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477091 Sep 22 10:40:18.073457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b2f4ca-3611-4af6-a439-686f065874ec req-a848c17c-c6ef-4c9f-b4d3-ef00fcb0d0e4 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170417 Sep 22 10:40:18.099797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-164455fa-6280-4c83-a859-36419e27808d req-51e2b971-c507-48a0-858c-c1ef85fc1af7 service neutron] 10.222.0.32 "GET /v2.0/networks/ad70d735-09b4-416d-ad49-0a6a381f807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463971 Sep 22 10:40:18.147880 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-435aa169-3639-4dc2-ab29-5c5869826b70 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5592046 Sep 22 10:40:18.151602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47634) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:18.158494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-04893269-892e-4bf6-86fa-2b8dc91594ca tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:18.303706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-15d77f3d-d716-47af-892e-499906a557c4 None None] Provisioning complete for port 71da3d80-3e59-4e95-adde-c028b291247d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:18.304769 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-15d77f3d-d716-47af-892e-499906a557c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:18.345790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-15d77f3d-d716-47af-892e-499906a557c4 None None] Port 71da3d80-3e59-4e95-adde-c028b291247d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:18.360385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120182e-8c4b-4438-b1af-bd239816a060 req-e8881ad3-eabf-41c9-8472-8717027571b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:18.361901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0120182e-8c4b-4438-b1af-bd239816a060 req-e8881ad3-eabf-41c9-8472-8717027571b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d158e129aea4e02bfc28bd8fc85a4d3&device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 1095 time: 0.1351528 Sep 22 10:40:18.379518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d5de6-4855-412f-bb32-7232d38743ed req-db523ae0-107b-447c-bbed-9e88c12d7693 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:18.384651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee2d5de6-4855-412f-bb32-7232d38743ed req-db523ae0-107b-447c-bbed-9e88c12d7693 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 944 time: 0.1446562 Sep 22 10:40:18.495337 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee2d5de6-4855-412f-bb32-7232d38743ed req-123dac0f-cdd2-4b3c-867d-4ec0871f7150 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012175 Sep 22 10:40:18.521175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120182e-8c4b-4438-b1af-bd239816a060 req-88c84055-bc20-4a2d-99e4-2998b4c59309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:18.521175 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0120182e-8c4b-4438-b1af-bd239816a060 req-88c84055-bc20-4a2d-99e4-2998b4c59309 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad70d735-09b4-416d-ad49-0a6a381f807a HTTP/1.1" status: 200 len: 910 time: 0.1457767 Sep 22 10:40:18.559676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0120182e-8c4b-4438-b1af-bd239816a060 req-cec679c5-25cb-40a8-a551-540dc36ee20c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 HTTP/1.1" status: 200 len: 217 time: 0.0346351 Sep 22 10:40:18.560672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04893269-892e-4bf6-86fa-2b8dc91594ca tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:18.564231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-04893269-892e-4bf6-86fa-2b8dc91594ca tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:18.681727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120182e-8c4b-4438-b1af-bd239816a060 req-d633ce75-e5e3-4981-ac65-3945bbd4ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:18.683259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0120182e-8c4b-4438-b1af-bd239816a060 req-d633ce75-e5e3-4981-ac65-3945bbd4ced6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be482125-e354-41c6-9b50-240e10ec91e6 HTTP/1.1" status: 200 len: 849 time: 0.0974414 Sep 22 10:40:18.704051 n-d-807025-3 neutron-server[95682]: INFO neutron.db.ipam_backend_mixin [None req-04893269-892e-4bf6-86fa-2b8dc91594ca tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 07e5d128-be3b-4015-8697-c5f2cf1c7eba (CIDR: 172.20.0.0/28) Sep 22 10:40:18.721610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0120182e-8c4b-4438-b1af-bd239816a060 req-c12bcc7f-8719-4a2b-be44-27a23347a8aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad70d735-09b4-416d-ad49-0a6a381f807a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281279 Sep 22 10:40:18.766516 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-04893269-892e-4bf6-86fa-2b8dc91594ca tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:40:18.767030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04893269-892e-4bf6-86fa-2b8dc91594ca tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:18.826044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0120182e-8c4b-4438-b1af-bd239816a060 req-baaa1993-2639-46ab-b204-62708235d085 service neutron] 10.222.0.32 "GET /v2.0/networks/ad70d735-09b4-416d-ad49-0a6a381f807a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969927 Sep 22 10:40:18.922956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47644) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:18.924904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-04893269-892e-4bf6-86fa-2b8dc91594ca tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7717869 Sep 22 10:40:18.928462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0120182e-8c4b-4438-b1af-bd239816a060 req-d15932c6-5186-4e43-b658-b1e149992b61 service neutron] 10.222.0.32 "GET /v2.0/networks/ad70d735-09b4-416d-ad49-0a6a381f807a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944135 Sep 22 10:40:18.928606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5ca72220-c22f-4d05-aa76-912e1e38bc78 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:19.117200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca72220-c22f-4d05-aa76-912e1e38bc78 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:19.120985 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ca72220-c22f-4d05-aa76-912e1e38bc78 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:19.219710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a48a0-a299-4a1c-99b5-493c3bdc7727 req-0fad21d2-dd34-4561-81dd-8678c26230dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:19.221468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c4a48a0-a299-4a1c-99b5-493c3bdc7727 req-0fad21d2-dd34-4561-81dd-8678c26230dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0634630 Sep 22 10:40:19.267136 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c4a48a0-a299-4a1c-99b5-493c3bdc7727 req-b5c89719-b3c4-420b-b8e1-b4f27196c8b5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372512 Sep 22 10:40:19.570213 n-d-807025-3 neutron-server[95681]: INFO neutron.db.ipam_backend_mixin [None req-5ca72220-c22f-4d05-aa76-912e1e38bc78 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9b5559cd-a1cb-48fa-96ea-2cd630a0c807 (CIDR: 172.20.0.16/28) Sep 22 10:40:19.619831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cf57c-f10d-405d-a15c-c0230b96910a req-1e710e51-1a2f-47ce-b464-f5b5c06456c1 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:19.621875 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-122cf57c-f10d-405d-a15c-c0230b96910a req-1e710e51-1a2f-47ce-b464-f5b5c06456c1 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 944 time: 0.0532534 Sep 22 10:40:19.622765 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca72220-c22f-4d05-aa76-912e1e38bc78 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:40:19.623384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca72220-c22f-4d05-aa76-912e1e38bc78 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:19.667596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-122cf57c-f10d-405d-a15c-c0230b96910a req-e71a3d78-6301-4080-a635-ca089c1b6715 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Sep 22 10:40:19.707560 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5ca72220-c22f-4d05-aa76-912e1e38bc78 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7787032 Sep 22 10:40:19.707715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47660) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:19.710887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'subnet': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:19.958904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Made reservation on behalf of dd2ad88865c34e4db1865f6ac6509586 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:19.963108 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:20.296173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:20.337836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Network 325fe77d-77d8-422b-ba17-656776eea2f3 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:20.344495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:20.354246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91156e70-6200-42fb-929b-e823453b4943 None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:20.364162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:20.364162 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:20.384566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Subnet': ['ID=ef62cf72-0b17-446b-9c52-e45979262466,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:20.408291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8519059-227f-46be-8b09-903644a0d762 req-43117453-f250-486d-8e2c-6fb13642882d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:20.409992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8519059-227f-46be-8b09-903644a0d762 req-43117453-f250-486d-8e2c-6fb13642882d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0693736 Sep 22 10:40:20.437218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-728d3770-2319-4de2-b3d2-5572a91dc85b tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7307899 Sep 22 10:40:20.440011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47668) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:20.446454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-762757425', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef62cf72-0b17-446b-9c52-e45979262466'}], 'security_groups': ['2a510040-8310-4060-b106-ce6b6b2e89ef', 'd21dcd71-ec34-411d-b04e-6d5b47c263c7']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:20.452661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8519059-227f-46be-8b09-903644a0d762 req-c0f87a75-8d52-4ab7-905e-126045bb53c0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Sep 22 10:40:20.515954 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:20.579572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bade205-625d-4ae5-a1d4-1544148d7bc5 None None] Update dhcp port {'port': {'network_id': '325fe77d-77d8-422b-ba17-656776eea2f3', 'fixed_ips': [{'subnet_id': '9b5559cd-a1cb-48fa-96ea-2cd630a0c807', 'ip_address': '172.20.0.18'}, {'subnet_id': '07e5d128-be3b-4015-8697-c5f2cf1c7eba', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ef62cf72-0b17-446b-9c52-e45979262466'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '5da82738-81fe-48bc-a38f-c03ad4b159c6'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:40:20.606603 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bade205-625d-4ae5-a1d4-1544148d7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:20.773668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-0bade205-625d-4ae5-a1d4-1544148d7bc5 None None] Allocated IP 172.20.0.34 (325fe77d-77d8-422b-ba17-656776eea2f3/ef62cf72-0b17-446b-9c52-e45979262466/5da82738-81fe-48bc-a38f-c03ad4b159c6) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:20.792372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753dad9-cb7a-4f21-a6c5-017558a81126 req-09b22685-e5d3-4941-8ee2-5c2002563347 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:20.793932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1753dad9-cb7a-4f21-a6c5-017558a81126 req-09b22685-e5d3-4941-8ee2-5c2002563347 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 944 time: 0.0551474 Sep 22 10:40:20.838022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1753dad9-cb7a-4f21-a6c5-017558a81126 req-6cf49d89-ef5b-4b38-826c-930bc884cdd7 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Sep 22 10:40:20.895968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0bade205-625d-4ae5-a1d4-1544148d7bc5 None None] For port 5da82738-81fe-48bc-a38f-c03ad4b159c6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5da82738-81fe-48bc-a38f-c03ad4b159c6,segment=NetworkSegment(15026a02-77ae-4a2c-9d5c-f3464bcf1f2a),segment_id=15026a02-77ae-4a2c-9d5c-f3464bcf1f2a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:20.925072 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bade205-625d-4ae5-a1d4-1544148d7bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:21.037438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bade205-625d-4ae5-a1d4-1544148d7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:21.145569 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bade205-625d-4ae5-a1d4-1544148d7bc5 None None] Pushing event updated for resources: {'Port': ['ID=5da82738-81fe-48bc-a38f-c03ad4b159c6,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:21.156031 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Delete allocated IP 172.20.0.14 (325fe77d-77d8-422b-ba17-656776eea2f3/07e5d128-be3b-4015-8697-c5f2cf1c7eba) {{(pid=95681) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 10:40:21.165485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Allocated IP 172.20.0.46 (325fe77d-77d8-422b-ba17-656776eea2f3/ef62cf72-0b17-446b-9c52-e45979262466/71da3d80-3e59-4e95-adde-c028b291247d) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:21.206018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:40:21.333026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,segment=NetworkSegment(110f7e63-576c-4506-a262-3486c4ab692c),segment_id=110f7e63-576c-4506-a262-3486c4ab692c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:21.346516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6', 'network_id': 'ad70d735-09b4-416d-ad49-0a6a381f807a', 'port_id': '1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6', 'mac_address': 'fa:16:3e:f0:78:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be482125-e354-41c6-9b50-240e10ec91e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:40:21.401319 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:21.416882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:21.419683 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:21.444053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,segment=NetworkSegment(110f7e63-576c-4506-a262-3486c4ab692c),segment_id=110f7e63-576c-4506-a262-3486c4ab692c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:21.490177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:21.512905 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:21.593059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:21.611995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event updated for resources: {'Port': ['ID=71da3d80-3e59-4e95-adde-c028b291247d,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:21.620327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a14f-c2f2-4473-a478-9e104aee3243 req-0f6b5ee8-b55e-4327-b85f-add92ef7b328 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:21.622056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1d2a14f-c2f2-4473-a478-9e104aee3243 req-0f6b5ee8-b55e-4327-b85f-add92ef7b328 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0822296 Sep 22 10:40:21.679483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1d2a14f-c2f2-4473-a478-9e104aee3243 req-df9da340-d58e-4797-bcea-a30f44709fcc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507696 Sep 22 10:40:21.701408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] In _notify_port_updated(), no bound segment for port 71da3d80-3e59-4e95-adde-c028b291247d on network 325fe77d-77d8-422b-ba17-656776eea2f3 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:40:21.701408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:21.701408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:21.704198 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eb3573ea-0c02-4740-8717-3dd69f8f4635 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "PUT /v2.0/ports/71da3d80-3e59-4e95-adde-c028b291247d HTTP/1.1" status: 200 len: 959 time: 1.2629838 Sep 22 10:40:21.704940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47686) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:21.741707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:21.823418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6491e73f-b0d9-4022-af1f-91b1ba7d5f05 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port 71da3d80-3e59-4e95-adde-c028b291247d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:21.823777 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6491e73f-b0d9-4022-af1f-91b1ba7d5f05 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:21.934552 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e4228c88-bcaf-47de-8790-000685a3c57d None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:21.934552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4228c88-bcaf-47de-8790-000685a3c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.011818 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6491e73f-b0d9-4022-af1f-91b1ba7d5f05 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.027012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280babc8-5528-4b13-bbd6-5a7d585a38f1 req-bb7e6093-bf7f-4804-9cbf-495648426c47 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:22.028672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-280babc8-5528-4b13-bbd6-5a7d585a38f1 req-bb7e6093-bf7f-4804-9cbf-495648426c47 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 945 time: 0.0761290 Sep 22 10:40:22.031512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e4228c88-bcaf-47de-8790-000685a3c57d None None] Provisioning complete for port c9fd702e-a5f1-41f4-bf91-56441b73813f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:22.031888 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4228c88-bcaf-47de-8790-000685a3c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.035537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6491e73f-b0d9-4022-af1f-91b1ba7d5f05 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for 71da3d80-3e59-4e95-adde-c028b291247d owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:22.067654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e4228c88-bcaf-47de-8790-000685a3c57d None None] Port c9fd702e-a5f1-41f4-bf91-56441b73813f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:22.077399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e4228c88-bcaf-47de-8790-000685a3c57d None None] Provisioning complete for port 71da3d80-3e59-4e95-adde-c028b291247d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:22.077770 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4228c88-bcaf-47de-8790-000685a3c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.111519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-280babc8-5528-4b13-bbd6-5a7d585a38f1 req-14665746-3330-4637-b40b-70a6271fc0dd tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718277 Sep 22 10:40:22.116642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e4228c88-bcaf-47de-8790-000685a3c57d None None] Port 71da3d80-3e59-4e95-adde-c028b291247d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:22.245023 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6491e73f-b0d9-4022-af1f-91b1ba7d5f05 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.273184 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d4031f08-eeb1-4352-893f-5a1e8c3c053c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.297907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491e73f-b0d9-4022-af1f-91b1ba7d5f05 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=71da3d80-3e59-4e95-adde-c028b291247d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:22.415792 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-84b505c1-fc80-4f33-805f-ec91bd99f963 service neutron] show failed (client error): The resource could not be found. Sep 22 10:40:22.416751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-84b505c1-fc80-4f33-805f-ec91bd99f963 service neutron] 10.222.0.32 "GET /v2.0/ports/f6085d9d-cfea-44e9-ba51-ae6ebda2f33e/bindings/n-h1-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.1343362 Sep 22 10:40:22.417820 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6491e73f-b0d9-4022-af1f-91b1ba7d5f05 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.422744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47696) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:22.432932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6491e73f-b0d9-4022-af1f-91b1ba7d5f05 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/71da3d80-3e59-4e95-adde-c028b291247d HTTP/1.1" status: 204 len: 168 time: 0.7267251 Sep 22 10:40:22.451539 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ca1b2e-3209-401a-9157-700898befb4d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] GET failed (client error): The resource could not be found. Sep 22 10:40:22.456061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47698) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:22.465229 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-66ca1b2e-3209-401a-9157-700898befb4d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports/71da3d80-3e59-4e95-adde-c028b291247d HTTP/1.1" status: 404 len: 333 time: 0.0399837 Sep 22 10:40:22.515425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7df6e6-6130-4342-94b8-09657788986d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.530864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e2e4d203-648f-4b9d-8b7e-ff906ba744f6 None None] Could not find standard attr ID for object 71da3d80-3e59-4e95-adde-c028b291247d. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:40:22.544718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7df6e6-6130-4342-94b8-09657788986d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.678589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7df6e6-6130-4342-94b8-09657788986d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.684051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7df6e6-6130-4342-94b8-09657788986d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.688172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ca7df6e6-6130-4342-94b8-09657788986d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/security-groups/f87a82d4-d404-42dd-8aaa-f6529e6e4f2c HTTP/1.1" status: 204 len: 168 time: 0.2278557 Sep 22 10:40:22.688275 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47700) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:22.696972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7df6e6-6130-4342-94b8-09657788986d tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87a82d4-d404-42dd-8aaa-f6529e6e4f2c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:22.763585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-449e6b91-e899-489e-9023-87f8aa900de0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.790058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-449e6b91-e899-489e-9023-87f8aa900de0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.883241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbb019-f266-4b2f-a9c5-9340e5bc32c1 req-84325df3-9714-4a5d-bd91-02f2744e7369 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:22.883241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1dbb019-f266-4b2f-a9c5-9340e5bc32c1 req-84325df3-9714-4a5d-bd91-02f2744e7369 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0919135 Sep 22 10:40:22.933827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1dbb019-f266-4b2f-a9c5-9340e5bc32c1 req-0d70d3be-f5f6-4722-a2c8-2dee7f3d905a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502431 Sep 22 10:40:22.991338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-449e6b91-e899-489e-9023-87f8aa900de0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.995131 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-449e6b91-e899-489e-9023-87f8aa900de0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:22.996701 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-449e6b91-e899-489e-9023-87f8aa900de0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/security-groups/d21dcd71-ec34-411d-b04e-6d5b47c263c7 HTTP/1.1" status: 204 len: 168 time: 0.3072677 Sep 22 10:40:22.999375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47712) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:23.031374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e6b91-e899-489e-9023-87f8aa900de0 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21dcd71-ec34-411d-b04e-6d5b47c263c7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:23.080900 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a969c55-5c7c-444e-9741-19bf41898ff6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.084321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5da82738-81fe-48bc-a38f-c03ad4b159c6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:23.107601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a969c55-5c7c-444e-9741-19bf41898ff6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.141511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:23.142145 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.197853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-806a52fe-cab1-4e0f-8304-fe2e0d2c26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:23.199676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-806a52fe-cab1-4e0f-8304-fe2e0d2c26a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 1096 time: 0.0836287 Sep 22 10:40:23.213298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:23.216363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:23.292316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a969c55-5c7c-444e-9741-19bf41898ff6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.295134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a969c55-5c7c-444e-9741-19bf41898ff6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.296391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0a969c55-5c7c-444e-9741-19bf41898ff6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a510040-8310-4060-b106-ce6b6b2e89ef HTTP/1.1" status: 204 len: 168 time: 0.2952569 Sep 22 10:40:23.299248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47726) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:23.346624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a969c55-5c7c-444e-9741-19bf41898ff6 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a510040-8310-4060-b106-ce6b6b2e89ef,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:23.349580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.383921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280cff6-e07e-4dc7-9ade-21068b3a4d1f req-c8470f70-7deb-4d0a-b2d5-882ba9ea3de2 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:23.385621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7280cff6-e07e-4dc7-9ade-21068b3a4d1f req-c8470f70-7deb-4d0a-b2d5-882ba9ea3de2 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 945 time: 0.1235447 Sep 22 10:40:23.405997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-229859d6-5fcc-4523-a5c0-1007397af378 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet 07e5d128-be3b-4015-8697-c5f2cf1c7eba {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:23.409541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-229859d6-5fcc-4523-a5c0-1007397af378 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.438712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:40:23.443614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:23.444133 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.474743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-229859d6-5fcc-4523-a5c0-1007397af378 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.560170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7280cff6-e07e-4dc7-9ade-21068b3a4d1f req-71c11203-7ebf-4d20-8c00-802ccaa5bbd3 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522002 Sep 22 10:40:23.604510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.628750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-229859d6-5fcc-4523-a5c0-1007397af378 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.642152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf38187a-b662-4865-993d-12ad8c227b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:23.644788 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5115d439-7564-4301-8834-ef284d776ccd" -d '{"events": [{"server_uuid": "bf38187a-b662-4865-993d-12ad8c227b18", "name": "network-vif-plugged", "status": "completed", "tag": "1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:23.663249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,segment=NetworkSegment(110f7e63-576c-4506-a262-3486c4ab692c),segment_id=110f7e63-576c-4506-a262-3486c4ab692c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:23.731595 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0406dbe-aae8-4ea1-a299-0ffad75d756f x-openstack-request-id: req-f0406dbe-aae8-4ea1-a299-0ffad75d756f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:23.731890 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf38187a-b662-4865-993d-12ad8c227b18", "name": "network-vif-plugged", "status": "completed", "tag": "1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:23.732150 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0406dbe-aae8-4ea1-a299-0ffad75d756f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:23.732551 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf38187a-b662-4865-993d-12ad8c227b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6', 'code': 200} Sep 22 10:40:23.733747 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.738888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:23.780275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:23.786421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:23.787584 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-229859d6-5fcc-4523-a5c0-1007397af378 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.819411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229859d6-5fcc-4523-a5c0-1007397af378 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=07e5d128-be3b-4015-8697-c5f2cf1c7eba,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:23.823874 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-229859d6-5fcc-4523-a5c0-1007397af378 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.825848 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-229859d6-5fcc-4523-a5c0-1007397af378 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/07e5d128-be3b-4015-8697-c5f2cf1c7eba HTTP/1.1" status: 204 len: 168 time: 0.5248895 Sep 22 10:40:23.830275 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47742) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:23.841088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90504047-be2c-4fd2-8b0a-8ecfdfb1c87e None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:23.875561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21e2ed-4e9b-4006-af99-a451ae6adc8c req-3f4fe02b-a263-4756-990f-239c284d0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:23.878319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c21e2ed-4e9b-4006-af99-a451ae6adc8c req-3f4fe02b-a263-4756-990f-239c284d0838 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 1097 time: 0.0750000 Sep 22 10:40:23.879820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:23.882441 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28db42d3-1257-44ad-a0d7-757781e8a422" -d '{"events": [{"server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "name": "network-vif-unplugged", "status": "completed", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:23.886641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.899847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e65a1d7-e5be-48b5-aa0b-454e8ba84406 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet ef62cf72-0b17-446b-9c52-e45979262466 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:23.903944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e65a1d7-e5be-48b5-aa0b-454e8ba84406 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.959284 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e65a1d7-e5be-48b5-aa0b-454e8ba84406 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:23.972673 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d69fc4-fd80-44ea-9bef-f1a37c7412f4 x-openstack-request-id: req-c8d69fc4-fd80-44ea-9bef-f1a37c7412f4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:23.973241 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "name": "network-vif-unplugged", "status": "completed", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:23.973496 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8d69fc4-fd80-44ea-9bef-f1a37c7412f4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:23.973900 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'code': 200} Sep 22 10:40:23.974965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Transition to ACTIVE for port object f6085d9d-cfea-44e9-ba51-ae6ebda2f33e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:40:23.991093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c21e2ed-4e9b-4006-af99-a451ae6adc8c req-01c27110-134a-4db9-8272-38bf0378771f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900357 Sep 22 10:40:24.058487 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e65a1d7-e5be-48b5-aa0b-454e8ba84406 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.092109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.250634 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e65a1d7-e5be-48b5-aa0b-454e8ba84406 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.308361 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e65a1d7-e5be-48b5-aa0b-454e8ba84406 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.313742 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e65a1d7-e5be-48b5-aa0b-454e8ba84406 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/ef62cf72-0b17-446b-9c52-e45979262466 HTTP/1.1" status: 204 len: 168 time: 0.4821553 Sep 22 10:40:24.314848 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47762) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:24.316538 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65a1d7-e5be-48b5-aa0b-454e8ba84406 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=ef62cf72-0b17-446b-9c52-e45979262466,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:24.326940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b9966-d364-4c81-9a19-388875d7f47c req-8fbb8d1c-4ff2-4541-9976-75eb6397e962 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:24.328555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b9966-d364-4c81-9a19-388875d7f47c req-8fbb8d1c-4ff2-4541-9976-75eb6397e962 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.2999089 Sep 22 10:40:24.372649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Pushing event updated for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:24.377561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] No DVR routers for this DVR port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:24.393069 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e45c62-1718-4a97-aaf3-e5d6e9112a8c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:24.393533 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e45c62-1718-4a97-aaf3-e5d6e9112a8c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:24.399576 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-79e45c62-1718-4a97-aaf3-e5d6e9112a8c tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/07e5d128-be3b-4015-8697-c5f2cf1c7eba HTTP/1.1" status: 404 len: 337 time: 0.0788770 Sep 22 10:40:24.400243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47766) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:24.458322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99f22c9-eca5-439f-be76-f1766de942bd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting subnet 9b5559cd-a1cb-48fa-96ea-2cd630a0c807 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:24.461881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f99f22c9-eca5-439f-be76-f1766de942bd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.512257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b9966-d364-4c81-9a19-388875d7f47c req-591171c0-e498-4f2a-861b-a96c6574c496 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427646 Sep 22 10:40:24.520021 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f99f22c9-eca5-439f-be76-f1766de942bd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.656797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Attempting to bind port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:24.657191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Attempting to bind port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:24.657578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Attempting to bind port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on network 09caaea8-d027-41d1-b3dd-c24a1a0e301f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:24.663957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on network 09caaea8-d027-41d1-b3dd-c24a1a0e301f not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:40:24.664291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Attempting to bind port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on network 09caaea8-d027-41d1-b3dd-c24a1a0e301f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:24.671299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:24.671644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Checking segment: {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:24.672098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Bound using segment: {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:24.672547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Bound port: f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b0693b-0191-49d1-9bc7-39bd53ebfe58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:24.672957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.682056 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f99f22c9-eca5-439f-be76-f1766de942bd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.770525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:24.773978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:24.828229 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f99f22c9-eca5-439f-be76-f1766de942bd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.857921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f22c9-eca5-439f-be76-f1766de942bd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5559cd-a1cb-48fa-96ea-2cd630a0c807,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:24.864759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f99f22c9-eca5-439f-be76-f1766de942bd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.866075 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f99f22c9-eca5-439f-be76-f1766de942bd tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/9b5559cd-a1cb-48fa-96ea-2cd630a0c807 HTTP/1.1" status: 204 len: 168 time: 0.4649041 Sep 22 10:40:24.868616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47780) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:24.870724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7c7a8-497c-4ebf-af60-4152d708a7e6 None None] Network 325fe77d-77d8-422b-ba17-656776eea2f3 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:24.886549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.897514 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b521bfa-f9af-44cf-9e2f-fc6069f98297 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:24.898174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b521bfa-f9af-44cf-9e2f-fc6069f98297 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:24.900069 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9b521bfa-f9af-44cf-9e2f-fc6069f98297 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/c6a2a26c-c90f-4216-9868-d858f5a02026 HTTP/1.1" status: 404 len: 337 time: 0.0304840 Sep 22 10:40:24.903699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47782) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:24.967824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:24.968458 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.969867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] 10.222.0.30 "PUT /v2.0/ports/f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 1091 time: 1.7610152 Sep 22 10:40:24.993466 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bfabbab3-9f09-4721-85c3-4896c58a5041 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fff71ed-eaaa-46de-8373-bc5396efd1e9 HTTP/1.1" status: 200 len: 205 time: 0.0882084 Sep 22 10:40:24.996103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.021429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-40f3a8a7-6033-4333-907f-3648431c4a62 None None] Provisioning complete for port 5da82738-81fe-48bc-a38f-c03ad4b159c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:25.021802 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40f3a8a7-6033-4333-907f-3648431c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.040498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee22e71-42ce-4bff-8366-84cf0957a148 service neutron] Pushing event updated for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:25.062360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-91c6d85c-e4c5-4dbc-a272-d4f0b34c6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:25.063953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-91c6d85c-e4c5-4dbc-a272-d4f0b34c6ce9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1094 time: 0.0624292 Sep 22 10:40:25.068772 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-6a4464a5-411d-481a-8b87-6a488ceee757 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] delete failed (client error): The resource could not be found. Sep 22 10:40:25.072397 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6a4464a5-411d-481a-8b87-6a488ceee757 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/routers/0fff71ed-eaaa-46de-8373-bc5396efd1e9 HTTP/1.1" status: 404 len: 336 time: 0.0752327 Sep 22 10:40:25.072697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47790) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.150699 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65fbcd9-b0b5-4a35-b860-c0abd3f80504 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:25.151164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65fbcd9-b0b5-4a35-b860-c0abd3f80504 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:25.155981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e65fbcd9-b0b5-4a35-b860-c0abd3f80504 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/a2c791fe-e791-4f54-8a92-0cf558119517 HTTP/1.1" status: 404 len: 337 time: 0.0792336 Sep 22 10:40:25.157030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47794) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.193209 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba65b744-eed7-4263-8f3e-39c4dde639c1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:25.194166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba65b744-eed7-4263-8f3e-39c4dde639c1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:25.201624 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ba65b744-eed7-4263-8f3e-39c4dde639c1 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/c7662d34-f43b-4771-b02f-da9af89cae28 HTTP/1.1" status: 404 len: 337 time: 0.0429728 Sep 22 10:40:25.207108 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47796) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.247493 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-651ff92d-7c88-4926-885d-ae547f76ee0a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:25.247493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651ff92d-7c88-4926-885d-ae547f76ee0a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:25.251423 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-651ff92d-7c88-4926-885d-ae547f76ee0a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/c879a659-f166-43ab-8e47-ab191d83108a HTTP/1.1" status: 404 len: 337 time: 0.0447600 Sep 22 10:40:25.252148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47800) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.296495 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d582c4-8b20-4c96-b45b-de3a5c9700e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:25.297400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d582c4-8b20-4c96-b45b-de3a5c9700e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:25.304119 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-09d582c4-8b20-4c96-b45b-de3a5c9700e9 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/14995603-5d55-4b90-94fa-ac7bd53c6a94 HTTP/1.1" status: 404 len: 333 time: 0.0508497 Sep 22 10:40:25.305110 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47802) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.313429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a4066-9dc9-4528-8eb6-3b73816240a1 req-9b21f259-8d6d-44c9-bc05-a65daf2a5cdb tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:25.321634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd9a4066-9dc9-4528-8eb6-3b73816240a1 req-9b21f259-8d6d-44c9-bc05-a65daf2a5cdb tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 946 time: 0.1384118 Sep 22 10:40:25.338764 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb69d606-724c-4f53-a321-777d4a22a279 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:25.339222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb69d606-724c-4f53-a321-777d4a22a279 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:25.344954 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fb69d606-724c-4f53-a321-777d4a22a279 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/c91aae22-4dd9-4ca0-9306-1ad83af5c8a0 HTTP/1.1" status: 404 len: 337 time: 0.0351455 Sep 22 10:40:25.345519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47804) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.372977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-f7bd970d-62cd-47da-bd4a-d4023b76e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:25.372977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-f7bd970d-62cd-47da-bd4a-d4023b76e3cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 897 time: 0.2830815 Sep 22 10:40:25.372977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd9a4066-9dc9-4528-8eb6-3b73816240a1 req-ee41b08a-2949-4878-9a5f-9b7d68c1f19e tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494335 Sep 22 10:40:25.388952 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f89163-e887-4ba6-b7e8-e5972add748a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:25.389415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f89163-e887-4ba6-b7e8-e5972add748a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:25.395042 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-44f89163-e887-4ba6-b7e8-e5972add748a tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/520482b5-4232-4c4a-992d-6b3c6be2d005 HTTP/1.1" status: 404 len: 337 time: 0.0457151 Sep 22 10:40:25.395747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47806) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.423182 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3325b966-21a3-44b9-bd06-ffbfb25b60c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:25.425290 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3325b966-21a3-44b9-bd06-ffbfb25b60c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:25.428452 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3325b966-21a3-44b9-bd06-ffbfb25b60c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/42ea3820-2859-4eec-9591-9e0fa6a11941 HTTP/1.1" status: 404 len: 333 time: 0.0288973 Sep 22 10:40:25.428452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47808) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.463858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-bf6dbcf1-c9f1-42f7-881f-055d3e4a90cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 999 time: 0.0877035 Sep 22 10:40:25.465788 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-db31358c-0fe4-4964-83e1-e57690340753 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:25.466285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db31358c-0fe4-4964-83e1-e57690340753 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:25.468177 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-db31358c-0fe4-4964-83e1-e57690340753 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/b64b50db-5305-4845-b27d-d040d1fea7af HTTP/1.1" status: 404 len: 337 time: 0.0388010 Sep 22 10:40:25.471156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47810) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.503751 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-2343a7ca-184b-4649-a8b7-3918693605c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] DELETE failed (client error): The resource could not be found. Sep 22 10:40:25.504218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2343a7ca-184b-4649-a8b7-3918693605c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:40:25.507092 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2343a7ca-184b-4649-a8b7-3918693605c4 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/subnets/6902a2fc-3ef6-40fb-b5e4-a750949edd11 HTTP/1.1" status: 404 len: 337 time: 0.0347912 Sep 22 10:40:25.509682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47812) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:25.523486 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-896f3a68-414d-4229-a4ae-d1e4d1ad890b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.531088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880d0fbc-9a41-4867-8371-2cbd27e831f1 None None] DHCP port deletion for 325fe77d-77d8-422b-ba17-656776eea2f3 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:40:25.546975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.556114 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-40f3a8a7-6033-4333-907f-3648431c4a62 None None] Provisioning complete for port c9fd702e-a5f1-41f4-bf91-56441b73813f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:25.556457 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40f3a8a7-6033-4333-907f-3648431c4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.586731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-fdb565f1-4029-4fe1-9cb8-e487e51cbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:25.588227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-fdb565f1-4029-4fe1-9cb8-e487e51cbf46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.0932353 Sep 22 10:40:25.617476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.641057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-40f3a8a7-6033-4333-907f-3648431c4a62 None None] Port c9fd702e-a5f1-41f4-bf91-56441b73813f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:25.645190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-24a1333e-7fc8-468e-a9e9-5e3adff023a2 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Deleting port c9fd702e-a5f1-41f4-bf91-56441b73813f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:25.647120 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24a1333e-7fc8-468e-a9e9-5e3adff023a2 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.661307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-880d0fbc-9a41-4867-8371-2cbd27e831f1 None None] Deleting port 5da82738-81fe-48bc-a38f-c03ad4b159c6 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:25.661740 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-880d0fbc-9a41-4867-8371-2cbd27e831f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.681944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055e01b-6c57-47ba-8165-803541ba43e4 req-723d2b72-7a5b-4222-8261-05cdad48c141 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:25.683675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7055e01b-6c57-47ba-8165-803541ba43e4 req-723d2b72-7a5b-4222-8261-05cdad48c141 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 945 time: 0.0995417 Sep 22 10:40:25.690139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-3fe1e9a2-16c5-4153-bbff-2662d2fd476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:25.692257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-3fe1e9a2-16c5-4153-bbff-2662d2fd476b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927308 Sep 22 10:40:25.734125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24a1333e-7fc8-468e-a9e9-5e3adff023a2 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.751186 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-24a1333e-7fc8-468e-a9e9-5e3adff023a2 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Calling delete_port for c9fd702e-a5f1-41f4-bf91-56441b73813f owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:25.764910 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.777762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7055e01b-6c57-47ba-8165-803541ba43e4 req-4fbd6a13-5218-4ed5-b573-8630b1171fe5 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756392 Sep 22 10:40:25.778271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-880d0fbc-9a41-4867-8371-2cbd27e831f1 None None] For port 5da82738-81fe-48bc-a38f-c03ad4b159c6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5da82738-81fe-48bc-a38f-c03ad4b159c6,segment=NetworkSegment(15026a02-77ae-4a2c-9d5c-f3464bcf1f2a),segment_id=15026a02-77ae-4a2c-9d5c-f3464bcf1f2a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:25.778271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-880d0fbc-9a41-4867-8371-2cbd27e831f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.802342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-880d0fbc-9a41-4867-8371-2cbd27e831f1 None None] Calling delete_port for 5da82738-81fe-48bc-a38f-c03ad4b159c6 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:25.904654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-3cf52d8b-bae3-4afa-9fbb-8b4cc6e7f216 service neutron] 10.222.0.30 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905792 Sep 22 10:40:25.934893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f1180-f426-466b-8810-885ab939e966 req-6c8bd7df-39eb-43b6-9af5-e4a000810259 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:25.936426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-962f1180-f426-466b-8810-885ab939e966 req-6c8bd7df-39eb-43b6-9af5-e4a000810259 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 943 time: 0.0771079 Sep 22 10:40:25.952540 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24a1333e-7fc8-468e-a9e9-5e3adff023a2 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.974890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:25.977114 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80829da-0381-45cc-94aa-4e545a408ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:25.981503 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-880d0fbc-9a41-4867-8371-2cbd27e831f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.982528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1333e-7fc8-468e-a9e9-5e3adff023a2 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Port': ['ID=c9fd702e-a5f1-41f4-bf91-56441b73813f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:25.988527 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24a1333e-7fc8-468e-a9e9-5e3adff023a2 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.993069 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-24a1333e-7fc8-468e-a9e9-5e3adff023a2 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/ports/c9fd702e-a5f1-41f4-bf91-56441b73813f HTTP/1.1" status: 204 len: 168 time: 0.4823978 Sep 22 10:40:25.993657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47818) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:26.022947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d0fbc-9a41-4867-8371-2cbd27e831f1 None None] Pushing event deleted for resources: {'Port': ['ID=5da82738-81fe-48bc-a38f-c03ad4b159c6,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:26.031191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d0fbc-9a41-4867-8371-2cbd27e831f1 None None] No DVR routers for this DVR port 5da82738-81fe-48bc-a38f-c03ad4b159c6 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:26.037326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-962f1180-f426-466b-8810-885ab939e966 req-aee10b82-0811-4d3d-aab5-483f39454eb4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908840 Sep 22 10:40:26.067472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-883677ee-d8d3-4f09-a221-4c8785b94b1b req-afc1a270-ecb5-40a1-ab68-c2a699d99575 service neutron] 10.222.0.30 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503334 Sep 22 10:40:26.112045 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:26.118879 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b08513-b4c9-41e7-88ed-846a0ab1cc14 x-openstack-request-id: req-d0b08513-b4c9-41e7-88ed-846a0ab1cc14 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:26.119390 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:26.119819 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0b08513-b4c9-41e7-88ed-846a0ab1cc14 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:26.120393 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'status': 'completed', 'code': 200} Sep 22 10:40:26.170227 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:26.182986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-2e15757e-ed9b-4008-8982-7005da557641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:26.184721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-2e15757e-ed9b-4008-8982-7005da557641 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1094 time: 0.0490274 Sep 22 10:40:26.213940 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:26.235991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325fe77d-77d8-422b-ba17-656776eea2f3']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:26.245979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15026a02-77ae-4a2c-9d5c-f3464bcf1f2a') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:26.246240 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15026a02-77ae-4a2c-9d5c-f3464bcf1f2a') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:26.257084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:26.277777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:26.286066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:40:26.286564 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:40:26.289931 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:40:26.315756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-191f1fd3-c5fa-47e9-ae53-4c4adb3dd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:26.317154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-191f1fd3-c5fa-47e9-ae53-4c4adb3dd442 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 897 time: 0.1256177 Sep 22 10:40:26.326644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-3df51a1b-83d7-408e-adf5-9f3faa1fd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:26.328327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-3df51a1b-83d7-408e-adf5-9f3faa1fd807 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1094 time: 0.0635784 Sep 22 10:40:26.455690 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:26.464738 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:26.465570 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] 10.222.0.20 "DELETE /v2.0/networks/325fe77d-77d8-422b-ba17-656776eea2f3 HTTP/1.1" status: 204 len: 168 time: 0.4707544 Sep 22 10:40:26.480560 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e63cd3-f480-4d08-81c3-a2e6ce252676 tempest-PortsTestJSON-1010909929 tempest-PortsTestJSON-1010909929-project] Pushing event deleted for resources: {'Network': ['ID=325fe77d-77d8-422b-ba17-656776eea2f3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:26.782847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-8e0d9e43-c2db-493e-80e0-e0f82bde074e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 999 time: 0.4584668 Sep 22 10:40:26.850823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-0cceaf7a-1356-4ff1-98c0-7a5ce0e5c180 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:26.852499 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-0cceaf7a-1356-4ff1-98c0-7a5ce0e5c180 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 945 time: 0.0680115 Sep 22 10:40:26.863188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45979d25-c170-4347-bf34-70a229612e4b req-9ee4af0e-9a3e-4be4-868a-f730172b68ad tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:26.864721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45979d25-c170-4347-bf34-70a229612e4b req-9ee4af0e-9a3e-4be4-868a-f730172b68ad tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 946 time: 0.1626174 Sep 22 10:40:26.909412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-20164d16-70ce-4c34-9ef7-9873a6f62ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:26.911017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-20164d16-70ce-4c34-9ef7-9873a6f62ac5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.0976431 Sep 22 10:40:26.917957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-53c02b56-8dd4-4090-a98a-bd8e2c7d06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:26.917957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-53c02b56-8dd4-4090-a98a-bd8e2c7d06fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 897 time: 0.2119856 Sep 22 10:40:27.003879 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Deleting port 9882d734-839a-4853-b880-f8adba15305f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:27.004367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:27.006510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5da82738-81fe-48bc-a38f-c03ad4b159c6 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:27.009386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47834) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:27.011359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45979d25-c170-4347-bf34-70a229612e4b req-fefb1bd7-2b5b-4320-a0ec-8a376c594129 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394463 Sep 22 10:40:27.046476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-dcf577f6-6e33-464f-82fb-d44ce55b1ebd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 999 time: 0.0976088 Sep 22 10:40:27.053861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-3b07073a-f20f-4f1b-b8b4-f232d803f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:27.056664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-3b07073a-f20f-4f1b-b8b4-f232d803f347 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367769 Sep 22 10:40:27.085907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 5da82738-81fe-48bc-a38f-c03ad4b159c6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:27.090350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5da82738-81fe-48bc-a38f-c03ad4b159c6 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:27.119596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] For port 9882d734-839a-4853-b880-f8adba15305f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9882d734-839a-4853-b880-f8adba15305f,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:27.119975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:27.140070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Calling delete_port for 9882d734-839a-4853-b880-f8adba15305f owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:27.189682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-ddead82a-4fc8-493d-9dae-aea54497d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:27.192096 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-ddead82a-4fc8-493d-9dae-aea54497d38a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.1356027 Sep 22 10:40:27.220414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f6085d9d-cfea-44e9-ba51-ae6ebda2f33e no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:27.266930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-1ec7abf6-000b-48d5-ad43-68192c75e51d service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020378 Sep 22 10:40:27.275614 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7aff76c-2a86-40fd-9017-2d445502c57c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd2ad88865c34e4db1865f6ac6509586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631514 Sep 22 10:40:27.282120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47842) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:27.282298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f6085d9d-cfea-44e9-ba51-ae6ebda2f33e not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:27.334127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-b7e1f19a-7ab1-42ed-9355-d72c006e5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:27.335706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-b7e1f19a-7ab1-42ed-9355-d72c006e5080 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335249 Sep 22 10:40:27.368717 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe177878-0cc3-42cc-8b1a-7a7de7f5ed3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:27.376272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e1a72-5374-43ad-aeda-11cdbd5fc8b1 req-49a4a09b-e5c8-4013-a4f2-e8aff2501244 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:27.376818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e1e1a72-5374-43ad-aeda-11cdbd5fc8b1 req-49a4a09b-e5c8-4013-a4f2-e8aff2501244 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 945 time: 0.1448681 Sep 22 10:40:27.390574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe177878-0cc3-42cc-8b1a-7a7de7f5ed3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:27.418052 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:27.430677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['74d3c2ab-454b-4a88-9a12-98a11931e332'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:27.442007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84', '6595ce75-f7ac-4404-98cd-d6cd7686f7b2', '9882d734-839a-4853-b880-f8adba15305f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:27.483686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Pushing event deleted for resources: {'Port': ['ID=9882d734-839a-4853-b880-f8adba15305f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:27.513534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-ef93f767-e4fd-4223-8d88-4a50ccb52097 service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232525 Sep 22 10:40:27.528256 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] No DVR routers for this DVR port 9882d734-839a-4853-b880-f8adba15305f on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:27.530988 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:27.538139 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-f9f40ec5-fb6e-4471-8ec7-50445bbb3d9e req-16b1b21d-6736-4d42-bbd4-02f76f7b53ae tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "DELETE /v2.0/ports/9882d734-839a-4853-b880-f8adba15305f HTTP/1.1" status: 204 len: 173 time: 0.6735597 Sep 22 10:40:27.538139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb5fa8c-7623-45dc-9706-2c036bae7032', 'name': 'network-vif-deleted', 'tag': '9882d734-839a-4853-b880-f8adba15305f'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:27.538139 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30a9dbf-7408-4666-af83-3b61b003f74e" -d '{"events": [{"server_uuid": "5bb5fa8c-7623-45dc-9706-2c036bae7032", "name": "network-vif-deleted", "tag": "9882d734-839a-4853-b880-f8adba15305f"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:27.586002 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e1e1a72-5374-43ad-aeda-11cdbd5fc8b1 req-473f9a56-9afa-4470-8cd2-edc7b6000983 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007620 Sep 22 10:40:27.604503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-4c4e2dcb-2270-461b-b062-566b3cec0c51 service neutron] 10.222.0.30 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373803 Sep 22 10:40:27.684556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe177878-0cc3-42cc-8b1a-7a7de7f5ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:27.694589 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe177878-0cc3-42cc-8b1a-7a7de7f5ed3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:27.694589 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fe177878-0cc3-42cc-8b1a-7a7de7f5ed3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/131e993e-9b9c-4ca5-9862-816448bd8145 HTTP/1.1" status: 204 len: 168 time: 0.4093506 Sep 22 10:40:27.701807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe177878-0cc3-42cc-8b1a-7a7de7f5ed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e993e-9b9c-4ca5-9862-816448bd8145,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:27.836041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e80829da-0381-45cc-94aa-4e545a408ed9 req-fa14a586-a57a-46dc-ac8d-1c61ca5b0d31 service neutron] 10.222.0.30 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238066 Sep 22 10:40:27.852370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d16c5-e4b4-41f3-8de0-128adc8c67c1 req-cce41908-fb0d-4d07-9b0b-3f31d34387d7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:27.854420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51d16c5-e4b4-41f3-8de0-128adc8c67c1 req-cce41908-fb0d-4d07-9b0b-3f31d34387d7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 943 time: 0.1050560 Sep 22 10:40:27.898287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f51d16c5-e4b4-41f3-8de0-128adc8c67c1 req-d63983df-af27-4d13-b005-6f54d728f020 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365505 Sep 22 10:40:27.962140 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71897cc1-a877-42d5-943e-93d286ee1a62 x-openstack-request-id: req-71897cc1-a877-42d5-943e-93d286ee1a62 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:27.962140 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb5fa8c-7623-45dc-9706-2c036bae7032", "name": "network-vif-deleted", "tag": "9882d734-839a-4853-b880-f8adba15305f", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:27.962140 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71897cc1-a877-42d5-943e-93d286ee1a62 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:27.962140 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb5fa8c-7623-45dc-9706-2c036bae7032', 'name': 'network-vif-deleted', 'tag': '9882d734-839a-4853-b880-f8adba15305f', 'status': 'completed', 'code': 200} Sep 22 10:40:28.049621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:28.526868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13f96-67bb-4b00-8d58-e3d3ab353f92 req-26ee6e42-c6da-4ffe-a551-c2dd8c7b52c8 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:28.529001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dc13f96-67bb-4b00-8d58-e3d3ab353f92 req-26ee6e42-c6da-4ffe-a551-c2dd8c7b52c8 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 946 time: 0.0543115 Sep 22 10:40:28.585085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47880) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:28.589585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5dc13f96-67bb-4b00-8d58-e3d3ab353f92 req-01aa3804-d635-4141-8273-b8210cc8d07e tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535467 Sep 22 10:40:28.709354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed263942-5e29-4c3b-aac7-886ca2347832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:28.721803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-838b4f21-30c3-4b20-b601-24a65728d69c req-779432df-d9c3-4f46-ac7e-14ddddb2fe4a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bb5fa8c-7623-45dc-9706-2c036bae7032 HTTP/1.1" status: 200 len: 210 time: 0.0330670 Sep 22 10:40:28.800887 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed263942-5e29-4c3b-aac7-886ca2347832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:28.932420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed263942-5e29-4c3b-aac7-886ca2347832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:28.946021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47894) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:28.975573 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ed263942-5e29-4c3b-aac7-886ca2347832 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f86b7eff99b2429ea338351f98142500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866749 Sep 22 10:40:28.975787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47898) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:28.982984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed263942-5e29-4c3b-aac7-886ca2347832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80efc8fe-6cf3-4367-93a2-5284fc492ed3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:29.030755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66e7d86d-78d0-4de5-8a7b-7f78c91f110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.031000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f6e9-6be4-4abd-9d61-2e9c7e8da262 req-ff179213-78ee-472c-9312-19077a1712ae tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:29.032460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c30f6e9-6be4-4abd-9d61-2e9c7e8da262 req-ff179213-78ee-472c-9312-19077a1712ae tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 943 time: 0.0550127 Sep 22 10:40:29.054133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66e7d86d-78d0-4de5-8a7b-7f78c91f110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.071117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1306123368'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:29.083546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c30f6e9-6be4-4abd-9d61-2e9c7e8da262 req-1d0c9adc-1487-4e45-86f3-1b76b3327995 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424509 Sep 22 10:40:29.192390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:29.196024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.204940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.226710 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66e7d86d-78d0-4de5-8a7b-7f78c91f110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.229294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66e7d86d-78d0-4de5-8a7b-7f78c91f110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.230499 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-66e7d86d-78d0-4de5-8a7b-7f78c91f110d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80efc8fe-6cf3-4367-93a2-5284fc492ed3 HTTP/1.1" status: 204 len: 168 time: 0.2537601 Sep 22 10:40:29.240124 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7d86d-78d0-4de5-8a7b-7f78c91f110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80efc8fe-6cf3-4367-93a2-5284fc492ed3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:29.303012 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.343510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f6085d9d-cfea-44e9-ba51-ae6ebda2f33e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:40:29.371174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.426354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:40:29.436947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e124c8-3bc1-40cd-a9ac-f129fa481f42,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:29.445048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.445310 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added segment 123f20a3-0cec-4b68-be5b-069790133ca2 of type vlan for network 0b22084e-36a6-4c25-b655-61e7d0cee8bb Sep 22 10:40:29.459233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:29.463860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ead79-3567-44d1-8576-49781b081f22 req-dcdef838-f213-4bc7-9a7c-18b6449b6326 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:29.463860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d4ead79-3567-44d1-8576-49781b081f22 req-dcdef838-f213-4bc7-9a7c-18b6449b6326 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 943 time: 0.1029027 Sep 22 10:40:29.472228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'port_id': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'mac_address': 'fa:16:3e:7c:e0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:40:29.510860 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.526867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6085d9d-cfea-44e9-ba51-ae6ebda2f33e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:29.547156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:29.577936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.617057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.647620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-4f9f8ff3-a920-4be3-883c-c91108e35ef5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:29.647620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-4f9f8ff3-a920-4be3-883c-c91108e35ef5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.32 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 943 time: 0.1926227 Sep 22 10:40:29.650572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d4ead79-3567-44d1-8576-49781b081f22 req-a8c0ebfd-a085-4e67-8393-bd7701cf4433 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521342 Sep 22 10:40:29.669902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:29.717347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.723747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:29.724332 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.856465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-830af309-94d0-49a2-96fa-cfaf0eb10f23 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:29.857921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-830af309-94d0-49a2-96fa-cfaf0eb10f23 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 946 time: 0.1707044 Sep 22 10:40:29.859969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Network': ['ID=0b22084e-36a6-4c25-b655-61e7d0cee8bb,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:29.864534 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-fb5fa7e3-88c3-41bf-9035-7399a3a5ffc2 service neutron] delete failed (client error): The resource could not be found. Sep 22 10:40:29.865489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-fb5fa7e3-88c3-41bf-9035-7399a3a5ffc2 service neutron] 10.222.0.32 "DELETE /v2.0/ports/f6085d9d-cfea-44e9-ba51-ae6ebda2f33e/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.2111173 Sep 22 10:40:29.866017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:29.878728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c0a94ec9-8c33-45e1-bd6e-578919163726 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9307272 Sep 22 10:40:29.880757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47914) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:29.885993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1455474280'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:29.906551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 0b22084e-36a6-4c25-b655-61e7d0cee8bb details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:40:29.958442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47916) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:29.958802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec142e95-f930-4c53-a2cc-2142751e8ed6 req-0e58773c-e4f0-4e3c-8c76-921374a33daa tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:29.960322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec142e95-f930-4c53-a2cc-2142751e8ed6 req-0e58773c-e4f0-4e3c-8c76-921374a33daa tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 946 time: 0.1720152 Sep 22 10:40:29.970575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac0955de-1a55-4411-8f39-aecd1ba13498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.027911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-7264bfd0-22c7-4d13-a096-3ebd2d16c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:30.029427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-7264bfd0-22c7-4d13-a096-3ebd2d16c28f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1095 time: 0.1162171 Sep 22 10:40:30.048019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec142e95-f930-4c53-a2cc-2142751e8ed6 req-2daf8723-22fd-4348-b4c6-31f04db1e739 tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/security-groups?id=732606a2-2b0f-42d9-91b9-b554d2fba772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683990 Sep 22 10:40:30.080054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Deleting port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:30.080281 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.082481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:30.089200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.136710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:40:30.164888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.165111 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added segment 1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5 of type vlan for network dec56b10-69c2-4330-b0f8-6e3011d6eab6 Sep 22 10:40:30.209858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-70aa230c-7a48-4e7b-b3dc-4da30c24de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:30.211379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-70aa230c-7a48-4e7b-b3dc-4da30c24de8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 897 time: 0.1734171 Sep 22 10:40:30.218464 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.267994 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac0955de-1a55-4411-8f39-aecd1ba13498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.272812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] For port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,segment=NetworkSegment(110f7e63-576c-4506-a262-3486c4ab692c),segment_id=110f7e63-576c-4506-a262-3486c4ab692c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:30.273182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.293630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Calling delete_port for 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:30.309092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-8cd36ef8-b94f-45ae-9fac-cc076ef7f517 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 1000 time: 0.0860965 Sep 22 10:40:30.375005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.377365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:30.379034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.393173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac0955de-1a55-4411-8f39-aecd1ba13498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.406542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-0bc6fac2-3792-4819-ac65-baa40cd59584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:30.408050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-0bc6fac2-3792-4819-ac65-baa40cd59584 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.0678036 Sep 22 10:40:30.460324 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ac0955de-1a55-4411-8f39-aecd1ba13498 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0c66d2f926049129a15c3d5e37010c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064394 Sep 22 10:40:30.461028 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0955de-1a55-4411-8f39-aecd1ba13498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1f2a83-80f7-45ff-80e3-872227e1e925,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:30.463539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47922) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:30.496231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-c198e54d-0eeb-460f-a897-f091cd72e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:30.496588 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6143866 Sep 22 10:40:30.496939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12a59d-f631-42a4-a168-25827f5dfaea tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Network': ['ID=dec56b10-69c2-4330-b0f8-6e3011d6eab6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:30.498199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-c198e54d-0eeb-460f-a897-f091cd72e1cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802491 Sep 22 10:40:30.500823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47924) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:30.506551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'subnet': {'network_id': '0b22084e-36a6-4c25-b655-61e7d0cee8bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:30.512799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network dec56b10-69c2-4330-b0f8-6e3011d6eab6 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:40:30.549084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f01211ca-fae7-4d7a-a343-1085aeaa38ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.595819 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f01211ca-fae7-4d7a-a343-1085aeaa38ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.627043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.640019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:30.701344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Pushing event deleted for resources: {'Port': ['ID=1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:30.707229 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f01211ca-fae7-4d7a-a343-1085aeaa38ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.709713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f01211ca-fae7-4d7a-a343-1085aeaa38ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.713422 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f01211ca-fae7-4d7a-a343-1085aeaa38ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae1f2a83-80f7-45ff-80e3-872227e1e925 HTTP/1.1" status: 204 len: 168 time: 0.2225008 Sep 22 10:40:30.724250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01211ca-fae7-4d7a-a343-1085aeaa38ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1f2a83-80f7-45ff-80e3-872227e1e925,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:30.783777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] No DVR routers for this DVR port 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:30.786755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-3e6ef303-2c01-42ff-b9b3-a0ecafadc082 service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426350 Sep 22 10:40:30.787750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.789593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7d49dc0-cf14-490c-a451-be0d5cbf4f3d req-0eb7ed04-d8b3-4d5a-bf07-5b5a8bc105fc tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.32 "DELETE /v2.0/ports/1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 HTTP/1.1" status: 204 len: 173 time: 0.9225876 Sep 22 10:40:30.793217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf38187a-b662-4865-993d-12ad8c227b18', 'name': 'network-vif-deleted', 'tag': '1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:30.796192 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cdcda4-17c2-4848-8985-eccc2d8684fb" -d '{"events": [{"server_uuid": "bf38187a-b662-4865-993d-12ad8c227b18", "name": "network-vif-deleted", "tag": "1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:30.914819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb745ba-718f-43b1-8b5c-c7969c8430e9 req-c245217c-0450-4434-aa06-41a24ccbc9a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:30.916340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4fb745ba-718f-43b1-8b5c-c7969c8430e9 req-c245217c-0450-4434-aa06-41a24ccbc9a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 944 time: 0.1337271 Sep 22 10:40:30.937770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29d8a6a-6901-460b-bf55-c466554e5f7f req-d3e15ade-f7f6-441e-9866-61456f265b35 service neutron] 10.222.0.32 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388927 Sep 22 10:40:30.948600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:30.952937 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.996218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4fb745ba-718f-43b1-8b5c-c7969c8430e9 req-7b7e99a7-cb72-4f93-9fa7-338cd52478af tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699174 Sep 22 10:40:31.153080 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430a01bb-59d9-4fbb-9b38-a5c63ebf2970 x-openstack-request-id: req-430a01bb-59d9-4fbb-9b38-a5c63ebf2970 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:31.153574 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf38187a-b662-4865-993d-12ad8c227b18", "name": "network-vif-deleted", "tag": "1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:31.153999 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-430a01bb-59d9-4fbb-9b38-a5c63ebf2970 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:31.154579 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf38187a-b662-4865-993d-12ad8c227b18', 'name': 'network-vif-deleted', 'tag': '1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6', 'status': 'completed', 'code': 200} Sep 22 10:40:31.244169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6eabf91-a0d1-49ac-90fa-5147d2aa91ea req-999a4582-21b4-43d5-8f08-3860cbe74bbd tempest-ServerGroupTestJSON-1242319449 tempest-ServerGroupTestJSON-1242319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf38187a-b662-4865-993d-12ad8c227b18 HTTP/1.1" status: 200 len: 210 time: 0.0302606 Sep 22 10:40:31.245929 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.315949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Subnet': ['ID=8c7dbb63-7dc5-40ac-bd0c-b0553321e53f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:31.325219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Checking segment: {'id': '123f20a3-0cec-4b68-be5b-069790133ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b22084e-36a6-4c25-b655-61e7d0cee8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:31.325579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network hostable DHCP agents. Network: 0b22084e-36a6-4c25-b655-61e7d0cee8bb, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:40:31.353346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f6085d9d-cfea-44e9-ba51-ae6ebda2f33e up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:31.387022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 0b22084e-36a6-4c25-b655-61e7d0cee8bb is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:40:31.478151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 0b22084e-36a6-4c25-b655-61e7d0cee8bb) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:31.482976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:31.486361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.491775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe41a84-2c37-4e05-b7c4-40ef8df7d3a2 None None] Network 0b22084e-36a6-4c25-b655-61e7d0cee8bb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:31.506546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:40:31.520210 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:31.521314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.564794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c746ff2e-8cb6-4ef9-9b7b-6d15ae3af183 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0627196 Sep 22 10:40:31.567774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47948) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:31.573255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'subnet': {'network_id': 'dec56b10-69c2-4330-b0f8-6e3011d6eab6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:31.698445 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.736812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:31.736812 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8b951c-d58f-4bb1-955e-c3c1f59f9e00" -d '{"events": [{"server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "name": "network-vif-plugged", "status": "completed", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:31.751723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:31.786889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:31.790532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.803629 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ab331-7e84-4e2f-9c72-d0c59c540063 x-openstack-request-id: req-ae8ab331-7e84-4e2f-9c72-d0c59c540063 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:31.803965 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "name": "network-vif-plugged", "status": "completed", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:31.804182 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae8ab331-7e84-4e2f-9c72-d0c59c540063 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:31.807384 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'code': 200} Sep 22 10:40:31.813975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-0b22084e-36a6-4c25-b655-61e7d0cee8bb', 'network_id': '0b22084e-36a6-4c25-b655-61e7d0cee8bb', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'fixed_ips': [{'subnet_id': '8c7dbb63-7dc5-40ac-bd0c-b0553321e53f'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:40:31.815644 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.845586 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.847217 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 9882d734-839a-4853-b880-f8adba15305f no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:31.902430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 9882d734-839a-4853-b880-f8adba15305f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:31.902838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 9882d734-839a-4853-b880-f8adba15305f not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:31.993969 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:32.084234 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.100529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Allocated IP 2001:db8::2 (0b22084e-36a6-4c25-b655-61e7d0cee8bb/8c7dbb63-7dc5-40ac-bd0c-b0553321e53f/c9920756-3cfa-4211-86ca-515b14f9dd93) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:32.197654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45f067-0cc5-4e15-beb2-5d4ff8f1824c req-54b0ac29-e548-43ea-8a6f-afd702f6b419 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:32.205017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a45f067-0cc5-4e15-beb2-5d4ff8f1824c req-54b0ac29-e548-43ea-8a6f-afd702f6b419 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.1103005 Sep 22 10:40:32.225718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Subnet': ['ID=b0ba2f9e-32a2-43f8-aa56-4c537870943c,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:32.261764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Checking segment: {'id': '1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dec56b10-69c2-4330-b0f8-6e3011d6eab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:32.262282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network hostable DHCP agents. Network: dec56b10-69c2-4330-b0f8-6e3011d6eab6, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:40:32.284206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a45f067-0cc5-4e15-beb2-5d4ff8f1824c req-9140a355-56b2-49ec-b0ac-c1935ce15284 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727248 Sep 22 10:40:32.299269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47970) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:32.341151 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.386984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network dec56b10-69c2-4330-b0f8-6e3011d6eab6 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:40:32.400408 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0270b2d0-0f2a-42a5-9664-a6ad6059128a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d HTTP/1.1" status: 200 len: 993 time: 0.0973644 Sep 22 10:40:32.415823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.460109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Network 0b22084e-36a6-4c25-b655-61e7d0cee8bb is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:32.465000 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:32.475366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:32.478566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Pushing event updated for resources: {'Port': ['ID=c9920756-3cfa-4211-86ca-515b14f9dd93,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:32.479001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, dec56b10-69c2-4330-b0f8-6e3011d6eab6) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:32.485702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:32.488562 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.514309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a927e1-980f-46b3-9644-2c125c797852 None None] Network dec56b10-69c2-4330-b0f8-6e3011d6eab6 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:32.564179 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-50a7497b-1476-4821-a052-ceb9df682817 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9953082 Sep 22 10:40:32.564932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47980) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:32.571507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2e71316e-0890-4c7d-a258-e14ef815e75f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1234274026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:32.618828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Attempting to bind port c9920756-3cfa-4211-86ca-515b14f9dd93 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:32.618828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Attempting to bind port c9920756-3cfa-4211-86ca-515b14f9dd93 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '123f20a3-0cec-4b68-be5b-069790133ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b22084e-36a6-4c25-b655-61e7d0cee8bb'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:32.618828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Attempting to bind port c9920756-3cfa-4211-86ca-515b14f9dd93 on network 0b22084e-36a6-4c25-b655-61e7d0cee8bb {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:32.629863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:32.630497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Checking segment: {'id': '123f20a3-0cec-4b68-be5b-069790133ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b22084e-36a6-4c25-b655-61e7d0cee8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:32.631069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.631944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Bound using segment: {'id': '123f20a3-0cec-4b68-be5b-069790133ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b22084e-36a6-4c25-b655-61e7d0cee8bb'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:32.632750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Bound port: c9920756-3cfa-4211-86ca-515b14f9dd93, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123f20a3-0cec-4b68-be5b-069790133ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0b22084e-36a6-4c25-b655-61e7d0cee8bb'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:32.633351 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.719870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e71316e-0890-4c7d-a258-e14ef815e75f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.722231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e71316e-0890-4c7d-a258-e14ef815e75f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.758393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] For port c9920756-3cfa-4211-86ca-515b14f9dd93, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:32.782393 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e71316e-0890-4c7d-a258-e14ef815e75f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.783960 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] For port c9920756-3cfa-4211-86ca-515b14f9dd93, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c9920756-3cfa-4211-86ca-515b14f9dd93,segment=NetworkSegment(123f20a3-0cec-4b68-be5b-069790133ca2),segment_id=123f20a3-0cec-4b68-be5b-069790133ca2)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:32.786483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-dec56b10-69c2-4330-b0f8-6e3011d6eab6', 'network_id': 'dec56b10-69c2-4330-b0f8-6e3011d6eab6', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'fixed_ips': [{'subnet_id': 'b0ba2f9e-32a2-43f8-aa56-4c537870943c'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:40:32.793352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.863216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47994) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:32.912256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1942b0-b91c-439e-9f02-5fc2555760bc admin admin] Deleting subnet be482125-e354-41c6-9b50-240e10ec91e6 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:32.916047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e1942b0-b91c-439e-9f02-5fc2555760bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.918715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e71316e-0890-4c7d-a258-e14ef815e75f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.924208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Allocated IP 2001:db8:1::2 (dec56b10-69c2-4330-b0f8-6e3011d6eab6/b0ba2f9e-32a2-43f8-aa56-4c537870943c/3ec4895d-d0e0-4a38-9558-7eb57c84ac60) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:32.936177 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.975548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e1942b0-b91c-439e-9f02-5fc2555760bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.013429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2e71316e-0890-4c7d-a258-e14ef815e75f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.015001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2e71316e-0890-4c7d-a258-e14ef815e75f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4477098 Sep 22 10:40:33.020379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47996) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:33.054335 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e1942b0-b91c-439e-9f02-5fc2555760bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.062836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ac228-ba8c-49a5-b4d3-f92868853874 None None] Pushing event updated for resources: {'Port': ['ID=c9920756-3cfa-4211-86ca-515b14f9dd93,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:33.182564 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.215964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e1942b0-b91c-439e-9f02-5fc2555760bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.241882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1942b0-b91c-439e-9f02-5fc2555760bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be482125-e354-41c6-9b50-240e10ec91e6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:33.264473 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e1942b0-b91c-439e-9f02-5fc2555760bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.266739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5e1942b0-b91c-439e-9f02-5fc2555760bc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/be482125-e354-41c6-9b50-240e10ec91e6 HTTP/1.1" status: 204 len: 168 time: 0.4025140 Sep 22 10:40:33.269168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48002) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:33.270559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:33.304341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:33.304695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1551b1a9-c2ad-4b63-b51d-ae4b0dc273a6 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:33.313295 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.360855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Network dec56b10-69c2-4330-b0f8-6e3011d6eab6 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:33.364714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:33.368296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:33.377545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.413906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Pushing event updated for resources: {'Port': ['ID=3ec4895d-d0e0-4a38-9558-7eb57c84ac60,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:33.424093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.495196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Attempting to bind port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:33.497043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Attempting to bind port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dec56b10-69c2-4330-b0f8-6e3011d6eab6'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:33.498526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Attempting to bind port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 on network dec56b10-69c2-4330-b0f8-6e3011d6eab6 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:33.506233 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.512153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:33.513161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Checking segment: {'id': '1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dec56b10-69c2-4330-b0f8-6e3011d6eab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:33.513783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.515585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Bound using segment: {'id': '1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dec56b10-69c2-4330-b0f8-6e3011d6eab6'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:33.516314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Bound port: 3ec4895d-d0e0-4a38-9558-7eb57c84ac60, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'dec56b10-69c2-4330-b0f8-6e3011d6eab6'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:33.517436 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.529515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad70d735-09b4-416d-ad49-0a6a381f807a']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:33.539604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110f7e63-576c-4506-a262-3486c4ab692c') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:33.539989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110f7e63-576c-4506-a262-3486c4ab692c') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:33.552104 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.591480 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.601284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:40:33.601284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.616968 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:40:33.656061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] For port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:33.661324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] For port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ec4895d-d0e0-4a38-9558-7eb57c84ac60,segment=NetworkSegment(1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5),segment_id=1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:40:33.669077 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:40:33.729873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.758557 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.764357 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:33.775219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad70d735-09b4-416d-ad49-0a6a381f807a HTTP/1.1" status: 204 len: 168 time: 0.5013497 Sep 22 10:40:33.814033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc479f-30b2-4f42-852a-38da6bdf8b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad70d735-09b4-416d-ad49-0a6a381f807a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:33.857711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1264c0-d323-4dd1-b092-cb99e96cf77b None None] Pushing event updated for resources: {'Port': ['ID=3ec4895d-d0e0-4a38-9558-7eb57c84ac60,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:33.873249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 2001:db8::1 (0b22084e-36a6-4c25-b655-61e7d0cee8bb/8c7dbb63-7dc5-40ac-bd0c-b0553321e53f/5ecfb782-e708-4718-97fb-6c4be09b59a9) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:34.036241 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.141893 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.196373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf361903-0f6c-411f-8813-6418084992d6 req-1d97b66f-26f0-44ff-aeec-c6558e0f8223 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:34.198877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf361903-0f6c-411f-8813-6418084992d6 req-1d97b66f-26f0-44ff-aeec-c6558e0f8223 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 946 time: 0.1031871 Sep 22 10:40:34.231809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 0b22084e-36a6-4c25-b655-61e7d0cee8bb is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:34.244787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:34.260485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:34.261075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.264904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf361903-0f6c-411f-8813-6418084992d6 req-e085e98c-d85a-4c04-86d0-9c93bb8a0055 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Sep 22 10:40:34.323328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48020) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:34.398147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=5ecfb782-e708-4718-97fb-6c4be09b59a9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:34.408180 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.413136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.413136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.413136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.419417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.419417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.419417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.419417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.419417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.419417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.419417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.419417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:34.455334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5f586b3a-66ee-4026-813c-3bad2bc640c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d158e129aea4e02bfc28bd8fc85a4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244330 Sep 22 10:40:34.457928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48022) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:34.548757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-88db645c-3163-4f14-bf94-610d75737998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.552206 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.583681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1754bc72-160f-4116-817c-7f75912e58b7 None None] Network 0b22084e-36a6-4c25-b655-61e7d0cee8bb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:34.597301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-88db645c-3163-4f14-bf94-610d75737998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.723106 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-33fcf76a-9254-458a-9da2-81f60db27bd9 None None] Provisioning complete for port c9920756-3cfa-4211-86ca-515b14f9dd93 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:34.726520 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33fcf76a-9254-458a-9da2-81f60db27bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.774342 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-88db645c-3163-4f14-bf94-610d75737998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.777598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-88db645c-3163-4f14-bf94-610d75737998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.779048 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-88db645c-3163-4f14-bf94-610d75737998 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/732606a2-2b0f-42d9-91b9-b554d2fba772 HTTP/1.1" status: 204 len: 168 time: 0.3198514 Sep 22 10:40:34.790795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db645c-3163-4f14-bf94-610d75737998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732606a2-2b0f-42d9-91b9-b554d2fba772,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:34.884555 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33fcf76a-9254-458a-9da2-81f60db27bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.897563 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:34.932272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-33fcf76a-9254-458a-9da2-81f60db27bd9 None None] For port c9920756-3cfa-4211-86ca-515b14f9dd93, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c9920756-3cfa-4211-86ca-515b14f9dd93,segment=NetworkSegment(123f20a3-0cec-4b68-be5b-069790133ca2),segment_id=123f20a3-0cec-4b68-be5b-069790133ca2)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:34.998544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:35.002260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:35.021409 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33fcf76a-9254-458a-9da2-81f60db27bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:35.064122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c9920756-3cfa-4211-86ca-515b14f9dd93 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:35.130672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcf76a-9254-458a-9da2-81f60db27bd9 None None] Pushing event updated for resources: {'Port': ['ID=c9920756-3cfa-4211-86ca-515b14f9dd93,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:35.150681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 0b22084e-36a6-4c25-b655-61e7d0cee8bb is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:35.151300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c9920756-3cfa-4211-86ca-515b14f9dd93 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:35.151690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:35.154545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:35.169347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=5ecfb782-e708-4718-97fb-6c4be09b59a9,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:35.255697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:35.306797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f14ab7a8-70f3-466d-93dd-9ffd561d8120 None None] Provisioning complete for port c9920756-3cfa-4211-86ca-515b14f9dd93 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:35.307182 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f14ab7a8-70f3-466d-93dd-9ffd561d8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:35.398496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router d4015773-86a8-4e42-bbba-86a6d337a00e is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:40:35.422400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:35.426992 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:35.468340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84907d37-ce34-4831-9d0a-fbb5fe3f2c30 None None] Network dec56b10-69c2-4330-b0f8-6e3011d6eab6 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:35.510290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74e91-97f9-43fe-9497-8aa5d7aa57e3 req-053ff810-6ea1-423a-abeb-3de7836d4f09 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:35.524589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61d74e91-97f9-43fe-9497-8aa5d7aa57e3 req-053ff810-6ea1-423a-abeb-3de7836d4f09 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 946 time: 0.1175909 Sep 22 10:40:35.580460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61d74e91-97f9-43fe-9497-8aa5d7aa57e3 req-92fe37af-76d9-4f81-bd61-d35c63f62295 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549302 Sep 22 10:40:35.612887 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:35.619609 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-45b00963-9c4e-401a-85de-c2f5507eb974 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/d4015773-86a8-4e42-bbba-86a6d337a00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5991340 Sep 22 10:40:35.622387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48048) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:35.642272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c1942-72fc-4929-a079-3ee0c21d8a31 None None] Sync routers for ids ['d4015773-86a8-4e42-bbba-86a6d337a00e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:35.680308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d311c93-7d98-46e5-8fe9-70a09fc0d9b2 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:35.681762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7d311c93-7d98-46e5-8fe9-70a09fc0d9b2 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports/5ecfb782-e708-4718-97fb-6c4be09b59a9 HTTP/1.1" status: 200 len: 911 time: 0.0581989 Sep 22 10:40:35.684688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48058) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:35.714622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-9512acd5-28b5-4a89-be2b-589745a0d133 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6c963c53cc00418ba636ff6dcaa63dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316179 Sep 22 10:40:35.757335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c1942-72fc-4929-a079-3ee0c21d8a31 None None] Routers {'d4015773-86a8-4e42-bbba-86a6d337a00e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:35.758009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b75c1942-72fc-4929-a079-3ee0c21d8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d4015773-86a8-4e42-bbba-86a6d337a00e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:35.850871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b75c1942-72fc-4929-a079-3ee0c21d8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:35.853092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f14ab7a8-70f3-466d-93dd-9ffd561d8120 None None] Provisioning complete for port 5ecfb782-e708-4718-97fb-6c4be09b59a9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:35.853465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f14ab7a8-70f3-466d-93dd-9ffd561d8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:35.906509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f14ab7a8-70f3-466d-93dd-9ffd561d8120 None None] Port 5ecfb782-e708-4718-97fb-6c4be09b59a9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:35.913858 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:35.952698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c1942-72fc-4929-a079-3ee0c21d8a31 None None] Routers {'d4015773-86a8-4e42-bbba-86a6d337a00e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:35.953332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b75c1942-72fc-4929-a079-3ee0c21d8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d4015773-86a8-4e42-bbba-86a6d337a00e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:36.001444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ec4895d-d0e0-4a38-9558-7eb57c84ac60,segment=NetworkSegment(1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5),segment_id=1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:36.022619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b75c1942-72fc-4929-a079-3ee0c21d8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:36.023252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75c1942-72fc-4929-a079-3ee0c21d8a31 None None] The sync data for ids ['d4015773-86a8-4e42-bbba-86a6d337a00e'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:36.049281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1fd10b2a-2641-485a-aec5-4483d1764e27 None None] Provisioning complete for port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:36.050550 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1fd10b2a-2641-485a-aec5-4483d1764e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.194191 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1fd10b2a-2641-485a-aec5-4483d1764e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.196226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.366811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-4bbef31e-1929-4c93-9752-3e9c5d5e914e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:36.368420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-4bbef31e-1929-4c93-9752-3e9c5d5e914e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 946 time: 0.1674762 Sep 22 10:40:36.411805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48070) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:36.445222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-251348c9-11b0-47ab-a322-44b7990e077b tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:36.447012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-251348c9-11b0-47ab-a322-44b7990e077b tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7234139 Sep 22 10:40:36.469598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-f2721b62-8d69-4ca7-a639-c6c3a74d2d19 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/quotas/6c963c53cc00418ba636ff6dcaa63dfd HTTP/1.1" status: 200 len: 375 time: 0.0155630 Sep 22 10:40:36.507039 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-1fd10b2a-2641-485a-aec5-4483d1764e27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:40:36.507393 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-1fd10b2a-2641-485a-aec5-4483d1764e27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:40:36.514359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=3ec4895d-d0e0-4a38-9558-7eb57c84ac60,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:36.531029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-89581db4-ceba-43de-b2f4-9b6f812832ae tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c963c53cc00418ba636ff6dcaa63dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419192 Sep 22 10:40:36.556082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-906113308-network', 'tenant_id': '37eaa931220949c0adf06b1e354922d9'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:36.561235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Deleting port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:36.561580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.588324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.665730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] For port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:36.665986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.686746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Calling delete_port for 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:36.728609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Made reservation on behalf of 37eaa931220949c0adf06b1e354922d9 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:36.730977 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.743222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.875937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 2001:db8:1::1 (dec56b10-69c2-4330-b0f8-6e3011d6eab6/b0ba2f9e-32a2-43f8-aa56-4c537870943c/b1956247-d7ce-4247-8489-02eaf13d15c9) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:36.960156 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.995277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456d9ad-cc70-4cf9-af8c-17f09767df2f req-6b0a61b8-4d7c-43a2-b072-f2247fcbca3e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:36.998728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c456d9ad-cc70-4cf9-af8c-17f09767df2f req-6b0a61b8-4d7c-43a2-b072-f2247fcbca3e tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 867 time: 0.0775688 Sep 22 10:40:36.999549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.006763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.029899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Pushing event deleted for resources: {'Port': ['ID=6595ce75-f7ac-4404-98cd-d6cd7686f7b2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:37.037038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.039053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84', '6595ce75-f7ac-4404-98cd-d6cd7686f7b2'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:37.041855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['74d3c2ab-454b-4a88-9a12-98a11931e332'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:37.043449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c9920756-3cfa-4211-86ca-515b14f9dd93 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:37.100918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:40:37.130783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:37.133392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] No DVR routers for this DVR port 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:37.137117 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.139224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbde78cb-9a6d-4022-9658-fb67acb7254d req-d7380708-f80e-484d-b641-8a1ebef74ac7 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "DELETE /v2.0/ports/6595ce75-f7ac-4404-98cd-d6cd7686f7b2 HTTP/1.1" status: 204 len: 173 time: 0.7636716 Sep 22 10:40:37.147077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c456d9ad-cc70-4cf9-af8c-17f09767df2f req-df17e6cf-cb31-49f3-8d78-a4585c29099c tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206369 Sep 22 10:40:37.147711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2712c2-26c3-4333-9e6d-e7ef0570d815', 'name': 'network-vif-deleted', 'tag': '6595ce75-f7ac-4404-98cd-d6cd7686f7b2'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:37.151450 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ff97d4-0e99-4f9a-91ca-94779f5fa1ea" -d '{"events": [{"server_uuid": "5d2712c2-26c3-4333-9e6d-e7ef0570d815", "name": "network-vif-deleted", "tag": "6595ce75-f7ac-4404-98cd-d6cd7686f7b2"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:37.153354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.160305 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.160945 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Added segment c0317de3-9593-461a-ba56-d645e95e8657 of type vlan for network ffbf0d88-9c2b-49af-8772-a4c746672f15 Sep 22 10:40:37.200620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1fd10b2a-2641-485a-aec5-4483d1764e27 None None] Provisioning complete for port 5ecfb782-e708-4718-97fb-6c4be09b59a9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:37.200994 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1fd10b2a-2641-485a-aec5-4483d1764e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.228951 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.238452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network dec56b10-69c2-4330-b0f8-6e3011d6eab6 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:37.242201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:37.244745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=b1956247-d7ce-4247-8489-02eaf13d15c9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:37.250189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc812e9b-d351-44d9-b68d-602fd5accbf1 req-1ed63906-d467-4916-973f-75a6d64a5bbe tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 210 time: 0.0456798 Sep 22 10:40:37.252208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c9920756-3cfa-4211-86ca-515b14f9dd93 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:37.252568 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.255326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:37.256128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.315908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1fd10b2a-2641-485a-aec5-4483d1764e27 None None] Port 5ecfb782-e708-4718-97fb-6c4be09b59a9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:37.358351 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.361695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:37.361695 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.392983 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df48a43-6cf6-4aad-9100-d3a885440c6a x-openstack-request-id: req-4df48a43-6cf6-4aad-9100-d3a885440c6a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:37.394407 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2712c2-26c3-4333-9e6d-e7ef0570d815", "name": "network-vif-deleted", "tag": "6595ce75-f7ac-4404-98cd-d6cd7686f7b2", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:37.394996 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4df48a43-6cf6-4aad-9100-d3a885440c6a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:37.395866 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2712c2-26c3-4333-9e6d-e7ef0570d815', 'name': 'network-vif-deleted', 'tag': '6595ce75-f7ac-4404-98cd-d6cd7686f7b2', 'status': 'completed', 'code': 200} Sep 22 10:40:37.490391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] Pushing event updated for resources: {'Network': ['ID=ffbf0d88-9c2b-49af-8772-a4c746672f15,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:37.501972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:37.509250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-cea3a24c-4b99-41de-9529-85a2c92fee7c None None] Provisioning complete for port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:37.509644 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cea3a24c-4b99-41de-9529-85a2c92fee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.522883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-19aa1952-52f9-47bb-9246-73c784f6976e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1047800 Sep 22 10:40:37.523558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48086) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:37.528496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Request body: {'subnet': {'network_id': 'ffbf0d88-9c2b-49af-8772-a4c746672f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-906113308-subnet', 'tenant_id': '37eaa931220949c0adf06b1e354922d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:37.545026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.553295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ffbf0d88-9c2b-49af-8772-a4c746672f15 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:40:37.672867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Made reservation on behalf of 37eaa931220949c0adf06b1e354922d9 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:37.675539 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.715831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:37.716204 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.915641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-78b5c609-75ad-4235-9964-9238a8ac894e None None] Provisioning complete for port b1956247-d7ce-4247-8489-02eaf13d15c9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:37.916431 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-78b5c609-75ad-4235-9964-9238a8ac894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.952507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:37.959586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-78b5c609-75ad-4235-9964-9238a8ac894e None None] Port b1956247-d7ce-4247-8489-02eaf13d15c9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:38.004448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:38.061629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=decfd1f4-c38c-4e23-acda-35f25dc24a73,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:38.068252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:38.069739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:38.069899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Checking segment: {'id': 'c0317de3-9593-461a-ba56-d645e95e8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ffbf0d88-9c2b-49af-8772-a4c746672f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:38.070170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Network hostable DHCP agents. Network: ffbf0d88-9c2b-49af-8772-a4c746672f15, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:40:38.148720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=b1956247-d7ce-4247-8489-02eaf13d15c9,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:38.155389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Network ffbf0d88-9c2b-49af-8772-a4c746672f15 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:40:38.216493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network dec56b10-69c2-4330-b0f8-6e3011d6eab6 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:38.217895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:38.243883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ffbf0d88-9c2b-49af-8772-a4c746672f15) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:38.248776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:38.249547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:38.259330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde2a22-7187-4418-a9f7-3529fac15da7 None None] Network ffbf0d88-9c2b-49af-8772-a4c746672f15 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:38.303987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b904c2df-a7f6-448c-81bd-03cc2dd5b7d4 req-78c8f68d-f624-4ae9-8e40-590d48531758 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d2712c2-26c3-4333-9e6d-e7ef0570d815 HTTP/1.1" status: 200 len: 210 time: 0.0370390 Sep 22 10:40:38.337700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router d4015773-86a8-4e42-bbba-86a6d337a00e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:40:38.354682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8a13a442-2902-410f-8180-9d1758f7d6bd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8300059 Sep 22 10:40:38.426001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96e419dd-4f73-4433-9b56-bfb72a7d2a9d req-f2cfd0fe-95a6-455e-b49d-2c6672e655c1 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 210 time: 0.0454226 Sep 22 10:40:38.470978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95239ce6-1202-43ab-807b-94515e981561 None None] Network ffbf0d88-9c2b-49af-8772-a4c746672f15 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:38.509057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:38.514712 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cce38ba3-7565-42c1-8dae-2f26e78d9082 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/d4015773-86a8-4e42-bbba-86a6d337a00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8274364 Sep 22 10:40:38.517440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48098) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:38.531021 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f75f3-68a4-4966-bc84-57f654560f7c None None] Sync routers for ids ['d4015773-86a8-4e42-bbba-86a6d337a00e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:38.553866 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f75f3-68a4-4966-bc84-57f654560f7c None None] Routers {'d4015773-86a8-4e42-bbba-86a6d337a00e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:38.554447 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-405f75f3-68a4-4966-bc84-57f654560f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d4015773-86a8-4e42-bbba-86a6d337a00e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:38.575900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e4a80-1a5c-4fa1-8295-2ef3551a27fb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:38.578001 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c52e4a80-1a5c-4fa1-8295-2ef3551a27fb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports/b1956247-d7ce-4247-8489-02eaf13d15c9 HTTP/1.1" status: 200 len: 913 time: 0.0593386 Sep 22 10:40:38.580849 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:38.594811 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-405f75f3-68a4-4966-bc84-57f654560f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:38.605165 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f75f3-68a4-4966-bc84-57f654560f7c None None] Routers {'d4015773-86a8-4e42-bbba-86a6d337a00e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:38.605788 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-405f75f3-68a4-4966-bc84-57f654560f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d4015773-86a8-4e42-bbba-86a6d337a00e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:38.650727 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-405f75f3-68a4-4966-bc84-57f654560f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:38.651561 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f75f3-68a4-4966-bc84-57f654560f7c None None] The sync data for ids ['d4015773-86a8-4e42-bbba-86a6d337a00e'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:38.689213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-57542832-27ca-454a-9bac-d6c0ded43463 None None] Provisioning complete for port b1956247-d7ce-4247-8489-02eaf13d15c9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:38.689609 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57542832-27ca-454a-9bac-d6c0ded43463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:38.726512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-57542832-27ca-454a-9bac-d6c0ded43463 None None] Port b1956247-d7ce-4247-8489-02eaf13d15c9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:38.949366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:38.952085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-31c3762c-bf44-4890-86fb-087dc47f6e22 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:38.953595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-31c3762c-bf44-4890-86fb-087dc47f6e22 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/networks?id=ffbf0d88-9c2b-49af-8772-a4c746672f15 HTTP/1.1" status: 200 len: 812 time: 0.1037102 Sep 22 10:40:38.969157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-1d9d76a7-1088-460f-9b35-5810b0643e0a tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/quotas/37eaa931220949c0adf06b1e354922d9 HTTP/1.1" status: 200 len: 375 time: 0.0091279 Sep 22 10:40:39.005174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-e350258e-1e90-46df-8bd2-c6e0dec34d6c tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37eaa931220949c0adf06b1e354922d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296352 Sep 22 10:40:39.094957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-f85f3e78-80d0-44b4-bcfd-13f07427f402 service neutron] 10.222.0.20 "GET /v2.0/networks/ffbf0d88-9c2b-49af-8772-a4c746672f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821259 Sep 22 10:40:39.192838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port b1956247-d7ce-4247-8489-02eaf13d15c9 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:39.193423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:39.196279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0debff3d-79fc-495a-bb81-b75d826310ff service neutron] 10.222.0.20 "GET /v2.0/networks/ffbf0d88-9c2b-49af-8772-a4c746672f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943396 Sep 22 10:40:39.283347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:39.295420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for b1956247-d7ce-4247-8489-02eaf13d15c9 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:39.347936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-d8607fde-ab00-4478-896a-19a4c61eb959 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6c963c53cc00418ba636ff6dcaa63dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217946 Sep 22 10:40:39.367700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:39.407107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:39.407454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6595ce75-f7ac-4404-98cd-d6cd7686f7b2 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:39.476658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-b7d4d747-f570-4eb1-9461-cba109dc8cb0 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:39.479442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-b7d4d747-f570-4eb1-9461-cba109dc8cb0 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264894 Sep 22 10:40:39.497735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Request body: {'port': {'device_id': '190b66a1-f89f-415d-ba3b-365e8b243ad8', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '6c963c53cc00418ba636ff6dcaa63dfd'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:39.603962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:39.617752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d05d142-18a4-4f49-bf03-314dd8a5b6dd req-dc3f4f33-ddcb-4565-9e9b-fcafbe3ae81d tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 210 time: 0.0446839 Sep 22 10:40:39.641899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=b1956247-d7ce-4247-8489-02eaf13d15c9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:39.728448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b90c3e93-e34e-4895-a49e-4e847da43948 req-7acce1a3-fe6b-41c5-ba3b-23f2dfa39651 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 210 time: 0.0341907 Sep 22 10:40:39.774443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Made reservation on behalf of 6c963c53cc00418ba636ff6dcaa63dfd for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:39.781690 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:39.784747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:39.799087 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:39.912956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:39.996863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router d4015773-86a8-4e42-bbba-86a6d337a00e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:40:40.009616 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:40.077262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87696edd-7b65-4ac8-bcd3-770c9d43d617,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:40.089831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:40.094819 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e15f5701-b756-4f9c-8100-82fff58f7894 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/d4015773-86a8-4e42-bbba-86a6d337a00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128508 Sep 22 10:40:40.097816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48132) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:40.105238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff37697a-7791-4572-8c45-fcb707e0bfab None None] Sync routers for ids ['d4015773-86a8-4e42-bbba-86a6d337a00e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:40.114360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff37697a-7791-4572-8c45-fcb707e0bfab None None] Routers {'d4015773-86a8-4e42-bbba-86a6d337a00e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:40.115052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ff37697a-7791-4572-8c45-fcb707e0bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d4015773-86a8-4e42-bbba-86a6d337a00e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:40.153091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ff37697a-7791-4572-8c45-fcb707e0bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:40.168885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Allocated IP 192.168.233.95 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/b039125b-a4ea-45d7-938f-0c69fdc6c4e8) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:40.172115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff37697a-7791-4572-8c45-fcb707e0bfab None None] Routers {'d4015773-86a8-4e42-bbba-86a6d337a00e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:40.172745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ff37697a-7791-4572-8c45-fcb707e0bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d4015773-86a8-4e42-bbba-86a6d337a00e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:40.208660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ff37697a-7791-4572-8c45-fcb707e0bfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:40.209318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff37697a-7791-4572-8c45-fcb707e0bfab None None] The sync data for ids ['d4015773-86a8-4e42-bbba-86a6d337a00e'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:40.339929 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:40.405134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647afbdc-4a1e-48b9-b344-25558b41d240 req-5d3e5903-6baf-4d8e-8e24-73bfbb79fd85 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:40.406687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-647afbdc-4a1e-48b9-b344-25558b41d240 req-5d3e5903-6baf-4d8e-8e24-73bfbb79fd85 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 946 time: 0.0652263 Sep 22 10:40:40.445775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:40.461271 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-647afbdc-4a1e-48b9-b344-25558b41d240 req-4ce53577-1802-414f-9dcb-bfafe08d2194 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461414 Sep 22 10:40:40.485801 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:40.543881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:40.547130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:40.554578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:40.558531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Pushing event updated for resources: {'Port': ['ID=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:40.620446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:40.621168 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:40.696107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afe03e20-f64c-4c0e-ba64-7bcfe123c35f req-174a7661-3532-4afd-939f-efd03dce080b tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 210 time: 0.0330617 Sep 22 10:40:40.719235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-1248179a-adae-4b30-802e-1b5e29d8c847 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2299664 Sep 22 10:40:40.723930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 5ecfb782-e708-4718-97fb-6c4be09b59a9 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:40.724270 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:40.732002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Request body: {'port': {'device_id': '190b66a1-f89f-415d-ba3b-365e8b243ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:40.821429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:40.822062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:40.839040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 5ecfb782-e708-4718-97fb-6c4be09b59a9 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:40.859108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e7849d0e-27ce-4942-ab97-daa31fcaeee4 None None] Provisioning complete for port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:40.859695 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7849d0e-27ce-4942-ab97-daa31fcaeee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:40.893822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56446781-09aa-4093-b426-7da0135385e9 req-fb95ea75-3f95-4191-8f4f-5504d8b6469c tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:40.894064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e7849d0e-27ce-4942-ab97-daa31fcaeee4 None None] Port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:40.896056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56446781-09aa-4093-b426-7da0135385e9 req-fb95ea75-3f95-4191-8f4f-5504d8b6469c tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 935 time: 0.0868554 Sep 22 10:40:41.010509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56446781-09aa-4093-b426-7da0135385e9 req-3965c350-816a-45ce-9544-748412ba8e36 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984583 Sep 22 10:40:41.095104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:41.121627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=5ecfb782-e708-4718-97fb-6c4be09b59a9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:41.163449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b039125b-a4ea-45d7-938f-0c69fdc6c4e8 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:41.185251 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:41.208330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Transition to ACTIVE for port object b039125b-a4ea-45d7-938f-0c69fdc6c4e8 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:40:41.235352 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:41.255336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:41.337598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:41.394609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Attempting to bind port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:41.395194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Attempting to bind port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:41.395767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Attempting to bind port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:41.401762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:40:41.401998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Attempting to bind port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:41.409548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:41.410014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:41.410642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:41.411028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Bound port: b039125b-a4ea-45d7-938f-0c69fdc6c4e8, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:41.411419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:41.490931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] For port b039125b-a4ea-45d7-938f-0c69fdc6c4e8, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:41.498583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] For port b039125b-a4ea-45d7-938f-0c69fdc6c4e8, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:41.592689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c6050-a60f-455a-b9a2-59b3b9c84f10 req-f4f87fe6-162b-41bd-bcf1-5c9f11df71ee tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:41.594290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f43c6050-a60f-455a-b9a2-59b3b9c84f10 req-f4f87fe6-162b-41bd-bcf1-5c9f11df71ee tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 946 time: 0.0621719 Sep 22 10:40:41.598725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:41.659921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:41.660516 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:41.661917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b039125b-a4ea-45d7-938f-0c69fdc6c4e8 HTTP/1.1" status: 200 len: 1095 time: 0.9346805 Sep 22 10:40:41.663561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b66a1-f89f-415d-ba3b-365e8b243ad8', 'tag': 'b039125b-a4ea-45d7-938f-0c69fdc6c4e8'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:41.665881 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "190b66a1-f89f-415d-ba3b-365e8b243ad8", "tag": "b039125b-a4ea-45d7-938f-0c69fdc6c4e8"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:41.695432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f43c6050-a60f-455a-b9a2-59b3b9c84f10 req-a52dfde8-d97c-4c94-93fd-3a4c2e4469d8 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717974 Sep 22 10:40:41.696386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a57bb-db9c-450a-9add-072362b030f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:41.777021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router d4015773-86a8-4e42-bbba-86a6d337a00e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:40:41.829567 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d147f3d-6a3d-4e54-a4e1-5dab76c06846 x-openstack-request-id: req-3d147f3d-6a3d-4e54-a4e1-5dab76c06846 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:41.829861 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b66a1-f89f-415d-ba3b-365e8b243ad8", "tag": "b039125b-a4ea-45d7-938f-0c69fdc6c4e8", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:41.830143 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d147f3d-6a3d-4e54-a4e1-5dab76c06846 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:41.830720 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b66a1-f89f-415d-ba3b-365e8b243ad8', 'tag': 'b039125b-a4ea-45d7-938f-0c69fdc6c4e8', 'status': 'completed', 'code': 200} Sep 22 10:40:41.871113 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:41.877710 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-680c332d-8b2b-47d1-b1f7-23a13b295a6a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/d4015773-86a8-4e42-bbba-86a6d337a00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782106 Sep 22 10:40:41.879948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48152) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:41.884053 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c84336-d443-471c-8ee4-3a2833a058bf None None] Sync routers for ids ['d4015773-86a8-4e42-bbba-86a6d337a00e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:41.901365 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c84336-d443-471c-8ee4-3a2833a058bf None None] Routers {'d4015773-86a8-4e42-bbba-86a6d337a00e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:41.902326 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f4c84336-d443-471c-8ee4-3a2833a058bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d4015773-86a8-4e42-bbba-86a6d337a00e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:41.911959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e04c123b-bcfa-44b1-8713-c95dd2ddf44b req-07377c5f-e994-4c5f-ada6-da8a24471a7f tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 210 time: 0.0376287 Sep 22 10:40:41.912242 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-460f6672-b8c4-4325-ab05-69140785c32d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4015773-86a8-4e42-bbba-86a6d337a00e HTTP/1.1" status: 200 len: 205 time: 0.0311761 Sep 22 10:40:41.914740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-dece2589-79a2-4163-a1a5-a4c123ce97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:41.917973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-dece2589-79a2-4163-a1a5-a4c123ce97b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c963c53cc00418ba636ff6dcaa63dfd&device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1127050 Sep 22 10:40:41.920046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48154) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:41.962039 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f4c84336-d443-471c-8ee4-3a2833a058bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:41.972011 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c84336-d443-471c-8ee4-3a2833a058bf None None] Routers {'d4015773-86a8-4e42-bbba-86a6d337a00e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:41.972870 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f4c84336-d443-471c-8ee4-3a2833a058bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d4015773-86a8-4e42-bbba-86a6d337a00e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:41.997628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-054886df-d4a8-4501-8ee3-af48e3a736af tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:41.999144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-054886df-d4a8-4501-8ee3-af48e3a736af tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 946 time: 0.1674979 Sep 22 10:40:42.004990 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f4c84336-d443-471c-8ee4-3a2833a058bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:42.005642 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c84336-d443-471c-8ee4-3a2833a058bf None None] The sync data for ids ['d4015773-86a8-4e42-bbba-86a6d337a00e'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:42.071191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-24e9f860-7eed-49a4-b835-9d872011e72b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b039125b-a4ea-45d7-938f-0c69fdc6c4e8 HTTP/1.1" status: 200 len: 217 time: 0.1026258 Sep 22 10:40:42.113195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-658f6667-bfc7-4008-b397-93b6b714cf7b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:42.341862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-89e945d5-912f-4116-8343-c1fb207c8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:42.343357 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-89e945d5-912f-4116-8343-c1fb207c8c5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.2599273 Sep 22 10:40:42.399857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7fd78-e9e6-43d1-8a31-2683f2bc1ee6 req-07899551-7289-47ba-a51e-5e2884b4f2a5 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:42.401279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ee7fd78-e9e6-43d1-8a31-2683f2bc1ee6 req-07899551-7289-47ba-a51e-5e2884b4f2a5 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 947 time: 0.3189492 Sep 22 10:40:42.407633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-bda4b357-cee8-471a-88c6-7e5f7913ae2c tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:42.409787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-bda4b357-cee8-471a-88c6-7e5f7913ae2c tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.32 "GET /v2.0/networks?id=ffbf0d88-9c2b-49af-8772-a4c746672f15 HTTP/1.1" status: 200 len: 812 time: 0.4418828 Sep 22 10:40:42.462130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Request body: {'port': {'device_id': '5b3820a7-c8cd-4a8d-b40e-763a155cd19e', 'network_id': 'ffbf0d88-9c2b-49af-8772-a4c746672f15', 'admin_state_up': True, 'tenant_id': '37eaa931220949c0adf06b1e354922d9'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:42.467366 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-658f6667-bfc7-4008-b397-93b6b714cf7b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:42.473068 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-658f6667-bfc7-4008-b397-93b6b714cf7b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:42.607781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ee7fd78-e9e6-43d1-8a31-2683f2bc1ee6 req-33884fbb-90e9-4e09-9ef6-7f2a8101af5e tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959205 Sep 22 10:40:42.614433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-e38747d1-5a90-4ddd-addd-327599c3301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:42.615970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-e38747d1-5a90-4ddd-addd-327599c3301d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2326479 Sep 22 10:40:42.617638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Deleting port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:42.617979 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:42.689548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-658f6667-bfc7-4008-b397-93b6b714cf7b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:42.690070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f6667-bfc7-4008-b397-93b6b714cf7b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Fanout notify agent at l3_agent the message router_deleted on router d4015773-86a8-4e42-bbba-86a6d337a00e {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:40:42.726203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-658f6667-bfc7-4008-b397-93b6b714cf7b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:42.727295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-658f6667-bfc7-4008-b397-93b6b714cf7b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/d4015773-86a8-4e42-bbba-86a6d337a00e HTTP/1.1" status: 204 len: 168 time: 0.8063262 Sep 22 10:40:42.730827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48160) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:42.788044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9b87ef-68ba-46ac-883d-ec53f3a1e6fd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting subnet b0ba2f9e-32a2-43f8-aa56-4c537870943c {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:42.797866 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87ef-68ba-46ac-883d-ec53f3a1e6fd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:42.848475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87ef-68ba-46ac-883d-ec53f3a1e6fd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:42.941676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87ef-68ba-46ac-883d-ec53f3a1e6fd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.078374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87ef-68ba-46ac-883d-ec53f3a1e6fd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.107464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b87ef-68ba-46ac-883d-ec53f3a1e6fd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ba2f9e-32a2-43f8-aa56-4c537870943c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:43.111142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7f9b87ef-68ba-46ac-883d-ec53f3a1e6fd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.116533 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7f9b87ef-68ba-46ac-883d-ec53f3a1e6fd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/b0ba2f9e-32a2-43f8-aa56-4c537870943c HTTP/1.1" status: 204 len: 168 time: 0.3830454 Sep 22 10:40:43.116634 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48166) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:43.120638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07af8f2d-fd67-47b1-a0a7-e550ecdd9307 None None] Network dec56b10-69c2-4330-b0f8-6e3011d6eab6 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:43.170116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-51141a6e-e23f-4750-a801-ca3437ad33fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting subnet 8c7dbb63-7dc5-40ac-bd0c-b0553321e53f {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:43.173277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51141a6e-e23f-4750-a801-ca3437ad33fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.174283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] For port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:43.175101 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.194643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Calling delete_port for 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:43.222802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-4c23951b-7ad1-4db2-9780-97454299e4b8 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849288 Sep 22 10:40:43.226513 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51141a6e-e23f-4750-a801-ca3437ad33fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.233148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956b6c2-1667-4cab-b776-1407cccc9b7a req-e2bf76f6-5f5c-43ec-af7c-c2a2799195d1 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:43.234770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0956b6c2-1667-4cab-b776-1407cccc9b7a req-e2bf76f6-5f5c-43ec-af7c-c2a2799195d1 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 946 time: 0.1254997 Sep 22 10:40:43.259540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Made reservation on behalf of 37eaa931220949c0adf06b1e354922d9 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:43.263051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.316840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99695a8c-1f0e-409f-83d9-e5b115374b21 None None] DHCP port deletion for dec56b10-69c2-4330-b0f8-6e3011d6eab6 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:40:43.329854 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51141a6e-e23f-4750-a801-ca3437ad33fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.363556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-99695a8c-1f0e-409f-83d9-e5b115374b21 None None] Deleting port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:43.363961 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99695a8c-1f0e-409f-83d9-e5b115374b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.431296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-99695a8c-1f0e-409f-83d9-e5b115374b21 None None] For port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ec4895d-d0e0-4a38-9558-7eb57c84ac60,segment=NetworkSegment(1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5),segment_id=1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:43.431702 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99695a8c-1f0e-409f-83d9-e5b115374b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.444591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-99695a8c-1f0e-409f-83d9-e5b115374b21 None None] Calling delete_port for 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:43.446559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0956b6c2-1667-4cab-b776-1407cccc9b7a req-c0973ab3-0e77-4636-9fc5-74a50427082a tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006800 Sep 22 10:40:43.468476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51141a6e-e23f-4750-a801-ca3437ad33fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.497160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e33ce779-a380-4e9d-ad5b-c1ea0756bb8a req-ed59f27d-bf45-47cf-83d2-03027818be2c service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598724 Sep 22 10:40:43.539107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51141a6e-e23f-4750-a801-ca3437ad33fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7dbb63-7dc5-40ac-bd0c-b0553321e53f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:43.541378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51141a6e-e23f-4750-a801-ca3437ad33fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.542732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333a66d0-91b3-404b-822b-02ef5324b40f None None] Network 0b22084e-36a6-4c25-b655-61e7d0cee8bb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:43.546536 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-51141a6e-e23f-4750-a801-ca3437ad33fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/8c7dbb63-7dc5-40ac-bd0c-b0553321e53f HTTP/1.1" status: 204 len: 168 time: 0.4287450 Sep 22 10:40:43.547938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48168) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:43.624653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Allocated IP 172.20.0.7 (ffbf0d88-9c2b-49af-8772-a4c746672f15/decfd1f4-c38c-4e23-acda-35f25dc24a73/5e4e1c92-59ad-4543-b13b-47f95933cc0f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:43.640183 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99695a8c-1f0e-409f-83d9-e5b115374b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.646928 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b762ac9e-b3e7-4a86-b5cb-21fd81f1a61a req-80c31df6-5285-490a-bcfa-d379ffebf3f6 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 210 time: 0.0503259 Sep 22 10:40:43.648344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.696118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99695a8c-1f0e-409f-83d9-e5b115374b21 None None] No DVR routers for this DVR port 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:43.697877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99695a8c-1f0e-409f-83d9-e5b115374b21 None None] Pushing event deleted for resources: {'Port': ['ID=3ec4895d-d0e0-4a38-9558-7eb57c84ac60,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:43.721102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-4d6204e2-e46a-4499-952c-47f1e5e1cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:43.723880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-4d6204e2-e46a-4499-952c-47f1e5e1cfcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c963c53cc00418ba636ff6dcaa63dfd&device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0783920 Sep 22 10:40:43.743275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.758667 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['74d3c2ab-454b-4a88-9a12-98a11931e332'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:43.774064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.797710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec56b10-69c2-4330-b0f8-6e3011d6eab6']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:43.808611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:43.808909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abf34ad-32f1-46b1-9cc4-e1fcbbcb77e5') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:43.812050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a4446-f53b-4017-b1a8-274f0b5bdde6 None None] DHCP port deletion for 0b22084e-36a6-4c25-b655-61e7d0cee8bb request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:40:43.821123 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.843210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Pushing event deleted for resources: {'Port': ['ID=87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:43.867004 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.875872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:40:43.876429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:40:43.880210 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:40:43.940114 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d81a4446-f53b-4017-b1a8-274f0b5bdde6 None None] Deleting port c9920756-3cfa-4211-86ca-515b14f9dd93 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:43.940416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d81a4446-f53b-4017-b1a8-274f0b5bdde6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.944426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] No DVR routers for this DVR port 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:43.956580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:43.958580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac55cf4f-447d-486c-975a-ddeee52cb57f req-f476a358-5202-4a12-9398-2cb1b10081d9 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.30 "DELETE /v2.0/ports/87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 HTTP/1.1" status: 204 len: 173 time: 1.9246154 Sep 22 10:40:43.959107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3860ac22-ed77-4a05-9070-fad6c8e78ba4', 'name': 'network-vif-deleted', 'tag': '87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:43.961330 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440674a7-c6c9-4c6c-964f-0775a028568e" -d '{"events": [{"server_uuid": "3860ac22-ed77-4a05-9070-fad6c8e78ba4", "name": "network-vif-deleted", "tag": "87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:44.005905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9e3bd-0b8f-4a60-9886-1769c96e785e req-e09e7066-10e5-48f5-b2b5-52a7d0a9590d tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:44.007451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8e9e3bd-0b8f-4a60-9886-1769c96e785e req-e09e7066-10e5-48f5-b2b5-52a7d0a9590d tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 947 time: 0.2623174 Sep 22 10:40:44.012978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d81a4446-f53b-4017-b1a8-274f0b5bdde6 None None] For port c9920756-3cfa-4211-86ca-515b14f9dd93, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c9920756-3cfa-4211-86ca-515b14f9dd93,segment=NetworkSegment(123f20a3-0cec-4b68-be5b-069790133ca2),segment_id=123f20a3-0cec-4b68-be5b-069790133ca2)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:44.013375 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d81a4446-f53b-4017-b1a8-274f0b5bdde6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.025249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d81a4446-f53b-4017-b1a8-274f0b5bdde6 None None] Calling delete_port for c9920756-3cfa-4211-86ca-515b14f9dd93 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:44.050881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-bb6ddbc9-573b-4b4f-9927-5bba77131236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:44.052370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-bb6ddbc9-573b-4b4f-9927-5bba77131236 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.3208823 Sep 22 10:40:44.061969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.070422 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.075159 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/networks/dec56b10-69c2-4330-b0f8-6e3011d6eab6 HTTP/1.1" status: 204 len: 168 time: 0.5252402 Sep 22 10:40:44.079967 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48174) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:44.111175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c6d7c-8d8b-4925-8af8-32efba9c6104 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Network': ['ID=dec56b10-69c2-4330-b0f8-6e3011d6eab6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:44.115415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-727d9f24-41a0-438a-aa5b-612c13b43549 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b039125b-a4ea-45d7-938f-0c69fdc6c4e8 HTTP/1.1" status: 200 len: 217 time: 0.0539203 Sep 22 10:40:44.121887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.127027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8e9e3bd-0b8f-4a60-9886-1769c96e785e req-21a1526f-9ca2-4fc9-a1a8-12e7157ce63b tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074181 Sep 22 10:40:44.178804 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e1a202-9dc5-4195-9398-f41ebbde53ec x-openstack-request-id: req-64e1a202-9dc5-4195-9398-f41ebbde53ec {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:44.179437 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3860ac22-ed77-4a05-9070-fad6c8e78ba4", "name": "network-vif-deleted", "tag": "87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:44.179437 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64e1a202-9dc5-4195-9398-f41ebbde53ec {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:44.179715 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3860ac22-ed77-4a05-9070-fad6c8e78ba4', 'name': 'network-vif-deleted', 'tag': '87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84', 'status': 'completed', 'code': 200} Sep 22 10:40:44.192961 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d81a4446-f53b-4017-b1a8-274f0b5bdde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.199742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-6f46b567-73a1-4980-a90b-b833a325af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:44.201259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-6f46b567-73a1-4980-a90b-b833a325af00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0777211 Sep 22 10:40:44.210626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.220675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a4446-f53b-4017-b1a8-274f0b5bdde6 None None] Pushing event deleted for resources: {'Port': ['ID=c9920756-3cfa-4211-86ca-515b14f9dd93,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:44.226948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a4446-f53b-4017-b1a8-274f0b5bdde6 None None] No DVR routers for this DVR port c9920756-3cfa-4211-86ca-515b14f9dd93 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:44.257622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-4984e521-8b0e-483f-b4e4-29a35885723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:44.259191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-4984e521-8b0e-483f-b4e4-29a35885723d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497983 Sep 22 10:40:44.309338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.326647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.329775 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b22084e-36a6-4c25-b655-61e7d0cee8bb']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:44.339350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123f20a3-0cec-4b68-be5b-069790133ca2') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:44.339662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123f20a3-0cec-4b68-be5b-069790133ca2') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:44.349347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.362939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.368877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:40:44.369270 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:40:44.372252 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:40:44.392598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Network ffbf0d88-9c2b-49af-8772-a4c746672f15 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:44.400565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:44.408930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-03954816-71b1-4b0d-bac8-0333571d50c1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413455 Sep 22 10:40:44.409688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:44.413911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Pushing event updated for resources: {'Port': ['ID=5e4e1c92-59ad-4543-b13b-47f95933cc0f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:44.513785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:44.514359 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.546981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.554061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.556078 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/networks/0b22084e-36a6-4c25-b655-61e7d0cee8bb HTTP/1.1" status: 204 len: 168 time: 0.4736810 Sep 22 10:40:44.563027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4725bb35-b09f-43ef-a99b-64b97c754ab0 req-3a61c1f2-d2e0-4994-88b8-51e3c05cd213 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=3860ac22-ed77-4a05-9070-fad6c8e78ba4 HTTP/1.1" status: 200 len: 210 time: 0.0328524 Sep 22 10:40:44.563497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48180) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:44.571063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933bc5d-b930-407e-bcc3-3a14e271b0db tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Network': ['ID=0b22084e-36a6-4c25-b655-61e7d0cee8bb,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:44.575084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1701406265'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:44.585392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82590bc3-72b4-4c29-a1ca-6752b9eef6b2 req-b851a55a-045a-4500-892b-5d1e0acbb2f2 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688869 Sep 22 10:40:44.634983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-54270281-a99f-4b07-b21d-c651bd1c7df1 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1788421 Sep 22 10:40:44.649768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Request body: {'port': {'device_id': '5b3820a7-c8cd-4a8d-b40e-763a155cd19e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:44.702979 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.741915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:44.745268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.856623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:40:44.887488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0619e2-b8e6-469e-9545-886d7ae2e40d req-c2ab9f0e-b4b0-43a5-82ca-6bb702dbc299 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:44.889025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c0619e2-b8e6-469e-9545-886d7ae2e40d req-c2ab9f0e-b4b0-43a5-82ca-6bb702dbc299 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 931 time: 0.1507072 Sep 22 10:40:44.892052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.892403 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added segment c5cda147-78bf-42d4-8654-1e2721da0384 of type vlan for network 67968e05-7532-4903-9f35-3538aca100eb Sep 22 10:40:44.984939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:44.993078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c9920756-3cfa-4211-86ca-515b14f9dd93 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:45.012304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c9920756-3cfa-4211-86ca-515b14f9dd93 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:45.012651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c9920756-3cfa-4211-86ca-515b14f9dd93 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:45.013095 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:45.027083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c0619e2-b8e6-469e-9545-886d7ae2e40d req-1e728523-7589-44ba-9efa-cd06418e8c37 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249609 Sep 22 10:40:45.035165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:45.035516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ec4895d-d0e0-4a38-9558-7eb57c84ac60 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:45.134477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4e1c92-59ad-4543-b13b-47f95933cc0f {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:45.141945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:45.153965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Transition to ACTIVE for port object 5e4e1c92-59ad-4543-b13b-47f95933cc0f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:40:45.209524 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:45.215038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:45.215624 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:45.249840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:45.345856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Network': ['ID=67968e05-7532-4903-9f35-3538aca100eb,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:45.356465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 67968e05-7532-4903-9f35-3538aca100eb details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:40:45.362533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662e33f-6094-4536-9b52-6045d0061114 req-46f6af78-8235-4ed1-bd8a-54980adef03d tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:45.364059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e662e33f-6094-4536-9b52-6045d0061114 req-46f6af78-8235-4ed1-bd8a-54980adef03d tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 947 time: 0.1657352 Sep 22 10:40:45.366444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e1c92-59ad-4543-b13b-47f95933cc0f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:45.373620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1bb5d152-06c5-4afe-941c-87744281740a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8040054 Sep 22 10:40:45.376581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48186) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:45.382179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'subnet': {'network_id': '67968e05-7532-4903-9f35-3538aca100eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:45.429248 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:45.450407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:45.450737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 87cb83dc-0bda-4898-a9cd-3b1f3ecb9c84 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:45.453609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e662e33f-6094-4536-9b52-6045d0061114 req-b7dd7e73-fff7-4f56-933e-0f10643f1f91 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788338 Sep 22 10:40:45.476422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Attempting to bind port 5e4e1c92-59ad-4543-b13b-47f95933cc0f on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:45.476780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Attempting to bind port 5e4e1c92-59ad-4543-b13b-47f95933cc0f by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'c0317de3-9593-461a-ba56-d645e95e8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ffbf0d88-9c2b-49af-8772-a4c746672f15'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:45.477115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Attempting to bind port 5e4e1c92-59ad-4543-b13b-47f95933cc0f on network ffbf0d88-9c2b-49af-8772-a4c746672f15 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:45.481887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Port 5e4e1c92-59ad-4543-b13b-47f95933cc0f on network ffbf0d88-9c2b-49af-8772-a4c746672f15 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:40:45.482256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Attempting to bind port 5e4e1c92-59ad-4543-b13b-47f95933cc0f on network ffbf0d88-9c2b-49af-8772-a4c746672f15 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:45.487071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:45.492308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Checking segment: {'id': 'c0317de3-9593-461a-ba56-d645e95e8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ffbf0d88-9c2b-49af-8772-a4c746672f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:45.492308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Bound using segment: {'id': 'c0317de3-9593-461a-ba56-d645e95e8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ffbf0d88-9c2b-49af-8772-a4c746672f15'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:45.492308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Bound port: 5e4e1c92-59ad-4543-b13b-47f95933cc0f, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0317de3-9593-461a-ba56-d645e95e8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ffbf0d88-9c2b-49af-8772-a4c746672f15'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:45.492308 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:45.555337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] For port 5e4e1c92-59ad-4543-b13b-47f95933cc0f, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:45.558228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] For port 5e4e1c92-59ad-4543-b13b-47f95933cc0f, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5e4e1c92-59ad-4543-b13b-47f95933cc0f,segment=NetworkSegment(c0317de3-9593-461a-ba56-d645e95e8657),segment_id=c0317de3-9593-461a-ba56-d645e95e8657)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:45.575041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:45.578595 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:45.656059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:45.694652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:45.695335 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:45.696886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] 10.222.0.32 "PUT /v2.0/ports/5e4e1c92-59ad-4543-b13b-47f95933cc0f HTTP/1.1" status: 200 len: 1091 time: 1.0526133 Sep 22 10:40:45.723419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef02398-fd86-41a9-b7bb-0cd0e003faba service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e1c92-59ad-4543-b13b-47f95933cc0f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:45.871259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-ab1d936a-3301-462e-a3db-169cde2f3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:45.872700 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-ab1d936a-3301-462e-a3db-169cde2f3315 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37eaa931220949c0adf06b1e354922d9&device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 1094 time: 0.0409286 Sep 22 10:40:45.901203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:45.922195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0cc81da5-25e6-4c9f-9768-e2282a1b2643 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4e1c92-59ad-4543-b13b-47f95933cc0f HTTP/1.1" status: 200 len: 217 time: 0.0418866 Sep 22 10:40:45.966728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Subnet': ['ID=46d92124-cd3a-481f-a6eb-552433f88b5e,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:45.973062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Checking segment: {'id': 'c5cda147-78bf-42d4-8654-1e2721da0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67968e05-7532-4903-9f35-3538aca100eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:45.973404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network hostable DHCP agents. Network: 67968e05-7532-4903-9f35-3538aca100eb, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:40:45.975996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-db8ed3a0-4f93-4db4-ac11-2e4b3b9ef84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:45.977412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-db8ed3a0-4f93-4db4-ac11-2e4b3b9ef84a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decfd1f4-c38c-4e23-acda-35f25dc24a73 HTTP/1.1" status: 200 len: 852 time: 0.0489671 Sep 22 10:40:46.011532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-b6548a1e-64ed-4c50-a5f0-52c60294b370 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffbf0d88-9c2b-49af-8772-a4c746672f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255613 Sep 22 10:40:46.118477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-0aab202a-17b0-4234-b73b-016d57137794 service neutron] 10.222.0.32 "GET /v2.0/networks/ffbf0d88-9c2b-49af-8772-a4c746672f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993373 Sep 22 10:40:46.141258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 67968e05-7532-4903-9f35-3538aca100eb is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:40:46.194853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3820a7-c8cd-4a8d-b40e-763a155cd19e', 'tag': '5e4e1c92-59ad-4543-b13b-47f95933cc0f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:46.201439 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3820a7-c8cd-4a8d-b40e-763a155cd19e", "tag": "5e4e1c92-59ad-4543-b13b-47f95933cc0f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:46.223495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd04280-c980-4ee2-90d1-e2246a2fb7a2 req-80a12527-880e-49a6-aa27-7e6116f2d0c0 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:46.224979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dd04280-c980-4ee2-90d1-e2246a2fb7a2 req-80a12527-880e-49a6-aa27-7e6116f2d0c0 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 943 time: 0.1218207 Sep 22 10:40:46.257580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50bc5973-8ccd-41b4-9513-b2313ab6d3bb req-b68bd39e-5e3b-4990-b6c5-6a0a01b17557 service neutron] 10.222.0.32 "GET /v2.0/networks/ffbf0d88-9c2b-49af-8772-a4c746672f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252658 Sep 22 10:40:46.275843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dd04280-c980-4ee2-90d1-e2246a2fb7a2 req-edd0ad7b-2524-423a-a075-8ef6d143875b tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Sep 22 10:40:46.284430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 67968e05-7532-4903-9f35-3538aca100eb) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:46.290203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:46.293798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9cf3e-1888-4787-b0c6-ac0062b66dfb None None] Network 67968e05-7532-4903-9f35-3538aca100eb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:46.297272 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:46.332195 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d666ebd1-27ad-4d64-a0e9-c136f6ab386b x-openstack-request-id: req-d666ebd1-27ad-4d64-a0e9-c136f6ab386b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:46.332600 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3820a7-c8cd-4a8d-b40e-763a155cd19e", "tag": "5e4e1c92-59ad-4543-b13b-47f95933cc0f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:46.333303 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d666ebd1-27ad-4d64-a0e9-c136f6ab386b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:46.333542 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3820a7-c8cd-4a8d-b40e-763a155cd19e', 'tag': '5e4e1c92-59ad-4543-b13b-47f95933cc0f', 'status': 'completed', 'code': 200} Sep 22 10:40:46.427865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-f4838f0f-b349-4683-a474-011f336b992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:46.428575 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7ceebcd-4cc4-488b-a7ed-0faab3d08812 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0506332 Sep 22 10:40:46.430073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-f4838f0f-b349-4683-a474-011f336b992f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37eaa931220949c0adf06b1e354922d9&device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 1094 time: 0.0436935 Sep 22 10:40:46.433200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48200) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:46.438060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-90c24f37-865d-45f7-a42b-9671081fcc90 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1815216883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:46.467680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-67968e05-7532-4903-9f35-3538aca100eb', 'network_id': '67968e05-7532-4903-9f35-3538aca100eb', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'fixed_ips': [{'subnet_id': '46d92124-cd3a-481f-a6eb-552433f88b5e'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:40:46.468537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:46.552424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90c24f37-865d-45f7-a42b-9671081fcc90 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:46.553816 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90c24f37-865d-45f7-a42b-9671081fcc90 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:46.566948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-ac046b84-a3bf-4305-996b-9968abb9bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:46.568712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-ac046b84-a3bf-4305-996b-9968abb9bcaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=ffbf0d88-9c2b-49af-8772-a4c746672f15 HTTP/1.1" status: 200 len: 913 time: 0.1263275 Sep 22 10:40:46.622227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-c5ca21ac-135c-471b-a50b-a0db3f3c24ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4e1c92-59ad-4543-b13b-47f95933cc0f HTTP/1.1" status: 200 len: 217 time: 0.0379875 Sep 22 10:40:46.628847 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90c24f37-865d-45f7-a42b-9671081fcc90 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:46.632554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Allocated IP 2001:db8::2 (67968e05-7532-4903-9f35-3538aca100eb/46d92124-cd3a-481f-a6eb-552433f88b5e/fd25f109-0083-48ff-8ae1-768357a5a31d) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:46.669020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63a5a1-b41a-4f63-bcfb-59923eed9785 req-824b7d58-1275-4bc1-a928-41432bbdbae2 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:46.670920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c63a5a1-b41a-4f63-bcfb-59923eed9785 req-824b7d58-1275-4bc1-a928-41432bbdbae2 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 947 time: 0.1231596 Sep 22 10:40:46.700810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-39e394da-ad5b-4176-b0e1-e72caf5aca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:46.702391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-39e394da-ad5b-4176-b0e1-e72caf5aca64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decfd1f4-c38c-4e23-acda-35f25dc24a73 HTTP/1.1" status: 200 len: 852 time: 0.0722785 Sep 22 10:40:46.706046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90c24f37-865d-45f7-a42b-9671081fcc90 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:46.748121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-f943f6cb-cd69-4e76-a3b7-5733d9fdbac4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ffbf0d88-9c2b-49af-8772-a4c746672f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338387 Sep 22 10:40:46.751383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c63a5a1-b41a-4f63-bcfb-59923eed9785 req-343cd9ef-f15f-46a0-bce6-f68951edd249 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711298 Sep 22 10:40:46.810413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90c24f37-865d-45f7-a42b-9671081fcc90 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:46.812818 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-90c24f37-865d-45f7-a42b-9671081fcc90 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3785858 Sep 22 10:40:46.821116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48206) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:46.828103 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'port': {'network_id': '67968e05-7532-4903-9f35-3538aca100eb', 'name': 'tempest-RoutersIpV6Test-992398819'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:46.869071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-37c4b79d-c01e-487d-b497-aded883900b7 service neutron] 10.222.0.32 "GET /v2.0/networks/ffbf0d88-9c2b-49af-8772-a4c746672f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136720 Sep 22 10:40:46.985121 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.000721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb1bcef0-09e8-419e-b7c5-05cb2e927c59 req-382392c0-4ed5-4372-bd16-01f5a76da8de service neutron] 10.222.0.32 "GET /v2.0/networks/ffbf0d88-9c2b-49af-8772-a4c746672f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223342 Sep 22 10:40:47.077783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:47.081989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.099291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] device_id is not set on port 9a961ae7-8b7d-474b-a784-c50c67f14c71 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:40:47.107949 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.145673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Network 67968e05-7532-4903-9f35-3538aca100eb is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:47.148518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:47.152173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:47.161708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Pushing event updated for resources: {'Port': ['ID=fd25f109-0083-48ff-8ae1-768357a5a31d,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:47.212920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Attempting to bind port fd25f109-0083-48ff-8ae1-768357a5a31d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:47.213291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Attempting to bind port fd25f109-0083-48ff-8ae1-768357a5a31d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'c5cda147-78bf-42d4-8654-1e2721da0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67968e05-7532-4903-9f35-3538aca100eb'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:47.213655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Attempting to bind port fd25f109-0083-48ff-8ae1-768357a5a31d on network 67968e05-7532-4903-9f35-3538aca100eb {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:47.218582 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:47.218961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Checking segment: {'id': 'c5cda147-78bf-42d4-8654-1e2721da0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67968e05-7532-4903-9f35-3538aca100eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:47.219368 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.219767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Bound using segment: {'id': 'c5cda147-78bf-42d4-8654-1e2721da0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67968e05-7532-4903-9f35-3538aca100eb'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:47.220238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Bound port: fd25f109-0083-48ff-8ae1-768357a5a31d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cda147-78bf-42d4-8654-1e2721da0384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67968e05-7532-4903-9f35-3538aca100eb'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:47.220624 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.221724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 2001:db8::19e (67968e05-7532-4903-9f35-3538aca100eb/46d92124-cd3a-481f-a6eb-552433f88b5e/9a961ae7-8b7d-474b-a784-c50c67f14c71) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:47.257569 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b039125b-a4ea-45d7-938f-0c69fdc6c4e8 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:40:47.386011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.392764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] For port fd25f109-0083-48ff-8ae1-768357a5a31d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:47.397457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] For port fd25f109-0083-48ff-8ae1-768357a5a31d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fd25f109-0083-48ff-8ae1-768357a5a31d,segment=NetworkSegment(c5cda147-78bf-42d4-8654-1e2721da0384),segment_id=c5cda147-78bf-42d4-8654-1e2721da0384)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:47.402681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b039125b-a4ea-45d7-938f-0c69fdc6c4e8, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:47.412031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a158d1-07e0-4183-b444-eda5a6755c01 req-ec4618de-3437-4385-9e9d-4722c070dcf4 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:47.413952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0a158d1-07e0-4183-b444-eda5a6755c01 req-ec4618de-3437-4385-9e9d-4722c070dcf4 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 943 time: 0.0571561 Sep 22 10:40:47.414688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'b039125b-a4ea-45d7-938f-0c69fdc6c4e8', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'b039125b-a4ea-45d7-938f-0c69fdc6c4e8', 'mac_address': 'fa:16:3e:88:71:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:40:47.454239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0a158d1-07e0-4183-b444-eda5a6755c01 req-03412eec-e823-432a-9551-3be13d8c7d02 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Sep 22 10:40:47.455063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.469791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b039125b-a4ea-45d7-938f-0c69fdc6c4e8 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:47.490307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b039125b-a4ea-45d7-938f-0c69fdc6c4e8, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:47.491770 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.518258 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.553701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003822a-a31a-4f1b-bdbe-12aab7f6d6f0 None None] Pushing event updated for resources: {'Port': ['ID=fd25f109-0083-48ff-8ae1-768357a5a31d,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:47.572222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 67968e05-7532-4903-9f35-3538aca100eb is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:47.574827 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.585664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:47.588393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:47.595405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:47.596640 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:47.615134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=9a961ae7-8b7d-474b-a784-c50c67f14c71,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:47.638241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:47.722310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48212) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:47.722714 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5fb558fe-62ed-455a-9a51-59e0a8528177 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8967192 Sep 22 10:40:47.772603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['b039125b-a4ea-45d7-938f-0c69fdc6c4e8'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:48.031787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9985f-0f80-4fef-82cb-1057290a8f48 req-9f193ba4-f2e5-4bd5-a77e-40becbb9c42e tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:48.033216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9be9985f-0f80-4fef-82cb-1057290a8f48 req-9f193ba4-f2e5-4bd5-a77e-40becbb9c42e tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 948 time: 0.1511211 Sep 22 10:40:48.130701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9be9985f-0f80-4fef-82cb-1057290a8f48 req-2b9ec86c-365c-4c2c-84d4-fc9304d62566 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767939 Sep 22 10:40:48.175603 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:48.424243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:48.484149 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:48.584290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=9a961ae7-8b7d-474b-a784-c50c67f14c71,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:48.618807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101d7f8-f48d-4aac-9630-a936aaddb80c None None] Network 67968e05-7532-4903-9f35-3538aca100eb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:48.644631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8becc6-c872-4b9c-957a-b0981be3ef3f req-7c5f8d40-6b26-49fa-a38e-1b83474bd1a0 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:48.646148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c8becc6-c872-4b9c-957a-b0981be3ef3f req-7c5f8d40-6b26-49fa-a38e-1b83474bd1a0 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 943 time: 0.1003888 Sep 22 10:40:48.745077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2275ad15-d6f7-44a8-a316-af1a64327421 None None] Provisioning complete for port fd25f109-0083-48ff-8ae1-768357a5a31d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:48.745450 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2275ad15-d6f7-44a8-a316-af1a64327421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:48.863442 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2275ad15-d6f7-44a8-a316-af1a64327421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:48.900598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2275ad15-d6f7-44a8-a316-af1a64327421 None None] For port fd25f109-0083-48ff-8ae1-768357a5a31d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fd25f109-0083-48ff-8ae1-768357a5a31d,segment=NetworkSegment(c5cda147-78bf-42d4-8654-1e2721da0384),segment_id=c5cda147-78bf-42d4-8654-1e2721da0384)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:49.044074 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2275ad15-d6f7-44a8-a316-af1a64327421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.050993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-8646d983-9fd2-4798-a0a2-7672dfa35fa1 req-7232054d-c8cd-440c-b8d2-76c33b7d5f1c service neutron] (95682) timed out ('10.222.0.32', 63672) {{(pid=95682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:40:49.057774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fd25f109-0083-48ff-8ae1-768357a5a31d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:49.098519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c8becc6-c872-4b9c-957a-b0981be3ef3f req-8c989d3c-2427-48cb-82d5-bf5ca22fa9ce tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310377 Sep 22 10:40:49.130132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.134066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275ad15-d6f7-44a8-a316-af1a64327421 None None] Pushing event updated for resources: {'Port': ['ID=fd25f109-0083-48ff-8ae1-768357a5a31d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:49.178782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fd25f109-0083-48ff-8ae1-768357a5a31d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:49.179362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.185941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ee52e05c-3685-4f6f-a462-ecc4589171f4 None None] Provisioning complete for port 9a961ae7-8b7d-474b-a784-c50c67f14c71 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:49.185941 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ee52e05c-3685-4f6f-a462-ecc4589171f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.272148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5e4e1c92-59ad-4543-b13b-47f95933cc0f details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:40:49.274841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b039125b-a4ea-45d7-938f-0c69fdc6c4e8 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:49.304959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231cc7e-de11-444b-a688-c1a051a33d76 req-3fd40dee-08d5-46fe-af65-92f3dde448e9 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:49.306387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0231cc7e-de11-444b-a688-c1a051a33d76 req-3fd40dee-08d5-46fe-af65-92f3dde448e9 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 948 time: 0.0794849 Sep 22 10:40:49.317615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ee52e05c-3685-4f6f-a462-ecc4589171f4 None None] Port 9a961ae7-8b7d-474b-a784-c50c67f14c71 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:49.364371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0231cc7e-de11-444b-a688-c1a051a33d76 req-cbf4941d-9f45-4581-a9f1-acd1c3df1411 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473132 Sep 22 10:40:49.399587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ee52e05c-3685-4f6f-a462-ecc4589171f4 None None] Provisioning complete for port fd25f109-0083-48ff-8ae1-768357a5a31d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:49.399966 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ee52e05c-3685-4f6f-a462-ecc4589171f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.409240 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.540014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5e4e1c92-59ad-4543-b13b-47f95933cc0f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5e4e1c92-59ad-4543-b13b-47f95933cc0f,segment=NetworkSegment(c0317de3-9593-461a-ba56-d645e95e8657),segment_id=c0317de3-9593-461a-ba56-d645e95e8657)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:49.569491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:40:49.574501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '5e4e1c92-59ad-4543-b13b-47f95933cc0f', 'network_id': 'ffbf0d88-9c2b-49af-8772-a4c746672f15', 'port_id': '5e4e1c92-59ad-4543-b13b-47f95933cc0f', 'mac_address': 'fa:16:3e:c3:27:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decfd1f4-c38c-4e23-acda-35f25dc24a73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:40:49.579323 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:49.579710 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.657448 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.677490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4e1c92-59ad-4543-b13b-47f95933cc0f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:49.729974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5e4e1c92-59ad-4543-b13b-47f95933cc0f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5e4e1c92-59ad-4543-b13b-47f95933cc0f,segment=NetworkSegment(c0317de3-9593-461a-ba56-d645e95e8657),segment_id=c0317de3-9593-461a-ba56-d645e95e8657)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:49.741695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0cadbd32-cf54-47dd-a7fd-09316cf6c8a6 None None] Provisioning complete for port 9a961ae7-8b7d-474b-a784-c50c67f14c71 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:49.741956 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0cadbd32-cf54-47dd-a7fd-09316cf6c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.745143 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.797124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b66a1-f89f-415d-ba3b-365e8b243ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b039125b-a4ea-45d7-938f-0c69fdc6c4e8'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:49.799921 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74ef9d0-1bbd-4e65-8e11-ad22859158c8" -d '{"events": [{"server_uuid": "190b66a1-f89f-415d-ba3b-365e8b243ad8", "name": "network-vif-plugged", "status": "completed", "tag": "b039125b-a4ea-45d7-938f-0c69fdc6c4e8"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:49.811872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0cadbd32-cf54-47dd-a7fd-09316cf6c8a6 None None] Port 9a961ae7-8b7d-474b-a784-c50c67f14c71 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:49.817738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b039125b-a4ea-45d7-938f-0c69fdc6c4e8, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:49.828046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.831359 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.887740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=5e4e1c92-59ad-4543-b13b-47f95933cc0f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:49.930817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-af11a7c0-b550-447a-8bf6-b2e44687fa76 None None] Provisioning complete for port 9a961ae7-8b7d-474b-a784-c50c67f14c71 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:49.931193 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-af11a7c0-b550-447a-8bf6-b2e44687fa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.933446 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a1b550-653a-4e67-9525-8b2933701678 x-openstack-request-id: req-89a1b550-653a-4e67-9525-8b2933701678 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:49.933725 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190b66a1-f89f-415d-ba3b-365e8b243ad8", "name": "network-vif-plugged", "status": "completed", "tag": "b039125b-a4ea-45d7-938f-0c69fdc6c4e8", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:49.933971 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89a1b550-653a-4e67-9525-8b2933701678 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:49.934376 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b66a1-f89f-415d-ba3b-365e8b243ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b039125b-a4ea-45d7-938f-0c69fdc6c4e8', 'code': 200} Sep 22 10:40:49.972014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-af11a7c0-b550-447a-8bf6-b2e44687fa76 None None] Port 9a961ae7-8b7d-474b-a784-c50c67f14c71 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:49.974996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.975692 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:49.979516 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:50.028995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:50.048172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['5e4e1c92-59ad-4543-b13b-47f95933cc0f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:50.101688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=9a961ae7-8b7d-474b-a784-c50c67f14c71,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:50.154951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b285993-73fd-459c-90d6-1bf6d49b161d req-e34faea5-99e9-4473-96bd-b7dd37717714 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:50.156382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b285993-73fd-459c-90d6-1bf6d49b161d req-e34faea5-99e9-4473-96bd-b7dd37717714 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 945 time: 0.1785245 Sep 22 10:40:50.168413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43f16-c480-461a-bd99-622e7548db84 req-d4cdeeb6-ff3c-4929-b326-544d55ffb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:50.169894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eee43f16-c480-461a-bd99-622e7548db84 req-d4cdeeb6-ff3c-4929-b326-544d55ffb6d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 1100 time: 0.1433907 Sep 22 10:40:50.213762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 67968e05-7532-4903-9f35-3538aca100eb is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:50.225100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:50.243066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b285993-73fd-459c-90d6-1bf6d49b161d req-d4a77132-0073-4971-9064-05845d60a314 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672605 Sep 22 10:40:50.249431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eee43f16-c480-461a-bd99-622e7548db84 req-122b5068-0ad6-45e5-95a3-39ba7e1362ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704854 Sep 22 10:40:50.383991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22491400-29c0-4c0d-9f3e-1e41fc54c277 req-8a36b798-39b9-40b2-8d60-435cb15fcf2b tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:50.385515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22491400-29c0-4c0d-9f3e-1e41fc54c277 req-8a36b798-39b9-40b2-8d60-435cb15fcf2b tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 944 time: 0.0711091 Sep 22 10:40:50.430283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22491400-29c0-4c0d-9f3e-1e41fc54c277 req-45100949-a26c-4d3a-8665-d95abbfd2949 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 Sep 22 10:40:50.483838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router b0b55dd6-b43b-469a-88f2-b0a6e512b405 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:40:50.496161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ede1e728-7bee-4613-9b7f-712395335b90 None None] Provisioning complete for port 9a961ae7-8b7d-474b-a784-c50c67f14c71 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:50.502878 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ede1e728-7bee-4613-9b7f-712395335b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:50.529958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ede1e728-7bee-4613-9b7f-712395335b90 None None] Port 9a961ae7-8b7d-474b-a784-c50c67f14c71 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:50.601646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681399f0-7d29-4138-bd79-2cbd28b01256 req-267b5341-d147-4f08-9985-1bb8842c7bb0 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:50.603173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-681399f0-7d29-4138-bd79-2cbd28b01256 req-267b5341-d147-4f08-9985-1bb8842c7bb0 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 949 time: 0.1169875 Sep 22 10:40:50.629385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:50.637786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fb4c7dff-1719-43a6-a3ea-74b2619716fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/b0b55dd6-b43b-469a-88f2-b0a6e512b405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9116883 Sep 22 10:40:50.637900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48238) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:50.641232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6ea3d-c44e-489f-a37f-5dbc6e760289 None None] Sync routers for ids ['b0b55dd6-b43b-469a-88f2-b0a6e512b405'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:50.651089 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6ea3d-c44e-489f-a37f-5dbc6e760289 None None] Routers {'b0b55dd6-b43b-469a-88f2-b0a6e512b405'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:50.651821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7cf6ea3d-c44e-489f-a37f-5dbc6e760289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b55dd6-b43b-469a-88f2-b0a6e512b405'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:50.653755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-681399f0-7d29-4138-bd79-2cbd28b01256 req-2a59ff3f-6675-44c1-a25f-0caf3baab92b tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Sep 22 10:40:50.687428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7cf6ea3d-c44e-489f-a37f-5dbc6e760289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:50.692400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008ed3e0-aca5-4754-a783-8d6096dbe696 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:50.693801 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-008ed3e0-aca5-4754-a783-8d6096dbe696 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports/9a961ae7-8b7d-474b-a784-c50c67f14c71 HTTP/1.1" status: 200 len: 983 time: 0.0548880 Sep 22 10:40:50.696234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6ea3d-c44e-489f-a37f-5dbc6e760289 None None] Routers {'b0b55dd6-b43b-469a-88f2-b0a6e512b405'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:50.696468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48240) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:50.696835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7cf6ea3d-c44e-489f-a37f-5dbc6e760289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b55dd6-b43b-469a-88f2-b0a6e512b405'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:50.728104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7cf6ea3d-c44e-489f-a37f-5dbc6e760289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:50.728747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6ea3d-c44e-489f-a37f-5dbc6e760289 None None] The sync data for ids ['b0b55dd6-b43b-469a-88f2-b0a6e512b405'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:50.993991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fd25f109-0083-48ff-8ae1-768357a5a31d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:51.013516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.039295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fd25f109-0083-48ff-8ae1-768357a5a31d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:51.039663 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.215530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 9a961ae7-8b7d-474b-a784-c50c67f14c71 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:51.215775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.272010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5e4e1c92-59ad-4543-b13b-47f95933cc0f up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:51.310295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.325935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 9a961ae7-8b7d-474b-a784-c50c67f14c71 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:51.375130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 5e4e1c92-59ad-4543-b13b-47f95933cc0f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:40:51.380042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 5e4e1c92-59ad-4543-b13b-47f95933cc0f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:51.380406 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.387758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73bdf-2624-484d-ae13-1e4f016ed692 req-cf2c21b4-7205-413e-b2a6-65f4e1c8ee1c tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:51.389349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00e73bdf-2624-484d-ae13-1e4f016ed692 req-cf2c21b4-7205-413e-b2a6-65f4e1c8ee1c tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 945 time: 0.0600176 Sep 22 10:40:51.442889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00e73bdf-2624-484d-ae13-1e4f016ed692 req-feb0fb3c-ca69-4421-a5aa-91c968c73838 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/security-groups?id=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Sep 22 10:40:51.470291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.503320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5e4e1c92-59ad-4543-b13b-47f95933cc0f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5e4e1c92-59ad-4543-b13b-47f95933cc0f,segment=NetworkSegment(c0317de3-9593-461a-ba56-d645e95e8657),segment_id=c0317de3-9593-461a-ba56-d645e95e8657)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:51.561639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8122-e1a5-4b65-a8b9-1d451219f5b4 req-2a9cfef4-070d-4354-b9b9-37b3105d290c tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:51.563314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89dd8122-e1a5-4b65-a8b9-1d451219f5b4 req-2a9cfef4-070d-4354-b9b9-37b3105d290c tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 944 time: 0.0590513 Sep 22 10:40:51.591149 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.620686 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.624976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89dd8122-e1a5-4b65-a8b9-1d451219f5b4 req-76918159-802a-48e4-a3c6-debd989707ab tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548162 Sep 22 10:40:51.648337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-924a42ea-6d59-4d93-ab23-24eec35cba06 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:51.649155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=5e4e1c92-59ad-4543-b13b-47f95933cc0f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:51.650074 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-924a42ea-6d59-4d93-ab23-24eec35cba06 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.32 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 945 time: 0.0627267 Sep 22 10:40:51.660743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=9a961ae7-8b7d-474b-a784-c50c67f14c71,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:51.763406 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.800286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c4f8e-6ec0-4baa-a634-6c0809ae4f39 req-2a87420a-e674-4955-8fa6-d262d417cbe5 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:51.802017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-857c4f8e-6ec0-4baa-a634-6c0809ae4f39 req-2a87420a-e674-4955-8fa6-d262d417cbe5 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 949 time: 0.0607641 Sep 22 10:40:51.815410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Deleting port 74d3c2ab-454b-4a88-9a12-98a11931e332 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:51.815759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.909717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-857c4f8e-6ec0-4baa-a634-6c0809ae4f39 req-69d00af7-130c-4d11-b0b7-6e8ae474811d tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975440 Sep 22 10:40:51.918094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router b0b55dd6-b43b-469a-88f2-b0a6e512b405 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:40:51.935310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3820a7-c8cd-4a8d-b40e-763a155cd19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e1c92-59ad-4543-b13b-47f95933cc0f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:51.937992 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614844c1-16ee-4692-a9a3-91335eb7ad67" -d '{"events": [{"server_uuid": "5b3820a7-c8cd-4a8d-b40e-763a155cd19e", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e1c92-59ad-4543-b13b-47f95933cc0f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:51.952634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] For port 74d3c2ab-454b-4a88-9a12-98a11931e332, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=74d3c2ab-454b-4a88-9a12-98a11931e332,segment=NetworkSegment(9b9017b7-83dd-47c2-bd18-3a847fccdacf),segment_id=9b9017b7-83dd-47c2-bd18-3a847fccdacf)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:51.953045 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:51.968454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Calling delete_port for 74d3c2ab-454b-4a88-9a12-98a11931e332 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:51.995902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:52.000976 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1803da89-02f0-4149-a95a-2d8a0ab40628 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/b0b55dd6-b43b-469a-88f2-b0a6e512b405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3035059 Sep 22 10:40:52.004218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48258) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:52.007128 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf29f2-7698-4f5e-9789-4eeceefe9867 None None] Sync routers for ids ['b0b55dd6-b43b-469a-88f2-b0a6e512b405'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:52.016191 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf29f2-7698-4f5e-9789-4eeceefe9867 None None] Routers {'b0b55dd6-b43b-469a-88f2-b0a6e512b405'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:52.016795 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b7cf29f2-7698-4f5e-9789-4eeceefe9867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b55dd6-b43b-469a-88f2-b0a6e512b405'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:52.054698 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b7cf29f2-7698-4f5e-9789-4eeceefe9867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:52.063700 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf29f2-7698-4f5e-9789-4eeceefe9867 None None] Routers {'b0b55dd6-b43b-469a-88f2-b0a6e512b405'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:52.064552 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b7cf29f2-7698-4f5e-9789-4eeceefe9867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b55dd6-b43b-469a-88f2-b0a6e512b405'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:52.100716 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b7cf29f2-7698-4f5e-9789-4eeceefe9867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:52.101478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf29f2-7698-4f5e-9789-4eeceefe9867 None None] The sync data for ids ['b0b55dd6-b43b-469a-88f2-b0a6e512b405'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:52.188346 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-308867d1-1b9a-4b91-ba66-68b1d17da6ad tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 10:40:52.189404 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-308867d1-1b9a-4b91-ba66-68b1d17da6ad tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/b0b55dd6-b43b-469a-88f2-b0a6e512b405/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1840162 Sep 22 10:40:52.192297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48260) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:52.214852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:52.218926 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a65eb115-1636-4797-822c-33f3a91a426d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0b55dd6-b43b-469a-88f2-b0a6e512b405 HTTP/1.1" status: 200 len: 205 time: 0.0250895 Sep 22 10:40:52.222597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48262) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:52.226090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['74d3c2ab-454b-4a88-9a12-98a11931e332'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:52.258881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Pushing event deleted for resources: {'Port': ['ID=74d3c2ab-454b-4a88-9a12-98a11931e332,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:52.299012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cf475dd-9827-4642-a0a2-8bc1049d340d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:52.301501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] No DVR routers for this DVR port 74d3c2ab-454b-4a88-9a12-98a11931e332 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:52.304056 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:52.306221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfafbc9e-5ccf-4f39-a575-9e2d48004638 req-61af0313-b222-4253-9eec-847886c717e4 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.32 "DELETE /v2.0/ports/74d3c2ab-454b-4a88-9a12-98a11931e332 HTTP/1.1" status: 204 len: 173 time: 0.6499395 Sep 22 10:40:52.306756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a9b8c9-3724-4ed2-b7dc-85c9989831fd', 'name': 'network-vif-deleted', 'tag': '74d3c2ab-454b-4a88-9a12-98a11931e332'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:52.309086 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21491a27-93fa-4cf9-a7b4-2a88d9b91091" -d '{"events": [{"server_uuid": "43a9b8c9-3724-4ed2-b7dc-85c9989831fd", "name": "network-vif-deleted", "tag": "74d3c2ab-454b-4a88-9a12-98a11931e332"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:52.312270 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-601bd49c-d210-47f6-85ad-859d511ee7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:52.778089 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cf475dd-9827-4642-a0a2-8bc1049d340d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:52.780200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cf475dd-9827-4642-a0a2-8bc1049d340d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:52.825911 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dd86a2-886d-4cfd-b309-efc0ab2bc7e8 x-openstack-request-id: req-d5dd86a2-886d-4cfd-b309-efc0ab2bc7e8 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:52.826237 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3820a7-c8cd-4a8d-b40e-763a155cd19e", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e1c92-59ad-4543-b13b-47f95933cc0f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:52.826495 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5dd86a2-886d-4cfd-b309-efc0ab2bc7e8 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:52.826900 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3820a7-c8cd-4a8d-b40e-763a155cd19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e1c92-59ad-4543-b13b-47f95933cc0f', 'code': 200} Sep 22 10:40:52.906273 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cf475dd-9827-4642-a0a2-8bc1049d340d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:52.906814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf475dd-9827-4642-a0a2-8bc1049d340d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Fanout notify agent at l3_agent the message router_deleted on router b0b55dd6-b43b-469a-88f2-b0a6e512b405 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:40:52.913702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cf475dd-9827-4642-a0a2-8bc1049d340d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:52.917491 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7cf475dd-9827-4642-a0a2-8bc1049d340d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/b0b55dd6-b43b-469a-88f2-b0a6e512b405 HTTP/1.1" status: 204 len: 168 time: 0.6903379 Sep 22 10:40:52.917491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48276) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:52.928639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18bb1f-eaa7-4976-a217-7715c1f00bf1 req-a49d2cdd-4926-46d9-9f61-fcffa873fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:52.941923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab18bb1f-eaa7-4976-a217-7715c1f00bf1 req-a49d2cdd-4926-46d9-9f61-fcffa873fce8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 1096 time: 0.0555959 Sep 22 10:40:52.983988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ab6430-dd72-454b-a01e-584ecd570a64 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting subnet 46d92124-cd3a-481f-a6eb-552433f88b5e {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:52.987470 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ab6430-dd72-454b-a01e-584ecd570a64 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.000594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab18bb1f-eaa7-4976-a217-7715c1f00bf1 req-d5488e7b-4d73-4d19-a64a-e84f72d4fb56 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Sep 22 10:40:53.024004 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5231ee24-2a62-4a11-95cf-335492f84a6d x-openstack-request-id: req-5231ee24-2a62-4a11-95cf-335492f84a6d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:53.024487 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a9b8c9-3724-4ed2-b7dc-85c9989831fd", "name": "network-vif-deleted", "tag": "74d3c2ab-454b-4a88-9a12-98a11931e332", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:53.025027 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5231ee24-2a62-4a11-95cf-335492f84a6d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:53.026218 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a9b8c9-3724-4ed2-b7dc-85c9989831fd', 'name': 'network-vif-deleted', 'tag': '74d3c2ab-454b-4a88-9a12-98a11931e332', 'status': 'completed', 'code': 200} Sep 22 10:40:53.030069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ab6430-dd72-454b-a01e-584ecd570a64 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.112500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2f1a593-7ad6-409a-914e-89ae3a38ad83 req-d1011bc5-d6d8-429e-a83d-fce148f45080 tempest-AttachVolumeNegativeTest-692683893 tempest-AttachVolumeNegativeTest-692683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a9b8c9-3724-4ed2-b7dc-85c9989831fd HTTP/1.1" status: 200 len: 210 time: 0.0279357 Sep 22 10:40:53.131281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ab6430-dd72-454b-a01e-584ecd570a64 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.233241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1506f-2ff0-4928-8d56-bc832c318238 req-2864a575-01f4-4adc-81c6-95eb0d17dd11 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:53.234842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18b1506f-2ff0-4928-8d56-bc832c318238 req-2864a575-01f4-4adc-81c6-95eb0d17dd11 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 945 time: 0.0610311 Sep 22 10:40:53.273115 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ab6430-dd72-454b-a01e-584ecd570a64 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.277275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18b1506f-2ff0-4928-8d56-bc832c318238 req-3198b111-3c6d-48a0-94f2-679f8dcafd2a tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Sep 22 10:40:53.308993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab6430-dd72-454b-a01e-584ecd570a64 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Subnet': ['ID=46d92124-cd3a-481f-a6eb-552433f88b5e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:53.311031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66ab6430-dd72-454b-a01e-584ecd570a64 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.313478 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-66ab6430-dd72-454b-a01e-584ecd570a64 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/46d92124-cd3a-481f-a6eb-552433f88b5e HTTP/1.1" status: 204 len: 168 time: 0.3944905 Sep 22 10:40:53.316661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48278) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:53.321001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7df38c-390f-4cfd-b58d-5e2c176c5498 None None] Network 67968e05-7532-4903-9f35-3538aca100eb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:53.404080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.461037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port fd25f109-0083-48ff-8ae1-768357a5a31d {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:53.465078 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.513125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d5090-00e3-4ff4-925f-6311a828b762 None None] DHCP port deletion for 67968e05-7532-4903-9f35-3538aca100eb request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:40:53.538127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port fd25f109-0083-48ff-8ae1-768357a5a31d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fd25f109-0083-48ff-8ae1-768357a5a31d,segment=NetworkSegment(c5cda147-78bf-42d4-8654-1e2721da0384),segment_id=c5cda147-78bf-42d4-8654-1e2721da0384)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:53.545413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.552058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for fd25f109-0083-48ff-8ae1-768357a5a31d owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:53.560842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-294d5090-00e3-4ff4-925f-6311a828b762 None None] Deleting port fd25f109-0083-48ff-8ae1-768357a5a31d {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:53.561224 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-294d5090-00e3-4ff4-925f-6311a828b762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.625970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-294d5090-00e3-4ff4-925f-6311a828b762 None None] For port fd25f109-0083-48ff-8ae1-768357a5a31d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fd25f109-0083-48ff-8ae1-768357a5a31d,segment=NetworkSegment(c5cda147-78bf-42d4-8654-1e2721da0384),segment_id=c5cda147-78bf-42d4-8654-1e2721da0384)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:53.626427 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-294d5090-00e3-4ff4-925f-6311a828b762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.638072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-294d5090-00e3-4ff4-925f-6311a828b762 None None] Calling delete_port for fd25f109-0083-48ff-8ae1-768357a5a31d owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:53.729331 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.735889 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-294d5090-00e3-4ff4-925f-6311a828b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.756976 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=fd25f109-0083-48ff-8ae1-768357a5a31d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:53.759228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d5090-00e3-4ff4-925f-6311a828b762 None None] Pushing event deleted for resources: {'Port': ['ID=fd25f109-0083-48ff-8ae1-768357a5a31d,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:53.762740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No DVR routers for this DVR port fd25f109-0083-48ff-8ae1-768357a5a31d on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:53.765078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d5090-00e3-4ff4-925f-6311a828b762 None None] No DVR routers for this DVR port fd25f109-0083-48ff-8ae1-768357a5a31d on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:53.845787 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.871287 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67968e05-7532-4903-9f35-3538aca100eb']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:53.888089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cda147-78bf-42d4-8654-1e2721da0384') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:53.888387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cda147-78bf-42d4-8654-1e2721da0384') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:53.900539 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.914070 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.920173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:40:53.920628 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:40:53.923604 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:40:54.088131 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.096543 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.098701 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/networks/67968e05-7532-4903-9f35-3538aca100eb HTTP/1.1" status: 204 len: 168 time: 0.7813814 Sep 22 10:40:54.103415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48284) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:54.107819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13a297-cbb5-48d7-b615-d37d3749a15b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Network': ['ID=67968e05-7532-4903-9f35-3538aca100eb,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:54.108384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1671166856'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:54.181303 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48288) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:54.197602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:54.201125 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.227581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:40:54.231120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca280f85-2189-4351-a378-778c2d6a20f1 admin admin] Deleting subnet 164ad57f-7318-45ca-8050-46487554cbec {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:54.234811 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca280f85-2189-4351-a378-778c2d6a20f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.238192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.238825 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added segment 7075301d-2884-4c34-9d18-00db131e7e5c of type vlan for network ec04bb54-8406-4a72-a2e1-b90de89a46af Sep 22 10:40:54.275425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca280f85-2189-4351-a378-778c2d6a20f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.282747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.316576 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca280f85-2189-4351-a378-778c2d6a20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.400366 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.405928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:54.406608 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.428726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f30c-f17e-4494-9046-13597a770c3f req-b600a484-0dbe-4551-b03e-2510333cd3ba tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:54.430246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4275f30c-f17e-4494-9046-13597a770c3f req-b600a484-0dbe-4551-b03e-2510333cd3ba tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 945 time: 0.0728207 Sep 22 10:40:54.456030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca280f85-2189-4351-a378-778c2d6a20f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.485718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca280f85-2189-4351-a378-778c2d6a20f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=164ad57f-7318-45ca-8050-46487554cbec,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:54.494039 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca280f85-2189-4351-a378-778c2d6a20f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.499090 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ca280f85-2189-4351-a378-778c2d6a20f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/164ad57f-7318-45ca-8050-46487554cbec HTTP/1.1" status: 204 len: 168 time: 0.3166823 Sep 22 10:40:54.500281 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48292) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:54.508743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Network': ['ID=ec04bb54-8406-4a72-a2e1-b90de89a46af,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:54.523732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ec04bb54-8406-4a72-a2e1-b90de89a46af details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:40:54.540522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4275f30c-f17e-4494-9046-13597a770c3f req-741227d7-c910-4fee-a171-f12c25e88051 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929093 Sep 22 10:40:54.598378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.598837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-45960874-828e-4b2d-8785-b6a9f3655e6c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4943316 Sep 22 10:40:54.602019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48296) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:54.608761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'subnet': {'network_id': 'ec04bb54-8406-4a72-a2e1-b90de89a46af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:54.711420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.732137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f536865a-5d3b-4f15-9acd-b7373dd789d7']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:54.741989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9017b7-83dd-47c2-bd18-3a847fccdacf') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:54.742227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9017b7-83dd-47c2-bd18-3a847fccdacf') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:54.757295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.771467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.778257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:40:54.778829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:40:54.780638 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:40:54.826660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:40:54.834601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.929362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.938146 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.938924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f536865a-5d3b-4f15-9acd-b7373dd789d7 HTTP/1.1" status: 204 len: 168 time: 0.4371946 Sep 22 10:40:54.958267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016b21e-f0bb-4f5c-ba80-5acaa654b309 admin admin] Pushing event deleted for resources: {'Network': ['ID=f536865a-5d3b-4f15-9acd-b7373dd789d7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:55.043151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fd25f109-0083-48ff-8ae1-768357a5a31d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:55.064696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: fd25f109-0083-48ff-8ae1-768357a5a31d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:55.065083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fd25f109-0083-48ff-8ae1-768357a5a31d not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:55.106388 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bf3347a-58dd-4ed4-b750-b78bc43b8a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.192448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.264946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Subnet': ['ID=19f90931-bac5-40e8-97d8-e3d14d0d508b,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:55.275981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Checking segment: {'id': '7075301d-2884-4c34-9d18-00db131e7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec04bb54-8406-4a72-a2e1-b90de89a46af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:55.276471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network hostable DHCP agents. Network: ec04bb54-8406-4a72-a2e1-b90de89a46af, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:40:55.287133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 74d3c2ab-454b-4a88-9a12-98a11931e332 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:55.307938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 74d3c2ab-454b-4a88-9a12-98a11931e332 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:40:55.308392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 74d3c2ab-454b-4a88-9a12-98a11931e332 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:55.328691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48310) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:55.357114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837675-8336-47fb-a39f-07e2eb38bd0b req-3b711b62-8d42-4f13-a555-778e2b264696 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:55.358876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43837675-8336-47fb-a39f-07e2eb38bd0b req-3b711b62-8d42-4f13-a555-778e2b264696 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 945 time: 0.0732651 Sep 22 10:40:55.427708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0c87a65c-4eb0-4702-8a46-b96366de5e7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c7a1bf82ff54ca5adfe2ad5a5c1d475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976703 Sep 22 10:40:55.430558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48312) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:55.432479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network ec04bb54-8406-4a72-a2e1-b90de89a46af is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:40:55.454822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43837675-8336-47fb-a39f-07e2eb38bd0b req-797b581c-27bd-4b91-a827-c2a9e608821e tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854533 Sep 22 10:40:55.462699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-1ba2b7c2-1080-4c99-bcd8-3521d4abda08 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920911 Sep 22 10:40:55.507127 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-409d9a94-5d02-4ae7-8393-b535f84956ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.529200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-409d9a94-5d02-4ae7-8393-b535f84956ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.548936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-96e786bc-d42a-4c1f-9a0a-623d3e73ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:55.550466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-96e786bc-d42a-4c1f-9a0a-623d3e73ba27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1096 time: 0.0418582 Sep 22 10:40:55.569469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ec04bb54-8406-4a72-a2e1-b90de89a46af) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:55.578916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:55.578916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.583644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6bf8f-3cb5-4a7a-923c-05eba0b1f7c9 None None] Network ec04bb54-8406-4a72-a2e1-b90de89a46af requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:55.599217 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.602427 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.649805 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-409d9a94-5d02-4ae7-8393-b535f84956ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.653698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-409d9a94-5d02-4ae7-8393-b535f84956ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.655257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-409d9a94-5d02-4ae7-8393-b535f84956ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b63a0a4f-acef-4e70-b6cb-20edbaa8fc66 HTTP/1.1" status: 204 len: 168 time: 0.2233369 Sep 22 10:40:55.668222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d9a94-5d02-4ae7-8393-b535f84956ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63a0a4f-acef-4e70-b6cb-20edbaa8fc66,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:55.682762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48316) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:55.682996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c403f090-8a45-43ac-9cb0-fc34aca9b58f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0798745 Sep 22 10:40:55.688344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-10f41de9-d3d7-417a-b645-a9bd6752edbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-512790817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:55.695075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-99c98dad-b0ec-411d-ac37-fccfce7a57de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:55.696871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-99c98dad-b0ec-411d-ac37-fccfce7a57de service neutron] 10.222.0.30 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 897 time: 0.1076741 Sep 22 10:40:55.787658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-1913368b-052e-4f61-8b63-9610c2d0b2e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 1001 time: 0.0821040 Sep 22 10:40:55.788208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10f41de9-d3d7-417a-b645-a9bd6752edbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.789504 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10f41de9-d3d7-417a-b645-a9bd6752edbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.854202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-ebe9ef24-4f39-4e78-92bc-6d51bc9ff9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:55.855910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-ebe9ef24-4f39-4e78-92bc-6d51bc9ff9d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.0606048 Sep 22 10:40:55.864413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10f41de9-d3d7-417a-b645-a9bd6752edbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.919646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-ec04bb54-8406-4a72-a2e1-b90de89a46af', 'network_id': 'ec04bb54-8406-4a72-a2e1-b90de89a46af', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'fixed_ips': [{'subnet_id': '19f90931-bac5-40e8-97d8-e3d14d0d508b'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:40:55.922659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-c98c45b1-d2f7-4e18-917d-06dd8f4e1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:55.924929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-c98c45b1-d2f7-4e18-917d-06dd8f4e1547 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612662 Sep 22 10:40:55.925510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.936900 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.981003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10f41de9-d3d7-417a-b645-a9bd6752edbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.058743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-c31ff4b6-f14b-4aaf-81a8-e7b57a74733c service neutron] 10.222.0.30 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261013 Sep 22 10:40:56.095295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Allocated IP 2001:db8::2 (ec04bb54-8406-4a72-a2e1-b90de89a46af/19f90931-bac5-40e8-97d8-e3d14d0d508b/23dbcb5b-8b70-40a4-836e-1e82adb12ade) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:56.129443 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10f41de9-d3d7-417a-b645-a9bd6752edbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.130892 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-10f41de9-d3d7-417a-b645-a9bd6752edbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4470122 Sep 22 10:40:56.135386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48322) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:56.170772 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.193500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe2b7b9a-b428-4091-b874-36c73e1698b2 req-93156931-6a64-4d55-854c-09b996bb7a95 service neutron] 10.222.0.30 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273949 Sep 22 10:40:56.334329 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.473326 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.535452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Pushing event updated for resources: {'Port': ['ID=23dbcb5b-8b70-40a4-836e-1e82adb12ade,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:56.557112 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Network ec04bb54-8406-4a72-a2e1-b90de89a46af is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:56.559262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:56.563346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:56.597774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-5e9a13f5-1211-41bf-a207-d3744ffafbc3 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:56.599523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-5e9a13f5-1211-41bf-a207-d3744ffafbc3 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 945 time: 0.0869253 Sep 22 10:40:56.607997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.641152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Attempting to bind port 23dbcb5b-8b70-40a4-836e-1e82adb12ade on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:56.641810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Attempting to bind port 23dbcb5b-8b70-40a4-836e-1e82adb12ade by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '7075301d-2884-4c34-9d18-00db131e7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec04bb54-8406-4a72-a2e1-b90de89a46af'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:56.642399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Attempting to bind port 23dbcb5b-8b70-40a4-836e-1e82adb12ade on network ec04bb54-8406-4a72-a2e1-b90de89a46af {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:56.683799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:56.684329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Checking segment: {'id': '7075301d-2884-4c34-9d18-00db131e7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec04bb54-8406-4a72-a2e1-b90de89a46af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:56.684866 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.698236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Bound using segment: {'id': '7075301d-2884-4c34-9d18-00db131e7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec04bb54-8406-4a72-a2e1-b90de89a46af'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:56.698929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Bound port: 23dbcb5b-8b70-40a4-836e-1e82adb12ade, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7075301d-2884-4c34-9d18-00db131e7e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ec04bb54-8406-4a72-a2e1-b90de89a46af'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:56.699345 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.709538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddd496-f739-41d1-9962-6d1ac2026bcc req-ddab5bdd-6565-4f45-91d2-dae1014cf27f tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:56.711313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbddd496-f739-41d1-9962-6d1ac2026bcc req-ddab5bdd-6565-4f45-91d2-dae1014cf27f tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 945 time: 0.1304765 Sep 22 10:40:56.767743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Deleting port 5e4e1c92-59ad-4543-b13b-47f95933cc0f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:56.768139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.823139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] For port 23dbcb5b-8b70-40a4-836e-1e82adb12ade, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:56.828841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] For port 23dbcb5b-8b70-40a4-836e-1e82adb12ade, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=23dbcb5b-8b70-40a4-836e-1e82adb12ade,segment=NetworkSegment(7075301d-2884-4c34-9d18-00db131e7e5c),segment_id=7075301d-2884-4c34-9d18-00db131e7e5c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:56.892252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] For port 5e4e1c92-59ad-4543-b13b-47f95933cc0f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5e4e1c92-59ad-4543-b13b-47f95933cc0f,segment=NetworkSegment(c0317de3-9593-461a-ba56-d645e95e8657),segment_id=c0317de3-9593-461a-ba56-d645e95e8657)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:56.893403 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.912341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbddd496-f739-41d1-9962-6d1ac2026bcc req-27400903-09cd-4d79-80b9-f08bee3cf064 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/security-groups?id=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936178 Sep 22 10:40:56.931055 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:56.941281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Calling delete_port for 5e4e1c92-59ad-4543-b13b-47f95933cc0f owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:56.991298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 2001:db8::1 (ec04bb54-8406-4a72-a2e1-b90de89a46af/19f90931-bac5-40e8-97d8-e3d14d0d508b/72585f85-d7ee-4aae-80f4-181f28f8132b) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:40:57.069737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33b179-ee91-42a4-be52-c679673e2ba9 None None] Pushing event updated for resources: {'Port': ['ID=23dbcb5b-8b70-40a4-836e-1e82adb12ade,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:57.155210 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.267153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.286601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.302438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network ec04bb54-8406-4a72-a2e1-b90de89a46af is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:57.302816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['5e4e1c92-59ad-4543-b13b-47f95933cc0f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:57.324087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:57.337314 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:40:57.338187 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.396240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Pushing event deleted for resources: {'Port': ['ID=5e4e1c92-59ad-4543-b13b-47f95933cc0f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:57.473625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] No DVR routers for this DVR port 5e4e1c92-59ad-4543-b13b-47f95933cc0f on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:57.479350 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.480531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ed931a8-885f-460a-b531-dc16d8fe3fb7 req-0237f658-bf2f-4d11-9af4-8ad956b5c987 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.32 "DELETE /v2.0/ports/5e4e1c92-59ad-4543-b13b-47f95933cc0f HTTP/1.1" status: 204 len: 173 time: 0.8579891 Sep 22 10:40:57.480971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3820a7-c8cd-4a8d-b40e-763a155cd19e', 'name': 'network-vif-deleted', 'tag': '5e4e1c92-59ad-4543-b13b-47f95933cc0f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:57.483276 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e65ce0-598f-4e44-8df9-cb1f7ba796d6" -d '{"events": [{"server_uuid": "5b3820a7-c8cd-4a8d-b40e-763a155cd19e", "name": "network-vif-deleted", "tag": "5e4e1c92-59ad-4543-b13b-47f95933cc0f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:57.486933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=72585f85-d7ee-4aae-80f4-181f28f8132b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:57.529342 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f334f888-cc2d-46b7-b683-aefecf6912ce x-openstack-request-id: req-f334f888-cc2d-46b7-b683-aefecf6912ce {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:57.529711 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3820a7-c8cd-4a8d-b40e-763a155cd19e", "name": "network-vif-deleted", "tag": "5e4e1c92-59ad-4543-b13b-47f95933cc0f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:57.529987 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f334f888-cc2d-46b7-b683-aefecf6912ce {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:57.530534 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3820a7-c8cd-4a8d-b40e-763a155cd19e', 'name': 'network-vif-deleted', 'tag': '5e4e1c92-59ad-4543-b13b-47f95933cc0f', 'status': 'completed', 'code': 200} Sep 22 10:40:57.631555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.912377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.969523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.970391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:58.037640 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:58.068154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea3f5beb-a6f2-4ffe-ac45-d0b750c9096b req-a6c78d06-47a5-4220-835f-f71c4f9e69b4 tempest-ServerPasswordTestJSON-1870602046 tempest-ServerPasswordTestJSON-1870602046-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3820a7-c8cd-4a8d-b40e-763a155cd19e HTTP/1.1" status: 200 len: 210 time: 0.0543425 Sep 22 10:40:58.097809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=72585f85-d7ee-4aae-80f4-181f28f8132b,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:58.134953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network ec04bb54-8406-4a72-a2e1-b90de89a46af is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:40:58.136412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:40:58.173787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29808f59-8d6a-4f39-bfbc-85c7ef917cd9 None None] Network ec04bb54-8406-4a72-a2e1-b90de89a46af requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:40:58.257571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fdf4ea5c-9657-4c1b-b1d5-0c5178740936 None None] Provisioning complete for port 23dbcb5b-8b70-40a4-836e-1e82adb12ade triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:58.257970 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ea5c-9657-4c1b-b1d5-0c5178740936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:58.397558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router 79a2412f-ba5a-4bfb-980e-2e7ceee137cb is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:40:58.410452 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ea5c-9657-4c1b-b1d5-0c5178740936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:58.445753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fdf4ea5c-9657-4c1b-b1d5-0c5178740936 None None] For port 23dbcb5b-8b70-40a4-836e-1e82adb12ade, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=23dbcb5b-8b70-40a4-836e-1e82adb12ade,segment=NetworkSegment(7075301d-2884-4c34-9d18-00db131e7e5c),segment_id=7075301d-2884-4c34-9d18-00db131e7e5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:58.514208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:40:58.523160 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ff22849b-515b-4225-a014-dc6cfbd907b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/79a2412f-ba5a-4bfb-980e-2e7ceee137cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3862624 Sep 22 10:40:58.525953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72790160-f131-48cc-9b83-52ac1b94693b None None] Sync routers for ids ['79a2412f-ba5a-4bfb-980e-2e7ceee137cb'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:40:58.526510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48378) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:58.537393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72790160-f131-48cc-9b83-52ac1b94693b None None] Routers {'79a2412f-ba5a-4bfb-980e-2e7ceee137cb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:58.538532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-72790160-f131-48cc-9b83-52ac1b94693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['79a2412f-ba5a-4bfb-980e-2e7ceee137cb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:58.587311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6261181-9203-49f2-9c88-a90f211b0ec0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:58.592305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48382) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:58.592493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d6261181-9203-49f2-9c88-a90f211b0ec0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports/72585f85-d7ee-4aae-80f4-181f28f8132b HTTP/1.1" status: 200 len: 911 time: 0.0647187 Sep 22 10:40:58.593437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-72790160-f131-48cc-9b83-52ac1b94693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:58.601874 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fdf4ea5c-9657-4c1b-b1d5-0c5178740936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:58.641709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72790160-f131-48cc-9b83-52ac1b94693b None None] Routers {'79a2412f-ba5a-4bfb-980e-2e7ceee137cb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:40:58.644377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-72790160-f131-48cc-9b83-52ac1b94693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['79a2412f-ba5a-4bfb-980e-2e7ceee137cb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:58.688278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-72790160-f131-48cc-9b83-52ac1b94693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:58.688942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72790160-f131-48cc-9b83-52ac1b94693b None None] The sync data for ids ['79a2412f-ba5a-4bfb-980e-2e7ceee137cb'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:40:58.713610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4ea5c-9657-4c1b-b1d5-0c5178740936 None None] Pushing event updated for resources: {'Port': ['ID=23dbcb5b-8b70-40a4-836e-1e82adb12ade,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:58.728335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0e9e695a-6d4b-43d1-89c9-4c2b92f06c4f None None] Provisioning complete for port 23dbcb5b-8b70-40a4-836e-1e82adb12ade triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:58.728805 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e9e695a-6d4b-43d1-89c9-4c2b92f06c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:58.821551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0e9e695a-6d4b-43d1-89c9-4c2b92f06c4f None None] Provisioning complete for port 72585f85-d7ee-4aae-80f4-181f28f8132b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:58.825350 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e9e695a-6d4b-43d1-89c9-4c2b92f06c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:58.862701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e695a-6d4b-43d1-89c9-4c2b92f06c4f None None] Port 72585f85-d7ee-4aae-80f4-181f28f8132b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:58.974780 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:58.992054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ffc28080-956b-4bdb-8572-15acac4ccc86 None None] Provisioning complete for port 72585f85-d7ee-4aae-80f4-181f28f8132b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:58.992431 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ffc28080-956b-4bdb-8572-15acac4ccc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.043466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ffc28080-956b-4bdb-8572-15acac4ccc86 None None] Port 72585f85-d7ee-4aae-80f4-181f28f8132b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:59.062281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 23dbcb5b-8b70-40a4-836e-1e82adb12ade up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:59.119066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 23dbcb5b-8b70-40a4-836e-1e82adb12ade triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:59.119444 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.143324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48388) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:59.215854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ebb661-252e-49ac-9db4-845b6348b6cb admin admin] Deleting subnet decfd1f4-c38c-4e23-acda-35f25dc24a73 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:40:59.227219 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66ebb661-252e-49ac-9db4-845b6348b6cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.269027 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7b8e4f22-d6e5-474b-9644-820062180e4f None None] Provisioning complete for port 72585f85-d7ee-4aae-80f4-181f28f8132b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:59.273881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4f22-d6e5-474b-9644-820062180e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.274048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66ebb661-252e-49ac-9db4-845b6348b6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.296717 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 72585f85-d7ee-4aae-80f4-181f28f8132b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:40:59.297287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.316240 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66ebb661-252e-49ac-9db4-845b6348b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.321817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e4f22-d6e5-474b-9644-820062180e4f None None] Port 72585f85-d7ee-4aae-80f4-181f28f8132b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:40:59.388727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.400227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 72585f85-d7ee-4aae-80f4-181f28f8132b owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:40:59.447998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66ebb661-252e-49ac-9db4-845b6348b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.468792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebb661-252e-49ac-9db4-845b6348b6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decfd1f4-c38c-4e23-acda-35f25dc24a73,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:59.472967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66ebb661-252e-49ac-9db4-845b6348b6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.477139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-66ebb661-252e-49ac-9db4-845b6348b6cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/decfd1f4-c38c-4e23-acda-35f25dc24a73 HTTP/1.1" status: 204 len: 168 time: 0.3301852 Sep 22 10:40:59.477613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48396) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:59.552771 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.616062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.640449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.648334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=72585f85-d7ee-4aae-80f4-181f28f8132b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:59.661742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbf0d88-9c2b-49af-8772-a4c746672f15']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:59.671372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0317de3-9593-461a-ba56-d645e95e8657') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:59.671664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0317de3-9593-461a-ba56-d645e95e8657') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:40:59.683640 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.698661 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.705677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:40:59.706076 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.758288 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:40:59.768370 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:40:59.837644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.844782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:59.849388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ffbf0d88-9c2b-49af-8772-a4c746672f15 HTTP/1.1" status: 204 len: 168 time: 0.3680935 Sep 22 10:40:59.857901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad42f1-ce05-4902-8d81-e840e19e3882 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffbf0d88-9c2b-49af-8772-a4c746672f15,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:59.920683 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router 79a2412f-ba5a-4bfb-980e-2e7ceee137cb has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:40:59.995236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:00.002658 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2629022-0520-4a84-aada-a40d760ee444 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/79a2412f-ba5a-4bfb-980e-2e7ceee137cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4088995 Sep 22 10:41:00.003078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48406) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:00.005309 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4574ea6-129f-4bb9-9189-c513d873e7b5 None None] Sync routers for ids ['79a2412f-ba5a-4bfb-980e-2e7ceee137cb'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:00.015216 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4574ea6-129f-4bb9-9189-c513d873e7b5 None None] Routers {'79a2412f-ba5a-4bfb-980e-2e7ceee137cb'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:00.017214 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a4574ea6-129f-4bb9-9189-c513d873e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['79a2412f-ba5a-4bfb-980e-2e7ceee137cb'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:00.029686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3e6069bc-36aa-4909-a109-8493a0525841 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=79a2412f-ba5a-4bfb-980e-2e7ceee137cb HTTP/1.1" status: 200 len: 205 time: 0.0254078 Sep 22 10:41:00.032574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48408) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:00.057332 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a4574ea6-129f-4bb9-9189-c513d873e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:00.066130 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4574ea6-129f-4bb9-9189-c513d873e7b5 None None] Routers {'79a2412f-ba5a-4bfb-980e-2e7ceee137cb'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:00.066751 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a4574ea6-129f-4bb9-9189-c513d873e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['79a2412f-ba5a-4bfb-980e-2e7ceee137cb'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:00.102929 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a4574ea6-129f-4bb9-9189-c513d873e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:00.103587 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4574ea6-129f-4bb9-9189-c513d873e7b5 None None] The sync data for ids ['79a2412f-ba5a-4bfb-980e-2e7ceee137cb'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:00.200587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48412) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:00.246483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48416) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:00.293340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-989dc65f-ee3a-4ed6-9895-04b575438f41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37eaa931220949c0adf06b1e354922d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430336 Sep 22 10:41:00.293608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48418) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:00.352232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a2337f6-6122-4b25-b051-1d6fa4a739f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.380814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a2337f6-6122-4b25-b051-1d6fa4a739f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.439913 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be045668-af66-468e-83bb-fe3be888657c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.444594 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10124b52-b198-47c7-b6d9-7f7dece04db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.522397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a2337f6-6122-4b25-b051-1d6fa4a739f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.524772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a2337f6-6122-4b25-b051-1d6fa4a739f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.525910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0a2337f6-6122-4b25-b051-1d6fa4a739f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c56cfa08-0034-41c3-8b18-4fb9b2dc3bae HTTP/1.1" status: 204 len: 168 time: 0.2312877 Sep 22 10:41:00.544419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10124b52-b198-47c7-b6d9-7f7dece04db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.545594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2337f6-6122-4b25-b051-1d6fa4a739f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56cfa08-0034-41c3-8b18-4fb9b2dc3bae,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:00.600326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be045668-af66-468e-83bb-fe3be888657c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.602433 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be045668-af66-468e-83bb-fe3be888657c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.625282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10124b52-b198-47c7-b6d9-7f7dece04db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.664798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-10124b52-b198-47c7-b6d9-7f7dece04db9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efdc29ded460415d9fde9ee49b68b936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630501 Sep 22 10:41:00.665661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10124b52-b198-47c7-b6d9-7f7dece04db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a434b1be-a3cf-420e-bdba-2bf52eb03e91,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:00.667748 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48426) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:00.718124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a8b7-678e-451c-990d-f8c548e23b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.739731 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a8b7-678e-451c-990d-f8c548e23b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.760770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be045668-af66-468e-83bb-fe3be888657c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.765837 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be045668-af66-468e-83bb-fe3be888657c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Fanout notify agent at l3_agent the message router_deleted on router 79a2412f-ba5a-4bfb-980e-2e7ceee137cb {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:41:00.769113 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be045668-af66-468e-83bb-fe3be888657c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.770262 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-be045668-af66-468e-83bb-fe3be888657c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/79a2412f-ba5a-4bfb-980e-2e7ceee137cb HTTP/1.1" status: 204 len: 168 time: 0.7356133 Sep 22 10:41:00.772993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48428) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:00.821514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91561e0-a29c-4884-a8e9-3c58ad62b8aa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting subnet 19f90931-bac5-40e8-97d8-e3d14d0d508b {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:41:00.824483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e91561e0-a29c-4884-a8e9-3c58ad62b8aa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.866734 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e91561e0-a29c-4884-a8e9-3c58ad62b8aa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.948480 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e91561e0-a29c-4884-a8e9-3c58ad62b8aa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.969374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a8b7-678e-451c-990d-f8c548e23b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.972968 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a8b7-678e-451c-990d-f8c548e23b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.974622 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b6e2a8b7-678e-451c-990d-f8c548e23b38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a434b1be-a3cf-420e-bdba-2bf52eb03e91 HTTP/1.1" status: 204 len: 168 time: 0.3056307 Sep 22 10:41:00.984857 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2a8b7-678e-451c-990d-f8c548e23b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a434b1be-a3cf-420e-bdba-2bf52eb03e91,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:01.152259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e91561e0-a29c-4884-a8e9-3c58ad62b8aa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.183656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91561e0-a29c-4884-a8e9-3c58ad62b8aa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Subnet': ['ID=19f90931-bac5-40e8-97d8-e3d14d0d508b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:01.189159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e91561e0-a29c-4884-a8e9-3c58ad62b8aa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.191065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e91561e0-a29c-4884-a8e9-3c58ad62b8aa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/19f90931-bac5-40e8-97d8-e3d14d0d508b HTTP/1.1" status: 204 len: 168 time: 0.4171395 Sep 22 10:41:01.193627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48440) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:01.194644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051d238a-35dd-4d68-a06a-6eabea74a2b6 None None] Network ec04bb54-8406-4a72-a2e1-b90de89a46af requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:01.275867 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.312358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5e4e1c92-59ad-4543-b13b-47f95933cc0f no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:01.338255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 5e4e1c92-59ad-4543-b13b-47f95933cc0f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:01.343896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5e4e1c92-59ad-4543-b13b-47f95933cc0f not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:01.352790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 23dbcb5b-8b70-40a4-836e-1e82adb12ade {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:01.353142 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.415269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a36d2-2066-4bb7-9506-31d616b1fe76 None None] DHCP port deletion for ec04bb54-8406-4a72-a2e1-b90de89a46af request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:41:01.426846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port 23dbcb5b-8b70-40a4-836e-1e82adb12ade, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=23dbcb5b-8b70-40a4-836e-1e82adb12ade,segment=NetworkSegment(7075301d-2884-4c34-9d18-00db131e7e5c),segment_id=7075301d-2884-4c34-9d18-00db131e7e5c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:01.427218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.439867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 23dbcb5b-8b70-40a4-836e-1e82adb12ade owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:01.466398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-703a36d2-2066-4bb7-9506-31d616b1fe76 None None] Deleting port 23dbcb5b-8b70-40a4-836e-1e82adb12ade {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:01.466857 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-703a36d2-2066-4bb7-9506-31d616b1fe76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.539339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-703a36d2-2066-4bb7-9506-31d616b1fe76 None None] For port 23dbcb5b-8b70-40a4-836e-1e82adb12ade, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=23dbcb5b-8b70-40a4-836e-1e82adb12ade,segment=NetworkSegment(7075301d-2884-4c34-9d18-00db131e7e5c),segment_id=7075301d-2884-4c34-9d18-00db131e7e5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:01.539734 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-703a36d2-2066-4bb7-9506-31d616b1fe76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.555806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-703a36d2-2066-4bb7-9506-31d616b1fe76 None None] Calling delete_port for 23dbcb5b-8b70-40a4-836e-1e82adb12ade owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:01.637580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.646473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-703a36d2-2066-4bb7-9506-31d616b1fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.667113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=23dbcb5b-8b70-40a4-836e-1e82adb12ade,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:01.672443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No DVR routers for this DVR port 23dbcb5b-8b70-40a4-836e-1e82adb12ade on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:01.686802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a36d2-2066-4bb7-9506-31d616b1fe76 None None] Pushing event deleted for resources: {'Port': ['ID=23dbcb5b-8b70-40a4-836e-1e82adb12ade,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:01.688357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a36d2-2066-4bb7-9506-31d616b1fe76 None None] No DVR routers for this DVR port 23dbcb5b-8b70-40a4-836e-1e82adb12ade on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:01.766372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.787264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec04bb54-8406-4a72-a2e1-b90de89a46af']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:01.796686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7075301d-2884-4c34-9d18-00db131e7e5c') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:01.797045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7075301d-2884-4c34-9d18-00db131e7e5c') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:01.801417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48458) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:01.807266 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.822403 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.832581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48462) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:01.835775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:41:01.836190 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:41:01.839401 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:41:01.847922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e199367-4dc6-4c46-b0ea-23dc87682049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:01.991877 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.009506 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.011584 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/networks/ec04bb54-8406-4a72-a2e1-b90de89a46af HTTP/1.1" status: 204 len: 168 time: 0.8168883 Sep 22 10:41:02.013027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9cd43-e188-4e82-ba05-679e7cf1dabc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Network': ['ID=ec04bb54-8406-4a72-a2e1-b90de89a46af,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:02.018148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48464) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:02.022047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1657959895', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:02.024312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-236103666-network', 'tenant_id': '8d191e614ff54cf9aa8481236c1fc19b'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:02.074678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e199367-4dc6-4c46-b0ea-23dc87682049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.122679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e199367-4dc6-4c46-b0ea-23dc87682049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.143699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:41:02.143699 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:41:02.143699 n-d-807025-3 neutron-server[95681]: [parameters: {'project_id_1': '8d191e614ff54cf9aa8481236c1fc19b', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 40, 42, 33654)}] Sep 22 10:41:02.143699 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:41:02.144200 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:41:02.166192 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7e199367-4dc6-4c46-b0ea-23dc87682049 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e58679e4a2254dcc9e2e27704581f9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321331 Sep 22 10:41:02.167246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e199367-4dc6-4c46-b0ea-23dc87682049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb1f17-7e5c-4637-b442-ff9a907e32d6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:02.168817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48466) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:02.196276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.197273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.239429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d12f527-f48a-4e44-83ea-96dc615f98e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.270621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.291350 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d12f527-f48a-4e44-83ea-96dc615f98e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.428069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d12f527-f48a-4e44-83ea-96dc615f98e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.430772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d12f527-f48a-4e44-83ea-96dc615f98e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.431920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3d12f527-f48a-4e44-83ea-96dc615f98e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13bb1f17-7e5c-4637-b442-ff9a907e32d6 HTTP/1.1" status: 204 len: 168 time: 0.2621326 Sep 22 10:41:02.723492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Made reservation on behalf of 8d191e614ff54cf9aa8481236c1fc19b for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:02.726387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.737232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.827382 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.830434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12f527-f48a-4e44-83ea-96dc615f98e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb1f17-7e5c-4637-b442-ff9a907e32d6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:02.851820 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.941132 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:02.996754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:41:03.008160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd40a182-1d51-4b14-904f-23d918ceecf3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:03.009702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 23dbcb5b-8b70-40a4-836e-1e82adb12ade no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:03.019941 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.020289 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Added segment 6c16ddbf-7170-4800-8b29-5d7ebcdcdedd of type vlan for network 5a6f9502-3540-4268-90ba-e7c89bc21ff0 Sep 22 10:41:03.038719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 23dbcb5b-8b70-40a4-836e-1e82adb12ade {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:03.039390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 23dbcb5b-8b70-40a4-836e-1e82adb12ade not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:03.068521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.127611 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.146133 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.168009 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.169141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:03.169618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.244906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] Pushing event updated for resources: {'Network': ['ID=5a6f9502-3540-4268-90ba-e7c89bc21ff0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:03.257874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 5a6f9502-3540-4268-90ba-e7c89bc21ff0 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:41:03.269719 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0f788eb9-bb52-4f23-b3dc-df148feb48ad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4671724 Sep 22 10:41:03.273998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48494) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:03.281095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Request body: {'subnet': {'network_id': '5a6f9502-3540-4268-90ba-e7c89bc21ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-236103666-subnet', 'tenant_id': '8d191e614ff54cf9aa8481236c1fc19b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:03.284749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 172.25.1.171 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/66a1e09b-ae76-4a5d-827f-370aa8ff6a3b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:03.369157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Made reservation on behalf of 8d191e614ff54cf9aa8481236c1fc19b for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:03.371580 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.409020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a404ff3-2a38-4ccf-b06f-4e02265819da req-2c368e2f-3a4d-4b0b-9581-554ec699d571 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:03.410668 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a404ff3-2a38-4ccf-b06f-4e02265819da req-2c368e2f-3a4d-4b0b-9581-554ec699d571 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1096 time: 0.1089995 Sep 22 10:41:03.464827 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.474610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a404ff3-2a38-4ccf-b06f-4e02265819da req-fc9b5612-535a-4c76-9cb2-1594ad50cace tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544851 Sep 22 10:41:03.502816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48498) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:03.567254 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.649187 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.652813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:03.665841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:03.668057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=66a1e09b-ae76-4a5d-827f-370aa8ff6a3b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:03.670974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:03.716826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579aca27-e1ce-4612-aefc-5a2589211ccf,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:03.725902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Checking segment: {'id': '6c16ddbf-7170-4800-8b29-5d7ebcdcdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a6f9502-3540-4268-90ba-e7c89bc21ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:03.726506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Network hostable DHCP agents. Network: 5a6f9502-3540-4268-90ba-e7c89bc21ff0, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:41:03.843119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Network 5a6f9502-3540-4268-90ba-e7c89bc21ff0 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:41:03.851264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port baad1611-cb67-4876-a437-ea30b1e3905c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:03.851848 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.928374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.928713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.942263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for baad1611-cb67-4876-a437-ea30b1e3905c owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:03.946051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 5a6f9502-3540-4268-90ba-e7c89bc21ff0) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:03.958760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:03.961306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:03.962269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22f28c-3232-4ad3-9805-9d47825767f2 None None] Network 5a6f9502-3540-4268-90ba-e7c89bc21ff0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:04.089549 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bfd5da1b-7b21-4929-ae1d-101a10fe3155 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8143456 Sep 22 10:41:04.109513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64dff2-53ba-44e2-8b65-9ff5f77ce8ed None None] Network 5a6f9502-3540-4268-90ba-e7c89bc21ff0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:04.139716 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:04.372408 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:04.405868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=baad1611-cb67-4876-a437-ea30b1e3905c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:04.479392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:04.489472 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:04.489813 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Floating IP 41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d disassociated (deleted). External IP: 172.25.1.246, port: f6085d9d-cfea-44e9-ba51-ae6ebda2f33e. Sep 22 10:41:04.864997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-3916f417-9125-42cf-a5cc-2983ca8c3140 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:04.866645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-3916f417-9125-42cf-a5cc-2983ca8c3140 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/networks?id=5a6f9502-3540-4268-90ba-e7c89bc21ff0 HTTP/1.1" status: 200 len: 808 time: 0.2180820 Sep 22 10:41:04.894232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-ed157ae1-1357-42a4-b82c-7054ee34ff84 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/quotas/8d191e614ff54cf9aa8481236c1fc19b HTTP/1.1" status: 200 len: 375 time: 0.0147350 Sep 22 10:41:04.933892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-2ae50fe6-17e4-47c6-8890-c440fc2a64fe tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d191e614ff54cf9aa8481236c1fc19b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342436 Sep 22 10:41:04.935593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 5cddec5a-37c5-449f-884e-678f124cb126 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:04.965016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router e1c949af-3503-447f-a5f3-1e749ad75189 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:41:05.184326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-02fc1fcb-2f52-4ad4-accf-02b75072a354 service neutron] 10.222.0.20 "GET /v2.0/networks/5a6f9502-3540-4268-90ba-e7c89bc21ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420523 Sep 22 10:41:05.214154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:05.227048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] Sync routers for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:05.229027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:05.237826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:05.238691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:05.310714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:05.316329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3b83a56d-8e7d-469c-81f2-55c9c701b42c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/floatingips/41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d HTTP/1.1" status: 204 len: 168 time: 1.8127866 Sep 22 10:41:05.323829 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc7cb6-4d92-46b6-bff4-a5c0f713503e None None] Sync routers for ids ['e1c949af-3503-447f-a5f3-1e749ad75189'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:05.325770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:05.330579 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4367bb31-fedc-49be-8dd0-d8a23426bc29" -d '{"events": [{"name": "network-changed", "server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:05.334823 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc7cb6-4d92-46b6-bff4-a5c0f713503e None None] Routers {'e1c949af-3503-447f-a5f3-1e749ad75189'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:05.336438 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-fdcc7cb6-4d92-46b6-bff4-a5c0f713503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e1c949af-3503-447f-a5f3-1e749ad75189'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:05.350466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:05.365337 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-8d89992f-5291-4109-8a6c-e6aaccc5dabc service neutron] 10.222.0.20 "GET /v2.0/networks/5a6f9502-3540-4268-90ba-e7c89bc21ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668568 Sep 22 10:41:05.369301 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-fdcc7cb6-4d92-46b6-bff4-a5c0f713503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:05.378315 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc7cb6-4d92-46b6-bff4-a5c0f713503e None None] Routers {'e1c949af-3503-447f-a5f3-1e749ad75189'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:05.378938 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-fdcc7cb6-4d92-46b6-bff4-a5c0f713503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e1c949af-3503-447f-a5f3-1e749ad75189'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:05.455784 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:05.457906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0a8b4e3e-d6d2-4809-9da5-0a81c5f30bbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4400036 Sep 22 10:41:05.461049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48564) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:05.510665 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-fdcc7cb6-4d92-46b6-bff4-a5c0f713503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:05.511329 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc7cb6-4d92-46b6-bff4-a5c0f713503e None None] The sync data for ids ['e1c949af-3503-447f-a5f3-1e749ad75189'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:05.583759 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4b766771-ee43-4223-b8e8-b31a6868d595 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/routers/e1c949af-3503-447f-a5f3-1e749ad75189 HTTP/1.1" status: 200 len: 885 time: 0.1209462 Sep 22 10:41:05.588361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48566) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:05.645537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:39:05Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'db768f08-a38d-462b-a552-595fcb23c349', 'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:2b:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:03Z', 'updated_at': '2021-09-22T10:39:10Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:05.696115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] Checking router: 5cddec5a-37c5-449f-884e-678f124cb126 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:05.719155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:05.719802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:06.056871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:06.289502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:39:05Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'db768f08-a38d-462b-a552-595fcb23c349', 'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:2b:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:03Z', 'updated_at': '2021-09-22T10:39:10Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:06.320518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76e5c3-425c-4fef-8d92-dd838c7d2ca5 None None] The sync data for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 is: [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:39:05Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'db768f08-a38d-462b-a552-595fcb23c349', 'name': '', 'network_id': '09caaea8-d027-41d1-b3dd-c24a1a0e301f', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:2b:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:03Z', 'updated_at': '2021-09-22T10:39:10Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '78749e6c-6bde-486d-bd69-49c9a971075b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:06.345080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cbc97c85-c207-449c-8084-187a6ade0751 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7563159 Sep 22 10:41:06.348710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:06.354244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0e7b63c5-dd82-4f96-93a2-fa0782d4ea37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1657959895'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:06.371152 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7784dd4d-0bb4-4a94-afa0-82902179a157 x-openstack-request-id: req-7784dd4d-0bb4-4a94-afa0-82902179a157 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:06.371630 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:06.372055 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7784dd4d-0bb4-4a94-afa0-82902179a157 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:06.372699 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'status': 'completed', 'code': 200} Sep 22 10:41:06.458166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ad11e9a-b65c-43e2-bd37-113fdfe46e85 req-1d27e855-652e-4b7f-b884-e63f1903e305 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 210 time: 0.0462635 Sep 22 10:41:06.520337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-08409599-7071-4826-ab6b-87a8da4bcfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:06.523126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-08409599-7071-4826-ab6b-87a8da4bcfa1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 1096 time: 0.1233847 Sep 22 10:41:06.708151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15fd31-d254-420e-8327-f7e455d1f69f req-e12c6063-f119-4f0a-b089-171d24c2ff66 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:06.709798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a15fd31-d254-420e-8327-f7e455d1f69f req-e12c6063-f119-4f0a-b089-171d24c2ff66 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.1675601 Sep 22 10:41:06.801962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-4ccf03da-ec55-4f41-9f47-b0c3bd6087cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:06.803629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-4ccf03da-ec55-4f41-9f47-b0c3bd6087cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 200 len: 897 time: 0.2732754 Sep 22 10:41:06.819216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a15fd31-d254-420e-8327-f7e455d1f69f req-90d6a106-e794-4d61-8778-4901e25eb914 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930698 Sep 22 10:41:06.842963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc755e86-2581-49ed-a400-c6b0b41b5994 None None] New status for floating IP 41db1cf6-c778-4ccd-849e-fdc7d7ba6d2d: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:41:06.845797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e7b63c5-dd82-4f96-93a2-fa0782d4ea37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:06.876198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-93dfd0a1-0d84-4896-8bac-f635a3da7251 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 200 len: 217 time: 0.0557201 Sep 22 10:41:06.934826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-31ab3898-0a21-47e7-95f4-ab65ccaf6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:06.936411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-31ab3898-0a21-47e7-95f4-ab65ccaf6dec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 200 len: 835 time: 0.0523806 Sep 22 10:41:06.987429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-528e9416-cfce-47bb-b913-88a19bb07436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:06.988969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-528e9416-cfce-47bb-b913-88a19bb07436 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09caaea8-d027-41d1-b3dd-c24a1a0e301f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454056 Sep 22 10:41:07.099716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-95e11b2e-e828-4c83-b625-a0ce58add1c9 service neutron] 10.222.0.30 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027939 Sep 22 10:41:07.101665 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e7b63c5-dd82-4f96-93a2-fa0782d4ea37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:07.209280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4367bb31-fedc-49be-8dd0-d8a23426bc29 req-b5d37308-f735-4077-b2eb-9b3a61cafe4a service neutron] 10.222.0.30 "GET /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016078 Sep 22 10:41:07.229821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7b63c5-dd82-4f96-93a2-fa0782d4ea37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router e1c949af-3503-447f-a5f3-1e749ad75189 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:07.343223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7b63c5-dd82-4f96-93a2-fa0782d4ea37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:07.356515 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca61bf-97bf-4c34-bb6f-6b0a8fb24de2 None None] Sync routers for ids ['e1c949af-3503-447f-a5f3-1e749ad75189'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:07.362370 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0e7b63c5-dd82-4f96-93a2-fa0782d4ea37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:07.367829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48594) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:07.374506 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0e7b63c5-dd82-4f96-93a2-fa0782d4ea37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/e1c949af-3503-447f-a5f3-1e749ad75189 HTTP/1.1" status: 200 len: 892 time: 1.0177526 Sep 22 10:41:07.449113 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca61bf-97bf-4c34-bb6f-6b0a8fb24de2 None None] Routers {'e1c949af-3503-447f-a5f3-1e749ad75189'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:07.452072 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d0ca61bf-97bf-4c34-bb6f-6b0a8fb24de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e1c949af-3503-447f-a5f3-1e749ad75189'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:07.528490 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d0ca61bf-97bf-4c34-bb6f-6b0a8fb24de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:07.545407 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca61bf-97bf-4c34-bb6f-6b0a8fb24de2 None None] Routers {'e1c949af-3503-447f-a5f3-1e749ad75189'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:07.546280 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d0ca61bf-97bf-4c34-bb6f-6b0a8fb24de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e1c949af-3503-447f-a5f3-1e749ad75189'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:07.568888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8caabfdf-c867-420c-9ad7-d497e7c0d044 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/routers/e1c949af-3503-447f-a5f3-1e749ad75189 HTTP/1.1" status: 200 len: 892 time: 0.1986160 Sep 22 10:41:07.577942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48600) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:07.581126 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-d0ca61bf-97bf-4c34-bb6f-6b0a8fb24de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:07.581794 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca61bf-97bf-4c34-bb6f-6b0a8fb24de2 None None] The sync data for ids ['e1c949af-3503-447f-a5f3-1e749ad75189'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:07.588332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a41747e3-e50c-4f06-8bab-4916312801ad req-27715ce3-f3c1-4ddf-931d-a6f5068581f4 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 210 time: 0.0370350 Sep 22 10:41:07.625170 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3faca07d-bb3f-4efe-87db-548969f3486d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c949af-3503-447f-a5f3-1e749ad75189 HTTP/1.1" status: 200 len: 205 time: 0.0437515 Sep 22 10:41:07.626076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48604) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:07.667364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b580da-893b-44d8-9221-06e7064bce7e req-b095eef8-486e-4259-889a-5be270ab2659 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:07.669786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56b580da-893b-44d8-9221-06e7064bce7e req-b095eef8-486e-4259-889a-5be270ab2659 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.0685353 Sep 22 10:41:07.743915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48606) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:07.755977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:07.790053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-56b580da-893b-44d8-9221-06e7064bce7e req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:07.790706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-56b580da-893b-44d8-9221-06e7064bce7e req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:07.894036 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dba6101d-5861-4732-ab1a-06244c92b404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:07.925228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-56b580da-893b-44d8-9221-06e7064bce7e req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:07.925499 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-56b580da-893b-44d8-9221-06e7064bce7e req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:07.932179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:07.939762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-56b580da-893b-44d8-9221-06e7064bce7e req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for f6085d9d-cfea-44e9-ba51-ae6ebda2f33e owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:08.030864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dba6101d-5861-4732-ab1a-06244c92b404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.055048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22ccc5-a52b-4c79-91c9-e1de45215c25 req-06800df7-0c1c-4a48-8ba2-a919cb683733 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:08.056685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f22ccc5-a52b-4c79-91c9-e1de45215c25 req-06800df7-0c1c-4a48-8ba2-a919cb683733 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 945 time: 0.1129055 Sep 22 10:41:08.074673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 66a1e09b-ae76-4a5d-827f-370aa8ff6a3b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:08.075140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.136054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f22ccc5-a52b-4c79-91c9-e1de45215c25 req-ca7fcd89-9c35-45b4-9248-a4e15b5f3fc2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dd5e050-dae0-4338-9864-cef10aebfd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711536 Sep 22 10:41:08.156969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.175987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 66a1e09b-ae76-4a5d-827f-370aa8ff6a3b owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:08.230530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dba6101d-5861-4732-ab1a-06244c92b404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.274436 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6101d-5861-4732-ab1a-06244c92b404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88458e16-1ae5-4807-9e27-b24d851a9301,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:08.290088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-56b580da-893b-44d8-9221-06e7064bce7e req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.292178 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dba6101d-5861-4732-ab1a-06244c92b404 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f92dbb09b91f4a3bb381a1026aa6496b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470526 Sep 22 10:41:08.294883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48614) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:08.333225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=f6085d9d-cfea-44e9-ba51-ae6ebda2f33e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:08.383610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b580da-893b-44d8-9221-06e7064bce7e req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] No DVR routers for this DVR port f6085d9d-cfea-44e9-ba51-ae6ebda2f33e on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:08.386877 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-56b580da-893b-44d8-9221-06e7064bce7e req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.389763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56b580da-893b-44d8-9221-06e7064bce7e req-0f6e6022-870e-4619-b34b-3fdc0c369a90 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "DELETE /v2.0/ports/f6085d9d-cfea-44e9-ba51-ae6ebda2f33e HTTP/1.1" status: 204 len: 173 time: 0.7130077 Sep 22 10:41:08.390259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'name': 'network-vif-deleted', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:08.393675 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f806-3110-49b2-9bb2-0825ce5f283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.399060 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff002f-51ad-480f-a60c-6a6451e4d782" -d '{"events": [{"server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "name": "network-vif-deleted", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:08.442759 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8546c1ee-ec5c-4fca-8a5e-d2936f234ad4 x-openstack-request-id: req-8546c1ee-ec5c-4fca-8a5e-d2936f234ad4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:08.443164 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07", "name": "network-vif-deleted", "tag": "f6085d9d-cfea-44e9-ba51-ae6ebda2f33e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:08.443314 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f806-3110-49b2-9bb2-0825ce5f283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.443598 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8546c1ee-ec5c-4fca-8a5e-d2936f234ad4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:08.444435 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07', 'name': 'network-vif-deleted', 'tag': 'f6085d9d-cfea-44e9-ba51-ae6ebda2f33e', 'status': 'completed', 'code': 200} Sep 22 10:41:08.608294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.634298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=66a1e09b-ae76-4a5d-827f-370aa8ff6a3b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:08.666834 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f806-3110-49b2-9bb2-0825ce5f283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.669298 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f806-3110-49b2-9bb2-0825ce5f283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.670580 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f6b1f806-3110-49b2-9bb2-0825ce5f283f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88458e16-1ae5-4807-9e27-b24d851a9301 HTTP/1.1" status: 204 len: 168 time: 0.3747978 Sep 22 10:41:08.708879 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1f806-3110-49b2-9bb2-0825ce5f283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88458e16-1ae5-4807-9e27-b24d851a9301,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:08.742537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19f31422-9944-499f-a597-90ad81eb4861 req-28194401-f51b-4d53-9b72-5707c88930d1 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 210 time: 0.0708916 Sep 22 10:41:08.753357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.857121 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.859473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.016232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-a468a271-e595-4c8e-954e-effe86bf0f4e tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:09.018774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-a468a271-e595-4c8e-954e-effe86bf0f4e tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.32 "GET /v2.0/networks?id=5a6f9502-3540-4268-90ba-e7c89bc21ff0 HTTP/1.1" status: 200 len: 808 time: 0.1232555 Sep 22 10:41:09.031964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Request body: {'port': {'device_id': '30ab72f1-2be6-4fc6-bf55-1d023dbbba27', 'network_id': '5a6f9502-3540-4268-90ba-e7c89bc21ff0', 'admin_state_up': True, 'tenant_id': '8d191e614ff54cf9aa8481236c1fc19b'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:09.101589 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.104645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Fanout notify agent at l3_agent the message router_deleted on router e1c949af-3503-447f-a5f3-1e749ad75189 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:41:09.124934 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.126242 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5b020f45-9550-4555-87df-3cceedef59d4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/e1c949af-3503-447f-a5f3-1e749ad75189 HTTP/1.1" status: 204 len: 168 time: 1.4989936 Sep 22 10:41:09.130944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48628) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:09.137109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-430780197'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:09.274237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeeda6a2-174d-4930-b948-eb89bd39da14 req-7cc80bba-897f-41ac-ae01-43f7788d1e77 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f37b1a-a9bd-4fb9-bfed-e2ade17a1a07 HTTP/1.1" status: 200 len: 210 time: 0.0342169 Sep 22 10:41:09.288970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:09.292519 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.330212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:41:09.342355 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.342948 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added segment 54deb060-fc58-4acf-91d9-7516cc8dd831 of type vlan for network 77df93ea-1312-4b0d-b89b-6b748914ea24 Sep 22 10:41:09.393132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.411039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Made reservation on behalf of 8d191e614ff54cf9aa8481236c1fc19b for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:09.414492 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.531443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.537395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:09.537972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.619979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48636) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:09.633464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Network': ['ID=77df93ea-1312-4b0d-b89b-6b748914ea24,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:09.642599 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2463cd9-8016-455e-a2e1-5259b28e7cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.643037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Allocated IP 172.20.0.3 (5a6f9502-3540-4268-90ba-e7c89bc21ff0/579aca27-e1ce-4612-aefc-5a2589211ccf/450e5931-cd30-4f5a-b9a6-73b9927195dd) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:09.648598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 77df93ea-1312-4b0d-b89b-6b748914ea24 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:41:09.675934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b7248822-e91e-4d85-bec4-5bd05d239f95 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5438664 Sep 22 10:41:09.681266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48638) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:09.696583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'subnet': {'network_id': '77df93ea-1312-4b0d-b89b-6b748914ea24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:09.866586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17740139-57c7-4e3a-92b9-90f7dcab2412 req-ecd1746e-a042-4781-9bab-8b261b9c0c07 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 210 time: 0.0430553 Sep 22 10:41:09.890767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.898079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2463cd9-8016-455e-a2e1-5259b28e7cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.027869 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2463cd9-8016-455e-a2e1-5259b28e7cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.049601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.077018 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d2463cd9-8016-455e-a2e1-5259b28e7cc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d94764cf18e40c3b96805f9e20cb285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558606 Sep 22 10:41:10.080687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48642) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:10.092708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Network 5a6f9502-3540-4268-90ba-e7c89bc21ff0 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:10.093958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2463cd9-8016-455e-a2e1-5259b28e7cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a5416f-52cd-4196-a0ad-aebdbc2e72ce,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:10.096076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:10.100192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:10.128971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Pushing event updated for resources: {'Port': ['ID=450e5931-cd30-4f5a-b9a6-73b9927195dd,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:10.151774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5130d031-57ae-4b41-9975-700ffec15dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.161149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:10.161779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.173504 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5130d031-57ae-4b41-9975-700ffec15dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.220840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:10.225068 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.317913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-28f9cbe3-ac22-43fc-b700-b6e7a6f1c77b tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2898211 Sep 22 10:41:10.331154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Request body: {'port': {'device_id': '30ab72f1-2be6-4fc6-bf55-1d023dbbba27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:10.343161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48646) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:10.384637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.432203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5130d031-57ae-4b41-9975-700ffec15dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.434820 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5130d031-57ae-4b41-9975-700ffec15dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.439658 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5130d031-57ae-4b41-9975-700ffec15dca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61a5416f-52cd-4196-a0ad-aebdbc2e72ce HTTP/1.1" status: 204 len: 168 time: 0.3542986 Sep 22 10:41:10.459496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130d031-57ae-4b41-9975-700ffec15dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a5416f-52cd-4196-a0ad-aebdbc2e72ce,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:10.619021 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:41:10.709856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450e5931-cd30-4f5a-b9a6-73b9927195dd {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:41:10.718933 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.732867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Transition to ACTIVE for port object 450e5931-cd30-4f5a-b9a6-73b9927195dd will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:41:10.837258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:10.920188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Pushing event updated for resources: {'Port': ['ID=450e5931-cd30-4f5a-b9a6-73b9927195dd,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:11.017457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0eaf9-347b-48d5-a31e-4c4f61de92f0 req-f5b75dc8-153b-4c94-a4e4-328b31d5e2a2 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:11.019155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09d0eaf9-347b-48d5-a31e-4c4f61de92f0 req-f5b75dc8-153b-4c94-a4e4-328b31d5e2a2 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 943 time: 0.0676541 Sep 22 10:41:11.047163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Attempting to bind port 450e5931-cd30-4f5a-b9a6-73b9927195dd on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:11.047509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Attempting to bind port 450e5931-cd30-4f5a-b9a6-73b9927195dd by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '6c16ddbf-7170-4800-8b29-5d7ebcdcdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a6f9502-3540-4268-90ba-e7c89bc21ff0'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:11.047848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Attempting to bind port 450e5931-cd30-4f5a-b9a6-73b9927195dd on network 5a6f9502-3540-4268-90ba-e7c89bc21ff0 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:11.055763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Port 450e5931-cd30-4f5a-b9a6-73b9927195dd on network 5a6f9502-3540-4268-90ba-e7c89bc21ff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:41:11.056101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Attempting to bind port 450e5931-cd30-4f5a-b9a6-73b9927195dd on network 5a6f9502-3540-4268-90ba-e7c89bc21ff0 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:11.072166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:11.072346 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.072478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Checking segment: {'id': '6c16ddbf-7170-4800-8b29-5d7ebcdcdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a6f9502-3540-4268-90ba-e7c89bc21ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:11.072478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Bound using segment: {'id': '6c16ddbf-7170-4800-8b29-5d7ebcdcdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a6f9502-3540-4268-90ba-e7c89bc21ff0'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:11.077199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Bound port: 450e5931-cd30-4f5a-b9a6-73b9927195dd, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c16ddbf-7170-4800-8b29-5d7ebcdcdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5a6f9502-3540-4268-90ba-e7c89bc21ff0'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:11.077199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.081240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09d0eaf9-347b-48d5-a31e-4c4f61de92f0 req-48ef75fb-f1a9-4167-a2b0-c5e339ad23f1 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Sep 22 10:41:11.152042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] For port 450e5931-cd30-4f5a-b9a6-73b9927195dd, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:11.157387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] For port 450e5931-cd30-4f5a-b9a6-73b9927195dd, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=450e5931-cd30-4f5a-b9a6-73b9927195dd,segment=NetworkSegment(6c16ddbf-7170-4800-8b29-5d7ebcdcdedd),segment_id=6c16ddbf-7170-4800-8b29-5d7ebcdcdedd)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:11.158161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Subnet': ['ID=3b3461d6-e071-41d1-92c9-d56720a6b4ef,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:11.179296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Checking segment: {'id': '54deb060-fc58-4acf-91d9-7516cc8dd831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '77df93ea-1312-4b0d-b89b-6b748914ea24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:11.179655 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network hostable DHCP agents. Network: 77df93ea-1312-4b0d-b89b-6b748914ea24, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:41:11.256485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.283402 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.327281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:11.328123 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.328284 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 77df93ea-1312-4b0d-b89b-6b748914ea24 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:41:11.329267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/450e5931-cd30-4f5a-b9a6-73b9927195dd HTTP/1.1" status: 200 len: 1091 time: 1.0030751 Sep 22 10:41:11.329715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ab72f1-2be6-4fc6-bf55-1d023dbbba27', 'tag': '450e5931-cd30-4f5a-b9a6-73b9927195dd'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:11.332029 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ff32b1-fe1c-4d18-932c-486504356f46" -d '{"events": [{"name": "network-changed", "server_uuid": "30ab72f1-2be6-4fc6-bf55-1d023dbbba27", "tag": "450e5931-cd30-4f5a-b9a6-73b9927195dd"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:11.366673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86654a8-8c1b-4407-a9e4-f264980b55c6 service neutron] Pushing event updated for resources: {'Port': ['ID=450e5931-cd30-4f5a-b9a6-73b9927195dd,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:11.382415 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb31b1c2-9d7f-44cd-9ae4-45c01a7d8c31 x-openstack-request-id: req-bb31b1c2-9d7f-44cd-9ae4-45c01a7d8c31 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:11.382978 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ab72f1-2be6-4fc6-bf55-1d023dbbba27", "tag": "450e5931-cd30-4f5a-b9a6-73b9927195dd", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:11.383548 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb31b1c2-9d7f-44cd-9ae4-45c01a7d8c31 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:11.384145 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ab72f1-2be6-4fc6-bf55-1d023dbbba27', 'tag': '450e5931-cd30-4f5a-b9a6-73b9927195dd', 'status': 'completed', 'code': 200} Sep 22 10:41:11.425097 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 77df93ea-1312-4b0d-b89b-6b748914ea24) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:11.430740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:11.431391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.436091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e76f7b2-604e-4a1a-850d-c36ab34ce4d2 None None] Network 77df93ea-1312-4b0d-b89b-6b748914ea24 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:11.455173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff32b1-fe1c-4d18-932c-486504356f46 req-f16cfa57-9021-4ced-b8c7-4417ceff6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:11.457165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28ff32b1-fe1c-4d18-932c-486504356f46 req-f16cfa57-9021-4ced-b8c7-4417ceff6756 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d191e614ff54cf9aa8481236c1fc19b&device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 1094 time: 0.0484569 Sep 22 10:41:11.531942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f6085d9d-cfea-44e9-ba51-ae6ebda2f33e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:11.558264 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-51206147-d490-4dfe-a54c-39f70ae5759e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8745584 Sep 22 10:41:11.561199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48676) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:11.575730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: f6085d9d-cfea-44e9-ba51-ae6ebda2f33e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:11.576015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f6085d9d-cfea-44e9-ba51-ae6ebda2f33e not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:11.587610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-09e5ff1a-fb20-4dbc-baa6-5d1015fb2c3f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-340103286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:11.671554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port db768f08-a38d-462b-a552-595fcb23c349 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:11.671915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.691413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff32b1-fe1c-4d18-932c-486504356f46 req-6e20bbc1-f230-481b-9c52-eb8f615c8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:11.692990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28ff32b1-fe1c-4d18-932c-486504356f46 req-6e20bbc1-f230-481b-9c52-eb8f615c8356 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8d191e614ff54cf9aa8481236c1fc19b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2266722 Sep 22 10:41:11.722730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-77df93ea-1312-4b0d-b89b-6b748914ea24', 'network_id': '77df93ea-1312-4b0d-b89b-6b748914ea24', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'fixed_ips': [{'subnet_id': '3b3461d6-e071-41d1-92c9-d56720a6b4ef'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:41:11.727571 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.754147 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09e5ff1a-fb20-4dbc-baa6-5d1015fb2c3f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.755267 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09e5ff1a-fb20-4dbc-baa6-5d1015fb2c3f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.794894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port db768f08-a38d-462b-a552-595fcb23c349, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=db768f08-a38d-462b-a552-595fcb23c349,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:11.795256 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.825766 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for db768f08-a38d-462b-a552-595fcb23c349 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:11.869818 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09e5ff1a-fb20-4dbc-baa6-5d1015fb2c3f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.948064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Allocated IP 2001:db8::2 (77df93ea-1312-4b0d-b89b-6b748914ea24/3b3461d6-e071-41d1-92c9-d56720a6b4ef/c54a3dba-b69b-411c-93a9-3709a04138f5) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:12.010977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09e5ff1a-fb20-4dbc-baa6-5d1015fb2c3f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.165573 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.174423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09e5ff1a-fb20-4dbc-baa6-5d1015fb2c3f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.175608 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-09e5ff1a-fb20-4dbc-baa6-5d1015fb2c3f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5964532 Sep 22 10:41:12.185777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48688) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:12.236873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff32b1-fe1c-4d18-932c-486504356f46 req-b541bb06-0a89-4a9f-971e-e79afe262e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:12.238696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28ff32b1-fe1c-4d18-932c-486504356f46 req-b541bb06-0a89-4a9f-971e-e79afe262e77 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5372639 Sep 22 10:41:12.269742 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.270033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413890c7-5350-4013-b4a2-c56076848051 req-ef08aa98-ab0f-4463-af6f-bd6e3ac2dc30 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:12.274514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-413890c7-5350-4013-b4a2-c56076848051 req-ef08aa98-ab0f-4463-af6f-bd6e3ac2dc30 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 943 time: 0.0767205 Sep 22 10:41:12.289318 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.332767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Network 77df93ea-1312-4b0d-b89b-6b748914ea24 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:12.336414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:12.341843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=db768f08-a38d-462b-a552-595fcb23c349,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:12.351320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:12.355270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-413890c7-5350-4013-b4a2-c56076848051 req-bb23a965-cb08-4f27-b1f4-6f99ced4ad43 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741227 Sep 22 10:41:12.373883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Pushing event updated for resources: {'Port': ['ID=c54a3dba-b69b-411c-93a9-3709a04138f5,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:12.374454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-b1573325-9e63-444c-a944-4badf6e82414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:12.375969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-b1573325-9e63-444c-a944-4badf6e82414 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d191e614ff54cf9aa8481236c1fc19b&device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 1094 time: 0.0880504 Sep 22 10:41:12.415747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.416345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.416977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.418946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.419357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.419768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.420168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.420587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.420988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.421378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.421776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.422189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:12.464572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Attempting to bind port c54a3dba-b69b-411c-93a9-3709a04138f5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:12.465675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Attempting to bind port c54a3dba-b69b-411c-93a9-3709a04138f5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '54deb060-fc58-4acf-91d9-7516cc8dd831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '77df93ea-1312-4b0d-b89b-6b748914ea24'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:12.466266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Attempting to bind port c54a3dba-b69b-411c-93a9-3709a04138f5 on network 77df93ea-1312-4b0d-b89b-6b748914ea24 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:12.480697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:12.480902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Checking segment: {'id': '54deb060-fc58-4acf-91d9-7516cc8dd831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '77df93ea-1312-4b0d-b89b-6b748914ea24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:12.481314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.481713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Bound using segment: {'id': '54deb060-fc58-4acf-91d9-7516cc8dd831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '77df93ea-1312-4b0d-b89b-6b748914ea24'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:12.482204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Bound port: c54a3dba-b69b-411c-93a9-3709a04138f5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54deb060-fc58-4acf-91d9-7516cc8dd831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '77df93ea-1312-4b0d-b89b-6b748914ea24'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:12.482591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.504430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-5148b859-83ad-4d71-bbf8-91f96ec6d3d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450e5931-cd30-4f5a-b9a6-73b9927195dd HTTP/1.1" status: 200 len: 217 time: 0.1191564 Sep 22 10:41:12.579208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] For port c54a3dba-b69b-411c-93a9-3709a04138f5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:12.582662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] For port c54a3dba-b69b-411c-93a9-3709a04138f5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c54a3dba-b69b-411c-93a9-3709a04138f5,segment=NetworkSegment(54deb060-fc58-4acf-91d9-7516cc8dd831),segment_id=54deb060-fc58-4acf-91d9-7516cc8dd831)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:12.585107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-da4dd256-308e-4390-ae60-89d6fa2ebcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:12.588272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-da4dd256-308e-4390-ae60-89d6fa2ebcd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=579aca27-e1ce-4612-aefc-5a2589211ccf HTTP/1.1" status: 200 len: 848 time: 0.0743167 Sep 22 10:41:12.662365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-d5f292ec-d7d9-4bfd-9e5b-3638408c9327 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a6f9502-3540-4268-90ba-e7c89bc21ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645111 Sep 22 10:41:12.694422 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.762258 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.780088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51be74-40e5-40e8-aef3-34074b30db45 None None] Pushing event updated for resources: {'Port': ['ID=c54a3dba-b69b-411c-93a9-3709a04138f5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:12.809817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-03c4cd94-d031-426f-b1d4-2b8ba4ffb9f9 service neutron] 10.222.0.32 "GET /v2.0/networks/5a6f9502-3540-4268-90ba-e7c89bc21ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343799 Sep 22 10:41:12.896596 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:12.917828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29a625ab-74dd-4e0a-a13c-f4c67e8dc7fc req-17a72a49-a566-4919-a36b-1326aa097f63 service neutron] 10.222.0.32 "GET /v2.0/networks/5a6f9502-3540-4268-90ba-e7c89bc21ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001978 Sep 22 10:41:13.198752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 2001:db8::1 (77df93ea-1312-4b0d-b89b-6b748914ea24/3b3461d6-e071-41d1-92c9-d56720a6b4ef/e69ea79c-3872-4879-adfd-c3aa4c547dca) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:13.395060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 5cddec5a-37c5-449f-884e-678f124cb126 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:13.399682 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:13.500974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f1f5f-3399-437a-bb6f-d421d0976a10 req-28aa0798-a6f1-44a0-83fd-10332ff4a56f tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:13.503000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6f1f5f-3399-437a-bb6f-d421d0976a10 req-28aa0798-a6f1-44a0-83fd-10332ff4a56f tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 943 time: 0.0675013 Sep 22 10:41:13.538255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:13.544443 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b2977916-d33b-4b12-a310-863a11133de4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "PUT /v2.0/routers/5cddec5a-37c5-449f-884e-678f124cb126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1995492 Sep 22 10:41:13.546957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48714) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:13.551596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] Sync routers for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:13.565817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:13.566695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:13.572600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a6f1f5f-3399-437a-bb6f-d421d0976a10 req-8c23d481-168f-41fb-a6f1-0dedf723d623 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628357 Sep 22 10:41:13.644679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting subnet 78749e6c-6bde-486d-bd69-49c9a971075b {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:41:13.649276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:13.652866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:13.727739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 77df93ea-1312-4b0d-b89b-6b748914ea24 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:13.734046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:13.743307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:13.744246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:13.745201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:13.792840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:13.820398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=e69ea79c-3872-4879-adfd-c3aa4c547dca,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:13.917666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:13.941901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10b8a86-7007-4392-91de-aa240cf83861 None None] Network 77df93ea-1312-4b0d-b89b-6b748914ea24 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:14.061857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ca4726fb-b075-4ed7-a44b-c34117f89da6 None None] Provisioning complete for port c54a3dba-b69b-411c-93a9-3709a04138f5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:14.062281 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ca4726fb-b075-4ed7-a44b-c34117f89da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.107035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.136874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.145348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:41:12Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:14.175814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] Checking router: 5cddec5a-37c5-449f-884e-678f124cb126 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:14.189285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Subnet': ['ID=78749e6c-6bde-486d-bd69-49c9a971075b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:14.194468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.197739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/subnets/78749e6c-6bde-486d-bd69-49c9a971075b HTTP/1.1" status: 204 len: 168 time: 0.6477454 Sep 22 10:41:14.204263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb15e3-2943-4963-9b3f-ccce229db357 None None] Network 09caaea8-d027-41d1-b3dd-c24a1a0e301f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:14.205324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.205679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.206032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.210695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.211059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.211398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.211744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.212084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.212424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.212800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.213092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.213457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0256d5-8601-40a7-a11a-62f514d4c21f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:14.216095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48726) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:14.261344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] Routers {'5cddec5a-37c5-449f-884e-678f124cb126'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:14.261988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5cddec5a-37c5-449f-884e-678f124cb126'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:14.340574 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ca4726fb-b075-4ed7-a44b-c34117f89da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.350151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.485014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ca4726fb-b075-4ed7-a44b-c34117f89da6 None None] For port c54a3dba-b69b-411c-93a9-3709a04138f5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c54a3dba-b69b-411c-93a9-3709a04138f5,segment=NetworkSegment(54deb060-fc58-4acf-91d9-7516cc8dd831),segment_id=54deb060-fc58-4acf-91d9-7516cc8dd831)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:14.507179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] Set router 5cddec5a-37c5-449f-884e-678f124cb126 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:14.539537 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.582407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.617551 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ca4726fb-b075-4ed7-a44b-c34117f89da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.677233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9c8d69-83ea-494e-9ac9-11dca76c83a4 None None] DHCP port deletion for 09caaea8-d027-41d1-b3dd-c24a1a0e301f request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:41:14.711975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.712521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.732456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4726fb-b075-4ed7-a44b-c34117f89da6 None None] Pushing event updated for resources: {'Port': ['ID=c54a3dba-b69b-411c-93a9-3709a04138f5,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:14.811060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7ac0b15b-7a6a-45d6-8553-bfb310e8cd21 None None] Provisioning complete for port c54a3dba-b69b-411c-93a9-3709a04138f5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:14.811439 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b15b-7a6a-45d6-8553-bfb310e8cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.815617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=e69ea79c-3872-4879-adfd-c3aa4c547dca,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:14.822898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc33fa5-1d48-45e0-ab15-6bb118837155 req-4dcffeb0-a205-4d33-92bb-2841b16112e1 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:14.824979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfc33fa5-1d48-45e0-ab15-6bb118837155 req-4dcffeb0-a205-4d33-92bb-2841b16112e1 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 943 time: 0.1305621 Sep 22 10:41:14.842635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:14.843237 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.899211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 77df93ea-1312-4b0d-b89b-6b748914ea24 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:14.900752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:14.905793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c8d69-83ea-494e-9ac9-11dca76c83a4 None None] Deleting port 7e108347-471a-49bb-9c34-e2dff9e3b63b {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:14.906221 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a9c8d69-83ea-494e-9ac9-11dca76c83a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.943227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfc33fa5-1d48-45e0-ab15-6bb118837155 req-8877811d-9252-49b4-b797-8f2734916241 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094689 Sep 22 10:41:14.962807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:41:12Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:15.038910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c618fb-61d7-47c2-936a-0bad7d414691 None None] The sync data for ids ['5cddec5a-37c5-449f-884e-678f124cb126'] in n-d-807025-3 is: [{'id': '5cddec5a-37c5-449f-884e-678f124cb126', 'name': 'tempest-TestNetworkAdvancedServerOps-router-752424506', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:38:55Z', 'updated_at': '2021-09-22T10:41:12Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '57e9cf77-d656-4b5a-acf6-f6a6b20a6c81', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:81:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cddec5a-37c5-449f-884e-678f124cb126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:38:57Z', 'updated_at': '2021-09-22T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:15.039735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=57e9cf77-d656-4b5a-acf6-f6a6b20a6c81,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:15.040306 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.078892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:15.202612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9a9c8d69-83ea-494e-9ac9-11dca76c83a4 None None] For port 7e108347-471a-49bb-9c34-e2dff9e3b63b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7e108347-471a-49bb-9c34-e2dff9e3b63b,segment=NetworkSegment(45b0693b-0191-49d1-9bc7-39bd53ebfe58),segment_id=45b0693b-0191-49d1-9bc7-39bd53ebfe58)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:15.202612 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a9c8d69-83ea-494e-9ac9-11dca76c83a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.202612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c8d69-83ea-494e-9ac9-11dca76c83a4 None None] Calling delete_port for 7e108347-471a-49bb-9c34-e2dff9e3b63b owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:15.220688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7ac0b15b-7a6a-45d6-8553-bfb310e8cd21 None None] Provisioning complete for port e69ea79c-3872-4879-adfd-c3aa4c547dca triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:15.221077 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7ac0b15b-7a6a-45d6-8553-bfb310e8cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.297577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router 38b28bc4-a136-429b-ab11-d0f0b4b9eb9b is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:41:15.420294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.458802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0b15b-7a6a-45d6-8553-bfb310e8cd21 None None] Port e69ea79c-3872-4879-adfd-c3aa4c547dca cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:15.465774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c54a3dba-b69b-411c-93a9-3709a04138f5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:15.468000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=57e9cf77-d656-4b5a-acf6-f6a6b20a6c81,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:15.547277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c54a3dba-b69b-411c-93a9-3709a04138f5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:15.547663 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.589346 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.622939 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a9c8d69-83ea-494e-9ac9-11dca76c83a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.673741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c8d69-83ea-494e-9ac9-11dca76c83a4 None None] Pushing event deleted for resources: {'Port': ['ID=7e108347-471a-49bb-9c34-e2dff9e3b63b,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:15.676850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c8d69-83ea-494e-9ac9-11dca76c83a4 None None] No DVR routers for this DVR port 7e108347-471a-49bb-9c34-e2dff9e3b63b on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:15.720771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-52b86006-ed95-4283-9bb3-458748f5b055 None None] Provisioning complete for port e69ea79c-3872-4879-adfd-c3aa4c547dca triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:15.721291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52b86006-ed95-4283-9bb3-458748f5b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.775140 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.775140 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.838223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-52b86006-ed95-4283-9bb3-458748f5b055 None None] Port e69ea79c-3872-4879-adfd-c3aa4c547dca cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:15.868895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:15.880231 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e9a3a-a39e-48f1-b093-4cefe6cd19c6 None None] Sync routers for ids ['38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:15.883890 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-832b69ae-3cc6-462b-9b43-f7534c949c37 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/38b28bc4-a136-429b-ab11-d0f0b4b9eb9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6947875 Sep 22 10:41:15.886775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48756) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:15.892515 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e9a3a-a39e-48f1-b093-4cefe6cd19c6 None None] Routers {'38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:15.893151 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3f2e9a3a-a39e-48f1-b093-4cefe6cd19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:15.903745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7e108347-471a-49bb-9c34-e2dff9e3b63b no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:15.927410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 7e108347-471a-49bb-9c34-e2dff9e3b63b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:15.927698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7e108347-471a-49bb-9c34-e2dff9e3b63b not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:15.936233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f987f-4263-4a00-adab-fcdb9d058347 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:15.937663 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3f2e9a3a-a39e-48f1-b093-4cefe6cd19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:15.938080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-793f987f-4263-4a00-adab-fcdb9d058347 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports/e69ea79c-3872-4879-adfd-c3aa4c547dca HTTP/1.1" status: 200 len: 911 time: 0.0472987 Sep 22 10:41:15.941232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48758) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:15.946354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-90e583ec-eabf-4905-9ce2-25aee8532e5e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b3461d6-e071-41d1-92c9-d56720a6b4ef'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:15.947442 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e9a3a-a39e-48f1-b093-4cefe6cd19c6 None None] Routers {'38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:15.948041 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3f2e9a3a-a39e-48f1-b093-4cefe6cd19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:15.982616 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3f2e9a3a-a39e-48f1-b093-4cefe6cd19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:15.983270 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2e9a3a-a39e-48f1-b093-4cefe6cd19c6 None None] The sync data for ids ['38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:16.045716 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.046279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Fanout notify agent at l3_agent the message router_deleted on router 5cddec5a-37c5-449f-884e-678f124cb126 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:41:16.057359 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.058478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a307c550-4379-4712-ad99-dfb9cc392f0e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/routers/5cddec5a-37c5-449f-884e-678f124cb126 HTTP/1.1" status: 204 len: 168 time: 1.8414450 Sep 22 10:41:16.061295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48762) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:16.149779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df264fa-5239-4f55-bb3d-e0c31db45a0f req-54e579b2-302d-40d1-a570-2a480d42bf70 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:16.151390 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7df264fa-5239-4f55-bb3d-e0c31db45a0f req-54e579b2-302d-40d1-a570-2a480d42bf70 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 943 time: 0.1158385 Sep 22 10:41:16.154978 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-90e583ec-eabf-4905-9ce2-25aee8532e5e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.156220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.238806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7df264fa-5239-4f55-bb3d-e0c31db45a0f req-9ee14923-e29b-4496-9f70-2747495395f5 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727031 Sep 22 10:41:16.264521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.292597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09caaea8-d027-41d1-b3dd-c24a1a0e301f']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:16.308983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b0693b-0191-49d1-9bc7-39bd53ebfe58') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:16.309256 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b0693b-0191-49d1-9bc7-39bd53ebfe58') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:16.320007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.334480 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.343004 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:41:16.343004 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:41:16.345435 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:41:16.505919 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.512928 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.523187 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/networks/09caaea8-d027-41d1-b3dd-c24a1a0e301f HTTP/1.1" status: 204 len: 168 time: 0.4523585 Sep 22 10:41:16.523187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48768) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:16.537010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de779-4fbd-4fa8-bb05-b363b70dedfc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Network': ['ID=09caaea8-d027-41d1-b3dd-c24a1a0e301f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:16.597413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-777df2fb-354a-4920-bddb-7461c8ea9313 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.620060 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-90e583ec-eabf-4905-9ce2-25aee8532e5e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.625172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-777df2fb-354a-4920-bddb-7461c8ea9313 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.773748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-90e583ec-eabf-4905-9ce2-25aee8532e5e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.785500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e583ec-eabf-4905-9ce2-25aee8532e5e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:16.785500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-90e583ec-eabf-4905-9ce2-25aee8532e5e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.785500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-90e583ec-eabf-4905-9ce2-25aee8532e5e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/ports/e69ea79c-3872-4879-adfd-c3aa4c547dca HTTP/1.1" status: 200 len: 911 time: 0.8400300 Sep 22 10:41:16.785786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48774) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:16.819765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48776) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:16.834539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e583ec-eabf-4905-9ce2-25aee8532e5e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=e69ea79c-3872-4879-adfd-c3aa4c547dca,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:16.860898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-777df2fb-354a-4920-bddb-7461c8ea9313 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.863448 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-777df2fb-354a-4920-bddb-7461c8ea9313 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.864603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-777df2fb-354a-4920-bddb-7461c8ea9313 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/security-groups/2dd5e050-dae0-4338-9864-cef10aebfd4a HTTP/1.1" status: 204 len: 168 time: 0.3450737 Sep 22 10:41:16.879330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777df2fb-354a-4920-bddb-7461c8ea9313 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd5e050-dae0-4338-9864-cef10aebfd4a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:16.942328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-756f6062-49f2-4b6d-a77b-d84548845c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.013950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:17.048075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:17.048075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 57e9cf77-d656-4b5a-acf6-f6a6b20a6c81 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:17.048075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device db768f08-a38d-462b-a552-595fcb23c349 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:17.077958 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-756f6062-49f2-4b6d-a77b-d84548845c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.080904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: db768f08-a38d-462b-a552-595fcb23c349 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:17.081287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device db768f08-a38d-462b-a552-595fcb23c349 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:17.155095 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.208044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-756f6062-49f2-4b6d-a77b-d84548845c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.257434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-756f6062-49f2-4b6d-a77b-d84548845c93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=240222d37788459aa9fa240ac1d5be51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365752 Sep 22 10:41:17.258334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f6062-49f2-4b6d-a77b-d84548845c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3a1463-9171-4a3e-845d-e25292316915,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:17.260522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48784) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:17.361642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 450e5931-cd30-4f5a-b9a6-73b9927195dd details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:41:17.384208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30c4ee65-0d4d-427b-907c-cdf49117c640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.428780 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30c4ee65-0d4d-427b-907c-cdf49117c640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.480228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 450e5931-cd30-4f5a-b9a6-73b9927195dd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=450e5931-cd30-4f5a-b9a6-73b9927195dd,segment=NetworkSegment(6c16ddbf-7170-4800-8b29-5d7ebcdcdedd),segment_id=6c16ddbf-7170-4800-8b29-5d7ebcdcdedd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:17.497766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '450e5931-cd30-4f5a-b9a6-73b9927195dd', 'network_id': '5a6f9502-3540-4268-90ba-e7c89bc21ff0', 'port_id': '450e5931-cd30-4f5a-b9a6-73b9927195dd', 'mac_address': 'fa:16:3e:bc:51:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579aca27-e1ce-4612-aefc-5a2589211ccf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:41:17.527412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48790) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:17.537899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f5bb9ea8-21b7-4fc0-9933-449a45641a8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-908361219', 'description': 'tempest-secgroup-smoke-908361219 description', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:17.546638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port e69ea79c-3872-4879-adfd-c3aa4c547dca {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:17.546965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.571983 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.589011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450e5931-cd30-4f5a-b9a6-73b9927195dd {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:41:17.616129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 450e5931-cd30-4f5a-b9a6-73b9927195dd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=450e5931-cd30-4f5a-b9a6-73b9927195dd,segment=NetworkSegment(6c16ddbf-7170-4800-8b29-5d7ebcdcdedd),segment_id=6c16ddbf-7170-4800-8b29-5d7ebcdcdedd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:17.649453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dbe4e-74af-4e67-a8ae-8f17a4a1fd47 req-00815670-b9cf-42de-a11b-29a9fc397584 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:17.651012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d3dbe4e-74af-4e67-a8ae-8f17a4a1fd47 req-00815670-b9cf-42de-a11b-29a9fc397584 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 943 time: 0.0492871 Sep 22 10:41:17.653732 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.666323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for e69ea79c-3872-4879-adfd-c3aa4c547dca owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:17.667991 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30c4ee65-0d4d-427b-907c-cdf49117c640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.670486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-30c4ee65-0d4d-427b-907c-cdf49117c640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.671726 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-30c4ee65-0d4d-427b-907c-cdf49117c640 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a3a1463-9171-4a3e-845d-e25292316915 HTTP/1.1" status: 204 len: 168 time: 0.4097145 Sep 22 10:41:17.688591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4ee65-0d4d-427b-907c-cdf49117c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3a1463-9171-4a3e-845d-e25292316915,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:17.707838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d3dbe4e-74af-4e67-a8ae-8f17a4a1fd47 req-4ddee0c7-2692-4dba-bc1d-59b42972a2d1 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505092 Sep 22 10:41:17.781427 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.795712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9ea8-21b7-4fc0-9933-449a45641a8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.842712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=450e5931-cd30-4f5a-b9a6-73b9927195dd,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:17.932368 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9ea8-21b7-4fc0-9933-449a45641a8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.987445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['450e5931-cd30-4f5a-b9a6-73b9927195dd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:41:18.042044 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.069327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=e69ea79c-3872-4879-adfd-c3aa4c547dca,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:18.095477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9ea8-21b7-4fc0-9933-449a45641a8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.211876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb9ea8-21b7-4fc0-9933-449a45641a8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:18.214026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.265775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9ea8-21b7-4fc0-9933-449a45641a8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.269687 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f5bb9ea8-21b7-4fc0-9933-449a45641a8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7400496 Sep 22 10:41:18.270091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48798) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:18.274682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-07bbfdd9-f0c6-4048-acfb-32cd12c038a1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:18.387633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router 38b28bc4-a136-429b-ab11-d0f0b4b9eb9b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:18.410969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07bbfdd9-f0c6-4048-acfb-32cd12c038a1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.463047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:18.468129 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-029e0a51-d82e-40e9-bc84-b0f354983292 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/38b28bc4-a136-429b-ab11-d0f0b4b9eb9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6818295 Sep 22 10:41:18.471388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48800) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:18.476410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129014c5-ee32-43c7-bba4-a89344760749 None None] Sync routers for ids ['38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:18.484867 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07bbfdd9-f0c6-4048-acfb-32cd12c038a1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.488359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129014c5-ee32-43c7-bba4-a89344760749 None None] Routers {'38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:18.488991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-129014c5-ee32-43c7-bba4-a89344760749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:18.507634 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e721c397-41a2-43ba-b219-e2e08314ce4a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b28bc4-a136-429b-ab11-d0f0b4b9eb9b HTTP/1.1" status: 200 len: 205 time: 0.0348580 Sep 22 10:41:18.509996 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48802) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:18.528022 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-129014c5-ee32-43c7-bba4-a89344760749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:18.537379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129014c5-ee32-43c7-bba4-a89344760749 None None] Routers {'38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:18.537972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-129014c5-ee32-43c7-bba4-a89344760749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:18.575301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-129014c5-ee32-43c7-bba4-a89344760749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:18.576023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129014c5-ee32-43c7-bba4-a89344760749 None None] The sync data for ids ['38b28bc4-a136-429b-ab11-d0f0b4b9eb9b'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:18.579468 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07bbfdd9-f0c6-4048-acfb-32cd12c038a1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.596175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c01a539-cb2c-432e-9cef-60ea6c239cd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.603234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbfdd9-f0c6-4048-acfb-32cd12c038a1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e104ceb-7169-4944-9098-9be4802aa124,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:18.634729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48804) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:18.648407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfd0f-65c3-4382-8bf8-b50d650e7131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.701572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-07bbfdd9-f0c6-4048-acfb-32cd12c038a1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.702822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-07bbfdd9-f0c6-4048-acfb-32cd12c038a1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4317162 Sep 22 10:41:18.706137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48806) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:18.712313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4e4b6854-48aa-4218-b03d-9433d28d87cc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:18.761512 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c01a539-cb2c-432e-9cef-60ea6c239cd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.763688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c01a539-cb2c-432e-9cef-60ea6c239cd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.830501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfd0f-65c3-4382-8bf8-b50d650e7131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.856679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c029b2-21ec-476d-841c-7921ad294626 req-de26ff12-a524-4856-a0a3-45adbf838409 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:18.864711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44c029b2-21ec-476d-841c-7921ad294626 req-de26ff12-a524-4856-a0a3-45adbf838409 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 944 time: 0.0630348 Sep 22 10:41:18.896169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44c029b2-21ec-476d-841c-7921ad294626 req-2883109b-d982-4224-9cd2-3b03b5d7fef7 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317223 Sep 22 10:41:18.905916 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c01a539-cb2c-432e-9cef-60ea6c239cd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.906494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c01a539-cb2c-432e-9cef-60ea6c239cd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Fanout notify agent at l3_agent the message router_deleted on router 38b28bc4-a136-429b-ab11-d0f0b4b9eb9b {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:41:18.916824 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c01a539-cb2c-432e-9cef-60ea6c239cd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.916824 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8c01a539-cb2c-432e-9cef-60ea6c239cd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/38b28bc4-a136-429b-ab11-d0f0b4b9eb9b HTTP/1.1" status: 204 len: 168 time: 0.4046447 Sep 22 10:41:18.919514 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48814) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:18.963770 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8ccfd0f-65c3-4382-8bf8-b50d650e7131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.986438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe5fcb9-8029-4655-a42d-bda2ba93892b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting subnet 3b3461d6-e071-41d1-92c9-d56720a6b4ef {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:41:18.986438 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fcb9-8029-4655-a42d-bda2ba93892b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.013488 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c8ccfd0f-65c3-4382-8bf8-b50d650e7131 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea10baa3e4c94c8f80bdfddfa0282e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750980 Sep 22 10:41:19.013488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccfd0f-65c3-4382-8bf8-b50d650e7131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656c7782-d5d3-44e3-bb92-96c17ba1b09b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:19.014935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48816) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:19.040324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fcb9-8029-4655-a42d-bda2ba93892b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.065469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbad-c1c1-41bf-a443-1c33464c7feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.087492 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbad-c1c1-41bf-a443-1c33464c7feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.108857 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6854-48aa-4218-b03d-9433d28d87cc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.133027 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fcb9-8029-4655-a42d-bda2ba93892b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.182213 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6854-48aa-4218-b03d-9433d28d87cc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.259009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbad-c1c1-41bf-a443-1c33464c7feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.261637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbad-c1c1-41bf-a443-1c33464c7feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.262896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-aa37dbad-c1c1-41bf-a443-1c33464c7feb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/656c7782-d5d3-44e3-bb92-96c17ba1b09b HTTP/1.1" status: 204 len: 168 time: 0.2477031 Sep 22 10:41:19.271384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37dbad-c1c1-41bf-a443-1c33464c7feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656c7782-d5d3-44e3-bb92-96c17ba1b09b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:19.294092 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fcb9-8029-4655-a42d-bda2ba93892b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.294273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6854-48aa-4218-b03d-9433d28d87cc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.318151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b6854-48aa-4218-b03d-9433d28d87cc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d4c2d9-3f51-40c9-8bf0-6b8b7e05f429,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:19.323274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5fcb9-8029-4655-a42d-bda2ba93892b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3461d6-e071-41d1-92c9-d56720a6b4ef,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:19.325367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fcb9-8029-4655-a42d-bda2ba93892b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.330686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48820) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:19.330989 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bbe5fcb9-8029-4655-a42d-bda2ba93892b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/3b3461d6-e071-41d1-92c9-d56720a6b4ef HTTP/1.1" status: 204 len: 168 time: 0.4101863 Sep 22 10:41:19.332968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a63f4eb-0297-413f-897f-b390c0b56313 None None] Network 77df93ea-1312-4b0d-b89b-6b748914ea24 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:19.369762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 450e5931-cd30-4f5a-b9a6-73b9927195dd up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:19.421084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.452803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e4b6854-48aa-4218-b03d-9433d28d87cc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.456822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48822) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:19.457013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4e4b6854-48aa-4218-b03d-9433d28d87cc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7497618 Sep 22 10:41:19.461325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-51ca9f78-ab8b-4ae4-ad16-52c85b67d32c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:19.489157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port c54a3dba-b69b-411c-93a9-3709a04138f5 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:19.489600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.561091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port c54a3dba-b69b-411c-93a9-3709a04138f5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c54a3dba-b69b-411c-93a9-3709a04138f5,segment=NetworkSegment(54deb060-fc58-4acf-91d9-7516cc8dd831),segment_id=54deb060-fc58-4acf-91d9-7516cc8dd831)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:19.561531 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.575340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for c54a3dba-b69b-411c-93a9-3709a04138f5 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:19.582051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51ca9f78-ab8b-4ae4-ad16-52c85b67d32c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.582705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 450e5931-cd30-4f5a-b9a6-73b9927195dd completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:41:19.596295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 450e5931-cd30-4f5a-b9a6-73b9927195dd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:19.597279 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.599895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be785b8-7666-4ca2-8b3a-3e7709b01c0d None None] DHCP port deletion for 77df93ea-1312-4b0d-b89b-6b748914ea24 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:41:19.663068 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51ca9f78-ab8b-4ae4-ad16-52c85b67d32c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.703040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4be785b8-7666-4ca2-8b3a-3e7709b01c0d None None] Deleting port c54a3dba-b69b-411c-93a9-3709a04138f5 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:19.703040 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4be785b8-7666-4ca2-8b3a-3e7709b01c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.751706 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51ca9f78-ab8b-4ae4-ad16-52c85b67d32c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.767018 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.777126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca9f78-ab8b-4ae4-ad16-52c85b67d32c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d289120d-f885-4def-bf85-75a6db012966,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:19.787097 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4be785b8-7666-4ca2-8b3a-3e7709b01c0d None None] For port c54a3dba-b69b-411c-93a9-3709a04138f5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c54a3dba-b69b-411c-93a9-3709a04138f5,segment=NetworkSegment(54deb060-fc58-4acf-91d9-7516cc8dd831),segment_id=54deb060-fc58-4acf-91d9-7516cc8dd831)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:19.787988 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4be785b8-7666-4ca2-8b3a-3e7709b01c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.791578 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.807163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4be785b8-7666-4ca2-8b3a-3e7709b01c0d None None] Calling delete_port for c54a3dba-b69b-411c-93a9-3709a04138f5 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:19.812539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ab72f1-2be6-4fc6-bf55-1d023dbbba27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e5931-cd30-4f5a-b9a6-73b9927195dd'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:19.814791 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7fd945-b92d-4638-8bd9-e963868c32f0" -d '{"events": [{"server_uuid": "30ab72f1-2be6-4fc6-bf55-1d023dbbba27", "name": "network-vif-plugged", "status": "completed", "tag": "450e5931-cd30-4f5a-b9a6-73b9927195dd"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:19.818505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=c54a3dba-b69b-411c-93a9-3709a04138f5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:19.827231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No DVR routers for this DVR port c54a3dba-b69b-411c-93a9-3709a04138f5 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:19.833508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 450e5931-cd30-4f5a-b9a6-73b9927195dd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=450e5931-cd30-4f5a-b9a6-73b9927195dd,segment=NetworkSegment(6c16ddbf-7170-4800-8b29-5d7ebcdcdedd),segment_id=6c16ddbf-7170-4800-8b29-5d7ebcdcdedd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:19.870149 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99f3ef-d6ba-4eef-8945-71ec710e993d x-openstack-request-id: req-8a99f3ef-d6ba-4eef-8945-71ec710e993d {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:19.870305 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ab72f1-2be6-4fc6-bf55-1d023dbbba27", "name": "network-vif-plugged", "status": "completed", "tag": "450e5931-cd30-4f5a-b9a6-73b9927195dd", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:19.870461 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a99f3ef-d6ba-4eef-8945-71ec710e993d {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:19.871320 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ab72f1-2be6-4fc6-bf55-1d023dbbba27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e5931-cd30-4f5a-b9a6-73b9927195dd', 'code': 200} Sep 22 10:41:19.891307 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51ca9f78-ab8b-4ae4-ad16-52c85b67d32c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.896252 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-51ca9f78-ab8b-4ae4-ad16-52c85b67d32c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4383848 Sep 22 10:41:19.896916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48832) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:19.902315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-78978d8c-3180-48c5-a2eb-7791fca4fd3f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:19.927619 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4be785b8-7666-4ca2-8b3a-3e7709b01c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.961717 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.963380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be785b8-7666-4ca2-8b3a-3e7709b01c0d None None] Pushing event deleted for resources: {'Port': ['ID=c54a3dba-b69b-411c-93a9-3709a04138f5,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:19.967077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be785b8-7666-4ca2-8b3a-3e7709b01c0d None None] No DVR routers for this DVR port c54a3dba-b69b-411c-93a9-3709a04138f5 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:19.976010 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.030861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=450e5931-cd30-4f5a-b9a6-73b9927195dd,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:20.048768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77df93ea-1312-4b0d-b89b-6b748914ea24']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:20.063588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54deb060-fc58-4acf-91d9-7516cc8dd831') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:20.063891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54deb060-fc58-4acf-91d9-7516cc8dd831') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:20.076061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.089907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d886b-0030-4c02-9de7-8536c1f67aae req-444750d8-68dd-4465-824d-8dee911a6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:20.091444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e03d886b-0030-4c02-9de7-8536c1f67aae req-444750d8-68dd-4465-824d-8dee911a6975 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 1096 time: 0.1260722 Sep 22 10:41:20.106901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aaf360-ec84-46e5-bc97-c95e071c5d56 req-0b630560-c1bb-44f3-a7a9-723375f03044 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:20.108359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73aaf360-ec84-46e5-bc97-c95e071c5d56 req-0b630560-c1bb-44f3-a7a9-723375f03044 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 945 time: 0.1184216 Sep 22 10:41:20.113753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.136053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:41:20.136718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:41:20.142364 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:41:20.217949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e03d886b-0030-4c02-9de7-8536c1f67aae req-ac1dafe3-6797-41ea-bc79-a04ae8bc6959 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186752 Sep 22 10:41:20.236464 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73aaf360-ec84-46e5-bc97-c95e071c5d56 req-9379680e-5b25-4f05-bc5c-948dcb4baa51 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196938 Sep 22 10:41:20.356533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-78978d8c-3180-48c5-a2eb-7791fca4fd3f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.396850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.404064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.415644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/networks/77df93ea-1312-4b0d-b89b-6b748914ea24 HTTP/1.1" status: 204 len: 168 time: 1.0793841 Sep 22 10:41:20.415759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48844) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:20.415759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9d26dd35-626a-41a5-be7c-9f3ca4a4c92f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1728024495', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:20.422471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a1132-4ef4-4387-8fa2-4772e8140434 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Network': ['ID=77df93ea-1312-4b0d-b89b-6b748914ea24,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:20.426432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-78978d8c-3180-48c5-a2eb-7791fca4fd3f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.545607 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-78978d8c-3180-48c5-a2eb-7791fca4fd3f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.551463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd35-626a-41a5-be7c-9f3ca4a4c92f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.552459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd35-626a-41a5-be7c-9f3ca4a4c92f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.589556 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78978d8c-3180-48c5-a2eb-7791fca4fd3f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d960bd-da9d-40f5-b73e-f21dc77a2ff0,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:20.635069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd35-626a-41a5-be7c-9f3ca4a4c92f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.733754 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-78978d8c-3180-48c5-a2eb-7791fca4fd3f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.734929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-78978d8c-3180-48c5-a2eb-7791fca4fd3f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8367085 Sep 22 10:41:20.737653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48852) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:20.741946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9778a25d-3a77-4858-ad2b-6bc367d4f736 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:20.785841 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd35-626a-41a5-be7c-9f3ca4a4c92f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.928949 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-9778a25d-3a77-4858-ad2b-6bc367d4f736 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Project b67d9575d4b14d05b97cfc08a1f74c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:41:20.934465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9778a25d-3a77-4858-ad2b-6bc367d4f736 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.013617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c54a3dba-b69b-411c-93a9-3709a04138f5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:21.020862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9778a25d-3a77-4858-ad2b-6bc367d4f736 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.034489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c54a3dba-b69b-411c-93a9-3709a04138f5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:21.034834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c54a3dba-b69b-411c-93a9-3709a04138f5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:21.049335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d26dd35-626a-41a5-be7c-9f3ca4a4c92f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.050735 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9d26dd35-626a-41a5-be7c-9f3ca4a4c92f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6385164 Sep 22 10:41:21.053403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48870) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:21.058194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-376577621'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:21.134490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9778a25d-3a77-4858-ad2b-6bc367d4f736 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.152232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778a25d-3a77-4858-ad2b-6bc367d4f736 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c63e0e-9eba-4e77-9c90-7c5eebed4171,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:21.191606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:21.195107 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.217345 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:41:21.226297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.226652 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added segment 6ac265a5-695c-4195-8f15-8cc2960b127f of type vlan for network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d Sep 22 10:41:21.267635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.304172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9778a25d-3a77-4858-ad2b-6bc367d4f736 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.305432 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9778a25d-3a77-4858-ad2b-6bc367d4f736 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5668218 Sep 22 10:41:21.308690 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48874) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:21.312578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-980186de-a016-4e04-9cd0-4d7b1535071b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:21.363520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4aeeff-da80-4ee5-8be0-55604c594f93 req-988b5e04-fabb-44c8-89c9-0cc6ea1411a3 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:21.365045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a4aeeff-da80-4ee5-8be0-55604c594f93 req-988b5e04-fabb-44c8-89c9-0cc6ea1411a3 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 945 time: 0.0502322 Sep 22 10:41:21.403172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a4aeeff-da80-4ee5-8be0-55604c594f93 req-47885488-f8dd-4e68-a318-fd9f5a4fe128 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318584 Sep 22 10:41:21.432515 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-980186de-a016-4e04-9cd0-4d7b1535071b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Project b67d9575d4b14d05b97cfc08a1f74c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:41:21.434875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.449524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:21.450183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.467655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980186de-a016-4e04-9cd0-4d7b1535071b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.545750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Network': ['ID=afaaa0bc-685b-4b0d-8ec6-bb9041fd826d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:21.558738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:41:21.595490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980186de-a016-4e04-9cd0-4d7b1535071b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.632563 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8627570a-79c1-4b84-81ee-727c27f93e60 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5780642 Sep 22 10:41:21.635315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48880) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:21.640505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'subnet': {'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:21.661646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48882) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:21.734842 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980186de-a016-4e04-9cd0-4d7b1535071b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.753107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980186de-a016-4e04-9cd0-4d7b1535071b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab3c0b2-54e4-42f4-ac6d-066226d87061,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:21.779372 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfd6379-8ec1-4827-8e84-5440b7a5b52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.849855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:21.853287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.929014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-980186de-a016-4e04-9cd0-4d7b1535071b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.933150 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-980186de-a016-4e04-9cd0-4d7b1535071b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6211009 Sep 22 10:41:21.933578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48888) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:21.939241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'network': {'name': 'tempest-network-smoke--371714283', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'port_security_enabled': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:22.023689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfd6379-8ec1-4827-8e84-5440b7a5b52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.136334 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bfd6379-8ec1-4827-8e84-5440b7a5b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.174542 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.187447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4bfd6379-8ec1-4827-8e84-5440b7a5b52c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=263a5ab492054d3b81506963deaba6e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238221 Sep 22 10:41:22.189079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd6379-8ec1-4827-8e84-5440b7a5b52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f307a01-4485-49d6-8686-fd04927650a5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:22.192551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48890) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:22.248616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Subnet': ['ID=a4775d19-3168-49ff-907b-30d17358c126,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:22.254330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc91e-8004-42e7-a784-0f053990a226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.260239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Checking segment: {'id': '6ac265a5-695c-4195-8f15-8cc2960b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:22.260605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network hostable DHCP agents. Network: afaaa0bc-685b-4b0d-8ec6-bb9041fd826d, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:41:22.277062 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc91e-8004-42e7-a784-0f053990a226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.316596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:22.320160 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.362671 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72451110-5052-441b-afc2-2ad0bfb65ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.470366 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc91e-8004-42e7-a784-0f053990a226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.473577 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0c2dc91e-8004-42e7-a784-0f053990a226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.477202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0c2dc91e-8004-42e7-a784-0f053990a226 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f307a01-4485-49d6-8686-fd04927650a5 HTTP/1.1" status: 204 len: 168 time: 0.2812796 Sep 22 10:41:22.486486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:41:22.505439 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:41:22.541517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dc91e-8004-42e7-a784-0f053990a226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f307a01-4485-49d6-8686-fd04927650a5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:22.555483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.556092 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Added segment 7e032fa5-d59a-4189-8138-dbbdf071ad6c of type vlan for network b0dd4a09-4304-404a-ac8b-6545b0465ab5 Sep 22 10:41:22.614195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, afaaa0bc-685b-4b0d-8ec6-bb9041fd826d) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:22.622086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521bed5f-b090-4f9f-9f6b-4f907b9704fb None None] Network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:22.622830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:22.628425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.628561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7b180-2dd4-446b-af93-989c2011ab98 req-ae3df6f5-e133-4548-8a5e-29e2ed1303a4 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:22.633538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75a7b180-2dd4-446b-af93-989c2011ab98 req-ae3df6f5-e133-4548-8a5e-29e2ed1303a4 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 945 time: 0.1436298 Sep 22 10:41:22.651457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.693262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75a7b180-2dd4-446b-af93-989c2011ab98 req-f943770a-53ec-428e-9e05-8a58ffbaa2ef tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505252 Sep 22 10:41:22.740605 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-500971b2-60dd-4f43-93e3-8d0f8693bb96 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1041691 Sep 22 10:41:22.744032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48900) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:22.784024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.787773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:41:22.789653 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.790029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:22.793595 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.949717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Allocated IP 2001:db8::2 (afaaa0bc-685b-4b0d-8ec6-bb9041fd826d/a4775d19-3168-49ff-907b-30d17358c126/78890058-1c25-4e6c-b755-ff8ae1e3915d) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:23.117180 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48908) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:23.117398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1826751 Sep 22 10:41:23.122364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'admin_state_up': True, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:23.161240 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.203445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e87319-ac87-4c01-8fc9-dac8d579aa9e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Network': ['ID=b0dd4a09-4304-404a-ac8b-6545b0465ab5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:23.228274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b0dd4a09-4304-404a-ac8b-6545b0465ab5 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:41:23.266240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.269946 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.330630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.339801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.371072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:23.373874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:23.379470 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:23.400253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.416169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Pushing event updated for resources: {'Port': ['ID=78890058-1c25-4e6c-b755-ff8ae1e3915d,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:23.463406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Attempting to bind port 78890058-1c25-4e6c-b755-ff8ae1e3915d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:23.463406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Attempting to bind port 78890058-1c25-4e6c-b755-ff8ae1e3915d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6ac265a5-695c-4195-8f15-8cc2960b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:23.463406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Attempting to bind port 78890058-1c25-4e6c-b755-ff8ae1e3915d on network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:23.464533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:23.464990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Checking segment: {'id': '6ac265a5-695c-4195-8f15-8cc2960b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:23.465470 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.465918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Bound using segment: {'id': '6ac265a5-695c-4195-8f15-8cc2960b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:23.466487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Bound port: 78890058-1c25-4e6c-b755-ff8ae1e3915d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac265a5-695c-4195-8f15-8cc2960b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:23.466943 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.552809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] For port 78890058-1c25-4e6c-b755-ff8ae1e3915d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:23.556029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] For port 78890058-1c25-4e6c-b755-ff8ae1e3915d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=78890058-1c25-4e6c-b755-ff8ae1e3915d,segment=NetworkSegment(6ac265a5-695c-4195-8f15-8cc2960b127f),segment_id=6ac265a5-695c-4195-8f15-8cc2960b127f)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:23.671400 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.677011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 2001:db8::1 (afaaa0bc-685b-4b0d-8ec6-bb9041fd826d/a4775d19-3168-49ff-907b-30d17358c126/3c66ba14-9079-429e-80ad-47c9cf70bc51) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:23.734613 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.794256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd58dc-f83a-46ef-aa9b-e8b960302613 None None] Pushing event updated for resources: {'Port': ['ID=78890058-1c25-4e6c-b755-ff8ae1e3915d,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:23.813918 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.975466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.081652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:24.085486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:24.092646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:24.093232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.102040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=3c66ba14-9079-429e-80ad-47c9cf70bc51,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:24.151240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.186675 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.307623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.25.1.89 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/26fa4ff3-7774-45e4-bd88-5c376b0564e5) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:24.351461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.418252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.626809 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.643118 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.666625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:24.672704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:24.673291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:24.699223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=26fa4ff3-7774-45e4-bd88-5c376b0564e5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:24.752796 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.752796 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.820612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=3c66ba14-9079-429e-80ad-47c9cf70bc51,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:24.919332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:24.937417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:24.937511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a4e6a-8616-4c89-a212-518a8d4a73f4 None None] Network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:24.984451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f038baf2-e0dd-4887-8fec-e5c8ca8d3a22 None None] Provisioning complete for port 78890058-1c25-4e6c-b755-ff8ae1e3915d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:24.985216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f038baf2-e0dd-4887-8fec-e5c8ca8d3a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.141195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 78890058-1c25-4e6c-b755-ff8ae1e3915d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:25.152055 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.246154 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f038baf2-e0dd-4887-8fec-e5c8ca8d3a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.247859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5a453571-4aa4-4b9d-a535-b88445e1e296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.300142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f038baf2-e0dd-4887-8fec-e5c8ca8d3a22 None None] For port 78890058-1c25-4e6c-b755-ff8ae1e3915d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=78890058-1c25-4e6c-b755-ff8ae1e3915d,segment=NetworkSegment(6ac265a5-695c-4195-8f15-8cc2960b127f),segment_id=6ac265a5-695c-4195-8f15-8cc2960b127f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:25.301526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 78890058-1c25-4e6c-b755-ff8ae1e3915d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:25.301894 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.411658 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.459777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:41:25.486582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f038baf2-e0dd-4887-8fec-e5c8ca8d3a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.620800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:41:25.621164 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:41:25.625229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038baf2-e0dd-4887-8fec-e5c8ca8d3a22 None None] Pushing event updated for resources: {'Port': ['ID=78890058-1c25-4e6c-b755-ff8ae1e3915d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:25.641778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.694526 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.705352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:25.722134 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:25.729868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-95c88a0d-0da3-4074-b206-095b83d38cbf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9763074 Sep 22 10:41:25.734509 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:25.737277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48974) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:25.737435 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:25.749356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-355882390'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:25.758047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-904e66d4-a46f-4682-90fc-278c9befe2f6 None None] Provisioning complete for port 78890058-1c25-4e6c-b755-ff8ae1e3915d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:25.760272 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-904e66d4-a46f-4682-90fc-278c9befe2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.834473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.881846 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:25.938951 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.958625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-904e66d4-a46f-4682-90fc-278c9befe2f6 None None] Provisioning complete for port 3c66ba14-9079-429e-80ad-47c9cf70bc51 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:25.959205 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-904e66d4-a46f-4682-90fc-278c9befe2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.007649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:26.011432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.021968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-904e66d4-a46f-4682-90fc-278c9befe2f6 None None] Port 3c66ba14-9079-429e-80ad-47c9cf70bc51 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:26.045692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:41:26.057206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.057558 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added segment c470e58c-0b28-41aa-9a92-d05c2fb4f139 of type vlan for network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 Sep 22 10:41:26.147161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.167837 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:26.180357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-54d113bc-3ae2-40e5-a977-26a0b2bc76bf None None] Provisioning complete for port 3c66ba14-9079-429e-80ad-47c9cf70bc51 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:26.180727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-54d113bc-3ae2-40e5-a977-26a0b2bc76bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.200092 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:26.200568 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Updating router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 port 3c66ba14-9079-429e-80ad-47c9cf70bc51 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:41:26.227997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-54d113bc-3ae2-40e5-a977-26a0b2bc76bf None None] Port 3c66ba14-9079-429e-80ad-47c9cf70bc51 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:26.231029 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.296232 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.296810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 9ff28bc5-824c-4d13-8405-837a74ed7414 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:41:26.390691 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.397601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:26.397601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.437174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:26.451704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Sync routers for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:26.463493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-90f25a71-050e-4046-a03f-4eff0e557911 None None] Provisioning complete for port 3c66ba14-9079-429e-80ad-47c9cf70bc51 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:26.463954 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-90f25a71-050e-4046-a03f-4eff0e557911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.475806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Network': ['ID=b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:26.494195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:41:26.497815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:26.498449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:26.569194 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.575532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-02480568-d35d-4438-bdbe-0851cd74be56 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8366945 Sep 22 10:41:26.578936 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.579510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48988) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:26.581604 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-25f74e7b-a225-40f1-a0fc-85547024ce68 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4627962 Sep 22 10:41:26.586390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'subnet': {'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:26.589840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48990) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:26.629964 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-05d4122c-3a51-4757-bacb-3314fc38242f tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b67d9575d4b14d05b97cfc08a1f74c7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384982 Sep 22 10:41:26.633410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48992) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:26.660161 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.724756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-90f25a71-050e-4046-a03f-4eff0e557911 None None] Port 3c66ba14-9079-429e-80ad-47c9cf70bc51 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:26.743633 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Pushing event updated for resources: {'Port': ['ID=3c66ba14-9079-429e-80ad-47c9cf70bc51,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:26.773535 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.773535 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.773535 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.774590 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.775094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.775623 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.776134 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.776746 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.777236 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.777738 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.778524 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.778672 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:26.862973 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Attempting to bind port 3c66ba14-9079-429e-80ad-47c9cf70bc51 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:26.863096 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:26.863245 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Attempting to bind port 3c66ba14-9079-429e-80ad-47c9cf70bc51 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6ac265a5-695c-4195-8f15-8cc2960b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:26.863523 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Attempting to bind port 3c66ba14-9079-429e-80ad-47c9cf70bc51 on network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:26.865234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645caed2-b17f-477d-9386-4e1873038501 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:26.869603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-645caed2-b17f-477d-9386-4e1873038501 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2320688 Sep 22 10:41:26.870059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48994) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:26.871567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:26.875242 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.878192 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:26.878836 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Checking segment: {'id': '6ac265a5-695c-4195-8f15-8cc2960b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:26.885632 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.885632 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Bound using segment: {'id': '6ac265a5-695c-4195-8f15-8cc2960b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:26.885632 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Bound port: 3c66ba14-9079-429e-80ad-47c9cf70bc51, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac265a5-695c-4195-8f15-8cc2960b127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:26.885632 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.930778 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ff2233a9-e57c-43f3-a26b-505041b55f06 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570216 Sep 22 10:41:26.932711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48996) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:26.942044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1197426970', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:26.989325 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] For port 3c66ba14-9079-429e-80ad-47c9cf70bc51, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:26.993016 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] For port 3c66ba14-9079-429e-80ad-47c9cf70bc51, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3c66ba14-9079-429e-80ad-47c9cf70bc51,segment=NetworkSegment(6ac265a5-695c-4195-8f15-8cc2960b127f),segment_id=6ac265a5-695c-4195-8f15-8cc2960b127f)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:27.078319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 78890058-1c25-4e6c-b755-ff8ae1e3915d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:27.096051 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.203005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:27.234013 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:27.249095 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:27.249095 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7676773-83d0-4918-b926-d9d10147c429 None None] Pushing event updated for resources: {'Port': ['ID=3c66ba14-9079-429e-80ad-47c9cf70bc51,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:27.251273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Checking router: 9ff28bc5-824c-4d13-8405-837a74ed7414 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:27.251273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Updating router 9ff28bc5-824c-4d13-8405-837a74ed7414 port 26fa4ff3-7774-45e4-bd88-5c376b0564e5 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:41:27.269772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 78890058-1c25-4e6c-b755-ff8ae1e3915d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:27.270264 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.304244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-51daaa63-3f03-4119-a34b-52ec23046aff None None] Provisioning complete for port 3c66ba14-9079-429e-80ad-47c9cf70bc51 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:27.304616 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51daaa63-3f03-4119-a34b-52ec23046aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.311540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17047d-c2d5-4218-ad1d-b17f6f6da9ed req-cac1db21-e6da-41f9-9937-2facd5b7ff96 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:27.323579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed17047d-c2d5-4218-ad1d-b17f6f6da9ed req-cac1db21-e6da-41f9-9937-2facd5b7ff96 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 945 time: 0.0854938 Sep 22 10:41:27.329762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:27.334757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.344630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.363495 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:27.402123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed17047d-c2d5-4218-ad1d-b17f6f6da9ed req-1f77e807-7b52-473d-a8ef-1f8e055f2433 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713382 Sep 22 10:41:27.459916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.569805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Subnet': ['ID=ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:27.584060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Checking segment: {'id': 'c470e58c-0b28-41aa-9a92-d05c2fb4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:27.585622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network hostable DHCP agents. Network: b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:41:27.690864 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51daaa63-3f03-4119-a34b-52ec23046aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.717290 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:27.734387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:41:27.757002 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394ad6c-363e-44f9-ac1f-9b25b6489b59 None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:27.772057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-51daaa63-3f03-4119-a34b-52ec23046aff None None] For port 3c66ba14-9079-429e-80ad-47c9cf70bc51, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3c66ba14-9079-429e-80ad-47c9cf70bc51,segment=NetworkSegment(6ac265a5-695c-4195-8f15-8cc2960b127f),segment_id=6ac265a5-695c-4195-8f15-8cc2960b127f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:27.809181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.848837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:27.864497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c312332-87ab-4bc0-9da8-f8acb4c9c5d0 None None] Network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:27.868552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:27.870040 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.883412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Subnet': ['ID=cb7d3add-ed19-4864-811a-db9a8b62f06d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:27.885866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Checking segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:27.886393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network hostable DHCP agents. Network: b0dd4a09-4304-404a-ac8b-6545b0465ab5, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:41:27.889211 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51daaa63-3f03-4119-a34b-52ec23046aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.917700 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.008897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ad43d025-7e44-4889-8f44-f3400452a1e4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4277036 Sep 22 10:41:28.011635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49010) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:28.057388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daaa63-3f03-4119-a34b-52ec23046aff None None] Pushing event updated for resources: {'Port': ['ID=3c66ba14-9079-429e-80ad-47c9cf70bc51,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:28.060049 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.064272 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network b0dd4a09-4304-404a-ac8b-6545b0465ab5 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:41:28.149308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e5c6c44f-99cf-432d-b639-1f73d76ed159 None None] Provisioning complete for port 3c66ba14-9079-429e-80ad-47c9cf70bc51 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:28.149808 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e5c6c44f-99cf-432d-b639-1f73d76ed159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.215042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, b0dd4a09-4304-404a-ac8b-6545b0465ab5) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:28.223279 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:28.223947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.239411 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.251205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca707532-8672-4da1-80ec-4753da7d7e8e None None] Network b0dd4a09-4304-404a-ac8b-6545b0465ab5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:28.290970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f9185-18ff-4c6c-8911-33e856174060 None None] Pushing event updated for resources: {'Port': ['ID=26fa4ff3-7774-45e4-bd88-5c376b0564e5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:28.302120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Attempting to bind port 26fa4ff3-7774-45e4-bd88-5c376b0564e5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:28.302500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Attempting to bind port 26fa4ff3-7774-45e4-bd88-5c376b0564e5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:28.302860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Attempting to bind port 26fa4ff3-7774-45e4-bd88-5c376b0564e5 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:28.333045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:28.333411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:28.333853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.335369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:28.335369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Bound port: 26fa4ff3-7774-45e4-bd88-5c376b0564e5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:28.335369 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.349793 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ebb9a4ff-9bcb-43f3-937e-69d324fffd31 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4158490 Sep 22 10:41:28.353653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49014) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:28.491021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:41:28.491872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.535125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] For port 26fa4ff3-7774-45e4-bd88-5c376b0564e5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:28.568950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-5bc6fb49-368c-42c6-b9f6-aee463971351 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:28.571251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-5bc6fb49-368c-42c6-b9f6-aee463971351 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.32 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 945 time: 0.0917900 Sep 22 10:41:28.594978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79899-d038-425d-b943-0ec3520dbc9e req-67b6e4e7-4c8c-433c-a43e-643c58181615 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:28.597012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c79899-d038-425d-b943-0ec3520dbc9e req-67b6e4e7-4c8c-433c-a43e-643c58181615 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 945 time: 0.0849359 Sep 22 10:41:28.615472 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.631315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] For port 26fa4ff3-7774-45e4-bd88-5c376b0564e5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=26fa4ff3-7774-45e4-bd88-5c376b0564e5,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:28.742761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7c79899-d038-425d-b943-0ec3520dbc9e req-1dc45bd4-d747-4fc8-ae14-ed0119e684e0 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/security-groups?id=dd40a182-1d51-4b14-904f-23d918ceecf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281555 Sep 22 10:41:28.750275 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.795369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:41:28.796297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.811257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Deleting port 450e5931-cd30-4f5a-b9a6-73b9927195dd {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:28.811634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.960119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] For port 450e5931-cd30-4f5a-b9a6-73b9927195dd, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=450e5931-cd30-4f5a-b9a6-73b9927195dd,segment=NetworkSegment(6c16ddbf-7170-4800-8b29-5d7ebcdcdedd),segment_id=6c16ddbf-7170-4800-8b29-5d7ebcdcdedd)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:28.960119 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.964605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f9185-18ff-4c6c-8911-33e856174060 None None] Pushing event updated for resources: {'Port': ['ID=26fa4ff3-7774-45e4-bd88-5c376b0564e5,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:28.976912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:28.977551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:28.980234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Allocated IP 2001:db8:1::2 (b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0/ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9/c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:28.997743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Calling delete_port for 450e5931-cd30-4f5a-b9a6-73b9927195dd owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:29.258739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3c66ba14-9079-429e-80ad-47c9cf70bc51 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:29.305617 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.323995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.337668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Pushing event deleted for resources: {'Port': ['ID=450e5931-cd30-4f5a-b9a6-73b9927195dd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:29.338024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['450e5931-cd30-4f5a-b9a6-73b9927195dd'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:41:29.396930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] No DVR routers for this DVR port 450e5931-cd30-4f5a-b9a6-73b9927195dd on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:29.404436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.411215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6087b2f5-901b-42ef-a049-50e79acfe617 req-fe0df64e-57cd-4de4-8ba4-1b4337758d2c tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.32 "DELETE /v2.0/ports/450e5931-cd30-4f5a-b9a6-73b9927195dd HTTP/1.1" status: 204 len: 173 time: 0.8321927 Sep 22 10:41:29.411542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ab72f1-2be6-4fc6-bf55-1d023dbbba27', 'name': 'network-vif-deleted', 'tag': '450e5931-cd30-4f5a-b9a6-73b9927195dd'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:29.414478 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6954a8d1-ed52-4282-bbb7-353f27a85f91" -d '{"events": [{"server_uuid": "30ab72f1-2be6-4fc6-bf55-1d023dbbba27", "name": "network-vif-deleted", "tag": "450e5931-cd30-4f5a-b9a6-73b9927195dd"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:29.463312 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961938ff-e8aa-41cb-b042-71bef1adf963 x-openstack-request-id: req-961938ff-e8aa-41cb-b042-71bef1adf963 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:29.463789 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ab72f1-2be6-4fc6-bf55-1d023dbbba27", "name": "network-vif-deleted", "tag": "450e5931-cd30-4f5a-b9a6-73b9927195dd", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:29.464111 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-961938ff-e8aa-41cb-b042-71bef1adf963 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:29.464644 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ab72f1-2be6-4fc6-bf55-1d023dbbba27', 'name': 'network-vif-deleted', 'tag': '450e5931-cd30-4f5a-b9a6-73b9927195dd', 'status': 'completed', 'code': 200} Sep 22 10:41:29.521270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Allocated IP 172.20.0.2 (b0dd4a09-4304-404a-ac8b-6545b0465ab5/cb7d3add-ed19-4864-811a-db9a8b62f06d/9c4ce4f0-2818-479d-9ec8-8e905926c31a) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:29.523366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3c66ba14-9079-429e-80ad-47c9cf70bc51 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:29.523746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.541339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:29.809203 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.871763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab0af64b-3989-4712-b92e-4529613fe360 req-21785dda-ef33-47ca-a973-c394408e6d19 tempest-ServerTagsTestJSON-253380970 tempest-ServerTagsTestJSON-253380970-project] 10.222.0.20 "GET /v2.0/ports?device_id=30ab72f1-2be6-4fc6-bf55-1d023dbbba27 HTTP/1.1" status: 200 len: 210 time: 0.0332069 Sep 22 10:41:29.939624 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.990381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 2001:db8:1::1 (b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0/ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9/9cddbf27-fff4-4e08-b9a6-8499a257bcea) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:29.991240 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.001629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:30.007017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:30.015202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:30.020572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Pushing event updated for resources: {'Port': ['ID=c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:30.067232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:30.105912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.108026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c96bf-629d-4f43-9ebb-015e0853c5a0 None None] The sync data for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 is: [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:30.123231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Attempting to bind port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:30.123693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Attempting to bind port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'c470e58c-0b28-41aa-9a92-d05c2fb4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:30.124121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Attempting to bind port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e on network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:30.167201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:30.167594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Checking segment: {'id': 'c470e58c-0b28-41aa-9a92-d05c2fb4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:30.168234 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.168639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Bound using segment: {'id': 'c470e58c-0b28-41aa-9a92-d05c2fb4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:30.169583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Bound port: c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c470e58c-0b28-41aa-9a92-d05c2fb4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:30.169583 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.174881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Network b0dd4a09-4304-404a-ac8b-6545b0465ab5 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:30.184330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.189597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.20.0.1 (b0dd4a09-4304-404a-ac8b-6545b0465ab5/cb7d3add-ed19-4864-811a-db9a8b62f06d/29748472-3c44-47a4-b0d2-04247f088d0e) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:30.189786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:30.196197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:30.209008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Pushing event updated for resources: {'Port': ['ID=9c4ce4f0-2818-479d-9ec8-8e905926c31a,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:30.317833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Attempting to bind port 9c4ce4f0-2818-479d-9ec8-8e905926c31a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:30.318561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Attempting to bind port 9c4ce4f0-2818-479d-9ec8-8e905926c31a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:30.318561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Attempting to bind port 9c4ce4f0-2818-479d-9ec8-8e905926c31a on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:30.332283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] For port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:30.335658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] For port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e,segment=NetworkSegment(c470e58c-0b28-41aa-9a92-d05c2fb4f139),segment_id=c470e58c-0b28-41aa-9a92-d05c2fb4f139)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:30.336795 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:30.338083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Checking segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:30.342845 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.342845 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Bound using segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:30.342845 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Bound port: 9c4ce4f0-2818-479d-9ec8-8e905926c31a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:30.342845 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.377335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.390634 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.444481 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.470010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] For port 9c4ce4f0-2818-479d-9ec8-8e905926c31a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:30.532264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] For port 9c4ce4f0-2818-479d-9ec8-8e905926c31a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9c4ce4f0-2818-479d-9ec8-8e905926c31a,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:30.589935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40169cf8-ee43-44bb-81db-01fb5c3cb247 None None] Pushing event updated for resources: {'Port': ['ID=c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:30.613145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=9cddbf27-fff4-4e08-b9a6-8499a257bcea,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:30.635190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:30.637420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:30.639821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:30.640457 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.643912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.764847 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248c98c-3446-4be2-8960-f154571f01ff None None] Pushing event updated for resources: {'Port': ['ID=9c4ce4f0-2818-479d-9ec8-8e905926c31a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:30.780139 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.841588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network b0dd4a09-4304-404a-ac8b-6545b0465ab5 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:30.845589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:30.852749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:30.857570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=29748472-3c44-47a4-b0d2-04247f088d0e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:30.908026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.944549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49044) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:30.993256 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.103834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7613362-470d-4a23-9f2d-500eeaceea98 admin admin] Deleting subnet 579aca27-e1ce-4612-aefc-5a2589211ccf {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:41:31.107259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7613362-470d-4a23-9f2d-500eeaceea98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.170645 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7613362-470d-4a23-9f2d-500eeaceea98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.210855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 26fa4ff3-7774-45e4-bd88-5c376b0564e5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:31.245760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7613362-470d-4a23-9f2d-500eeaceea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.330966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 26fa4ff3-7774-45e4-bd88-5c376b0564e5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:31.334673 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.392328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7613362-470d-4a23-9f2d-500eeaceea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.420344 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7613362-470d-4a23-9f2d-500eeaceea98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.428447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a7613362-470d-4a23-9f2d-500eeaceea98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/579aca27-e1ce-4612-aefc-5a2589211ccf HTTP/1.1" status: 204 len: 168 time: 0.4823542 Sep 22 10:41:31.434885 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.463999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 26fa4ff3-7774-45e4-bd88-5c376b0564e5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=26fa4ff3-7774-45e4-bd88-5c376b0564e5,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:31.514645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49050) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:31.521487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7613362-470d-4a23-9f2d-500eeaceea98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579aca27-e1ce-4612-aefc-5a2589211ccf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:31.533947 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.535237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:31.635013 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.680114 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=26fa4ff3-7774-45e4-bd88-5c376b0564e5,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:31.694418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:31.694801 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.794722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.821523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6f9502-3540-4268-90ba-e7c89bc21ff0']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:31.834279 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.837349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c16ddbf-7170-4800-8b29-5d7ebcdcdedd') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:31.837653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c16ddbf-7170-4800-8b29-5d7ebcdcdedd') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:31.850450 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.866592 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.872935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:41:31.873346 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.901503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e,segment=NetworkSegment(c470e58c-0b28-41aa-9a92-d05c2fb4f139),segment_id=c470e58c-0b28-41aa-9a92-d05c2fb4f139)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:41:31.937625 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:41:31.983074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.986224 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.023644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.026678 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.029979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5a6f9502-3540-4268-90ba-e7c89bc21ff0 HTTP/1.1" status: 204 len: 168 time: 0.5161338 Sep 22 10:41:32.077971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cfeb4-5479-4a55-82c5-6b52c8fb70b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6f9502-3540-4268-90ba-e7c89bc21ff0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:32.103085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:32.162182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16874667-5ad8-427e-9bd2-1f23948cc895 None None] Network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:32.181789 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.266568 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.267353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.320578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=9cddbf27-fff4-4e08-b9a6-8499a257bcea,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:32.381914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-045ebe4d-5eed-4577-890e-e7b42ca751da None None] Provisioning complete for port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:32.382606 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-045ebe4d-5eed-4577-890e-e7b42ca751da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.418576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f918db6-caaa-44a9-a1e6-de2fada49f53 None None] Network b0dd4a09-4304-404a-ac8b-6545b0465ab5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:32.498650 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:32.521682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:32.547853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49060) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:32.647688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.653549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0b082358-2f3e-46eb-9bab-92219dc52449 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d191e614ff54cf9aa8481236c1fc19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018996 Sep 22 10:41:32.654073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49062) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:32.721600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1dd0893-bddb-4617-a64f-82a79cf3d318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.758084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.760371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1dd0893-bddb-4617-a64f-82a79cf3d318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.842387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2c225248-5405-424e-a7dd-2e2380600538 None None] Provisioning complete for port 9c4ce4f0-2818-479d-9ec8-8e905926c31a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:32.843686 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2c225248-5405-424e-a7dd-2e2380600538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.887553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=29748472-3c44-47a4-b0d2-04247f088d0e,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:32.905760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1dd0893-bddb-4617-a64f-82a79cf3d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.910720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:32.916635 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1dd0893-bddb-4617-a64f-82a79cf3d318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:32.920255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f1dd0893-bddb-4617-a64f-82a79cf3d318 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd40a182-1d51-4b14-904f-23d918ceecf3 HTTP/1.1" status: 204 len: 168 time: 0.2649682 Sep 22 10:41:32.985178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd0893-bddb-4617-a64f-82a79cf3d318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd40a182-1d51-4b14-904f-23d918ceecf3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:33.105646 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.194631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:33.217713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49070) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:33.218414 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7a93a06-e925-47fd-853b-705cead44016 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2039778 Sep 22 10:41:33.224345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-246893421'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:33.226136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:33.258751 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:33.259725 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:33.375848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:33.384622 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.420476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network b0dd4a09-4304-404a-ac8b-6545b0465ab5 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:33.436328 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:33.456249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:41:33.459795 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:33.478507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 26fa4ff3-7774-45e4-bd88-5c376b0564e5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:33.480766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.488246 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added segment 1274360b-543f-46ca-a655-b4939044c4f3 of type vlan for network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 Sep 22 10:41:33.540333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 450e5931-cd30-4f5a-b9a6-73b9927195dd no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:33.555263 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.605011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 450e5931-cd30-4f5a-b9a6-73b9927195dd {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:33.608950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 450e5931-cd30-4f5a-b9a6-73b9927195dd not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:33.668710 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2c225248-5405-424e-a7dd-2e2380600538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.715627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 26fa4ff3-7774-45e4-bd88-5c376b0564e5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:33.719432 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.728353 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.732764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 9ff28bc5-824c-4d13-8405-837a74ed7414 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:33.736013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:33.738405 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.862177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2c225248-5405-424e-a7dd-2e2380600538 None None] For port 9c4ce4f0-2818-479d-9ec8-8e905926c31a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9c4ce4f0-2818-479d-9ec8-8e905926c31a,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:33.996209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7834070 Sep 22 10:41:33.997237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1f8a5-104b-4753-9413-c7db8117ecd3 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Network': ['ID=1e6c8711-fb36-4bfb-99e2-79a9cd183b63,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:33.999476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49088) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:34.005202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'subnet': {'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:34.011673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9c4ce4f0-2818-479d-9ec8-8e905926c31a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:34.019969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:34.034388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:41:34.040807 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-90dc341f-bb15-4ee2-82bf-28be27967450 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "PUT /v2.0/routers/9ff28bc5-824c-4d13-8405-837a74ed7414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6873233 Sep 22 10:41:34.083612 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2c225248-5405-424e-a7dd-2e2380600538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.089013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Sync routers for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:34.181298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:34.182009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:34.259060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:34.268067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.268225 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:30Z', 'revision_number': 3, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:34.326196 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:34.326558 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Updating router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 port 9cddbf27-fff4-4e08-b9a6-8499a257bcea binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:41:34.364940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Provisioning complete for port 29748472-3c44-47a4-b0d2-04247f088d0e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:34.365321 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.367285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c225248-5405-424e-a7dd-2e2380600538 None None] Pushing event updated for resources: {'Port': ['ID=9c4ce4f0-2818-479d-9ec8-8e905926c31a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:34.393022 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.429224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9c4ce4f0-2818-479d-9ec8-8e905926c31a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:34.429609 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.437354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-2936609b-cc67-4ae4-82e2-a653219c62fe tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908361219&fields=id&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 267 time: 0.0724070 Sep 22 10:41:34.504605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Port 29748472-3c44-47a4-b0d2-04247f088d0e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:34.530649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:34.570705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Provisioning complete for port 9cddbf27-fff4-4e08-b9a6-8499a257bcea triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:34.571080 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.684724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:34.710782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Port 9cddbf27-fff4-4e08-b9a6-8499a257bcea cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:34.747671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-54cce5fc-3afe-48f2-b83d-583fd128cbe2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:34.749634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-54cce5fc-3afe-48f2-b83d-583fd128cbe2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 796 time: 0.3038790 Sep 22 10:41:34.775255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-8d0a877a-8661-4310-97d1-436ddf5d23e7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/quotas/b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 375 time: 0.0179002 Sep 22 10:41:34.811996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Provisioning complete for port 9c4ce4f0-2818-479d-9ec8-8e905926c31a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:34.812333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.849765 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.856232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.862430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:34.862810 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.917983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-497b24c5-fcd2-41a4-9167-7da4eedaf374 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418290 Sep 22 10:41:34.922487 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.993242 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca63e-4041-4733-88db-57ab49822885 None None] Pushing event updated for resources: {'Port': ['ID=9cddbf27-fff4-4e08-b9a6-8499a257bcea,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:35.009905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Checking segment: {'id': '1274360b-543f-46ca-a655-b4939044c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:35.010346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network hostable DHCP agents. Network: 1e6c8711-fb36-4bfb-99e2-79a9cd183b63, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:41:35.027648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Subnet': ['ID=81c3ce4a-559a-4d2a-a691-52480831fe29,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:35.092657 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Attempting to bind port 9cddbf27-fff4-4e08-b9a6-8499a257bcea on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:35.092977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '29748472-3c44-47a4-b0d2-04247f088d0e', 'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:29Z', 'updated_at': '2021-09-22T10:41:32Z', 'revision_number': 2, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:35.093169 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Attempting to bind port 9cddbf27-fff4-4e08-b9a6-8499a257bcea by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'c470e58c-0b28-41aa-9a92-d05c2fb4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:35.094003 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Attempting to bind port 9cddbf27-fff4-4e08-b9a6-8499a257bcea on network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:35.111576 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:35.112011 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Checking segment: {'id': 'c470e58c-0b28-41aa-9a92-d05c2fb4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:35.112361 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:35.112762 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Bound using segment: {'id': 'c470e58c-0b28-41aa-9a92-d05c2fb4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:35.113237 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Bound port: 9cddbf27-fff4-4e08-b9a6-8499a257bcea, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c470e58c-0b28-41aa-9a92-d05c2fb4f139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:35.113625 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:35.130644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Checking router: 9ff28bc5-824c-4d13-8405-837a74ed7414 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:35.130644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Updating router 9ff28bc5-824c-4d13-8405-837a74ed7414 port 29748472-3c44-47a4-b0d2-04247f088d0e binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:41:35.154606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Provisioning complete for port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:35.155068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0045079b-8893-4d56-9092-729b99bc4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:35.172672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-65ff08e7-be7c-49c9-a76b-5462cf81ecd4 service neutron] 10.222.0.20 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113414 Sep 22 10:41:35.204699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] For port 9cddbf27-fff4-4e08-b9a6-8499a257bcea, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:35.209166 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] For port 9cddbf27-fff4-4e08-b9a6-8499a257bcea, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9cddbf27-fff4-4e08-b9a6-8499a257bcea,segment=NetworkSegment(c470e58c-0b28-41aa-9a92-d05c2fb4f139),segment_id=c470e58c-0b28-41aa-9a92-d05c2fb4f139)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:35.218018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9c4ce4f0-2818-479d-9ec8-8e905926c31a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:35.243502 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:35.263079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:41:35.273081 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:35.301445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-8aed843b-b225-43a2-965d-c7f735e0aeff service neutron] 10.222.0.20 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068587 Sep 22 10:41:35.330779 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:35.331430 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:35.339454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 1e6c8711-fb36-4bfb-99e2-79a9cd183b63) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:35.345694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:35.349262 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:35.361608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9c4ce4f0-2818-479d-9ec8-8e905926c31a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:35.361608 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:35.381971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08f005-de66-498b-8a32-132fbf658392 None None] Network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:35.468201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f4dd0216-4577-4db5-8574-6c995bac11b4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4646938 Sep 22 10:41:35.469271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49122) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:35.492984 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:35.539669 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca63e-4041-4733-88db-57ab49822885 None None] Pushing event updated for resources: {'Port': ['ID=9cddbf27-fff4-4e08-b9a6-8499a257bcea,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:35.757414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-26855660-dd65-4e08-be8c-9d1d81503f96 None None] Provisioning complete for port 9cddbf27-fff4-4e08-b9a6-8499a257bcea triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:35.757414 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26855660-dd65-4e08-be8c-9d1d81503f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:35.889395 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:30Z', 'revision_number': 3, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:35Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:35.931787 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8d185-b15d-4f6e-af50-cba57d88bc16 None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:30Z', 'revision_number': 3, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:35Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:36.128480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:41:36.129346 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:36.197280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:36.349867 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26855660-dd65-4e08-be8c-9d1d81503f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:36.436054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-26855660-dd65-4e08-be8c-9d1d81503f96 None None] For port 9cddbf27-fff4-4e08-b9a6-8499a257bcea, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9cddbf27-fff4-4e08-b9a6-8499a257bcea,segment=NetworkSegment(c470e58c-0b28-41aa-9a92-d05c2fb4f139),segment_id=c470e58c-0b28-41aa-9a92-d05c2fb4f139)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:36.489460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:36.507418 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26855660-dd65-4e08-be8c-9d1d81503f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:36.552320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Allocated IP 2001:db8:2::2 (1e6c8711-fb36-4bfb-99e2-79a9cd183b63/81c3ce4a-559a-4d2a-a691-52480831fe29/6a88b472-098f-4c81-a42a-bcfa98902d25) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:36.605784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26855660-dd65-4e08-be8c-9d1d81503f96 None None] Pushing event updated for resources: {'Port': ['ID=9cddbf27-fff4-4e08-b9a6-8499a257bcea,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:36.661775 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:36.672869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-183e5f99-597e-4ae0-9982-519b4bd34954 None None] Provisioning complete for port 9cddbf27-fff4-4e08-b9a6-8499a257bcea triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:36.673399 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-183e5f99-597e-4ae0-9982-519b4bd34954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:36.788504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215b1fb-263c-42b0-b687-b580948060ba None None] Pushing event updated for resources: {'Port': ['ID=29748472-3c44-47a4-b0d2-04247f088d0e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:36.944287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Attempting to bind port 29748472-3c44-47a4-b0d2-04247f088d0e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:36.944776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Attempting to bind port 29748472-3c44-47a4-b0d2-04247f088d0e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:36.945238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Attempting to bind port 29748472-3c44-47a4-b0d2-04247f088d0e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:36.947811 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:36.953623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:36.953623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Checking segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:36.954218 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:36.955691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Bound using segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:36.955691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Bound port: 29748472-3c44-47a4-b0d2-04247f088d0e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:36.955691 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.027860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] For port 29748472-3c44-47a4-b0d2-04247f088d0e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:37.033630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] For port 29748472-3c44-47a4-b0d2-04247f088d0e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=29748472-3c44-47a4-b0d2-04247f088d0e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:37.117109 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.178951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:37.198361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:37.201716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec9914b3-f3e6-4ef6-a6f5-cfe99af539f3 req-f1110596-5fd4-4ec1-b9ce-1dffa28e7a89 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 210 time: 0.0373647 Sep 22 10:41:37.210347 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.213271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:37.223641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Pushing event updated for resources: {'Port': ['ID=6a88b472-098f-4c81-a42a-bcfa98902d25,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:37.236652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-dd8633b4-6dd2-400c-8705-c1ecc1c29551 None None] Provisioning complete for port 29748472-3c44-47a4-b0d2-04247f088d0e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:37.236652 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dd8633b4-6dd2-400c-8705-c1ecc1c29551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.265639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 2001:db8:2::1 (1e6c8711-fb36-4bfb-99e2-79a9cd183b63/81c3ce4a-559a-4d2a-a691-52480831fe29/c42fa7c0-ee42-4247-b132-f8d1758728bb) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:37.310506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9cddbf27-fff4-4e08-b9a6-8499a257bcea up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:37.481627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.505609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Attempting to bind port 6a88b472-098f-4c81-a42a-bcfa98902d25 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:37.506011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Attempting to bind port 6a88b472-098f-4c81-a42a-bcfa98902d25 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '1274360b-543f-46ca-a655-b4939044c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:37.506794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Attempting to bind port 6a88b472-098f-4c81-a42a-bcfa98902d25 on network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:37.513395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215b1fb-263c-42b0-b687-b580948060ba None None] Pushing event updated for resources: {'Port': ['ID=29748472-3c44-47a4-b0d2-04247f088d0e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:37.555798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:37.556185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Checking segment: {'id': '1274360b-543f-46ca-a655-b4939044c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:37.559454 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.559883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Bound using segment: {'id': '1274360b-543f-46ca-a655-b4939044c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:37.560394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Bound port: 6a88b472-098f-4c81-a42a-bcfa98902d25, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1274360b-543f-46ca-a655-b4939044c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:37.560807 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.669682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] For port 6a88b472-098f-4c81-a42a-bcfa98902d25, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:37.679307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] For port 6a88b472-098f-4c81-a42a-bcfa98902d25, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6a88b472-098f-4c81-a42a-bcfa98902d25,segment=NetworkSegment(1274360b-543f-46ca-a655-b4939044c4f3),segment_id=1274360b-543f-46ca-a655-b4939044c4f3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:37.679307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:37.680021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:37.682246 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.746154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:37.757865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:37.765683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:37.765683 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.801082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:37.824059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=c42fa7c0-ee42-4247-b132-f8d1758728bb,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:37.855082 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:37.960674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9cddbf27-fff4-4e08-b9a6-8499a257bcea triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:37.961769 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:38.076315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:38.159141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784bbee-6573-458a-8bbd-a2abd9014efd None None] Pushing event updated for resources: {'Port': ['ID=6a88b472-098f-4c81-a42a-bcfa98902d25,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:38.221603 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dd8633b4-6dd2-400c-8705-c1ecc1c29551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:38.338655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '29748472-3c44-47a4-b0d2-04247f088d0e', 'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:29Z', 'updated_at': '2021-09-22T10:41:37Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:38.349880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-dd8633b4-6dd2-400c-8705-c1ecc1c29551 None None] For port 29748472-3c44-47a4-b0d2-04247f088d0e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=29748472-3c44-47a4-b0d2-04247f088d0e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:38.369877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f36a19-5607-4d1f-a6ae-8dd9e1a56dfc None None] The sync data for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 is: [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '29748472-3c44-47a4-b0d2-04247f088d0e', 'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:29Z', 'updated_at': '2021-09-22T10:41:37Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:38.382972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8f35292-6d2d-4358-932d-558d6ec904a2 req-1728e6e0-6e08-4e99-803c-a856e9ad1402 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 210 time: 0.0330427 Sep 22 10:41:38.488201 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dd8633b4-6dd2-400c-8705-c1ecc1c29551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:38.676500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8633b4-6dd2-400c-8705-c1ecc1c29551 None None] Pushing event updated for resources: {'Port': ['ID=29748472-3c44-47a4-b0d2-04247f088d0e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:38.703366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d3119aab-a314-4d99-9fa9-eabd469b74e8 None None] Provisioning complete for port 29748472-3c44-47a4-b0d2-04247f088d0e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:38.703809 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d3119aab-a314-4d99-9fa9-eabd469b74e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:38.715155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-dd05d5c8-2fdb-473f-8c53-07b2eaebf8a5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:38.717279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-dd05d5c8-2fdb-473f-8c53-07b2eaebf8a5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 796 time: 0.2776625 Sep 22 10:41:38.798644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-97bbdd61-ef6d-416d-9d4f-bf5cf2522864 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 379 time: 0.0589106 Sep 22 10:41:38.813614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'port': {'device_id': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'admin_state_up': True, 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'security_groups': ['7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:38.847757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:39.053824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:39.054767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:39.136863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:39.142916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:39.241570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=c42fa7c0-ee42-4247-b132-f8d1758728bb,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:39.273685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 29748472-3c44-47a4-b0d2-04247f088d0e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:39.335454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:39.335678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 29748472-3c44-47a4-b0d2-04247f088d0e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:39.335961 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:39.339285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:39.370083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e556c5d-ea77-45b6-ae8c-c82204034e8e None None] Network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:39.507457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0f4ebaa2-5df7-4f91-9c2d-cf0f1776613f None None] Provisioning complete for port 6a88b472-098f-4c81-a42a-bcfa98902d25 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:39.507910 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f4ebaa2-5df7-4f91-9c2d-cf0f1776613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:39.513112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.20.0.14 (b0dd4a09-4304-404a-ac8b-6545b0465ab5/cb7d3add-ed19-4864-811a-db9a8b62f06d/fafdbb1a-a489-4871-9f1a-432f0949307e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:39.573787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d79b15c-3c85-49c4-9a45-3ff2ba8c0493 req-db29835f-337d-4d3e-9375-07f7996eadf3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 210 time: 0.0621364 Sep 22 10:41:39.583585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:39.773642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6a88b472-098f-4c81-a42a-bcfa98902d25 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:39.869862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:39.882592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6e96856f-6b49-482d-bc71-2b4c8d651511 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4106481 Sep 22 10:41:39.882785 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:39.883237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49190) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:39.895816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1465119547'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:39.901522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6a88b472-098f-4c81-a42a-bcfa98902d25 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:39.901904 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:39.917054 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:39.919544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:39.931244 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:39.957285 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f4ebaa2-5df7-4f91-9c2d-cf0f1776613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.026978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0f4ebaa2-5df7-4f91-9c2d-cf0f1776613f None None] For port 6a88b472-098f-4c81-a42a-bcfa98902d25, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6a88b472-098f-4c81-a42a-bcfa98902d25,segment=NetworkSegment(1274360b-543f-46ca-a655-b4939044c4f3),segment_id=1274360b-543f-46ca-a655-b4939044c4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:40.042374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:40.046787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.082966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:41:40.087837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.096938 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.097295 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added segment 5e30b7ce-d253-471a-93cd-2de50af68b92 of type vlan for network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 Sep 22 10:41:40.115608 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:40.124644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.176519 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f4ebaa2-5df7-4f91-9c2d-cf0f1776613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.214604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network b0dd4a09-4304-404a-ac8b-6545b0465ab5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:40.224804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:40.231281 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.233682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:40.270587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:40.271337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:41:40.271876 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:41:40.292034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ebaa2-5df7-4f91-9c2d-cf0f1776613f None None] Pushing event updated for resources: {'Port': ['ID=6a88b472-098f-4c81-a42a-bcfa98902d25,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:40.324180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:40.324180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.401850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-deed3202-2f21-4496-a937-01c8c1ef06d7 None None] Provisioning complete for port 6a88b472-098f-4c81-a42a-bcfa98902d25 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:40.401850 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-deed3202-2f21-4496-a937-01c8c1ef06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.421257 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.430249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:40.435114 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:37Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:38Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:40.440861 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.471921 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:40.472532 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Updating router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 port c42fa7c0-ee42-4247-b132-f8d1758728bb binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:41:40.543538 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.558441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Network': ['ID=ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:40.564196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-76daeaa8-81f3-4fda-9b52-f855d2b991a3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7598219 Sep 22 10:41:40.565574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-74e0626e-4789-47ac-bbaa-1fa853804cdd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6815257 Sep 22 10:41:40.570392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49200) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:40.576196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:41:40.579466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'subnet': {'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:40.588328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Request body: {'port': {'device_id': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:40.595265 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-deed3202-2f21-4496-a937-01c8c1ef06d7 None None] Provisioning complete for port c42fa7c0-ee42-4247-b132-f8d1758728bb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:40.595635 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-deed3202-2f21-4496-a937-01c8c1ef06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.721316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.737747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-deed3202-2f21-4496-a937-01c8c1ef06d7 None None] Port c42fa7c0-ee42-4247-b132-f8d1758728bb cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:40.888911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6ba78566-ed32-4f26-9b0f-531f658b2ddd None None] Provisioning complete for port fafdbb1a-a489-4871-9f1a-432f0949307e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:40.889196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ba78566-ed32-4f26-9b0f-531f658b2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.915758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc1d2c-f6fe-45ec-8118-802f9d526244 req-b876cf10-8644-4edc-84e1-b6e2a5ca2e48 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:40.917527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8edc1d2c-f6fe-45ec-8118-802f9d526244 req-b876cf10-8644-4edc-84e1-b6e2a5ca2e48 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 932 time: 0.1413381 Sep 22 10:41:40.947559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Made reservation on behalf of a74baa7a46f548faaab88c39add79359 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:40.952558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.967353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6ba78566-ed32-4f26-9b0f-531f658b2ddd None None] Port fafdbb1a-a489-4871-9f1a-432f0949307e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:40.996967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6ba78566-ed32-4f26-9b0f-531f658b2ddd None None] Provisioning complete for port c42fa7c0-ee42-4247-b132-f8d1758728bb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:40.998893 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6ba78566-ed32-4f26-9b0f-531f658b2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.047981 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.049018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6ba78566-ed32-4f26-9b0f-531f658b2ddd None None] Port c42fa7c0-ee42-4247-b132-f8d1758728bb cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:41.104952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8edc1d2c-f6fe-45ec-8118-802f9d526244 req-cdb1dc54-7f4c-47dd-8f9d-65516ea37021 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713684 Sep 22 10:41:41.162757 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.176724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ee347db0-8336-46b6-b8ac-6178ac377796 None None] Provisioning complete for port c42fa7c0-ee42-4247-b132-f8d1758728bb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:41.177105 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ee347db0-8336-46b6-b8ac-6178ac377796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.201382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6a88b472-098f-4c81-a42a-bcfa98902d25 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:41.313460 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ac7ba-0065-4c9e-8f57-79a6577385e2 None None] Pushing event updated for resources: {'Port': ['ID=c42fa7c0-ee42-4247-b132-f8d1758728bb,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:41.340945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ee347db0-8336-46b6-b8ac-6178ac377796 None None] Port c42fa7c0-ee42-4247-b132-f8d1758728bb cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:41.362055 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6a88b472-098f-4c81-a42a-bcfa98902d25 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:41.362471 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.475735 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Attempting to bind port c42fa7c0-ee42-4247-b132-f8d1758728bb on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:41.476320 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Attempting to bind port c42fa7c0-ee42-4247-b132-f8d1758728bb by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '1274360b-543f-46ca-a655-b4939044c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:41.476854 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Attempting to bind port c42fa7c0-ee42-4247-b132-f8d1758728bb on network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:41.479398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafdbb1a-a489-4871-9f1a-432f0949307e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:41:41.483742 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:41.484891 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Checking segment: {'id': '1274360b-543f-46ca-a655-b4939044c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:41.485652 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.486259 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Bound using segment: {'id': '1274360b-543f-46ca-a655-b4939044c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:41.486968 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Bound port: c42fa7c0-ee42-4247-b132-f8d1758728bb, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1274360b-543f-46ca-a655-b4939044c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:41.487535 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.499711 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.520911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Transition to ACTIVE for port object fafdbb1a-a489-4871-9f1a-432f0949307e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:41:41.573756 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] For port c42fa7c0-ee42-4247-b132-f8d1758728bb, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:41.578182 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] For port c42fa7c0-ee42-4247-b132-f8d1758728bb, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c42fa7c0-ee42-4247-b132-f8d1758728bb,segment=NetworkSegment(1274360b-543f-46ca-a655-b4939044c4f3),segment_id=1274360b-543f-46ca-a655-b4939044c4f3)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:41.645860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.711612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Subnet': ['ID=bbf16b50-33b9-40ee-b3b8-b42a6a5387c2,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:41.735760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Checking segment: {'id': '5e30b7ce-d253-471a-93cd-2de50af68b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:41.736222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network hostable DHCP agents. Network: ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:41:41.773844 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.808187 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.828583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa24444-6828-4275-87a0-b390247526bd service neutron] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:41.871181 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:41.871973 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:41.874520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-31e42182-1589-46a3-87ae-f0197cf4b544 None None] Provisioning complete for port c42fa7c0-ee42-4247-b132-f8d1758728bb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:41.874901 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31e42182-1589-46a3-87ae-f0197cf4b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.922324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:41:41.960959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:41.961466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:41.961859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:41.967329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Port fafdbb1a-a489-4871-9f1a-432f0949307e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:41:41.967679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:41.976496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:41.976496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Checking segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:41.976496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Bound using segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:41.979072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Bound port: fafdbb1a-a489-4871-9f1a-432f0949307e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:41.979072 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:41.985541 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ac7ba-0065-4c9e-8f57-79a6577385e2 None None] Pushing event updated for resources: {'Port': ['ID=c42fa7c0-ee42-4247-b132-f8d1758728bb,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:42.054047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:42.064603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:42.065273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.076832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd38e1-d3a9-495b-8763-266c52a02791 None None] Network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:42.107075 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:42.121956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:42.126448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:42.200750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0300fe2f-194d-4202-bd4f-7fbd24f56b92 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6283109 Sep 22 10:41:42.201036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49234) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:42.270359 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31e42182-1589-46a3-87ae-f0197cf4b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.304447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.374319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-31e42182-1589-46a3-87ae-f0197cf4b544 None None] For port c42fa7c0-ee42-4247-b132-f8d1758728bb, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c42fa7c0-ee42-4247-b132-f8d1758728bb,segment=NetworkSegment(1274360b-543f-46ca-a655-b4939044c4f3),segment_id=1274360b-543f-46ca-a655-b4939044c4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:42.388157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25', 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'fixed_ips': [{'subnet_id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:41:42.389836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.522831 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-31e42182-1589-46a3-87ae-f0197cf4b544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.550392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:42.551006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.555158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-afa24444-6828-4275-87a0-b390247526bd service neutron] 10.222.0.30 "PUT /v2.0/ports/fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1092 time: 1.9693248 Sep 22 10:41:42.562234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:42.562480 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:42.632446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e42182-1589-46a3-87ae-f0197cf4b544 None None] Pushing event updated for resources: {'Port': ['ID=c42fa7c0-ee42-4247-b132-f8d1758728bb,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:42.746009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-61117c2f-5354-4bae-b085-09c8df0ade32 None None] Provisioning complete for port c42fa7c0-ee42-4247-b132-f8d1758728bb triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:42.746830 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-61117c2f-5354-4bae-b085-09c8df0ade32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.748063 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:37Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:41Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:42.786849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Allocated IP 2001:db8:3::2 (ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25/bbf16b50-33b9-40ee-b3b8-b42a6a5387c2/922f941c-3aa1-4ed5-906a-b2f0d65c79e9) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:42.792128 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe1af0-ae48-4784-a241-897fe0490b0f None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:37Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:41Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:43.063103 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.118213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa24444-6828-4275-87a0-b390247526bd service neutron] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:43.169305 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.182851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb243d-a968-4305-a3fc-9c65af8d64ff req-930ffa0f-d251-4370-8604-2b945daccd09 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:43.190439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74fb243d-a968-4305-a3fc-9c65af8d64ff req-930ffa0f-d251-4370-8604-2b945daccd09 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.8874438 Sep 22 10:41:43.209958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-4156a971-c091-4a37-be3b-f874eca47f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:43.212085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-4156a971-c091-4a37-be3b-f874eca47f59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1095 time: 0.1942625 Sep 22 10:41:43.236746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c42fa7c0-ee42-4247-b132-f8d1758728bb up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:43.252118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:43.280262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:43.289645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:43.291218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74fb243d-a968-4305-a3fc-9c65af8d64ff req-ffdcb464-ae00-4b57-b61a-b4c4a2539125 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992982 Sep 22 10:41:43.294418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-4ae23556-d396-49d5-bd82-12bcabdb5f9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 217 time: 0.0721440 Sep 22 10:41:43.330690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Pushing event updated for resources: {'Port': ['ID=922f941c-3aa1-4ed5-906a-b2f0d65c79e9,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:43.421410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Attempting to bind port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:43.422211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Attempting to bind port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '5e30b7ce-d253-471a-93cd-2de50af68b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:43.422312 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Attempting to bind port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 on network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:43.422837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-46bc1409-e31a-474e-b926-40a79d424923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:43.424526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-46bc1409-e31a-474e-b926-40a79d424923 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.0920446 Sep 22 10:41:43.431796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:43.432194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Checking segment: {'id': '5e30b7ce-d253-471a-93cd-2de50af68b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:43.432616 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.433334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Bound using segment: {'id': '5e30b7ce-d253-471a-93cd-2de50af68b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:43.433829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Bound port: 922f941c-3aa1-4ed5-906a-b2f0d65c79e9, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e30b7ce-d253-471a-93cd-2de50af68b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:43.434307 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.447966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c42fa7c0-ee42-4247-b132-f8d1758728bb triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:43.448497 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.523572 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79dabd7-8c4d-4811-85d2-f5630aeaf076 x-openstack-request-id: req-e79dabd7-8c4d-4811-85d2-f5630aeaf076 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:43.523866 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:43.524114 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e79dabd7-8c4d-4811-85d2-f5630aeaf076 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:43.524512 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'status': 'completed', 'code': 200} Sep 22 10:41:43.578540 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] For port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:43.581802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] For port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=922f941c-3aa1-4ed5-906a-b2f0d65c79e9,segment=NetworkSegment(5e30b7ce-d253-471a-93cd-2de50af68b92),segment_id=5e30b7ce-d253-471a-93cd-2de50af68b92)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:43.595500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.621120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-41fa9dea-0279-465b-bffe-d51b3258ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:43.622861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-41fa9dea-0279-465b-bffe-d51b3258ee90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914260 Sep 22 10:41:43.677885 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.760496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477334d-b721-475f-beb9-cf2ded0c4d50 None None] Pushing event updated for resources: {'Port': ['ID=922f941c-3aa1-4ed5-906a-b2f0d65c79e9,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:43.994861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-85c39bb6-36ad-45d8-babe-520a218c7660 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166195 Sep 22 10:41:44.153840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Allocated IP 2001:db8:3::1 (ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25/bbf16b50-33b9-40ee-b3b8-b42a6a5387c2/5b617263-7a07-4bef-9dd8-800c2085498f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:44.168993 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e97f3f8e-2e25-4376-9327-a96b5ce2d89b req-7343f4d2-5755-4449-b3a3-0d7220cfb5f3 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666806 Sep 22 10:41:44.302371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:44.383590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-a8794467-106d-439b-acaa-4a0aa4edf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.385105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-a8794467-106d-439b-acaa-4a0aa4edf660 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1095 time: 0.0873842 Sep 22 10:41:44.484093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecd945-8b3f-4f62-a853-34710daf6398 req-63e3b49e-e458-4787-8f89-6755554ad09b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.486351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ecd945-8b3f-4f62-a853-34710daf6398 req-63e3b49e-e458-4787-8f89-6755554ad09b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.1199355 Sep 22 10:41:44.511599 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:44.566239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-b1f8c5d7-1b60-41f4-95c9-582557227b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.566239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-b1f8c5d7-1b60-41f4-95c9-582557227b83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.1660864 Sep 22 10:41:44.571178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:44.592389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:44.631070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:44.631612 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:44.649734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-4ad5d5ed-cbbc-4d32-986e-4422dd2b19d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 217 time: 0.0719166 Sep 22 10:41:44.694117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ecd945-8b3f-4f62-a853-34710daf6398 req-2b00f875-768e-493a-b5ab-3c2ea620afea tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923890 Sep 22 10:41:44.697183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=5b617263-7a07-4bef-9dd8-800c2085498f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:44.820410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-280aba78-b491-4c50-8a38-e3313de981a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.822378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-280aba78-b491-4c50-8a38-e3313de981a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.1195922 Sep 22 10:41:44.890052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-bb5f891a-6581-4170-915b-ea0b622b8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.892974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-bb5f891a-6581-4170-915b-ea0b622b8888 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629323 Sep 22 10:41:44.979987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fadcc5-32b7-44ff-95d5-f42fa73fef7b None None] Network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:45.033783 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.100579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-3fb5ee2f-c509-40a6-b093-767fb9c8ee8c service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996903 Sep 22 10:41:45.124557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-598646f5-3f31-4929-aa57-70eeb77ab735 None None] Provisioning complete for port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:45.125020 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-598646f5-3f31-4929-aa57-70eeb77ab735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.255767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:45.286510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-598646f5-3f31-4929-aa57-70eeb77ab735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.356976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-598646f5-3f31-4929-aa57-70eeb77ab735 None None] For port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=922f941c-3aa1-4ed5-906a-b2f0d65c79e9,segment=NetworkSegment(5e30b7ce-d253-471a-93cd-2de50af68b92),segment_id=5e30b7ce-d253-471a-93cd-2de50af68b92)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:45.372123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:45.372493 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.404922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc7e1854-4913-4e83-9ac2-3e7e538a42c5 req-4d8d4e42-a28b-43fe-8497-5c5def26872f service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591708 Sep 22 10:41:45.460220 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.466612 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.488149 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-598646f5-3f31-4929-aa57-70eeb77ab735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.565527 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:41:45.565909 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:41:45.570666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598646f5-3f31-4929-aa57-70eeb77ab735 None None] Pushing event updated for resources: {'Port': ['ID=922f941c-3aa1-4ed5-906a-b2f0d65c79e9,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:45.607856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.608779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.680618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event updated for resources: {'Port': ['ID=5b617263-7a07-4bef-9dd8-800c2085498f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:45.708702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-52e43b79-dea9-4600-8100-33d51cf29286 None None] Provisioning complete for port 5b617263-7a07-4bef-9dd8-800c2085498f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:45.709070 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52e43b79-dea9-4600-8100-33d51cf29286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.757461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-52e43b79-dea9-4600-8100-33d51cf29286 None None] Port 5b617263-7a07-4bef-9dd8-800c2085498f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:45.779261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-52e43b79-dea9-4600-8100-33d51cf29286 None None] Provisioning complete for port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:45.779629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-52e43b79-dea9-4600-8100-33d51cf29286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:45.783924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:45.788681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:45.918470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28717737-f989-4cf4-9220-da796aa056c8 req-1da9c5e0-6687-4412-9b5d-63b707ead96c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:45.920023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28717737-f989-4cf4-9220-da796aa056c8 req-1da9c5e0-6687-4412-9b5d-63b707ead96c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.1329408 Sep 22 10:41:45.955289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:45.981082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28717737-f989-4cf4-9220-da796aa056c8 req-f49aa92e-477b-4808-9d33-4860c2348a50 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496118 Sep 22 10:41:46.009174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-10f41f7e-4193-4ea9-8bdd-205140df8930 None None] Provisioning complete for port 5b617263-7a07-4bef-9dd8-800c2085498f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:46.009174 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-10f41f7e-4193-4ea9-8bdd-205140df8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:46.037541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-10f41f7e-4193-4ea9-8bdd-205140df8930 None None] Port 5b617263-7a07-4bef-9dd8-800c2085498f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:46.108491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:46.113903 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-19265afb-5a78-46fb-a30b-e8b73a5654a0 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9015236 Sep 22 10:41:46.116575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49312) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:46.121001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:46.124206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:46.134173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:46.134795 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:46.241541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1d71e355-3c95-4c0d-86f2-3647087f0caf None None] Provisioning complete for port 5b617263-7a07-4bef-9dd8-800c2085498f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:46.241912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1d71e355-3c95-4c0d-86f2-3647087f0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:46.244847 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:46.318457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1d71e355-3c95-4c0d-86f2-3647087f0caf None None] Port 5b617263-7a07-4bef-9dd8-800c2085498f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:46.697918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:44Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b617263-7a07-4bef-9dd8-800c2085498f', 'name': '', 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:bf:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:43Z', 'updated_at': '2021-09-22T10:41:45Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:42Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:46.736539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:46.737053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Updating router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 port 5b617263-7a07-4bef-9dd8-800c2085498f binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:41:46.765042 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:46.867902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 10:41:46.884284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Removed routes are [] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 10:41:46.884705 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.077413 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.222169 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.237305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240178c-3473-4757-b4b6-3150c5c91bde None None] Pushing event updated for resources: {'Port': ['ID=5b617263-7a07-4bef-9dd8-800c2085498f,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:47.240136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:47.265138 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.270644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.363312 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Attempting to bind port 5b617263-7a07-4bef-9dd8-800c2085498f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:47.363587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Attempting to bind port 5b617263-7a07-4bef-9dd8-800c2085498f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '5e30b7ce-d253-471a-93cd-2de50af68b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:47.363948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Attempting to bind port 5b617263-7a07-4bef-9dd8-800c2085498f on network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:47.372202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:47.372631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Checking segment: {'id': '5e30b7ce-d253-471a-93cd-2de50af68b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:47.373032 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.373429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Bound using segment: {'id': '5e30b7ce-d253-471a-93cd-2de50af68b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:47.373903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Bound port: 5b617263-7a07-4bef-9dd8-800c2085498f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e30b7ce-d253-471a-93cd-2de50af68b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:47.379476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.380089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735871-74e2-4b24-b302-0767579680d9 req-7ad9c445-d159-4fa3-add7-3d115f6dc25a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:47.387683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a735871-74e2-4b24-b302-0767579680d9 req-7ad9c445-d159-4fa3-add7-3d115f6dc25a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.2399800 Sep 22 10:41:47.445001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:47.445374 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.455663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a735871-74e2-4b24-b302-0767579680d9 req-c362d463-0472-4ebb-b09d-aa9c5bb89d15 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668778 Sep 22 10:41:47.474270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:47.538890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] For port 5b617263-7a07-4bef-9dd8-800c2085498f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:47.553947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] For port 5b617263-7a07-4bef-9dd8-800c2085498f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5b617263-7a07-4bef-9dd8-800c2085498f,segment=NetworkSegment(5e30b7ce-d253-471a-93cd-2de50af68b92),segment_id=5e30b7ce-d253-471a-93cd-2de50af68b92)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:47.625507 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:41:47.647838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.660575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:41:47.667894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:47.690924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.692382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0e412cda-d1da-40ad-a2fe-273f05ca01eb tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4 HTTP/1.1" status: 200 len: 954 time: 1.5748682 Sep 22 10:41:47.699883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49354) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:47.761827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:47.763497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:47.825962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240178c-3473-4757-b4b6-3150c5c91bde None None] Pushing event updated for resources: {'Port': ['ID=5b617263-7a07-4bef-9dd8-800c2085498f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:47.842776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1b501db6-0116-4646-b381-83ce8f4be1cd tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4 HTTP/1.1" status: 200 len: 954 time: 0.1372762 Sep 22 10:41:47.842776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49358) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:47.846691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'routes': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:47.900109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6fc5018a-7f25-4b79-adf7-990316fb5c76 None None] Provisioning complete for port 5b617263-7a07-4bef-9dd8-800c2085498f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:47.900478 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6fc5018a-7f25-4b79-adf7-990316fb5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:47.942025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:48.008349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:48.069013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'port_id': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'mac_address': 'fa:16:3e:4c:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:41:48.184072 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:48.185794 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6fc5018a-7f25-4b79-adf7-990316fb5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:48.226840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafdbb1a-a489-4871-9f1a-432f0949307e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:41:48.291071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6fc5018a-7f25-4b79-adf7-990316fb5c76 None None] For port 5b617263-7a07-4bef-9dd8-800c2085498f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5b617263-7a07-4bef-9dd8-800c2085498f,segment=NetworkSegment(5e30b7ce-d253-471a-93cd-2de50af68b92),segment_id=5e30b7ce-d253-471a-93cd-2de50af68b92)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:48.295432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added routes are [] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 10:41:48.295905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:48.295999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 10:41:48.326074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:46Z', 'revision_number': 6, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b617263-7a07-4bef-9dd8-800c2085498f', 'name': '', 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:bf:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:43Z', 'updated_at': '2021-09-22T10:41:47Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:42Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:48.358066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:48.363206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca96bb-1622-42f5-94f9-7f3733461cbe None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:46Z', 'revision_number': 6, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b617263-7a07-4bef-9dd8-800c2085498f', 'name': '', 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:bf:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:43Z', 'updated_at': '2021-09-22T10:41:47Z', 'revision_number': 4, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:42Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:48.376070 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6fc5018a-7f25-4b79-adf7-990316fb5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:48.433829 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:48.473602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5018a-7f25-4b79-adf7-990316fb5c76 None None] Pushing event updated for resources: {'Port': ['ID=5b617263-7a07-4bef-9dd8-800c2085498f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:48.569864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:48.591332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f199e97c-53b1-414c-ad0a-e3adbfb89e26 None None] Provisioning complete for port 5b617263-7a07-4bef-9dd8-800c2085498f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:48.591719 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f199e97c-53b1-414c-ad0a-e3adbfb89e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:48.690871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['fafdbb1a-a489-4871-9f1a-432f0949307e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:41:48.743788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f875cc7-b358-4077-a9dc-bdc7df26d122 req-62f5e41c-a869-4cbc-8813-7434a898bf2f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:48.745333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f875cc7-b358-4077-a9dc-bdc7df26d122 req-62f5e41c-a869-4cbc-8813-7434a898bf2f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 945 time: 0.1390383 Sep 22 10:41:48.762315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:48.772900 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:48.891945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f875cc7-b358-4077-a9dc-bdc7df26d122 req-300d24ba-ce7f-4931-8f61-fead7e29767d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324492 Sep 22 10:41:48.927494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:49.070846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:49.079911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:49.081987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bce41942-f9de-46fe-aaaf-a9f4907db8af tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4 HTTP/1.1" status: 200 len: 704 time: 1.2394545 Sep 22 10:41:49.097715 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49390) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:49.258379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5b617263-7a07-4bef-9dd8-800c2085498f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:49.286131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49402) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:49.286780 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a14baeda-ca7e-4e8e-ae26-9a9a3dafded7 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4 HTTP/1.1" status: 200 len: 704 time: 0.1868339 Sep 22 10:41:49.338388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5b617263-7a07-4bef-9dd8-800c2085498f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:49.338947 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:49.479751 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:49.489352 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:49.491495 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:49.638562 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:49.652892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:49.863693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49416) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:49.870842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port fafdbb1a-a489-4871-9f1a-432f0949307e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:41:49.877073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port fafdbb1a-a489-4871-9f1a-432f0949307e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:49.877724 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:49.886936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.003359 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:48Z', 'revision_number': 7, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b617263-7a07-4bef-9dd8-800c2085498f', 'name': '', 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:bf:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:43Z', 'updated_at': '2021-09-22T10:41:48Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:42Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:50.031980 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.054286 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.066054 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:50.099374 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:50.100111 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:50.106697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:50.119217 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0269ef53-ec4a-49c2-b73f-ba0d558d4c52" -d '{"events": [{"server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "name": "network-vif-plugged", "status": "completed", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:50.125879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:50.150807 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.213326 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:50.255322 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.322697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:50.379461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.435162 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e406977354654f89bd98960018322d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5675423 Sep 22 10:41:50.435162 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e13ce9-9904-47c4-86f3-a6b79b4ea405,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:50.437255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49432) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:50.463421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.464504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.465081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.466026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.466620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.466968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.471059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.471693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.472035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.472397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.472695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.473026 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18864a20-27f2-4b02-ac3a-2934bf6398c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:50.473364 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:48Z', 'revision_number': 7, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b617263-7a07-4bef-9dd8-800c2085498f', 'name': '', 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:bf:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:43Z', 'updated_at': '2021-09-22T10:41:48Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:42Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:50.507809 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f65eb-7675-4170-809e-9141209cfd5d None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:48Z', 'revision_number': 7, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b617263-7a07-4bef-9dd8-800c2085498f', 'name': '', 'network_id': 'ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:bf:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:43Z', 'updated_at': '2021-09-22T10:41:48Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'bbf16b50-33b9-40ee-b3b8-b42a6a5387c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:42Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:50.530055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59fb76-0565-46e8-9007-5b66584ec4ff req-28edfa01-ac6d-48f2-92e7-1a5d84bd986c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:50.532755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e59fb76-0565-46e8-9007-5b66584ec4ff req-28edfa01-ac6d-48f2-92e7-1a5d84bd986c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1938219 Sep 22 10:41:50.533880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7245881e-86aa-49e9-9ea2-aee7b0817448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.577460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7245881e-86aa-49e9-9ea2-aee7b0817448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.620215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e59fb76-0565-46e8-9007-5b66584ec4ff req-1c7f8069-ed7b-4cfc-bf3f-5014b2ff7f67 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689411 Sep 22 10:41:50.723280 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7245881e-86aa-49e9-9ea2-aee7b0817448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.727116 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7245881e-86aa-49e9-9ea2-aee7b0817448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.742516 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7245881e-86aa-49e9-9ea2-aee7b0817448 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19e13ce9-9904-47c4-86f3-a6b79b4ea405 HTTP/1.1" status: 204 len: 168 time: 0.2875464 Sep 22 10:41:50.742640 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b4cf31-1f7d-4e3c-83d1-a62cc1488df2 x-openstack-request-id: req-17b4cf31-1f7d-4e3c-83d1-a62cc1488df2 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:50.742640 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "name": "network-vif-plugged", "status": "completed", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:50.742640 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17b4cf31-1f7d-4e3c-83d1-a62cc1488df2 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:50.742640 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'code': 200} Sep 22 10:41:50.744617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245881e-86aa-49e9-9ea2-aee7b0817448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e13ce9-9904-47c4-86f3-a6b79b4ea405,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:50.771856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 5b617263-7a07-4bef-9dd8-800c2085498f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:50.772126 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.894366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8c68a-9330-44b8-953f-615d7ae49f93 req-fbc5c6fa-73da-422c-a553-51c033c27b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:50.895899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11b8c68a-9330-44b8-953f-615d7ae49f93 req-fbc5c6fa-73da-422c-a553-51c033c27b0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1097 time: 0.0943296 Sep 22 10:41:50.903246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port 5b617263-7a07-4bef-9dd8-800c2085498f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5b617263-7a07-4bef-9dd8-800c2085498f,segment=NetworkSegment(5e30b7ce-d253-471a-93cd-2de50af68b92),segment_id=5e30b7ce-d253-471a-93cd-2de50af68b92)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:50.903816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:50.928097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 5b617263-7a07-4bef-9dd8-800c2085498f owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:50.988309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11b8c68a-9330-44b8-953f-615d7ae49f93 req-ff43ce14-41c1-485e-9fd5-0e24794610c2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820098 Sep 22 10:41:51.224989 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:51.257052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=5b617263-7a07-4bef-9dd8-800c2085498f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:51.385098 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:51.598439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:51.710315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:51.715706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e87d34b1-fdf3-46c1-a903-282613d18e97 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4282930 Sep 22 10:41:51.719015 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49468) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:51.721635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:51.753871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:51.755298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:51.763410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45dc2b-6478-4b56-924e-f23d22017f72 req-54289fc0-d783-48d1-a5a1-d9bd9e6d0b5a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:51.773502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be45dc2b-6478-4b56-924e-f23d22017f72 req-54289fc0-d783-48d1-a5a1-d9bd9e6d0b5a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.0750153 Sep 22 10:41:51.791274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b7ab49-ce90-4654-8599-c29427c59c4c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting subnet bbf16b50-33b9-40ee-b3b8-b42a6a5387c2 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:41:51.794859 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-54b7ab49-ce90-4654-8599-c29427c59c4c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:51.823029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be45dc2b-6478-4b56-924e-f23d22017f72 req-36e83477-bfdb-4a14-9e3f-25e1eba38d96 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484445 Sep 22 10:41:51.876736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-54b7ab49-ce90-4654-8599-c29427c59c4c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:51.996590 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-54b7ab49-ce90-4654-8599-c29427c59c4c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.099200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:52.260165 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-54b7ab49-ce90-4654-8599-c29427c59c4c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.304810 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-54b7ab49-ce90-4654-8599-c29427c59c4c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.306835 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-54b7ab49-ce90-4654-8599-c29427c59c4c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/bbf16b50-33b9-40ee-b3b8-b42a6a5387c2 HTTP/1.1" status: 204 len: 168 time: 0.5857263 Sep 22 10:41:52.308056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7ab49-ce90-4654-8599-c29427c59c4c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf16b50-33b9-40ee-b3b8-b42a6a5387c2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:52.309577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49490) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:52.316344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca6f9c3-be0d-4969-b421-563df342ea3f None None] Network ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:52.400130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3152ae38-8bc6-486a-9249-959a4a01c11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.414986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.438955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:51Z', 'revision_number': 8, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:42Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:52.480181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:52.480689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.480834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:52.494720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:52.495334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:52.573188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=922f941c-3aa1-4ed5-906a-b2f0d65c79e9,segment=NetworkSegment(5e30b7ce-d253-471a-93cd-2de50af68b92),segment_id=5e30b7ce-d253-471a-93cd-2de50af68b92)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:52.573600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.588876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:52.607139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:52.633617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] DHCP port deletion for ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:41:52.762012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49500) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:52.763865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.806226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=922f941c-3aa1-4ed5-906a-b2f0d65c79e9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:52.816089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No DVR routers for this DVR port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:52.858020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] Deleting port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:52.858630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.942889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:51Z', 'revision_number': 8, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:42Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:52.945114 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] For port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9, host n-d-807025-3, got binding levels [] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:52.954858 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.956974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:52.984084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2143cf-d2bd-455b-adda-9a11104ee254 None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:51Z', 'revision_number': 8, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42fa7c0-ee42-4247-b132-f8d1758728bb', 'name': '', 'network_id': '1e6c8711-fb36-4bfb-99e2-79a9cd183b63', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:b2:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:36Z', 'updated_at': '2021-09-22T10:41:42Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': '81c3ce4a-559a-4d2a-a691-52480831fe29', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:52.990526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] Calling delete_port for 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:52.993449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.ipam_backend_mixin [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] Port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 was not found and therefore no delete operation was performed {{(pid=95683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 10:41:52.995127 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.024782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] Pushing event deleted for resources: {'Port': ['ID=922f941c-3aa1-4ed5-906a-b2f0d65c79e9,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:53.032032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48d97146-bdc1-4dca-9b48-ed71127d2bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.033480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aece101-80a9-4eab-b221-b0fae8b99bfc None None] No DVR routers for this DVR port 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:53.057811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:53.077342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb5aba-2150-4c0f-8a7b-92a427820ae7 req-0035eca1-5665-454e-a30f-64ca5e5d6b06 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:53.079512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9fb5aba-2150-4c0f-8a7b-92a427820ae7 req-0035eca1-5665-454e-a30f-64ca5e5d6b06 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1125598 Sep 22 10:41:53.083163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e30b7ce-d253-471a-93cd-2de50af68b92') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:53.083462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e30b7ce-d253-471a-93cd-2de50af68b92') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:53.100750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.126956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.141462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:41:53.141800 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:41:53.145138 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:41:53.157801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9fb5aba-2150-4c0f-8a7b-92a427820ae7 req-d63a19bb-05c6-4f7a-946c-d920584c0972 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666282 Sep 22 10:41:53.165516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48d97146-bdc1-4dca-9b48-ed71127d2bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.248041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-48d97146-bdc1-4dca-9b48-ed71127d2bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.292401 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-48d97146-bdc1-4dca-9b48-ed71127d2bad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61afe0ecb3694be4afa01903868e720f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277655 Sep 22 10:41:53.295638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49530) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:53.296950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d97146-bdc1-4dca-9b48-ed71127d2bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e146d95e-3ac2-460f-ac80-3d8ff3727990,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:53.324079 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.352616 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.354817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/networks/ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25 HTTP/1.1" status: 204 len: 168 time: 1.0436237 Sep 22 10:41:53.368586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49532) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:53.378332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ded673-428d-481e-be6e-ffecc0971d49 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Network': ['ID=ca9d06f0-0a87-4ed0-9c2d-d963d3f4be25,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:53.424885 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0aa6140a-d3ec-4c91-9256-47004e364a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.495740 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0aa6140a-d3ec-4c91-9256-47004e364a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.511651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:53.531863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:53.532203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 922f941c-3aa1-4ed5-906a-b2f0d65c79e9 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:53.532632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5b617263-7a07-4bef-9dd8-800c2085498f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:53.533338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882997dc-ff52-494b-b6d3-abcc7e06afb0 req-75f8e729-f046-4398-9934-4d9f85d4f687 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:53.540917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-882997dc-ff52-494b-b6d3-abcc7e06afb0 req-75f8e729-f046-4398-9934-4d9f85d4f687 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.2283988 Sep 22 10:41:53.556908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 5b617263-7a07-4bef-9dd8-800c2085498f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:53.557251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5b617263-7a07-4bef-9dd8-800c2085498f not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:53.613982 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0aa6140a-d3ec-4c91-9256-47004e364a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.616625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0aa6140a-d3ec-4c91-9256-47004e364a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.617741 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0aa6140a-d3ec-4c91-9256-47004e364a1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e146d95e-3ac2-460f-ac80-3d8ff3727990 HTTP/1.1" status: 204 len: 168 time: 0.3063495 Sep 22 10:41:53.632077 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6140a-d3ec-4c91-9256-47004e364a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e146d95e-3ac2-460f-ac80-3d8ff3727990,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:53.637452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-882997dc-ff52-494b-b6d3-abcc7e06afb0 req-1f73a34d-e279-4e88-ab39-9279520d31b2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955977 Sep 22 10:41:53.662723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49542) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:53.733727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda38e61-e562-4199-95f7-dcb0530a11b1 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:53.736194 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fda38e61-e562-4199-95f7-dcb0530a11b1 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1092 time: 0.0716143 Sep 22 10:41:53.742507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49550) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:53.749149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:53.886080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:53.944725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:54.068881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:54.157055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port c42fa7c0-ee42-4247-b132-f8d1758728bb {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:54.157055 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:54.184823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.25.1.202 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/a419a28b-55ee-4e4a-8d8b-490dd6e8c2c0) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:54.282229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port c42fa7c0-ee42-4247-b132-f8d1758728bb, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c42fa7c0-ee42-4247-b132-f8d1758728bb,segment=NetworkSegment(1274360b-543f-46ca-a655-b4939044c4f3),segment_id=1274360b-543f-46ca-a655-b4939044c4f3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:54.282591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:54.302257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for c42fa7c0-ee42-4247-b132-f8d1758728bb owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:54.353963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:54.482695 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:54.528347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:54.531484 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:54.535415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:54.567612 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=a419a28b-55ee-4e4a-8d8b-490dd6e8c2c0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:54.944651 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.001589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=c42fa7c0-ee42-4247-b132-f8d1758728bb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:55.087781 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c9a1ff3-e471-4a49-84e9-3d391dddaaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.211536 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.307440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.442519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.609012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:55.625460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.648294 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.659264 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.727625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.729887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:55.736309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-14b0452c-2b78-43d4-8183-9766e6ff3113 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3666902 Sep 22 10:41:55.741674 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:55.742237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49666) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:55.765274 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:55.771829 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:55.795690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49668) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:55.795968 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.824773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9ea084-2b42-44b3-b7bd-106a6d073b31 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting subnet 81c3ce4a-559a-4d2a-a691-52480831fe29 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:41:55.848832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea084-2b42-44b3-b7bd-106a6d073b31 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.865745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=a419a28b-55ee-4e4a-8d8b-490dd6e8c2c0,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:55.889228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.953207 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:55.973813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea084-2b42-44b3-b7bd-106a6d073b31 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.025706 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Floating IP 05b2c455-d893-4078-ad38-423808774213 associated. External IP: 172.25.1.202, port: fafdbb1a-a489-4871-9f1a-432f0949307e. Sep 22 10:41:56.141423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3086d673-d31d-4ff0-9415-7870bb168b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.168193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea084-2b42-44b3-b7bd-106a6d073b31 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.185518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.241432 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:54Z', 'revision_number': 9, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:56.272638 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:56.289827 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:56.290695 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:56.329839 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea084-2b42-44b3-b7bd-106a6d073b31 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.368988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 9ff28bc5-824c-4d13-8405-837a74ed7414 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:56.386698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea084-2b42-44b3-b7bd-106a6d073b31 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.386698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7d9ea084-2b42-44b3-b7bd-106a6d073b31 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/81c3ce4a-559a-4d2a-a691-52480831fe29 HTTP/1.1" status: 204 len: 168 time: 0.6409845 Sep 22 10:41:56.386698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ea084-2b42-44b3-b7bd-106a6d073b31 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Subnet': ['ID=81c3ce4a-559a-4d2a-a691-52480831fe29,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:56.388851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b4970e-d780-4b89-a73c-c56b0bb0c3b0 None None] Network 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:56.388991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:56.478532 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:56.484970 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3086d673-d31d-4ff0-9415-7870bb168b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.562501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3086d673-d31d-4ff0-9415-7870bb168b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.566137 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.628281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086d673-d31d-4ff0-9415-7870bb168b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9771f557-c8d6-4238-ba07-a91ad1963750,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:56.633552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3086d673-d31d-4ff0-9415-7870bb168b9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12f96e18c39046e2944ea0bc51acd83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8358765 Sep 22 10:41:56.635916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49694) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:56.652721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:56.667772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] Sync routers for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:56.698043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58d243-b034-4c85-ba7d-3d945275c567 None None] DHCP port deletion for 1e6c8711-fb36-4bfb-99e2-79a9cd183b63 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:41:56.701844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 6a88b472-098f-4c81-a42a-bcfa98902d25 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:56.703176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.714421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:56.715155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:56.748230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.844800 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4caafaf2-585a-4d8b-b3b6-18d5e129e361 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1008551 Sep 22 10:41:56.847256 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port 6a88b472-098f-4c81-a42a-bcfa98902d25, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6a88b472-098f-4c81-a42a-bcfa98902d25,segment=NetworkSegment(1274360b-543f-46ca-a655-b4939044c4f3),segment_id=1274360b-543f-46ca-a655-b4939044c4f3)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:56.847622 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:56.850266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:56.854550 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:56.872200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 6a88b472-098f-4c81-a42a-bcfa98902d25 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:56.978754 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:54Z', 'revision_number': 9, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:56.979362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-457f349c-b202-4257-81ad-76799c2926d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1910176 Sep 22 10:41:56.993954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e4342e1d-e2a5-4937-b055-5d72d168b5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.039987 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982578a0-39eb-4888-b2e9-8bcf5d901246 None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:41:54Z', 'revision_number': 9, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cddbf27-fff4-4e08-b9a6-8499a257bcea', 'name': '', 'network_id': 'b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:a8:4b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:28Z', 'updated_at': '2021-09-22T10:41:36Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:57.130818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:57.133790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3f58d243-b034-4c85-ba7d-3d945275c567 None None] Deleting port 6a88b472-098f-4c81-a42a-bcfa98902d25 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:57.134381 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3f58d243-b034-4c85-ba7d-3d945275c567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.157158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e4342e1d-e2a5-4937-b055-5d72d168b5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.182066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2563052-07ea-425e-ba8d-cf3dbe6064ec req-1276ef69-af33-4f94-9d55-de66e38e8898 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:57.183657 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2563052-07ea-425e-ba8d-cf3dbe6064ec req-1276ef69-af33-4f94-9d55-de66e38e8898 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.2397089 Sep 22 10:41:57.222665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3f58d243-b034-4c85-ba7d-3d945275c567 None None] For port 6a88b472-098f-4c81-a42a-bcfa98902d25, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6a88b472-098f-4c81-a42a-bcfa98902d25,segment=NetworkSegment(1274360b-543f-46ca-a655-b4939044c4f3),segment_id=1274360b-543f-46ca-a655-b4939044c4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:57.223176 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3f58d243-b034-4c85-ba7d-3d945275c567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.230566 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.237990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3f58d243-b034-4c85-ba7d-3d945275c567 None None] Calling delete_port for 6a88b472-098f-4c81-a42a-bcfa98902d25 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:57.263304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-3a0eb182-08a6-44ff-9333-89a328b0aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:57.268275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-3a0eb182-08a6-44ff-9333-89a328b0aa78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c963c53cc00418ba636ff6dcaa63dfd&device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 1100 time: 0.1839519 Sep 22 10:41:57.333267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2563052-07ea-425e-ba8d-cf3dbe6064ec req-2d899710-0bd1-492a-a2d2-c725f244e131 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399992 Sep 22 10:41:57.371423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49726) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:57.540080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1c299526-2df9-4515-b447-011923ede6cc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/05b2c455-d893-4078-ad38-423808774213 HTTP/1.1" status: 200 len: 992 time: 0.1668141 Sep 22 10:41:57.579167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c42fa7c0-ee42-4247-b132-f8d1758728bb no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:57.614755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e4342e1d-e2a5-4937-b055-5d72d168b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.622335 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e4342e1d-e2a5-4937-b055-5d72d168b5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.623859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e4342e1d-e2a5-4937-b055-5d72d168b5fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9771f557-c8d6-4238-ba07-a91ad1963750 HTTP/1.1" status: 204 len: 168 time: 0.9865620 Sep 22 10:41:57.667529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c42fa7c0-ee42-4247-b132-f8d1758728bb {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:57.667888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c42fa7c0-ee42-4247-b132-f8d1758728bb not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:57.669852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6a88b472-098f-4c81-a42a-bcfa98902d25 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:57.720317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4342e1d-e2a5-4937-b055-5d72d168b5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9771f557-c8d6-4238-ba07-a91ad1963750,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:57.794791 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3f58d243-b034-4c85-ba7d-3d945275c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.801457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-c2bc842d-1f95-4264-bd99-a2384fd0aa3d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2670503 Sep 22 10:41:57.801784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6a88b472-098f-4c81-a42a-bcfa98902d25 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:57.802157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6a88b472-098f-4c81-a42a-bcfa98902d25 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:57.821599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-c062b23d-4e55-41c9-b64f-f328fc2ced61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:57.836708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-c062b23d-4e55-41c9-b64f-f328fc2ced61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.5429223 Sep 22 10:41:57.881789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58d243-b034-4c85-ba7d-3d945275c567 None None] No DVR routers for this DVR port 6a88b472-098f-4c81-a42a-bcfa98902d25 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:57.891014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58d243-b034-4c85-ba7d-3d945275c567 None None] Pushing event deleted for resources: {'Port': ['ID=6a88b472-098f-4c81-a42a-bcfa98902d25,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:57.978645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=6a88b472-098f-4c81-a42a-bcfa98902d25,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:57.987398 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bea622-5a7b-4669-bc97-bbea4ab441b2 x-openstack-request-id: req-25bea622-5a7b-4669-bc97-bbea4ab441b2 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:57.987974 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:57.988428 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25bea622-5a7b-4669-bc97-bbea4ab441b2 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:57.989159 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'status': 'completed', 'code': 200} Sep 22 10:41:57.994817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-f82d7a8c-094b-4ec6-b151-a6f5d6b3a012 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b039125b-a4ea-45d7-938f-0c69fdc6c4e8 HTTP/1.1" status: 200 len: 217 time: 0.1525664 Sep 22 10:41:58.027555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-ce3f40f7-c134-4b6a-8b2b-832059bb7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.028966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-ce3f40f7-c134-4b6a-8b2b-832059bb7971 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 1096 time: 0.1911707 Sep 22 10:41:58.033531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No DVR routers for this DVR port 6a88b472-098f-4c81-a42a-bcfa98902d25 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:58.071796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '05b2c455-d893-4078-ad38-423808774213', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'port_id': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'mac_address': 'fa:16:3e:4c:b5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:41:54Z', 'updated_at': '2021-09-22T10:41:54Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29748472-3c44-47a4-b0d2-04247f088d0e', 'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:29Z', 'updated_at': '2021-09-22T10:41:38Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:58.101116 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] Checking router: 9ff28bc5-824c-4d13-8405-837a74ed7414 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:58.112151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:58.113020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:58.125584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-a151e892-90d5-4ecc-bc62-0ccbef538f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.127398 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-a151e892-90d5-4ecc-bc62-0ccbef538f75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1097 time: 0.1345348 Sep 22 10:41:58.152073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-377f7e36-c1a1-417e-83fd-fa94926abc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.153745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-377f7e36-c1a1-417e-83fd-fa94926abc7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.1458747 Sep 22 10:41:58.165763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:58.215665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-a3bec563-f47d-464a-89eb-c0f17d41ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.216816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-a3bec563-f47d-464a-89eb-c0f17d41ac7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.1587620 Sep 22 10:41:58.216968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6c8711-fb36-4bfb-99e2-79a9cd183b63']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:58.226356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-628b0ebb-6226-4c4a-9716-69967f3a546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.226356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-628b0ebb-6226-4c4a-9716-69967f3a546d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646608 Sep 22 10:41:58.238136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1274360b-543f-46ca-a655-b4939044c4f3') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:58.238509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1274360b-543f-46ca-a655-b4939044c4f3') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:58.294672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:58.335538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:58.402202 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:41:58.402202 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:41:58.407971 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:41:58.413875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-5a66bace-75f8-4394-a1f1-3aa886ea90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.413875 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-5a66bace-75f8-4394-a1f1-3aa886ea90ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.2407987 Sep 22 10:41:58.441293 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:58.441923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-3599b120-9240-477c-a4d6-5078e9f8d0cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815296e3-d46a-4951-867e-01c54246205d HTTP/1.1" status: 200 len: 1000 time: 0.2149966 Sep 22 10:41:58.544004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49764) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:58.544320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:58.600932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-21d60f6f-1d32-4a2d-a932-26071843cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.600932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-21d60f6f-1d32-4a2d-a932-26071843cc87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.1425786 Sep 22 10:41:58.683369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-564311fe-7b85-4625-bb56-02e65c24e605 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487197 Sep 22 10:41:58.689113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2fb20d84-bf05-4c8f-8423-45db970963d0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/05b2c455-d893-4078-ad38-423808774213 HTTP/1.1" status: 200 len: 992 time: 0.1407473 Sep 22 10:41:58.692867 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-0a35bb1b-6c0f-47ba-9b9a-c43332737172 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1000 time: 0.2395186 Sep 22 10:41:58.702265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-1292542f-30e5-4fa5-8e21-5b479c9881ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.703734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-1292542f-30e5-4fa5-8e21-5b479c9881ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858793 Sep 22 10:41:58.755510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-6534b586-83f7-4989-88b8-a2594c6fd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.757312 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-6534b586-83f7-4989-88b8-a2594c6fd3d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.0573678 Sep 22 10:41:58.789651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:58.797806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:58.800924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/networks/1e6c8711-fb36-4bfb-99e2-79a9cd183b63 HTTP/1.1" status: 204 len: 168 time: 2.4103134 Sep 22 10:41:58.817103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49774) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:58.847534 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca985e-a231-4a13-a200-0a6d154095bf tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Network': ['ID=1e6c8711-fb36-4bfb-99e2-79a9cd183b63,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:58.864099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-918cd5c1-0194-4003-9831-93f2d874257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:58.870163 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-918cd5c1-0194-4003-9831-93f2d874257a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016679 Sep 22 10:41:58.873363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49778) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:58.874006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '05b2c455-d893-4078-ad38-423808774213', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'port_id': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'mac_address': 'fa:16:3e:4c:b5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:41:54Z', 'updated_at': '2021-09-22T10:41:54Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29748472-3c44-47a4-b0d2-04247f088d0e', 'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:29Z', 'updated_at': '2021-09-22T10:41:38Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:58.906619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da23f30-654c-4a76-90e3-ba9d22aeb9e7 None None] The sync data for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 is: [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '05b2c455-d893-4078-ad38-423808774213', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'port_id': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'mac_address': 'fa:16:3e:4c:b5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:41:54Z', 'updated_at': '2021-09-22T10:41:54Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29748472-3c44-47a4-b0d2-04247f088d0e', 'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:29Z', 'updated_at': '2021-09-22T10:41:38Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:58.923089 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0053-7fb4-439d-9032-d954efa3121a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:58.944676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d0d62e9-4056-456f-a982-40af3cc76de5 req-fe6ae885-8e1e-4c3b-957c-294bb7b5af74 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526715 Sep 22 10:41:58.998229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-7fd86ed1-0861-4c7f-90c1-3048a9769dee service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841892 Sep 22 10:41:59.049847 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-f28c73f1-d119-4f2b-93aa-c4f935d7e5f7 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652036 Sep 22 10:41:59.183481 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-e05a30ba-b8ff-423a-9fa5-3a828c675ed6 req-05c8c918-67bf-4328-91e1-fc48af4a3dfb service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219528 Sep 22 10:41:59.233761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0053-7fb4-439d-9032-d954efa3121a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:59.245502 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:59.277635 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada0e5b-522e-43f7-abdb-a04754d50a41 None None] New status for floating IP 05b2c455-d893-4078-ad38-423808774213: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:41:59.289749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ffa924c-32b1-4df2-aa72-d97e03c78de8 req-81797f3c-8c9f-4e3a-9eba-7cf511975cbb service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833817 Sep 22 10:41:59.391828 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-491c5f62-f6e9-40d2-9ed4-a93ab143c390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:59.407673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0053-7fb4-439d-9032-d954efa3121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:59.432849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:59.475466 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cdaa0053-7fb4-439d-9032-d954efa3121a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2977e9c87f4f4381a9a0c53abdc14653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998013 Sep 22 10:41:59.478089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49796) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:59.479509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa0053-7fb4-439d-9032-d954efa3121a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0460e2bb-5673-45e3-909e-aae675ed1844,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:59.559671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-491c5f62-f6e9-40d2-9ed4-a93ab143c390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:59.625160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-491c5f62-f6e9-40d2-9ed4-a93ab143c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:59.673611 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-491c5f62-f6e9-40d2-9ed4-a93ab143c390 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ccd5d1257924ed9a79091f12323d765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237802 Sep 22 10:41:59.673814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf53205f-bcc0-4f01-8705-57913d05f04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:59.676632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49802) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:59.697750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49804) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:59.719840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c5f62-f6e9-40d2-9ed4-a93ab143c390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e84d1e-7aa5-4009-a097-fed208661cbd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:59.762284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf53205f-bcc0-4f01-8705-57913d05f04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:59.831500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-85d6b651-ebf4-4797-b7a0-9d35d643a01a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/05b2c455-d893-4078-ad38-423808774213 HTTP/1.1" status: 200 len: 994 time: 0.1326342 Sep 22 10:41:59.865172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fa89247-08ed-4c4b-b28b-e0cee583efe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:59.917667 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fa89247-08ed-4c4b-b28b-e0cee583efe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.010355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 9cddbf27-fff4-4e08-b9a6-8499a257bcea {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:00.010956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.013481 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf53205f-bcc0-4f01-8705-57913d05f04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.016476 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bf53205f-bcc0-4f01-8705-57913d05f04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.020501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bf53205f-bcc0-4f01-8705-57913d05f04e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0460e2bb-5673-45e3-909e-aae675ed1844 HTTP/1.1" status: 204 len: 168 time: 0.5345230 Sep 22 10:42:00.046639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53205f-bcc0-4f01-8705-57913d05f04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0460e2bb-5673-45e3-909e-aae675ed1844,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:00.122325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fa89247-08ed-4c4b-b28b-e0cee583efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.125110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2fa89247-08ed-4c4b-b28b-e0cee583efe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.128756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2fa89247-08ed-4c4b-b28b-e0cee583efe8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4e84d1e-7aa5-4009-a097-fed208661cbd HTTP/1.1" status: 204 len: 168 time: 0.4489408 Sep 22 10:42:00.150579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa89247-08ed-4c4b-b28b-e0cee583efe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e84d1e-7aa5-4009-a097-fed208661cbd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:00.161006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port 9cddbf27-fff4-4e08-b9a6-8499a257bcea, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9cddbf27-fff4-4e08-b9a6-8499a257bcea,segment=NetworkSegment(c470e58c-0b28-41aa-9a92-d05c2fb4f139),segment_id=c470e58c-0b28-41aa-9a92-d05c2fb4f139)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:00.161389 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.182077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 9cddbf27-fff4-4e08-b9a6-8499a257bcea owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:00.470341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.522989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=9cddbf27-fff4-4e08-b9a6-8499a257bcea,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:00.705354 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.933116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49838) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:00.947926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9eae2059-44f3-4a34-9a42-3a17c6cd904b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.969639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:42:01.059392 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9eae2059-44f3-4a34-9a42-3a17c6cd904b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:01.150261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9eae2059-44f3-4a34-9a42-3a17c6cd904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:01.203174 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9eae2059-44f3-4a34-9a42-3a17c6cd904b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=651cafbd2ee4445bafb15ea3369ba818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682505 Sep 22 10:42:01.204050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49848) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:01.204809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae2059-44f3-4a34-9a42-3a17c6cd904b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247e2fa5-ac66-4955-b98e-2f263fd8a39d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:01.288071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6762412d-8320-46d2-bcf8-8786372d586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:01.312254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6762412d-8320-46d2-bcf8-8786372d586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:01.470840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6762412d-8320-46d2-bcf8-8786372d586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:01.474834 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6762412d-8320-46d2-bcf8-8786372d586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:01.478854 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6762412d-8320-46d2-bcf8-8786372d586e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/247e2fa5-ac66-4955-b98e-2f263fd8a39d HTTP/1.1" status: 204 len: 168 time: 0.2681146 Sep 22 10:42:01.495368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762412d-8320-46d2-bcf8-8786372d586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247e2fa5-ac66-4955-b98e-2f263fd8a39d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:01.517457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:01.526196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-48b4885b-3d1a-4aea-9e98-6a2de44fe14b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7071755 Sep 22 10:42:01.535634 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49858) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:01.536003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:01.547102 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:01.548325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:01.648231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a22eee-d7a7-435b-8481-91eb54ecee48 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting subnet ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:42:01.666029 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24a22eee-d7a7-435b-8481-91eb54ecee48 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:01.681532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:42:01.728501 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24a22eee-d7a7-435b-8481-91eb54ecee48 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:01.867211 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24a22eee-d7a7-435b-8481-91eb54ecee48 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:01.985073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:42:00Z', 'revision_number': 10, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:02.017948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:42:02.027407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:02.028221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:02.028387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24a22eee-d7a7-435b-8481-91eb54ecee48 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:02.079503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a22eee-d7a7-435b-8481-91eb54ecee48 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Subnet': ['ID=ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:02.088124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24a22eee-d7a7-435b-8481-91eb54ecee48 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:02.089968 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-24a22eee-d7a7-435b-8481-91eb54ecee48 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9 HTTP/1.1" status: 204 len: 168 time: 0.5525196 Sep 22 10:42:02.092801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49876) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:02.128199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51fffb1-a3bf-42ae-9864-ceb066c3ba76 None None] Network b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:02.216165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:42:02.240873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:02.333397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:02.333747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:02.488013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e,segment=NetworkSegment(c470e58c-0b28-41aa-9a92-d05c2fb4f139),segment_id=c470e58c-0b28-41aa-9a92-d05c2fb4f139)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:02.488408 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:02.525507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:02.537405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1fcce-9e8a-44b1-a37f-ee5ea0a3a66a None None] DHCP port deletion for b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:42:02.608869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:42:00Z', 'revision_number': 10, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:02.615083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-74e1fcce-9e8a-44b1-a37f-ee5ea0a3a66a None None] Deleting port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:02.615922 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74e1fcce-9e8a-44b1-a37f-ee5ea0a3a66a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:02.692410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-74e1fcce-9e8a-44b1-a37f-ee5ea0a3a66a None None] For port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e,segment=NetworkSegment(c470e58c-0b28-41aa-9a92-d05c2fb4f139),segment_id=c470e58c-0b28-41aa-9a92-d05c2fb4f139)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:02.692880 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74e1fcce-9e8a-44b1-a37f-ee5ea0a3a66a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:02.706223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-74e1fcce-9e8a-44b1-a37f-ee5ea0a3a66a None None] Calling delete_port for c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:02.756445 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:02.816453 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74e1fcce-9e8a-44b1-a37f-ee5ea0a3a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:02.818775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:02.826834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No DVR routers for this DVR port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:02.851611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a0a0b-b13c-4327-9bbb-fc3058633a22 None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:42:00Z', 'revision_number': 10, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None, '_interfaces': [{'id': '3c66ba14-9079-429e-80ad-47c9cf70bc51', 'name': '', 'network_id': 'afaaa0bc-685b-4b0d-8ec6-bb9041fd826d', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'mac_address': 'fa:16:3e:ac:64:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a4775d19-3168-49ff-907b-30d17358c126', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:27Z', 'revision_number': 5, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'subnets': [{'id': 'a4775d19-3168-49ff-907b-30d17358c126', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:02.856242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1fcce-9e8a-44b1-a37f-ee5ea0a3a66a None None] Pushing event deleted for resources: {'Port': ['ID=c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:02.870439 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1fcce-9e8a-44b1-a37f-ee5ea0a3a66a None None] No DVR routers for this DVR port c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:02.977047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:03.019567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:03.030148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c470e58c-0b28-41aa-9a92-d05c2fb4f139') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:03.030501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c470e58c-0b28-41aa-9a92-d05c2fb4f139') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:03.040594 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:03.054654 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:03.060916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:03.061308 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:03.064922 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:03.190090 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:03.198576 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:03.200477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/networks/b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0 HTTP/1.1" status: 204 len: 168 time: 1.1060703 Sep 22 10:42:03.203480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49926) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:03.210193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cb0fb-a44f-4ad8-8d56-08f5fcfeb14e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Network': ['ID=b62eeb5d-f00d-4d8f-ad5c-ad6d7aaa63d0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:03.290284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:03.329732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:42:03.329732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c4f1e18c-03b1-43fb-ade3-27ea2a1ee17e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:03.329732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9cddbf27-fff4-4e08-b9a6-8499a257bcea no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:03.375890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9cddbf27-fff4-4e08-b9a6-8499a257bcea {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:42:03.376168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9cddbf27-fff4-4e08-b9a6-8499a257bcea not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:03.800284 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.114050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50004) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:04.133591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 3c66ba14-9079-429e-80ad-47c9cf70bc51 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:04.136370 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.261635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port 3c66ba14-9079-429e-80ad-47c9cf70bc51, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3c66ba14-9079-429e-80ad-47c9cf70bc51,segment=NetworkSegment(6ac265a5-695c-4195-8f15-8cc2960b127f),segment_id=6ac265a5-695c-4195-8f15-8cc2960b127f)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:04.262254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.264374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2303470-01ca-4260-9333-c105252b803a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.284428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 3c66ba14-9079-429e-80ad-47c9cf70bc51 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:04.495925 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2303470-01ca-4260-9333-c105252b803a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.594587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2303470-01ca-4260-9333-c105252b803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.629408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.685274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=3c66ba14-9079-429e-80ad-47c9cf70bc51,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:04.714380 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f2303470-01ca-4260-9333-c105252b803a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d08b6887f8274612901b13bd28a64047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936885 Sep 22 10:42:04.714380 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2303470-01ca-4260-9333-c105252b803a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4022edb-a97f-4ef4-a154-ca36bb492134,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:04.715518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50036) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:04.793705 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.858402 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a06b27cd-c1a5-49b9-87a2-cfa2cd86dbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.914843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a06b27cd-c1a5-49b9-87a2-cfa2cd86dbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:04.981564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:42:05.048343 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a06b27cd-c1a5-49b9-87a2-cfa2cd86dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.051786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a06b27cd-c1a5-49b9-87a2-cfa2cd86dbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.056931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a06b27cd-c1a5-49b9-87a2-cfa2cd86dbe2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4022edb-a97f-4ef4-a154-ca36bb492134 HTTP/1.1" status: 204 len: 168 time: 0.3402381 Sep 22 10:42:05.067377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b27cd-c1a5-49b9-87a2-cfa2cd86dbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4022edb-a97f-4ef4-a154-ca36bb492134,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:05.072974 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:05.077337 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce523744-a183-479a-bae5-933788cb5eda tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719811 Sep 22 10:42:05.083229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50058) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:05.085856 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:05.107448 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:05.108111 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:05.201680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f0f658-d58b-4101-96cf-f9b43b28fc2e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting subnet a4775d19-3168-49ff-907b-30d17358c126 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:42:05.206466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f658-d58b-4101-96cf-f9b43b28fc2e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.236783 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:42:05.258541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f658-d58b-4101-96cf-f9b43b28fc2e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.294326 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:42:04Z', 'revision_number': 11, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:05.320222 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:42:05.329095 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:05.329654 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:05.345011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f658-d58b-4101-96cf-f9b43b28fc2e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.434343 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:42:05.504854 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:42:04Z', 'revision_number': 11, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:05.523744 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f658-d58b-4101-96cf-f9b43b28fc2e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.533152 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e64ef-4593-4309-ba5a-05ea781e26a1 None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:42:04Z', 'revision_number': 11, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:05.559573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0f658-d58b-4101-96cf-f9b43b28fc2e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Subnet': ['ID=a4775d19-3168-49ff-907b-30d17358c126,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:05.580195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4f0f658-d58b-4101-96cf-f9b43b28fc2e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.582211 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d4f0f658-d58b-4101-96cf-f9b43b28fc2e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/a4775d19-3168-49ff-907b-30d17358c126 HTTP/1.1" status: 204 len: 168 time: 0.4979300 Sep 22 10:42:05.584970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50078) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:05.591975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2727ab-6d7f-45b0-8238-1a478bacd576 None None] Network afaaa0bc-685b-4b0d-8ec6-bb9041fd826d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:05.692645 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.750869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Deleting port 78890058-1c25-4e6c-b755-ff8ae1e3915d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:05.751420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.816034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] For port 78890058-1c25-4e6c-b755-ff8ae1e3915d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=78890058-1c25-4e6c-b755-ff8ae1e3915d,segment=NetworkSegment(6ac265a5-695c-4195-8f15-8cc2960b127f),segment_id=6ac265a5-695c-4195-8f15-8cc2960b127f)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:05.816276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:05.830813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Calling delete_port for 78890058-1c25-4e6c-b755-ff8ae1e3915d owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:05.899116 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d85d46-cf5f-492d-943f-fb46c2f7a375 None None] DHCP port deletion for afaaa0bc-685b-4b0d-8ec6-bb9041fd826d request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:42:05.973887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d7d85d46-cf5f-492d-943f-fb46c2f7a375 None None] Deleting port 78890058-1c25-4e6c-b755-ff8ae1e3915d {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:05.974549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d46-cf5f-492d-943f-fb46c2f7a375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.043484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d7d85d46-cf5f-492d-943f-fb46c2f7a375 None None] For port 78890058-1c25-4e6c-b755-ff8ae1e3915d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=78890058-1c25-4e6c-b755-ff8ae1e3915d,segment=NetworkSegment(6ac265a5-695c-4195-8f15-8cc2960b127f),segment_id=6ac265a5-695c-4195-8f15-8cc2960b127f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:06.043807 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d46-cf5f-492d-943f-fb46c2f7a375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.060679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d7d85d46-cf5f-492d-943f-fb46c2f7a375 None None] Calling delete_port for 78890058-1c25-4e6c-b755-ff8ae1e3915d owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:06.070583 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.102528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No DVR routers for this DVR port 78890058-1c25-4e6c-b755-ff8ae1e3915d on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:06.112931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Port': ['ID=78890058-1c25-4e6c-b755-ff8ae1e3915d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:06.149894 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d46-cf5f-492d-943f-fb46c2f7a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.175784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d85d46-cf5f-492d-943f-fb46c2f7a375 None None] Pushing event deleted for resources: {'Port': ['ID=78890058-1c25-4e6c-b755-ff8ae1e3915d,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:06.188485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d85d46-cf5f-492d-943f-fb46c2f7a375 None None] No DVR routers for this DVR port 78890058-1c25-4e6c-b755-ff8ae1e3915d on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:06.248520 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.271063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afaaa0bc-685b-4b0d-8ec6-bb9041fd826d']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:06.284046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac265a5-695c-4195-8f15-8cc2960b127f') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:06.284046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac265a5-695c-4195-8f15-8cc2960b127f') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:06.292985 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.308513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.315924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:06.316404 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:06.321204 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:06.464328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.473802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.481270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/networks/afaaa0bc-685b-4b0d-8ec6-bb9041fd826d HTTP/1.1" status: 204 len: 168 time: 0.8894668 Sep 22 10:42:06.484697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50130) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:06.489508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'routes': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:06.494503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a013e-8719-4570-9318-ef012a0ca9f1 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Pushing event deleted for resources: {'Network': ['ID=afaaa0bc-685b-4b0d-8ec6-bb9041fd826d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:06.698933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.extraroute_db [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Added routes are [] {{(pid=95681) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 10:42:06.698933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.extraroute_db [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Removed routes are [] {{(pid=95681) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 10:42:06.698933 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.861357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.864743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:06.946367 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:42:07.028044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:07.035428 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.036594 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c3df4ac5-1004-46e5-9be8-cb1558a6988a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4 HTTP/1.1" status: 200 len: 705 time: 0.5508420 Sep 22 10:42:07.037886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] Sync routers for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:07.039309 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50174) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:07.047687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:07.048294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:07.066313 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-08cdb710-2c53-4a65-ab7e-0dc4706ec831 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=c05e4e57-3395-460c-933b-cfbcbdeb9cb4 HTTP/1.1" status: 200 len: 205 time: 0.0253732 Sep 22 10:42:07.068422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50176) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:07.119973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:42:07.161069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0065d522-2cbb-46ae-b661-02fd8b6b5925 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.286300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3c66ba14-9079-429e-80ad-47c9cf70bc51 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:07.289030 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:42:04Z', 'revision_number': 11, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:07.336952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3c66ba14-9079-429e-80ad-47c9cf70bc51 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:42:07.337545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3c66ba14-9079-429e-80ad-47c9cf70bc51 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:07.338177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 78890058-1c25-4e6c-b755-ff8ae1e3915d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:07.341298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] Checking router: c05e4e57-3395-460c-933b-cfbcbdeb9cb4 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:42:07.370183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 78890058-1c25-4e6c-b755-ff8ae1e3915d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:42:07.370894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 78890058-1c25-4e6c-b755-ff8ae1e3915d not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:07.378588 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] Routers {'c05e4e57-3395-460c-933b-cfbcbdeb9cb4'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:07.379396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:07.416758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0065d522-2cbb-46ae-b661-02fd8b6b5925 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.419017 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0065d522-2cbb-46ae-b661-02fd8b6b5925 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.471608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] Set router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:42:07.550789 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0065d522-2cbb-46ae-b661-02fd8b6b5925 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.551457 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0065d522-2cbb-46ae-b661-02fd8b6b5925 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Fanout notify agent at l3_agent the message router_deleted on router c05e4e57-3395-460c-933b-cfbcbdeb9cb4 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:42:07.559064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0065d522-2cbb-46ae-b661-02fd8b6b5925 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.560288 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0065d522-2cbb-46ae-b661-02fd8b6b5925 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4 HTTP/1.1" status: 204 len: 168 time: 0.4909747 Sep 22 10:42:07.565836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50208) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:07.572432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e10a2aaf-891d-47f5-8faa-bcab0a19ce6d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-911655553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:07.688005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:42:04Z', 'revision_number': 11, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:07.699427 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e10a2aaf-891d-47f5-8faa-bcab0a19ce6d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.701747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e10a2aaf-891d-47f5-8faa-bcab0a19ce6d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.717300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10459a-a56b-4cb9-8207-9ca1c8c21667 None None] The sync data for ids ['c05e4e57-3395-460c-933b-cfbcbdeb9cb4'] in n-d-807025-3 is: [{'id': 'c05e4e57-3395-460c-933b-cfbcbdeb9cb4', 'name': 'tempest-RoutersIpV6Test-router-1728024495', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:20Z', 'updated_at': '2021-09-22T10:42:04Z', 'revision_number': 11, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:07.763559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e10a2aaf-891d-47f5-8faa-bcab0a19ce6d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.830655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e10a2aaf-891d-47f5-8faa-bcab0a19ce6d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.927928 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e10a2aaf-891d-47f5-8faa-bcab0a19ce6d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:07.929278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e10a2aaf-891d-47f5-8faa-bcab0a19ce6d tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3612733 Sep 22 10:42:07.932545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50218) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:07.939475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ddf46528-b457-454d-bbb1-c9d096cdd24e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:07.954521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50222) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:08.130210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50228) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:08.246671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8c5723a-bbac-4467-8e39-696348d309f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.287761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21c33f6b-eee1-4cc0-8df3-5e8dcef836de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.377556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8c5723a-bbac-4467-8e39-696348d309f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.481242 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8c5723a-bbac-4467-8e39-696348d309f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.571944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5723a-bbac-4467-8e39-696348d309f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afd6d8f-2f3b-46c4-94bc-379b4c046570,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:08.588942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a8c5723a-bbac-4467-8e39-696348d309f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53ebad92e1174763bc6b77e4ca9bc45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6327894 Sep 22 10:42:08.592002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50238) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:08.654625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddf46528-b457-454d-bbb1-c9d096cdd24e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.694850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21c33f6b-eee1-4cc0-8df3-5e8dcef836de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.696383 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8246692-c3de-4cc1-83a7-f6c03f3a09fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.719898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8246692-c3de-4cc1-83a7-f6c03f3a09fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.738736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddf46528-b457-454d-bbb1-c9d096cdd24e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.767164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21c33f6b-eee1-4cc0-8df3-5e8dcef836de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.808761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-21c33f6b-eee1-4cc0-8df3-5e8dcef836de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=903deb0de7a841498c3eb98d84c2f96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761227 Sep 22 10:42:08.808761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c33f6b-eee1-4cc0-8df3-5e8dcef836de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99caa805-17b4-4f84-8ce1-c7ad4fcec785,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:08.811094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50244) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:08.860672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cc0f615a-165c-4dbe-bc90-93082ef581a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.882087 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cc0f615a-165c-4dbe-bc90-93082ef581a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.912959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8246692-c3de-4cc1-83a7-f6c03f3a09fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.915446 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8246692-c3de-4cc1-83a7-f6c03f3a09fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:08.919727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f8246692-c3de-4cc1-83a7-f6c03f3a09fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6afd6d8f-2f3b-46c4-94bc-379b4c046570 HTTP/1.1" status: 204 len: 168 time: 0.3232846 Sep 22 10:42:08.934034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8246692-c3de-4cc1-83a7-f6c03f3a09fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afd6d8f-2f3b-46c4-94bc-379b4c046570,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:08.995622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf46528-b457-454d-bbb1-c9d096cdd24e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Router 3a13550a-6cdf-4221-be48-f0a94204f310 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:42:09.071917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf46528-b457-454d-bbb1-c9d096cdd24e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:09.081246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddf46528-b457-454d-bbb1-c9d096cdd24e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:09.082568 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ddf46528-b457-454d-bbb1-c9d096cdd24e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "PUT /v2.0/routers/3a13550a-6cdf-4221-be48-f0a94204f310 HTTP/1.1" status: 200 len: 697 time: 1.1487606 Sep 22 10:42:09.087183 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] Sync routers for ids ['3a13550a-6cdf-4221-be48-f0a94204f310'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:09.087678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50250) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.110709 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] Routers {'3a13550a-6cdf-4221-be48-f0a94204f310'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:09.111371 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3a13550a-6cdf-4221-be48-f0a94204f310'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:09.145766 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cc0f615a-165c-4dbe-bc90-93082ef581a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:09.150425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cc0f615a-165c-4dbe-bc90-93082ef581a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:09.150425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cc0f615a-165c-4dbe-bc90-93082ef581a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99caa805-17b4-4f84-8ce1-c7ad4fcec785 HTTP/1.1" status: 204 len: 168 time: 0.3374753 Sep 22 10:42:09.185899 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] Set router 3a13550a-6cdf-4221-be48-f0a94204f310 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:42:09.188855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f615a-165c-4dbe-bc90-93082ef581a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99caa805-17b4-4f84-8ce1-c7ad4fcec785,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:09.196391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ba73b6a9-4cc7-435c-9d24-d1606af9b741 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/routers/3a13550a-6cdf-4221-be48-f0a94204f310 HTTP/1.1" status: 200 len: 703 time: 0.1094477 Sep 22 10:42:09.199203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50256) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.231744 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7476f1b4-81e9-4120-8114-4e29112112c4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a13550a-6cdf-4221-be48-f0a94204f310 HTTP/1.1" status: 200 len: 205 time: 0.0312011 Sep 22 10:42:09.234346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50258) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.259264 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a13550a-6cdf-4221-be48-f0a94204f310', 'name': 'tempest-RoutersIpV6Test-router-911655553', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:42:07Z', 'updated_at': '2021-09-22T10:42:08Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:09.294025 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] Checking router: 3a13550a-6cdf-4221-be48-f0a94204f310 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:42:09.317037 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd8aeb1f-d51f-4c09-bcf1-52c20c86d711 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:09.318202 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] Routers {'3a13550a-6cdf-4221-be48-f0a94204f310'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:09.321364 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3a13550a-6cdf-4221-be48-f0a94204f310'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:09.404742 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] Set router 3a13550a-6cdf-4221-be48-f0a94204f310 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:42:09.489767 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a13550a-6cdf-4221-be48-f0a94204f310', 'name': 'tempest-RoutersIpV6Test-router-911655553', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:42:07Z', 'updated_at': '2021-09-22T10:42:08Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:09.490449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd8aeb1f-d51f-4c09-bcf1-52c20c86d711 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:09.492692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd8aeb1f-d51f-4c09-bcf1-52c20c86d711 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:09.527099 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a0a7a-acc0-4419-bf0e-bac4b9761f81 None None] The sync data for ids ['3a13550a-6cdf-4221-be48-f0a94204f310'] in n-d-807025-3 is: [{'id': '3a13550a-6cdf-4221-be48-f0a94204f310', 'name': 'tempest-RoutersIpV6Test-router-911655553', 'tenant_id': 'a74baa7a46f548faaab88c39add79359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:42:07Z', 'updated_at': '2021-09-22T10:42:08Z', 'revision_number': 2, 'project_id': 'a74baa7a46f548faaab88c39add79359', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:09.612937 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd8aeb1f-d51f-4c09-bcf1-52c20c86d711 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:09.613469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8aeb1f-d51f-4c09-bcf1-52c20c86d711 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Fanout notify agent at l3_agent the message router_deleted on router 3a13550a-6cdf-4221-be48-f0a94204f310 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:42:09.621777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd8aeb1f-d51f-4c09-bcf1-52c20c86d711 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:09.631859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50274) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.632381 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bd8aeb1f-d51f-4c09-bcf1-52c20c86d711 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/3a13550a-6cdf-4221-be48-f0a94204f310 HTTP/1.1" status: 204 len: 168 time: 0.3962147 Sep 22 10:42:09.665959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a21ab3f7-e061-4701-b5b4-519056571027 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a13550a-6cdf-4221-be48-f0a94204f310 HTTP/1.1" status: 200 len: 205 time: 0.0316527 Sep 22 10:42:09.668401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50278) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.727547 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-fede0104-b5ba-409a-9d4f-1f85b0747c9f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] delete failed (client error): The resource could not be found. Sep 22 10:42:09.730264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fede0104-b5ba-409a-9d4f-1f85b0747c9f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/3a13550a-6cdf-4221-be48-f0a94204f310 HTTP/1.1" status: 404 len: 336 time: 0.0511382 Sep 22 10:42:09.732251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50284) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.763070 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f352a60-d96c-4390-b038-9446e24e14ce tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:09.763758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f352a60-d96c-4390-b038-9446e24e14ce tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:09.765681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0f352a60-d96c-4390-b038-9446e24e14ce tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/bbf16b50-33b9-40ee-b3b8-b42a6a5387c2 HTTP/1.1" status: 404 len: 337 time: 0.0323448 Sep 22 10:42:09.768177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50286) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.803645 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce341ba7-4451-4582-b227-840e0b764dd7 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:09.804117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce341ba7-4451-4582-b227-840e0b764dd7 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:09.807737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ce341ba7-4451-4582-b227-840e0b764dd7 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/81c3ce4a-559a-4d2a-a691-52480831fe29 HTTP/1.1" status: 404 len: 337 time: 0.0365484 Sep 22 10:42:09.808742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50290) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.842858 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00e2508-b47d-40ff-b458-decb3042514f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:09.843518 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00e2508-b47d-40ff-b458-decb3042514f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:09.845912 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f00e2508-b47d-40ff-b458-decb3042514f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/ea53b4c8-40f5-40fc-95b3-0e16b9b7acd9 HTTP/1.1" status: 404 len: 337 time: 0.0356181 Sep 22 10:42:09.848694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50292) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.875926 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f6d3d8-f611-417a-8ed4-72ded4a2ac1a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:09.876393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f6d3d8-f611-417a-8ed4-72ded4a2ac1a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:09.878766 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-08f6d3d8-f611-417a-8ed4-72ded4a2ac1a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/a4775d19-3168-49ff-907b-30d17358c126 HTTP/1.1" status: 404 len: 337 time: 0.0287573 Sep 22 10:42:09.881148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50294) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.913614 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-842b11be-3937-4827-b4e8-34317b78d1bc tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=c05e4e57-3395-460c-933b-cfbcbdeb9cb4 HTTP/1.1" status: 200 len: 205 time: 0.0313663 Sep 22 10:42:09.916113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50296) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.959483 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-75f1f508-d4af-4065-b39b-06a33df6500f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] delete failed (client error): The resource could not be found. Sep 22 10:42:09.960622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-75f1f508-d4af-4065-b39b-06a33df6500f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/c05e4e57-3395-460c-933b-cfbcbdeb9cb4 HTTP/1.1" status: 404 len: 336 time: 0.0434761 Sep 22 10:42:09.963351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50302) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:09.985504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50304) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.000420 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-61bb4031-96b8-43b2-b0f4-8e4c2e84be53 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b28bc4-a136-429b-ab11-d0f0b4b9eb9b HTTP/1.1" status: 200 len: 205 time: 0.0349083 Sep 22 10:42:10.004188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50308) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.008116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-32530673-e69d-46a2-8e36-c74aa9888c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:10.051641 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-537a14f4-47d8-43f2-a9be-942c347a8850 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] delete failed (client error): The resource could not be found. Sep 22 10:42:10.052709 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-537a14f4-47d8-43f2-a9be-942c347a8850 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/38b28bc4-a136-429b-ab11-d0f0b4b9eb9b HTTP/1.1" status: 404 len: 336 time: 0.0474579 Sep 22 10:42:10.055259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50312) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.084485 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b567cf-f2ba-4428-83b6-9dc772f3bc2f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:10.084951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b567cf-f2ba-4428-83b6-9dc772f3bc2f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:10.089179 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-27b567cf-f2ba-4428-83b6-9dc772f3bc2f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/3b3461d6-e071-41d1-92c9-d56720a6b4ef HTTP/1.1" status: 404 len: 337 time: 0.0304341 Sep 22 10:42:10.089632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50314) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.124983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3911dcd8-ac02-4271-a775-7fd75716924c tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1c949af-3503-447f-a5f3-1e749ad75189 HTTP/1.1" status: 200 len: 205 time: 0.0340924 Sep 22 10:42:10.127388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50316) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.144720 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-32530673-e69d-46a2-8e36-c74aa9888c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:10.169378 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-d9c8be7b-c938-49e4-8e9b-c5eda13c3815 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] delete failed (client error): The resource could not be found. Sep 22 10:42:10.173521 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d9c8be7b-c938-49e4-8e9b-c5eda13c3815 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/e1c949af-3503-447f-a5f3-1e749ad75189 HTTP/1.1" status: 404 len: 336 time: 0.0420425 Sep 22 10:42:10.173877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50320) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.202496 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d9ca0095-a492-4643-abeb-af33bfa147a4 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=79a2412f-ba5a-4bfb-980e-2e7ceee137cb HTTP/1.1" status: 200 len: 205 time: 0.0273750 Sep 22 10:42:10.213157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50322) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.255803 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-fe66233b-0f9e-41e8-a856-e7838b2854fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] delete failed (client error): The resource could not be found. Sep 22 10:42:10.259222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fe66233b-0f9e-41e8-a856-e7838b2854fa tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/79a2412f-ba5a-4bfb-980e-2e7ceee137cb HTTP/1.1" status: 404 len: 336 time: 0.0428631 Sep 22 10:42:10.259222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-32530673-e69d-46a2-8e36-c74aa9888c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:10.260640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50326) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.295459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-32530673-e69d-46a2-8e36-c74aa9888c88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38b2f23780be49bc85693ddd7b6234ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072701 Sep 22 10:42:10.298131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50328) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.299196 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e0fdb3-8fde-4407-8ec7-1874cf7553a2 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:10.303339 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e0fdb3-8fde-4407-8ec7-1874cf7553a2 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:10.309375 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c5e0fdb3-8fde-4407-8ec7-1874cf7553a2 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/19f90931-bac5-40e8-97d8-e3d14d0d508b HTTP/1.1" status: 404 len: 337 time: 0.0473576 Sep 22 10:42:10.310590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50330) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.346231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32530673-e69d-46a2-8e36-c74aa9888c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ef2ec-a66b-47d9-b4ad-e2f7cd3f8682,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:10.347391 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a17efb2f-ff7a-42fe-b866-b15014e02240 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0b55dd6-b43b-469a-88f2-b0a6e512b405 HTTP/1.1" status: 200 len: 205 time: 0.0346985 Sep 22 10:42:10.350376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50332) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.397524 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1f85d47-053a-40f7-b5cf-631616c68ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:10.411604 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-248072b4-ce3e-434b-95ce-6de3d899f2b2 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] delete failed (client error): The resource could not be found. Sep 22 10:42:10.415357 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-248072b4-ce3e-434b-95ce-6de3d899f2b2 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/b0b55dd6-b43b-469a-88f2-b0a6e512b405 HTTP/1.1" status: 404 len: 336 time: 0.0600290 Sep 22 10:42:10.416160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50334) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.447422 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-114011d8-5349-47f9-8902-685dbd2b787f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:10.447887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114011d8-5349-47f9-8902-685dbd2b787f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:10.449644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-114011d8-5349-47f9-8902-685dbd2b787f tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/46d92124-cd3a-481f-a6eb-552433f88b5e HTTP/1.1" status: 404 len: 337 time: 0.0325480 Sep 22 10:42:10.452853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50340) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.456559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1f85d47-053a-40f7-b5cf-631616c68ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:10.482994 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6cb0d46c-e85d-4aa9-9b7a-1e3d60c11ef5 tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4015773-86a8-4e42-bbba-86a6d337a00e HTTP/1.1" status: 200 len: 205 time: 0.0289795 Sep 22 10:42:10.485613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.523847 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-55826c33-6d52-4592-92a3-2a325140116b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] delete failed (client error): The resource could not be found. Sep 22 10:42:10.524879 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-55826c33-6d52-4592-92a3-2a325140116b tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/routers/d4015773-86a8-4e42-bbba-86a6d337a00e HTTP/1.1" status: 404 len: 336 time: 0.0383196 Sep 22 10:42:10.527820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50344) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.554255 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-388321c1-0b6b-40bc-8810-707133e9673e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:10.554717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388321c1-0b6b-40bc-8810-707133e9673e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:10.556439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-388321c1-0b6b-40bc-8810-707133e9673e tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/b0ba2f9e-32a2-43f8-aa56-4c537870943c HTTP/1.1" status: 404 len: 337 time: 0.0276308 Sep 22 10:42:10.558959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50346) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:10.589321 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9ec7e9-c050-4be0-a41f-16599c0d621a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:10.589782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9ec7e9-c050-4be0-a41f-16599c0d621a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:10.591549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3e9ec7e9-c050-4be0-a41f-16599c0d621a tempest-RoutersIpV6Test-1887532128 tempest-RoutersIpV6Test-1887532128-project] 10.222.0.20 "DELETE /v2.0/subnets/8c7dbb63-7dc5-40ac-bd0c-b0553321e53f HTTP/1.1" status: 404 len: 337 time: 0.0316038 Sep 22 10:42:10.595561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1f85d47-053a-40f7-b5cf-631616c68ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:10.598055 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1f85d47-053a-40f7-b5cf-631616c68ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:10.599613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d1f85d47-053a-40f7-b5cf-631616c68ccd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a11ef2ec-a66b-47d9-b4ad-e2f7cd3f8682 HTTP/1.1" status: 204 len: 168 time: 0.2999692 Sep 22 10:42:10.607276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f85d47-053a-40f7-b5cf-631616c68ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ef2ec-a66b-47d9-b4ad-e2f7cd3f8682,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:11.328619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50374) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:11.508711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f6b71c5d-2917-47ea-a9f6-3474e2439507 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a74baa7a46f548faaab88c39add79359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789262 Sep 22 10:42:11.510867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50384) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:11.574806 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ef44499f-eb75-439f-9ed1-7be3b02c6a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:11.609232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ef44499f-eb75-439f-9ed1-7be3b02c6a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:11.727933 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ef44499f-eb75-439f-9ed1-7be3b02c6a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:11.731951 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ef44499f-eb75-439f-9ed1-7be3b02c6a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:11.736090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ef44499f-eb75-439f-9ed1-7be3b02c6a55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66e124c8-3bc1-40cd-a9ac-f129fa481f42 HTTP/1.1" status: 204 len: 168 time: 0.2214861 Sep 22 10:42:11.760977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44499f-eb75-439f-9ed1-7be3b02c6a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e124c8-3bc1-40cd-a9ac-f129fa481f42,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:11.815473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50400) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:12.159600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1320581365'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:12.280530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Made reservation on behalf of e5c4206bb267478892d8ceed3bc7d3df for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:12.285012 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:12.297929 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:12.326229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e7dcf-58d5-4470-80fc-e68e74b36c4f req-ac6e8d47-9276-4eed-9de6-7c4969d32430 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:12.327851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-949e7dcf-58d5-4470-80fc-e68e74b36c4f req-ac6e8d47-9276-4eed-9de6-7c4969d32430 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0897334 Sep 22 10:42:12.386005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-949e7dcf-58d5-4470-80fc-e68e74b36c4f req-c4988c7a-be78-40e6-9c9f-114a6b35a9d4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510461 Sep 22 10:42:12.435789 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:12.522627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:12.547181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:12.563590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81632b59-546f-4220-b386-0ae1897b3a69,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:12.566783 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:12.567066 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Added segment 8092b5ad-6756-4140-af0d-9421b1be4e9a of type vlan for network a57a9bf2-59c7-4e29-82db-2a16af240054 Sep 22 10:42:12.622672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:12.687899 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:12.693705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:12.694341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:12.777686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event updated for resources: {'Network': ['ID=a57a9bf2-59c7-4e29-82db-2a16af240054,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:12.789129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a57a9bf2-59c7-4e29-82db-2a16af240054 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:12.807678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0d801b90-885f-4f2b-a69e-f0ea1525ef30 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9907320 Sep 22 10:42:12.815269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50464) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:12.825102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Request body: {'subnet': {'network_id': 'a57a9bf2-59c7-4e29-82db-2a16af240054', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:12.978544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Made reservation on behalf of e5c4206bb267478892d8ceed3bc7d3df for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:12.982268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.005366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50480) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:13.124614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1865490039'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:13.212594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:13.216248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.225468 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.247502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.317653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event updated for resources: {'Subnet': ['ID=19411458-2e04-4d8d-8a07-e206fecb5fd0,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:13.322880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Checking segment: {'id': '8092b5ad-6756-4140-af0d-9421b1be4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a57a9bf2-59c7-4e29-82db-2a16af240054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:13.323273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Network hostable DHCP agents. Network: a57a9bf2-59c7-4e29-82db-2a16af240054, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:42:13.326866 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.423613 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.448062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Network a57a9bf2-59c7-4e29-82db-2a16af240054 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:13.463099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:13.478133 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.478573 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added segment 91985f64-b96c-4481-bf17-8ef20a7b2339 of type vlan for network 35e52532-f902-4ab5-98c5-523a645a2efa Sep 22 10:42:13.534756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe2cd51-e9f4-40aa-b0c5-de42dd25ca39,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:13.542652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a57a9bf2-59c7-4e29-82db-2a16af240054) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:13.553329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfefe3-1b3f-4332-9964-f726e2ee1f39 req-56617441-756a-4a3a-82df-edd30e8fa9f3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:13.553619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de44e5c0-fbc4-4b1f-8870-da8ef5cd6f84 None None] Network a57a9bf2-59c7-4e29-82db-2a16af240054 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:13.554821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.560626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26dfefe3-1b3f-4332-9964-f726e2ee1f39 req-56617441-756a-4a3a-82df-edd30e8fa9f3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0800440 Sep 22 10:42:13.567306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:13.567306 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.619939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26dfefe3-1b3f-4332-9964-f726e2ee1f39 req-c6478da9-70a2-4407-a90e-2999626d0c76 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584376 Sep 22 10:42:13.687369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3aff6bf5-7ee1-47ec-b634-12bf0e186845 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8710432 Sep 22 10:42:13.689852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50536) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:13.699272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Request body: {'port': {'network_id': 'a57a9bf2-59c7-4e29-82db-2a16af240054', 'name': 'tempest-DHCPAgentSchedulersTestJSON-476710150'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:13.724830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-a57a9bf2-59c7-4e29-82db-2a16af240054', 'network_id': 'a57a9bf2-59c7-4e29-82db-2a16af240054', 'tenant_id': 'e5c4206bb267478892d8ceed3bc7d3df', 'fixed_ips': [{'subnet_id': '19411458-2e04-4d8d-8a07-e206fecb5fd0'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:42:13.725449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.725696 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.741057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:13.741717 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.827673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Network': ['ID=35e52532-f902-4ab5-98c5-523a645a2efa,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:13.846657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 35e52532-f902-4ab5-98c5-523a645a2efa details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:13.953651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Allocated IP 172.20.0.2 (a57a9bf2-59c7-4e29-82db-2a16af240054/19411458-2e04-4d8d-8a07-e206fecb5fd0/859e3379-ada8-4a3f-a082-e199cf146b9e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:13.955864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Made reservation on behalf of e5c4206bb267478892d8ceed3bc7d3df for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:13.961604 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:13.990559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] device_id is not set on port f950d3c4-d80b-4c76-8d32-9a656223bf34 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:14.115754 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.139111 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7a725cff-1085-4cc9-9c22-cb9737a1f1cb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1319427 Sep 22 10:42:14.142400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50550) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:14.147142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1859241809'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:14.224493 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.266524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Network a57a9bf2-59c7-4e29-82db-2a16af240054 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:14.275875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:14.278324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:14.280557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Pushing event updated for resources: {'Port': ['ID=859e3379-ada8-4a3f-a082-e199cf146b9e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:14.281765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:14.287518 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.290331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.290690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.297744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.310162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Allocated IP 172.20.0.6 (a57a9bf2-59c7-4e29-82db-2a16af240054/19411458-2e04-4d8d-8a07-e206fecb5fd0/f950d3c4-d80b-4c76-8d32-9a656223bf34) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:14.318201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:14.329403 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.337849 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added segment 40d03464-e0c8-47a8-a83d-b79119732f4c of type vlan for network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 Sep 22 10:42:14.351222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Attempting to bind port 859e3379-ada8-4a3f-a082-e199cf146b9e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:14.351598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Attempting to bind port 859e3379-ada8-4a3f-a082-e199cf146b9e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '8092b5ad-6756-4140-af0d-9421b1be4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a57a9bf2-59c7-4e29-82db-2a16af240054'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:14.352018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Attempting to bind port 859e3379-ada8-4a3f-a082-e199cf146b9e on network a57a9bf2-59c7-4e29-82db-2a16af240054 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:14.357706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:42:14.358679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Checking segment: {'id': '8092b5ad-6756-4140-af0d-9421b1be4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a57a9bf2-59c7-4e29-82db-2a16af240054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:14.359237 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.359644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Bound using segment: {'id': '8092b5ad-6756-4140-af0d-9421b1be4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a57a9bf2-59c7-4e29-82db-2a16af240054'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:42:14.360180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Bound port: 859e3379-ada8-4a3f-a082-e199cf146b9e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8092b5ad-6756-4140-af0d-9421b1be4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a57a9bf2-59c7-4e29-82db-2a16af240054'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:42:14.360571 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.386336 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.434225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] For port 859e3379-ada8-4a3f-a082-e199cf146b9e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:14.438199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] For port 859e3379-ada8-4a3f-a082-e199cf146b9e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=859e3379-ada8-4a3f-a082-e199cf146b9e,segment=NetworkSegment(8092b5ad-6756-4140-af0d-9421b1be4e9a),segment_id=8092b5ad-6756-4140-af0d-9421b1be4e9a)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:42:14.479496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.584685 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.585583 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.591029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:14.591628 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.636585 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.662526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada09fc7-1548-4284-a34f-8e91a24245ab None None] Pushing event updated for resources: {'Port': ['ID=859e3379-ada8-4a3f-a082-e199cf146b9e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:14.696419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Network': ['ID=cd7f9692-286c-4d1f-83d1-ec673d5dbd74,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:14.699966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Network a57a9bf2-59c7-4e29-82db-2a16af240054 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:14.703276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:14.707016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:14.708058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:14.735203 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fbd95f96-a4bb-412d-b9d5-f5fe4ad9b39b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5916405 Sep 22 10:42:14.741700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50574) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:14.747473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'subnet': {'network_id': '35e52532-f902-4ab5-98c5-523a645a2efa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:14.750403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event updated for resources: {'Port': ['ID=f950d3c4-d80b-4c76-8d32-9a656223bf34,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:14.783135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.783441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.784282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.784282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.784502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.784798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.785145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.785464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.785805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.786138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.786468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.786791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:14.836615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:14.836897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.865104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5fdcd-547d-403b-a7d9-3bb7ce489f6b req-d54e2192-8794-427c-8c20-3f8a7aa0a47b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:14.866690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0e5fdcd-547d-403b-a7d9-3bb7ce489f6b req-d54e2192-8794-427c-8c20-3f8a7aa0a47b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1174593 Sep 22 10:42:14.912508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0e5fdcd-547d-403b-a7d9-3bb7ce489f6b req-a341e475-0093-4862-8551-f3cb4714bcf6 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391607 Sep 22 10:42:14.982209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5de3b5bf-7ae6-4d2f-8139-1f48007c977d tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2887881 Sep 22 10:42:14.985163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50578) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:15.083022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f884864e-9c21-45c2-9b61-bd2ee99b7809 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Deleting port f950d3c4-d80b-4c76-8d32-9a656223bf34 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:15.083374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f884864e-9c21-45c2-9b61-bd2ee99b7809 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.110327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:15.116077 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.212652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f884864e-9c21-45c2-9b61-bd2ee99b7809 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.221695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50586) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:15.233299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f884864e-9c21-45c2-9b61-bd2ee99b7809 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Calling delete_port for f950d3c4-d80b-4c76-8d32-9a656223bf34 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:15.266665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 859e3379-ada8-4a3f-a082-e199cf146b9e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:15.353869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 859e3379-ada8-4a3f-a082-e199cf146b9e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:15.354621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.442063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7df9d473-84b9-4b95-9157-41de99b111bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.478095 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.482241 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.513096 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 859e3379-ada8-4a3f-a082-e199cf146b9e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=859e3379-ada8-4a3f-a082-e199cf146b9e,segment=NetworkSegment(8092b5ad-6756-4140-af0d-9421b1be4e9a),segment_id=8092b5ad-6756-4140-af0d-9421b1be4e9a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:15.533301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f884864e-9c21-45c2-9b61-bd2ee99b7809 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.565689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884864e-9c21-45c2-9b61-bd2ee99b7809 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event deleted for resources: {'Port': ['ID=f950d3c4-d80b-4c76-8d32-9a656223bf34,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:15.581190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Subnet': ['ID=f259ef66-aaed-476a-9a2a-1928c8a75b3a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:15.582273 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.611739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Checking segment: {'id': '91985f64-b96c-4481-bf17-8ef20a7b2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '35e52532-f902-4ab5-98c5-523a645a2efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:15.612095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network hostable DHCP agents. Network: 35e52532-f902-4ab5-98c5-523a645a2efa, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:42:15.664159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=859e3379-ada8-4a3f-a082-e199cf146b9e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:15.689344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7df9d473-84b9-4b95-9157-41de99b111bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.710732 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f884864e-9c21-45c2-9b61-bd2ee99b7809 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.714178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f884864e-9c21-45c2-9b61-bd2ee99b7809 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] 10.222.0.20 "DELETE /v2.0/ports/f950d3c4-d80b-4c76-8d32-9a656223bf34 HTTP/1.1" status: 204 len: 168 time: 0.7268546 Sep 22 10:42:15.715910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50594) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:15.744607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 35e52532-f902-4ab5-98c5-523a645a2efa is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:15.789665 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7df9d473-84b9-4b95-9157-41de99b111bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.823673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 35e52532-f902-4ab5-98c5-523a645a2efa) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:15.828260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:15.829080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.836518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4788161b-bd4d-44f3-a9e5-50f2bd8af5d0 None None] Network 35e52532-f902-4ab5-98c5-523a645a2efa requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:15.855865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9fce907c-bb47-4b1a-8749-3373aeac993e tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1363246 Sep 22 10:42:15.856099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50598) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:15.863931 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7df9d473-84b9-4b95-9157-41de99b111bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba85fe9d6c254758acdab901f5caa20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383955 Sep 22 10:42:15.863931 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9d473-84b9-4b95-9157-41de99b111bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca92064-2fe6-4cc6-847d-b23345ae15d2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:15.866321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50600) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:15.868511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-849089775'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:15.882480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c81348-681f-4731-9ea0-3a519204dc00 None None] Network a57a9bf2-59c7-4e29-82db-2a16af240054 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:15.926821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3a42-98da-4f8d-83a3-466959bea86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.952434 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3a42-98da-4f8d-83a3-466959bea86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:15.978933 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5de923a9-b120-4c45-b2b5-71b619ca9c1d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2319057 Sep 22 10:42:15.978933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50606) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:15.983898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'subnet': {'network_id': 'cd7f9692-286c-4d1f-83d1-ec673d5dbd74', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:16.037738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-20153bf8-a211-4389-97d1-8ed6c30809b8 None None] Provisioning complete for port 859e3379-ada8-4a3f-a082-e199cf146b9e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:16.038029 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-20153bf8-a211-4389-97d1-8ed6c30809b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.054853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cac65-551d-4531-856e-44d796727205 req-555f54a7-4eee-4f3f-9c7a-82ef15bcf681 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:16.056660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b8cac65-551d-4531-856e-44d796727205 req-555f54a7-4eee-4f3f-9c7a-82ef15bcf681 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0602324 Sep 22 10:42:16.059608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Made reservation on behalf of e5c4206bb267478892d8ceed3bc7d3df for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:16.063343 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.135002 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b8cac65-551d-4531-856e-44d796727205 req-fe363ce0-f5b7-47c2-9680-3fd001e84cc3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528765 Sep 22 10:42:16.195977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:16.199581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.201366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-35e52532-f902-4ab5-98c5-523a645a2efa', 'network_id': '35e52532-f902-4ab5-98c5-523a645a2efa', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'fixed_ips': [{'subnet_id': 'f259ef66-aaed-476a-9a2a-1928c8a75b3a'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:42:16.202253 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.235331 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3a42-98da-4f8d-83a3-466959bea86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.237798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:16.239286 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3a42-98da-4f8d-83a3-466959bea86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.243257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0dfb3a42-98da-4f8d-83a3-466959bea86e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aca92064-2fe6-4cc6-847d-b23345ae15d2 HTTP/1.1" status: 204 len: 168 time: 0.3753991 Sep 22 10:42:16.282458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb3a42-98da-4f8d-83a3-466959bea86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca92064-2fe6-4cc6-847d-b23345ae15d2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:16.283664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.284031 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Added segment c3400923-72ea-468e-9e22-abee585d38b8 of type vlan for network fd16e8fd-ba65-4532-93db-948532827387 Sep 22 10:42:16.352310 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.410532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Allocated IP 172.20.0.2 (35e52532-f902-4ab5-98c5-523a645a2efa/f259ef66-aaed-476a-9a2a-1928c8a75b3a/f5e21b0d-caa9-4b13-8f95-0f4ffc4983be) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:16.464620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.471738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:16.472507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.559593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event updated for resources: {'Network': ['ID=fd16e8fd-ba65-4532-93db-948532827387,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:16.579314 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.591327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network fd16e8fd-ba65-4532-93db-948532827387 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:16.604532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-24224db7-c47b-4633-af78-15777a2d7712 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7449179 Sep 22 10:42:16.605069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50618) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:16.627075 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.678458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Subnet': ['ID=d6699f56-994c-496b-bae7-aca39cda461b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:16.700822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Checking segment: {'id': '40d03464-e0c8-47a8-a83d-b79119732f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cd7f9692-286c-4d1f-83d1-ec673d5dbd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:16.701278 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network hostable DHCP agents. Network: cd7f9692-286c-4d1f-83d1-ec673d5dbd74, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:42:16.718324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.786941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-febf15fd-9984-479c-a2f1-20e927cee55d None None] Provisioning complete for port 859e3379-ada8-4a3f-a082-e199cf146b9e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:16.791930 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-febf15fd-9984-479c-a2f1-20e927cee55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.795603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:16.830623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Network 35e52532-f902-4ab5-98c5-523a645a2efa is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:16.841983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:16.846723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Pushing event updated for resources: {'Port': ['ID=f5e21b0d-caa9-4b13-8f95-0f4ffc4983be,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:16.849554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1ce9fb42-0021-41d8-bcf0-bf324a7653fb tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] 10.222.0.20 "GET /v2.0/agents/885ff91d-f0e4-46a1-99b6-cb72e7315726/dhcp-networks HTTP/1.1" status: 200 len: 5656 time: 0.2300766 Sep 22 10:42:16.852372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50624) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:16.858909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:16.864346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, cd7f9692-286c-4d1f-83d1-ec673d5dbd74) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:16.870950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:16.871929 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:16.910034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518687f-6dd0-451b-9c61-69e361a73b3e None None] Network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:16.958639 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2a3dd790-670d-446d-9835-1e05de83b2a2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9798124 Sep 22 10:42:16.961758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50630) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:16.966060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3924f4ce-9fd1-472c-97a2-3c885bd6c685 tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] Network fd16e8fd-ba65-4532-93db-948532827387 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:16.968030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-417d80bd-5667-462d-a43a-aa81be22bb4a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1160170134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:16.977878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Attempting to bind port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:16.978295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Attempting to bind port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '91985f64-b96c-4481-bf17-8ef20a7b2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '35e52532-f902-4ab5-98c5-523a645a2efa'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:16.979018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Attempting to bind port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be on network 35e52532-f902-4ab5-98c5-523a645a2efa {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:17.035449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:42:17.035823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Checking segment: {'id': '91985f64-b96c-4481-bf17-8ef20a7b2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '35e52532-f902-4ab5-98c5-523a645a2efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:17.036231 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.036630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Bound using segment: {'id': '91985f64-b96c-4481-bf17-8ef20a7b2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '35e52532-f902-4ab5-98c5-523a645a2efa'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:42:17.037214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Bound port: f5e21b0d-caa9-4b13-8f95-0f4ffc4983be, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91985f64-b96c-4481-bf17-8ef20a7b2339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '35e52532-f902-4ab5-98c5-523a645a2efa'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:42:17.037491 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.068197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3924f4ce-9fd1-472c-97a2-3c885bd6c685 tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] 10.222.0.20 "POST /v2.0/agents/885ff91d-f0e4-46a1-99b6-cb72e7315726/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2147849 Sep 22 10:42:17.071505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50638) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:17.078352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3fcd3f-fe19-477c-ae47-23da0342dcf3 None None] Network fd16e8fd-ba65-4532-93db-948532827387 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:17.098222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-417d80bd-5667-462d-a43a-aa81be22bb4a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.102157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-417d80bd-5667-462d-a43a-aa81be22bb4a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.228335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6e32d742-d3fb-4717-85d1-4751a8c41f63 None None] Could not find standard attr ID for object f950d3c4-d80b-4c76-8d32-9a656223bf34. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:42:17.257873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 859e3379-ada8-4a3f-a082-e199cf146b9e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:17.313498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] For port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:17.316175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-417d80bd-5667-462d-a43a-aa81be22bb4a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.369202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] For port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f5e21b0d-caa9-4b13-8f95-0f4ffc4983be,segment=NetworkSegment(91985f64-b96c-4481-bf17-8ef20a7b2339),segment_id=91985f64-b96c-4481-bf17-8ef20a7b2339)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:42:17.374251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-cd7f9692-286c-4d1f-83d1-ec673d5dbd74', 'network_id': 'cd7f9692-286c-4d1f-83d1-ec673d5dbd74', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'fixed_ips': [{'subnet_id': 'd6699f56-994c-496b-bae7-aca39cda461b'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:42:17.374520 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.387859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a716b1-7a9d-40d8-a181-9613cd4cd200 req-eebbfca0-46d4-4c65-8f92-e69a97d9d1be tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:17.390553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65a716b1-7a9d-40d8-a181-9613cd4cd200 req-eebbfca0-46d4-4c65-8f92-e69a97d9d1be tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0790203 Sep 22 10:42:17.406769 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3c608c99-ead0-4aa0-91b8-488cb85acf9a tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] 10.222.0.20 "GET /v2.0/agents/885ff91d-f0e4-46a1-99b6-cb72e7315726/dhcp-networks HTTP/1.1" status: 200 len: 7206 time: 0.3340549 Sep 22 10:42:17.407179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50646) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:17.448575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-417d80bd-5667-462d-a43a-aa81be22bb4a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.455266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 859e3379-ada8-4a3f-a082-e199cf146b9e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:17.455867 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.473936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65a716b1-7a9d-40d8-a181-9613cd4cd200 req-74a25154-9b4b-47cd-bc34-029c4685db05 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768521 Sep 22 10:42:17.489582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.526429 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-417d80bd-5667-462d-a43a-aa81be22bb4a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:17.530281 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-417d80bd-5667-462d-a43a-aa81be22bb4a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5644896 Sep 22 10:42:17.530927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50652) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:17.580120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b33546e1-36ce-489b-b390-1557a7edd870 tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] 10.222.0.20 "DELETE /v2.0/agents/885ff91d-f0e4-46a1-99b6-cb72e7315726/dhcp-networks/fd16e8fd-ba65-4532-93db-948532827387 HTTP/1.1" status: 204 len: 168 time: 0.1718488 Sep 22 10:42:17.601183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50656) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:17.610887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4813e-1e87-4278-9841-84cc3dd53274 None None] Pushing event updated for resources: {'Port': ['ID=f5e21b0d-caa9-4b13-8f95-0f4ffc4983be,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:17.619134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Allocated IP 172.21.0.2 (cd7f9692-286c-4d1f-83d1-ec673d5dbd74/d6699f56-994c-496b-bae7-aca39cda461b/d2e03699-df11-4003-ab15-145347b78415) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:17.962731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fb39fb0b-e44b-4b09-9749-193a82f71351 tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] 10.222.0.20 "GET /v2.0/agents/885ff91d-f0e4-46a1-99b6-cb72e7315726/dhcp-networks HTTP/1.1" status: 200 len: 6436 time: 0.3411925 Sep 22 10:42:17.964389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50666) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:18.026485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4382bc98-b9ff-4d1e-bd05-2e4915bc47e0 tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] 10.222.0.20 "GET /v2.0/networks/a57a9bf2-59c7-4e29-82db-2a16af240054/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0606856 Sep 22 10:42:18.033367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50670) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:18.110536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ba307ff4-5c9c-4d72-9b7d-fc031c238561 tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] 10.222.0.20 "GET /v2.0/networks/a57a9bf2-59c7-4e29-82db-2a16af240054/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0793085 Sep 22 10:42:18.110834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50676) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:18.121984 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.278641 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.324428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-32feac1b-38db-4cc3-9755-e865b9f9d82a tempest-DHCPAgentSchedulersTestJSON-182102691 tempest-DHCPAgentSchedulersTestJSON-182102691-project-admin] 10.222.0.20 "GET /v2.0/agents/885ff91d-f0e4-46a1-99b6-cb72e7315726/dhcp-networks HTTP/1.1" status: 200 len: 6436 time: 0.2123289 Sep 22 10:42:18.324690 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50684) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:18.376390 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.422173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:18.425010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:18.428508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:18.439620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Pushing event updated for resources: {'Port': ['ID=d2e03699-df11-4003-ab15-145347b78415,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:18.476425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.492984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Attempting to bind port d2e03699-df11-4003-ab15-145347b78415 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:18.493452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Attempting to bind port d2e03699-df11-4003-ab15-145347b78415 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '40d03464-e0c8-47a8-a83d-b79119732f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cd7f9692-286c-4d1f-83d1-ec673d5dbd74'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:18.493709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Attempting to bind port d2e03699-df11-4003-ab15-145347b78415 on network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:18.500325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:42:18.500706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Checking segment: {'id': '40d03464-e0c8-47a8-a83d-b79119732f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cd7f9692-286c-4d1f-83d1-ec673d5dbd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:18.501109 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.502246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Bound using segment: {'id': '40d03464-e0c8-47a8-a83d-b79119732f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cd7f9692-286c-4d1f-83d1-ec673d5dbd74'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:42:18.502246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Bound port: d2e03699-df11-4003-ab15-145347b78415, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d03464-e0c8-47a8-a83d-b79119732f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cd7f9692-286c-4d1f-83d1-ec673d5dbd74'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:42:18.502507 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.526582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.20.0.1 (35e52532-f902-4ab5-98c5-523a645a2efa/f259ef66-aaed-476a-9a2a-1928c8a75b3a/722075a9-f3cc-406d-835a-9bd0c90f49f2) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:18.616167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] For port d2e03699-df11-4003-ab15-145347b78415, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:18.619870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] For port d2e03699-df11-4003-ab15-145347b78415, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d2e03699-df11-4003-ab15-145347b78415,segment=NetworkSegment(40d03464-e0c8-47a8-a83d-b79119732f4c),segment_id=40d03464-e0c8-47a8-a83d-b79119732f4c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:42:18.681899 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.682200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a9225-e87c-42fa-bb89-650833388313 req-bce241ba-1218-4420-bc9c-e23f42bc2986 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:18.692813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a3a9225-e87c-42fa-bb89-650833388313 req-bce241ba-1218-4420-bc9c-e23f42bc2986 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0918708 Sep 22 10:42:18.776066 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.797257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a3a9225-e87c-42fa-bb89-650833388313 req-3e1dfa19-ef45-427c-acb5-555ac1a8204f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037230 Sep 22 10:42:18.814777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc6d33-22a7-4036-904d-2500d2b5137b None None] Pushing event updated for resources: {'Port': ['ID=d2e03699-df11-4003-ab15-145347b78415,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:18.857893 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd16e8fd-ba65-4532-93db-948532827387']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:18.863114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50694) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:18.880695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3400923-72ea-468e-9e22-abee585d38b8') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:18.880986 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3400923-72ea-468e-9e22-abee585d38b8') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:18.901626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.928884 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.937668 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.942195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:18.942195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:18.945100 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:19.049470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf9c0-0c72-4ec3-b10a-06a4a506c1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.128558 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.140475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.147564 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] 10.222.0.20 "DELETE /v2.0/networks/fd16e8fd-ba65-4532-93db-948532827387 HTTP/1.1" status: 204 len: 168 time: 0.8169301 Sep 22 10:42:19.154660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50704) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:19.161756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a2e2f0-b3d0-40a8-945a-c5e7f3a4533d None None] Network 35e52532-f902-4ab5-98c5-523a645a2efa requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:19.173332 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b38d4-35ca-48d4-bd8f-648cbbb54928 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event deleted for resources: {'Network': ['ID=fd16e8fd-ba65-4532-93db-948532827387,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:19.177498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.242422 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-db819383-0d3c-40c4-8dbd-1fa9823acbb1 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] DELETE failed (client error): The resource could not be found. Sep 22 10:42:19.244367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db819383-0d3c-40c4-8dbd-1fa9823acbb1 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:42:19.249031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-db819383-0d3c-40c4-8dbd-1fa9823acbb1 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] 10.222.0.20 "DELETE /v2.0/ports/f950d3c4-d80b-4c76-8d32-9a656223bf34 HTTP/1.1" status: 404 len: 333 time: 0.0715587 Sep 22 10:42:19.249785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50706) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:19.268182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 35e52532-f902-4ab5-98c5-523a645a2efa is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:19.271781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:19.279812 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:19.284140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=722075a9-f3cc-406d-835a-9bd0c90f49f2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:19.317650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ffcf18-79ba-4cf7-bb34-290fc3953c61 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Deleting subnet 19411458-2e04-4d8d-8a07-e206fecb5fd0 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:42:19.323074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74ffcf18-79ba-4cf7-bb34-290fc3953c61 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.332052 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.362139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-939c7568-b48b-4556-bfb1-c9019ad9b5c3 None None] Provisioning complete for port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:19.362861 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-939c7568-b48b-4556-bfb1-c9019ad9b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.399169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74ffcf18-79ba-4cf7-bb34-290fc3953c61 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.447121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d2e03699-df11-4003-ab15-145347b78415 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:19.456455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf9c0-0c72-4ec3-b10a-06a4a506c1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.522166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74ffcf18-79ba-4cf7-bb34-290fc3953c61 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.530355 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-939c7568-b48b-4556-bfb1-c9019ad9b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.544315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf9c0-0c72-4ec3-b10a-06a4a506c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.554328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d2e03699-df11-4003-ab15-145347b78415 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:19.554706 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.580646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-939c7568-b48b-4556-bfb1-c9019ad9b5c3 None None] For port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f5e21b0d-caa9-4b13-8f95-0f4ffc4983be,segment=NetworkSegment(91985f64-b96c-4481-bf17-8ef20a7b2339),segment_id=91985f64-b96c-4481-bf17-8ef20a7b2339)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:19.618271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.629694 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-939c7568-b48b-4556-bfb1-c9019ad9b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.667662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3d5cf9c0-0c72-4ec3-b10a-06a4a506c1c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bb2ac87853b4597a9d66db3e70d8fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8030562 Sep 22 10:42:19.669884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cf9c0-0c72-4ec3-b10a-06a4a506c1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679140b5-8b75-4ab1-8ff7-2c6f3104e92d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:19.674208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50712) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:19.720817 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.761582 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d2e03699-df11-4003-ab15-145347b78415, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d2e03699-df11-4003-ab15-145347b78415,segment=NetworkSegment(40d03464-e0c8-47a8-a83d-b79119732f4c),segment_id=40d03464-e0c8-47a8-a83d-b79119732f4c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:19.793376 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74ffcf18-79ba-4cf7-bb34-290fc3953c61 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.822149 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c7568-b48b-4556-bfb1-c9019ad9b5c3 None None] Pushing event updated for resources: {'Port': ['ID=f5e21b0d-caa9-4b13-8f95-0f4ffc4983be,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:19.850041 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.859852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f5e21b0d-caa9-4b13-8f95-0f4ffc4983be up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:19.870222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79bb077a-69ab-427a-8232-01cc60b93d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.872421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffcf18-79ba-4cf7-bb34-290fc3953c61 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event deleted for resources: {'Subnet': ['ID=19411458-2e04-4d8d-8a07-e206fecb5fd0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:19.892084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74ffcf18-79ba-4cf7-bb34-290fc3953c61 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.903857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-74ffcf18-79ba-4cf7-bb34-290fc3953c61 tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] 10.222.0.20 "DELETE /v2.0/subnets/19411458-2e04-4d8d-8a07-e206fecb5fd0 HTTP/1.1" status: 204 len: 168 time: 0.6531191 Sep 22 10:42:19.908001 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50716) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:19.950571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb8f83-3bdf-4551-861a-0bb378665803 None None] Network a57a9bf2-59c7-4e29-82db-2a16af240054 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:19.958274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79bb077a-69ab-427a-8232-01cc60b93d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:19.999108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3109be4f-12b2-4af2-b2ac-d3dce68ad650 None None] Provisioning complete for port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:19.999514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3109be4f-12b2-4af2-b2ac-d3dce68ad650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.068039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fb9ef-ab80-4915-8d26-6bb873f35437 req-85b62f76-76b2-4f93-89fa-0a50e92c9f53 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:20.070291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-873fb9ef-ab80-4915-8d26-6bb873f35437 req-85b62f76-76b2-4f93-89fa-0a50e92c9f53 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1838431 Sep 22 10:42:20.093404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d2e03699-df11-4003-ab15-145347b78415,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:20.138806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-873fb9ef-ab80-4915-8d26-6bb873f35437 req-34761e0b-5e46-47c7-900a-7381d3d51201 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558038 Sep 22 10:42:20.140744 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79bb077a-69ab-427a-8232-01cc60b93d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.144172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-79bb077a-69ab-427a-8232-01cc60b93d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.145821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-79bb077a-69ab-427a-8232-01cc60b93d50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/679140b5-8b75-4ab1-8ff7-2c6f3104e92d HTTP/1.1" status: 204 len: 168 time: 0.4696531 Sep 22 10:42:20.163251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.167365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb077a-69ab-427a-8232-01cc60b93d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679140b5-8b75-4ab1-8ff7-2c6f3104e92d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:20.232593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:20.233391 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.265770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.276326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Deleting port 859e3379-ada8-4a3f-a082-e199cf146b9e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:20.276657 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.371806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3ac90-6666-4e74-88fb-58c828ddf3d2 None None] Network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:20.378687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] For port 859e3379-ada8-4a3f-a082-e199cf146b9e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=859e3379-ada8-4a3f-a082-e199cf146b9e,segment=NetworkSegment(8092b5ad-6756-4140-af0d-9421b1be4e9a),segment_id=8092b5ad-6756-4140-af0d-9421b1be4e9a)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:20.379245 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.393639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Calling delete_port for 859e3379-ada8-4a3f-a082-e199cf146b9e owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:20.404179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43adfc0e-fac2-47dc-954e-29d86433e980 None None] DHCP port deletion for a57a9bf2-59c7-4e29-82db-2a16af240054 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:42:20.408759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.521807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3109be4f-12b2-4af2-b2ac-d3dce68ad650 None None] Provisioning complete for port 722075a9-f3cc-406d-835a-9bd0c90f49f2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:20.522256 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3109be4f-12b2-4af2-b2ac-d3dce68ad650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.626088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-43adfc0e-fac2-47dc-954e-29d86433e980 None None] Deleting port 859e3379-ada8-4a3f-a082-e199cf146b9e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:20.626847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43adfc0e-fac2-47dc-954e-29d86433e980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.703898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-43adfc0e-fac2-47dc-954e-29d86433e980 None None] For port 859e3379-ada8-4a3f-a082-e199cf146b9e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=859e3379-ada8-4a3f-a082-e199cf146b9e,segment=NetworkSegment(8092b5ad-6756-4140-af0d-9421b1be4e9a),segment_id=8092b5ad-6756-4140-af0d-9421b1be4e9a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:20.704289 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43adfc0e-fac2-47dc-954e-29d86433e980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.713603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3109be4f-12b2-4af2-b2ac-d3dce68ad650 None None] Port 722075a9-f3cc-406d-835a-9bd0c90f49f2 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:20.723942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-43adfc0e-fac2-47dc-954e-29d86433e980 None None] Calling delete_port for 859e3379-ada8-4a3f-a082-e199cf146b9e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:20.882877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a4c3f9a8-9270-42d9-b193-3465b3a4543c None None] Provisioning complete for port d2e03699-df11-4003-ab15-145347b78415 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:20.883154 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f9a8-9270-42d9-b193-3465b3a4543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.908518 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=722075a9-f3cc-406d-835a-9bd0c90f49f2,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:20.917375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:20.999820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a4c3f9a8-9270-42d9-b193-3465b3a4543c None None] Provisioning complete for port 722075a9-f3cc-406d-835a-9bd0c90f49f2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:21.000190 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f9a8-9270-42d9-b193-3465b3a4543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.023834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 35e52532-f902-4ab5-98c5-523a645a2efa is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:21.026011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:21.029804 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43adfc0e-fac2-47dc-954e-29d86433e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.033631 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.065301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adfc0e-fac2-47dc-954e-29d86433e980 None None] Pushing event deleted for resources: {'Port': ['ID=859e3379-ada8-4a3f-a082-e199cf146b9e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:21.070699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43adfc0e-fac2-47dc-954e-29d86433e980 None None] No DVR routers for this DVR port 859e3379-ada8-4a3f-a082-e199cf146b9e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:21.078984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3f9a8-9270-42d9-b193-3465b3a4543c None None] Port 722075a9-f3cc-406d-835a-9bd0c90f49f2 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:21.100337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] No DVR routers for this DVR port 859e3379-ada8-4a3f-a082-e199cf146b9e on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:21.102001 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event deleted for resources: {'Port': ['ID=859e3379-ada8-4a3f-a082-e199cf146b9e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:21.224692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4c0cbdc2-3811-45e4-901f-a5ee1529eaa1 None None] Provisioning complete for port d2e03699-df11-4003-ab15-145347b78415 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:21.225072 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c0cbdc2-3811-45e4-901f-a5ee1529eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.277464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d2e03699-df11-4003-ab15-145347b78415 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:21.329522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.368502 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57a9bf2-59c7-4e29-82db-2a16af240054']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:21.384705 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8092b5ad-6756-4140-af0d-9421b1be4e9a') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:21.388336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8092b5ad-6756-4140-af0d-9421b1be4e9a') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:21.398917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038c70-445d-4b31-b58b-11d1bdedbf5d req-902e52a9-451f-4042-96b4-56d307ebdf74 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:21.400177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.407059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c038c70-445d-4b31-b58b-11d1bdedbf5d req-902e52a9-451f-4042-96b4-56d307ebdf74 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0979316 Sep 22 10:42:21.407305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d2e03699-df11-4003-ab15-145347b78415 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:21.407840 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.418699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.426209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:21.434712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.474551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c038c70-445d-4b31-b58b-11d1bdedbf5d req-cc29bab0-6a14-4851-82c3-2da6fee3f621 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653751 Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:21.487136 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:21.493687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 2b024b24-64ff-4c82-9dbc-fcf4c08b322d is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:42:21.538083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f5e21b0d-caa9-4b13-8f95-0f4ffc4983be up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:21.549169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50760) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:21.609951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-41f74808-e31c-4587-88ce-5dd1488e5e2f None None] Provisioning complete for port 722075a9-f3cc-406d-835a-9bd0c90f49f2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:21.610792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-41f74808-e31c-4587-88ce-5dd1488e5e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.624368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:21.629713 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f4cb8a2e-d84f-49ba-beaa-0690d74dd5e0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/2b024b24-64ff-4c82-9dbc-fcf4c08b322d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0977588 Sep 22 10:42:21.632405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50766) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:21.643880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.650711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ad462-6726-4cab-93b2-b71bab42cf48 None None] Sync routers for ids ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:21.658723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.663297 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] 10.222.0.20 "DELETE /v2.0/networks/a57a9bf2-59c7-4e29-82db-2a16af240054 HTTP/1.1" status: 204 len: 168 time: 1.7542048 Sep 22 10:42:21.678265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b56409-e9f9-413a-b6a2-a9f78fae6cae tempest-DHCPAgentSchedulersTestJSON-946239382 tempest-DHCPAgentSchedulersTestJSON-946239382-project] Pushing event deleted for resources: {'Network': ['ID=a57a9bf2-59c7-4e29-82db-2a16af240054,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:21.679998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ad462-6726-4cab-93b2-b71bab42cf48 None None] Routers {'2b024b24-64ff-4c82-9dbc-fcf4c08b322d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:21.680728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-346ad462-6726-4cab-93b2-b71bab42cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:21.682797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:21.683059 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.698162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e98110a-5182-45a1-99d0-8abc2b81e006 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:21.698162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8e98110a-5182-45a1-99d0-8abc2b81e006 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports/722075a9-f3cc-406d-835a-9bd0c90f49f2 HTTP/1.1" status: 200 len: 910 time: 0.0631106 Sep 22 10:42:21.700707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-931118208'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:21.702607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50770) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:21.761921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-346ad462-6726-4cab-93b2-b71bab42cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:21.772719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-41f74808-e31c-4587-88ce-5dd1488e5e2f None None] Port 722075a9-f3cc-406d-835a-9bd0c90f49f2 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:21.790527 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ad462-6726-4cab-93b2-b71bab42cf48 None None] Routers {'2b024b24-64ff-4c82-9dbc-fcf4c08b322d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:21.791746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-346ad462-6726-4cab-93b2-b71bab42cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:21.797966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Made reservation on behalf of b21ea60a3ee043f5a8b9adf97a174edc for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:21.806546 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.837091 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.972190 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:21.984822 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-346ad462-6726-4cab-93b2-b71bab42cf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:21.985487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ad462-6726-4cab-93b2-b71bab42cf48 None None] The sync data for ids ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:22.058706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.082788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 859e3379-ada8-4a3f-a082-e199cf146b9e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:22.082965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:22.099589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.100138 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Added segment a7d0d200-d943-45e1-9a3c-769fac6c571b of type vlan for network 22b73094-1bf4-4583-a926-f97c27efc334 Sep 22 10:42:22.101484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab680b6-3dee-43d2-b994-de6f28b751e8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:22.121082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 859e3379-ada8-4a3f-a082-e199cf146b9e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:42:22.121082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 859e3379-ada8-4a3f-a082-e199cf146b9e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:22.153825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.217944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.276627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.283905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:22.284702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.286774 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-68c9f52d-a294-44cc-98fd-98613af408f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.296634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50780) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:22.364578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Network': ['ID=22b73094-1bf4-4583-a926-f97c27efc334,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:22.376359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 22b73094-1bf4-4583-a926-f97c27efc334 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:22.398087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8dcfef2d-3bf3-4d37-992a-8067a7f0afa5 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8478053 Sep 22 10:42:22.400919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50786) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:22.410031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'subnet': {'network_id': '22b73094-1bf4-4583-a926-f97c27efc334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:22.520671 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.21.0.1 (cd7f9692-286c-4d1f-83d1-ec673d5dbd74/d6699f56-994c-496b-bae7-aca39cda461b/8d3febe0-d451-4656-9e0d-2a6145b8c700) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:22.540912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-eaa24044-2f03-4256-900c-876360cef1e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5c4206bb267478892d8ceed3bc7d3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245464 Sep 22 10:42:22.540912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50792) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:22.608855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Made reservation on behalf of b21ea60a3ee043f5a8b9adf97a174edc for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:22.612774 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.671760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.684601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f1b5c-042b-454d-851c-d90733a0891e req-3a93ee6d-516c-4d71-9a0e-6119e55ce67c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:22.686758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-071f1b5c-042b-454d-851c-d90733a0891e req-3a93ee6d-516c-4d71-9a0e-6119e55ce67c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1259003 Sep 22 10:42:22.695956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-148e1918-c700-4a7b-b7ae-06e3975db2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.773440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:22.823728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:22.826872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:22.832520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:22.860319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=8d3febe0-d451-4656-9e0d-2a6145b8c700,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:22.885791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.088699 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-148e1918-c700-4a7b-b7ae-06e3975db2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.112518 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.116251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-501c77e2-cf7b-4f25-842c-51ffb59d5689 None None] Provisioning complete for port 8d3febe0-d451-4656-9e0d-2a6145b8c700 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:23.116806 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-501c77e2-cf7b-4f25-842c-51ffb59d5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.130641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-071f1b5c-042b-454d-851c-d90733a0891e req-be608410-b22d-474e-9db1-7105711e3ad5 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4357562 Sep 22 10:42:23.168998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-501c77e2-cf7b-4f25-842c-51ffb59d5689 None None] Port 8d3febe0-d451-4656-9e0d-2a6145b8c700 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:23.264591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-148e1918-c700-4a7b-b7ae-06e3975db2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.267189 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-148e1918-c700-4a7b-b7ae-06e3975db2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.269628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-148e1918-c700-4a7b-b7ae-06e3975db2b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81632b59-546f-4220-b386-0ae1897b3a69 HTTP/1.1" status: 204 len: 168 time: 0.7284780 Sep 22 10:42:23.277893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e1918-c700-4a7b-b7ae-06e3975db2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81632b59-546f-4220-b386-0ae1897b3a69,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:23.378894 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.419140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.440254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Subnet': ['ID=dfd156aa-c413-4421-8e0c-2d09ef153f16,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:23.447213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Checking segment: {'id': 'a7d0d200-d943-45e1-9a3c-769fac6c571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22b73094-1bf4-4583-a926-f97c27efc334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:23.447569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Network hostable DHCP agents. Network: 22b73094-1bf4-4583-a926-f97c27efc334, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:42:23.498802 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.532762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Network 22b73094-1bf4-4583-a926-f97c27efc334 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:23.577693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=8d3febe0-d451-4656-9e0d-2a6145b8c700,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:23.583452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.629823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 22b73094-1bf4-4583-a926-f97c27efc334) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:23.634074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:23.634667 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.643086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eae816-6dc6-488a-a8dd-0d0024deb1db None None] Network 22b73094-1bf4-4583-a926-f97c27efc334 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:23.690735 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:23.692354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:23.749728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-995867d0-aed9-4e31-a5f7-03ea99894535 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3425786 Sep 22 10:42:23.750574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50810) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:23.756585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'port': {'network_id': '22b73094-1bf4-4583-a926-f97c27efc334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-469950069'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:23.794053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 2b024b24-64ff-4c82-9dbc-fcf4c08b322d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:42:23.843056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-22b73094-1bf4-4583-a926-f97c27efc334', 'network_id': '22b73094-1bf4-4583-a926-f97c27efc334', 'tenant_id': 'b21ea60a3ee043f5a8b9adf97a174edc', 'fixed_ips': [{'subnet_id': 'dfd156aa-c413-4421-8e0c-2d09ef153f16'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:42:23.844830 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:23.920670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:23.926367 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf38d1e8-5c73-4cfd-b832-ecd05d68f799 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/2b024b24-64ff-4c82-9dbc-fcf4c08b322d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2214751 Sep 22 10:42:23.929129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50812) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:23.942559 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3651933-1230-456c-a3b3-fd42684c9dce None None] Sync routers for ids ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:23.943981 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3651933-1230-456c-a3b3-fd42684c9dce None None] Routers {'2b024b24-64ff-4c82-9dbc-fcf4c08b322d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:23.944590 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a3651933-1230-456c-a3b3-fd42684c9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:23.976502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943ad53-f3cb-4a2a-b36e-dfde62ad9946 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:23.977945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5943ad53-f3cb-4a2a-b36e-dfde62ad9946 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports/8d3febe0-d451-4656-9e0d-2a6145b8c700 HTTP/1.1" status: 200 len: 910 time: 0.0479164 Sep 22 10:42:23.980858 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50816) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:23.980973 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a3651933-1230-456c-a3b3-fd42684c9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:23.991041 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3651933-1230-456c-a3b3-fd42684c9dce None None] Routers {'2b024b24-64ff-4c82-9dbc-fcf4c08b322d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:23.991988 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a3651933-1230-456c-a3b3-fd42684c9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:41:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:24.000091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Made reservation on behalf of b21ea60a3ee043f5a8b9adf97a174edc for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:24.004784 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.030326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] device_id is not set on port 5f5a4b4e-39d0-4dcd-8156-91469130861c yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:24.101618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Allocated IP 2001:db8::2 (22b73094-1bf4-4583-a926-f97c27efc334/dfd156aa-c413-4421-8e0c-2d09ef153f16/2970d5ce-9be2-4438-90ad-ef2bbb130c09) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:24.111190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50820) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:24.140152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a299c9f6-7a7d-4cb5-9d93-28645f43a4ac None None] Provisioning complete for port 8d3febe0-d451-4656-9e0d-2a6145b8c700 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:24.140753 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a299c9f6-7a7d-4cb5-9d93-28645f43a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.165040 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a3651933-1230-456c-a3b3-fd42684c9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:24.166048 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3651933-1230-456c-a3b3-fd42684c9dce None None] The sync data for ids ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:24.182999 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93634d2c-6362-4c69-a4d1-9531fa041e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.230302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a299c9f6-7a7d-4cb5-9d93-28645f43a4ac None None] Port 8d3febe0-d451-4656-9e0d-2a6145b8c700 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:24.288334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4855885-8e31-4022-814b-0896e80187f9 req-7fe1eedf-8195-4bbb-a492-fdc2e52736ad tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:24.290037 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4855885-8e31-4022-814b-0896e80187f9 req-7fe1eedf-8195-4bbb-a492-fdc2e52736ad tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0756457 Sep 22 10:42:24.337185 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.341231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4855885-8e31-4022-814b-0896e80187f9 req-1e1dce7d-261e-4229-a06b-4cacd76d76bd tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394702 Sep 22 10:42:24.400974 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93634d2c-6362-4c69-a4d1-9531fa041e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.463719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.470998 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.524841 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93634d2c-6362-4c69-a4d1-9531fa041e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.543829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Allocated IP 2001:db8::5a (22b73094-1bf4-4583-a926-f97c27efc334/dfd156aa-c413-4421-8e0c-2d09ef153f16/5f5a4b4e-39d0-4dcd-8156-91469130861c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:24.557537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Network 22b73094-1bf4-4583-a926-f97c27efc334 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:24.570484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:24.574776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:24.599369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Pushing event updated for resources: {'Port': ['ID=2970d5ce-9be2-4438-90ad-ef2bbb130c09,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:24.617023 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:42:24.651924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-93634d2c-6362-4c69-a4d1-9531fa041e76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d58add9ed2544fe8e05957ad510b794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396924 Sep 22 10:42:24.654446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50834) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:24.655761 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93634d2c-6362-4c69-a4d1-9531fa041e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a567d84-538e-4f69-aaeb-c58912879080,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:24.698129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Attempting to bind port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:24.698129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Attempting to bind port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a7d0d200-d943-45e1-9a3c-769fac6c571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22b73094-1bf4-4583-a926-f97c27efc334'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:24.698129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Attempting to bind port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 on network 22b73094-1bf4-4583-a926-f97c27efc334 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:24.708383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:42:24.708934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Checking segment: {'id': 'a7d0d200-d943-45e1-9a3c-769fac6c571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22b73094-1bf4-4583-a926-f97c27efc334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:24.709515 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.709928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Bound using segment: {'id': 'a7d0d200-d943-45e1-9a3c-769fac6c571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22b73094-1bf4-4583-a926-f97c27efc334'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:42:24.717915 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Bound port: 2970d5ce-9be2-4438-90ad-ef2bbb130c09, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d0d200-d943-45e1-9a3c-769fac6c571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22b73094-1bf4-4583-a926-f97c27efc334'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:42:24.718440 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.800879 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.813835 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cd96772-2b5c-45e0-85c6-8fa6f654264f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.817084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] For port 2970d5ce-9be2-4438-90ad-ef2bbb130c09, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:24.820775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] For port 2970d5ce-9be2-4438-90ad-ef2bbb130c09, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2970d5ce-9be2-4438-90ad-ef2bbb130c09,segment=NetworkSegment(a7d0d200-d943-45e1-9a3c-769fac6c571b),segment_id=a7d0d200-d943-45e1-9a3c-769fac6c571b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:42:24.859226 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cd96772-2b5c-45e0-85c6-8fa6f654264f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.888495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70e9ef-ecdf-4ca2-b7b9-2031011564e0 req-b56d1391-e40f-4bbe-8f43-8aa77372999f tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:24.890916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e70e9ef-ecdf-4ca2-b7b9-2031011564e0 req-b56d1391-e40f-4bbe-8f43-8aa77372999f tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1097 time: 0.1255398 Sep 22 10:42:24.893558 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.897394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-c1e6a442-c6ac-4f98-9bf9-bc6c841c88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:24.900735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-c1e6a442-c6ac-4f98-9bf9-bc6c841c88be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 1096 time: 0.0684128 Sep 22 10:42:24.927110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.974536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153cd06-b52d-4c1c-aa44-81296ceea12f None None] Pushing event updated for resources: {'Port': ['ID=2970d5ce-9be2-4438-90ad-ef2bbb130c09,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:24.996478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port 8d3febe0-d451-4656-9e0d-2a6145b8c700 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:24.996913 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.035510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cd96772-2b5c-45e0-85c6-8fa6f654264f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.038062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cd96772-2b5c-45e0-85c6-8fa6f654264f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.043154 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4cd96772-2b5c-45e0-85c6-8fa6f654264f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a567d84-538e-4f69-aaeb-c58912879080 HTTP/1.1" status: 204 len: 168 time: 0.3754735 Sep 22 10:42:25.062408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Network 22b73094-1bf4-4583-a926-f97c27efc334 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:25.071810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e70e9ef-ecdf-4ca2-b7b9-2031011564e0 req-598ef9af-76c4-434c-a6e4-ace2bad88e46 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716371 Sep 22 10:42:25.095743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:25.124336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:25.129195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd96772-2b5c-45e0-85c6-8fa6f654264f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a567d84-538e-4f69-aaeb-c58912879080,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:25.138201 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e2f1a71f-c135-4322-a232-06da68055646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.138456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:25.139708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.152401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Port': ['ID=5f5a4b4e-39d0-4dcd-8156-91469130861c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:25.209860 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.225989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for 8d3febe0-d451-4656-9e0d-2a6145b8c700 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:25.241839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-1264702a-629f-43ab-b8d3-ef263d2dc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:25.243156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-1264702a-629f-43ab-b8d3-ef263d2dc56f service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.3356888 Sep 22 10:42:25.317625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-acee992f-7f06-436a-bd6f-9ef93969a56a tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5648377 Sep 22 10:42:25.321012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50848) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:25.333936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'port': {'network_id': '22b73094-1bf4-4583-a926-f97c27efc334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2002859773', 'allowed_address_pairs': [{'ip_address': '2001:db8::5a', 'mac_address': 'fa:16:3e:90:58:9f'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:25.361682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494e2d1-deae-44dc-a0fc-ff4c8c541a7e req-936bfaa3-1531-46f1-b488-70331ee0018e tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:25.363350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c494e2d1-deae-44dc-a0fc-ff4c8c541a7e req-936bfaa3-1531-46f1-b488-70331ee0018e tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1717753 Sep 22 10:42:25.402947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-1c76ff0e-665a-4f90-866e-90b5a86c8c57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815296e3-d46a-4951-867e-01c54246205d HTTP/1.1" status: 200 len: 1000 time: 0.1350093 Sep 22 10:42:25.502477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c494e2d1-deae-44dc-a0fc-ff4c8c541a7e req-7adae80b-b137-4e19-86c2-aa3a77542461 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309230 Sep 22 10:42:25.530740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-6cbdfb1a-546f-4d84-b21e-8f8634622801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:25.530740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-6cbdfb1a-546f-4d84-b21e-8f8634622801 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.1083944 Sep 22 10:42:25.532644 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.589818 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.592426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-1b5fc96a-c7c5-4f84-b470-77a8be079b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:25.597145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-1b5fc96a-c7c5-4f84-b470-77a8be079b23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663326 Sep 22 10:42:25.681644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.710494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=8d3febe0-d451-4656-9e0d-2a6145b8c700,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:25.714034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Made reservation on behalf of b21ea60a3ee043f5a8b9adf97a174edc for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:25.715332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fcb85-7911-4455-8030-4a20193b5fa3 req-22e20183-e227-491d-982d-ecaa7b0442c0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:25.717107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e5fcb85-7911-4455-8030-4a20193b5fa3 req-22e20183-e227-491d-982d-ecaa7b0442c0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1188347 Sep 22 10:42:25.721467 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.797032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e5fcb85-7911-4455-8030-4a20193b5fa3 req-14d4e57b-9855-4541-ac79-73bdb04bd72d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709713 Sep 22 10:42:25.801913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-c25c9649-8ebf-4f76-9398-a7d9455f4960 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945035 Sep 22 10:42:25.832292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50864) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:25.962915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.966808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f6d0e85-8ce8-455d-9d2f-0fe358e04ea2 req-4e247762-3a3e-4d0f-81e8-f3a1b39cf69d service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556404 Sep 22 10:42:26.041694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] device_id is not set on port e6ef6124-7c1f-49c6-81c1-a369e7b1f297 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:26.052381 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-08a35646-24ae-4597-9027-bf88a86638e3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/05b2c455-d893-4078-ad38-423808774213 HTTP/1.1" status: 200 len: 994 time: 0.2153058 Sep 22 10:42:26.156472 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:26.296907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8558ae93-4002-4060-ade7-d3e04a3d5aa8 None None] Network 22b73094-1bf4-4583-a926-f97c27efc334 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:26.375298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-29f8a11e-db3d-43a4-8413-9aa4893cd303 None None] Provisioning complete for port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:26.375678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-29f8a11e-db3d-43a4-8413-9aa4893cd303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:26.585293 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-29f8a11e-db3d-43a4-8413-9aa4893cd303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:26.622366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:26.632278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-29f8a11e-db3d-43a4-8413-9aa4893cd303 None None] For port 2970d5ce-9be2-4438-90ad-ef2bbb130c09, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2970d5ce-9be2-4438-90ad-ef2bbb130c09,segment=NetworkSegment(a7d0d200-d943-45e1-9a3c-769fac6c571b),segment_id=a7d0d200-d943-45e1-9a3c-769fac6c571b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:26.732303 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-29f8a11e-db3d-43a4-8413-9aa4893cd303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:26.824951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Allocated IP 2001:db8::2a3 (22b73094-1bf4-4583-a926-f97c27efc334/dfd156aa-c413-4421-8e0c-2d09ef153f16/e6ef6124-7c1f-49c6-81c1-a369e7b1f297) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:26.829298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8a11e-db3d-43a4-8413-9aa4893cd303 None None] Pushing event updated for resources: {'Port': ['ID=2970d5ce-9be2-4438-90ad-ef2bbb130c09,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:26.922282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae8b4-579b-4487-9df1-45d9f149410f req-ba60376a-e6f1-42e9-bb52-f2978978d656 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:26.930229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d95ae8b4-579b-4487-9df1-45d9f149410f req-ba60376a-e6f1-42e9-bb52-f2978978d656 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0632226 Sep 22 10:42:26.974837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d95ae8b4-579b-4487-9df1-45d9f149410f req-cf1072fa-ce74-44bd-a8fa-caf2340b207b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436382 Sep 22 10:42:27.013751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a1c55abe-69ff-467b-a3de-cd87bcd24522 None None] Provisioning complete for port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:27.014190 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a1c55abe-69ff-467b-a3de-cd87bcd24522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.115111 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.147579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7998f-be64-4b03-9b46-57034d2efb7e req-5132d8a3-45e7-4f5d-88c4-8b7422156913 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:27.165400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d7998f-be64-4b03-9b46-57034d2efb7e req-5132d8a3-45e7-4f5d-88c4-8b7422156913 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1236856 Sep 22 10:42:27.185183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 2b024b24-64ff-4c82-9dbc-fcf4c08b322d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:42:27.212060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a1c55abe-69ff-467b-a3de-cd87bcd24522 None None] Provisioning complete for port 5f5a4b4e-39d0-4dcd-8156-91469130861c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:27.212442 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a1c55abe-69ff-467b-a3de-cd87bcd24522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.248960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d7998f-be64-4b03-9b46-57034d2efb7e req-82e3a8c6-d736-47d4-b26b-7bb32c03460c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819893 Sep 22 10:42:27.289610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2970d5ce-9be2-4438-90ad-ef2bbb130c09 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:27.343093 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:27.345669 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.351367 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9d22e4d0-8080-4728-935a-ea38665393a1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/2b024b24-64ff-4c82-9dbc-fcf4c08b322d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3694742 Sep 22 10:42:27.354254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50912) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:27.362962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15abe32-87a9-4b5e-a25f-426934250154 None None] Sync routers for ids ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:27.367770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a1c55abe-69ff-467b-a3de-cd87bcd24522 None None] Port 5f5a4b4e-39d0-4dcd-8156-91469130861c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:27.385591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15abe32-87a9-4b5e-a25f-426934250154 None None] Routers {'2b024b24-64ff-4c82-9dbc-fcf4c08b322d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:27.386351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e15abe32-87a9-4b5e-a25f-426934250154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:27.420974 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Network 22b73094-1bf4-4583-a926-f97c27efc334 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:27.425043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:27.429610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:27.438298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e15abe32-87a9-4b5e-a25f-426934250154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:27.438458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:27.439090 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.458956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15abe32-87a9-4b5e-a25f-426934250154 None None] Routers {'2b024b24-64ff-4c82-9dbc-fcf4c08b322d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:27.459615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e15abe32-87a9-4b5e-a25f-426934250154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:27.460584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Port': ['ID=e6ef6124-7c1f-49c6-81c1-a369e7b1f297,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:27.502866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e15abe32-87a9-4b5e-a25f-426934250154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:27.503497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15abe32-87a9-4b5e-a25f-426934250154 None None] The sync data for ids ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:27.504997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:27.505262 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.542928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9045fa89-d464-4286-b93d-fa26d9182e55 None None] Provisioning complete for port 5f5a4b4e-39d0-4dcd-8156-91469130861c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:27.543192 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9045fa89-d464-4286-b93d-fa26d9182e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.565662 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fca96647-432e-4003-abea-db66db618c15 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2375541 Sep 22 10:42:27.566594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50920) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:27.575687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-12f02702-a117-4e8b-a50d-60789974898d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4660041 Sep 22 10:42:27.659548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b758e85-0eb2-4a00-af65-24d8704353ba tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:27.673295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b758e85-0eb2-4a00-af65-24d8704353ba tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:27.673985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9045fa89-d464-4286-b93d-fa26d9182e55 None None] Port 5f5a4b4e-39d0-4dcd-8156-91469130861c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:27.681521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b758e85-0eb2-4a00-af65-24d8704353ba tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:27.689687 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1b758e85-0eb2-4a00-af65-24d8704353ba tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1217644 Sep 22 10:42:27.690343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50924) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:27.813547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-106f4dd5-aa00-4c59-aed1-533cb79d448b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Deleting port e6ef6124-7c1f-49c6-81c1-a369e7b1f297 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:27.814475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-106f4dd5-aa00-4c59-aed1-533cb79d448b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.856723 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.897056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d44f6305-f93c-46b7-92a9-80a2c41b7b03 None None] Provisioning complete for port e6ef6124-7c1f-49c6-81c1-a369e7b1f297 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:27.897718 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d44f6305-f93c-46b7-92a9-80a2c41b7b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.943509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d44f6305-f93c-46b7-92a9-80a2c41b7b03 None None] Port e6ef6124-7c1f-49c6-81c1-a369e7b1f297 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:27.948424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-106f4dd5-aa00-4c59-aed1-533cb79d448b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.963323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-106f4dd5-aa00-4c59-aed1-533cb79d448b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Calling delete_port for e6ef6124-7c1f-49c6-81c1-a369e7b1f297 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:28.051667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50942) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:28.092604 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.173124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port 722075a9-f3cc-406d-835a-9bd0c90f49f2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:28.188780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.270136 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-106f4dd5-aa00-4c59-aed1-533cb79d448b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.285974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-444013638'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:28.295562 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.313197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for 722075a9-f3cc-406d-835a-9bd0c90f49f2 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:28.328726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f4dd5-aa00-4c59-aed1-533cb79d448b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event deleted for resources: {'Port': ['ID=e6ef6124-7c1f-49c6-81c1-a369e7b1f297,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:28.450145 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-106f4dd5-aa00-4c59-aed1-533cb79d448b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.452398 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-106f4dd5-aa00-4c59-aed1-533cb79d448b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "DELETE /v2.0/ports/e6ef6124-7c1f-49c6-81c1-a369e7b1f297 HTTP/1.1" status: 204 len: 168 time: 0.7607388 Sep 22 10:42:28.454763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50958) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:28.455998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f2c0a-e883-4792-bdaf-4d07d8bd7ef5 req-17105ca2-ebf8-410e-a6de-9f341444b646 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:28.457599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-134f2c0a-e883-4792-bdaf-4d07d8bd7ef5 req-17105ca2-ebf8-410e-a6de-9f341444b646 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.0761566 Sep 22 10:42:28.460298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Made reservation on behalf of ede6ca53501a4e63b6815cb9b6f23b6d for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:28.465759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.485111 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.490025 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b79a2a9-354f-430b-87b8-61795e5bf51d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] GET failed (client error): The resource could not be found. Sep 22 10:42:28.491613 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4b79a2a9-354f-430b-87b8-61795e5bf51d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "GET /v2.0/ports/e6ef6124-7c1f-49c6-81c1-a369e7b1f297 HTTP/1.1" status: 404 len: 333 time: 0.0356247 Sep 22 10:42:28.495167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50962) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:28.500774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'port': {'network_id': '22b73094-1bf4-4583-a926-f97c27efc334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-821367194'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:28.582521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-134f2c0a-e883-4792-bdaf-4d07d8bd7ef5 req-3d01ec3f-c57d-47fa-a439-06846639258b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155431 Sep 22 10:42:28.727147 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.751833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.788177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=722075a9-f3cc-406d-835a-9bd0c90f49f2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:28.860288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.909811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Made reservation on behalf of b21ea60a3ee043f5a8b9adf97a174edc for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:28.914142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.934009 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] device_id is not set on port 897905d8-65a0-431f-9040-8f4a18701c09 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:28.956201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:28.970685 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.975987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeb1987-7c5b-430d-b51c-f560f56b5ac2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:28.996825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.996825 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Added segment 6dd2c588-2787-4126-b51d-eee508a2545e of type vlan for network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 Sep 22 10:42:29.093195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Allocated IP 2001:db8::394 (22b73094-1bf4-4583-a926-f97c27efc334/dfd156aa-c413-4421-8e0c-2d09ef153f16/897905d8-65a0-431f-9040-8f4a18701c09) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:29.103963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:29.221168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 2b024b24-64ff-4c82-9dbc-fcf4c08b322d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:42:29.276314 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:29.305306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:29.314007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0568e340-82b0-48ee-8213-66ef614dc6ea tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/2b024b24-64ff-4c82-9dbc-fcf4c08b322d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9555728 Sep 22 10:42:29.314007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50976) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:29.315999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b7db4-f690-475b-b6b8-b2c6c97251db None None] Sync routers for ids ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:29.325385 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b7db4-f690-475b-b6b8-b2c6c97251db None None] Routers {'2b024b24-64ff-4c82-9dbc-fcf4c08b322d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:29.326852 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3b9b7db4-f690-475b-b6b8-b2c6c97251db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:29.347336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-89cffb96-2e0c-4f8e-acec-7018fe58cc03 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b024b24-64ff-4c82-9dbc-fcf4c08b322d HTTP/1.1" status: 200 len: 205 time: 0.0320361 Sep 22 10:42:29.349831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50978) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:29.359079 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3b9b7db4-f690-475b-b6b8-b2c6c97251db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:29.368598 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b7db4-f690-475b-b6b8-b2c6c97251db None None] Routers {'2b024b24-64ff-4c82-9dbc-fcf4c08b322d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:29.369391 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3b9b7db4-f690-475b-b6b8-b2c6c97251db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:29.401396 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-3b9b7db4-f690-475b-b6b8-b2c6c97251db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:29.402316 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b7db4-f690-475b-b6b8-b2c6c97251db None None] The sync data for ids ['2b024b24-64ff-4c82-9dbc-fcf4c08b322d'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:29.425718 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8537188-c228-4f7e-a350-1205c9db65fb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:29.429497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:29.435311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:29.439759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:29.464556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:29.519876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Network 22b73094-1bf4-4583-a926-f97c27efc334 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:29.522903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:29.525326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:29.532311 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:29.532491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:29.561974 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Port': ['ID=897905d8-65a0-431f-9040-8f4a18701c09,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:29.657446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Pushing event updated for resources: {'Network': ['ID=5ca15e67-39fc-4a1b-8dcc-f3b738490413,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:29.661907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9cbc8f06-e83e-4b04-8165-81dbb5f2f8bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6091523 Sep 22 10:42:29.676745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:29.689312 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-09a0a4a3-4ffe-41a2-8588-0b36a2e4063e tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1854951 Sep 22 10:42:29.689507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50990) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:29.695356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9a949a45-565b-4b4e-8a17-305c1d2e15eb tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5a', 'mac_address': 'fa:16:3e:90:58:9f'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:29.830241 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a949a45-565b-4b4e-8a17-305c1d2e15eb tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:29.887872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0160b6d3-78d7-4867-aa85-4ab6d6ae6d26 None None] Provisioning complete for port 897905d8-65a0-431f-9040-8f4a18701c09 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:29.888403 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0160b6d3-78d7-4867-aa85-4ab6d6ae6d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:29.924904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0160b6d3-78d7-4867-aa85-4ab6d6ae6d26 None None] Port 897905d8-65a0-431f-9040-8f4a18701c09 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:30.055685 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a949a45-565b-4b4e-8a17-305c1d2e15eb tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.076389 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8537188-c228-4f7e-a350-1205c9db65fb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.079910 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8537188-c228-4f7e-a350-1205c9db65fb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.121130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a949a45-565b-4b4e-8a17-305c1d2e15eb tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.154820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9a949a45-565b-4b4e-8a17-305c1d2e15eb tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] In _notify_port_updated(), no bound segment for port 897905d8-65a0-431f-9040-8f4a18701c09 on network 22b73094-1bf4-4583-a926-f97c27efc334 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:42:30.161988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a949a45-565b-4b4e-8a17-305c1d2e15eb tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:30.163980 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a949a45-565b-4b4e-8a17-305c1d2e15eb tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.164366 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9a949a45-565b-4b4e-8a17-305c1d2e15eb tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "PUT /v2.0/ports/897905d8-65a0-431f-9040-8f4a18701c09 HTTP/1.1" status: 200 len: 1001 time: 0.4732282 Sep 22 10:42:30.167259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50996) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:30.172017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e187302-0e62-4227-8d14-1623d77aee02 req-c747b4a8-9c8a-46d8-8132-2bcd99f6913c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:30.173561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e187302-0e62-4227-8d14-1623d77aee02 req-c747b4a8-9c8a-46d8-8132-2bcd99f6913c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.0952158 Sep 22 10:42:30.215606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e187302-0e62-4227-8d14-1623d77aee02 req-7927e454-f29e-47e6-b012-70cc645a5bb2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346675 Sep 22 10:42:30.221329 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a949a45-565b-4b4e-8a17-305c1d2e15eb tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Port': ['ID=897905d8-65a0-431f-9040-8f4a18701c09,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:30.256833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8537188-c228-4f7e-a350-1205c9db65fb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.256833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8537188-c228-4f7e-a350-1205c9db65fb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Fanout notify agent at l3_agent the message router_deleted on router 2b024b24-64ff-4c82-9dbc-fcf4c08b322d {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:42:30.262501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8537188-c228-4f7e-a350-1205c9db65fb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.267049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c8537188-c228-4f7e-a350-1205c9db65fb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/2b024b24-64ff-4c82-9dbc-fcf4c08b322d HTTP/1.1" status: 204 len: 168 time: 0.9160364 Sep 22 10:42:30.268657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51000) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:30.333875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6e035aac-4243-4c66-afb2-7f22951f711c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Deleting port 897905d8-65a0-431f-9040-8f4a18701c09 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:30.334397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e035aac-4243-4c66-afb2-7f22951f711c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.361313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec07be2-6fbf-44fc-a683-c93a98972330 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting subnet d6699f56-994c-496b-bae7-aca39cda461b {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:42:30.364790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0ec07be2-6fbf-44fc-a683-c93a98972330 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.412295 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0ec07be2-6fbf-44fc-a683-c93a98972330 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.451521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c08d823e-58ca-44c9-acad-6deffe78305f None None] Provisioning complete for port 897905d8-65a0-431f-9040-8f4a18701c09 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:30.452216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c08d823e-58ca-44c9-acad-6deffe78305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.455218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e035aac-4243-4c66-afb2-7f22951f711c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.477417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6e035aac-4243-4c66-afb2-7f22951f711c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Calling delete_port for 897905d8-65a0-431f-9040-8f4a18701c09 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:30.498691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c08d823e-58ca-44c9-acad-6deffe78305f None None] Port 897905d8-65a0-431f-9040-8f4a18701c09 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:30.532378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51008) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:30.533699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Request body: {'port': {'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413', 'binding:host_id': 'n-h1-807025-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-321263632'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:30.569883 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0ec07be2-6fbf-44fc-a683-c93a98972330 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.651606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-d0b8933e-4427-4b64-b5c8-a686959876a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:30.653257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-d0b8933e-4427-4b64-b5c8-a686959876a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1097 time: 0.0613101 Sep 22 10:42:30.690477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Made reservation on behalf of 1e1e8f1fb0d840db92f2bdafd0c7c947 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:30.692887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.704185 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.749140 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0ec07be2-6fbf-44fc-a683-c93a98972330 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.766584 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e035aac-4243-4c66-afb2-7f22951f711c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.791323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec07be2-6fbf-44fc-a683-c93a98972330 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Subnet': ['ID=d6699f56-994c-496b-bae7-aca39cda461b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:30.796911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0ec07be2-6fbf-44fc-a683-c93a98972330 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.801535 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e035aac-4243-4c66-afb2-7f22951f711c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event deleted for resources: {'Port': ['ID=897905d8-65a0-431f-9040-8f4a18701c09,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:30.802583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0ec07be2-6fbf-44fc-a683-c93a98972330 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/d6699f56-994c-496b-bae7-aca39cda461b HTTP/1.1" status: 204 len: 168 time: 0.5204668 Sep 22 10:42:30.802680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51012) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:30.803656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388e69d-4ec0-45e4-921c-17467218bf9b None None] Network cd7f9692-286c-4d1f-83d1-ec673d5dbd74 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:30.819259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-d85ffabd-aca2-46a8-9db8-6abc1c2efcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:30.826862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-d85ffabd-aca2-46a8-9db8-6abc1c2efcd2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.1603940 Sep 22 10:42:30.913990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-5b1e7a62-aeac-4084-9f9b-7cbe890a0a0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1002 time: 0.0850599 Sep 22 10:42:30.941943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebff3e8c-95e1-4b7d-b5e8-6a57cb6ac267 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting subnet f259ef66-aaed-476a-9a2a-1928c8a75b3a {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:42:30.983870 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebff3e8c-95e1-4b7d-b5e8-6a57cb6ac267 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.007501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.011118 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6e035aac-4243-4c66-afb2-7f22951f711c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.011274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-2070b517-1b99-4ce1-a2cb-6e263d7bfba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:31.012705 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6e035aac-4243-4c66-afb2-7f22951f711c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "DELETE /v2.0/ports/897905d8-65a0-431f-9040-8f4a18701c09 HTTP/1.1" status: 204 len: 168 time: 0.8446546 Sep 22 10:42:31.013274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-2070b517-1b99-4ce1-a2cb-6e263d7bfba9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.0892437 Sep 22 10:42:31.014511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51016) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:31.041098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebff3e8c-95e1-4b7d-b5e8-6a57cb6ac267 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.063119 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1fd716-8536-4f7b-952d-821c46ae8484 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] GET failed (client error): The resource could not be found. Sep 22 10:42:31.065209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cf1fd716-8536-4f7b-952d-821c46ae8484 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "GET /v2.0/ports/897905d8-65a0-431f-9040-8f4a18701c09 HTTP/1.1" status: 404 len: 333 time: 0.0453932 Sep 22 10:42:31.072210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51018) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:31.079957 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'port': {'network_id': '22b73094-1bf4-4583-a926-f97c27efc334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1842813303'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:31.125625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-75b29eea-c6f2-4bcc-b41f-8c6f1a09ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:31.127617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-75b29eea-c6f2-4bcc-b41f-8c6f1a09ad74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068764 Sep 22 10:42:31.132287 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.138473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] device_id is not set on port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:31.167208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090461e9-bd07-47f4-8c66-ec4b8854af42 None None] DHCP port deletion for cd7f9692-286c-4d1f-83d1-ec673d5dbd74 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:42:31.249854 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebff3e8c-95e1-4b7d-b5e8-6a57cb6ac267 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.250852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d2e03699-df11-4003-ab15-145347b78415 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:31.264708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-090461e9-bd07-47f4-8c66-ec4b8854af42 None None] Deleting port d2e03699-df11-4003-ab15-145347b78415 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:31.265620 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-090461e9-bd07-47f4-8c66-ec4b8854af42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.290331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53be1f5-b574-4ad7-9d5a-8bf9db149550,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:31.380529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebff3e8c-95e1-4b7d-b5e8-6a57cb6ac267 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.385559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-090461e9-bd07-47f4-8c66-ec4b8854af42 None None] For port d2e03699-df11-4003-ab15-145347b78415, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d2e03699-df11-4003-ab15-145347b78415,segment=NetworkSegment(40d03464-e0c8-47a8-a83d-b79119732f4c),segment_id=40d03464-e0c8-47a8-a83d-b79119732f4c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:31.385956 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-090461e9-bd07-47f4-8c66-ec4b8854af42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.428625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebff3e8c-95e1-4b7d-b5e8-6a57cb6ac267 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.431085 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ebff3e8c-95e1-4b7d-b5e8-6a57cb6ac267 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/f259ef66-aaed-476a-9a2a-1928c8a75b3a HTTP/1.1" status: 204 len: 168 time: 0.6278505 Sep 22 10:42:31.433324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Made reservation on behalf of b21ea60a3ee043f5a8b9adf97a174edc for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:31.436332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-9d6b3c8a-bee3-49ec-9a1c-af297f5f0e99 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909927 Sep 22 10:42:31.441604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51026) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:31.441757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.456932 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.458647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff3e8c-95e1-4b7d-b5e8-6a57cb6ac267 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Subnet': ['ID=f259ef66-aaed-476a-9a2a-1928c8a75b3a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:31.460718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-090461e9-bd07-47f4-8c66-ec4b8854af42 None None] Calling delete_port for d2e03699-df11-4003-ab15-145347b78415 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:31.470229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] device_id is not set on port 7d26411e-697c-4ff0-becc-ff2c2acb230e yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:31.543449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46161da-3a76-4aa0-a768-de837dd13829 req-013ed0ec-d15c-442e-b5b4-74ee1cdb1919 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:31.545076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d46161da-3a76-4aa0-a768-de837dd13829 req-013ed0ec-d15c-442e-b5b4-74ee1cdb1919 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.2197878 Sep 22 10:42:31.618431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Allocated IP 2001:db8::3e (22b73094-1bf4-4583-a926-f97c27efc334/dfd156aa-c413-4421-8e0c-2d09ef153f16/7d26411e-697c-4ff0-becc-ff2c2acb230e) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:31.666299 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.738280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d46161da-3a76-4aa0-a768-de837dd13829 req-c5e48f74-f8cc-4de0-9de8-7eedeaf9b265 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493795 Sep 22 10:42:31.745291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] device_id is not set on port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:31.759796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5227b967-9f46-40ce-9f49-e2e8267b0291 None None] Network 35e52532-f902-4ab5-98c5-523a645a2efa requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:31.781078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-cefee284-af1a-452d-a8ff-bc7ff2c8aec5 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238249 Sep 22 10:42:31.804836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port d2e03699-df11-4003-ab15-145347b78415 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:31.805207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.818534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.839078 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.847398 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-090461e9-bd07-47f4-8c66-ec4b8854af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.892855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.911194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090461e9-bd07-47f4-8c66-ec4b8854af42 None None] Pushing event deleted for resources: {'Port': ['ID=d2e03699-df11-4003-ab15-145347b78415,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:31.931952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090461e9-bd07-47f4-8c66-ec4b8854af42 None None] No DVR routers for this DVR port d2e03699-df11-4003-ab15-145347b78415 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:31.945745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port d2e03699-df11-4003-ab15-145347b78415, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d2e03699-df11-4003-ab15-145347b78415,segment=NetworkSegment(40d03464-e0c8-47a8-a83d-b79119732f4c),segment_id=40d03464-e0c8-47a8-a83d-b79119732f4c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:31.946154 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.966438 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:31.970317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for d2e03699-df11-4003-ab15-145347b78415 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:31.997253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'Port': ['ID=ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:32.019188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Network 22b73094-1bf4-4583-a926-f97c27efc334 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:32.027084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:32.027084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:32.032696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:32.033481 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.049048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Checking segment: {'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:32.049420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Network hostable DHCP agents. Network: 5ca15e67-39fc-4a1b-8dcc-f3b738490413, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:42:32.057702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Port': ['ID=7d26411e-697c-4ff0-becc-ff2c2acb230e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:32.063249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e073d6c-a2be-4dfe-a600-222726d89081 None None] DHCP port deletion for 35e52532-f902-4ab5-98c5-523a645a2efa request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:42:32.103569 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.118234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2e073d6c-a2be-4dfe-a600-222726d89081 None None] Deleting port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:32.118746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e073d6c-a2be-4dfe-a600-222726d89081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.127388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=d2e03699-df11-4003-ab15-145347b78415,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:32.136235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No DVR routers for this DVR port d2e03699-df11-4003-ab15-145347b78415 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:32.216614 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bd23773b-e269-4cba-8674-653a4dc6176b tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1389544 Sep 22 10:42:32.216614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51042) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:32.219419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5d8d5ced-b806-48c6-a1f5-9d95027ad9de tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:90:58:9f'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:32.220721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2e073d6c-a2be-4dfe-a600-222726d89081 None None] For port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f5e21b0d-caa9-4b13-8f95-0f4ffc4983be,segment=NetworkSegment(91985f64-b96c-4481-bf17-8ef20a7b2339),segment_id=91985f64-b96c-4481-bf17-8ef20a7b2339)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:32.221228 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e073d6c-a2be-4dfe-a600-222726d89081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.237344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2e073d6c-a2be-4dfe-a600-222726d89081 None None] Calling delete_port for f5e21b0d-caa9-4b13-8f95-0f4ffc4983be owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:32.275121 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.283691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:32.303758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7f9692-286c-4d1f-83d1-ec673d5dbd74']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:32.315493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d03464-e0c8-47a8-a83d-b79119732f4c') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:32.316275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d03464-e0c8-47a8-a83d-b79119732f4c') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:32.335368 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.347870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5cf60178-96ab-4d6d-81ca-06bca95e1dc1 None None] Provisioning complete for port 7d26411e-697c-4ff0-becc-ff2c2acb230e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:32.348414 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5cf60178-96ab-4d6d-81ca-06bca95e1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.350942 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.357002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:32.357488 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:32.383256 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:32.386423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5cf60178-96ab-4d6d-81ca-06bca95e1dc1 None None] Port 7d26411e-697c-4ff0-becc-ff2c2acb230e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:32.420309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 5ca15e67-39fc-4a1b-8dcc-f3b738490413) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:32.424436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:32.429325 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e073d6c-a2be-4dfe-a600-222726d89081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.437833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a5aeb-1e28-4294-8b86-cbc78d34349f None None] Network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:32.441456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.442740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.443334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.449379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5ced-b806-48c6-a1f5-9d95027ad9de tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.450676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.451739 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.452464 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 2 to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d Sep 22 10:42:32.468340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.469183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.470087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.477868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e073d6c-a2be-4dfe-a600-222726d89081 None None] Pushing event deleted for resources: {'Port': ['ID=f5e21b0d-caa9-4b13-8f95-0f4ffc4983be,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:32.479276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.479815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e073d6c-a2be-4dfe-a600-222726d89081 None None] No DVR routers for this DVR port f5e21b0d-caa9-4b13-8f95-0f4ffc4983be on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:32.482071 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.482955 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 3 to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d Sep 22 10:42:32.507576 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.507953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.508302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.512901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.514294 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.514294 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 4 to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d Sep 22 10:42:32.535963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.539098 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.543699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/networks/cd7f9692-286c-4d1f-83d1-ec673d5dbd74 HTTP/1.1" status: 204 len: 168 time: 1.1037455 Sep 22 10:42:32.544758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.545097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.545438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.550629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51044) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:32.559465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.559798 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.568495 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 5 to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d Sep 22 10:42:32.573408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d089f-d7b0-496a-8ae6-7d94d255a3bd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Network': ['ID=cd7f9692-286c-4d1f-83d1-ec673d5dbd74,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:32.605603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.605951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.606322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.612572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.612906 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.615222 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 6 to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d Sep 22 10:42:32.661874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.662243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.662586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.667748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.673103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.673442 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.677406 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 7 to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d Sep 22 10:42:32.679813 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5ced-b806-48c6-a1f5-9d95027ad9de tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.697066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.697402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.697739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.736317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.736717 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.739109 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 8 to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d Sep 22 10:42:32.749845 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5ced-b806-48c6-a1f5-9d95027ad9de tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.766093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.766093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.766093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.784966 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d5ced-b806-48c6-a1f5-9d95027ad9de tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] In _notify_port_updated(), no bound segment for port 7d26411e-697c-4ff0-becc-ff2c2acb230e on network 22b73094-1bf4-4583-a926-f97c27efc334 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:42:32.790782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.790928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d5ced-b806-48c6-a1f5-9d95027ad9de tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:32.791691 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5ced-b806-48c6-a1f5-9d95027ad9de tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.795979 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5d8d5ced-b806-48c6-a1f5-9d95027ad9de tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "PUT /v2.0/ports/7d26411e-697c-4ff0-becc-ff2c2acb230e HTTP/1.1" status: 200 len: 1002 time: 0.5821850 Sep 22 10:42:32.796607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51050) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:32.808908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.809189 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.814938 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 9 to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d Sep 22 10:42:32.830777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.831028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.831373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.834220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e52532-f902-4ab5-98c5-523a645a2efa']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:32.846562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91985f64-b96c-4481-bf17-8ef20a7b2339') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:32.846870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91985f64-b96c-4481-bf17-8ef20a7b2339') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:32.848681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.848901 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.854733 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 10 to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d Sep 22 10:42:32.861977 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.869635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d5ced-b806-48c6-a1f5-9d95027ad9de tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Port': ['ID=7d26411e-697c-4ff0-becc-ff2c2acb230e,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:32.922407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:32.922811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:32.923155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:32.933762 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.938452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:32.938815 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:32.939172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.951282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b15e8f4b-eaec-40a6-98d3-cb711a809a3c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Deleting port 7d26411e-697c-4ff0-becc-ff2c2acb230e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:32.951628 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b15e8f4b-eaec-40a6-98d3-cb711a809a3c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.956755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:32.957144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:32.962377 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:32.990064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1a973-413c-49ab-bf59-041516f54237 req-52b0bb15-9471-4205-bb71-1710614b004b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:32.991545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10e1a973-413c-49ab-bf59-041516f54237 req-52b0bb15-9471-4205-bb71-1710614b004b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1273904 Sep 22 10:42:33.056769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b15e8f4b-eaec-40a6-98d3-cb711a809a3c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.073311 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b15e8f4b-eaec-40a6-98d3-cb711a809a3c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Calling delete_port for 7d26411e-697c-4ff0-becc-ff2c2acb230e owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:33.110730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10e1a973-413c-49ab-bf59-041516f54237 req-267d0b86-b2bb-4466-86a5-0a406791d65a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100683 Sep 22 10:42:33.117208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] For port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:33.117584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempted to set empty binding levels {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 10:42:33.138544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.141457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c6fd64ca-fb02-4ed8-9673-c75f204aa6c2 None None] Provisioning complete for port 7d26411e-697c-4ff0-becc-ff2c2acb230e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:33.143122 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6fd64ca-fb02-4ed8-9673-c75f204aa6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.152774 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.155016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/networks/35e52532-f902-4ab5-98c5-523a645a2efa HTTP/1.1" status: 204 len: 168 time: 0.5937123 Sep 22 10:42:33.160778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51052) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:33.167254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'network': {'name': 'tempest-RoutersTest-482345783'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:33.175548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d102c-4d3e-4ae2-adcb-186e591733ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Network': ['ID=35e52532-f902-4ab5-98c5-523a645a2efa,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:33.202914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd64ca-fb02-4ed8-9673-c75f204aa6c2 None None] Port 7d26411e-697c-4ff0-becc-ff2c2acb230e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:33.207477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.246008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f5e21b0d-caa9-4b13-8f95-0f4ffc4983be no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:33.262456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:33.264898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f5e21b0d-caa9-4b13-8f95-0f4ffc4983be {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:42:33.265188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f5e21b0d-caa9-4b13-8f95-0f4ffc4983be not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:33.266571 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.278803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:33.282951 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.287154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'Port': ['ID=ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:33.350650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8d227eb3-7a0c-4fbf-8e72-6562cd35e113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.8229399 Sep 22 10:42:33.353346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:33.354979 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b15e8f4b-eaec-40a6-98d3-cb711a809a3c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.356712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:33.393464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e8f4b-eaec-40a6-98d3-cb711a809a3c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event deleted for resources: {'Port': ['ID=7d26411e-697c-4ff0-becc-ff2c2acb230e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:33.403752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.404103 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added segment 3fd73cbc-77e7-4301-9343-cf75a44bd5c0 of type vlan for network 4763c975-39be-49f4-b997-e205ce54f3fa Sep 22 10:42:33.433196 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b15e8f4b-eaec-40a6-98d3-cb711a809a3c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.436063 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b15e8f4b-eaec-40a6-98d3-cb711a809a3c tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "DELETE /v2.0/ports/7d26411e-697c-4ff0-becc-ff2c2acb230e HTTP/1.1" status: 204 len: 168 time: 0.6357045 Sep 22 10:42:33.439937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51056) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:33.470396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.473745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-40de90e9-8a8a-419b-8126-24d2aca9c2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Deleting port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:33.474090 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40de90e9-8a8a-419b-8126-24d2aca9c2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.477507 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d5c253-24ed-4302-805a-6edb39abc2d8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] GET failed (client error): The resource could not be found. Sep 22 10:42:33.482744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-49d5c253-24ed-4302-805a-6edb39abc2d8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "GET /v2.0/ports/7d26411e-697c-4ff0-becc-ff2c2acb230e HTTP/1.1" status: 404 len: 333 time: 0.0383260 Sep 22 10:42:33.484914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51058) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:33.493575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'port': {'network_id': '22b73094-1bf4-4583-a926-f97c27efc334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-350643587'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:33.545977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-40de90e9-8a8a-419b-8126-24d2aca9c2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] For port ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d, host n-h1-807025-3, got binding levels [] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:33.546379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40de90e9-8a8a-419b-8126-24d2aca9c2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.558987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-40de90e9-8a8a-419b-8126-24d2aca9c2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Calling delete_port for ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:33.653077 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.663104 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:33.664772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.735417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Network': ['ID=4763c975-39be-49f4-b997-e205ce54f3fa,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:33.746264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4763c975-39be-49f4-b997-e205ce54f3fa details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:33.761642 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Made reservation on behalf of b21ea60a3ee043f5a8b9adf97a174edc for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:33.765782 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.784981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] device_id is not set on port 6d008430-a8f9-497c-a9db-f780117e93d7 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:33.823917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40de90e9-8a8a-419b-8126-24d2aca9c2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.853740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de90e9-8a8a-419b-8126-24d2aca9c2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:33.859703 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40de90e9-8a8a-419b-8126-24d2aca9c2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:33.864780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-40de90e9-8a8a-419b-8126-24d2aca9c2e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d HTTP/1.1" status: 204 len: 168 time: 0.5104151 Sep 22 10:42:33.865783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51062) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:33.878745 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d4eb5fdd-2401-4738-bbc8-260c94995802 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7167554 Sep 22 10:42:33.882167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51064) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:33.889953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'subnet': {'network_id': '4763c975-39be-49f4-b997-e205ce54f3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:33.890777 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f893a2-87c5-46bc-9304-ed376fb9978f tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] GET failed (client error): The resource could not be found. Sep 22 10:42:33.895572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-99f893a2-87c5-46bc-9304-ed376fb9978f tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "GET /v2.0/ports/ccbbad2f-0ea3-4f19-a55d-cb20ebeed36d HTTP/1.1" status: 404 len: 333 time: 0.0253074 Sep 22 10:42:33.895837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51066) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:33.900530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Request body: {'port': {'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822962825'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:34.006528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Made reservation on behalf of 1e1e8f1fb0d840db92f2bdafd0c7c947 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:34.009114 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.017458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Allocated IP 2001:db8::1c5 (22b73094-1bf4-4583-a926-f97c27efc334/dfd156aa-c413-4421-8e0c-2d09ef153f16/6d008430-a8f9-497c-a9db-f780117e93d7) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:34.033668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] device_id is not set on port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:34.168418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:34.172006 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.211035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.226720 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.267435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796a74a-4394-458c-a9bd-77332f439b27 req-696d94b3-be52-4649-ab53-17fab3bdac52 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:34.269346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b796a74a-4394-458c-a9bd-77332f439b27 req-696d94b3-be52-4649-ab53-17fab3bdac52 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.0747123 Sep 22 10:42:34.318221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b796a74a-4394-458c-a9bd-77332f439b27 req-eeccbe50-2dc4-4ddd-8b78-2713876811b2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378680 Sep 22 10:42:34.327941 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.371117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:34.376318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:34.379390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:34.380935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:34.381566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.396972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ff7d3e-f6a3-430d-b42c-05dc97580aa2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:34.408141 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.467806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Network 22b73094-1bf4-4583-a926-f97c27efc334 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:34.474141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Port': ['ID=6d008430-a8f9-497c-a9db-f780117e93d7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:34.476737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:34.478798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:34.485530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:34.486237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.493593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-66c2b62c-4e5b-4806-ad50-74a0c93aa0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5966113 Sep 22 10:42:34.496937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51070) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:34.507261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:34.538180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.576487 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.612897 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-591d086b-e1db-43e7-9655-435c5567b153 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1218662 Sep 22 10:42:34.613810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51072) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:34.623374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'port': {'network_id': '22b73094-1bf4-4583-a926-f97c27efc334', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-665213115'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:34.650236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Subnet': ['ID=98e7902a-7ef9-4219-82c8-21d6df1b4f7a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:34.739517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Checking segment: {'id': '3fd73cbc-77e7-4301-9343-cf75a44bd5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4763c975-39be-49f4-b997-e205ce54f3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:34.739968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network hostable DHCP agents. Network: 4763c975-39be-49f4-b997-e205ce54f3fa, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:42:34.782847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] device_id is not set on port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:34.790519 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.829786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 4763c975-39be-49f4-b997-e205ce54f3fa is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:34.845523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b05ae943-d883-4b36-b10c-c97398eae44d None None] Provisioning complete for port 6d008430-a8f9-497c-a9db-f780117e93d7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:34.846148 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b05ae943-d883-4b36-b10c-c97398eae44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.881206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Made reservation on behalf of b21ea60a3ee043f5a8b9adf97a174edc for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:34.881620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.884369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b05ae943-d883-4b36-b10c-c97398eae44d None None] Port 6d008430-a8f9-497c-a9db-f780117e93d7 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:34.887485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.914627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] device_id is not set on port a9487b25-1a03-4ffb-9512-a826fb505b92 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:34.940303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ff7d3e-f6a3-430d-b42c-05dc97580aa2,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:34.955119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:34.955618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:34.956060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:34.960821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:34.961968 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:34.961968 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 2 to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 Sep 22 10:42:34.962261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4763c975-39be-49f4-b997-e205ce54f3fa) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:34.967866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:34.968459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:34.975875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db4477-f0e0-4400-b4ea-fdfb1046b07a None None] Network 4763c975-39be-49f4-b997-e205ce54f3fa requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:34.976731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:34.977172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:34.977619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:34.983638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:34.984112 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:34.984615 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 3 to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 Sep 22 10:42:35.001779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:35.002310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:35.002757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:35.008876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:35.009182 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:35.009704 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 4 to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 Sep 22 10:42:35.023311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:35.023890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:35.024335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:35.031270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:35.031712 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:35.034794 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 5 to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 Sep 22 10:42:35.049871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:35.050389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:35.050842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:35.055959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:35.056744 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:35.056880 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 6 to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 Sep 22 10:42:35.062582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Allocated IP 2001:db8::10d (22b73094-1bf4-4583-a926-f97c27efc334/dfd156aa-c413-4421-8e0c-2d09ef153f16/a9487b25-1a03-4ffb-9512-a826fb505b92) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:35.073244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:35.073902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:35.074117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:35.080144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:35.080568 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:35.081481 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 7 to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 Sep 22 10:42:35.090975 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b28be041-c91a-4c15-9b91-a8eda6171b5a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2077284 Sep 22 10:42:35.097590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51076) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:35.104056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1a2d3648-04c4-4985-97e8-538430dd2a53 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1829375328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:35.117811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:35.118271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:35.118678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:35.140477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:35.140820 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:35.142861 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 8 to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 Sep 22 10:42:35.160146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:35.160485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:35.160832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:35.174145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:35.174437 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:35.174840 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 9 to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 Sep 22 10:42:35.191093 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-4763c975-39be-49f4-b997-e205ce54f3fa', 'network_id': '4763c975-39be-49f4-b997-e205ce54f3fa', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'fixed_ips': [{'subnet_id': '98e7902a-7ef9-4219-82c8-21d6df1b4f7a'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:42:35.191294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:35.191629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:35.191971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:35.192786 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.197366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:35.197710 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:35.198122 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 10 to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 Sep 22 10:42:35.214376 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3648-04c4-4985-97e8-538430dd2a53 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.215417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3648-04c4-4985-97e8-538430dd2a53 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.220973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:35.221424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:35.222086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:35.228687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:35.229028 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:35.229397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.249549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.313014 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3648-04c4-4985-97e8-538430dd2a53 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.341116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] For port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:35.341546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempted to set empty binding levels {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 10:42:35.362285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.365629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Allocated IP 172.20.0.2 (4763c975-39be-49f4-b997-e205ce54f3fa/98e7902a-7ef9-4219-82c8-21d6df1b4f7a/fd7c115c-895e-423d-8281-1c5b1583b91e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:35.390278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3648-04c4-4985-97e8-538430dd2a53 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.413371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Network 22b73094-1bf4-4583-a926-f97c27efc334 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:35.417377 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:35.423154 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.437737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:35.448476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.452350 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.463029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Port': ['ID=a9487b25-1a03-4ffb-9512-a826fb505b92,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:35.488304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] In _notify_port_updated(), no bound segment for port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:42:35.489164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.490179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.491516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "PUT /v2.0/ports/b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 HTTP/1.1" status: 200 len: 979 time: 0.9887257 Sep 22 10:42:35.495208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51080) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:35.561622 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.572472 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3648-04c4-4985-97e8-538430dd2a53 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.574226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1a2d3648-04c4-4985-97e8-538430dd2a53 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4746351 Sep 22 10:42:35.577152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51082) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:35.587735 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'port': {'network_id': '4763c975-39be-49f4-b997-e205ce54f3fa', 'name': 'tempest-RoutersTest-824781500'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:35.596130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab4d6a-26d5-4277-8329-9fa861c161d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ff7d3e-f6a3-430d-b42c-05dc97580aa2,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:35.617283 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9a693de2-454d-4ad6-bf59-d1f4455cb637 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0025451 Sep 22 10:42:35.620934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51084) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:35.629746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0299cf-37c0-4b51-82ad-460ef5eeb3d6 req-52d7ca16-e50f-41f8-9f34-1be6c9bb05da tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.635863 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.642704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc0299cf-37c0-4b51-82ad-460ef5eeb3d6 req-52d7ca16-e50f-41f8-9f34-1be6c9bb05da tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1775074 Sep 22 10:42:35.653291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c4741e84-d472-4696-a549-dde4e5b774b6 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5a', 'mac_address': 'fa:16:3e:90:58:9f'}, {'ip_address': '2001:db8::1c5', 'mac_address': 'fa:16:3e:80:88:f9'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:35.674684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Network 4763c975-39be-49f4-b997-e205ce54f3fa is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:35.681347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:35.683430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:35.722451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.722929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.723407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.723885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.724350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.724816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.727556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.727813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.734178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.734178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.734178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.734691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.735062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.735683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.736207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.736888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.737146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.737897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.738383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.738857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:35.745718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51088) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:35.745959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b86e30f6-5fdf-4d7a-bd7b-e69c787515a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17858 time: 0.2496049 Sep 22 10:42:35.765727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Pushing event updated for resources: {'Port': ['ID=fd7c115c-895e-423d-8281-1c5b1583b91e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:35.781353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Attempting to bind port fd7c115c-895e-423d-8281-1c5b1583b91e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:35.782401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Attempting to bind port fd7c115c-895e-423d-8281-1c5b1583b91e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '3fd73cbc-77e7-4301-9343-cf75a44bd5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4763c975-39be-49f4-b997-e205ce54f3fa'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:35.782857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Attempting to bind port fd7c115c-895e-423d-8281-1c5b1583b91e on network 4763c975-39be-49f4-b997-e205ce54f3fa {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:35.789797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:42:35.789797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Checking segment: {'id': '3fd73cbc-77e7-4301-9343-cf75a44bd5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4763c975-39be-49f4-b997-e205ce54f3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:35.789797 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.796099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Bound using segment: {'id': '3fd73cbc-77e7-4301-9343-cf75a44bd5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4763c975-39be-49f4-b997-e205ce54f3fa'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:42:35.796099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Bound port: fd7c115c-895e-423d-8281-1c5b1583b91e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd73cbc-77e7-4301-9343-cf75a44bd5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4763c975-39be-49f4-b997-e205ce54f3fa'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:42:35.796099 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.822502 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:35.827159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.850528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc0299cf-37c0-4b51-82ad-460ef5eeb3d6 req-f8c298b5-2fe6-4d2b-9fb5-1526e7a2a77d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066247 Sep 22 10:42:35.851069 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] device_id is not set on port fda02202-c47f-4a57-8843-f0379331eaff yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:35.896474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] For port fd7c115c-895e-423d-8281-1c5b1583b91e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:35.904237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] For port fd7c115c-895e-423d-8281-1c5b1583b91e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fd7c115c-895e-423d-8281-1c5b1583b91e,segment=NetworkSegment(3fd73cbc-77e7-4301-9343-cf75a44bd5c0),segment_id=3fd73cbc-77e7-4301-9343-cf75a44bd5c0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:42:35.918829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7f0d1120-98c5-4dc0-ac60-0f8f1228a95a None None] Provisioning complete for port a9487b25-1a03-4ffb-9512-a826fb505b92 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:35.920223 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7f0d1120-98c5-4dc0-ac60-0f8f1228a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.921874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-46cbdafb-500f-4232-ad0b-3e22891823a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Deleting port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:35.923266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46cbdafb-500f-4232-ad0b-3e22891823a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.959450 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c4741e84-d472-4696-a549-dde4e5b774b6 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:35.962572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d1120-98c5-4dc0-ac60-0f8f1228a95a None None] Port a9487b25-1a03-4ffb-9512-a826fb505b92 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:35.985054 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.023492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-46cbdafb-500f-4232-ad0b-3e22891823a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] For port b6ff7d3e-f6a3-430d-b42c-05dc97580aa2, host n-h1-807025-3, got binding levels [] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:36.023954 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46cbdafb-500f-4232-ad0b-3e22891823a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.046937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.20.0.10 (4763c975-39be-49f4-b997-e205ce54f3fa/98e7902a-7ef9-4219-82c8-21d6df1b4f7a/fda02202-c47f-4a57-8843-f0379331eaff) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:36.054147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-46cbdafb-500f-4232-ad0b-3e22891823a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Calling delete_port for b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:36.094224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dffef1-0f53-4795-a5d1-365f28163087 None None] Pushing event updated for resources: {'Port': ['ID=fd7c115c-895e-423d-8281-1c5b1583b91e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:36.326903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.350380 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46cbdafb-500f-4232-ad0b-3e22891823a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.383584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbdafb-500f-4232-ad0b-3e22891823a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6ff7d3e-f6a3-430d-b42c-05dc97580aa2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:36.391233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-46cbdafb-500f-4232-ad0b-3e22891823a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.395940 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-46cbdafb-500f-4232-ad0b-3e22891823a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 HTTP/1.1" status: 204 len: 168 time: 0.6488323 Sep 22 10:42:36.396418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51090) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:36.420992 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d89d38-0912-4ac4-9f46-2c06ab061ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] GET failed (client error): The resource could not be found. Sep 22 10:42:36.426087 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e5d89d38-0912-4ac4-9f46-2c06ab061ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "GET /v2.0/ports/b6ff7d3e-f6a3-430d-b42c-05dc97580aa2 HTTP/1.1" status: 404 len: 333 time: 0.0252240 Sep 22 10:42:36.426621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51092) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:36.432553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1016574535', 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:36.487348 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.529176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c4741e84-d472-4696-a549-dde4e5b774b6 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.535165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 4763c975-39be-49f4-b997-e205ce54f3fa is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:36.538312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:36.541284 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:36.571648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=fda02202-c47f-4a57-8843-f0379331eaff,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:36.574628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Made reservation on behalf of 1e1e8f1fb0d840db92f2bdafd0c7c947 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:36.579763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.601051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c4741e84-d472-4696-a549-dde4e5b774b6 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.645410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c4741e84-d472-4696-a549-dde4e5b774b6 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] In _notify_port_updated(), no bound segment for port a9487b25-1a03-4ffb-9512-a826fb505b92 on network 22b73094-1bf4-4583-a926-f97c27efc334 {{(pid=95682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:42:36.652528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4741e84-d472-4696-a549-dde4e5b774b6 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:36.653443 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c4741e84-d472-4696-a549-dde4e5b774b6 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.655117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c4741e84-d472-4696-a549-dde4e5b774b6 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "PUT /v2.0/ports/a9487b25-1a03-4ffb-9512-a826fb505b92 HTTP/1.1" status: 200 len: 1066 time: 1.0097208 Sep 22 10:42:36.658287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51094) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:36.698457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4741e84-d472-4696-a549-dde4e5b774b6 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event updated for resources: {'Port': ['ID=a9487b25-1a03-4ffb-9512-a826fb505b92,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:36.787019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-68254dc4-2a18-4972-9db7-20fc7097fe96 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Deleting port a9487b25-1a03-4ffb-9512-a826fb505b92 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:36.787365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68254dc4-2a18-4972-9db7-20fc7097fe96 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.906649 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68254dc4-2a18-4972-9db7-20fc7097fe96 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:36.923523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-68254dc4-2a18-4972-9db7-20fc7097fe96 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Calling delete_port for a9487b25-1a03-4ffb-9512-a826fb505b92 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:37.100529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] device_id is not set on port a1853398-226f-4fd5-9131-94c5556c5bf0 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:37.106623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-322e5518-ba98-4425-aa21-ac6f8fd5bb72 None None] Provisioning complete for port a9487b25-1a03-4ffb-9512-a826fb505b92 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:37.107886 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-322e5518-ba98-4425-aa21-ac6f8fd5bb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.124577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:37.124962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.152433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366916b2-04fb-42d1-a806-94bc37396145 req-2687578f-a8f6-463e-b9d5-3ea59cb49fc4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:37.166506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-366916b2-04fb-42d1-a806-94bc37396145 req-2687578f-a8f6-463e-b9d5-3ea59cb49fc4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1072373 Sep 22 10:42:37.223454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-322e5518-ba98-4425-aa21-ac6f8fd5bb72 None None] Port a9487b25-1a03-4ffb-9512-a826fb505b92 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:37.246853 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68254dc4-2a18-4972-9db7-20fc7097fe96 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.270709 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5ac6b475-b87d-4882-a76b-e9e53be52fa3 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6903918 Sep 22 10:42:37.273424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-366916b2-04fb-42d1-a806-94bc37396145 req-69c778b1-8ff1-4744-b194-237287cfb15e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060002 Sep 22 10:42:37.274724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:37.318462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fd7c115c-895e-423d-8281-1c5b1583b91e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:37.323498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636451a3-1bb9-42a7-ab5f-5cf12e767e0a None None] Network 4763c975-39be-49f4-b997-e205ce54f3fa requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:37.325216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68254dc4-2a18-4972-9db7-20fc7097fe96 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event deleted for resources: {'Port': ['ID=a9487b25-1a03-4ffb-9512-a826fb505b92,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:37.495219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ac99baff-0e3e-440c-801b-82d2bb009137 None None] Provisioning complete for port fd7c115c-895e-423d-8281-1c5b1583b91e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:37.506249 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac99baff-0e3e-440c-801b-82d2bb009137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.525099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.699279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68254dc4-2a18-4972-9db7-20fc7097fe96 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.710648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-68254dc4-2a18-4972-9db7-20fc7097fe96 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "DELETE /v2.0/ports/a9487b25-1a03-4ffb-9512-a826fb505b92 HTTP/1.1" status: 204 len: 168 time: 1.0510447 Sep 22 10:42:37.711626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51102) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:37.718066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fd7c115c-895e-423d-8281-1c5b1583b91e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:37.718484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.742781 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-130db96a-7c9a-4511-9167-dc3946967ac0 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] GET failed (client error): The resource could not be found. Sep 22 10:42:37.744901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-130db96a-7c9a-4511-9167-dc3946967ac0 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "GET /v2.0/ports/a9487b25-1a03-4ffb-9512-a826fb505b92 HTTP/1.1" status: 404 len: 333 time: 0.0319500 Sep 22 10:42:37.748275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51104) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:37.827767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.918905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-40c330dc-8028-4f12-a3fc-ccc0563bae76 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Deleting port 6d008430-a8f9-497c-a9db-f780117e93d7 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:37.919783 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40c330dc-8028-4f12-a3fc-ccc0563bae76 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.930460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:37.946214 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:37.950390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:37.964746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac99baff-0e3e-440c-801b-82d2bb009137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.970228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:37.971621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:37.972928 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.044361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'Port': ['ID=a1853398-226f-4fd5-9131-94c5556c5bf0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:38.083881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.092694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ac99baff-0e3e-440c-801b-82d2bb009137 None None] For port fd7c115c-895e-423d-8281-1c5b1583b91e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fd7c115c-895e-423d-8281-1c5b1583b91e,segment=NetworkSegment(3fd73cbc-77e7-4301-9343-cf75a44bd5c0),segment_id=3fd73cbc-77e7-4301-9343-cf75a44bd5c0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:38.119164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40c330dc-8028-4f12-a3fc-ccc0563bae76 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.133883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-40c330dc-8028-4f12-a3fc-ccc0563bae76 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Calling delete_port for 6d008430-a8f9-497c-a9db-f780117e93d7 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:38.195347 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac99baff-0e3e-440c-801b-82d2bb009137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.210504 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-af204941-761c-4d68-964d-bf33a85b5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7828026 Sep 22 10:42:38.213709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51118) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:38.272179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf398c9-31ee-4c91-8d75-29dc6f473951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:38.273756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bbf398c9-31ee-4c91-8d75-29dc6f473951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "GET /v2.0/ports/a1853398-226f-4fd5-9131-94c5556c5bf0 HTTP/1.1" status: 200 len: 959 time: 0.0591373 Sep 22 10:42:38.281739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51122) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:38.391104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99baff-0e3e-440c-801b-82d2bb009137 None None] Pushing event updated for resources: {'Port': ['ID=fd7c115c-895e-423d-8281-1c5b1583b91e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:38.447237 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:42:38.447782 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:42:38.451955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c48e0289-7136-4cc1-a448-cdba72d88a0c None None] Provisioning complete for port fda02202-c47f-4a57-8843-f0379331eaff triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:38.452333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c48e0289-7136-4cc1-a448-cdba72d88a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.536618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c48e0289-7136-4cc1-a448-cdba72d88a0c None None] Port fda02202-c47f-4a57-8843-f0379331eaff cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:38.569773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c48e0289-7136-4cc1-a448-cdba72d88a0c None None] Provisioning complete for port fd7c115c-895e-423d-8281-1c5b1583b91e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:38.570450 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c48e0289-7136-4cc1-a448-cdba72d88a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.595647 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.656795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175b5da-cd21-48a0-b1eb-1c7bf17dd36f req-5be6562b-d7c9-4e1c-989e-a53c4b2ce979 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:38.664358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b175b5da-cd21-48a0-b1eb-1c7bf17dd36f req-5be6562b-d7c9-4e1c-989e-a53c4b2ce979 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.2322302 Sep 22 10:42:38.669232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.683834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40c330dc-8028-4f12-a3fc-ccc0563bae76 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.763536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c330dc-8028-4f12-a3fc-ccc0563bae76 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event deleted for resources: {'Port': ['ID=6d008430-a8f9-497c-a9db-f780117e93d7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:38.785336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=fda02202-c47f-4a57-8843-f0379331eaff,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:38.799017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-37b152cd-784e-4303-acbd-dbaf3e4f1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Deleting port a1853398-226f-4fd5-9131-94c5556c5bf0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:38.808165 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-37b152cd-784e-4303-acbd-dbaf3e4f1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.817696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3f92c606-21ab-49c1-9881-e7052897ba22 None None] Provisioning complete for port fda02202-c47f-4a57-8843-f0379331eaff triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:38.822870 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3f92c606-21ab-49c1-9881-e7052897ba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.895495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3f92c606-21ab-49c1-9881-e7052897ba22 None None] Port fda02202-c47f-4a57-8843-f0379331eaff cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:38.951607 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-37b152cd-784e-4303-acbd-dbaf3e4f1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.965815 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40c330dc-8028-4f12-a3fc-ccc0563bae76 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:38.968675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-40c330dc-8028-4f12-a3fc-ccc0563bae76 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "DELETE /v2.0/ports/6d008430-a8f9-497c-a9db-f780117e93d7 HTTP/1.1" status: 204 len: 168 time: 1.2186654 Sep 22 10:42:38.978092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51156) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:39.027970 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc1ed07-9557-4a8c-98a2-8a70bf611c98 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] GET failed (client error): The resource could not be found. Sep 22 10:42:39.033752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3bc1ed07-9557-4a8c-98a2-8a70bf611c98 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "GET /v2.0/ports/6d008430-a8f9-497c-a9db-f780117e93d7 HTTP/1.1" status: 404 len: 333 time: 0.0512412 Sep 22 10:42:39.033752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-37b152cd-784e-4303-acbd-dbaf3e4f1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Calling delete_port for a1853398-226f-4fd5-9131-94c5556c5bf0 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:39.037344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51160) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:39.038146 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.042188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b175b5da-cd21-48a0-b1eb-1c7bf17dd36f req-3aed56dd-1e1c-43dd-a7dc-ec7ae46ec884 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769197 Sep 22 10:42:39.124448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0f08b3e5-e131-4ab1-891f-1dddff428452 None None] Provisioning complete for port fda02202-c47f-4a57-8843-f0379331eaff triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:39.124852 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f08b3e5-e131-4ab1-891f-1dddff428452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.196701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0f08b3e5-e131-4ab1-891f-1dddff428452 None None] Port fda02202-c47f-4a57-8843-f0379331eaff cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:39.272608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fd7c115c-895e-423d-8281-1c5b1583b91e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:39.294283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ca15cc35-c80e-4abf-ba49-070d5a30b0ec tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Deleting port 5f5a4b4e-39d0-4dcd-8156-91469130861c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:39.294656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca15cc35-c80e-4abf-ba49-070d5a30b0ec tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.333879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fd7c115c-895e-423d-8281-1c5b1583b91e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:39.333879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.356624 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.369923 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-37b152cd-784e-4303-acbd-dbaf3e4f1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.419918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b152cd-784e-4303-acbd-dbaf3e4f1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1853398-226f-4fd5-9131-94c5556c5bf0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:39.436730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-37b152cd-784e-4303-acbd-dbaf3e4f1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.441411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-37b152cd-784e-4303-acbd-dbaf3e4f1f06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a1853398-226f-4fd5-9131-94c5556c5bf0 HTTP/1.1" status: 204 len: 168 time: 1.1585777 Sep 22 10:42:39.442330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51178) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:39.484505 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-228d7351-1302-4012-96c0-4ac669d4160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] GET failed (client error): The resource could not be found. Sep 22 10:42:39.490071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-228d7351-1302-4012-96c0-4ac669d4160a tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "GET /v2.0/ports/a1853398-226f-4fd5-9131-94c5556c5bf0 HTTP/1.1" status: 404 len: 333 time: 0.0410478 Sep 22 10:42:39.490835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51182) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:39.493484 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca15cc35-c80e-4abf-ba49-070d5a30b0ec tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.499181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Request body: {'port': {'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-901771653'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:39.520992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ca15cc35-c80e-4abf-ba49-070d5a30b0ec tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Calling delete_port for 5f5a4b4e-39d0-4dcd-8156-91469130861c owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:39.603515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Made reservation on behalf of 1e1e8f1fb0d840db92f2bdafd0c7c947 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:39.605933 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.627127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] device_id is not set on port f0af9d66-cdbb-483d-b8a5-72993ec7d237 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:39.673578 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.778282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.805972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca15cc35-c80e-4abf-ba49-070d5a30b0ec tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.848043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.852897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15cc35-c80e-4abf-ba49-070d5a30b0ec tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event deleted for resources: {'Port': ['ID=5f5a4b4e-39d0-4dcd-8156-91469130861c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:39.878234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=fda02202-c47f-4a57-8843-f0379331eaff,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:39.886067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.900313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca15cc35-c80e-4abf-ba49-070d5a30b0ec tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.902721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ca15cc35-c80e-4abf-ba49-070d5a30b0ec tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "DELETE /v2.0/ports/5f5a4b4e-39d0-4dcd-8156-91469130861c HTTP/1.1" status: 204 len: 168 time: 0.8642011 Sep 22 10:42:39.905830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51196) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:39.980325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-882bacef-bf2d-49ce-9b28-9efc5d39c29d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Deleting subnet dfd156aa-c413-4421-8e0c-2d09ef153f16 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:42:39.984497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-882bacef-bf2d-49ce-9b28-9efc5d39c29d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:39.995134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 4763c975-39be-49f4-b997-e205ce54f3fa is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:39.996439 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:40.056578 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-882bacef-bf2d-49ce-9b28-9efc5d39c29d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.084754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.179647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:40.191569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:40.194425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:40.195896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:40.196755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.202592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'Port': ['ID=f0af9d66-cdbb-483d-b8a5-72993ec7d237,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:40.265306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1a5a9b62-8e56-4f13-98ca-27015b83e85c is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:42:40.289409 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-882bacef-bf2d-49ce-9b28-9efc5d39c29d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.316343 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2cf5d059-d938-473d-9b8f-9f9c48514e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8248937 Sep 22 10:42:40.318783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51214) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:40.323996 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:40.331040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6181a0a5-ad81-401a-959c-cd9f1e253031 None None] Provisioning complete for port fda02202-c47f-4a57-8843-f0379331eaff triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:40.332022 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6181a0a5-ad81-401a-959c-cd9f1e253031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.337143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c42308-5ef9-46b5-87bc-80a640785fb3 req-104e3195-8106-4dc5-8702-e72a48d2416f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:40.338770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80c42308-5ef9-46b5-87bc-80a640785fb3 req-104e3195-8106-4dc5-8702-e72a48d2416f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1002514 Sep 22 10:42:40.371564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6181a0a5-ad81-401a-959c-cd9f1e253031 None None] Port fda02202-c47f-4a57-8843-f0379331eaff cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:40.400407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80c42308-5ef9-46b5-87bc-80a640785fb3 req-b15cc8ea-4fcc-4a4a-a59a-3e8ce9848e83 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536034 Sep 22 10:42:40.441204 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:40.442864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.452242 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-936f7cb5-3388-43f8-8a6e-3533008f8923 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1a5a9b62-8e56-4f13-98ca-27015b83e85c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1722441 Sep 22 10:42:40.452351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd5d12-d8b2-43a0-bf83-9d144a981caf None None] Sync routers for ids ['1a5a9b62-8e56-4f13-98ca-27015b83e85c'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:40.454577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51220) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:40.460546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd5d12-d8b2-43a0-bf83-9d144a981caf None None] Routers {'1a5a9b62-8e56-4f13-98ca-27015b83e85c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:40.461398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-65cd5d12-d8b2-43a0-bf83-9d144a981caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1a5a9b62-8e56-4f13-98ca-27015b83e85c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:40.492284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-882bacef-bf2d-49ce-9b28-9efc5d39c29d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.500551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-65cd5d12-d8b2-43a0-bf83-9d144a981caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:40.509204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd5d12-d8b2-43a0-bf83-9d144a981caf None None] Routers {'1a5a9b62-8e56-4f13-98ca-27015b83e85c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:40.509863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-65cd5d12-d8b2-43a0-bf83-9d144a981caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1a5a9b62-8e56-4f13-98ca-27015b83e85c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:40.528444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bacef-bf2d-49ce-9b28-9efc5d39c29d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd156aa-c413-4421-8e0c-2d09ef153f16,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:40.536779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e1d3c1-5987-4851-9720-39dcfedb9e8c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:40.540901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-92e1d3c1-5987-4851-9720-39dcfedb9e8c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports/fda02202-c47f-4a57-8843-f0379331eaff HTTP/1.1" status: 200 len: 977 time: 0.0824354 Sep 22 10:42:40.540901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-882bacef-bf2d-49ce-9b28-9efc5d39c29d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.541126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-882bacef-bf2d-49ce-9b28-9efc5d39c29d tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "DELETE /v2.0/subnets/dfd156aa-c413-4421-8e0c-2d09ef153f16 HTTP/1.1" status: 204 len: 168 time: 0.6327615 Sep 22 10:42:40.541247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-65cd5d12-d8b2-43a0-bf83-9d144a981caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:40.541924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51226) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:40.542330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd5d12-d8b2-43a0-bf83-9d144a981caf None None] The sync data for ids ['1a5a9b62-8e56-4f13-98ca-27015b83e85c'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:40.543717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51228) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:40.550130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61924bac-d24d-46bf-a388-5515c9b88519 None None] Network 22b73094-1bf4-4583-a926-f97c27efc334 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:40.650050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] device_id is not set on port f0af9d66-cdbb-483d-b8a5-72993ec7d237 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:40.658464 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.700425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.721458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.766942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab372c5-2a89-4c4d-b332-1eb48d21ed0c None None] DHCP port deletion for 22b73094-1bf4-4583-a926-f97c27efc334 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:42:40.784653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'Port': ['ID=f0af9d66-cdbb-483d-b8a5-72993ec7d237,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:40.803764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:40.804226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:40.804832 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:40.809308 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:40.809713 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:40.810223 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 2 to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 Sep 22 10:42:40.821326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2ab372c5-2a89-4c4d-b332-1eb48d21ed0c None None] Deleting port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:40.821712 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ab372c5-2a89-4c4d-b332-1eb48d21ed0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.825197 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:40.825665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:40.826318 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:40.830795 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:40.831269 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:40.831749 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 3 to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 Sep 22 10:42:40.847141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:40.847824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:40.847824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:40.852209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:40.852647 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:40.853144 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 4 to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 Sep 22 10:42:40.870811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:40.871045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:40.871390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:40.879954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:40.880463 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:40.881213 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 5 to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 Sep 22 10:42:40.900756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:40.901030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:40.901516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:40.902146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2ab372c5-2a89-4c4d-b332-1eb48d21ed0c None None] For port 2970d5ce-9be2-4438-90ad-ef2bbb130c09, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2970d5ce-9be2-4438-90ad-ef2bbb130c09,segment=NetworkSegment(a7d0d200-d943-45e1-9a3c-769fac6c571b),segment_id=a7d0d200-d943-45e1-9a3c-769fac6c571b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:40.902474 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ab372c5-2a89-4c4d-b332-1eb48d21ed0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.907376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:40.907779 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:40.908239 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 6 to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 Sep 22 10:42:40.914685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Deleting port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:40.915244 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:40.915449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2ab372c5-2a89-4c4d-b332-1eb48d21ed0c None None] Calling delete_port for 2970d5ce-9be2-4438-90ad-ef2bbb130c09 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:40.923237 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:40.923951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:40.924333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:40.929397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:40.929716 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:40.930091 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 7 to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 Sep 22 10:42:40.941958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:40.942659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:40.942659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:40.947426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:40.947426 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:40.947803 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 8 to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 Sep 22 10:42:40.960786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:40.961194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:40.961618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:40.971319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:40.971319 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:40.972580 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 9 to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 Sep 22 10:42:40.991826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:40.992215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:40.992610 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:40.997092 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:40.997236 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:40.997633 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempt 10 to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 Sep 22 10:42:41.012751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:41.013112 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:41.018241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempting to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:41.018241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:41.018241 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Failed to bind port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '6dd2c588-2787-4126-b51d-eee508a2545e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ca15e67-39fc-4a1b-8dcc-f3b738490413'}] Sep 22 10:42:41.018791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.049574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] For port 2970d5ce-9be2-4438-90ad-ef2bbb130c09, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2970d5ce-9be2-4438-90ad-ef2bbb130c09,segment=NetworkSegment(a7d0d200-d943-45e1-9a3c-769fac6c571b),segment_id=a7d0d200-d943-45e1-9a3c-769fac6c571b)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:41.049945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.058380 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ab372c5-2a89-4c4d-b332-1eb48d21ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.068343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Calling delete_port for 2970d5ce-9be2-4438-90ad-ef2bbb130c09 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:41.095218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab372c5-2a89-4c4d-b332-1eb48d21ed0c None None] Pushing event deleted for resources: {'Port': ['ID=2970d5ce-9be2-4438-90ad-ef2bbb130c09,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:41.095757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] For port f0af9d66-cdbb-483d-b8a5-72993ec7d237, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:41.096253 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attempted to set empty binding levels {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 10:42:41.097944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab372c5-2a89-4c4d-b332-1eb48d21ed0c None None] No DVR routers for this DVR port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:41.184129 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.215508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2970d5ce-9be2-4438-90ad-ef2bbb130c09 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:41.217833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] In _notify_port_updated(), no bound segment for port f0af9d66-cdbb-483d-b8a5-72993ec7d237 on network 5ca15e67-39fc-4a1b-8dcc-f3b738490413 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:42:41.218743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:41.219389 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.223413 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "PUT /v2.0/ports/f0af9d66-cdbb-483d-b8a5-72993ec7d237 HTTP/1.1" status: 200 len: 978 time: 0.9011219 Sep 22 10:42:41.223668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51256) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:41.245096 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 2970d5ce-9be2-4438-90ad-ef2bbb130c09 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:42:41.245519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2970d5ce-9be2-4438-90ad-ef2bbb130c09 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:41.252865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.260975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45de29e-641f-41d0-a251-9746f9382740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event updated for resources: {'Port': ['ID=f0af9d66-cdbb-483d-b8a5-72993ec7d237,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:41.293817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.311236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a017195f-1d65-4586-acfe-93777309fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Deleting port f0af9d66-cdbb-483d-b8a5-72993ec7d237 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:41.311800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a017195f-1d65-4586-acfe-93777309fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.383020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-a017195f-1d65-4586-acfe-93777309fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] For port f0af9d66-cdbb-483d-b8a5-72993ec7d237, host n-h1-807025-3, got binding levels [] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:41.383301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a017195f-1d65-4586-acfe-93777309fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.396962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a017195f-1d65-4586-acfe-93777309fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Calling delete_port for f0af9d66-cdbb-483d-b8a5-72993ec7d237 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:41.543644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a017195f-1d65-4586-acfe-93777309fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.581190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017195f-1d65-4586-acfe-93777309fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0af9d66-cdbb-483d-b8a5-72993ec7d237,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:41.586612 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a017195f-1d65-4586-acfe-93777309fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.590161 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a017195f-1d65-4586-acfe-93777309fd9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "DELETE /v2.0/ports/f0af9d66-cdbb-483d-b8a5-72993ec7d237 HTTP/1.1" status: 204 len: 168 time: 0.3637121 Sep 22 10:42:41.592066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51274) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:41.615629 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8390d7-f8b9-4d16-bb26-0678d091216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] GET failed (client error): The resource could not be found. Sep 22 10:42:41.620699 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3d8390d7-f8b9-4d16-bb26-0678d091216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-73253155-project-admin] 10.222.0.20 "GET /v2.0/ports/f0af9d66-cdbb-483d-b8a5-72993ec7d237 HTTP/1.1" status: 404 len: 333 time: 0.0244894 Sep 22 10:42:41.621133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51278) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:41.651744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event deleted for resources: {'Port': ['ID=2970d5ce-9be2-4438-90ad-ef2bbb130c09,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:41.668934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] No DVR routers for this DVR port 2970d5ce-9be2-4438-90ad-ef2bbb130c09 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:41.696765 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.790525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.811564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca15e67-39fc-4a1b-8dcc-f3b738490413']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:41.821837 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd2c588-2787-4126-b51d-eee508a2545e') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:41.822353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd2c588-2787-4126-b51d-eee508a2545e') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:41.826371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.833333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.839194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57291051-4b20-4147-85ce-4e48874e18a0 req-7c7de1d0-fcb3-44d2-8ea1-3b692bd0687f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:41.839194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57291051-4b20-4147-85ce-4e48874e18a0 req-7c7de1d0-fcb3-44d2-8ea1-3b692bd0687f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1906321 Sep 22 10:42:41.848130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.854872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:41.855264 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:41.858465 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:41.881549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b73094-1bf4-4583-a926-f97c27efc334']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:41.904176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d0d200-d943-45e1-9a3c-769fac6c571b') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:41.904483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d0d200-d943-45e1-9a3c-769fac6c571b') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:41.918986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.924612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57291051-4b20-4147-85ce-4e48874e18a0 req-19e14219-49f9-4d39-96e0-5884db202f15 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791001 Sep 22 10:42:41.941233 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.952736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:41.953141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: self.session.flush() Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:41.957038 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:42.034996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.042316 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.046871 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] 10.222.0.20 "DELETE /v2.0/networks/5ca15e67-39fc-4a1b-8dcc-f3b738490413 HTTP/1.1" status: 204 len: 168 time: 0.4247899 Sep 22 10:42:42.054227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port fda02202-c47f-4a57-8843-f0379331eaff {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:42.054813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.057993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdeba27-1f24-4c6f-8de4-84325cffbb75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83466288-project] Pushing event deleted for resources: {'Network': ['ID=5ca15e67-39fc-4a1b-8dcc-f3b738490413,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:42.094219 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.099985 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.104676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] 10.222.0.20 "DELETE /v2.0/networks/22b73094-1bf4-4583-a926-f97c27efc334 HTTP/1.1" status: 204 len: 168 time: 1.5576110 Sep 22 10:42:42.147011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484331a-b5f8-4d90-9db1-4297db0914c8 tempest-AllowedAddressPairIpV6TestJSON-1972561422 tempest-AllowedAddressPairIpV6TestJSON-1972561422-project] Pushing event deleted for resources: {'Network': ['ID=22b73094-1bf4-4583-a926-f97c27efc334,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:42.174559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.186807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for fda02202-c47f-4a57-8843-f0379331eaff owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:42.480334 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.508872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=fda02202-c47f-4a57-8843-f0379331eaff,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:42.611200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51328) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:42.684182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.712550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51336) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:42.829165 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fb35d885-5e0f-45c6-92f4-f62631a5321c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ede6ca53501a4e63b6815cb9b6f23b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168133 Sep 22 10:42:42.831618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51344) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:42.866949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1a5a9b62-8e56-4f13-98ca-27015b83e85c has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:42:42.911008 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-62429bc4-1276-4aa8-8bbf-effcb2050d74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b21ea60a3ee043f5a8b9adf97a174edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970282 Sep 22 10:42:42.913782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51350) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:42.913926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c0907116-13a9-4736-a4d2-d6b3d5d1e71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.936333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c0907116-13a9-4736-a4d2-d6b3d5d1e71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:42.956592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:42.967786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-15735c9d-9a20-4cf4-ad33-8a5007331ad2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1a5a9b62-8e56-4f13-98ca-27015b83e85c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4248328 Sep 22 10:42:42.970794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51356) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:42.986432 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4af10b-cf61-44b1-9df6-aa326cbc2342 None None] Sync routers for ids ['1a5a9b62-8e56-4f13-98ca-27015b83e85c'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:43.007711 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4af10b-cf61-44b1-9df6-aa326cbc2342 None None] Routers {'1a5a9b62-8e56-4f13-98ca-27015b83e85c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:43.008450 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0b4af10b-cf61-44b1-9df6-aa326cbc2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1a5a9b62-8e56-4f13-98ca-27015b83e85c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:43.041055 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0b4af10b-cf61-44b1-9df6-aa326cbc2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:43.050059 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4af10b-cf61-44b1-9df6-aa326cbc2342 None None] Routers {'1a5a9b62-8e56-4f13-98ca-27015b83e85c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:43.050691 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0b4af10b-cf61-44b1-9df6-aa326cbc2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1a5a9b62-8e56-4f13-98ca-27015b83e85c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:43.080678 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0b4af10b-cf61-44b1-9df6-aa326cbc2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:43.081311 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4af10b-cf61-44b1-9df6-aa326cbc2342 None None] The sync data for ids ['1a5a9b62-8e56-4f13-98ca-27015b83e85c'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:43.137710 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c0907116-13a9-4736-a4d2-d6b3d5d1e71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.142409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c0907116-13a9-4736-a4d2-d6b3d5d1e71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.142409 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c0907116-13a9-4736-a4d2-d6b3d5d1e71e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eeb1987-7c5b-430d-b51c-f560f56b5ac2 HTTP/1.1" status: 204 len: 168 time: 0.3090298 Sep 22 10:42:43.150954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0907116-13a9-4736-a4d2-d6b3d5d1e71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeb1987-7c5b-430d-b51c-f560f56b5ac2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:43.185570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7694-3ce6-4c2d-8784-c8b180e8b462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.212482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdabe30-3d15-461a-87b0-cb6668f58b30 req-a182cf31-00df-4379-89cf-cd2b4471c555 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:43.213973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6cdabe30-3d15-461a-87b0-cb6668f58b30 req-a182cf31-00df-4379-89cf-cd2b4471c555 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1984627 Sep 22 10:42:43.239897 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-bc64428d-14cf-469f-9cb1-11620726a40a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 10:42:43.240898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bc64428d-14cf-469f-9cb1-11620726a40a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1a5a9b62-8e56-4f13-98ca-27015b83e85c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2691832 Sep 22 10:42:43.243877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51368) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:43.266525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7694-3ce6-4c2d-8784-c8b180e8b462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.279401 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-597c5956-751c-438d-905e-466ce03981ab tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a5a9b62-8e56-4f13-98ca-27015b83e85c HTTP/1.1" status: 200 len: 205 time: 0.0336642 Sep 22 10:42:43.281663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51374) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:43.303946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6cdabe30-3d15-461a-87b0-cb6668f58b30 req-0b0143a5-8512-41a1-96c4-058986e8492a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654933 Sep 22 10:42:43.356773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5614aad1-39d7-4c8c-a6f1-a15f9bf576fd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.475271 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7694-3ce6-4c2d-8784-c8b180e8b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.477991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7694-3ce6-4c2d-8784-c8b180e8b462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.479721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ef4b7694-3ce6-4c2d-8784-c8b180e8b462 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ab680b6-3dee-43d2-b994-de6f28b751e8 HTTP/1.1" status: 204 len: 168 time: 0.5644298 Sep 22 10:42:43.492515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b7694-3ce6-4c2d-8784-c8b180e8b462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab680b6-3dee-43d2-b994-de6f28b751e8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:43.532378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5614aad1-39d7-4c8c-a6f1-a15f9bf576fd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.534774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5614aad1-39d7-4c8c-a6f1-a15f9bf576fd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.703651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5614aad1-39d7-4c8c-a6f1-a15f9bf576fd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.704316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5614aad1-39d7-4c8c-a6f1-a15f9bf576fd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Fanout notify agent at l3_agent the message router_deleted on router 1a5a9b62-8e56-4f13-98ca-27015b83e85c {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:42:43.710925 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5614aad1-39d7-4c8c-a6f1-a15f9bf576fd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.712031 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5614aad1-39d7-4c8c-a6f1-a15f9bf576fd tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/1a5a9b62-8e56-4f13-98ca-27015b83e85c HTTP/1.1" status: 204 len: 168 time: 0.4294505 Sep 22 10:42:43.714978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51392) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:43.766141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e2feae-bd66-4357-bfa4-21c07587a5ba tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting subnet 98e7902a-7ef9-4219-82c8-21d6df1b4f7a {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:42:43.769223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10e2feae-bd66-4357-bfa4-21c07587a5ba tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.808181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10e2feae-bd66-4357-bfa4-21c07587a5ba tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:43.899726 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10e2feae-bd66-4357-bfa4-21c07587a5ba tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.081430 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10e2feae-bd66-4357-bfa4-21c07587a5ba tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.109861 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2feae-bd66-4357-bfa4-21c07587a5ba tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Subnet': ['ID=98e7902a-7ef9-4219-82c8-21d6df1b4f7a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:44.114825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-10e2feae-bd66-4357-bfa4-21c07587a5ba tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.116998 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-10e2feae-bd66-4357-bfa4-21c07587a5ba tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/98e7902a-7ef9-4219-82c8-21d6df1b4f7a HTTP/1.1" status: 204 len: 168 time: 0.4011185 Sep 22 10:42:44.120417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51406) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:44.123368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c237d62-7fac-4e76-b7cd-da62ee732889 None None] Network 4763c975-39be-49f4-b997-e205ce54f3fa requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:44.138778 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-25890a20-0e39-4a9f-8b0b-896ea95595b7 service neutron] show failed (client error): The resource could not be found. Sep 22 10:42:44.140456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-25890a20-0e39-4a9f-8b0b-896ea95595b7 service neutron] 10.222.0.30 "GET /v2.0/ports/fafdbb1a-a489-4871-9f1a-432f0949307e/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0630848 Sep 22 10:42:44.228033 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.248398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51416) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:44.323605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d86f92d2-a249-44be-afca-518e614705fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e1e8f1fb0d840db92f2bdafd0c7c947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726523 Sep 22 10:42:44.324058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51422) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:44.359435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port fd7c115c-895e-423d-8281-1c5b1583b91e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:44.360001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.507360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port fd7c115c-895e-423d-8281-1c5b1583b91e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fd7c115c-895e-423d-8281-1c5b1583b91e,segment=NetworkSegment(3fd73cbc-77e7-4301-9343-cf75a44bd5c0),segment_id=3fd73cbc-77e7-4301-9343-cf75a44bd5c0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:44.507684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489da33e-54d5-4d29-bfe8-f1c53f345c5a req-544eae76-53de-4ae7-a900-43a3e3891abd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:44.509914 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.510055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-489da33e-54d5-4d29-bfe8-f1c53f345c5a req-544eae76-53de-4ae7-a900-43a3e3891abd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1053648 Sep 22 10:42:44.510491 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dfae4e43-198a-4ce8-9a63-1ae849643d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.526923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecee247-7498-4cbc-a475-68b7e379ee8c None None] DHCP port deletion for 4763c975-39be-49f4-b997-e205ce54f3fa request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:42:44.535491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for fd7c115c-895e-423d-8281-1c5b1583b91e owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:44.555873 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dfae4e43-198a-4ce8-9a63-1ae849643d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.602999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-fecee247-7498-4cbc-a475-68b7e379ee8c None None] Deleting port fd7c115c-895e-423d-8281-1c5b1583b91e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:44.603502 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fecee247-7498-4cbc-a475-68b7e379ee8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.604321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-489da33e-54d5-4d29-bfe8-f1c53f345c5a req-e49430b1-5039-4a26-bcf6-3e355b3429e1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723193 Sep 22 10:42:44.679767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fecee247-7498-4cbc-a475-68b7e379ee8c None None] For port fd7c115c-895e-423d-8281-1c5b1583b91e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fd7c115c-895e-423d-8281-1c5b1583b91e,segment=NetworkSegment(3fd73cbc-77e7-4301-9343-cf75a44bd5c0),segment_id=3fd73cbc-77e7-4301-9343-cf75a44bd5c0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:44.680163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fecee247-7498-4cbc-a475-68b7e379ee8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.692353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-fecee247-7498-4cbc-a475-68b7e379ee8c None None] Calling delete_port for fd7c115c-895e-423d-8281-1c5b1583b91e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:44.766910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dfae4e43-198a-4ce8-9a63-1ae849643d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.769700 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dfae4e43-198a-4ce8-9a63-1ae849643d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.770979 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dfae4e43-198a-4ce8-9a63-1ae849643d5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c53be1f5-b574-4ad7-9d5a-8bf9db149550 HTTP/1.1" status: 204 len: 168 time: 0.4447000 Sep 22 10:42:44.781047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-80e93437-38f5-4c5e-826c-a14d650ef735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:44.782618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-80e93437-38f5-4c5e-826c-a14d650ef735 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 1097 time: 0.0433812 Sep 22 10:42:44.787840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae4e43-198a-4ce8-9a63-1ae849643d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53be1f5-b574-4ad7-9d5a-8bf9db149550,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:44.800634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:44.817793 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.824965 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fecee247-7498-4cbc-a475-68b7e379ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.832779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No DVR routers for this DVR port fd7c115c-895e-423d-8281-1c5b1583b91e on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:44.859079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecee247-7498-4cbc-a475-68b7e379ee8c None None] Pushing event deleted for resources: {'Port': ['ID=fd7c115c-895e-423d-8281-1c5b1583b91e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:44.868916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecee247-7498-4cbc-a475-68b7e379ee8c None None] No DVR routers for this DVR port fd7c115c-895e-423d-8281-1c5b1583b91e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:44.899352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=fd7c115c-895e-423d-8281-1c5b1583b91e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:44.900625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:44.966644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.151532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:45.205720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fd7c115c-895e-423d-8281-1c5b1583b91e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:45.235170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:45.256230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: fd7c115c-895e-423d-8281-1c5b1583b91e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:42:45.256677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fd7c115c-895e-423d-8281-1c5b1583b91e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:45.297324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:42:45.297324 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbefa063-023c-4fb9-8844-83960d830373" -d '{"events": [{"server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:42:45.300285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.341541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Transition to ACTIVE for port object fafdbb1a-a489-4871-9f1a-432f0949307e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:42:45.367544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51482) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:45.371806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4763c975-39be-49f4-b997-e205ce54f3fa']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:45.382040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd73cbc-77e7-4301-9343-cf75a44bd5c0') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:45.382403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd73cbc-77e7-4301-9343-cf75a44bd5c0') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:45.384011 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260634b6-5089-4d7f-9757-e1e91ac8bd5e x-openstack-request-id: req-260634b6-5089-4d7f-9757-e1e91ac8bd5e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:42:45.384493 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "name": "network-vif-unplugged", "status": "completed", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:42:45.384908 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-260634b6-5089-4d7f-9757-e1e91ac8bd5e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:42:45.385489 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'code': 200} Sep 22 10:42:45.392243 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.406310 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.406545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.413728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:45.415056 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:45.419220 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:45.516631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:45.532080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'networks': [{'name': 'tempest-network--2032538612'}, {'name': 'tempest-network--1050013689'}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:45.532080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'network': {'name': 'tempest-network--2032538612'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:45.532080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'network': {'name': 'tempest-network--1050013689'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:45.549997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.555825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.560039 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/networks/4763c975-39be-49f4-b997-e205ce54f3fa HTTP/1.1" status: 204 len: 168 time: 1.4364877 Sep 22 10:42:45.566936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51498) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:45.596799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'network': {'name': 'tempest-RoutersTest-98917608'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:45.604273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] No DVR routers for this DVR port fafdbb1a-a489-4871-9f1a-432f0949307e on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:45.604432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402361f-fbe8-44ea-a9f4-0573cdb59159 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Network': ['ID=4763c975-39be-49f4-b997-e205ce54f3fa,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:45.694901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Made reservation on behalf of 5a121fc42122431f97f7679380396c4e for: {'network': 2} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:45.700120 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.738647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.760871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:45.765246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.788890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:45.798489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73a2bf-6ef0-466d-a259-b2151e9693f7 req-7bffabc3-acad-407e-81ec-3e417e28e1bc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:45.799716 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.800026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e73a2bf-6ef0-466d-a259-b2151e9693f7 req-7bffabc3-acad-407e-81ec-3e417e28e1bc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.1083112 Sep 22 10:42:45.800387 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added segment 7b9361b2-d136-456f-a30c-e9d0b0bf211d of type vlan for network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c Sep 22 10:42:45.854682 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.885945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:45.886306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:45.886645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:45.903433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e73a2bf-6ef0-466d-a259-b2151e9693f7 req-b1c256ee-2091-4dc4-890e-36f3b8e126e1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894580 Sep 22 10:42:45.907660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Port fafdbb1a-a489-4871-9f1a-432f0949307e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:45.907660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:45.916456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:42:45.916830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Checking segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:45.917288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Bound using segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:42:45.917638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Bound port: fafdbb1a-a489-4871-9f1a-432f0949307e, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:42:45.918007 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.980594 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.983424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:45.989386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:45.990041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.009269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:46.012571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:42:46.040567 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.041059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.055983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Network': ['ID=3b5d8dbf-9c2a-4702-bd97-95dd8289107c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:46.068623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:46.081205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c9ab1b-34cd-46f7-8da8-8df770611e88,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:46.089245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:46.098627 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.098974 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Added segment 774bc286-3974-403c-b06e-fdb20149ce7b of type vlan for network 40fbb21d-4e7a-43ec-b805-c02a8df6e953 Sep 22 10:42:46.112697 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.161180 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41414a7c-9fad-4d9e-887d-2111ff2036b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5920091 Sep 22 10:42:46.163892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51532) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:46.168850 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'subnet': {'network_id': '3b5d8dbf-9c2a-4702-bd97-95dd8289107c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:46.181144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.188359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:46.189010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.190488 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] 10.222.0.32 "PUT /v2.0/ports/fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1092 time: 1.3994663 Sep 22 10:42:46.230662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3396b6-5648-4451-91d3-2b8b5c7feffe service neutron] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:46.276124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:46.291179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.291179 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Added segment 21a626ad-d4bf-462f-bda1-1f9ab97b954a of type vlan for network bc4f08fc-3d64-433f-9b97-b8750b048240 Sep 22 10:42:46.335427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-1e19eabf-e6e7-4821-a8ed-84035fb805cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:46.335427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-1e19eabf-e6e7-4821-a8ed-84035fb805cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1095 time: 0.0950246 Sep 22 10:42:46.365460 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.400870 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:46.406404 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.467548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-92cfade9-0ed8-4ced-9ef0-ad91b0229b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:46.469731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-92cfade9-0ed8-4ced-9ef0-ad91b0229b50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.1298001 Sep 22 10:42:46.549514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-f9ad6f39-9f76-4e54-b164-0ee2f3769378 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1000 time: 0.0713637 Sep 22 10:42:46.555593 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.557047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.565168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:46.571552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:46.572237 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.670046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Network': ['ID=40fbb21d-4e7a-43ec-b805-c02a8df6e953,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:46.686940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 40fbb21d-4e7a-43ec-b805-c02a8df6e953 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:46.700175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-1b2471ad-146f-46ee-9b83-e6865d71019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:46.701748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-1b2471ad-146f-46ee-9b83-e6865d71019d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.1267483 Sep 22 10:42:46.704005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:46.750933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3821771 Sep 22 10:42:46.759486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51558) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:46.771695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Subnet': ['ID=fb3e652a-c47e-451c-8165-750adf3b8d60,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:46.804638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Checking segment: {'id': '7b9361b2-d136-456f-a30c-e9d0b0bf211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b5d8dbf-9c2a-4702-bd97-95dd8289107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:46.805549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network hostable DHCP agents. Network: 3b5d8dbf-9c2a-4702-bd97-95dd8289107c, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:42:46.843548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94afab-ff2d-4c83-b4a8-0a8a9489404e tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Network': ['ID=bc4f08fc-3d64-433f-9b97-b8750b048240,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:46.855315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network bc4f08fc-3d64-433f-9b97-b8750b048240 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:46.897856 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:46.947771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-d18dcf7f-23c3-437b-9d03-0f17626aae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:46.949471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-d18dcf7f-23c3-437b-9d03-0f17626aae20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2332375 Sep 22 10:42:47.006070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 3b5d8dbf-9c2a-4702-bd97-95dd8289107c) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:47.010857 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:47.011453 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.015684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c5240-c284-4f36-9dce-81fb038269e4 None None] Network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:47.101423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836df5a-d130-4272-a1f2-a80024c12a6b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:47.107899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836df5a-d130-4272-a1f2-a80024c12a6b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:47.113990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836df5a-d130-4272-a1f2-a80024c12a6b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:47.119875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836df5a-d130-4272-a1f2-a80024c12a6b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:47.124221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f836df5a-d130-4272-a1f2-a80024c12a6b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3611505 Sep 22 10:42:47.124611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51582) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:47.149566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8f635-93c8-413c-81b4-f45f79f775b3 req-41cbcd89-c62e-4113-88df-4b4482db06a0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:47.151129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1c8f635-93c8-413c-81b4-f45f79f775b3 req-41cbcd89-c62e-4113-88df-4b4482db06a0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.1599951 Sep 22 10:42:47.157496 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-3c48f392-694e-47ee-9d92-f9361dd35d6a service neutron] 10.222.0.32 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967087 Sep 22 10:42:47.161731 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a9c377c5-7f54-424c-9210-ef53451b1753 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9966397 Sep 22 10:42:47.165224 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:47.177091 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-221d5162-a851-4b21-8bbb-3df47dff03f6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-911631601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:47.207232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-3b5d8dbf-9c2a-4702-bd97-95dd8289107c', 'network_id': '3b5d8dbf-9c2a-4702-bd97-95dd8289107c', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'fixed_ips': [{'subnet_id': 'fb3e652a-c47e-451c-8165-750adf3b8d60'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:42:47.208923 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.230207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1c8f635-93c8-413c-81b4-f45f79f775b3 req-d8e11e8e-c541-4065-b8a7-2ff7fa77c809 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712230 Sep 22 10:42:47.287044 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.305061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-12ffd22c-7448-491a-bbd4-2911099518d2 service neutron] 10.222.0.32 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370664 Sep 22 10:42:47.377559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Allocated IP 172.20.0.2 (3b5d8dbf-9c2a-4702-bd97-95dd8289107c/fb3e652a-c47e-451c-8165-750adf3b8d60/18d13f21-ef39-491e-b148-8122b8b7b87f) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:47.384762 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-221d5162-a851-4b21-8bbb-3df47dff03f6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.385892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-221d5162-a851-4b21-8bbb-3df47dff03f6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.392915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:42:47.392915 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd26c5ef-0869-42a3-bb04-e90117b9501e" -d '{"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:42:47.403063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51602) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:47.418772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.456783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fbb21d-4e7a-43ec-b805-c02a8df6e953']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:47.479613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774bc286-3974-403c-b06e-fdb20149ce7b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:47.480059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774bc286-3974-403c-b06e-fdb20149ce7b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:47.490662 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7185d388-4378-4fda-852c-a5bbbb934274 x-openstack-request-id: req-7185d388-4378-4fda-852c-a5bbbb934274 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:42:47.496061 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:42:47.496061 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7185d388-4378-4fda-852c-a5bbbb934274 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:42:47.496061 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'status': 'completed', 'code': 200} Sep 22 10:42:47.496397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.528113 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-221d5162-a851-4b21-8bbb-3df47dff03f6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.551407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.576057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.590463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:47.590989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:47.594185 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:47.609323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-221d5162-a851-4b21-8bbb-3df47dff03f6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.687396 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.738567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:47.741651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:47.746050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:47.756622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Pushing event updated for resources: {'Port': ['ID=18d13f21-ef39-491e-b148-8122b8b7b87f,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:47.795898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.798005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-221d5162-a851-4b21-8bbb-3df47dff03f6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.799908 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-221d5162-a851-4b21-8bbb-3df47dff03f6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6336641 Sep 22 10:42:47.812718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Attempting to bind port 18d13f21-ef39-491e-b148-8122b8b7b87f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:47.813092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Attempting to bind port 18d13f21-ef39-491e-b148-8122b8b7b87f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '7b9361b2-d136-456f-a30c-e9d0b0bf211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b5d8dbf-9c2a-4702-bd97-95dd8289107c'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:47.813462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Attempting to bind port 18d13f21-ef39-491e-b148-8122b8b7b87f on network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:47.818969 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:42:47.819378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Checking segment: {'id': '7b9361b2-d136-456f-a30c-e9d0b0bf211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b5d8dbf-9c2a-4702-bd97-95dd8289107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:47.819783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.820180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Bound using segment: {'id': '7b9361b2-d136-456f-a30c-e9d0b0bf211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b5d8dbf-9c2a-4702-bd97-95dd8289107c'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:42:47.820648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Bound port: 18d13f21-ef39-491e-b148-8122b8b7b87f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9361b2-d136-456f-a30c-e9d0b0bf211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b5d8dbf-9c2a-4702-bd97-95dd8289107c'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:42:47.821022 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.826281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:47.829312 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/networks/40fbb21d-4e7a-43ec-b805-c02a8df6e953 HTTP/1.1" status: 204 len: 168 time: 0.7037017 Sep 22 10:42:47.830037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51618) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:47.834430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b401f8-fdb8-4545-89b8-bb9912f95172 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Network': ['ID=40fbb21d-4e7a-43ec-b805-c02a8df6e953,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:47.841743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51620) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:47.889547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1373278684', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:47.898543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] For port 18d13f21-ef39-491e-b148-8122b8b7b87f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:47.902225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] For port 18d13f21-ef39-491e-b148-8122b8b7b87f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=18d13f21-ef39-491e-b148-8122b8b7b87f,segment=NetworkSegment(7b9361b2-d136-456f-a30c-e9d0b0bf211d),segment_id=7b9361b2-d136-456f-a30c-e9d0b0bf211d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:42:47.927350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-9b5bde27-bcce-44df-9256-cdf5075f0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:47.928892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-9b5bde27-bcce-44df-9256-cdf5075f0bd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1095 time: 0.4241500 Sep 22 10:42:47.930619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-d6ef0924-aada-45b2-b85f-cc2cb88773e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:47.932051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-d6ef0924-aada-45b2-b85f-cc2cb88773e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1095 time: 0.4192865 Sep 22 10:42:47.950848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:47.990913 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.030584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Made reservation on behalf of 2e536b8f00804436a45ca4ee676aeeaf for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:48.032612 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.039359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:48.062875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370b08d-6357-4a61-8507-885ca8e3199c None None] Pushing event updated for resources: {'Port': ['ID=18d13f21-ef39-491e-b148-8122b8b7b87f,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:48.081710 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.085618 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.133237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-358eb5cf-4963-4aaa-a6f3-057787caa02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:48.134848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-358eb5cf-4963-4aaa-a6f3-057787caa02a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.1907997 Sep 22 10:42:48.135824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-1880f6d1-2daf-4ea6-9935-238436883f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:48.137130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-1880f6d1-2daf-4ea6-9935-238436883f3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.2002687 Sep 22 10:42:48.296858 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.331018 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4f08fc-3d64-433f-9b97-b8750b048240']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:48.334836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-7e51bd08-55d2-4595-a3c5-e7efb1938631 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1000 time: 0.1887808 Sep 22 10:42:48.346335 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a626ad-d4bf-462f-bda1-1f9ab97b954a') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:48.347023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a626ad-d4bf-462f-bda1-1f9ab97b954a') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:48.380162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-93099d62-5cad-4fd3-8b28-c3f25c5fa7eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1000 time: 0.2353814 Sep 22 10:42:48.382271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.384707 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.409522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.446033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:48.446523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:48.449493 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:48.453208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.498465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-12f4e215-0eae-46a2-98cc-c6922734294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:48.499843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-12f4e215-0eae-46a2-98cc-c6922734294c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.1473432 Sep 22 10:42:48.516357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-2be7944a-4cea-488f-a09d-5678c2a023a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:48.517769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-2be7944a-4cea-488f-a09d-5678c2a023a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.0879951 Sep 22 10:42:48.526786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089b1a4-4067-4466-837d-e7b14e6f78f2 req-869e4c22-0f2e-44f7-b019-1194d3c8af77 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:48.528223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1089b1a4-4067-4466-837d-e7b14e6f78f2 req-869e4c22-0f2e-44f7-b019-1194d3c8af77 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.1851377 Sep 22 10:42:48.591669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.600806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] device_id is not set on port 2a733edc-f395-4223-9ae9-f2ea05fba06d yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:48.640308 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.652119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:48.654612 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/networks/bc4f08fc-3d64-433f-9b97-b8750b048240 HTTP/1.1" status: 204 len: 168 time: 0.8105748 Sep 22 10:42:48.666606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51652) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:48.676897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-cea812bd-3ff6-41e4-a012-7369749b30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:48.678452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-cea812bd-3ff6-41e4-a012-7369749b30f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712613 Sep 22 10:42:48.684859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f34184-b18e-46e1-ae5d-0afec7e24877 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Network': ['ID=bc4f08fc-3d64-433f-9b97-b8750b048240,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:48.702130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1089b1a4-4067-4466-837d-e7b14e6f78f2 req-3be89955-53e4-4e94-8d4e-b6ce4db37388 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566613 Sep 22 10:42:48.704025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-8c607d42-31a8-4ebe-a9e9-188a008d19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:48.705666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-8c607d42-31a8-4ebe-a9e9-188a008d19fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621072 Sep 22 10:42:48.706637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69ac7ec-ff3e-4ef3-ae21-cc9b9e651be2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:48.859695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.20.0.1 (3b5d8dbf-9c2a-4702-bd97-95dd8289107c/fb3e652a-c47e-451c-8165-750adf3b8d60/c3f0b252-b670-45d1-87a4-5e9fd8492b8d) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:48.920401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77134ef-1c4a-4148-b9a2-bbe03a8e7b4d tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:48.922923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Allocated IP 172.25.1.214 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/2a733edc-f395-4223-9ae9-f2ea05fba06d) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:48.926946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77134ef-1c4a-4148-b9a2-bbe03a8e7b4d tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:48.933029 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e77134ef-1c4a-4148-b9a2-bbe03a8e7b4d tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2658551 Sep 22 10:42:48.933695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-68a44b8e-9fd3-4636-a02a-715fea9c8cfb service neutron] 10.222.0.32 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435029 Sep 22 10:42:48.937422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51662) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:48.952810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1397217234'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:49.003680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-49070b9d-d2e0-42d9-baa1-d44c18cbebdc service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771268 Sep 22 10:42:49.067220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.094041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Made reservation on behalf of 5a121fc42122431f97f7679380396c4e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:49.097898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.125440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:49.136141 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.136141 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Added segment 77415ef6-7ca8-4e5b-bec4-f513a47c89ee of type vlan for network d4e2595c-16d8-47ba-95df-1f1b7a3089af Sep 22 10:42:49.196733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.199502 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.202606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-d87fa2fb-f6b2-40ad-907f-5c9a7e919c9b service neutron] 10.222.0.32 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602541 Sep 22 10:42:49.231016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd26c5ef-0869-42a3-bb04-e90117b9501e req-1a7b59e2-14bd-4fb5-9be3-618825120848 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150548 Sep 22 10:42:49.231195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6500d2-77c8-40cf-80de-5d221378bf4a None None] Network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:49.274019 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:49.287391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:49.287391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:49.321469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=c3f0b252-b670-45d1-87a4-5e9fd8492b8d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:49.344318 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.348847 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.354630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:49.356077 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.378855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 18d13f21-ef39-491e-b148-8122b8b7b87f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:49.382998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.425775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b6d44137-7a21-42da-910d-e76b30575f79 None None] Provisioning complete for port 18d13f21-ef39-491e-b148-8122b8b7b87f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:49.426209 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6d44137-7a21-42da-910d-e76b30575f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.515921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.568701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:49.576294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:49.583618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:49.638975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Pushing event updated for resources: {'Port': ['ID=2a733edc-f395-4223-9ae9-f2ea05fba06d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:49.649968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:49.650618 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.657360 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6d44137-7a21-42da-910d-e76b30575f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.679471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 18d13f21-ef39-491e-b148-8122b8b7b87f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:49.679838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.731370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Network': ['ID=d4e2595c-16d8-47ba-95df-1f1b7a3089af,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:49.744499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b6d44137-7a21-42da-910d-e76b30575f79 None None] For port 18d13f21-ef39-491e-b148-8122b8b7b87f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=18d13f21-ef39-491e-b148-8122b8b7b87f,segment=NetworkSegment(7b9361b2-d136-456f-a30c-e9d0b0bf211d),segment_id=7b9361b2-d136-456f-a30c-e9d0b0bf211d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:49.748853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network d4e2595c-16d8-47ba-95df-1f1b7a3089af details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:49.755464 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-87c84b13-bcc0-4009-ab4c-c7eb5da8ef78 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8168988 Sep 22 10:42:49.757915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51696) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:49.761564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dad2421b-25aa-4421-b34a-428d0e16f1e5 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3564532 Sep 22 10:42:49.765673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1415042411'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:49.769102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51698) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:49.775110 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.214'}]}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:49.803174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:42:49.803174 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:42:49.803174 n-d-807025-3 neutron-server[95681]: [parameters: {'project_id_1': '2e536b8f00804436a45ca4ee676aeeaf', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 42, 29, 787851)}] Sep 22 10:42:49.803174 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:42:49.803890 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:42:49.864123 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6d44137-7a21-42da-910d-e76b30575f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.874140 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.878537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2e90a-f9de-4130-95c1-97fd0e059ccf req-0d9157bd-8e57-40fc-9979-a697a006a0bf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:49.880236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ac2e90a-f9de-4130-95c1-97fd0e059ccf req-0d9157bd-8e57-40fc-9979-a697a006a0bf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.0682263 Sep 22 10:42:49.924239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ac2e90a-f9de-4130-95c1-97fd0e059ccf req-1622f2d8-a88e-437e-a643-d471c73c2efe tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374632 Sep 22 10:42:49.957181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:49.968733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Made reservation on behalf of 5a121fc42122431f97f7679380396c4e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:49.981354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.007684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d44137-7a21-42da-910d-e76b30575f79 None None] Pushing event updated for resources: {'Port': ['ID=18d13f21-ef39-491e-b148-8122b8b7b87f,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:50.024517 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:42:50.024990 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:42:50.028919 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:50.057977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.058279 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Added segment e7134462-0a16-433b-8804-dc1c64e932d0 of type vlan for network f189b574-d087-4ce3-babf-37d03ac18197 Sep 22 10:42:50.090493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d4503fb4-68af-4751-a493-64e3e6447e1e None None] Provisioning complete for port 18d13f21-ef39-491e-b148-8122b8b7b87f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:50.090493 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d4503fb4-68af-4751-a493-64e3e6447e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.150528 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.194317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d4503fb4-68af-4751-a493-64e3e6447e1e None None] Provisioning complete for port c3f0b252-b670-45d1-87a4-5e9fd8492b8d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:50.194877 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d4503fb4-68af-4751-a493-64e3e6447e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.231951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d4503fb4-68af-4751-a493-64e3e6447e1e None None] Port c3f0b252-b670-45d1-87a4-5e9fd8492b8d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:50.294678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.300382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:50.300996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.350623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-104ba553-39f0-4104-b8ef-1fcbb4c0fdc4 None None] Provisioning complete for port c3f0b252-b670-45d1-87a4-5e9fd8492b8d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:50.350998 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-104ba553-39f0-4104-b8ef-1fcbb4c0fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.405398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-104ba553-39f0-4104-b8ef-1fcbb4c0fdc4 None None] Port c3f0b252-b670-45d1-87a4-5e9fd8492b8d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:50.421071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Network': ['ID=f189b574-d087-4ce3-babf-37d03ac18197,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:50.431553 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f189b574-d087-4ce3-babf-37d03ac18197 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:50.446287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.463727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.465690 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.510843 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.528936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5d5b2-60d6-449a-8632-afd3e8134604 req-10eea686-77cf-409c-9786-56ea794002f1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:50.530562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2e5d5b2-60d6-449a-8632-afd3e8134604 req-10eea686-77cf-409c-9786-56ea794002f1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.1040113 Sep 22 10:42:50.543321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-5186b799-c383-453c-bdda-f618024a6695 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:50.543944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.544839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-5186b799-c383-453c-bdda-f618024a6695 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.32 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 944 time: 0.0874133 Sep 22 10:42:50.590506 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f5f83400-c9e1-46e5-8c87-8023c49097fb tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8313031 Sep 22 10:42:50.595253 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51736) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:50.623689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'ports': [{'network_id': 'd4e2595c-16d8-47ba-95df-1f1b7a3089af', 'name': 'tempest-port--1896899852', 'admin_state_up': True}, {'network_id': 'f189b574-d087-4ce3-babf-37d03ac18197', 'admin_state_up': False}]} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:50.624007 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'port': {'network_id': 'd4e2595c-16d8-47ba-95df-1f1b7a3089af', 'name': 'tempest-port--1896899852', 'admin_state_up': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:50.624496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'port': {'network_id': 'f189b574-d087-4ce3-babf-37d03ac18197', 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:50.641844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2e5d5b2-60d6-449a-8632-afd3e8134604 req-afaeaa28-9657-4a2d-9d71-91f203f69364 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956540 Sep 22 10:42:50.643992 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.652122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-480f4179-038c-4d68-b7c3-f9453d698ba6 service neutron] 10.222.0.32 "GET /v2.0/ports/fafdbb1a-a489-4871-9f1a-432f0949307e/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 382 time: 0.0977719 Sep 22 10:42:50.715441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=c3f0b252-b670-45d1-87a4-5e9fd8492b8d,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:50.723125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-619ca7ff-e5ae-4a03-9daa-3e08cc29fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:50.724721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-619ca7ff-e5ae-4a03-9daa-3e08cc29fd46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1095 time: 0.0485973 Sep 22 10:42:50.798474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.798843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.799166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.799505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.799843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.800180 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.800512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.800846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.801177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.801503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.801829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.802186 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:42:50.816882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-4b1a9d1b-445a-4b29-b49f-2ff34375454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:50.818461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-4b1a9d1b-445a-4b29-b49f-2ff34375454d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.0873170 Sep 22 10:42:50.889763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-260e4446-2fad-4f2d-836c-ec92d1aaa8b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1000 time: 0.0634401 Sep 22 10:42:50.937349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:50.939727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-8880345a-58c3-4fdc-9a6e-574ca65fc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:50.941209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-8880345a-58c3-4fdc-9a6e-574ca65fc5de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.0450525 Sep 22 10:42:50.988343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-9072dc2f-c41b-499d-b29f-ba39af211e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:50.990925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-9072dc2f-c41b-499d-b29f-ba39af211e5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424893 Sep 22 10:42:51.015180 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:51.019492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:51.097629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-866404fa-dbfa-4142-a0dc-68a20adaf4b1 service neutron] 10.222.0.32 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988626 Sep 22 10:42:51.114893 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Made reservation on behalf of 5a121fc42122431f97f7679380396c4e for: {'port': 2} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:51.118692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:51.154555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:51.204899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-6ebd5882-8d2d-4f70-abb1-806d47828fa2 service neutron] 10.222.0.32 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005497 Sep 22 10:42:51.212740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 18d13f21-ef39-491e-b148-8122b8b7b87f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:42:51.269761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 18d13f21-ef39-491e-b148-8122b8b7b87f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:51.270483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:51.316487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] device_id is not set on port c4bed5b9-db9e-431f-9e17-8c279a44b70f yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:51.356298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2ce85755-6306-4d19-b927-185575a7456d None None] Provisioning complete for port c3f0b252-b670-45d1-87a4-5e9fd8492b8d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:42:51.357224 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ce85755-6306-4d19-b927-185575a7456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:51.386217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:42:51.392296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2ce85755-6306-4d19-b927-185575a7456d None None] Port c3f0b252-b670-45d1-87a4-5e9fd8492b8d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:42:51.596470 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:51.629470 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:51.634681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:51.643101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51760) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:51.643706 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d5b12c9c-4084-4d31-adbd-2139784e1219 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8104463 Sep 22 10:42:51.645650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eea45a-3524-4580-8982-aa2c55eded53 None None] Sync routers for ids ['b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:51.658413 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eea45a-3524-4580-8982-aa2c55eded53 None None] Routers {'b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:51.658973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:51.659131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a9eea45a-3524-4580-8982-aa2c55eded53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:51.697942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198659a-49d8-4cb6-8b7e-815023c5a92f tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:51.700766 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8198659a-49d8-4cb6-8b7e-815023c5a92f tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports/c3f0b252-b670-45d1-87a4-5e9fd8492b8d HTTP/1.1" status: 200 len: 910 time: 0.0559144 Sep 22 10:42:51.703694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51764) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:51.704776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a9eea45a-3524-4580-8982-aa2c55eded53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:51.713836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eea45a-3524-4580-8982-aa2c55eded53 None None] Routers {'b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:51.714721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a9eea45a-3524-4580-8982-aa2c55eded53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:51.748425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a9eea45a-3524-4580-8982-aa2c55eded53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:51.749100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eea45a-3524-4580-8982-aa2c55eded53 None None] The sync data for ids ['b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:51.758263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:42:51.818709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] device_id is not set on port 1c200aba-f7cc-4d9b-b643-22adeaf7553f yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:42:51.905009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:51.918982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'port_id': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'mac_address': 'fa:16:3e:4c:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:42:51.962372 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:51.985339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafdbb1a-a489-4871-9f1a-432f0949307e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:42:52.011423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:52.038279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e9295-b4c4-4a63-96e9-706a03eecf89 req-f899414a-59d8-47c7-b713-2e6fbe30842b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:52.039935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-485e9295-b4c4-4a63-96e9-706a03eecf89 req-f899414a-59d8-47c7-b713-2e6fbe30842b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 944 time: 0.1709859 Sep 22 10:42:52.097819 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.112138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-485e9295-b4c4-4a63-96e9-706a03eecf89 req-2ef43b0b-74f3-4235-9d63-6ef499e79c92 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625346 Sep 22 10:42:52.152477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:52.187775 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.251927 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-06c47e7f-511a-4ff4-8158-db8e61ea15b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.257730 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.347489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.438841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port c3f0b252-b670-45d1-87a4-5e9fd8492b8d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:52.439258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.454261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.457506 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.535917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.547948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for c3f0b252-b670-45d1-87a4-5e9fd8492b8d owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:52.573176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.621929 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.622585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c30580da-56f8-4031-8c2e-53279ee90631 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:42:52.658017 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Port': ['ID=c4bed5b9-db9e-431f-9e17-8c279a44b70f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:52.683716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Checking segment: {'id': '77415ef6-7ca8-4e5b-bec4-f513a47c89ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd4e2595c-16d8-47ba-95df-1f1b7a3089af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:52.684171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Network hostable DHCP agents. Network: d4e2595c-16d8-47ba-95df-1f1b7a3089af, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:42:52.720813 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 10:42:52.722192 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9e3a58b3-c2c8-42e8-b085-4aace6c91bf9 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9516826 Sep 22 10:42:52.724883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51768) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:52.780952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Network d4e2595c-16d8-47ba-95df-1f1b7a3089af is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:52.808804 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc486a-aa6c-4a11-b0db-2e4c1c94c5e3 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Deleting port 2a733edc-f395-4223-9ae9-f2ea05fba06d {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:52.809151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6fc486a-aa6c-4a11-b0db-2e4c1c94c5e3 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.817667 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.846396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=c3f0b252-b670-45d1-87a4-5e9fd8492b8d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:52.862378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, d4e2595c-16d8-47ba-95df-1f1b7a3089af) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:52.870921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:52.871786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.885856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5438390b-bbdd-470c-af70-d589118ba06f None None] Network d4e2595c-16d8-47ba-95df-1f1b7a3089af requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:52.954301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6fc486a-aa6c-4a11-b0db-2e4c1c94c5e3 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:52.965392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Port': ['ID=1c200aba-f7cc-4d9b-b643-22adeaf7553f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:53.001681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc486a-aa6c-4a11-b0db-2e4c1c94c5e3 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Calling delete_port for 2a733edc-f395-4223-9ae9-f2ea05fba06d owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:53.033816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Checking segment: {'id': 'e7134462-0a16-433b-8804-dc1c64e932d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f189b574-d087-4ce3-babf-37d03ac18197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:53.034265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Network hostable DHCP agents. Network: f189b574-d087-4ce3-babf-37d03ac18197, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:42:53.084969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:53.331705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:42:53.348257 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6fc486a-aa6c-4a11-b0db-2e4c1c94c5e3 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:53.358396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20984fd6-965d-46ee-aebf-a141b9638741 req-cefb8687-7e92-423f-a4fa-cf065a3835c2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:53.358396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20984fd6-965d-46ee-aebf-a141b9638741 req-cefb8687-7e92-423f-a4fa-cf065a3835c2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 945 time: 0.0855279 Sep 22 10:42:53.358641 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Network f189b574-d087-4ce3-babf-37d03ac18197 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:42:53.398562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc486a-aa6c-4a11-b0db-2e4c1c94c5e3 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a733edc-f395-4223-9ae9-f2ea05fba06d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:53.454647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:53.458934 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f189b574-d087-4ce3-babf-37d03ac18197) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:53.469730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b876ca3-fd9f-4ab8-9734-f3e3f584e0e3 None None] Network f189b574-d087-4ce3-babf-37d03ac18197 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:53.470151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20984fd6-965d-46ee-aebf-a141b9638741 req-58f6bbed-a111-4dc7-9652-8f982ae0b9f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737355 Sep 22 10:42:53.485458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:53.485659 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b9a3a-c9ad-4f89-90d1-bb2ce9fc2388 None None] Sync routers for ids ['b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:53.490382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:53.491110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ddfd8327-0a7a-4ed1-b29d-8015928ab3ae tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858806 Sep 22 10:42:53.491984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51774) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:53.494504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:53.495201 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:53.512240 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b9a3a-c9ad-4f89-90d1-bb2ce9fc2388 None None] Routers {'b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:53.515006 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-480b9a3a-c9ad-4f89-90d1-bb2ce9fc2388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:53.521261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6fc486a-aa6c-4a11-b0db-2e4c1c94c5e3 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:53.525842 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a6fc486a-aa6c-4a11-b0db-2e4c1c94c5e3 tempest-RoutersAdminNegativeTest-1075229916 tempest-RoutersAdminNegativeTest-1075229916-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2a733edc-f395-4223-9ae9-f2ea05fba06d HTTP/1.1" status: 204 len: 168 time: 0.7974544 Sep 22 10:42:53.526502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fd3272c7-7965-401f-a34d-2c8b5ef7b847 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b HTTP/1.1" status: 200 len: 205 time: 0.0311399 Sep 22 10:42:53.531156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51776) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:53.592512 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f375b5ea-fb34-463d-9b08-35639a9b08b7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9757078 Sep 22 10:42:53.595763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51780) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:53.640608 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-480b9a3a-c9ad-4f89-90d1-bb2ce9fc2388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:53.664689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98639b77-8a56-4034-a9fd-7dabec21d0b1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:53.665566 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b9a3a-c9ad-4f89-90d1-bb2ce9fc2388 None None] Routers {'b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:53.666556 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-480b9a3a-c9ad-4f89-90d1-bb2ce9fc2388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:53.738062 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-480b9a3a-c9ad-4f89-90d1-bb2ce9fc2388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:53.738671 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b9a3a-c9ad-4f89-90d1-bb2ce9fc2388 None None] The sync data for ids ['b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:53.752074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0796e5ce-44ed-4669-85b5-1f7615bcb6bc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:53.758942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0796e5ce-44ed-4669-85b5-1f7615bcb6bc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:53.764727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0796e5ce-44ed-4669-85b5-1f7615bcb6bc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1674912 Sep 22 10:42:53.765483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51782) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:53.825184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:42:53.885191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98639b77-8a56-4034-a9fd-7dabec21d0b1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:53.888262 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98639b77-8a56-4034-a9fd-7dabec21d0b1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.040889 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98639b77-8a56-4034-a9fd-7dabec21d0b1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.041449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98639b77-8a56-4034-a9fd-7dabec21d0b1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Fanout notify agent at l3_agent the message router_deleted on router b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:42:54.056487 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-98639b77-8a56-4034-a9fd-7dabec21d0b1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.060847 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-98639b77-8a56-4034-a9fd-7dabec21d0b1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b HTTP/1.1" status: 204 len: 168 time: 0.5251889 Sep 22 10:42:54.065388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:54.160992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:54.193341 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51790) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:54.195627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'port_id': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'mac_address': 'fa:16:3e:4c:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:42:54.208705 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82f8cc1-ab88-4e06-b328-52393224768d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting subnet fb3e652a-c47e-451c-8165-750adf3b8d60 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:42:54.212215 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b82f8cc1-ab88-4e06-b328-52393224768d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.219733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-04975698-f50a-457f-8547-fca38100fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:54.221257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-04975698-f50a-457f-8547-fca38100fd3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 1096 time: 0.4463172 Sep 22 10:42:54.236297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:54.259134 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b82f8cc1-ab88-4e06-b328-52393224768d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.269477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-dbda2e48-1928-4dba-b99e-6aed5047c69b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Deleting port c4bed5b9-db9e-431f-9e17-8c279a44b70f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:54.270319 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dbda2e48-1928-4dba-b99e-6aed5047c69b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.320823 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.353018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1a4f46c-94ac-409a-a817-1ea4dfcc7f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.364096 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b82f8cc1-ab88-4e06-b328-52393224768d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.504829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b82f8cc1-ab88-4e06-b328-52393224768d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.517089 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dbda2e48-1928-4dba-b99e-6aed5047c69b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.520572 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1a4f46c-94ac-409a-a817-1ea4dfcc7f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.545035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f8cc1-ab88-4e06-b328-52393224768d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3e652a-c47e-451c-8165-750adf3b8d60,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:54.547686 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b82f8cc1-ab88-4e06-b328-52393224768d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.550298 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b82f8cc1-ab88-4e06-b328-52393224768d tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/fb3e652a-c47e-451c-8165-750adf3b8d60 HTTP/1.1" status: 204 len: 168 time: 0.4831946 Sep 22 10:42:54.552139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-dbda2e48-1928-4dba-b99e-6aed5047c69b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Calling delete_port for c4bed5b9-db9e-431f-9e17-8c279a44b70f owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:54.552279 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51796) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:54.555226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b7d2b-f545-48c6-b3ac-ce3bf593a47a None None] Network 3b5d8dbf-9c2a-4702-bd97-95dd8289107c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:42:54.634515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.642230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1a4f46c-94ac-409a-a817-1ea4dfcc7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.671198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4f46c-94ac-409a-a817-1ea4dfcc7f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afaddb6-d7ec-4625-afa2-16ab383636f4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:54.734020 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a1a4f46c-94ac-409a-a817-1ea4dfcc7f3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0df8dbc7946c4329a11f9ad2c6dcd590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395243 Sep 22 10:42:54.738527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51800) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:54.776876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28ad20-256c-46ec-b718-a1543f27bf3b req-ffc603cb-39c1-411a-8108-7e1887801f79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:54.779066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d28ad20-256c-46ec-b718-a1543f27bf3b req-ffc603cb-39c1-411a-8108-7e1887801f79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 945 time: 0.1942415 Sep 22 10:42:54.782338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:54.800733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port 18d13f21-ef39-491e-b148-8122b8b7b87f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:54.801099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.806492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325705f1-6fd3-458d-8221-b96d95702440 None None] DHCP port deletion for 3b5d8dbf-9c2a-4702-bd97-95dd8289107c request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:42:54.827215 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad98cc6c-9d58-491c-9819-bc74f6619dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.876945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-325705f1-6fd3-458d-8221-b96d95702440 None None] Deleting port 18d13f21-ef39-491e-b148-8122b8b7b87f {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:54.877634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-325705f1-6fd3-458d-8221-b96d95702440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.879268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:54.895504 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad98cc6c-9d58-491c-9819-bc74f6619dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.896004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d28ad20-256c-46ec-b718-a1543f27bf3b req-126ddd3b-61a8-4ca1-be0d-e74e200be15c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886972 Sep 22 10:42:54.915512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port 18d13f21-ef39-491e-b148-8122b8b7b87f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=18d13f21-ef39-491e-b148-8122b8b7b87f,segment=NetworkSegment(7b9361b2-d136-456f-a30c-e9d0b0bf211d),segment_id=7b9361b2-d136-456f-a30c-e9d0b0bf211d)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:54.915882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.923217 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dbda2e48-1928-4dba-b99e-6aed5047c69b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.937803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for 18d13f21-ef39-491e-b148-8122b8b7b87f owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:54.961583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fafdbb1a-a489-4871-9f1a-432f0949307e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:42:54.967442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda2e48-1928-4dba-b99e-6aed5047c69b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Port': ['ID=c4bed5b9-db9e-431f-9e17-8c279a44b70f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:54.967618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-325705f1-6fd3-458d-8221-b96d95702440 None None] For port 18d13f21-ef39-491e-b148-8122b8b7b87f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=18d13f21-ef39-491e-b148-8122b8b7b87f,segment=NetworkSegment(7b9361b2-d136-456f-a30c-e9d0b0bf211d),segment_id=7b9361b2-d136-456f-a30c-e9d0b0bf211d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:42:54.967922 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-325705f1-6fd3-458d-8221-b96d95702440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.982591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.984821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-325705f1-6fd3-458d-8221-b96d95702440 None None] Calling delete_port for 18d13f21-ef39-491e-b148-8122b8b7b87f owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:54.986560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dbda2e48-1928-4dba-b99e-6aed5047c69b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.990850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dbda2e48-1928-4dba-b99e-6aed5047c69b tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/ports/c4bed5b9-db9e-431f-9e17-8c279a44b70f HTTP/1.1" status: 204 len: 168 time: 1.2219765 Sep 22 10:42:54.992970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51802) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:55.037508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Ignored duplicate provisioning block setup for port fafdbb1a-a489-4871-9f1a-432f0949307e by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 10:42:55.103660 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad98cc6c-9d58-491c-9819-bc74f6619dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.107084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad98cc6c-9d58-491c-9819-bc74f6619dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.110871 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ad98cc6c-9d58-491c-9819-bc74f6619dbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0afaddb6-d7ec-4625-afa2-16ab383636f4 HTTP/1.1" status: 204 len: 168 time: 0.3678310 Sep 22 10:42:55.115120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ed4eaaf3-a186-4e7a-a7ed-70b776a34664 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Deleting port 1c200aba-f7cc-4d9b-b643-22adeaf7553f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:42:55.115120 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ed4eaaf3-a186-4e7a-a7ed-70b776a34664 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.121479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98cc6c-9d58-491c-9819-bc74f6619dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afaddb6-d7ec-4625-afa2-16ab383636f4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:55.144627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.146006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.148047 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0c62951-e0f7-43bc-8701-9557423b0165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:42:55.149579 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:42:55.159244 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-325705f1-6fd3-458d-8221-b96d95702440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.216242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325705f1-6fd3-458d-8221-b96d95702440 None None] Pushing event deleted for resources: {'Port': ['ID=18d13f21-ef39-491e-b148-8122b8b7b87f,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:55.225928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=18d13f21-ef39-491e-b148-8122b8b7b87f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:55.229545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No DVR routers for this DVR port 18d13f21-ef39-491e-b148-8122b8b7b87f on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:55.233849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325705f1-6fd3-458d-8221-b96d95702440 None None] No DVR routers for this DVR port 18d13f21-ef39-491e-b148-8122b8b7b87f on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:55.254778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=9']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:55.284151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 18d13f21-ef39-491e-b148-8122b8b7b87f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:55.320083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 18d13f21-ef39-491e-b148-8122b8b7b87f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:42:55.321012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 18d13f21-ef39-491e-b148-8122b8b7b87f not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:55.378557 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ed4eaaf3-a186-4e7a-a7ed-70b776a34664 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.381430 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.405663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5d8dbf-9c2a-4702-bd97-95dd8289107c']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:55.410536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ed4eaaf3-a186-4e7a-a7ed-70b776a34664 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Calling delete_port for 1c200aba-f7cc-4d9b-b643-22adeaf7553f owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:42:55.416251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9361b2-d136-456f-a30c-e9d0b0bf211d') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:55.416541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9361b2-d136-456f-a30c-e9d0b0bf211d') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:55.429026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.449483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.460496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:42:55.460856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:42:55.464404 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:42:55.501340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] No DVR routers for this DVR port fafdbb1a-a489-4871-9f1a-432f0949307e on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:42:55.567023 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.595241 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.670959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.676431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:42:55.676806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:42:55.677108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:55.682930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Port fafdbb1a-a489-4871-9f1a-432f0949307e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:42:55.682930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Attempting to bind port fafdbb1a-a489-4871-9f1a-432f0949307e on network b0dd4a09-4304-404a-ac8b-6545b0465ab5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:42:55.688097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:42:55.688441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Checking segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:42:55.688831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Bound using segment: {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:42:55.689265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Bound port: fafdbb1a-a489-4871-9f1a-432f0949307e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e032fa5-d59a-4189-8138-dbbdf071ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:42:55.689621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.693596 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.695635 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/networks/3b5d8dbf-9c2a-4702-bd97-95dd8289107c HTTP/1.1" status: 204 len: 168 time: 1.1421771 Sep 22 10:42:55.696807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397a9a2-f7c0-4156-bcdf-f99f32a1e227 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Network': ['ID=3b5d8dbf-9c2a-4702-bd97-95dd8289107c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:55.699913 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51810) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:55.706048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ed4eaaf3-a186-4e7a-a7ed-70b776a34664 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.708880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-563837042', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:55.747395 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ed4eaaf3-a186-4e7a-a7ed-70b776a34664 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.749635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ed4eaaf3-a186-4e7a-a7ed-70b776a34664 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/ports/1c200aba-f7cc-4d9b-b643-22adeaf7553f HTTP/1.1" status: 204 len: 168 time: 0.7552264 Sep 22 10:42:55.752149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51812) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:55.770628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eaaf3-a186-4e7a-a7ed-70b776a34664 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Port': ['ID=1c200aba-f7cc-4d9b-b643-22adeaf7553f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:55.782993 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.786229 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c84c7496-0d72-4039-a29a-dd9ba2eb35c3 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0314662 Sep 22 10:42:55.788762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51814) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:55.793645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1014415631'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:55.812296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:42:55.815407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:42:55.819098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.820063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.840218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:42:55.884587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.892992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:42:55.954382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Made reservation on behalf of 5a121fc42122431f97f7679380396c4e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:55.954992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.959105 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.986895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:55.991070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51818) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:56.012291 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.013397 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Added segment 9fb55d46-0a83-4500-b0ce-fe24a3ae99dd of type vlan for network 87b5746b-62f6-4767-b7e0-65b5ed758086 Sep 22 10:42:56.035537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.036244 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.037522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] 10.222.0.30 "PUT /v2.0/ports/fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1092 time: 1.8071094 Sep 22 10:42:56.037971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:42:56.040544 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d532e5-7837-4063-9ec2-324e7d4b176e" -d '{"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:42:56.071326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69108d3f-35a2-4c76-b35d-8fdd9711f666 service neutron] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=10']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:56.072463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.138764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34a862-83a4-4d39-b00b-28546cddb5d0 req-7381da6e-26c7-4b4d-9339-55250cf00622 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.141240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e34a862-83a4-4d39-b00b-28546cddb5d0 req-7381da6e-26c7-4b4d-9339-55250cf00622 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 945 time: 0.1793947 Sep 22 10:42:56.164966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-32e254a4-34f9-4151-8570-a9f5cbdad3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.166839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-32e254a4-34f9-4151-8570-a9f5cbdad3a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1096 time: 0.0900934 Sep 22 10:42:56.183506 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.234638 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6c741096-35eb-4435-9f0c-afb2eed85847 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e536b8f00804436a45ca4ee676aeeaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415881 Sep 22 10:42:56.235479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51822) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:56.243768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.251173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.251791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.297637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e34a862-83a4-4d39-b00b-28546cddb5d0 req-1b4cbc06-ff2a-42a4-8e9d-6b42adb48907 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467726 Sep 22 10:42:56.308677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.330930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-0c0d7d52-dc1f-4078-89e5-74e5d9748720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.331878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-0c0d7d52-dc1f-4078-89e5-74e5d9748720 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.1568596 Sep 22 10:42:56.388746 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5989306 Sep 22 10:42:56.391047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fde91-2583-4159-a655-4d23a4c267c6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Network': ['ID=87b5746b-62f6-4767-b7e0-65b5ed758086,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:56.394978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51826) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:56.401216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-530455632'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:56.402820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 87b5746b-62f6-4767-b7e0-65b5ed758086 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:56.407450 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a50d332-900f-4867-aba6-e0f49ab4ebdc x-openstack-request-id: req-9a50d332-900f-4867-aba6-e0f49ab4ebdc {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:42:56.407747 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:42:56.408003 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a50d332-900f-4867-aba6-e0f49ab4ebdc {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:42:56.408408 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'status': 'completed', 'code': 200} Sep 22 10:42:56.472052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-6af147c4-e36b-4d47-a607-f3cea28e8841 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1000 time: 0.1322107 Sep 22 10:42:56.474220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-3576fc53-7ef1-4ebe-9045-03a4f98e14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.474678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ca69-6a56-4d7a-bba5-3c960904a164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.475716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-3576fc53-7ef1-4ebe-9045-03a4f98e14d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1096 time: 0.0706446 Sep 22 10:42:56.511771 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ca69-6a56-4d7a-bba5-3c960904a164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.578541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Made reservation on behalf of 5a121fc42122431f97f7679380396c4e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:56.581434 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.585001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-316e9ab3-232e-4250-9978-5488cd2dade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.586534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-316e9ab3-232e-4250-9978-5488cd2dade1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.1059167 Sep 22 10:42:56.625045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:56.644946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-ff6e9c55-7603-4185-a796-580d6678d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.645808 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.646179 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Added segment a0231937-3d4b-4a9c-a528-49eeadc07697 of type vlan for network 6eceb4cb-1387-484e-8539-533d06e4d9a8 Sep 22 10:42:56.646476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-ff6e9c55-7603-4185-a796-580d6678d454 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.1550078 Sep 22 10:42:56.649397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-d2458d90-200e-4d59-b178-7af8198fabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.650868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-d2458d90-200e-4d59-b178-7af8198fabe5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566828 Sep 22 10:42:56.745449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ca69-6a56-4d7a-bba5-3c960904a164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.748634 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ca69-6a56-4d7a-bba5-3c960904a164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:56.749798 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3aa7ca69-6a56-4d7a-bba5-3c960904a164 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b69ac7ec-ff3e-4ef3-ae21-cc9b9e651be2 HTTP/1.1" status: 204 len: 168 time: 0.5134223 Sep 22 10:42:56.803725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-ad3f9504-7dac-4f02-8222-b333b909a51e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1000 time: 0.1463509 Sep 22 10:42:56.859280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e01032-2e83-4b69-adae-aabe19b7226b req-1dba845e-028b-48a2-8b92-c07eea46164b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1593938 Sep 22 10:42:56.900143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-c827e17f-9495-4c0d-a7a2-7033e6ec41c9 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416286 Sep 22 10:42:56.902174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-56db8e6c-c6b0-47fd-a791-b9c50b672e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:56.903666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-56db8e6c-c6b0-47fd-a791-b9c50b672e63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.0901804 Sep 22 10:42:57.013337 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:57.037061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:57.038844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7ca69-6a56-4d7a-bba5-3c960904a164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69ac7ec-ff3e-4ef3-ae21-cc9b9e651be2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:57.043624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e01032-2e83-4b69-adae-aabe19b7226b req-8c927c98-a734-40e1-b3b8-7c1169e770d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.045338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e01032-2e83-4b69-adae-aabe19b7226b req-8c927c98-a734-40e1-b3b8-7c1169e770d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c963c53cc00418ba636ff6dcaa63dfd&device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 1100 time: 0.1407456 Sep 22 10:42:57.058911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-2fd548c7-8e03-4bfd-928c-08545a818a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.060489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-2fd548c7-8e03-4bfd-928c-08545a818a8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479495 Sep 22 10:42:57.073832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb2c5c7a-c420-4f0f-9ccb-20d6282a98ff req-3a0fbc82-ea0c-40b3-8da4-03eda5d3fbb3 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598907 Sep 22 10:42:57.083093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:57.133276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:57.139747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.145205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:57.249260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Network': ['ID=6eceb4cb-1387-484e-8539-533d06e4d9a8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:57.263366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 6eceb4cb-1387-484e-8539-533d06e4d9a8 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:57.272533 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5bfb9e84-e42c-41c7-8212-758f4c35e4f6 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8689287 Sep 22 10:42:57.278826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.25.1.95 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/b85a8231-b36b-441b-93e6-a1550c1ea450) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:42:57.288918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-3bc64ce0-f285-4761-ab76-b379fc504d6c service neutron] 10.222.0.32 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140067 Sep 22 10:42:57.291150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-7af7f963-2d99-4ec3-afa7-0350dbd2eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.292780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-7af7f963-2d99-4ec3-afa7-0350dbd2eca8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1096 time: 0.1656280 Sep 22 10:42:57.297391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e01032-2e83-4b69-adae-aabe19b7226b req-219da96b-3a7e-416e-99b4-ad744cbc8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.299147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e01032-2e83-4b69-adae-aabe19b7226b req-219da96b-3a7e-416e-99b4-ad744cbc8552 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a9c90af-1ede-45da-b20b-19ca807557b5 HTTP/1.1" status: 200 len: 870 time: 0.2231131 Sep 22 10:42:57.455716 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:57.556869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e01032-2e83-4b69-adae-aabe19b7226b req-ca727226-21e4-4a9f-87f2-36620fbd4ebb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b039125b-a4ea-45d7-938f-0c69fdc6c4e8 HTTP/1.1" status: 200 len: 217 time: 0.0693998 Sep 22 10:42:57.597297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:57.639042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-d2903785-31e6-4be2-85ae-874d84de61bd service neutron] 10.222.0.32 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379281 Sep 22 10:42:57.640024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-6b581008-3110-409f-8a27-cbe222eccd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.641371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-6b581008-3110-409f-8a27-cbe222eccd30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.3391223 Sep 22 10:42:57.659574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=b85a8231-b36b-441b-93e6-a1550c1ea450,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:57.661489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e01032-2e83-4b69-adae-aabe19b7226b req-a319eec7-8f15-4b31-8ef4-4937e7f9f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.663047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e01032-2e83-4b69-adae-aabe19b7226b req-a319eec7-8f15-4b31-8ef4-4937e7f9f9a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0970595 Sep 22 10:42:57.668985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:42:57.671229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:42:57.676767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1800b-b249-490b-85ff-5fa580ea6e2a req-3c31bc85-80fb-4851-9739-bfdf949d0694 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.678325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:42:57.678562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cac1800b-b249-490b-85ff-5fa580ea6e2a req-3c31bc85-80fb-4851-9739-bfdf949d0694 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 945 time: 0.1920586 Sep 22 10:42:57.792671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-dd2e2a5e-790f-4926-a890-267e12e5ead9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 1000 time: 0.1342139 Sep 22 10:42:57.806472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e01032-2e83-4b69-adae-aabe19b7226b req-d9566d6f-a6e1-47b0-97b7-91d6075fa58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.807993 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e01032-2e83-4b69-adae-aabe19b7226b req-d9566d6f-a6e1-47b0-97b7-91d6075fa58b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276069 Sep 22 10:42:57.812031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cac1800b-b249-490b-85ff-5fa580ea6e2a req-24531ac4-9890-4b6f-8ae0-6c07425f986b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821218 Sep 22 10:42:57.911569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-7157fa55-3019-4b93-a26a-a451120173cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:57.913072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-7157fa55-3019-4b93-a26a-a451120173cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.1001780 Sep 22 10:42:57.989824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e01032-2e83-4b69-adae-aabe19b7226b req-e1e8a2f1-9c9d-4c3a-8e25-8f2b7edb2276 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695709 Sep 22 10:42:58.023563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-09f5dcac-620b-4caf-aa3a-1ccf84e4297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:58.025324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-09f5dcac-620b-4caf-aa3a-1ccf84e4297e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002333 Sep 22 10:42:58.074337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:58.122822 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:58.350452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51856) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:58.477868 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:58.519806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40e01032-2e83-4b69-adae-aabe19b7226b req-5eae404f-257e-4aeb-b14b-c8c324b8a999 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219667 Sep 22 10:42:58.540874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-170807174'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:58.541652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-fba0d428-2d0e-4c5e-b6e9-e02db46028b4 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063138 Sep 22 10:42:58.574424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d8c73-2e3a-4d32-8e82-c7b9907dc76b req-8d016955-2963-45d8-a8c7-58ff0b75cb58 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:58.576588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-070d8c73-2e3a-4d32-8e82-c7b9907dc76b req-8d016955-2963-45d8-a8c7-58ff0b75cb58 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 949 time: 0.1062191 Sep 22 10:42:58.679913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-070d8c73-2e3a-4d32-8e82-c7b9907dc76b req-90cc73b8-6e69-42cd-844a-86a40c4fa0e9 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928836 Sep 22 10:42:58.680316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:58.684012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:58.695869 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:58.696108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64d532e5-7837-4063-9ec2-324e7d4b176e req-cc2608a0-cfb9-4d93-9287-4bfb9b566937 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442032 Sep 22 10:42:58.744862 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 11d00aa4-63cc-4872-a62b-b42ee2fe0e6e is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:42:58.873971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:58.898808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:42:58.911372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd7c8c-f101-4303-b61b-f50e285c68af None None] Sync routers for ids ['11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:42:58.923834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd7c8c-f101-4303-b61b-f50e285c68af None None] Routers {'11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:58.924541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9ddd7c8c-f101-4303-b61b-f50e285c68af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:58.944698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:58.957269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:42:58.960938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9ddd7c8c-f101-4303-b61b-f50e285c68af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:58.971595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd7c8c-f101-4303-b61b-f50e285c68af None None] Routers {'11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:42:58.971802 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:58.972370 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Added segment 0da6e3dd-9d69-4f22-bae7-59ab7d9981b3 of type vlan for network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 Sep 22 10:42:58.972842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9ddd7c8c-f101-4303-b61b-f50e285c68af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:59.014330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9ddd7c8c-f101-4303-b61b-f50e285c68af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:42:59.015294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f910b0-05d9-4843-b249-fb0ac6cc4194,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:59.015561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd7c8c-f101-4303-b61b-f50e285c68af None None] The sync data for ids ['11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:42:59.018584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4da66-7ab8-451b-9516-ab93a782b45d req-07d5e909-2fe2-40b9-a4cc-38844164b59d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:59.028486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5a4da66-7ab8-451b-9516-ab93a782b45d req-07d5e909-2fe2-40b9-a4cc-38844164b59d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 945 time: 0.0960486 Sep 22 10:42:59.058517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:59.074682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5a4da66-7ab8-451b-9516-ab93a782b45d req-72ec57a5-b187-4791-8510-a78cbe34d320 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422997 Sep 22 10:42:59.085690 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:59.087385 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-011b32e3-e261-490f-a098-0a178d0547b4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3825603 Sep 22 10:42:59.090296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51864) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:59.166858 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:59.172987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:59.174023 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:59.239820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-0c8266a0-7d6e-4fd4-8e14-db905abc361c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598657 Sep 22 10:42:59.260961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Network': ['ID=1d5276c3-a0e2-4ebc-9e3d-b681356b22c2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:42:59.266172 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-58602017-68f6-481e-bee4-191068e85904 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9121258 Sep 22 10:42:59.267760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51866) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:59.274394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:59.279070 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a2f535a3-824c-42ea-8053-4716c93e95e2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/routers/11d00aa4-63cc-4872-a62b-b42ee2fe0e6e HTTP/1.1" status: 200 len: 879 time: 0.1848469 Sep 22 10:42:59.279286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51868) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:59.289455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:42:59.402750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-e456f8da-161e-4797-8bbd-04a7af709e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:59.404799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-e456f8da-161e-4797-8bbd-04a7af709e41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 1096 time: 0.0987084 Sep 22 10:42:59.514779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-ec7ac5e8-ea7a-4224-8f64-77cae41df5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:59.516235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-ec7ac5e8-ea7a-4224-8f64-77cae41df5d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.0915146 Sep 22 10:42:59.532260 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a2f6957c-018f-4f76-82fa-a64a274f3dee tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2518353 Sep 22 10:42:59.535031 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51870) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:59.540135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-be8e6511-69db-49d4-b8c4-984b7d1b63d9 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-563837042'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:42:59.567408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:42:59.568733 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:59.656568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-a3e7af18-ff35-4087-bfe2-3971adeab11b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815296e3-d46a-4951-867e-01c54246205d HTTP/1.1" status: 200 len: 1000 time: 0.1322765 Sep 22 10:42:59.789813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-29ecc697-cea1-4bba-b20d-a36024f7bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:59.791361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-29ecc697-cea1-4bba-b20d-a36024f7bc83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.1227691 Sep 22 10:42:59.915540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-11401b5f-7a55-4c7a-9a84-f36311112e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:59.917099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-11401b5f-7a55-4c7a-9a84-f36311112e5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151588 Sep 22 10:42:59.944540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-6d50607b-f6ce-48d4-b267-a0d4c898ad90 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:59.946183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-6d50607b-f6ce-48d4-b267-a0d4c898ad90 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.32 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 949 time: 0.1521404 Sep 22 10:43:00.040355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:43:00.162446 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.296604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:00.308776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'port_id': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'mac_address': 'fa:16:3e:4c:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:43:00.337909 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be8e6511-69db-49d4-b8c4-984b7d1b63d9 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.369748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.384425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafdbb1a-a489-4871-9f1a-432f0949307e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:43:00.389741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-ca6e669d-8d40-4630-9fe1-169040578ddc service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650996 Sep 22 10:43:00.396502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=c3e8d4ac-e5c9-4dd2-9a0c-86d90e6bf159,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:00.407635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:00.423341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:00.423698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network hostable DHCP agents. Network: 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:00.436236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be8e6511-69db-49d4-b8c4-984b7d1b63d9 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.449575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c04b-9409-454e-9aab-bbd06f2bf278 req-2a6552db-3db9-45f3-b021-1f0bde2e0ad2 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:00.451151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c978c04b-9409-454e-9aab-bbd06f2bf278 req-2a6552db-3db9-45f3-b021-1f0bde2e0ad2 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 949 time: 0.3226514 Sep 22 10:43:00.518136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Deleting port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:00.518136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.551655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.582373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8e6511-69db-49d4-b8c4-984b7d1b63d9 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 11d00aa4-63cc-4872-a62b-b42ee2fe0e6e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:00.594389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c978c04b-9409-454e-9aab-bbd06f2bf278 req-00659ca7-0f59-4f30-9290-2a99753bef97 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/security-groups?id=87696edd-7b65-4ac8-bcd3-770c9d43d617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277349 Sep 22 10:43:00.654624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:00.680717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8f3abba-eea9-4c90-bfb1-12f34aae69c9 req-496b9650-7dbf-4d2c-be94-0ffd8686f042 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801499 Sep 22 10:43:00.695369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=11']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:00.738355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51884) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:00.744179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] For port b039125b-a4ea-45d7-938f-0c69fdc6c4e8, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:00.744553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.746830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'subnets': [{'network_id': '87b5746b-62f6-4767-b7e0-65b5ed758086', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1639082022', 'ip_version': 6}, {'network_id': '6eceb4cb-1387-484e-8539-533d06e4d9a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:00.747405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'subnet': {'network_id': '87b5746b-62f6-4767-b7e0-65b5ed758086', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1639082022', 'ip_version': 6}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:00.748158 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Request body: {'subnet': {'network_id': '6eceb4cb-1387-484e-8539-533d06e4d9a8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:00.753536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8e6511-69db-49d4-b8c4-984b7d1b63d9 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:00.763602 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0faddb-fb60-43bb-b685-2c4defcd58d0 None None] Sync routers for ids ['11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:00.765652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:00.770895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be8e6511-69db-49d4-b8c4-984b7d1b63d9 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.774999 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-be8e6511-69db-49d4-b8c4-984b7d1b63d9 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/11d00aa4-63cc-4872-a62b-b42ee2fe0e6e HTTP/1.1" status: 200 len: 886 time: 1.2385211 Sep 22 10:43:00.776022 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51886) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:00.780752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb419a-0cad-4586-8621-5e165e823d7d None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:00.781655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:00.782287 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.784596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Calling delete_port for b039125b-a4ea-45d7-938f-0c69fdc6c4e8 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:00.813956 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0faddb-fb60-43bb-b685-2c4defcd58d0 None None] Routers {'11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:00.815122 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7f0faddb-fb60-43bb-b685-2c4defcd58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:00.826918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['fafdbb1a-a489-4871-9f1a-432f0949307e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:43:00.866950 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7f0faddb-fb60-43bb-b685-2c4defcd58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:00.879533 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0faddb-fb60-43bb-b685-2c4defcd58d0 None None] Routers {'11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:00.880997 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7f0faddb-fb60-43bb-b685-2c4defcd58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:00.895019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54247eae-5efe-4a2f-84ae-a246f281699b req-8be16edd-6d91-44eb-9413-7367df0c8a14 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:00.902576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54247eae-5efe-4a2f-84ae-a246f281699b req-8be16edd-6d91-44eb-9413-7367df0c8a14 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 946 time: 0.1746669 Sep 22 10:43:00.925300 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7f0faddb-fb60-43bb-b685-2c4defcd58d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:00.926402 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0faddb-fb60-43bb-b685-2c4defcd58d0 None None] The sync data for ids ['11d00aa4-63cc-4872-a62b-b42ee2fe0e6e'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:00.955941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fc8b6985-f9b2-4ccb-965d-9f79a22a63b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6863086 Sep 22 10:43:00.957065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51888) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:00.968762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'name': 'tempest-NetworksTestDHCPv6-907488059'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:00.997298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54247eae-5efe-4a2f-84ae-a246f281699b req-09210331-7bf7-47b3-ad53-85843e7b065d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887120 Sep 22 10:43:01.027750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51890) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:01.054633 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fe1bbc9d-90f4-4e3f-a5b6-4814657f6968 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/routers/11d00aa4-63cc-4872-a62b-b42ee2fe0e6e HTTP/1.1" status: 200 len: 886 time: 0.2725089 Sep 22 10:43:01.056900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51892) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:01.094995 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-43ab42c7-684f-496c-858e-035a39a5175b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=11d00aa4-63cc-4872-a62b-b42ee2fe0e6e HTTP/1.1" status: 200 len: 205 time: 0.0345049 Sep 22 10:43:01.106733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51894) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:01.113863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': 'c3e8d4ac-e5c9-4dd2-9a0c-86d90e6bf159'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:01.114836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.208467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5b50489d-8c15-423e-a6ab-52c558161618 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/05b2c455-d893-4078-ad38-423808774213 HTTP/1.1" status: 200 len: 993 time: 0.1776149 Sep 22 10:43:01.255967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.260116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Made reservation on behalf of 5a121fc42122431f97f7679380396c4e for: {'subnet': 2} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:01.268043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.268043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.309187 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.327676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['b039125b-a4ea-45d7-938f-0c69fdc6c4e8'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:43:01.371337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/c3e8d4ac-e5c9-4dd2-9a0c-86d90e6bf159/e19af552-c980-4ff4-9550-24d526fd1ef5) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:01.407290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:01.410256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.437176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] No DVR routers for this DVR port b039125b-a4ea-45d7-938f-0c69fdc6c4e8 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:01.439895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Pushing event deleted for resources: {'Port': ['ID=b039125b-a4ea-45d7-938f-0c69fdc6c4e8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:01.444479 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.446920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c2e84235-c14f-42fd-b754-7521d33f3164 req-8d3e4419-2776-4c95-8ceb-0d1bedea695a tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.32 "DELETE /v2.0/ports/b039125b-a4ea-45d7-938f-0c69fdc6c4e8 HTTP/1.1" status: 204 len: 173 time: 1.4881601 Sep 22 10:43:01.447120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b66a1-f89f-415d-ba3b-365e8b243ad8', 'name': 'network-vif-deleted', 'tag': 'b039125b-a4ea-45d7-938f-0c69fdc6c4e8'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:01.450428 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75554e5a-45ba-4dac-af3a-f1beff16405a" -d '{"events": [{"server_uuid": "190b66a1-f89f-415d-ba3b-365e8b243ad8", "name": "network-vif-deleted", "tag": "b039125b-a4ea-45d7-938f-0c69fdc6c4e8"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:01.475101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 748ceadc-dd67-4e9d-958f-6d0ba155bdb3 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:01.527607 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c930ef-a94f-4e51-bc69-ae5210da6984 x-openstack-request-id: req-c5c930ef-a94f-4e51-bc69-ae5210da6984 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:01.527916 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190b66a1-f89f-415d-ba3b-365e8b243ad8", "name": "network-vif-deleted", "tag": "b039125b-a4ea-45d7-938f-0c69fdc6c4e8", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:01.534331 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5c930ef-a94f-4e51-bc69-ae5210da6984 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:01.535144 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b66a1-f89f-415d-ba3b-365e8b243ad8', 'name': 'network-vif-deleted', 'tag': 'b039125b-a4ea-45d7-938f-0c69fdc6c4e8', 'status': 'completed', 'code': 200} Sep 22 10:43:01.623607 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:43:01.638223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.665160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.738350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01b8961f-b5b3-4c14-8281-392871aead16 req-5a9081a8-a73e-49c4-aaef-0d64663e7981 tempest-VolumesBackupsTest-518585936 tempest-VolumesBackupsTest-518585936-project] 10.222.0.20 "GET /v2.0/ports?device_id=190b66a1-f89f-415d-ba3b-365e8b243ad8 HTTP/1.1" status: 200 len: 210 time: 0.0452378 Sep 22 10:43:01.786476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.854474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:01.860111 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:01.864711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port b85a8231-b36b-441b-93e6-a1550c1ea450 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:01.865063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.880564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:01.911174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::1d0 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/c3e8d4ac-e5c9-4dd2-9a0c-86d90e6bf159/748ceadc-dd67-4e9d-958f-6d0ba155bdb3) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:01.941302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Pushing event updated for resources: {'Port': ['ID=e19af552-c980-4ff4-9550-24d526fd1ef5,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:01.968474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Attempting to bind port e19af552-c980-4ff4-9550-24d526fd1ef5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:01.968847 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Attempting to bind port e19af552-c980-4ff4-9550-24d526fd1ef5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:01.969481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Attempting to bind port e19af552-c980-4ff4-9550-24d526fd1ef5 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:01.975741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:01.976125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:01.977135 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.977602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:01.978150 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Bound port: e19af552-c980-4ff4-9550-24d526fd1ef5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:01.983669 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.056825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.072161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for b85a8231-b36b-441b-93e6-a1550c1ea450 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:02.073078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] For port e19af552-c980-4ff4-9550-24d526fd1ef5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:02.077791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:02.105058 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.122507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.128141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] For port e19af552-c980-4ff4-9550-24d526fd1ef5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e19af552-c980-4ff4-9550-24d526fd1ef5,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:02.199554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Subnet': ['ID=d81ab680-7ee1-4979-9d5d-e386fb6a39e7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:02.229097 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.263359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Checking segment: {'id': '9fb55d46-0a83-4500-b0ce-fe24a3ae99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87b5746b-62f6-4767-b7e0-65b5ed758086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:02.263722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Network hostable DHCP agents. Network: 87b5746b-62f6-4767-b7e0-65b5ed758086, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:02.272885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.275443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port fafdbb1a-a489-4871-9f1a-432f0949307e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:43:02.283443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port fafdbb1a-a489-4871-9f1a-432f0949307e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:02.284450 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.338163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fe9d8-cefb-4a98-93a8-fd34af9d88a7 None None] Pushing event updated for resources: {'Port': ['ID=e19af552-c980-4ff4-9550-24d526fd1ef5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:02.341880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:02.354222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:02.358047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:02.364583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:02.365181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.389693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Network 87b5746b-62f6-4767-b7e0-65b5ed758086 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:02.404944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=748ceadc-dd67-4e9d-958f-6d0ba155bdb3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:02.418185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.455807 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.455961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=b85a8231-b36b-441b-93e6-a1550c1ea450,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:02.477387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f9e635d9-29ca-4cc1-bee6-ed0e9313d7f4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5135458 Sep 22 10:43:02.478282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51904) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:02.500414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:02.501760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:02.504890 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae6513c-875b-43bd-a538-983d6ba3976c" -d '{"events": [{"server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "name": "network-vif-plugged", "status": "completed", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:02.524615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 87b5746b-62f6-4767-b7e0-65b5ed758086) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:02.535020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfa0d3-6bbe-4178-b3c0-a589962e107f None None] Network 87b5746b-62f6-4767-b7e0-65b5ed758086 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:02.559783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.574049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1acce9-f4db-42b1-8e47-11d48cea8076 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:02.586424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1acce9-f4db-42b1-8e47-11d48cea8076 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:02.587294 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7d1acce9-f4db-42b1-8e47-11d48cea8076 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1085839 Sep 22 10:43:02.589850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51908) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:02.600933 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a79e152-b48c-4542-9f27-11f743803778 x-openstack-request-id: req-7a79e152-b48c-4542-9f27-11f743803778 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:02.609386 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "name": "network-vif-plugged", "status": "completed", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:02.611102 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a79e152-b48c-4542-9f27-11f743803778 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:02.611102 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'code': 200} Sep 22 10:43:02.615847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.676873 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.735141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-cd487120-2a1e-4a92-baa5-69635855892b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 748ceadc-dd67-4e9d-958f-6d0ba155bdb3 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:02.735988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cd487120-2a1e-4a92-baa5-69635855892b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.769768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=12']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:02.786871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event updated for resources: {'Subnet': ['ID=675adf1b-6052-4b45-a654-657b2ef441e8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:02.841677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.844699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.847550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Checking segment: {'id': 'a0231937-3d4b-4a9c-a528-49eeadc07697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6eceb4cb-1387-484e-8539-533d06e4d9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:02.847794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Network hostable DHCP agents. Network: 6eceb4cb-1387-484e-8539-533d06e4d9a8, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:02.881737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-87b5746b-62f6-4767-b7e0-65b5ed758086', 'network_id': '87b5746b-62f6-4767-b7e0-65b5ed758086', 'tenant_id': '5a121fc42122431f97f7679380396c4e', 'fixed_ips': [{'subnet_id': 'd81ab680-7ee1-4979-9d5d-e386fb6a39e7'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:02.883254 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.912344 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cd487120-2a1e-4a92-baa5-69635855892b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.927132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-cd487120-2a1e-4a92-baa5-69635855892b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 748ceadc-dd67-4e9d-958f-6d0ba155bdb3 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:03.008441 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.013686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Fanout notify agent at l3_agent the message router_deleted on router 11d00aa4-63cc-4872-a62b-b42ee2fe0e6e {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:43:03.034722 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.040226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Allocated IP 2001:db8::1 (87b5746b-62f6-4767-b7e0-65b5ed758086/d81ab680-7ee1-4979-9d5d-e386fb6a39e7/89b30223-4194-4cb1-878b-d635bf042b88) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:03.040443 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5007a4eb-dcd4-4a06-98b8-387c7afd4551 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/11d00aa4-63cc-4872-a62b-b42ee2fe0e6e HTTP/1.1" status: 204 len: 168 time: 1.9317489 Sep 22 10:43:03.043615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51914) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:03.055952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'network': {'name': 'tempest-RoutersTest-609320646'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:03.078581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Network 6eceb4cb-1387-484e-8539-533d06e4d9a8 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:03.155423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cd487120-2a1e-4a92-baa5-69635855892b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.158515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 6eceb4cb-1387-484e-8539-533d06e4d9a8) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:03.161779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:03.167746 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.180487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abc5286-52b5-4626-87f6-a03d18362bd1 None None] Network 6eceb4cb-1387-484e-8539-533d06e4d9a8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:03.213682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:03.214274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:03.217125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.280084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd487120-2a1e-4a92-baa5-69635855892b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=748ceadc-dd67-4e9d-958f-6d0ba155bdb3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:03.285835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:03.303436 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.303436 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added segment 7ccb245e-e2f3-401e-9f94-97b2af3ca758 of type vlan for network 290313a4-b50a-4a90-9f37-46d39b6a4137 Sep 22 10:43:03.342879 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cd487120-2a1e-4a92-baa5-69635855892b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.345733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cd487120-2a1e-4a92-baa5-69635855892b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/748ceadc-dd67-4e9d-958f-6d0ba155bdb3 HTTP/1.1" status: 204 len: 168 time: 0.7542901 Sep 22 10:43:03.349858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51918) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:03.388573 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5efd5dce-835a-40b5-aa51-53e35e885091 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6489687 Sep 22 10:43:03.407673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51920) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:03.409155 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.415354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e19af552-c980-4ff4-9550-24d526fd1ef5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:03.502776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c49c4-b5a6-4836-a791-74db5efd532a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:03.505360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c49c4-b5a6-4836-a791-74db5efd532a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:03.511070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-713c49c4-b5a6-4836-a791-74db5efd532a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1597991 Sep 22 10:43:03.513365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51924) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:03.532276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.535688 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.537785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061e593-e0e6-4ea4-a8c1-fbc032faaf65 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:03.539472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061e593-e0e6-4ea4-a8c1-fbc032faaf65 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:03.540932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061e593-e0e6-4ea4-a8c1-fbc032faaf65 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:03.542766 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0061e593-e0e6-4ea4-a8c1-fbc032faaf65 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1338909 Sep 22 10:43:03.552780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51926) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:03.606792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac21cf2-93b4-43ce-bc44-96d44e59ffe9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet c3e8d4ac-e5c9-4dd2-9a0c-86d90e6bf159 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:03.610997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac21cf2-93b4-43ce-bc44-96d44e59ffe9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.648542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-96caccbb-9910-4c60-874c-e5b01b08bdab tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Deleting subnet d81ab680-7ee1-4979-9d5d-e386fb6a39e7 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:03.652364 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96caccbb-9910-4c60-874c-e5b01b08bdab tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.662719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-6eceb4cb-1387-484e-8539-533d06e4d9a8', 'network_id': '6eceb4cb-1387-484e-8539-533d06e4d9a8', 'tenant_id': '5a121fc42122431f97f7679380396c4e', 'fixed_ips': [{'subnet_id': '675adf1b-6052-4b45-a654-657b2ef441e8'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:03.663547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.680427 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac21cf2-93b4-43ce-bc44-96d44e59ffe9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.717557 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96caccbb-9910-4c60-874c-e5b01b08bdab tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.801467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac21cf2-93b4-43ce-bc44-96d44e59ffe9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.828173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.840005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:03.843667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.872034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Network 87b5746b-62f6-4767-b7e0-65b5ed758086 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:03.873364 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a70129-595d-410d-b0fa-5bb76e501493 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:03.880759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e19af552-c980-4ff4-9550-24d526fd1ef5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:03.881069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.897776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:03.903227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b039125b-a4ea-45d7-938f-0c69fdc6c4e8 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:03.906900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:03.913414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Pushing event updated for resources: {'Port': ['ID=89b30223-4194-4cb1-878b-d635bf042b88,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:03.920894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Network': ['ID=290313a4-b50a-4a90-9f37-46d39b6a4137,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:03.928552 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96caccbb-9910-4c60-874c-e5b01b08bdab tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:03.965280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 290313a4-b50a-4a90-9f37-46d39b6a4137 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:03.972731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: b039125b-a4ea-45d7-938f-0c69fdc6c4e8 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:03.973091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b039125b-a4ea-45d7-938f-0c69fdc6c4e8 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:04.012184 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac21cf2-93b4-43ce-bc44-96d44e59ffe9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.044567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac21cf2-93b4-43ce-bc44-96d44e59ffe9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e8d4ac-e5c9-4dd2-9a0c-86d90e6bf159,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:04.049097 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ac21cf2-93b4-43ce-bc44-96d44e59ffe9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.053404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6ac21cf2-93b4-43ce-bc44-96d44e59ffe9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/c3e8d4ac-e5c9-4dd2-9a0c-86d90e6bf159 HTTP/1.1" status: 204 len: 168 time: 0.5363281 Sep 22 10:43:04.059644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51928) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:04.100371 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e0b72205-77f0-4bfe-9cb9-29e1fdc44cff tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427752 Sep 22 10:43:04.100371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96caccbb-9910-4c60-874c-e5b01b08bdab tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.101460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51930) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:04.108320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-924db80c-e7dc-4de4-bcbf-5c1dd7333ef9 None None] Provisioning complete for port e19af552-c980-4ff4-9550-24d526fd1ef5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:04.108692 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-924db80c-e7dc-4de4-bcbf-5c1dd7333ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.111253 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:04.148730 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-af634562-81ab-44d4-8f2c-883d08bebac7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1014311 Sep 22 10:43:04.148730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caccbb-9910-4c60-874c-e5b01b08bdab tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Subnet': ['ID=d81ab680-7ee1-4979-9d5d-e386fb6a39e7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:04.151326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51932) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:04.158893 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96caccbb-9910-4c60-874c-e5b01b08bdab tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.160962 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-96caccbb-9910-4c60-874c-e5b01b08bdab tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/subnets/d81ab680-7ee1-4979-9d5d-e386fb6a39e7 HTTP/1.1" status: 204 len: 168 time: 0.6069872 Sep 22 10:43:04.167914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51934) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:04.169670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'subnet': {'network_id': '290313a4-b50a-4a90-9f37-46d39b6a4137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:04.267464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d0a2ad-eb0a-417d-8bd3-b2d827db3776 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Deleting subnet 675adf1b-6052-4b45-a654-657b2ef441e8 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:04.304503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Attempting to bind port 89b30223-4194-4cb1-878b-d635bf042b88 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:04.304806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Attempting to bind port 89b30223-4194-4cb1-878b-d635bf042b88 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '9fb55d46-0a83-4500-b0ce-fe24a3ae99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87b5746b-62f6-4767-b7e0-65b5ed758086'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:04.305163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Attempting to bind port 89b30223-4194-4cb1-878b-d635bf042b88 on network 87b5746b-62f6-4767-b7e0-65b5ed758086 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:04.344650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:04.345023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Checking segment: {'id': '9fb55d46-0a83-4500-b0ce-fe24a3ae99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87b5746b-62f6-4767-b7e0-65b5ed758086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:04.345426 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.345820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Bound using segment: {'id': '9fb55d46-0a83-4500-b0ce-fe24a3ae99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87b5746b-62f6-4767-b7e0-65b5ed758086'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:04.346334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Bound port: 89b30223-4194-4cb1-878b-d635bf042b88, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb55d46-0a83-4500-b0ce-fe24a3ae99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87b5746b-62f6-4767-b7e0-65b5ed758086'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:04.346706 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.354644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:04.358859 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.424228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Allocated IP 2001:db8:0:1::1 (6eceb4cb-1387-484e-8539-533d06e4d9a8/675adf1b-6052-4b45-a654-657b2ef441e8/95a34e39-2fbf-4363-b004-0252c883de10) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:04.457453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:04.462043 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.463849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.549924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-924db80c-e7dc-4de4-bcbf-5c1dd7333ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.599451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] For port 89b30223-4194-4cb1-878b-d635bf042b88, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:04.658260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.680133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] For port 89b30223-4194-4cb1-878b-d635bf042b88, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=89b30223-4194-4cb1-878b-d635bf042b88,segment=NetworkSegment(9fb55d46-0a83-4500-b0ce-fe24a3ae99dd),segment_id=9fb55d46-0a83-4500-b0ce-fe24a3ae99dd)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:04.710212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:04.718182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:04.720206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd7ddc5-75ac-4606-90a2-825419ee044b None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:04.727978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:04.728244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port e19af552-c980-4ff4-9550-24d526fd1ef5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e19af552-c980-4ff4-9550-24d526fd1ef5,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:04.728606 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.737361 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.745314 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=673faa02-ae81-472e-bf84-ac786bab6b9d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:04.749459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.811880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Subnet': ['ID=f478930f-405a-47ca-b6c4-cebe0ba4a20d,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:04.819919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Checking segment: {'id': '7ccb245e-e2f3-401e-9f94-97b2af3ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '290313a4-b50a-4a90-9f37-46d39b6a4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:04.820277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network hostable DHCP agents. Network: 290313a4-b50a-4a90-9f37-46d39b6a4137, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:04.851705 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.859187 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0928408b-a55f-45be-b9c1-f703846ef042 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7544780 Sep 22 10:43:04.862066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51940) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:04.867359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'name': 'tempest-NetworksTestDHCPv6-61664673'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:04.941649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6155385-43d1-4cbf-a9dd-a7d0d7fe4279 None None] Pushing event updated for resources: {'Port': ['ID=89b30223-4194-4cb1-878b-d635bf042b88,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:04.943275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 290313a4-b50a-4a90-9f37-46d39b6a4137 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:04.953977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aaa47a-2087-484b-aeb0-55ea860849df None None] Network 87b5746b-62f6-4767-b7e0-65b5ed758086 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:05.003046 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-924db80c-e7dc-4de4-bcbf-5c1dd7333ef9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:43:05.003388 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-924db80c-e7dc-4de4-bcbf-5c1dd7333ef9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:43:05.008208 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.040437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 290313a4-b50a-4a90-9f37-46d39b6a4137) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:05.043264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7ddc5-75ac-4606-90a2-825419ee044b None None] Deleting port e19af552-c980-4ff4-9550-24d526fd1ef5 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:05.043677 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ddc5-75ac-4606-90a2-825419ee044b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.049996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:05.052189 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.075224 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:05.078736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.086031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=e19af552-c980-4ff4-9550-24d526fd1ef5,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:05.088644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d0794b-4c50-4cd9-ab9f-1bdbacc4d59d None None] Network 290313a4-b50a-4a90-9f37-46d39b6a4137 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:05.099144 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port a8052dea-faed-4e48-b618-8afa0e887bd7 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:05.167529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31d0a2ad-eb0a-417d-8bd3-b2d827db3776 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.191542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-579f70ad-2964-419b-8643-600a08eac3df tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0387044 Sep 22 10:43:05.193332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bfd7ddc5-75ac-4606-90a2-825419ee044b None None] For port e19af552-c980-4ff4-9550-24d526fd1ef5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e19af552-c980-4ff4-9550-24d526fd1ef5,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:05.193922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51942) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:05.204058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f0bc3ab5-76a5-4090-b993-6377606a6936 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2097705938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:05.206318 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ddc5-75ac-4606-90a2-825419ee044b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.237081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7ddc5-75ac-4606-90a2-825419ee044b None None] Calling delete_port for e19af552-c980-4ff4-9550-24d526fd1ef5 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:05.276026 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.278140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e19af552-c980-4ff4-9550-24d526fd1ef5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:05.332252 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3ab5-76a5-4090-b993-6377606a6936 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.338250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3ab5-76a5-4090-b993-6377606a6936 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.396758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Network 6eceb4cb-1387-484e-8539-533d06e4d9a8 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:05.415939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3ab5-76a5-4090-b993-6377606a6936 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.455026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:05.457831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:05.500535 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3ab5-76a5-4090-b993-6377606a6936 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.562177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Pushing event updated for resources: {'Port': ['ID=95a34e39-2fbf-4363-b004-0252c883de10,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:05.566181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31d0a2ad-eb0a-417d-8bd3-b2d827db3776 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.606557 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3ab5-76a5-4090-b993-6377606a6936 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.610365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f0bc3ab5-76a5-4090-b993-6377606a6936 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4129920 Sep 22 10:43:05.611470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51946) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:05.615861 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::1e9 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/673faa02-ae81-472e-bf84-ac786bab6b9d/a8052dea-faed-4e48-b618-8afa0e887bd7) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:05.663783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Attempting to bind port 95a34e39-2fbf-4363-b004-0252c883de10 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:05.664159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Attempting to bind port 95a34e39-2fbf-4363-b004-0252c883de10 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a0231937-3d4b-4a9c-a528-49eeadc07697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6eceb4cb-1387-484e-8539-533d06e4d9a8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:05.664527 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Attempting to bind port 95a34e39-2fbf-4363-b004-0252c883de10 on network 6eceb4cb-1387-484e-8539-533d06e4d9a8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:05.709742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:05.711285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Checking segment: {'id': 'a0231937-3d4b-4a9c-a528-49eeadc07697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6eceb4cb-1387-484e-8539-533d06e4d9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:05.711285 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.711285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Bound using segment: {'id': 'a0231937-3d4b-4a9c-a528-49eeadc07697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6eceb4cb-1387-484e-8539-533d06e4d9a8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:05.711285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Bound port: 95a34e39-2fbf-4363-b004-0252c883de10, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0231937-3d4b-4a9c-a528-49eeadc07697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6eceb4cb-1387-484e-8539-533d06e4d9a8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:05.711716 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.723587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31d0a2ad-eb0a-417d-8bd3-b2d827db3776 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.923432 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ddc5-75ac-4606-90a2-825419ee044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.933454 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.950510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:05.990131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7ddc5-75ac-4606-90a2-825419ee044b None None] Pushing event deleted for resources: {'Port': ['ID=e19af552-c980-4ff4-9550-24d526fd1ef5,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:06.014329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7ddc5-75ac-4606-90a2-825419ee044b None None] No DVR routers for this DVR port e19af552-c980-4ff4-9550-24d526fd1ef5 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:06.037764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-290313a4-b50a-4a90-9f37-46d39b6a4137', 'network_id': '290313a4-b50a-4a90-9f37-46d39b6a4137', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'fixed_ips': [{'subnet_id': 'f478930f-405a-47ca-b6c4-cebe0ba4a20d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:06.038757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.050977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592b9d4-4e8b-4d62-8877-c9e0f8c43d88 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:06.144685 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31d0a2ad-eb0a-417d-8bd3-b2d827db3776 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.196635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0a2ad-eb0a-417d-8bd3-b2d827db3776 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Subnet': ['ID=675adf1b-6052-4b45-a654-657b2ef441e8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:06.205911 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-31d0a2ad-eb0a-417d-8bd3-b2d827db3776 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.207048 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-31d0a2ad-eb0a-417d-8bd3-b2d827db3776 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/subnets/675adf1b-6052-4b45-a654-657b2ef441e8 HTTP/1.1" status: 204 len: 168 time: 2.0376534 Sep 22 10:43:06.209531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51952) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:06.217387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] For port 95a34e39-2fbf-4363-b004-0252c883de10, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:06.245156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] For port 95a34e39-2fbf-4363-b004-0252c883de10, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=95a34e39-2fbf-4363-b004-0252c883de10,segment=NetworkSegment(a0231937-3d4b-4a9c-a528-49eeadc07697),segment_id=a0231937-3d4b-4a9c-a528-49eeadc07697)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:06.252546 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.309615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:06.315251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:06.326150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:06.331221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:06.331460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.337061 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f71c9-b0ee-4550-99ee-59056fff9e30 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:06.338320 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d75f71c9-b0ee-4550-99ee-59056fff9e30 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1275287 Sep 22 10:43:06.342958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51956) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:06.353792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.356978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Allocated IP 172.20.0.2 (290313a4-b50a-4a90-9f37-46d39b6a4137/f478930f-405a-47ca-b6c4-cebe0ba4a20d/e5c5cb3b-d30a-44f1-8150-299836006293) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:06.385270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=a8052dea-faed-4e48-b618-8afa0e887bd7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:06.433473 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.498722 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.509344 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-596f3557-2923-4d2b-993e-5fcee8a613a0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6445172 Sep 22 10:43:06.509344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51960) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:06.538781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd411d-604c-40ff-9cb7-92efb5536291 None None] Pushing event updated for resources: {'Port': ['ID=95a34e39-2fbf-4363-b004-0252c883de10,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:06.618388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53772-3548-41ce-9f8d-8d27dc42d4bf req-83b33b4f-ded9-47a3-8fc9-b566ac266088 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:06.620272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fd53772-3548-41ce-9f8d-8d27dc42d4bf req-83b33b4f-ded9-47a3-8fc9-b566ac266088 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1886170 Sep 22 10:43:06.627537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b9d06-7304-438a-a700-900e6886be82 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:06.629339 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9e2b9d06-7304-438a-a700-900e6886be82 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1182342 Sep 22 10:43:06.634292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51962) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:06.661187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Deleting port 95a34e39-2fbf-4363-b004-0252c883de10 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:06.661583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.665767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '673faa02-ae81-472e-bf84-ac786bab6b9d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:06.669669 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.799473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] For port 95a34e39-2fbf-4363-b004-0252c883de10, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=95a34e39-2fbf-4363-b004-0252c883de10,segment=NetworkSegment(a0231937-3d4b-4a9c-a528-49eeadc07697),segment_id=a0231937-3d4b-4a9c-a528-49eeadc07697)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:06.800466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.834615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Calling delete_port for 95a34e39-2fbf-4363-b004-0252c883de10 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:06.852914 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.889500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fd53772-3548-41ce-9f8d-8d27dc42d4bf req-8d283300-ea35-4f1a-b6f0-6488b0a323a2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2470186 Sep 22 10:43:06.923730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/673faa02-ae81-472e-bf84-ac786bab6b9d/37204bf3-f40f-490a-bc0f-b6f3f08549ef) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:06.962269 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.012193 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Network 290313a4-b50a-4a90-9f37-46d39b6a4137 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:07.019579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:07.022727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.20.0.1 (290313a4-b50a-4a90-9f37-46d39b6a4137/f478930f-405a-47ca-b6c4-cebe0ba4a20d/2c20665a-c2cb-486e-bc52-9f7f0e8ba986) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:07.042596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0e289e19-22ac-4f42-a023-5f31fcad84c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port a8052dea-faed-4e48-b618-8afa0e887bd7 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:07.042938 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e289e19-22ac-4f42-a023-5f31fcad84c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.045691 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.048341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:07.073853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Pushing event updated for resources: {'Port': ['ID=e5c5cb3b-d30a-44f1-8150-299836006293,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:07.082997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Port': ['ID=95a34e39-2fbf-4363-b004-0252c883de10,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:07.088627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] No DVR routers for this DVR port 95a34e39-2fbf-4363-b004-0252c883de10 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:07.131594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Attempting to bind port e5c5cb3b-d30a-44f1-8150-299836006293 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:07.131968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Attempting to bind port e5c5cb3b-d30a-44f1-8150-299836006293 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '7ccb245e-e2f3-401e-9f94-97b2af3ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '290313a4-b50a-4a90-9f37-46d39b6a4137'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:07.132338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Attempting to bind port e5c5cb3b-d30a-44f1-8150-299836006293 on network 290313a4-b50a-4a90-9f37-46d39b6a4137 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:07.140541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:07.140922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Checking segment: {'id': '7ccb245e-e2f3-401e-9f94-97b2af3ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '290313a4-b50a-4a90-9f37-46d39b6a4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:07.141331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.141731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Bound using segment: {'id': '7ccb245e-e2f3-401e-9f94-97b2af3ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '290313a4-b50a-4a90-9f37-46d39b6a4137'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:07.142233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Bound port: e5c5cb3b-d30a-44f1-8150-299836006293, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccb245e-e2f3-401e-9f94-97b2af3ca758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '290313a4-b50a-4a90-9f37-46d39b6a4137'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:07.142618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.218136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] For port e5c5cb3b-d30a-44f1-8150-299836006293, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:07.221855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] For port e5c5cb3b-d30a-44f1-8150-299836006293, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e5c5cb3b-d30a-44f1-8150-299836006293,segment=NetworkSegment(7ccb245e-e2f3-401e-9f94-97b2af3ca758),segment_id=7ccb245e-e2f3-401e-9f94-97b2af3ca758)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:07.226520 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.248634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e289e19-22ac-4f42-a023-5f31fcad84c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.257274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eceb4cb-1387-484e-8539-533d06e4d9a8']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:07.266997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0231937-3d4b-4a9c-a528-49eeadc07697') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:07.268673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0e289e19-22ac-4f42-a023-5f31fcad84c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for a8052dea-faed-4e48-b618-8afa0e887bd7 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:07.269485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0231937-3d4b-4a9c-a528-49eeadc07697') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:07.282293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.288699 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.290799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.304159 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.313468 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.324247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:07.325872 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.362182 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.398202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833c815-3873-4320-8af0-2c32f9a9a144 None None] Pushing event updated for resources: {'Port': ['ID=e5c5cb3b-d30a-44f1-8150-299836006293,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:07.417380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:07.420666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:07.423666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:07.470464 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:07.515496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.526038 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.531996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.532224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Pushing event updated for resources: {'Port': ['ID=37204bf3-f40f-490a-bc0f-b6f3f08549ef,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:07.535118 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/networks/6eceb4cb-1387-484e-8539-533d06e4d9a8 HTTP/1.1" status: 204 len: 168 time: 1.1883020 Sep 22 10:43:07.542268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51966) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:07.552840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Attempting to bind port 37204bf3-f40f-490a-bc0f-b6f3f08549ef on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:07.554025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Attempting to bind port 37204bf3-f40f-490a-bc0f-b6f3f08549ef by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:07.554650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Attempting to bind port 37204bf3-f40f-490a-bc0f-b6f3f08549ef on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:07.569805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:07.571005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:07.571599 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.572362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:07.573024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Bound port: 37204bf3-f40f-490a-bc0f-b6f3f08549ef, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:07.580476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.628440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 290313a4-b50a-4a90-9f37-46d39b6a4137 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:07.632472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:07.640673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:07.644437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=2c20665a-c2cb-486e-bc52-9f7f0e8ba986,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:07.687274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e289e19-22ac-4f42-a023-5f31fcad84c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.744635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] For port 37204bf3-f40f-490a-bc0f-b6f3f08549ef, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:07.749072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] For port 37204bf3-f40f-490a-bc0f-b6f3f08549ef, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=37204bf3-f40f-490a-bc0f-b6f3f08549ef,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:07.756300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c81a97-7d39-4512-a955-b7d25a1b7bcc tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Network': ['ID=6eceb4cb-1387-484e-8539-533d06e4d9a8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:07.765467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e289e19-22ac-4f42-a023-5f31fcad84c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=a8052dea-faed-4e48-b618-8afa0e887bd7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:07.773269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.774895 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.812162 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.846622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Deleting port 89b30223-4194-4cb1-878b-d635bf042b88 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:07.848099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.891418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ac88c-b7d3-4ad3-a166-7f33a95b52ac None None] Pushing event updated for resources: {'Port': ['ID=37204bf3-f40f-490a-bc0f-b6f3f08549ef,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:07.931168 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e289e19-22ac-4f42-a023-5f31fcad84c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.940380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0e289e19-22ac-4f42-a023-5f31fcad84c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/a8052dea-faed-4e48-b618-8afa0e887bd7 HTTP/1.1" status: 204 len: 168 time: 1.3050020 Sep 22 10:43:07.948177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51970) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:07.952291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] For port 89b30223-4194-4cb1-878b-d635bf042b88, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=89b30223-4194-4cb1-878b-d635bf042b88,segment=NetworkSegment(9fb55d46-0a83-4500-b0ce-fe24a3ae99dd),segment_id=9fb55d46-0a83-4500-b0ce-fe24a3ae99dd)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:07.952942 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.979075 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Calling delete_port for 89b30223-4194-4cb1-878b-d635bf042b88 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:08.063448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-99f2c9f8-d91a-4b19-aa07-aa7f5c792ed7 None None] Could not find standard attr ID for object 95a34e39-2fbf-4363-b004-0252c883de10. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:43:08.115908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c23e25e-3146-4a60-aa4d-17116bbbd811 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:08.121618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c23e25e-3146-4a60-aa4d-17116bbbd811 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:08.122128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3c23e25e-3146-4a60-aa4d-17116bbbd811 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1724000 Sep 22 10:43:08.122854 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 51972) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:08.129127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d1937e-80b6-4e85-8f98-f0687e22b9f6 None None] DHCP port deletion for 6eceb4cb-1387-484e-8539-533d06e4d9a8 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:08.143765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff03b1-640b-4bf9-baff-85e85359cc8c req-a3302439-4c23-4b4a-bfe3-bf813a37eeeb tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:08.150545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ceff03b1-640b-4bf9-baff-85e85359cc8c req-a3302439-4c23-4b4a-bfe3-bf813a37eeeb tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1321814 Sep 22 10:43:08.182362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dad6c9-7a07-45ad-aa77-60057f183e7e None None] Network 6eceb4cb-1387-484e-8539-533d06e4d9a8 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:08.187763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.202987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dad6c9-7a07-45ad-aa77-60057f183e7e None None] Network 6eceb4cb-1387-484e-8539-533d06e4d9a8 could not be found, it might have been deleted concurrently. {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 22 10:43:08.224910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Port': ['ID=89b30223-4194-4cb1-878b-d635bf042b88,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:08.235647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] No DVR routers for this DVR port 89b30223-4194-4cb1-878b-d635bf042b88 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:08.253199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ceff03b1-640b-4bf9-baff-85e85359cc8c req-f7feca2d-523e-4e49-9d98-02f67e10b14d tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016662 Sep 22 10:43:08.268784 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.282326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2c3938-49e2-49e0-88c2-65b2cca3f5c8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 673faa02-ae81-472e-bf84-ac786bab6b9d {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:08.285471 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3938-49e2-49e0-88c2-65b2cca3f5c8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.380939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.420507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b5746b-62f6-4767-b7e0-65b5ed758086']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:08.431674 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3938-49e2-49e0-88c2-65b2cca3f5c8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.460262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb55d46-0a83-4500-b0ce-fe24a3ae99dd') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:08.460562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb55d46-0a83-4500-b0ce-fe24a3ae99dd') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:08.479355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.508781 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.521008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:08.521315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:08.524610 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:08.650458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3938-49e2-49e0-88c2-65b2cca3f5c8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.669709 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.737537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.744826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.747358 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/networks/87b5746b-62f6-4767-b7e0-65b5ed758086 HTTP/1.1" status: 204 len: 168 time: 1.1683102 Sep 22 10:43:08.750037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 51994) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:08.761119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88366c7f-a7fd-4d6c-9d2b-345cbfedaaea tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Network': ['ID=87b5746b-62f6-4767-b7e0-65b5ed758086,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:08.795407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.830790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3938-49e2-49e0-88c2-65b2cca3f5c8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.848165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ed64c-e32f-4d90-9dd5-d764e5776831 None None] Network 290313a4-b50a-4a90-9f37-46d39b6a4137 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:08.855516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=2c20665a-c2cb-486e-bc52-9f7f0e8ba986,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:08.887444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c3938-49e2-49e0-88c2-65b2cca3f5c8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=673faa02-ae81-472e-bf84-ac786bab6b9d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:08.892792 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3938-49e2-49e0-88c2-65b2cca3f5c8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.896724 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ef2c3938-49e2-49e0-88c2-65b2cca3f5c8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/673faa02-ae81-472e-bf84-ac786bab6b9d HTTP/1.1" status: 204 len: 168 time: 0.7713356 Sep 22 10:43:08.898582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52008) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:08.941506 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.957988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.970159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-da11aa8c-f52a-4c97-bd1c-304adbfa834d None None] Provisioning complete for port e5c5cb3b-d30a-44f1-8150-299836006293 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:08.970727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-da11aa8c-f52a-4c97-bd1c-304adbfa834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.992594 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bb29f717-79d7-405a-b36e-198eea171473 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901954 Sep 22 10:43:08.995959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52018) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:09.001927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:09.156426 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-da11aa8c-f52a-4c97-bd1c-304adbfa834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.223504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-da11aa8c-f52a-4c97-bd1c-304adbfa834d None None] For port e5c5cb3b-d30a-44f1-8150-299836006293, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e5c5cb3b-d30a-44f1-8150-299836006293,segment=NetworkSegment(7ccb245e-e2f3-401e-9f94-97b2af3ca758),segment_id=7ccb245e-e2f3-401e-9f94-97b2af3ca758)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:09.320514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-da11aa8c-f52a-4c97-bd1c-304adbfa834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.320894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:09.325569 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.333849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.350055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f189b574-d087-4ce3-babf-37d03ac18197']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:09.361164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7134462-0a16-433b-8804-dc1c64e932d0') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:09.361464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7134462-0a16-433b-8804-dc1c64e932d0') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:09.393233 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.418946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 290313a4-b50a-4a90-9f37-46d39b6a4137 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:09.447987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11aa8c-f52a-4c97-bd1c-304adbfa834d None None] Pushing event updated for resources: {'Port': ['ID=e5c5cb3b-d30a-44f1-8150-299836006293,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:09.456525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:09.474477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde55c06-4741-4d90-8189-43b9fca4b0e0 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:09.483347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.494787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:09.495210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:09.503127 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:09.505748 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 37204bf3-f40f-490a-bc0f-b6f3f08549ef up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:09.610536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-968a37b0-c6ff-4d56-8a64-b807cdcd4e8b None None] Provisioning complete for port 37204bf3-f40f-490a-bc0f-b6f3f08549ef triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:09.611181 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-968a37b0-c6ff-4d56-8a64-b807cdcd4e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.726731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccff79-203c-4965-a395-b918d553ff6a req-856d99b1-c6b0-4402-9d5c-9d1e0552e198 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:09.728348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51ccff79-203c-4965-a395-b918d553ff6a req-856d99b1-c6b0-4402-9d5c-9d1e0552e198 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.3081584 Sep 22 10:43:09.735699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 37204bf3-f40f-490a-bc0f-b6f3f08549ef triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:09.736432 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.808691 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51ccff79-203c-4965-a395-b918d553ff6a req-a5b5e415-64e4-4fa9-98ac-6fc10025ca80 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724523 Sep 22 10:43:09.823242 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.835237 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.845855 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.848423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/networks/f189b574-d087-4ce3-babf-37d03ac18197 HTTP/1.1" status: 204 len: 168 time: 1.0973206 Sep 22 10:43:09.856424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52026) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:09.863326 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.877839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5848ca-54ca-491f-b015-d52119845fa7 tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Network': ['ID=f189b574-d087-4ce3-babf-37d03ac18197,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:09.901051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:09.901051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:09.912930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:09.913961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.936653 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-968a37b0-c6ff-4d56-8a64-b807cdcd4e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.938276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=28f87cd9-4439-430c-9329-1f93cc9f0b66,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:09.941573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 37204bf3-f40f-490a-bc0f-b6f3f08549ef, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=37204bf3-f40f-490a-bc0f-b6f3f08549ef,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:09.975822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 7c3d604e-7e39-4553-8d7e-1c4e5bca27e2 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:43:09.984053 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.010336 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15dd0d1-7dab-4fac-b762-d05114d6e536 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:10.056069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.056069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e5c5cb3b-d30a-44f1-8150-299836006293 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:10.088901 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-908ea8fc-ffc1-49dd-be16-ac2f5c82d641 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0887346 Sep 22 10:43:10.089249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:10.095568 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'name': 'tempest-NetworksTestDHCPv6-109437687'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:10.182802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.194694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:10.195457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b15dd0d1-7dab-4fac-b762-d05114d6e536 None None] Deleting port 37204bf3-f40f-490a-bc0f-b6f3f08549ef {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:10.195595 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b15dd0d1-7dab-4fac-b762-d05114d6e536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.201316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=37204bf3-f40f-490a-bc0f-b6f3f08549ef,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:10.202864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8163ed4b-d2d2-426a-b56f-ff039cb5e6db tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/7c3d604e-7e39-4553-8d7e-1c4e5bca27e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5899949 Sep 22 10:43:10.205498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52036) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:10.207163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-968a37b0-c6ff-4d56-8a64-b807cdcd4e8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:43:10.207592 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-968a37b0-c6ff-4d56-8a64-b807cdcd4e8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:43:10.213964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e2595c-16d8-47ba-95df-1f1b7a3089af']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:10.221283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e5c5cb3b-d30a-44f1-8150-299836006293 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:10.221972 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.224235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240e9a1-e8cf-4c24-b8b0-334acaf9a618 None None] Sync routers for ids ['7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:10.236280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77415ef6-7ca8-4e5b-bec4-f513a47c89ee') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:10.236956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77415ef6-7ca8-4e5b-bec4-f513a47c89ee') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:10.250622 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.265906 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.272886 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:10.273349 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.277053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac55dd-67d0-45af-9398-cda5fb71dca5 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:10.280996 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6cac55dd-67d0-45af-9398-cda5fb71dca5 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports/2c20665a-c2cb-486e-bc52-9f7f0e8ba986 HTTP/1.1" status: 200 len: 910 time: 0.0671520 Sep 22 10:43:10.281985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52050) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:10.295204 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e46ec65c-fa42-42b8-b248-d7a5e7837a08 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f478930f-405a-47ca-b6c4-cebe0ba4a20d'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:10.295926 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:10.340985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240e9a1-e8cf-4c24-b8b0-334acaf9a618 None None] Routers {'7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:10.341759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6240e9a1-e8cf-4c24-b8b0-334acaf9a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:10.385017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6240e9a1-e8cf-4c24-b8b0-334acaf9a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:10.398555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:10.402063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.428803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 58981719-a938-4c84-a61a-035c96084928 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:10.457533 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.474996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.477725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] 10.222.0.20 "DELETE /v2.0/networks/d4e2595c-16d8-47ba-95df-1f1b7a3089af HTTP/1.1" status: 204 len: 168 time: 0.6256921 Sep 22 10:43:10.494984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81478b8-1aa7-439d-822c-083a97a0330a tempest-BulkNetworkOpsIpV6Test-2096693647 tempest-BulkNetworkOpsIpV6Test-2096693647-project] Pushing event deleted for resources: {'Network': ['ID=d4e2595c-16d8-47ba-95df-1f1b7a3089af,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:10.544494 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e46ec65c-fa42-42b8-b248-d7a5e7837a08 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.629516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240e9a1-e8cf-4c24-b8b0-334acaf9a618 None None] Routers {'7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:10.630391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6240e9a1-e8cf-4c24-b8b0-334acaf9a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:10.640251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b15dd0d1-7dab-4fac-b762-d05114d6e536 None None] For port 37204bf3-f40f-490a-bc0f-b6f3f08549ef, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=37204bf3-f40f-490a-bc0f-b6f3f08549ef,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:10.640646 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b15dd0d1-7dab-4fac-b762-d05114d6e536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.672917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::20d (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/28f87cd9-4439-430c-9329-1f93cc9f0b66/58981719-a938-4c84-a61a-035c96084928) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:10.684558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6240e9a1-e8cf-4c24-b8b0-334acaf9a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:10.685215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240e9a1-e8cf-4c24-b8b0-334acaf9a618 None None] The sync data for ids ['7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:10.696674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 95a34e39-2fbf-4363-b004-0252c883de10 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:10.703103 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b15dd0d1-7dab-4fac-b762-d05114d6e536 None None] Calling delete_port for 37204bf3-f40f-490a-bc0f-b6f3f08549ef owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:10.727638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 95a34e39-2fbf-4363-b004-0252c883de10 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:10.727990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 95a34e39-2fbf-4363-b004-0252c883de10 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:10.887843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-968a37b0-c6ff-4d56-8a64-b807cdcd4e8b None None] Could not find standard attr ID for object a8052dea-faed-4e48-b618-8afa0e887bd7. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:43:10.954485 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b15dd0d1-7dab-4fac-b762-d05114d6e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.959034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31202eec-86b6-4e4f-85ee-ab8b7bd81663 req-355e1634-f4ac-4d01-aefc-94144ce186fe tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:10.967450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31202eec-86b6-4e4f-85ee-ab8b7bd81663 req-355e1634-f4ac-4d01-aefc-94144ce186fe tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0627112 Sep 22 10:43:10.983364 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dd0d1-7dab-4fac-b762-d05114d6e536 None None] Pushing event deleted for resources: {'Port': ['ID=37204bf3-f40f-490a-bc0f-b6f3f08549ef,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:11.016483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15dd0d1-7dab-4fac-b762-d05114d6e536 None None] No DVR routers for this DVR port 37204bf3-f40f-490a-bc0f-b6f3f08549ef on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:11.026238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.042010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43784d26-25ef-4e35-80a5-0a1107a44a69 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:11.051573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31202eec-86b6-4e4f-85ee-ab8b7bd81663 req-84273e7d-b825-486c-b79a-e6aa4850ea23 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760190 Sep 22 10:43:11.081236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5f0f4aa3-64a5-4ab0-8912-d648e4647f25 None None] Provisioning complete for port 2c20665a-c2cb-486e-bc52-9f7f0e8ba986 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:11.081682 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5f0f4aa3-64a5-4ab0-8912-d648e4647f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.131646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52072) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:11.155138 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e46ec65c-fa42-42b8-b248-d7a5e7837a08 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.229897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f4aa3-64a5-4ab0-8912-d648e4647f25 None None] Port 2c20665a-c2cb-486e-bc52-9f7f0e8ba986 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:11.255142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e5c5cb3b-d30a-44f1-8150-299836006293 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:11.257881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.265725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '28f87cd9-4439-430c-9329-1f93cc9f0b66'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:11.268256 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.302929 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e46ec65c-fa42-42b8-b248-d7a5e7837a08 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.322066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5f0f4aa3-64a5-4ab0-8912-d648e4647f25 None None] Provisioning complete for port e5c5cb3b-d30a-44f1-8150-299836006293 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:11.322466 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5f0f4aa3-64a5-4ab0-8912-d648e4647f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.332655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8a321790-5788-421e-ae90-c9a4ec05eef1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a121fc42122431f97f7679380396c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998444 Sep 22 10:43:11.335834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52076) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:11.342406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:11.353143 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:11.363229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:11.369754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:11.370432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.376896 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=58981719-a938-4c84-a61a-035c96084928,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:11.393853 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a36f-2cba-4e0f-9c53-eee734af4afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.418029 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a36f-2cba-4e0f-9c53-eee734af4afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.427199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ec65c-fa42-42b8-b248-d7a5e7837a08 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:11.427836 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e46ec65c-fa42-42b8-b248-d7a5e7837a08 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.429196 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e46ec65c-fa42-42b8-b248-d7a5e7837a08 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/ports/2c20665a-c2cb-486e-bc52-9f7f0e8ba986 HTTP/1.1" status: 200 len: 910 time: 1.1462443 Sep 22 10:43:11.432081 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52078) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:11.488375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ec65c-fa42-42b8-b248-d7a5e7837a08 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=2c20665a-c2cb-486e-bc52-9f7f0e8ba986,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:11.520884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e5c5cb3b-d30a-44f1-8150-299836006293 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:11.521270 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.521954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52080) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:11.522092 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-803cf87b-6a22-419b-91a1-7318354431b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4316924 Sep 22 10:43:11.564225 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a36f-2cba-4e0f-9c53-eee734af4afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.567927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a36f-2cba-4e0f-9c53-eee734af4afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.571513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b2c0a36f-2cba-4e0f-9c53-eee734af4afb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55c9ab1b-34cd-46f7-8da8-8df770611e88 HTTP/1.1" status: 204 len: 168 time: 0.2322588 Sep 22 10:43:11.586424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0a36f-2cba-4e0f-9c53-eee734af4afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c9ab1b-34cd-46f7-8da8-8df770611e88,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:11.599238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be27030-32f7-49d1-90ae-5f3b9a61344c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:11.603639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9be27030-32f7-49d1-90ae-5f3b9a61344c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0780036 Sep 22 10:43:11.604474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52084) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:11.654665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/28f87cd9-4439-430c-9329-1f93cc9f0b66/9a6768a4-3c6f-440e-9871-f3f3b4f9313c) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:11.763311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-567786b2-0763-478e-a306-143e211b1e81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 58981719-a938-4c84-a61a-035c96084928 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:11.766139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-567786b2-0763-478e-a306-143e211b1e81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.891094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 37204bf3-f40f-490a-bc0f-b6f3f08549ef no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:11.894929 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.927742 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-567786b2-0763-478e-a306-143e211b1e81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.942615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-567786b2-0763-478e-a306-143e211b1e81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 58981719-a938-4c84-a61a-035c96084928 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:11.969696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 37204bf3-f40f-490a-bc0f-b6f3f08549ef {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:11.970150 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 37204bf3-f40f-490a-bc0f-b6f3f08549ef not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:11.973997 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.080502 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.135206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:12.141579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:12.144852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:12.205161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Pushing event updated for resources: {'Port': ['ID=9a6768a4-3c6f-440e-9871-f3f3b4f9313c,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:12.228414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Attempting to bind port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:12.228793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Attempting to bind port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:12.229855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Attempting to bind port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:12.235692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:12.236086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:12.236495 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.236894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:12.237367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Bound port: 9a6768a4-3c6f-440e-9871-f3f3b4f9313c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:12.237750 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.241233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port 2c20665a-c2cb-486e-bc52-9f7f0e8ba986 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:12.241770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.244910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175870cc-b540-4234-8460-80047e91b23e req-c982f702-fbdf-472b-ae8c-d743aea68ee3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:12.247129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-175870cc-b540-4234-8460-80047e91b23e req-c982f702-fbdf-472b-ae8c-d743aea68ee3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0721238 Sep 22 10:43:12.311831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-567786b2-0763-478e-a306-143e211b1e81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.345714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567786b2-0763-478e-a306-143e211b1e81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=58981719-a938-4c84-a61a-035c96084928,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:12.357658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-175870cc-b540-4234-8460-80047e91b23e req-bae9155d-0eee-481a-b04b-b8c5fb8ff713 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030085 Sep 22 10:43:12.360308 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.361594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] For port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:12.373748 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] For port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a6768a4-3c6f-440e-9871-f3f3b4f9313c,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:12.374872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for 2c20665a-c2cb-486e-bc52-9f7f0e8ba986 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:12.412748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-567786b2-0763-478e-a306-143e211b1e81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.415223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-567786b2-0763-478e-a306-143e211b1e81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/58981719-a938-4c84-a61a-035c96084928 HTTP/1.1" status: 204 len: 168 time: 0.8094337 Sep 22 10:43:12.417696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52100) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:12.435557 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.513427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713dc39-cfc7-4765-a7da-80c5e2e4e08e None None] Pushing event updated for resources: {'Port': ['ID=9a6768a4-3c6f-440e-9871-f3f3b4f9313c,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:12.531542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95b98c-2503-4d66-80a4-078e1d172dd1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:12.533982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95b98c-2503-4d66-80a4-078e1d172dd1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:12.538146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8b95b98c-2503-4d66-80a4-078e1d172dd1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1169827 Sep 22 10:43:12.538925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52104) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:12.608789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b9437a-7597-428b-85bb-16178bef6c98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 28f87cd9-4439-430c-9329-1f93cc9f0b66 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:12.612691 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40b9437a-7597-428b-85bb-16178bef6c98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.677498 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40b9437a-7597-428b-85bb-16178bef6c98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.819727 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40b9437a-7597-428b-85bb-16178bef6c98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.021234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52114) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.032951 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40b9437a-7597-428b-85bb-16178bef6c98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.053005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.081019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9437a-7597-428b-85bb-16178bef6c98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=28f87cd9-4439-430c-9329-1f93cc9f0b66,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:13.094757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40b9437a-7597-428b-85bb-16178bef6c98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.101282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-40b9437a-7597-428b-85bb-16178bef6c98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/28f87cd9-4439-430c-9329-1f93cc9f0b66 HTTP/1.1" status: 204 len: 168 time: 0.5612984 Sep 22 10:43:13.102021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52118) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.117185 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=2c20665a-c2cb-486e-bc52-9f7f0e8ba986,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:13.170667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6e9ac263-8ac3-41d6-ba79-a86198e75cae tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589659 Sep 22 10:43:13.170667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'networks': [{'name': 'tempest-network--650068105'}, {'name': 'tempest-network--772461463'}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:13.170667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'network': {'name': 'tempest-network--650068105'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:13.170667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'network': {'name': 'tempest-network--772461463'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:13.190656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52120) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.292304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Made reservation on behalf of 3e76baa5106543d8adfffb627c18988f for: {'network': 2} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:13.299238 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.300730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a6768a4-3c6f-440e-9871-f3f3b4f9313c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:13.311828 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.413489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74897647-786f-4d66-beb3-84795d25cdb5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:13.413489 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-74897647-786f-4d66-beb3-84795d25cdb5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2171941 Sep 22 10:43:13.413489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52124) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.414276 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:13.414276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.488250 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.535847 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.564308 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.567457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67901b66-4cc9-4ab5-b3f1-13f108b2fe59 req-4405a887-7591-448e-9e6d-b977a7f63b86 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:13.569080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67901b66-4cc9-4ab5-b3f1-13f108b2fe59 req-4405a887-7591-448e-9e6d-b977a7f63b86 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0961635 Sep 22 10:43:13.598684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.599163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.609112 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba67ea-413c-4d1b-bb69-daadc171aba1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:13.613125 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8bba67ea-413c-4d1b-bb69-daadc171aba1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1977346 Sep 22 10:43:13.629820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52126) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.632225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a6768a4-3c6f-440e-9871-f3f3b4f9313c,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:13.686428 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.688434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-025a7efa-f0ef-4974-8491-d6d353012606 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573082 Sep 22 10:43:13.695937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52128) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.702138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:13.780096 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=9a6768a4-3c6f-440e-9871-f3f3b4f9313c,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:13.786368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 7c3d604e-7e39-4553-8d7e-1c4e5bca27e2 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:13.832876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5328bd3-6753-4f4e-b125-c0c9ca7ba062 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:13.839879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67901b66-4cc9-4ab5-b3f1-13f108b2fe59 req-926f8109-13d0-43d2-9632-42370c03cca4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2605374 Sep 22 10:43:13.840503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704dbdbf-cf60-40fc-a93e-1d9c3324dcd1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:13.844713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:13.858065 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.858465 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Added segment fe5f685a-0433-4a43-94b1-49dd949e19d7 of type vlan for network 717140e7-8dee-49d5-b538-7a4fc086a8fd Sep 22 10:43:13.878003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:13.888422 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e064fd7b-1a75-4934-9a2c-1a8fd370f568 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/7c3d604e-7e39-4553-8d7e-1c4e5bca27e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4500859 Sep 22 10:43:13.888544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52130) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.891167 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46c08e-3e56-4e87-8476-5d7c0f5706c6 None None] Sync routers for ids ['7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:13.905205 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46c08e-3e56-4e87-8476-5d7c0f5706c6 None None] Routers {'7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:13.905837 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-df46c08e-3e56-4e87-8476-5d7c0f5706c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:13.911635 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.932447 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ea1f830c-c07f-4bc6-bfed-7faa5919d16b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c3d604e-7e39-4553-8d7e-1c4e5bca27e2 HTTP/1.1" status: 200 len: 205 time: 0.0427377 Sep 22 10:43:13.933895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52132) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.945878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8b43e5b9-f4bd-4996-a077-358e649dd104 None None] Provisioning complete for port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:13.946373 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8b43e5b9-f4bd-4996-a077-358e649dd104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.952660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:13.964405 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.964837 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Added segment 4dd3f7ce-e924-4bb1-8b0a-e6982643c774 of type vlan for network e34e2919-00e3-4ccc-b57c-63ac2e374ba3 Sep 22 10:43:13.988656 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-df46c08e-3e56-4e87-8476-5d7c0f5706c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:14.005579 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46c08e-3e56-4e87-8476-5d7c0f5706c6 None None] Routers {'7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:14.006258 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-df46c08e-3e56-4e87-8476-5d7c0f5706c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:14.023809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.025215 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b711a42e-31c5-444b-afde-67906c20ac23 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.041449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:14.047496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.097601 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-df46c08e-3e56-4e87-8476-5d7c0f5706c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:14.104484 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46c08e-3e56-4e87-8476-5d7c0f5706c6 None None] The sync data for ids ['7c3d604e-7e39-4553-8d7e-1c4e5bca27e2'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:14.203883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:14.207254 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.207860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.213668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:14.220330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:14.221080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.239989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b711a42e-31c5-444b-afde-67906c20ac23 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.248872 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b711a42e-31c5-444b-afde-67906c20ac23 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.259064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Deleting port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:14.259732 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.339316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] For port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a6768a4-3c6f-440e-9871-f3f3b4f9313c,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:14.340063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.341145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Network': ['ID=717140e7-8dee-49d5-b538-7a4fc086a8fd,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:14.346117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3235538 Sep 22 10:43:14.349310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52136) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:14.352796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Calling delete_port for 9a6768a4-3c6f-440e-9871-f3f3b4f9313c owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:14.360338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 717140e7-8dee-49d5-b538-7a4fc086a8fd details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:14.364009 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b711a42e-31c5-444b-afde-67906c20ac23 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.364540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b711a42e-31c5-444b-afde-67906c20ac23 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Fanout notify agent at l3_agent the message router_deleted on router 7c3d604e-7e39-4553-8d7e-1c4e5bca27e2 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:43:14.381853 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b711a42e-31c5-444b-afde-67906c20ac23 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.383348 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b711a42e-31c5-444b-afde-67906c20ac23 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/7c3d604e-7e39-4553-8d7e-1c4e5bca27e2 HTTP/1.1" status: 204 len: 168 time: 0.4475994 Sep 22 10:43:14.386431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52138) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:14.449475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594cac5-2571-4c08-a6b5-d1b18cf16ef6 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Network': ['ID=e34e2919-00e3-4ccc-b57c-63ac2e374ba3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:14.451813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.475930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network e34e2919-00e3-4ccc-b57c-63ac2e374ba3 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:14.519390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582969dd-a5c8-4796-b22c-a1cc93cb66e2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:14.525739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582969dd-a5c8-4796-b22c-a1cc93cb66e2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:14.534162 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582969dd-a5c8-4796-b22c-a1cc93cb66e2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:14.546404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582969dd-a5c8-4796-b22c-a1cc93cb66e2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:14.548245 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-582969dd-a5c8-4796-b22c-a1cc93cb66e2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1975026 Sep 22 10:43:14.554494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52140) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:14.613980 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.666028 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.672691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Pushing event deleted for resources: {'Port': ['ID=9a6768a4-3c6f-440e-9871-f3f3b4f9313c,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:14.685734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] No DVR routers for this DVR port 9a6768a4-3c6f-440e-9871-f3f3b4f9313c on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:14.689515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.690319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.691557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.692073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.692838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.693596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.694120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.694887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.695465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.695957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.696582 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.697084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a900c-62bb-4c3b-9322-ce1dd985b415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.728922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d6130-7f41-4197-9285-fd69a2b250b5 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:43:14.772048 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.799154 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717140e7-8dee-49d5-b538-7a4fc086a8fd']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:14.811236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5f685a-0433-4a43-94b1-49dd949e19d7') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:14.812171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5f685a-0433-4a43-94b1-49dd949e19d7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:14.832150 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.850039 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.856038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63afd50-81d3-47ae-8978-73cf7d366e21 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting subnet f478930f-405a-47ca-b6c4-cebe0ba4a20d {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:14.856492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:14.856889 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:14.859930 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:14.862278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b63afd50-81d3-47ae-8978-73cf7d366e21 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.871066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d6130-7f41-4197-9285-fd69a2b250b5 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:43:14.897147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:14.914557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:14.921109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:14.921700 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.928749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=4980e195-cec4-487e-ac1c-59846f274309,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:14.945699 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b63afd50-81d3-47ae-8978-73cf7d366e21 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.949988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.950363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.950708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.951041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.951377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.951701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.952031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.952360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.952680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.953006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.953400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:14.953725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:15.034061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.040609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-aa93a80b-bafb-409f-befc-9bc4d6d0d463 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3408983 Sep 22 10:43:15.057164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52144) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:15.059285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.061390 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/networks/717140e7-8dee-49d5-b538-7a4fc086a8fd HTTP/1.1" status: 204 len: 168 time: 0.5058246 Sep 22 10:43:15.062422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6fcea-fc7a-4b07-94cf-a60720db5ef2 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Network': ['ID=717140e7-8dee-49d5-b538-7a4fc086a8fd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:15.063175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': '4980e195-cec4-487e-ac1c-59846f274309', 'ip_address': '2001:db8::8b45:48f8:2358:ab9e'}], 'name': 'tempest-NetworksTestDHCPv6-1355999595'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:15.065824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52146) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:15.079249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a440104-c896-4e03-bcf4-40fc7fd9a4dd req-67a0c980-d1cf-4bb2-9599-f8cea86edbb5 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:15.080768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a440104-c896-4e03-bcf4-40fc7fd9a4dd req-67a0c980-d1cf-4bb2-9599-f8cea86edbb5 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1030095 Sep 22 10:43:15.131550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b63afd50-81d3-47ae-8978-73cf7d366e21 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.185489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.193231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '4980e195-cec4-487e-ac1c-59846f274309'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:15.194482 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.223995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a440104-c896-4e03-bcf4-40fc7fd9a4dd req-89733891-559c-45ba-a249-359760f9b03d tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294985 Sep 22 10:43:15.311727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a6768a4-3c6f-440e-9871-f3f3b4f9313c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:15.318609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b63afd50-81d3-47ae-8978-73cf7d366e21 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.358156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.361928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:15.375268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9a6768a4-3c6f-440e-9871-f3f3b4f9313c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:15.375865 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a6768a4-3c6f-440e-9871-f3f3b4f9313c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:15.392721 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b63afd50-81d3-47ae-8978-73cf7d366e21 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.397299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b63afd50-81d3-47ae-8978-73cf7d366e21 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/f478930f-405a-47ca-b6c4-cebe0ba4a20d HTTP/1.1" status: 204 len: 168 time: 1.0067456 Sep 22 10:43:15.397299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63afd50-81d3-47ae-8978-73cf7d366e21 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Subnet': ['ID=f478930f-405a-47ca-b6c4-cebe0ba4a20d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:15.397726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52150) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:15.412404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34e2919-00e3-4ccc-b57c-63ac2e374ba3']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:15.429804 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd3f7ce-e924-4bb1-8b0a-e6982643c774') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:15.430080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd3f7ce-e924-4bb1-8b0a-e6982643c774') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:15.454481 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.471936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/4980e195-cec4-487e-ac1c-59846f274309/652a280c-9e7e-4437-b5cf-9dc1e0f3ce18) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:15.483760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.503180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.506030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 122ccd5e-fe17-4ead-8372-c252ff8f9eeb yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:15.515773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.517843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:15.519019 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:15.523272 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:15.639944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port e5c5cb3b-d30a-44f1-8150-299836006293 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:15.640287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.661719 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.697084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.712563 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.719050 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/networks/e34e2919-00e3-4ccc-b57c-63ac2e374ba3 HTTP/1.1" status: 204 len: 168 time: 0.6518052 Sep 22 10:43:15.720248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52152) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:15.729336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port e5c5cb3b-d30a-44f1-8150-299836006293, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e5c5cb3b-d30a-44f1-8150-299836006293,segment=NetworkSegment(7ccb245e-e2f3-401e-9f94-97b2af3ca758),segment_id=7ccb245e-e2f3-401e-9f94-97b2af3ca758)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:15.729770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.746741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900acf58-a163-48d0-9fed-f6921d67e091 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Network': ['ID=e34e2919-00e3-4ccc-b57c-63ac2e374ba3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:15.754662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for e5c5cb3b-d30a-44f1-8150-299836006293 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:15.811730 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.849835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:15.852877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:15.857136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:15.868179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Pushing event updated for resources: {'Port': ['ID=652a280c-9e7e-4437-b5cf-9dc1e0f3ce18,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:15.873097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5bdb62-1369-417e-b8ba-fe282d23d58e tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:15.879962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5bdb62-1369-417e-b8ba-fe282d23d58e tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:15.885008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ae5bdb62-1369-417e-b8ba-fe282d23d58e tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1603122 Sep 22 10:43:15.890037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52154) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:15.900872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-182511278'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:15.903003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::8b45:48f8:2358:ab9e (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/4980e195-cec4-487e-ac1c-59846f274309/122ccd5e-fe17-4ead-8372-c252ff8f9eeb) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:15.926005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Attempting to bind port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:15.926399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Attempting to bind port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:15.926761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Attempting to bind port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:15.932018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:15.932395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:15.932807 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.933323 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:15.933833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Bound port: 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:15.934245 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.939339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.971011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=e5c5cb3b-d30a-44f1-8150-299836006293,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:15.975606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No DVR routers for this DVR port e5c5cb3b-d30a-44f1-8150-299836006293 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:16.004689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Made reservation on behalf of 3e76baa5106543d8adfffb627c18988f for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:16.005702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] For port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:16.008663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.009680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] For port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=652a280c-9e7e-4437-b5cf-9dc1e0f3ce18,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:16.079485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.083739 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.092572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:16.092788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.110575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290313a4-b50a-4a90-9f37-46d39b6a4137']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:16.119148 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.119496 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Added segment 416a80fc-6bd8-4c7e-bc97-ff3e7c093f0d of type vlan for network 76b370cb-991a-48b9-a924-e9f1c9921b57 Sep 22 10:43:16.129773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccb245e-e2f3-401e-9f94-97b2af3ca758') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:16.130093 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccb245e-e2f3-401e-9f94-97b2af3ca758') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:16.165147 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.169474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d92577-a62b-4d61-adb9-470ea718f5ca None None] Pushing event updated for resources: {'Port': ['ID=652a280c-9e7e-4437-b5cf-9dc1e0f3ce18,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:16.184582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.190809 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.201617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:16.202029 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:16.205176 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:16.217806 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.278591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:16.282747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:16.285405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:16.291381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:16.292076 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.301207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=122ccd5e-fe17-4ead-8372-c252ff8f9eeb,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:16.308554 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.314697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:16.315652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.397374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5180517-8bdc-400c-bbb8-c183d71774fc req-0da099fb-1b72-49ce-80b3-4fc17993b7d6 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:16.407137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5180517-8bdc-400c-bbb8-c183d71774fc req-0da099fb-1b72-49ce-80b3-4fc17993b7d6 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0729582 Sep 22 10:43:16.413260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-58593d58-d31f-4d29-9591-d876507ed025 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3550682 Sep 22 10:43:16.416179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.419268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52160) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:16.432339 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Network': ['ID=76b370cb-991a-48b9-a924-e9f1c9921b57,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:16.445676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.448547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 76b370cb-991a-48b9-a924-e9f1c9921b57 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:16.451091 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/networks/290313a4-b50a-4a90-9f37-46d39b6a4137 HTTP/1.1" status: 204 len: 168 time: 1.0522692 Sep 22 10:43:16.463097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52162) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:16.479583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5180517-8bdc-400c-bbb8-c183d71774fc req-b46a8a61-9139-45aa-ac07-702c1f5574d7 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714138 Sep 22 10:43:16.484470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c9739117-d68d-48e5-9b4f-7fa8cefc2bbc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2118938970', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:16.494149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0422ad-e203-4188-bf9e-4f8367a1117e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Network': ['ID=290313a4-b50a-4a90-9f37-46d39b6a4137,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:16.500002 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf61202e-89ef-4423-bda7-31a7620288e1 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6097679 Sep 22 10:43:16.501293 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52164) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:16.505127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-354600091'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:16.534019 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be03dc-a24b-4fd1-afc8-6d0a7e7e60d5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:16.540603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33be03dc-a24b-4fd1-afc8-6d0a7e7e60d5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:16.545862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52166) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:16.548214 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-33be03dc-a24b-4fd1-afc8-6d0a7e7e60d5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1283779 Sep 22 10:43:16.633180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9739117-d68d-48e5-9b4f-7fa8cefc2bbc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.633180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9739117-d68d-48e5-9b4f-7fa8cefc2bbc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.700667 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9739117-d68d-48e5-9b4f-7fa8cefc2bbc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.706157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-83a1d82b-6126-4a09-9458-a019312d37f5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 122ccd5e-fe17-4ead-8372-c252ff8f9eeb {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:16.706507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83a1d82b-6126-4a09-9458-a019312d37f5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.714136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Made reservation on behalf of 3e76baa5106543d8adfffb627c18988f for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:16.718977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.748263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:16.756715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.757058 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Added segment 854e2b47-813a-4ca9-ba26-ca69098dfa0a of type vlan for network a93ee75c-28a6-41e3-a718-567a1b59fc08 Sep 22 10:43:16.803102 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.813579 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83a1d82b-6126-4a09-9458-a019312d37f5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.827124 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9739117-d68d-48e5-9b4f-7fa8cefc2bbc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.832220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-83a1d82b-6126-4a09-9458-a019312d37f5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 122ccd5e-fe17-4ead-8372-c252ff8f9eeb owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:16.942944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.948860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:16.949483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.994001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9739117-d68d-48e5-9b4f-7fa8cefc2bbc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.005606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c9739117-d68d-48e5-9b4f-7fa8cefc2bbc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5144680 Sep 22 10:43:17.005606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52168) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:17.005606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1043794605'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:17.020883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Network': ['ID=a93ee75c-28a6-41e3-a718-567a1b59fc08,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:17.034412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a93ee75c-28a6-41e3-a718-567a1b59fc08 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:17.051429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83a1d82b-6126-4a09-9458-a019312d37f5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.087133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1d82b-6126-4a09-9458-a019312d37f5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=122ccd5e-fe17-4ead-8372-c252ff8f9eeb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:17.092395 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5329131e-746b-47d5-816d-2cc87e91802f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5908854 Sep 22 10:43:17.095374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52170) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:17.100444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'ports': [{'network_id': '76b370cb-991a-48b9-a924-e9f1c9921b57', 'name': 'tempest-port--368445454', 'admin_state_up': True}, {'network_id': 'a93ee75c-28a6-41e3-a718-567a1b59fc08', 'admin_state_up': False}]} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:17.101116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'port': {'network_id': '76b370cb-991a-48b9-a924-e9f1c9921b57', 'name': 'tempest-port--368445454', 'admin_state_up': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:17.101688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'port': {'network_id': 'a93ee75c-28a6-41e3-a718-567a1b59fc08', 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:17.143187 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83a1d82b-6126-4a09-9458-a019312d37f5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.145331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-83a1d82b-6126-4a09-9458-a019312d37f5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/122ccd5e-fe17-4ead-8372-c252ff8f9eeb HTTP/1.1" status: 204 len: 168 time: 0.5979793 Sep 22 10:43:17.150420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52172) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:17.229339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:17.233461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.266473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fccd0c7-ae7b-4cb7-86ae-af9f440382c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:17.269700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fccd0c7-ae7b-4cb7-86ae-af9f440382c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:17.271834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1fccd0c7-ae7b-4cb7-86ae-af9f440382c7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1196833 Sep 22 10:43:17.275234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52176) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:17.279738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:17.295146 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.300685 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added segment ad2b5c94-5054-463f-be5b-fc7686ce761d of type vlan for network 4c400afc-e59e-4d50-85e9-9256207570c2 Sep 22 10:43:17.360741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.417706 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-4220ea97-57c6-456b-8f88-8499349b5807 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 4980e195-cec4-487e-ac1c-59846f274309 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:17.427310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:17.427460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4220ea97-57c6-456b-8f88-8499349b5807 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.474316 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4220ea97-57c6-456b-8f88-8499349b5807 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.479902 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.489529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:17.490955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.493423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:17.495554 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.547947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f12ab-03c3-4e42-896f-7cabebdfaf82 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:17.558120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Made reservation on behalf of 3e76baa5106543d8adfffb627c18988f for: {'port': 2} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:17.565445 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.577571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4aef18-cfb2-47a6-b782-b78a4965269e None None] Network 290313a4-b50a-4a90-9f37-46d39b6a4137 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:17.593114 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.609412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4aef18-cfb2-47a6-b782-b78a4965269e None None] Network 290313a4-b50a-4a90-9f37-46d39b6a4137 could not be found, it might have been deleted concurrently. {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 22 10:43:17.612788 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4220ea97-57c6-456b-8f88-8499349b5807 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.630044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Network': ['ID=4c400afc-e59e-4d50-85e9-9256207570c2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:17.678207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9a07a42c-b82d-4006-9968-9b6100df4a2b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6768668 Sep 22 10:43:17.685354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52180) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:17.687375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'subnet': {'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:17.736245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d0115-43a2-454e-a770-cc269b27a152 req-a99afc53-f709-446a-ac39-947c04697efb tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:17.744921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd0d0115-43a2-454e-a770-cc269b27a152 req-a99afc53-f709-446a-ac39-947c04697efb tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1242483 Sep 22 10:43:17.755428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] device_id is not set on port 64bfc526-e508-41cd-af08-dd3b128bfc5c yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:17.844737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd0d0115-43a2-454e-a770-cc269b27a152 req-1c205a5c-a307-43cd-948f-b3ff2358ff26 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932550 Sep 22 10:43:17.846017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 4c400afc-e59e-4d50-85e9-9256207570c2 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:17.851496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73212f-dbfe-45e8-89e6-18a41c8c6ea4 None None] DHCP port deletion for 290313a4-b50a-4a90-9f37-46d39b6a4137 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:17.851630 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4220ea97-57c6-456b-8f88-8499349b5807 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.889130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1926ebcd-74a9-4485-bb27-6ad168180c34 None None] Provisioning complete for port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:17.889567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1926ebcd-74a9-4485-bb27-6ad168180c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.901653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220ea97-57c6-456b-8f88-8499349b5807 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=4980e195-cec4-487e-ac1c-59846f274309,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:17.910858 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4220ea97-57c6-456b-8f88-8499349b5807 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.912925 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4220ea97-57c6-456b-8f88-8499349b5807 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/4980e195-cec4-487e-ac1c-59846f274309 HTTP/1.1" status: 204 len: 168 time: 0.6365070 Sep 22 10:43:17.915538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52184) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:17.954870 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.975637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0157fa71-7630-433c-98ed-4d9c26a010d1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587296 Sep 22 10:43:17.976973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:17.978263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52186) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:17.981703 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.983898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:18.051210 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.143259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=652a280c-9e7e-4437-b5cf-9dc1e0f3ce18,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:18.161869 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1926ebcd-74a9-4485-bb27-6ad168180c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.223367 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.266585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9514de-a7d3-4a9b-b2e7-fb8aa4398da2 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:18.367762 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-1926ebcd-74a9-4485-bb27-6ad168180c34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:43:18.368359 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-1926ebcd-74a9-4485-bb27-6ad168180c34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:43:18.380942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=652a280c-9e7e-4437-b5cf-9dc1e0f3ce18,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:18.410065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7b9514de-a7d3-4a9b-b2e7-fb8aa4398da2 None None] Deleting port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:18.415314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b9514de-a7d3-4a9b-b2e7-fb8aa4398da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.443613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.515035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7b9514de-a7d3-4a9b-b2e7-fb8aa4398da2 None None] For port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=652a280c-9e7e-4437-b5cf-9dc1e0f3ce18,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:18.515598 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b9514de-a7d3-4a9b-b2e7-fb8aa4398da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.516618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742219c-3e2b-4a63-975a-9ea70ca772da req-ef732f17-4068-4a21-a2bb-840c883572be tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:18.519132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1742219c-3e2b-4a63-975a-9ea70ca772da req-ef732f17-4068-4a21-a2bb-840c883572be tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1675076 Sep 22 10:43:18.530416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7b9514de-a7d3-4a9b-b2e7-fb8aa4398da2 None None] Calling delete_port for 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:18.597420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-92aacfae-c695-4268-9c84-ad6bba4657c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:18.602126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-92aacfae-c695-4268-9c84-ad6bba4657c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 1096 time: 0.1944919 Sep 22 10:43:18.646781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Subnet': ['ID=88426c4b-bd9b-4b30-a913-194c66748f48,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:18.647272 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] device_id is not set on port 70fdcf22-bf15-4e6c-b3d9-070a419bd976 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:18.681499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Checking segment: {'id': 'ad2b5c94-5054-463f-be5b-fc7686ce761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:18.681898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network hostable DHCP agents. Network: 4c400afc-e59e-4d50-85e9-9256207570c2, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:18.687045 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b9514de-a7d3-4a9b-b2e7-fb8aa4398da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.693406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1742219c-3e2b-4a63-975a-9ea70ca772da req-bd47fc53-0fa6-43ba-81a9-7540ed83ff63 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634684 Sep 22 10:43:18.722894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9514de-a7d3-4a9b-b2e7-fb8aa4398da2 None None] Pushing event deleted for resources: {'Port': ['ID=652a280c-9e7e-4437-b5cf-9dc1e0f3ce18,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:18.731444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9514de-a7d3-4a9b-b2e7-fb8aa4398da2 None None] No DVR routers for this DVR port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:18.749931 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:18.753492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.765046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-a6da5f79-dcb1-46be-b148-c16e013dc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:18.766733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-a6da5f79-dcb1-46be-b148-c16e013dc6b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.1591959 Sep 22 10:43:18.830010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 4c400afc-e59e-4d50-85e9-9256207570c2 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:18.840611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-52662b6b-f393-4566-8728-deefaa341571 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815296e3-d46a-4951-867e-01c54246205d HTTP/1.1" status: 200 len: 1000 time: 0.0657609 Sep 22 10:43:18.843160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.892487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1926ebcd-74a9-4485-bb27-6ad168180c34 None None] Port 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 update to ACTIVE by agent not found {{(pid=95683) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 22 10:43:18.902832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-5f2c8cb3-6daf-4062-b9c7-3e7473472816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:18.904410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-5f2c8cb3-6daf-4062-b9c7-3e7473472816 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.0571537 Sep 22 10:43:18.957332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-6281b429-c665-44a9-b5d3-0d42fad9ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:18.958674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-6281b429-c665-44a9-b5d3-0d42fad9ce3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470746 Sep 22 10:43:18.959786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 4c400afc-e59e-4d50-85e9-9256207570c2) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:18.963910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:18.968193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.972941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3354e0-56d1-41fb-bc16-cb5b01ae9a83 None None] Network 4c400afc-e59e-4d50-85e9-9256207570c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:19.012475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.073208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.077413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-92769b26-2b80-4e45-a9bd-9ae416b3a2f8 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097565 Sep 22 10:43:19.109210 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-de3d7912-0154-4b6b-bdd5-a7ac6ae4f6a6 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4246483 Sep 22 10:43:19.109446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52192) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:19.128499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Port': ['ID=64bfc526-e508-41cd-af08-dd3b128bfc5c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:19.155721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-4c400afc-e59e-4d50-85e9-9256207570c2', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:19.156919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.162861 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:19.166538 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:19.168324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Checking segment: {'id': '416a80fc-6bd8-4c7e-bc97-ff3e7c093f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76b370cb-991a-48b9-a924-e9f1c9921b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:19.168690 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Network hostable DHCP agents. Network: 76b370cb-991a-48b9-a924-e9f1c9921b57, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:19.173663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:19.174090 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.181400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=5fe3e054-2ba7-4147-ba90-b0ceeed9e225,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:19.256043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70cae1c-fb39-4bef-8fe9-05d332c1e5d6 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:19.288816 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0ebab730-7e2a-4861-adcc-1596dadbf26c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3069539 Sep 22 10:43:19.289385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52194) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:19.299089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': '5fe3e054-2ba7-4147-ba90-b0ceeed9e225', 'ip_address': '2001:db8::93c8:dd34:eadd:c393'}], 'name': 'tempest-NetworksTestDHCPv6-2062672433'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:19.305063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Network 76b370cb-991a-48b9-a924-e9f1c9921b57 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:19.350028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:19.359481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Allocated IP 172.20.0.2 (4c400afc-e59e-4d50-85e9-9256207570c2/88426c4b-bd9b-4b30-a913-194c66748f48/15d8bef2-e523-4084-9d9c-3b705d8475ab) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:19.362358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a2ed211-e5c0-40bd-855a-2f6968d469d4 req-e9808093-9396-4163-99c1-85718221e409 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775130 Sep 22 10:43:19.410961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:19.411306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 652a280c-9e7e-4437-b5cf-9dc1e0f3ce18 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:19.412287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e5c5cb3b-d30a-44f1-8150-299836006293 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:19.412944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 76b370cb-991a-48b9-a924-e9f1c9921b57) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:19.421721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:19.422345 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.466774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5c9ed-2e25-4e85-804d-7ef9519a3cd5 None None] Network 76b370cb-991a-48b9-a924-e9f1c9921b57 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:19.532792 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.556401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Port': ['ID=70fdcf22-bf15-4e6c-b3d9-070a419bd976,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:19.567735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e5c5cb3b-d30a-44f1-8150-299836006293 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:19.568781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e5c5cb3b-d30a-44f1-8150-299836006293 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:19.613020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Checking segment: {'id': '854e2b47-813a-4ca9-ba26-ca69098dfa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a93ee75c-28a6-41e3-a718-567a1b59fc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:19.613483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Network hostable DHCP agents. Network: a93ee75c-28a6-41e3-a718-567a1b59fc08, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:19.621938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:19.775842 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.789284 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Network a93ee75c-28a6-41e3-a718-567a1b59fc08 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:19.806315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 7e63e528-015a-46a6-a387-8fb033f2c5b0 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:19.863041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '5fe3e054-2ba7-4147-ba90-b0ceeed9e225'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:19.864776 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.891590 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.919245 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a93ee75c-28a6-41e3-a718-567a1b59fc08) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:19.930767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:19.937112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee01e-d954-4281-b480-863483a91ef2 req-66dc66c3-8917-4cf7-8719-cb1bfc8d7ec9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:19.937922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:19.938774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbdee01e-d954-4281-b480-863483a91ef2 req-66dc66c3-8917-4cf7-8719-cb1bfc8d7ec9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0957112 Sep 22 10:43:19.943715 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:19.944741 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.973428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dee982-5930-4ebc-9271-cee0ad3f6d9d None None] Network a93ee75c-28a6-41e3-a718-567a1b59fc08 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:19.988542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fbdee01e-d954-4281-b480-863483a91ef2 req-492e3c42-a631-4fbc-818c-1cb8460b502d tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382531 Sep 22 10:43:20.033590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::93c8:dd34:eadd:c393 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/5fe3e054-2ba7-4147-ba90-b0ceeed9e225/7e63e528-015a-46a6-a387-8fb033f2c5b0) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:20.041529 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.063518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.20.0.1 (4c400afc-e59e-4d50-85e9-9256207570c2/88426c4b-bd9b-4b30-a913-194c66748f48/a4f239e4-9792-4076-b6ad-b0faad36fd87) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:20.096034 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-494e30b4-6375-454c-affe-a8d70228c00f tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9990361 Sep 22 10:43:20.101089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52200) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:20.127747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Network 4c400afc-e59e-4d50-85e9-9256207570c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:20.135092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:20.138988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:20.166794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Pushing event updated for resources: {'Port': ['ID=15d8bef2-e523-4084-9d9c-3b705d8475ab,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:20.240053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755548e-b9a8-4e37-b7a7-8fb4ba081f42 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:20.241012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.246971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755548e-b9a8-4e37-b7a7-8fb4ba081f42 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:20.255218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0755548e-b9a8-4e37-b7a7-8fb4ba081f42 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1529799 Sep 22 10:43:20.255852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52202) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:20.262161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Attempting to bind port 15d8bef2-e523-4084-9d9c-3b705d8475ab on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:20.262646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Attempting to bind port 15d8bef2-e523-4084-9d9c-3b705d8475ab by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'ad2b5c94-5054-463f-be5b-fc7686ce761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:20.263163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Attempting to bind port 15d8bef2-e523-4084-9d9c-3b705d8475ab on network 4c400afc-e59e-4d50-85e9-9256207570c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:20.271374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:20.271827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Checking segment: {'id': 'ad2b5c94-5054-463f-be5b-fc7686ce761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:20.272300 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.272768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Bound using segment: {'id': 'ad2b5c94-5054-463f-be5b-fc7686ce761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:20.273367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Bound port: 15d8bef2-e523-4084-9d9c-3b705d8475ab, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2b5c94-5054-463f-be5b-fc7686ce761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:20.273761 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.342337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] For port 15d8bef2-e523-4084-9d9c-3b705d8475ab, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:20.345711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] For port 15d8bef2-e523-4084-9d9c-3b705d8475ab, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=15d8bef2-e523-4084-9d9c-3b705d8475ab,segment=NetworkSegment(ad2b5c94-5054-463f-be5b-fc7686ce761d),segment_id=ad2b5c94-5054-463f-be5b-fc7686ce761d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:20.346296 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.390085 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.397039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-47b0dab8-9a3e-4b8b-933f-4b89efb2c161 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Deleting port 64bfc526-e508-41cd-af08-dd3b128bfc5c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:20.399338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b0dab8-9a3e-4b8b-933f-4b89efb2c161 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.444607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/5fe3e054-2ba7-4147-ba90-b0ceeed9e225/de843864-11e8-4b10-9d49-5fef4ee4a77e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:20.444846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:20.448058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:20.452150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:20.459036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:20.459896 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.460317 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.480104 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=7e63e528-015a-46a6-a387-8fb033f2c5b0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:20.481591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b0dab8-9a3e-4b8b-933f-4b89efb2c161 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.502573 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.502573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-47b0dab8-9a3e-4b8b-933f-4b89efb2c161 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Calling delete_port for 64bfc526-e508-41cd-af08-dd3b128bfc5c owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:20.549116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 4c400afc-e59e-4d50-85e9-9256207570c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:20.549116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:20.553954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:20.575140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea10ac-7376-4691-9839-f46a565f7363 None None] Pushing event updated for resources: {'Port': ['ID=15d8bef2-e523-4084-9d9c-3b705d8475ab,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:20.601075 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e7d41ce0-82e9-411a-a1c8-251a6dc38241 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3104680 Sep 22 10:43:20.604192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52206) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:20.643589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=a4f239e4-9792-4076-b6ad-b0faad36fd87,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:20.679623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.701616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb8b85-d550-453f-b2f6-c901a1201058 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:20.705518 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d5cb8b85-d550-453f-b2f6-c901a1201058 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1010270 Sep 22 10:43:20.713490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52208) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:20.722188 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.775098 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b0dab8-9a3e-4b8b-933f-4b89efb2c161 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.800402 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.833298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0dab8-9a3e-4b8b-933f-4b89efb2c161 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Port': ['ID=64bfc526-e508-41cd-af08-dd3b128bfc5c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:20.842452 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47b0dab8-9a3e-4b8b-933f-4b89efb2c161 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.848575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52210) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:20.855908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-47b0dab8-9a3e-4b8b-933f-4b89efb2c161 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/ports/64bfc526-e508-41cd-af08-dd3b128bfc5c HTTP/1.1" status: 204 len: 168 time: 0.5892258 Sep 22 10:43:20.873300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Pushing event updated for resources: {'Port': ['ID=de843864-11e8-4b10-9d49-5fef4ee4a77e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:20.886010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:20.887608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:20.890524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:20.948978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Attempting to bind port de843864-11e8-4b10-9d49-5fef4ee4a77e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:20.949354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Attempting to bind port de843864-11e8-4b10-9d49-5fef4ee4a77e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:20.949725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Attempting to bind port de843864-11e8-4b10-9d49-5fef4ee4a77e on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:20.956091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:20.956608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:20.957117 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.957524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:20.958387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Bound port: de843864-11e8-4b10-9d49-5fef4ee4a77e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:20.958783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.976091 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f7766413-f34e-4ed9-a2ce-8359f9fd4834 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 7e63e528-015a-46a6-a387-8fb033f2c5b0 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:20.976432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7766413-f34e-4ed9-a2ce-8359f9fd4834 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.978348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.056792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] For port de843864-11e8-4b10-9d49-5fef4ee4a77e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:21.060607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] For port de843864-11e8-4b10-9d49-5fef4ee4a77e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de843864-11e8-4b10-9d49-5fef4ee4a77e,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:21.096732 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-39a61fc6-9950-4287-93ba-02b0a6b3350c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Deleting port 70fdcf22-bf15-4e6c-b3d9-070a419bd976 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:21.097238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a61fc6-9950-4287-93ba-02b0a6b3350c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.113233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7766413-f34e-4ed9-a2ce-8359f9fd4834 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.137222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f7766413-f34e-4ed9-a2ce-8359f9fd4834 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 7e63e528-015a-46a6-a387-8fb033f2c5b0 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:21.155235 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.191516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a61fc6-9950-4287-93ba-02b0a6b3350c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.262780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750ce15-0bd0-409f-9179-1a3174412ea4 None None] Pushing event updated for resources: {'Port': ['ID=de843864-11e8-4b10-9d49-5fef4ee4a77e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:21.271900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-39a61fc6-9950-4287-93ba-02b0a6b3350c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Calling delete_port for 70fdcf22-bf15-4e6c-b3d9-070a419bd976 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:21.379438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 15d8bef2-e523-4084-9d9c-3b705d8475ab up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:21.497014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a61fc6-9950-4287-93ba-02b0a6b3350c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.525573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 15d8bef2-e523-4084-9d9c-3b705d8475ab triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:21.525879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.598326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7766413-f34e-4ed9-a2ce-8359f9fd4834 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.605509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a61fc6-9950-4287-93ba-02b0a6b3350c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Port': ['ID=70fdcf22-bf15-4e6c-b3d9-070a419bd976,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:21.622532 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39a61fc6-9950-4287-93ba-02b0a6b3350c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.625180 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-39a61fc6-9950-4287-93ba-02b0a6b3350c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/ports/70fdcf22-bf15-4e6c-b3d9-070a419bd976 HTTP/1.1" status: 204 len: 168 time: 0.7741158 Sep 22 10:43:21.641501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52214) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:21.696314 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c8867ae1-13eb-4ccb-8ca7-8d95b3a27b3e tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0515475 Sep 22 10:43:21.721225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52218) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:21.750052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7766413-f34e-4ed9-a2ce-8359f9fd4834 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=7e63e528-015a-46a6-a387-8fb033f2c5b0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:21.754013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-478946012'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:21.807083 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7766413-f34e-4ed9-a2ce-8359f9fd4834 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.811622 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7766413-f34e-4ed9-a2ce-8359f9fd4834 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/7e63e528-015a-46a6-a387-8fb033f2c5b0 HTTP/1.1" status: 204 len: 168 time: 1.0957637 Sep 22 10:43:21.813346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52220) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:21.889457 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d949e-d339-4913-a21f-6266f2ec8313 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:21.891487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d949e-d339-4913-a21f-6266f2ec8313 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:21.893156 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0e3d949e-d339-4913-a21f-6266f2ec8313 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0787857 Sep 22 10:43:21.896963 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52222) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:21.915058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.915548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Made reservation on behalf of 3e76baa5106543d8adfffb627c18988f for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:21.918809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.984027 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-585c207c-9632-4f00-8f49-0656c4e05a96 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 5fe3e054-2ba7-4147-ba90-b0ceeed9e225 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:21.987854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f136ea-f395-4bf9-8b9c-8c9cd89c2f43 req-15e4951e-043e-4378-befb-d32231a1ca1d tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:21.988910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-585c207c-9632-4f00-8f49-0656c4e05a96 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.989460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50f136ea-f395-4bf9-8b9c-8c9cd89c2f43 req-15e4951e-043e-4378-befb-d32231a1ca1d tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.8794746 Sep 22 10:43:22.011306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 15d8bef2-e523-4084-9d9c-3b705d8475ab, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=15d8bef2-e523-4084-9d9c-3b705d8475ab,segment=NetworkSegment(ad2b5c94-5054-463f-be5b-fc7686ce761d),segment_id=ad2b5c94-5054-463f-be5b-fc7686ce761d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:22.031320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.037216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9238064d-633d-41c6-b574-52e3762ef26a None None] Network 4c400afc-e59e-4d50-85e9-9256207570c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:22.040330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:22.044125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-585c207c-9632-4f00-8f49-0656c4e05a96 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.067275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.072725 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Added segment 992950b5-9e36-4575-82c1-a98602bf8de0 of type vlan for network 29909739-03e0-4d55-9f1d-dc814cbc30bc Sep 22 10:43:22.108939 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.114506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50f136ea-f395-4bf9-8b9c-8c9cd89c2f43 req-5f3f26bc-742f-494f-811e-de4c2e036bb4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883791 Sep 22 10:43:22.135962 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.161110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.201732 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-585c207c-9632-4f00-8f49-0656c4e05a96 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.221679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1db82df2-3372-46bb-8216-6cd0d2d74cbc None None] Provisioning complete for port 15d8bef2-e523-4084-9d9c-3b705d8475ab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:22.222911 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1db82df2-3372-46bb-8216-6cd0d2d74cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.264833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.285278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=15d8bef2-e523-4084-9d9c-3b705d8475ab,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:22.303555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=a4f239e4-9792-4076-b6ad-b0faad36fd87,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:22.360991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.366589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:22.367193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.405889 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-585c207c-9632-4f00-8f49-0656c4e05a96 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.411473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9cc3ec5e-e578-4143-97e5-ac0be9f2f80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.443623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c207c-9632-4f00-8f49-0656c4e05a96 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe3e054-2ba7-4147-ba90-b0ceeed9e225,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:22.451258 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-585c207c-9632-4f00-8f49-0656c4e05a96 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.453181 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-585c207c-9632-4f00-8f49-0656c4e05a96 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/5fe3e054-2ba7-4147-ba90-b0ceeed9e225 HTTP/1.1" status: 204 len: 168 time: 0.5551541 Sep 22 10:43:22.455820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52226) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:22.470118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Network': ['ID=29909739-03e0-4d55-9f1d-dc814cbc30bc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:22.481926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 4c400afc-e59e-4d50-85e9-9256207570c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:22.483476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:22.484817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 29909739-03e0-4d55-9f1d-dc814cbc30bc details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:22.515930 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-38c978ee-53f4-4f58-ac10-0b2ec56c84c0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576289 Sep 22 10:43:22.519674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52228) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:22.524890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:22.545867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6dd27dc7-17b5-41e5-a0f9-0bb7603014cb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8122904 Sep 22 10:43:22.548713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52230) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:22.555229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1275043545'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:22.779935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1059bc-bc9c-493a-a808-b816536f6e4b None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:22.858008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Made reservation on behalf of 3e76baa5106543d8adfffb627c18988f for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:22.858008 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.875875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:22.888553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.888980 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Added segment c3ccf26c-d5aa-4c9e-a166-e8f670750977 of type vlan for network f00a70a2-9e91-416a-b714-e8c775c22aee Sep 22 10:43:22.904195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Provisioning complete for port a4f239e4-9792-4076-b6ad-b0faad36fd87 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:22.904680 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.925429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:43:22.943242 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.007518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Port a4f239e4-9792-4076-b6ad-b0faad36fd87 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:23.026545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Provisioning complete for port de843864-11e8-4b10-9d49-5fef4ee4a77e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:23.027041 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.066365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:23.074067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4f5a9cc6-a133-45c2-8fa9-ae50ec578ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9634354 Sep 22 10:43:23.076740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52234) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:23.083244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1433402165'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:23.092674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:23.136420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a51808d-22db-4499-b170-96ff0a1b2592 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:23.150324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:23.150324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:42:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:23.239624 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:23.244169 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.251488 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.268998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.279882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:23.279882 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.293391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 15d8bef2-e523-4084-9d9c-3b705d8475ab up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:23.357292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] For port de843864-11e8-4b10-9d49-5fef4ee4a77e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de843864-11e8-4b10-9d49-5fef4ee4a77e,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:23.370219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:23.375210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.377640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Network': ['ID=f00a70a2-9e91-416a-b714-e8c775c22aee,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:23.387700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:23.414322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:23.424381 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.424743 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added segment f5c1a344-6317-487a-b073-989a31cd00a1 of type vlan for network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff Sep 22 10:43:23.427613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f00a70a2-9e91-416a-b714-e8c775c22aee details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:23.454679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.485433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0a51808d-22db-4499-b170-96ff0a1b2592 None None] Deleting port de843864-11e8-4b10-9d49-5fef4ee4a77e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:23.485898 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0a51808d-22db-4499-b170-96ff0a1b2592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.495156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a07a222c-e8d3-4a93-ab21-34c16d34e439 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9443243 Sep 22 10:43:23.514325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.594666 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.616927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.627588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:23.628368 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.632232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52240) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:23.647948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'subnets': [{'network_id': '29909739-03e0-4d55-9f1d-dc814cbc30bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2006366640', 'ip_version': 4}, {'network_id': 'f00a70a2-9e91-416a-b714-e8c775c22aee', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:23.648358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'subnet': {'network_id': '29909739-03e0-4d55-9f1d-dc814cbc30bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2006366640', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:23.649013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Request body: {'subnet': {'network_id': 'f00a70a2-9e91-416a-b714-e8c775c22aee', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:23.651564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:23.658828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:23.662549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:23.663155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.679014 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=57040f53-4a0b-4f93-a419-0448adebe11b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:23.680422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Provisioning complete for port 15d8bef2-e523-4084-9d9c-3b705d8475ab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:23.681344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.769780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66410cdc-4a23-4fb6-ade0-91d50716f10b None None] Pushing event updated for resources: {'Port': ['ID=de843864-11e8-4b10-9d49-5fef4ee4a77e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:23.778454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0a51808d-22db-4499-b170-96ff0a1b2592 None None] For port de843864-11e8-4b10-9d49-5fef4ee4a77e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de843864-11e8-4b10-9d49-5fef4ee4a77e,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:23.778852 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0a51808d-22db-4499-b170-96ff0a1b2592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.781144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 15d8bef2-e523-4084-9d9c-3b705d8475ab triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:23.781501 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.791184 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c8a85dbf-4311-41c6-b52a-cb1926fef75a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2676797 Sep 22 10:43:23.791431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Network': ['ID=3e2496af-f3aa-4e5a-b5e3-7d117ad724ff,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:23.791553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52242) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:23.804871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': '57040f53-4a0b-4f93-a419-0448adebe11b', 'ip_address': '2001:db8::6403:6a60:f729:bb45'}], 'name': 'tempest-NetworksTestDHCPv6-682874498'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:23.818510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:23.823626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0a51808d-22db-4499-b170-96ff0a1b2592 None None] Calling delete_port for de843864-11e8-4b10-9d49-5fef4ee4a77e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:23.837728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8e7c1dc3-ff9b-4919-8ff6-f67c48560d61 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7546132 Sep 22 10:43:23.837728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52244) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:23.845169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'subnet': {'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:23.965663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:43:23.965663 n-d-807025-3 neutron-server[95681]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 10:43:23.965663 n-d-807025-3 neutron-server[95681]: [parameters: {'project_id_1': '170acb4eba59477996dc15bd03aab82d', 'expiration_1': datetime.datetime(2021, 9, 22, 10, 43, 3, 926723)}] Sep 22 10:43:23.965663 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:43:23.966912 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:43:24.101863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:20Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:21Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:24.128365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:24.128723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Updating router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 port a4f239e4-9792-4076-b6ad-b0faad36fd87 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:43:24.161975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.170011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Made reservation on behalf of 3e76baa5106543d8adfffb627c18988f for: {'subnet': 2} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:24.174975 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.182436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.182575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4e3eaa53-ad91-4aaf-bdfc-678131c90cfb None None] Provisioning complete for port a4f239e4-9792-4076-b6ad-b0faad36fd87 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:24.182575 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4e3eaa53-ad91-4aaf-bdfc-678131c90cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.312284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:24.317921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.369795 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0a51808d-22db-4499-b170-96ff0a1b2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.409620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51808d-22db-4499-b170-96ff0a1b2592 None None] Pushing event deleted for resources: {'Port': ['ID=de843864-11e8-4b10-9d49-5fef4ee4a77e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:24.459646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51808d-22db-4499-b170-96ff0a1b2592 None None] No DVR routers for this DVR port de843864-11e8-4b10-9d49-5fef4ee4a77e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:24.478916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4e3eaa53-ad91-4aaf-bdfc-678131c90cfb None None] Port a4f239e4-9792-4076-b6ad-b0faad36fd87 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:24.497355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c133bc-ec4c-42bd-adb7-51f2821d6b6c None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:24.605847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:24.611797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.633403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 428d2103-4f0c-4d45-b85b-b11aa6da225c yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:24.751502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.766592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '57040f53-4a0b-4f93-a419-0448adebe11b'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:24.767504 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.774146 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.822810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::6403:6a60:f729:bb45 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/57040f53-4a0b-4f93-a419-0448adebe11b/428d2103-4f0c-4d45-b85b-b11aa6da225c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:24.879492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Subnet': ['ID=95bb5178-09c2-451a-8418-4381452c830b,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:24.890202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Checking segment: {'id': 'f5c1a344-6317-487a-b073-989a31cd00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:24.890570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network hostable DHCP agents. Network: 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:24.914316 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.982970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c420a-002e-4c02-b09e-0f61e7e8e5e7 None None] Pushing event updated for resources: {'Port': ['ID=a4f239e4-9792-4076-b6ad-b0faad36fd87,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:24.998956 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.006938 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.016703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Attempting to bind port a4f239e4-9792-4076-b6ad-b0faad36fd87 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:25.017091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Attempting to bind port a4f239e4-9792-4076-b6ad-b0faad36fd87 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'ad2b5c94-5054-463f-be5b-fc7686ce761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:25.019620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Attempting to bind port a4f239e4-9792-4076-b6ad-b0faad36fd87 on network 4c400afc-e59e-4d50-85e9-9256207570c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:25.030516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:25.030905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Checking segment: {'id': 'ad2b5c94-5054-463f-be5b-fc7686ce761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:25.031315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.035895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Bound using segment: {'id': 'ad2b5c94-5054-463f-be5b-fc7686ce761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:25.036462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Bound port: a4f239e4-9792-4076-b6ad-b0faad36fd87, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2b5c94-5054-463f-be5b-fc7686ce761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:25.036871 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.096807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Subnet': ['ID=67b3ddc6-c592-4bbc-bf76-5e15c9abdb9a,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:25.115994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Checking segment: {'id': '992950b5-9e36-4575-82c1-a98602bf8de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '29909739-03e0-4d55-9f1d-dc814cbc30bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:25.116439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Network hostable DHCP agents. Network: 29909739-03e0-4d55-9f1d-dc814cbc30bc, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:25.140084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:25.145085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] For port a4f239e4-9792-4076-b6ad-b0faad36fd87, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:25.150335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] For port a4f239e4-9792-4076-b6ad-b0faad36fd87, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a4f239e4-9792-4076-b6ad-b0faad36fd87,segment=NetworkSegment(ad2b5c94-5054-463f-be5b-fc7686ce761d),segment_id=ad2b5c94-5054-463f-be5b-fc7686ce761d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:25.222983 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.257698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Network 29909739-03e0-4d55-9f1d-dc814cbc30bc is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:25.266856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.270868 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-41ebf147-346d-4827-9edf-c85aab0559df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.273615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:25.279083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:25.283048 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:25.288822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.289513 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.302587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=428d2103-4f0c-4d45-b85b-b11aa6da225c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:25.326625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:25.334308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 29909739-03e0-4d55-9f1d-dc814cbc30bc) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:25.340960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.341567 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.347941 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.348198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/57040f53-4a0b-4f93-a419-0448adebe11b/06699a58-b27f-46a3-8558-85c1d5b0fcad) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:25.358464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2a141-1a9a-49c2-a635-3b780afeed90 None None] Network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:25.363116 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6399eb-6878-481a-8ff7-66be30a80251 None None] Network 29909739-03e0-4d55-9f1d-dc814cbc30bc requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:25.397594 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9603256b-535c-49b9-94a0-bb02ca7dd05f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6033344 Sep 22 10:43:25.397594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52250) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:25.405737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d1831b46-4409-42a1-975e-78757ab83736 None None] Provisioning complete for port a4f239e4-9792-4076-b6ad-b0faad36fd87 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:25.406125 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1831b46-4409-42a1-975e-78757ab83736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.421480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:25.422189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:25.467720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Checking segment: {'id': 'c3ccf26c-d5aa-4c9e-a166-e8f670750977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f00a70a2-9e91-416a-b714-e8c775c22aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:25.468105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Network hostable DHCP agents. Network: f00a70a2-9e91-416a-b714-e8c775c22aee, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:25.474860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196bb439-9d91-4602-8b3f-2ed0b6bb552c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.478279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event updated for resources: {'Subnet': ['ID=7507f76f-3ca2-43eb-9551-282045e32c1f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:25.481520 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-196bb439-9d91-4602-8b3f-2ed0b6bb552c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0786188 Sep 22 10:43:25.488385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52252) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:25.541795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3aa98de4-8658-49da-bdbf-22ef39f1654e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7016737 Sep 22 10:43:25.543813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52254) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:25.584880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Network f00a70a2-9e91-416a-b714-e8c775c22aee is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:25.624046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c420a-002e-4c02-b09e-0f61e7e8e5e7 None None] Pushing event updated for resources: {'Port': ['ID=a4f239e4-9792-4076-b6ad-b0faad36fd87,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:25.624326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4c080f13-423e-4bf5-8a2c-2484f9854aac tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 428d2103-4f0c-4d45-b85b-b11aa6da225c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:25.624585 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c080f13-423e-4bf5-8a2c-2484f9854aac tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.642986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f00a70a2-9e91-416a-b714-e8c775c22aee) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:25.716517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946ad3a-dbdb-4f7d-a1e0-ccd08c929e9e None None] Network f00a70a2-9e91-416a-b714-e8c775c22aee requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:25.729996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.731312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.732129 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.761059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c080f13-423e-4bf5-8a2c-2484f9854aac tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.776469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4c080f13-423e-4bf5-8a2c-2484f9854aac tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 428d2103-4f0c-4d45-b85b-b11aa6da225c owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:25.833697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.840971 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6e5e52be-4c17-45d3-8eaf-b4ac8b2a62eb tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1995690 Sep 22 10:43:25.842625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52256) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:25.897442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:25.899230 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.933855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47347ca-c917-4751-9ae3-b8407e1bfd31 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.936554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47347ca-c917-4751-9ae3-b8407e1bfd31 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.938749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47347ca-c917-4751-9ae3-b8407e1bfd31 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.944486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b47347ca-c917-4751-9ae3-b8407e1bfd31 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0983238 Sep 22 10:43:25.944991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52260) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:25.988896 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.044293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef9b4e4-83a1-44f3-915e-ba3f3aad80ff tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Deleting subnet 67b3ddc6-c592-4bbc-bf76-5e15c9abdb9a {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:26.054858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fef9b4e4-83a1-44f3-915e-ba3f3aad80ff tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.111698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fef9b4e4-83a1-44f3-915e-ba3f3aad80ff tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.130436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a9d17-aa4d-4d9a-ab47-5a466cfcae99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-29909739-03e0-4d55-9f1d-dc814cbc30bc', 'network_id': '29909739-03e0-4d55-9f1d-dc814cbc30bc', 'tenant_id': '3e76baa5106543d8adfffb627c18988f', 'fixed_ips': [{'subnet_id': '67b3ddc6-c592-4bbc-bf76-5e15c9abdb9a'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:26.131662 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b58a9d17-aa4d-4d9a-ab47-5a466cfcae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.177001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fef9b4e4-83a1-44f3-915e-ba3f3aad80ff tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.203787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c080f13-423e-4bf5-8a2c-2484f9854aac tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.248331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c080f13-423e-4bf5-8a2c-2484f9854aac tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=428d2103-4f0c-4d45-b85b-b11aa6da225c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:26.296007 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c080f13-423e-4bf5-8a2c-2484f9854aac tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.298059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.298508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4c080f13-423e-4bf5-8a2c-2484f9854aac tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/428d2103-4f0c-4d45-b85b-b11aa6da225c HTTP/1.1" status: 204 len: 168 time: 0.8077991 Sep 22 10:43:26.300822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52264) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:26.383371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fef9b4e4-83a1-44f3-915e-ba3f3aad80ff tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.414087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9b4e4-83a1-44f3-915e-ba3f3aad80ff tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Subnet': ['ID=67b3ddc6-c592-4bbc-bf76-5e15c9abdb9a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:26.418199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fef9b4e4-83a1-44f3-915e-ba3f3aad80ff tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.423146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fef9b4e4-83a1-44f3-915e-ba3f3aad80ff tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/subnets/67b3ddc6-c592-4bbc-bf76-5e15c9abdb9a HTTP/1.1" status: 204 len: 168 time: 0.4751830 Sep 22 10:43:26.423850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52266) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:26.424001 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d92ace-9bdd-4ba3-8e6b-28a253a15d63 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:26.425527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d92ace-9bdd-4ba3-8e6b-28a253a15d63 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:26.430474 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-83d92ace-9bdd-4ba3-8e6b-28a253a15d63 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1252468 Sep 22 10:43:26.430474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52268) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:26.485084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac761b2-5ead-45a2-a738-9821268dcb2c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Deleting subnet 7507f76f-3ca2-43eb-9551-282045e32c1f {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:26.495355 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac761b2-5ead-45a2-a738-9821268dcb2c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.505248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1187b6c-8e40-47c8-9fc3-3d0f5ca53f9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 57040f53-4a0b-4f93-a419-0448adebe11b {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:26.546314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.551710 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac761b2-5ead-45a2-a738-9821268dcb2c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.558646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:26.559549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.575423 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1831b46-4409-42a1-975e-78757ab83736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.607849 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac761b2-5ead-45a2-a738-9821268dcb2c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.676405 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.676987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.21.0.1 (3e2496af-f3aa-4e5a-b5e3-7d117ad724ff/95bb5178-09c2-451a-8418-4381452c830b/e88dab11-ebfc-439f-b072-052923279bf0) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:26.754419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac761b2-5ead-45a2-a738-9821268dcb2c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.766865 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d1831b46-4409-42a1-975e-78757ab83736 None None] For port a4f239e4-9792-4076-b6ad-b0faad36fd87, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a4f239e4-9792-4076-b6ad-b0faad36fd87,segment=NetworkSegment(ad2b5c94-5054-463f-be5b-fc7686ce761d),segment_id=ad2b5c94-5054-463f-be5b-fc7686ce761d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:26.783293 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1187b6c-8e40-47c8-9fc3-3d0f5ca53f9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.800041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac761b2-5ead-45a2-a738-9821268dcb2c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Subnet': ['ID=7507f76f-3ca2-43eb-9551-282045e32c1f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:26.802816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac761b2-5ead-45a2-a738-9821268dcb2c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.809273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dac761b2-5ead-45a2-a738-9821268dcb2c tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/subnets/7507f76f-3ca2-43eb-9551-282045e32c1f HTTP/1.1" status: 204 len: 168 time: 0.3841286 Sep 22 10:43:26.810237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52270) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:26.822216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a813bb-657d-467e-b6a3-c425aafc1057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-f00a70a2-9e91-416a-b714-e8c775c22aee', 'network_id': 'f00a70a2-9e91-416a-b714-e8c775c22aee', 'tenant_id': '3e76baa5106543d8adfffb627c18988f', 'fixed_ips': [{'subnet_id': '7507f76f-3ca2-43eb-9551-282045e32c1f'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:26.828255 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32a813bb-657d-467e-b6a3-c425aafc1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.834583 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server [None req-b58a9d17-aa4d-4d9a-ab47-5a466cfcae99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67b3ddc6-c592-4bbc-bf76-5e15c9abdb9a: This subnet is being modified by another concurrent operation. Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise exception Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67b3ddc6-c592-4bbc-bf76-5e15c9abdb9a: This subnet is being modified by another concurrent operation. Sep 22 10:43:26.839016 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Sep 22 10:43:26.847364 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.850345 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1187b6c-8e40-47c8-9fc3-3d0f5ca53f9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.904571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Pushing event updated for resources: {'Port': ['ID=06699a58-b27f-46a3-8558-85c1d5b0fcad,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:26.907959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679de209-1ddc-4b19-9988-869af4004b62 None None] Network 29909739-03e0-4d55-9f1d-dc814cbc30bc requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:26.915810 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1831b46-4409-42a1-975e-78757ab83736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:26.923255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97c1408-7c15-493b-a020-1826ab9ce900 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:26.929011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a97c1408-7c15-493b-a020-1826ab9ce900 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1131475 Sep 22 10:43:26.929433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52272) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:26.973823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1187b6c-8e40-47c8-9fc3-3d0f5ca53f9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.007321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:27.060586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.101853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:27.104910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:27.157918 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.180894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00a70a2-9e91-416a-b714-e8c775c22aee']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:27.197651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ccf26c-d5aa-4c9e-a166-e8f670750977') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:27.199622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ccf26c-d5aa-4c9e-a166-e8f670750977') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:27.219780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.221494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1831b46-4409-42a1-975e-78757ab83736 None None] Pushing event updated for resources: {'Port': ['ID=a4f239e4-9792-4076-b6ad-b0faad36fd87,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:27.240924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.247435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:27.247844 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.249397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-25478f76-4e2d-4084-a148-9a16416ced16 None None] Provisioning complete for port a4f239e4-9792-4076-b6ad-b0faad36fd87 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:27.249788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25478f76-4e2d-4084-a148-9a16416ced16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:27.251431 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:27.267645 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.306386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Attempting to bind port 06699a58-b27f-46a3-8558-85c1d5b0fcad on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:27.306770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Attempting to bind port 06699a58-b27f-46a3-8558-85c1d5b0fcad by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:27.307137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Attempting to bind port 06699a58-b27f-46a3-8558-85c1d5b0fcad on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:27.339108 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:27.342927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:27.344566 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=e88dab11-ebfc-439f-b072-052923279bf0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:27.346902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:27.359731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:27.360117 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:27.360519 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.362917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:27.362917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Bound port: 06699a58-b27f-46a3-8558-85c1d5b0fcad, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:27.362917 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.401230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.406201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:20Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:25Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:27.473785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Allocated IP 172.21.0.2 (3e2496af-f3aa-4e5a-b5e3-7d117ad724ff/95bb5178-09c2-451a-8418-4381452c830b/fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:27.566518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee4b1eb-f934-42ad-ab07-fe13d68b54c9 None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:20Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:25Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:27.768215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac47292-a7bf-40f7-8486-5b7ec0231e5c None None] Network f00a70a2-9e91-416a-b714-e8c775c22aee requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:27.770339 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.784838 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1187b6c-8e40-47c8-9fc3-3d0f5ca53f9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.789166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] For port 06699a58-b27f-46a3-8558-85c1d5b0fcad, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:27.814464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] For port 06699a58-b27f-46a3-8558-85c1d5b0fcad, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=06699a58-b27f-46a3-8558-85c1d5b0fcad,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:27.817434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.821678 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.825529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/networks/f00a70a2-9e91-416a-b714-e8c775c22aee HTTP/1.1" status: 204 len: 168 time: 0.8948395 Sep 22 10:43:27.832721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52276) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:27.841406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1187b6c-8e40-47c8-9fc3-3d0f5ca53f9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=57040f53-4a0b-4f93-a419-0448adebe11b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:27.883048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a010d1f-e7b5-41ec-aa57-816922f59f7d tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Network': ['ID=f00a70a2-9e91-416a-b714-e8c775c22aee,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:27.905001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e1187b6c-8e40-47c8-9fc3-3d0f5ca53f9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.910616 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e1187b6c-8e40-47c8-9fc3-3d0f5ca53f9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/57040f53-4a0b-4f93-a419-0448adebe11b HTTP/1.1" status: 204 len: 168 time: 1.4797001 Sep 22 10:43:27.914024 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.916779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52278) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:27.973694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:27.988957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.990247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:27.993035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:27.997098 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-116e05a0-0cf4-43f9-825d-fb0c51aa2015 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775928 Sep 22 10:43:27.997098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52280) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:28.004552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.006303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Pushing event updated for resources: {'Port': ['ID=fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:28.028497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.140713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.182039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29909739-03e0-4d55-9f1d-dc814cbc30bc']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:28.197406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992950b5-9e36-4575-82c1-a98602bf8de0') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:28.197963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992950b5-9e36-4575-82c1-a98602bf8de0') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:28.210823 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.233352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.238158 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Attempting to bind port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:28.238550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Attempting to bind port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'f5c1a344-6317-487a-b073-989a31cd00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:28.251448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Attempting to bind port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e on network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:28.264036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.274394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:28.274394 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:28.282823 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:28.392826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:28.393201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Checking segment: {'id': 'f5c1a344-6317-487a-b073-989a31cd00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:28.393610 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.394006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Bound using segment: {'id': 'f5c1a344-6317-487a-b073-989a31cd00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:28.394504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Bound port: fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c1a344-6317-487a-b073-989a31cd00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:28.394892 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.399989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fab75f-ca7f-425b-a674-3bfce8d67851 None None] Pushing event updated for resources: {'Port': ['ID=06699a58-b27f-46a3-8558-85c1d5b0fcad,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:28.401276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.451504 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.455640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45e0ae-51e5-4bc2-86ab-9b2b7a46dfd7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:28.460525 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-de45e0ae-51e5-4bc2-86ab-9b2b7a46dfd7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4610674 Sep 22 10:43:28.461059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.462033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52292) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:28.466163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/networks/29909739-03e0-4d55-9f1d-dc814cbc30bc HTTP/1.1" status: 204 len: 168 time: 0.6287963 Sep 22 10:43:28.467994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52294) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:28.523073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] For port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:28.528046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] For port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e,segment=NetworkSegment(f5c1a344-6317-487a-b073-989a31cd00a1),segment_id=f5c1a344-6317-487a-b073-989a31cd00a1)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:28.530370 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.580936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.585636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cd577-25ec-4e03-b2a7-cc1bc40f6f68 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Network': ['ID=29909739-03e0-4d55-9f1d-dc814cbc30bc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:28.610565 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.662783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44baf0d7-2ca3-4550-ad8f-6feb28cde899 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:28.664389 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-44baf0d7-2ca3-4550-ad8f-6feb28cde899 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2018447 Sep 22 10:43:28.668827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52296) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:28.676927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=e88dab11-ebfc-439f-b072-052923279bf0,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:28.679577 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.686325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281153f-e9a9-4f13-ae3d-8bd19407a619 None None] Pushing event updated for resources: {'Port': ['ID=fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:28.732879 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.774204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1ffead64-1666-4727-bdf4-fcdc4f5e198e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012533 Sep 22 10:43:28.774824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52298) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:28.782264 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:28.801628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:28.804823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:28.880085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93ee75c-28a6-41e3-a718-567a1b59fc08']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:28.896048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854e2b47-813a-4ca9-ba26-ca69098dfa0a') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:28.896048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854e2b47-813a-4ca9-ba26-ca69098dfa0a') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:28.921315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.941482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.948246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:28.948652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.948837 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:28.951743 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:29.062850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:29.070392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.076497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:29.081658 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-09d96fb4-1b21-4f6c-9ae7-aa24e44bc408 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5365918 Sep 22 10:43:29.084590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52308) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:29.089751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1595345343'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:29.157664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.162629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.168189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/networks/a93ee75c-28a6-41e3-a718-567a1b59fc08 HTTP/1.1" status: 204 len: 168 time: 0.6957803 Sep 22 10:43:29.168620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52310) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:29.199285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade244da-d8b1-443e-9b5e-e73de9a69b0a tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Network': ['ID=a93ee75c-28a6-41e3-a718-567a1b59fc08,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:29.242132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:29.248376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.314576 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.364781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:29.407377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:29.456894 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.457837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.487088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:29.487552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.491489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b370cb-991a-48b9-a924-e9f1c9921b57']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:29.502465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416a80fc-6bd8-4c7e-bc97-ff3e7c093f0d') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:29.502737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416a80fc-6bd8-4c7e-bc97-ff3e7c093f0d') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:29.523616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.524296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:29.529338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:29.536855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:29.537545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.538767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.545907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:29.546339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.572925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=9c74f8a3-a027-4d4a-942b-4368b5e8ce14,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:29.635575 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a413253d-a10e-4254-9fa0-dc89f5e0f67b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8570108 Sep 22 10:43:29.638437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52318) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:29.639790 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:29.645508 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.645970 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added segment 51ccc95e-52d0-47a3-9525-2773f123a3d1 of type vlan for network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 Sep 22 10:43:29.649598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': '9c74f8a3-a027-4d4a-942b-4368b5e8ce14', 'ip_address': '2001:db8::381a:ff76:6f94:8ad6'}], 'name': 'tempest-NetworksTestDHCPv6-1009214977'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:29.694125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.719319 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.756036 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.763345 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] 10.222.0.20 "DELETE /v2.0/networks/76b370cb-991a-48b9-a924-e9f1c9921b57 HTTP/1.1" status: 204 len: 168 time: 0.5934634 Sep 22 10:43:29.764829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b81b8-f62a-4273-9b63-65a042882e12 tempest-BulkNetworkOpsTest-1047208103 tempest-BulkNetworkOpsTest-1047208103-project] Pushing event deleted for resources: {'Network': ['ID=76b370cb-991a-48b9-a924-e9f1c9921b57,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:29.838028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c3d5-df96-433f-b5d6-e8479004b8c2 req-f44462a4-aa88-41ff-bab9-5651c40217ec tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:29.847297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e3c3d5-df96-433f-b5d6-e8479004b8c2 req-f44462a4-aa88-41ff-bab9-5651c40217ec tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1098 time: 0.0996103 Sep 22 10:43:29.858776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.865912 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:29.866706 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:29.913117 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.001113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e,segment=NetworkSegment(f5c1a344-6317-487a-b073-989a31cd00a1),segment_id=f5c1a344-6317-487a-b073-989a31cd00a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:30.030432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Network': ['ID=ba1fe421-1634-44c7-9d48-1850f3a4c2b2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:30.050551 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:30.050964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:30.054029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de5970-4c7b-46de-b236-db85056f3c5d None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:30.062523 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:30.064659 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:30.172751 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:30.202576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.203478 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a4f239e4-9792-4076-b6ad-b0faad36fd87 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:30.204401 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-212b3eec-4444-46ce-9c6b-04e036d3d609 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1187108 Sep 22 10:43:30.207075 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52322) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:30.212730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'subnet': {'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:30.373627 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e3c3d5-df96-433f-b5d6-e8479004b8c2 req-5dfe2250-851c-43c5-9c2c-035405963675 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5254443 Sep 22 10:43:30.402700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52326) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:30.406568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3b29766a-ec0b-46a6-a50b-d391c041cc1c None None] Provisioning complete for port 06699a58-b27f-46a3-8558-85c1d5b0fcad triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:30.406951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b29766a-ec0b-46a6-a50b-d391c041cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.530036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port a4f239e4-9792-4076-b6ad-b0faad36fd87 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:30.535739 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.563393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:30.589123 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:27Z', 'revision_number': 3, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:28Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:30.593129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52330) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:30.627174 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:30.627552 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Updating router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 port e88dab11-ebfc-439f-b072-052923279bf0 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:43:30.651233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed83bc-70d0-4f56-ae27-35d59f185037 None None] Network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:30.657599 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.685398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:30.690904 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.715671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port a419a28b-55ee-4e4a-8d8b-490dd6e8c2c0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:30.716017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.729218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.737896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:30.793894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:30.903325 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b29766a-ec0b-46a6-a50b-d391c041cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.957573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3b29766a-ec0b-46a6-a50b-d391c041cc1c None None] For port 06699a58-b27f-46a3-8558-85c1d5b0fcad, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=06699a58-b27f-46a3-8558-85c1d5b0fcad,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:30.981433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 06699a58-b27f-46a3-8558-85c1d5b0fcad up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:30.984936 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b01c6199-f327-4f38-b73a-15fdacdfaddc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e76baa5106543d8adfffb627c18988f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893020 Sep 22 10:43:30.988504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:31.038032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.038459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.053596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b29766a-ec0b-46a6-a50b-d391c041cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.066928 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.081681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for a419a28b-55ee-4e4a-8d8b-490dd6e8c2c0 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:31.132564 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1db1-c463-4e1f-b74b-cf67eed28d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.164964 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.172651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1db1-c463-4e1f-b74b-cf67eed28d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.229820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29766a-ec0b-46a6-a50b-d391c041cc1c None None] Pushing event updated for resources: {'Port': ['ID=06699a58-b27f-46a3-8558-85c1d5b0fcad,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:31.258028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 06699a58-b27f-46a3-8558-85c1d5b0fcad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:31.258866 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.278050 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Pushing event updated for resources: {'Port': ['ID=e88dab11-ebfc-439f-b072-052923279bf0,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:31.301413 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-07872b79-c74f-4f80-9d2d-e146dacfc8b4 None None] Provisioning complete for port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:31.302209 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-07872b79-c74f-4f80-9d2d-e146dacfc8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.319655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1db1-c463-4e1f-b74b-cf67eed28d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.322460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1db1-c463-4e1f-b74b-cf67eed28d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.324229 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d3ae1db1-c463-4e1f-b74b-cf67eed28d4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/704dbdbf-cf60-40fc-a93e-1d9c3324dcd1 HTTP/1.1" status: 204 len: 168 time: 0.3343167 Sep 22 10:43:31.349655 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.350011 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.350367 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.350703 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.351036 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.351364 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.351689 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.352012 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.352336 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.352656 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.352983 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.353212 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.353364 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:31.355826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae1db1-c463-4e1f-b74b-cf67eed28d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704dbdbf-cf60-40fc-a93e-1d9c3324dcd1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:31.367618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::381a:ff76:6f94:8ad6 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/9c74f8a3-a027-4d4a-942b-4368b5e8ce14/1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:31.442701 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Attempting to bind port e88dab11-ebfc-439f-b072-052923279bf0 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:31.443351 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Attempting to bind port e88dab11-ebfc-439f-b072-052923279bf0 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'f5c1a344-6317-487a-b073-989a31cd00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:31.443893 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Attempting to bind port e88dab11-ebfc-439f-b072-052923279bf0 on network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:31.458426 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:31.458426 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Checking segment: {'id': 'f5c1a344-6317-487a-b073-989a31cd00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:31.458426 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.458426 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Bound using segment: {'id': 'f5c1a344-6317-487a-b073-989a31cd00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:31.458426 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Bound port: e88dab11-ebfc-439f-b072-052923279bf0, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c1a344-6317-487a-b073-989a31cd00a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:31.458426 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.477613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.613394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Subnet': ['ID=b7755dd6-ce16-4e69-b6f3-b9405d97283c,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:31.619832 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] For port e88dab11-ebfc-439f-b072-052923279bf0, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:31.623563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Checking segment: {'id': '51ccc95e-52d0-47a3-9525-2773f123a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:31.624233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network hostable DHCP agents. Network: ba1fe421-1634-44c7-9d48-1850f3a4c2b2, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:31.632208 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] For port e88dab11-ebfc-439f-b072-052923279bf0, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e88dab11-ebfc-439f-b072-052923279bf0,segment=NetworkSegment(f5c1a344-6317-487a-b073-989a31cd00a1),segment_id=f5c1a344-6317-487a-b073-989a31cd00a1)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:31.635415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.691522 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.711384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-dbc16620-e762-42d8-92e1-0003a39225ef None None] Provisioning complete for port 06699a58-b27f-46a3-8558-85c1d5b0fcad triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:31.711869 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dbc16620-e762-42d8-92e1-0003a39225ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.788201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:31.804646 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.804906 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Floating IP 05b2c455-d893-4078-ad38-423808774213 disassociated (deleted). External IP: 172.25.1.202, port: fafdbb1a-a489-4871-9f1a-432f0949307e. Sep 22 10:43:31.811267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=a419a28b-55ee-4e4a-8d8b-490dd6e8c2c0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:31.858268 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:31.858926 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:31.869885 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ba1fe421-1634-44c7-9d48-1850f3a4c2b2) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:31.874708 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:31.878743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:31.962058 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4d638-f08f-4962-b431-6af4c376d831 None None] Pushing event updated for resources: {'Port': ['ID=e88dab11-ebfc-439f-b072-052923279bf0,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:31.974965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52352) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:31.975859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6bc44dbb-aad9-4350-92f8-da0ecf394ad1 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7674253 Sep 22 10:43:31.998688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:32.000635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fecc77f-b7a5-4188-99ab-dbf11d4e331b None None] Network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:32.113293 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:32.115055 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:32.145365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7cd6fbb3-c136-4f6c-9423-8fb62b5133a5 None None] Could not find standard attr ID for object 7e63e528-015a-46a6-a387-8fb033f2c5b0. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:43:32.182184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:32.182184 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:32.189551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7cd6fbb3-c136-4f6c-9423-8fb62b5133a5 None None] Provisioning complete for port e88dab11-ebfc-439f-b072-052923279bf0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:32.189929 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fbb3-c136-4f6c-9423-8fb62b5133a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:32.284428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:32.300254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:32.316892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:32.333487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:32.336469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:32.549269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:32.591305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 06699a58-b27f-46a3-8558-85c1d5b0fcad up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:32.593637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:32.595906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:32.638943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cf1fc672-0177-40cb-8fba-01cf15620ebd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9930420 Sep 22 10:43:32.639318 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52364) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:32.645583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7e074c23-20e2-4ed1-bcbf-e195b6046760 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': '9c74f8a3-a027-4d4a-942b-4368b5e8ce14', 'ip_address': '2001:db8::381a:ff76:6f94:8ad6'}], 'name': 'tempest-NetworksTestDHCPv6-852016567'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:32.714406 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:27Z', 'revision_number': 3, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:31Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:32.727428 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fbb3-c136-4f6c-9423-8fb62b5133a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:32.751211 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03f6d57-b55f-491d-9597-b2a7fea012a7 None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:27Z', 'revision_number': 3, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:31Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:32.783759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 9ff28bc5-824c-4d13-8405-837a74ed7414 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:32.821242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7cd6fbb3-c136-4f6c-9423-8fb62b5133a5 None None] For port e88dab11-ebfc-439f-b072-052923279bf0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e88dab11-ebfc-439f-b072-052923279bf0,segment=NetworkSegment(f5c1a344-6317-487a-b073-989a31cd00a1),segment_id=f5c1a344-6317-487a-b073-989a31cd00a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:33.083396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 06699a58-b27f-46a3-8558-85c1d5b0fcad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:33.084103 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.147402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52372) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:33.169560 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fbb3-c136-4f6c-9423-8fb62b5133a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.239846 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e074c23-20e2-4ed1-bcbf-e195b6046760 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:33.278785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7cd6fbb3-c136-4f6c-9423-8fb62b5133a5 None None] Provisioning complete for port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:33.278785 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fbb3-c136-4f6c-9423-8fb62b5133a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.335495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Allocated IP 172.22.0.2 (ba1fe421-1634-44c7-9d48-1850f3a4c2b2/b7755dd6-ce16-4e69-b6f3-b9405d97283c/32e98699-4afb-40be-93b8-6d0d29d7a2d1) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:33.373416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6fbb3-c136-4f6c-9423-8fb62b5133a5 None None] Pushing event updated for resources: {'Port': ['ID=e88dab11-ebfc-439f-b072-052923279bf0,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:33.431492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-890291ff-1789-4eed-837d-931f44d6842d tempest-DvrRoutersNegativeTest-857488987 tempest-DvrRoutersNegativeTest-857488987-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-196152121', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:33.434893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:33.435570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.policy [None req-890291ff-1789-4eed-837d-931f44d6842d tempest-DvrRoutersNegativeTest-857488987 tempest-DvrRoutersNegativeTest-857488987-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95681) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 22 10:43:33.436964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.policy [None req-890291ff-1789-4eed-837d-931f44d6842d tempest-DvrRoutersNegativeTest-857488987 tempest-DvrRoutersNegativeTest-857488987-project] Failed policy check for 'create_router' {{(pid=95681) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 22 10:43:33.437763 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-890291ff-1789-4eed-837d-931f44d6842d tempest-DvrRoutersNegativeTest-857488987 tempest-DvrRoutersNegativeTest-857488987-project] create failed (client error): Access was denied to this resource. Sep 22 10:43:33.440498 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.441631 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-890291ff-1789-4eed-837d-931f44d6842d tempest-DvrRoutersNegativeTest-857488987 tempest-DvrRoutersNegativeTest-857488987-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2930458 Sep 22 10:43:33.461852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7e074c23-20e2-4ed1-bcbf-e195b6046760 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.505451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-7e074c23-20e2-4ed1-bcbf-e195b6046760 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 33992672-9d68-49e5-b824-659a061288d1 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:33.541148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-772507f4-7057-4a6b-b454-a39c4f5499cd tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/floatingips/05b2c455-d893-4078-ad38-423808774213 HTTP/1.1" status: 204 len: 168 time: 3.1330168 Sep 22 10:43:33.554239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:33.556590 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f9bb0b-465d-4555-a101-2599ad3e97c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:33.620027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.835249 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e074c23-20e2-4ed1-bcbf-e195b6046760 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 10:43:33.835845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e074c23-20e2-4ed1-bcbf-e195b6046760 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:43:33.917974 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7e074c23-20e2-4ed1-bcbf-e195b6046760 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2748048 Sep 22 10:43:33.918489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52382) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:33.935540 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] Sync routers for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:34.005800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:34.007993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:34.059915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f5dbb-ab63-45e7-94c5-b1f62f8a8831 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.066508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f5dbb-ab63-45e7-94c5-b1f62f8a8831 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.068217 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b57f5dbb-ab63-45e7-94c5-b1f62f8a8831 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1478546 Sep 22 10:43:34.071064 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52386) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:34.218991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a2b97eb8-03ba-45c2-94ce-eb4c551df0c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:34.218991 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2b97eb8-03ba-45c2-94ce-eb4c551df0c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.219236 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34103bb-eb9f-43d6-9812-d3051a660964 x-openstack-request-id: req-d34103bb-eb9f-43d6-9812-d3051a660964 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:34.219236 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:34.219236 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d34103bb-eb9f-43d6-9812-d3051a660964 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:34.219236 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'status': 'completed', 'code': 200} Sep 22 10:43:34.283006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e88dab11-ebfc-439f-b072-052923279bf0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:34.290651 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.310386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-83b32635-20bd-45bf-9def-7e293b26ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.312476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-83b32635-20bd-45bf-9def-7e293b26ae20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 1098 time: 0.0618906 Sep 22 10:43:34.332539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:34.342982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52392) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:34.387580 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2b97eb8-03ba-45c2-94ce-eb4c551df0c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.392227 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.402772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a2b97eb8-03ba-45c2-94ce-eb4c551df0c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:34.447592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Pushing event updated for resources: {'Port': ['ID=32e98699-4afb-40be-93b8-6d0d29d7a2d1,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:34.474977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.22.0.1 (ba1fe421-1634-44c7-9d48-1850f3a4c2b2/b7755dd6-ce16-4e69-b6f3-b9405d97283c/f06a758f-f73c-4a07-afbc-0925dacc3d70) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:34.505208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e88dab11-ebfc-439f-b072-052923279bf0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:34.505614 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.510319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:34.535464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0934689d-f023-41d0-b60a-0e97d4a4e4a8 None None] Provisioning complete for port 1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:34.535851 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0934689d-f023-41d0-b60a-0e97d4a4e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.537608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:34.551240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:34.587357 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9473fc93-e57d-42bc-af73-4fa0a6cab388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.622874 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2b97eb8-03ba-45c2-94ce-eb4c551df0c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.658830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b156924-9674-4771-89e9-dddc4150b4cd req-c9c5bdf6-4583-4fd9-9d99-7ff27e59aa32 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.659302 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b97eb8-03ba-45c2-94ce-eb4c551df0c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:34.661177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b156924-9674-4771-89e9-dddc4150b4cd req-c9c5bdf6-4583-4fd9-9d99-7ff27e59aa32 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 947 time: 0.3184304 Sep 22 10:43:34.666314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-7acd2bb5-cf1d-40d6-8ee1-d8db5b511070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.668477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-7acd2bb5-cf1d-40d6-8ee1-d8db5b511070 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 200 len: 897 time: 0.3384595 Sep 22 10:43:34.681924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0934689d-f023-41d0-b60a-0e97d4a4e4a8 None None] Port 1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:34.688878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2b97eb8-03ba-45c2-94ce-eb4c551df0c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.693670 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a2b97eb8-03ba-45c2-94ce-eb4c551df0c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde HTTP/1.1" status: 204 len: 168 time: 0.6195393 Sep 22 10:43:34.694285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52396) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:34.720114 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Attempting to bind port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:34.732917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Attempting to bind port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '51ccc95e-52d0-47a3-9525-2773f123a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:34.732917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Attempting to bind port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 on network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:34.736848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0934689d-f023-41d0-b60a-0e97d4a4e4a8 None None] Provisioning complete for port e88dab11-ebfc-439f-b072-052923279bf0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:34.737932 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0934689d-f023-41d0-b60a-0e97d4a4e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.758930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:34.760461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Checking segment: {'id': '51ccc95e-52d0-47a3-9525-2773f123a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:34.767578 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.767578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Bound using segment: {'id': '51ccc95e-52d0-47a3-9525-2773f123a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:34.767578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Bound port: 32e98699-4afb-40be-93b8-6d0d29d7a2d1, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ccc95e-52d0-47a3-9525-2773f123a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:34.767578 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.778067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-0e5124df-cb3c-40a8-bd3d-700fd4e65d2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 200 len: 217 time: 0.0683124 Sep 22 10:43:34.797283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab502d41-3dd8-4489-9394-27ffc3a13223 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.798175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab502d41-3dd8-4489-9394-27ffc3a13223 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.803192 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ab502d41-3dd8-4489-9394-27ffc3a13223 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1075783 Sep 22 10:43:34.803790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52400) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:34.890781 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3021be0-69ec-48f1-8ef1-28ed9e930da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 9c74f8a3-a027-4d4a-942b-4368b5e8ce14 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:34.896093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3021be0-69ec-48f1-8ef1-28ed9e930da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.955494 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3021be0-69ec-48f1-8ef1-28ed9e930da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.986074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] For port 32e98699-4afb-40be-93b8-6d0d29d7a2d1, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:35.005755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3021be0-69ec-48f1-8ef1-28ed9e930da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.013258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] For port 32e98699-4afb-40be-93b8-6d0d29d7a2d1, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=32e98699-4afb-40be-93b8-6d0d29d7a2d1,segment=NetworkSegment(51ccc95e-52d0-47a3-9525-2773f123a3d1),segment_id=51ccc95e-52d0-47a3-9525-2773f123a3d1)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:35.018804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '29748472-3c44-47a4-b0d2-04247f088d0e', 'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:29Z', 'updated_at': '2021-09-22T10:41:38Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:35.046936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0934689d-f023-41d0-b60a-0e97d4a4e4a8 None None] Could not find standard attr ID for object 428d2103-4f0c-4d45-b85b-b11aa6da225c. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:43:35.048727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] Checking router: 9ff28bc5-824c-4d13-8405-837a74ed7414 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:35.059724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:35.060518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:35.150697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.197537 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3021be0-69ec-48f1-8ef1-28ed9e930da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.216282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3021be0-69ec-48f1-8ef1-28ed9e930da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.223516 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c3021be0-69ec-48f1-8ef1-28ed9e930da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/9c74f8a3-a027-4d4a-942b-4368b5e8ce14 HTTP/1.1" status: 204 len: 168 time: 0.4172637 Sep 22 10:43:35.226740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52404) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:35.230999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf43ad-105a-4c77-be9b-f0e734b5d4d8 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:35.238189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:35.242397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.251131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b156924-9674-4771-89e9-dddc4150b4cd req-a114d67a-522a-46a6-85c4-8bf76e290df9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5448389 Sep 22 10:43:35.262074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-358d5a8f-4602-474d-b350-abae4edf9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:35.263702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-358d5a8f-4602-474d-b350-abae4edf9829 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 200 len: 835 time: 0.4760163 Sep 22 10:43:35.292274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df400-d38f-4ecd-b041-d82f41b61566 None None] Pushing event updated for resources: {'Port': ['ID=32e98699-4afb-40be-93b8-6d0d29d7a2d1,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:35.331456 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3021be0-69ec-48f1-8ef1-28ed9e930da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=9c74f8a3-a027-4d4a-942b-4368b5e8ce14,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:35.344450 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2076e69f-9562-4e0a-b5d0-0c6852f934e1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162350 Sep 22 10:43:35.348700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52406) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:35.353938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:35.378528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-e80e2fb1-8808-465c-a9c4-5cfcd0cce625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:35.380083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-e80e2fb1-8808-465c-a9c4-5cfcd0cce625 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0dd4a09-4304-404a-ac8b-6545b0465ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080375 Sep 22 10:43:35.381918 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9473fc93-e57d-42bc-af73-4fa0a6cab388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.469574 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.536284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9473fc93-e57d-42bc-af73-4fa0a6cab388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.616046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:35.618301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=f06a758f-f73c-4a07-afbc-0925dacc3d70,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:35.633556 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-7dcbae18-1f09-4a56-a5e3-5e24884f601b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:35.634166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-d147c896-e620-44d8-9b46-b01b27333c9c service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455997 Sep 22 10:43:35.635829 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-7dcbae18-1f09-4a56-a5e3-5e24884f601b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 947 time: 0.1254363 Sep 22 10:43:35.650865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:35.662218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:35.678377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '29748472-3c44-47a4-b0d2-04247f088d0e', 'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:29Z', 'updated_at': '2021-09-22T10:41:38Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:35.680586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb7d03-e13b-4cf6-a774-fc5ae26defec None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:35.697726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:35.702247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.713990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4401c25-aa06-402d-8491-19bc44c514b3 None None] The sync data for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 is: [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '29748472-3c44-47a4-b0d2-04247f088d0e', 'name': '', 'network_id': 'b0dd4a09-4304-404a-ac8b-6545b0465ab5', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:a0:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:29Z', 'updated_at': '2021-09-22T10:41:38Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': 'cb7d3add-ed19-4864-811a-db9a8b62f06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:35.742865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9473fc93-e57d-42bc-af73-4fa0a6cab388 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbbc52f64a8f4cc585efaeaee4534615&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3974743 Sep 22 10:43:35.749045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52408) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:35.768773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473fc93-e57d-42bc-af73-4fa0a6cab388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c845cb-bdcc-4ea0-b501-052221870a41,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:35.784155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb7d03-e13b-4cf6-a774-fc5ae26defec None None] Deleting port 06699a58-b27f-46a3-8558-85c1d5b0fcad {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:35.785224 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ccdb7d03-e13b-4cf6-a774-fc5ae26defec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.813972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.938933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port fafdbb1a-a489-4871-9f1a-432f0949307e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:35.939566 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.981773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49f9bb0b-465d-4555-a101-2599ad3e97c4 req-825fcb63-4674-4371-a1ab-1855cb9010a1 service neutron] 10.222.0.30 "GET /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229885 Sep 22 10:43:36.004099 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa2b61e0-ec2d-4877-90c9-fb98d686d9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.021337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ccdb7d03-e13b-4cf6-a774-fc5ae26defec None None] For port 06699a58-b27f-46a3-8558-85c1d5b0fcad, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=06699a58-b27f-46a3-8558-85c1d5b0fcad,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:36.021734 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ccdb7d03-e13b-4cf6-a774-fc5ae26defec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.026299 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa2b61e0-ec2d-4877-90c9-fb98d686d9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.035451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb7d03-e13b-4cf6-a774-fc5ae26defec None None] Calling delete_port for 06699a58-b27f-46a3-8558-85c1d5b0fcad owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:36.247178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.279454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 32e98699-4afb-40be-93b8-6d0d29d7a2d1 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:36.285977 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa2b61e0-ec2d-4877-90c9-fb98d686d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.294379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa2b61e0-ec2d-4877-90c9-fb98d686d9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.304039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fa2b61e0-ec2d-4877-90c9-fb98d686d9a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35c845cb-bdcc-4ea0-b501-052221870a41 HTTP/1.1" status: 204 len: 168 time: 0.5432587 Sep 22 10:43:36.340046 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5452cfb0-bdfe-4f8b-9f4f-4bd1f5530082 None None] New status for floating IP 05b2c455-d893-4078-ad38-423808774213: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:43:36.355400 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ccdb7d03-e13b-4cf6-a774-fc5ae26defec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.396322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b61e0-ec2d-4877-90c9-fb98d686d9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c845cb-bdcc-4ea0-b501-052221870a41,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:36.420953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb7d03-e13b-4cf6-a774-fc5ae26defec None None] Pushing event deleted for resources: {'Port': ['ID=06699a58-b27f-46a3-8558-85c1d5b0fcad,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:36.441567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:36.442020 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.452826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port fafdbb1a-a489-4871-9f1a-432f0949307e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=fafdbb1a-a489-4871-9f1a-432f0949307e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:36.452826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.464190 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for fafdbb1a-a489-4871-9f1a-432f0949307e owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:36.482082 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.494385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb7d03-e13b-4cf6-a774-fc5ae26defec None None] No DVR routers for this DVR port 06699a58-b27f-46a3-8558-85c1d5b0fcad on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:36.598652 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.620819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a26bb-b7fc-4c8e-a324-e35194c2b1ad req-5230a4e8-99a8-400c-9002-5eda7bfc576f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:36.628494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f37a26bb-b7fc-4c8e-a324-e35194c2b1ad req-5230a4e8-99a8-400c-9002-5eda7bfc576f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 947 time: 0.2203236 Sep 22 10:43:36.645840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:36.646557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 32e98699-4afb-40be-93b8-6d0d29d7a2d1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=32e98699-4afb-40be-93b8-6d0d29d7a2d1,segment=NetworkSegment(51ccc95e-52d0-47a3-9525-2773f123a3d1),segment_id=51ccc95e-52d0-47a3-9525-2773f123a3d1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:36.653465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:36.657992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:36.658627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.668432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cefba80-0953-4818-9e1f-0d1e2188828d None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:36.681366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=79c3ab8c-3a4c-4238-b3f6-d6b1b9e3f805,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:36.699922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f37a26bb-b7fc-4c8e-a324-e35194c2b1ad req-69df3ba1-2593-42d7-8587-7e28a90d016f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705097 Sep 22 10:43:36.778492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a744c6-a05a-48fd-927d-9c4fb8eb9eef None None] Network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:36.807283 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.818925 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9a3bf056-c5d1-4148-9264-d74f2007b80e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4687369 Sep 22 10:43:36.819167 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.821307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52418) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:36.830216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1c49e7db-578b-459f-9721-5142430c9b5a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': '79c3ab8c-3a4c-4238-b3f6-d6b1b9e3f805', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1888701199'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:36.874308 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.894392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 06699a58-b27f-46a3-8558-85c1d5b0fcad no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:36.912867 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.913315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=fafdbb1a-a489-4871-9f1a-432f0949307e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:36.926888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-35045df3-5787-418e-abe9-f941a3fdc165 None None] Provisioning complete for port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:36.927248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-35045df3-5787-418e-abe9-f941a3fdc165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:36.990964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 06699a58-b27f-46a3-8558-85c1d5b0fcad {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:36.990964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 06699a58-b27f-46a3-8558-85c1d5b0fcad not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:37.017822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] No DVR routers for this DVR port fafdbb1a-a489-4871-9f1a-432f0949307e on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:37.021439 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:37.024354 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-cfc64ddc-e9ec-4750-a74b-f1a508b1c817 req-98e86b4e-4fa0-4e59-9227-78625e7e036f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "DELETE /v2.0/ports/fafdbb1a-a489-4871-9f1a-432f0949307e HTTP/1.1" status: 204 len: 173 time: 1.3692927 Sep 22 10:43:37.024835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'name': 'network-vif-deleted', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:37.029254 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5622e1cc-e15d-4e0e-be1e-47fe7d9186b1" -d '{"events": [{"server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "name": "network-vif-deleted", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:37.036857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=f06a758f-f73c-4a07-afbc-0925dacc3d70,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:37.065780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:37.069220 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade08304-b0e3-470f-b737-91762bfd2eac x-openstack-request-id: req-ade08304-b0e3-470f-b737-91762bfd2eac {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:37.069525 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84adf78-92ea-445e-93cb-a34d9f959ddd", "name": "network-vif-deleted", "tag": "fafdbb1a-a489-4871-9f1a-432f0949307e", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:37.069770 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ade08304-b0e3-470f-b737-91762bfd2eac {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:37.070187 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84adf78-92ea-445e-93cb-a34d9f959ddd', 'name': 'network-vif-deleted', 'tag': 'fafdbb1a-a489-4871-9f1a-432f0949307e', 'status': 'completed', 'code': 200} Sep 22 10:43:37.073942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=32e98699-4afb-40be-93b8-6d0d29d7a2d1,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:37.165288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:37.168268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c49e7db-578b-459f-9721-5142430c9b5a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:37.169490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '79c3ab8c-3a4c-4238-b3f6-d6b1b9e3f805'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:37.170400 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:37.174185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:37.392119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:37.472416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1c49e7db-578b-459f-9721-5142430c9b5a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:37.487157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/79c3ab8c-3a4c-4238-b3f6-d6b1b9e3f805/1d673fdf-c190-44f0-804b-8e8f7341923e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:37.541582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-1c49e7db-578b-459f-9721-5142430c9b5a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port add7eed8-7723-40c0-a11f-fe40f498f90c yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:43:37.721077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:37.726561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8bfd95b3-de40-4d9e-9164-af5c9595fe15 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7498260 Sep 22 10:43:37.729175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52438) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:37.740416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:37.742143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'network': {'name': 'tempest-RoutersTest-1645498981'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:37.793271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:37.794193 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:37.796247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a3a8e670-4b5b-47bd-8f45-af69e0987e69 None None] Provisioning complete for port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:37.796744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e670-4b5b-47bd-8f45-af69e0987e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:37.798699 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:37.878943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f71fb57-2346-48ab-88e1-89fd62dccd08 req-6503b95f-e433-4d40-8b66-f23f90e43ea7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=c84adf78-92ea-445e-93cb-a34d9f959ddd HTTP/1.1" status: 200 len: 210 time: 0.0551054 Sep 22 10:43:37.941661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:37.957728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52444) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:38.063614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:38.069319 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.072906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.127852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:38.147053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6debbd1f-35a0-49f7-9f19-c53e0977f7aa tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:38.149687 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-6debbd1f-35a0-49f7-9f19-c53e0977f7aa tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 10:43:38.149687 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-6debbd1f-35a0-49f7-9f19-c53e0977f7aa tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 10:43:38.151489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a3a8e670-4b5b-47bd-8f45-af69e0987e69 None None] Provisioning complete for port f06a758f-f73c-4a07-afbc-0925dacc3d70 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:38.151937 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e670-4b5b-47bd-8f45-af69e0987e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.159139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6debbd1f-35a0-49f7-9f19-c53e0977f7aa tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1989644 Sep 22 10:43:38.163928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52448) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:38.165932 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c49e7db-578b-459f-9721-5142430c9b5a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:38.166774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c49e7db-578b-459f-9721-5142430c9b5a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:43:38.176636 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.177320 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added segment 74c86fd3-0035-4463-a5bf-12e5b5e76eae of type vlan for network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 Sep 22 10:43:38.183668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'tempest-secgroup--260061147'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:38.196432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8e670-4b5b-47bd-8f45-af69e0987e69 None None] Port f06a758f-f73c-4a07-afbc-0925dacc3d70 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:38.199152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:38.233201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:38.237812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.238610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Pushing event updated for resources: {'Port': ['ID=1d673fdf-c190-44f0-804b-8e8f7341923e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:38.255642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:38.255642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: fafdbb1a-a489-4871-9f1a-432f0949307e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:38.255642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device fafdbb1a-a489-4871-9f1a-432f0949307e not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:38.255642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:38.293910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 32e98699-4afb-40be-93b8-6d0d29d7a2d1 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:38.360309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1c49e7db-578b-459f-9721-5142430c9b5a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5379052 Sep 22 10:43:38.362963 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52452) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:38.422517 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.428510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c2cc4-3379-4d32-8380-26e4509a7d58 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:38.429103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:38.444592 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.444765 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9a8c2cc4-3379-4d32-8380-26e4509a7d58 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0662296 Sep 22 10:43:38.446900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52454) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:38.506233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2d956-fd2b-45c2-b19c-82935b593205 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:38.508342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2d956-fd2b-45c2-b19c-82935b593205 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:38.510395 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-76b2d956-fd2b-45c2-b19c-82935b593205 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0623062 Sep 22 10:43:38.514528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52456) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:38.532978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Network': ['ID=837f990a-fa5a-4ab8-8d64-8ebb94f82e69,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:38.571611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:38.577766 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-33393127-f6fe-45d4-9dac-bdbbeb5b9a17 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 79c3ab8c-3a4c-4238-b3f6-d6b1b9e3f805 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:38.581772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33393127-f6fe-45d4-9dac-bdbbeb5b9a17 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.603477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.612851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-83fc66c3-1a1b-45ae-96c5-7f407ca6d9d1 None None] Provisioning complete for port f06a758f-f73c-4a07-afbc-0925dacc3d70 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:38.613364 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-83fc66c3-1a1b-45ae-96c5-7f407ca6d9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.616834 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:43:38.617808 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.624300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Attempting to bind port 1d673fdf-c190-44f0-804b-8e8f7341923e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:38.624711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Attempting to bind port 1d673fdf-c190-44f0-804b-8e8f7341923e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:38.625079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Attempting to bind port 1d673fdf-c190-44f0-804b-8e8f7341923e on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:38.642786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33393127-f6fe-45d4-9dac-bdbbeb5b9a17 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.717001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:38.717593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:38.718064 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.718810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:38.719604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Bound port: 1d673fdf-c190-44f0-804b-8e8f7341923e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:38.720102 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.724236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2f52ce92-39f4-4ce9-adaf-196c42b45076 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9848578 Sep 22 10:43:38.724788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52458) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:38.735869 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'subnet': {'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:38.755753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-83fc66c3-1a1b-45ae-96c5-7f407ca6d9d1 None None] Port f06a758f-f73c-4a07-afbc-0925dacc3d70 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:38.779374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:38.779744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.781686 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33393127-f6fe-45d4-9dac-bdbbeb5b9a17 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.815256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:35Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:36Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:38.866020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:38.866020 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Updating router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 port f06a758f-f73c-4a07-afbc-0925dacc3d70 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:43:38.907919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.943017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f8274299-f144-4405-a166-92b02920fb59 None None] Provisioning complete for port f06a758f-f73c-4a07-afbc-0925dacc3d70 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:38.943017 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8274299-f144-4405-a166-92b02920fb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:38.943341 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52462) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:38.947211 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.024767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f8274299-f144-4405-a166-92b02920fb59 None None] Port f06a758f-f73c-4a07-afbc-0925dacc3d70 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:39.030769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33393127-f6fe-45d4-9dac-bdbbeb5b9a17 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.077018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-33393127-f6fe-45d4-9dac-bdbbeb5b9a17 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.081255 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-33393127-f6fe-45d4-9dac-bdbbeb5b9a17 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/79c3ab8c-3a4c-4238-b3f6-d6b1b9e3f805 HTTP/1.1" status: 204 len: 168 time: 0.5625124 Sep 22 10:43:39.081255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33393127-f6fe-45d4-9dac-bdbbeb5b9a17 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=79c3ab8c-3a4c-4238-b3f6-d6b1b9e3f805,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:39.081894 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.082406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] For port 1d673fdf-c190-44f0-804b-8e8f7341923e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:39.082649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52464) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:39.105813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] For port 1d673fdf-c190-44f0-804b-8e8f7341923e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1d673fdf-c190-44f0-804b-8e8f7341923e,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:39.129006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1c4a4c4a-29f2-49a9-b187-ce2c7b513607 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451367 Sep 22 10:43:39.132756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52466) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:39.137973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:39.138693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1935bf82-62e8-4016-a490-2460b0b42bf8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:39.224308 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.274166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Made reservation on behalf of 0d180f58028445059ecbf3cb08b9932e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:39.278248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.335798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac17376-e464-47b8-b45e-624be8a03799 None None] Pushing event updated for resources: {'Port': ['ID=1d673fdf-c190-44f0-804b-8e8f7341923e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:39.340377 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.490976 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.560046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.569929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6a41e-9e3b-4403-bca6-a1b1362caa2c None None] Pushing event updated for resources: {'Port': ['ID=f06a758f-f73c-4a07-afbc-0925dacc3d70,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:39.650555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Attempting to bind port f06a758f-f73c-4a07-afbc-0925dacc3d70 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:39.653038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Attempting to bind port f06a758f-f73c-4a07-afbc-0925dacc3d70 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '51ccc95e-52d0-47a3-9525-2773f123a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:39.653652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Attempting to bind port f06a758f-f73c-4a07-afbc-0925dacc3d70 on network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:39.660789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:39.661183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Checking segment: {'id': '51ccc95e-52d0-47a3-9525-2773f123a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:39.661618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.662039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Bound using segment: {'id': '51ccc95e-52d0-47a3-9525-2773f123a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:39.663120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Bound port: f06a758f-f73c-4a07-afbc-0925dacc3d70, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ccc95e-52d0-47a3-9525-2773f123a3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:39.663937 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.670971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.727052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63919655-4d31-408d-a660-1389174ac63d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:39.738622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] For port f06a758f-f73c-4a07-afbc-0925dacc3d70, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:39.741408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.742481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] For port f06a758f-f73c-4a07-afbc-0925dacc3d70, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f06a758f-f73c-4a07-afbc-0925dacc3d70,segment=NetworkSegment(51ccc95e-52d0-47a3-9525-2773f123a3d1),segment_id=51ccc95e-52d0-47a3-9525-2773f123a3d1)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:39.765460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:39.769219 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.817881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.859915 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-08d03703-dc74-4a2b-818a-1c7832bb8960 None None] Provisioning complete for port f06a758f-f73c-4a07-afbc-0925dacc3d70 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:39.860443 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-08d03703-dc74-4a2b-818a-1c7832bb8960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.893413 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:39.901099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Subnet': ['ID=ea033411-35cd-492f-8028-476ff89b1659,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:39.957091 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Checking segment: {'id': '74c86fd3-0035-4463-a5bf-12e5b5e76eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:39.957470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network hostable DHCP agents. Network: 837f990a-fa5a-4ab8-8d64-8ebb94f82e69, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:39.983195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-08d03703-dc74-4a2b-818a-1c7832bb8960 None None] Port f06a758f-f73c-4a07-afbc-0925dacc3d70 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:39.986884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:39.987760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:40.016175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.031621 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1655b71b-6d60-43ea-9a38-47e2e0bf119f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8586333 Sep 22 10:43:40.033445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:40.042889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-851c55df-d795-4451-9086-134949f5cc0c tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '63919655-4d31-408d-a660-1389174ac63d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:40.091964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6a41e-9e3b-4403-bca6-a1b1362caa2c None None] Pushing event updated for resources: {'Port': ['ID=f06a758f-f73c-4a07-afbc-0925dacc3d70,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:40.156550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:40.171115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:40.176791 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.233477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-851c55df-d795-4451-9086-134949f5cc0c tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.274487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 837f990a-fa5a-4ab8-8d64-8ebb94f82e69) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:40.296926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=592b43b1-b96d-4247-b0d9-6d6e64325a9f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:40.310731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:40.311467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.312874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:40.314639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:40.315642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1d673fdf-c190-44f0-804b-8e8f7341923e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:40.317833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:40.318309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de4ac93-8339-4a8e-a715-c76b17c61bd0 None None] Network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:40.318858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.397591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-851c55df-d795-4451-9086-134949f5cc0c tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.411639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port 29748472-3c44-47a4-b0d2-04247f088d0e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:40.417591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.432445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b6232084-62a4-4450-b85b-9e3ba3c0135e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2986321 Sep 22 10:43:40.440406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52472) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:40.440406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c63202fd-2c10-4605-99f0-8e0be6451801 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1143722386', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:40.462048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-74077460-66b9-4295-aa96-ea22aea0b8fb None None] Provisioning complete for port f06a758f-f73c-4a07-afbc-0925dacc3d70 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:40.462435 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74077460-66b9-4295-aa96-ea22aea0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.542549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c63202fd-2c10-4605-99f0-8e0be6451801 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.543922 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c63202fd-2c10-4605-99f0-8e0be6451801 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.544456 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port 29748472-3c44-47a4-b0d2-04247f088d0e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=29748472-3c44-47a4-b0d2-04247f088d0e,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:40.544916 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.559176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for 29748472-3c44-47a4-b0d2-04247f088d0e owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:40.624586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c63202fd-2c10-4605-99f0-8e0be6451801 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.636590 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8ec0be23-6963-4d24-9486-06cdbc6ac749 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9087465 Sep 22 10:43:40.638189 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-851c55df-d795-4451-9086-134949f5cc0c tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.652238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1d673fdf-c190-44f0-804b-8e8f7341923e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:40.652238 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.656365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52476) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:40.696503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c55df-d795-4451-9086-134949f5cc0c tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d2ce51-943e-4da0-b826-f8345ac64d80,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:40.721943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c63202fd-2c10-4605-99f0-8e0be6451801 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.722762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3737f675-5136-43e5-b48e-91c9eec30fae None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:40.743177 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-851c55df-d795-4451-9086-134949f5cc0c tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.750978 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-851c55df-d795-4451-9086-134949f5cc0c tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7133112 Sep 22 10:43:40.753830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52478) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:40.770905 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-70ff1787-1302-435e-8d70-79bc874f4b66 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '63919655-4d31-408d-a660-1389174ac63d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:40.874365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c63202fd-2c10-4605-99f0-8e0be6451801 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.875640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c63202fd-2c10-4605-99f0-8e0be6451801 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4407504 Sep 22 10:43:40.878718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52480) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:40.934184 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:40.996217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70ff1787-1302-435e-8d70-79bc874f4b66 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.005718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=29748472-3c44-47a4-b0d2-04247f088d0e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:41.015938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-837f990a-fa5a-4ab8-8d64-8ebb94f82e69', 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'fixed_ips': [{'subnet_id': 'ea033411-35cd-492f-8028-476ff89b1659'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:41.016784 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.063679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74077460-66b9-4295-aa96-ea22aea0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.170865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.202661 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.251980 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:35Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:39Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:41.353672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-74077460-66b9-4295-aa96-ea22aea0b8fb None None] For port f06a758f-f73c-4a07-afbc-0925dacc3d70, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f06a758f-f73c-4a07-afbc-0925dacc3d70,segment=NetworkSegment(51ccc95e-52d0-47a3-9525-2773f123a3d1),segment_id=51ccc95e-52d0-47a3-9525-2773f123a3d1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:41.357701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e222fc3-1460-4721-b1ea-221e6d12dd7b None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:35Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:39Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:41.403829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 1d673fdf-c190-44f0-804b-8e8f7341923e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1d673fdf-c190-44f0-804b-8e8f7341923e,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:41.467770 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74077460-66b9-4295-aa96-ea22aea0b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.477088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Allocated IP 172.23.0.2 (837f990a-fa5a-4ab8-8d64-8ebb94f82e69/ea033411-35cd-492f-8028-476ff89b1659/1dc1ba68-5526-4670-b345-5d1d62e97323) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:41.516344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.559639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74077460-66b9-4295-aa96-ea22aea0b8fb None None] Pushing event updated for resources: {'Port': ['ID=f06a758f-f73c-4a07-afbc-0925dacc3d70,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:41.710534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=1d673fdf-c190-44f0-804b-8e8f7341923e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:41.735618 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-70ff1787-1302-435e-8d70-79bc874f4b66 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 10:43:41.740135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52486) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:41.740581 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-70ff1787-1302-435e-8d70-79bc874f4b66 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9731069 Sep 22 10:43:41.743644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-339529b8-5a3b-4cd1-bb48-5728591f3568 None None] Provisioning complete for port 1d673fdf-c190-44f0-804b-8e8f7341923e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:41.744761 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-339529b8-5a3b-4cd1-bb48-5728591f3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.819835 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.872763 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.888367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5226ef4-45e0-4c81-a62d-487a3304060a tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.914829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.923689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5226ef4-45e0-4c81-a62d-487a3304060a tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:41.978764 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.021431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:42.026830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:42.033260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:42.045723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Pushing event updated for resources: {'Port': ['ID=1dc1ba68-5526-4670-b345-5d1d62e97323,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:42.048966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Allocated IP 172.23.0.1 (837f990a-fa5a-4ab8-8d64-8ebb94f82e69/ea033411-35cd-492f-8028-476ff89b1659/9965d7b9-f3f9-4f87-b99a-642d32b78919) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:42.108341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Attempting to bind port 1dc1ba68-5526-4670-b345-5d1d62e97323 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:42.109646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Attempting to bind port 1dc1ba68-5526-4670-b345-5d1d62e97323 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '74c86fd3-0035-4463-a5bf-12e5b5e76eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:42.109646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Attempting to bind port 1dc1ba68-5526-4670-b345-5d1d62e97323 on network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:42.122579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:42.126873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Checking segment: {'id': '74c86fd3-0035-4463-a5bf-12e5b5e76eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:42.127410 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.128545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Bound using segment: {'id': '74c86fd3-0035-4463-a5bf-12e5b5e76eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:42.129894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Bound port: 1dc1ba68-5526-4670-b345-5d1d62e97323, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c86fd3-0035-4463-a5bf-12e5b5e76eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:42.130407 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.137706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5226ef4-45e0-4c81-a62d-487a3304060a tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.150507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5226ef4-45e0-4c81-a62d-487a3304060a tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.150507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b5226ef4-45e0-4c81-a62d-487a3304060a tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/63919655-4d31-408d-a660-1389174ac63d HTTP/1.1" status: 204 len: 168 time: 0.3999398 Sep 22 10:43:42.151739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52490) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:42.157813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-20413e07-1597-4117-95a4-7b5d206d2f54 None None] Provisioning complete for port 1d673fdf-c190-44f0-804b-8e8f7341923e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:42.158275 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-20413e07-1597-4117-95a4-7b5d206d2f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.159379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5226ef4-45e0-4c81-a62d-487a3304060a tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63919655-4d31-408d-a660-1389174ac63d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:42.211095 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.286748 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-551c1069-58a2-4f25-a8b0-7ce151f926dd tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1366522 Sep 22 10:43:42.300003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52492) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:42.306385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] For port 1dc1ba68-5526-4670-b345-5d1d62e97323, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:42.313955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-64ef5aa2-692c-4892-bbaa-084ecb68382b tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367473655'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:42.320397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] For port 1dc1ba68-5526-4670-b345-5d1d62e97323, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1dc1ba68-5526-4670-b345-5d1d62e97323,segment=NetworkSegment(74c86fd3-0035-4463-a5bf-12e5b5e76eae),segment_id=74c86fd3-0035-4463-a5bf-12e5b5e76eae)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:42.331527 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.382649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:42.386721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:42.393451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:42.397761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=9965d7b9-f3f9-4f87-b99a-642d32b78919,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:42.421706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1d673fdf-c190-44f0-804b-8e8f7341923e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:42.450057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.454054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64ef5aa2-692c-4892-bbaa-084ecb68382b tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.463678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.528988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::1 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/592b43b1-b96d-4247-b0d9-6d6e64325a9f/9a8ead8c-da33-40d1-9884-07d48ddd5fdd) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:42.558724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc7ba0-5aec-44d3-a5c4-adf18437b336 None None] Pushing event updated for resources: {'Port': ['ID=1dc1ba68-5526-4670-b345-5d1d62e97323,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:42.568896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1d673fdf-c190-44f0-804b-8e8f7341923e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:42.569420 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.570661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 9ff28bc5-824c-4d13-8405-837a74ed7414 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:42.670223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f06a758f-f73c-4a07-afbc-0925dacc3d70 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:42.729707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.750896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f06a758f-f73c-4a07-afbc-0925dacc3d70 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:42.752095 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.816064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64ef5aa2-692c-4892-bbaa-084ecb68382b tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.859724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:42.874829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:42.883952 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a61ae3c9-b8af-412c-8325-aa9cca8b0989 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "PUT /v2.0/routers/9ff28bc5-824c-4d13-8405-837a74ed7414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9390411 Sep 22 10:43:42.886716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52496) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:42.888047 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] Sync routers for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:42.899573 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:42.900226 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:42.925795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64ef5aa2-692c-4892-bbaa-084ecb68382b tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.004260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef5aa2-692c-4892-bbaa-084ecb68382b tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7442c71-4673-46a8-947c-a5039d7f82bd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:43.023678 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c541e3d-c734-42da-b270-b400ddd7d86f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting subnet cb7d3add-ed19-4864-811a-db9a8b62f06d {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:43.030167 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c541e3d-c734-42da-b270-b400ddd7d86f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.057102 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:43.084890 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c541e3d-c734-42da-b270-b400ddd7d86f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.201451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c541e3d-c734-42da-b270-b400ddd7d86f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.262846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-64ef5aa2-692c-4892-bbaa-084ecb68382b tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.267677 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-64ef5aa2-692c-4892-bbaa-084ecb68382b tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9640431 Sep 22 10:43:43.268996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.272049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52500) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:43.285500 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4ae9cacd-2d8a-43b8-9d46-c01d866ed867 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'f7442c71-4673-46a8-947c-a5039d7f82bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:43.288822 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-4ae9cacd-2d8a-43b8-9d46-c01d866ed867 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 10:43:43.288822 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-4ae9cacd-2d8a-43b8-9d46-c01d866ed867 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:43.290127 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:43:40Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:43.291171 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4ae9cacd-2d8a-43b8-9d46-c01d866ed867 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133898 Sep 22 10:43:43.300041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52502) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:43.328215 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] Checking router: 9ff28bc5-824c-4d13-8405-837a74ed7414 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:43.339686 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] Routers {'9ff28bc5-824c-4d13-8405-837a74ed7414'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:43.340438 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9ff28bc5-824c-4d13-8405-837a74ed7414'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:43.345720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c541e3d-c734-42da-b270-b400ddd7d86f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.355178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:43.384341 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:43.432087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:43.433342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.446044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541e3d-c734-42da-b270-b400ddd7d86f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7d3add-ed19-4864-811a-db9a8b62f06d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:43.449001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7af6546-49a2-4f97-81ca-6276719c1f75 None None] Network b0dd4a09-4304-404a-ac8b-6545b0465ab5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:43.511665 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c541e3d-c734-42da-b270-b400ddd7d86f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.516924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c541e3d-c734-42da-b270-b400ddd7d86f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/subnets/cb7d3add-ed19-4864-811a-db9a8b62f06d HTTP/1.1" status: 204 len: 168 time: 0.6291158 Sep 22 10:43:43.517133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52504) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:43.522669 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=9a8ead8c-da33-40d1-9884-07d48ddd5fdd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:43.559331 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] Set router 9ff28bc5-824c-4d13-8405-837a74ed7414 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:43.597001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2565-071f-48a1-a3d7-b008d37443bb tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.683619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2565-071f-48a1-a3d7-b008d37443bb tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.777376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.832056 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.836482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.895444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd80557-66dc-44e3-aea4-b30aef716364 None None] DHCP port deletion for b0dd4a09-4304-404a-ac8b-6545b0465ab5 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:43.930465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:43.971630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b6ff1749-2078-41c9-92cb-50331aaa14ab None None] Provisioning complete for port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:43.972599 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1749-2078-41c9-92cb-50331aaa14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.018778 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:43:40Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:44.035641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff1749-2078-41c9-92cb-50331aaa14ab None None] Port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:44.042172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bdd80557-66dc-44e3-aea4-b30aef716364 None None] Deleting port 9c4ce4f0-2818-479d-9ec8-8e905926c31a {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:44.042673 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdd80557-66dc-44e3-aea4-b30aef716364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.056072 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204db13-3c90-454d-bb9e-a2d2bb57f766 None None] The sync data for ids ['9ff28bc5-824c-4d13-8405-837a74ed7414'] in n-d-807025-3 is: [{'id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555713746', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:23Z', 'updated_at': '2021-09-22T10:43:40Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '26fa4ff3-7774-45e4-bd88-5c376b0564e5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff28bc5-824c-4d13-8405-837a74ed7414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:24Z', 'updated_at': '2021-09-22T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:44.069323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2565-071f-48a1-a3d7-b008d37443bb tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.071916 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1d9d2565-071f-48a1-a3d7-b008d37443bb tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.075990 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1d9d2565-071f-48a1-a3d7-b008d37443bb tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/f7442c71-4673-46a8-947c-a5039d7f82bd HTTP/1.1" status: 204 len: 168 time: 0.7721236 Sep 22 10:43:44.089938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52510) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:44.090703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d2565-071f-48a1-a3d7-b008d37443bb tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7442c71-4673-46a8-947c-a5039d7f82bd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:44.125707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.132791 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.141851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bdd80557-66dc-44e3-aea4-b30aef716364 None None] For port 9c4ce4f0-2818-479d-9ec8-8e905926c31a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9c4ce4f0-2818-479d-9ec8-8e905926c31a,segment=NetworkSegment(7e032fa5-d59a-4189-8138-dbbdf071ad6c),segment_id=7e032fa5-d59a-4189-8138-dbbdf071ad6c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:44.142415 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdd80557-66dc-44e3-aea4-b30aef716364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.159180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bdd80557-66dc-44e3-aea4-b30aef716364 None None] Calling delete_port for 9c4ce4f0-2818-479d-9ec8-8e905926c31a owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:44.187507 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4aa8c3e1-958f-4c22-972f-51fadc05b59f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875745 Sep 22 10:43:44.188686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52512) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:44.200370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-9d5d224d-2e4c-4e15-991a-d898083eecbc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'tempest-secgroup--689330702'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:44.214282 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72217ae2-23c4-4b42-983c-6526c7c5a335 None None] Network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:44.268533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event updated for resources: {'Port': ['ID=9965d7b9-f3f9-4f87-b99a-642d32b78919,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:44.314161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a42149b1-f479-4a07-bbd4-2fbec9298a59 None None] Provisioning complete for port 1dc1ba68-5526-4670-b345-5d1d62e97323 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:44.314972 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a42149b1-f479-4a07-bbd4-2fbec9298a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.334590 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.362040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:44.364858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:44.415244 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d5d224d-2e4c-4e15-991a-d898083eecbc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.430787 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.431009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port 26fa4ff3-7774-45e4-bd88-5c376b0564e5 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:44.431347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.440854 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.469452 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdd80557-66dc-44e3-aea4-b30aef716364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.595128 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=9a8ead8c-da33-40d1-9884-07d48ddd5fdd,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:44.603013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:44.608518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a42149b1-f479-4a07-bbd4-2fbec9298a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.619516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd80557-66dc-44e3-aea4-b30aef716364 None None] Pushing event deleted for resources: {'Port': ['ID=9c4ce4f0-2818-479d-9ec8-8e905926c31a,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:44.648389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd80557-66dc-44e3-aea4-b30aef716364 None None] No DVR routers for this DVR port 9c4ce4f0-2818-479d-9ec8-8e905926c31a on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:44.668110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1dc1ba68-5526-4670-b345-5d1d62e97323 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:44.675920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port 26fa4ff3-7774-45e4-bd88-5c376b0564e5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=26fa4ff3-7774-45e4-bd88-5c376b0564e5,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:44.676300 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.732020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for 26fa4ff3-7774-45e4-bd88-5c376b0564e5 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:44.788244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:44.790297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:44.808202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a42149b1-f479-4a07-bbd4-2fbec9298a59 None None] For port 1dc1ba68-5526-4670-b345-5d1d62e97323, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1dc1ba68-5526-4670-b345-5d1d62e97323,segment=NetworkSegment(74c86fd3-0035-4463-a5bf-12e5b5e76eae),segment_id=74c86fd3-0035-4463-a5bf-12e5b5e76eae)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:44.816578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:44.822434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8dcecc43-d56d-49ef-a343-ae2fbdd31783 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1648159 Sep 22 10:43:44.834863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1dc1ba68-5526-4670-b345-5d1d62e97323 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:44.835244 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.859494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52518) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:44.862702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:44.893313 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:44.908840 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a42149b1-f479-4a07-bbd4-2fbec9298a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.911725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d5d224d-2e4c-4e15-991a-d898083eecbc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:44.945952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:44.946486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:45.074314 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d5d224d-2e4c-4e15-991a-d898083eecbc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.090731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Router a714d261-3038-471c-923f-675ef31b4419 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:43:45.164365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d224d-2e4c-4e15-991a-d898083eecbc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b73131-b772-4a1b-bdbe-18081986dc13,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:45.231254 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d5d224d-2e4c-4e15-991a-d898083eecbc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.235253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9d5d224d-2e4c-4e15-991a-d898083eecbc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0384479 Sep 22 10:43:45.239613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52520) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:45.246614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6dc91f09-dd0b-4a40-9fdd-30c86be4c65e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '67b73131-b772-4a1b-bdbe-18081986dc13', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:45.247182 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-6dc91f09-dd0b-4a40-9fdd-30c86be4c65e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 10:43:45.251772 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-6dc91f09-dd0b-4a40-9fdd-30c86be4c65e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:45.251772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6dc91f09-dd0b-4a40-9fdd-30c86be4c65e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064700 Sep 22 10:43:45.255754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52522) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:45.363143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.373276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:45.387824 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f75ab52a-1551-4afe-a79a-189386539a76 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "PUT /v2.0/routers/a714d261-3038-471c-923f-675ef31b4419/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5072248 Sep 22 10:43:45.388870 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Sync routers for ids ['a714d261-3038-471c-923f-675ef31b4419'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:45.391990 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52524) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:45.402144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42149b1-f479-4a07-bbd4-2fbec9298a59 None None] Pushing event updated for resources: {'Port': ['ID=1dc1ba68-5526-4670-b345-5d1d62e97323,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:45.405739 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Routers {'a714d261-3038-471c-923f-675ef31b4419'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:45.412712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=26fa4ff3-7774-45e4-bd88-5c376b0564e5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:45.426592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6089c50d-122f-41dd-9a2f-4f7f81cb69e0 None None] Provisioning complete for port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:45.427003 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6089c50d-122f-41dd-9a2f-4f7f81cb69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.434390 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a714d261-3038-471c-923f-675ef31b4419'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:45.507619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:45.529156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9babc-ea5d-49e5-b4fe-b1718ea779d1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:45.533497 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-13f9babc-ea5d-49e5-b4fe-b1718ea779d1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports/9a8ead8c-da33-40d1-9884-07d48ddd5fdd HTTP/1.1" status: 200 len: 911 time: 0.1404827 Sep 22 10:43:45.534207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52526) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:45.552556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.557518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9c4ce4f0-2818-479d-9ec8-8e905926c31a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:45.616115 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186028dc-57ea-42a7-af15-c311094fda6f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.621695 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Set router a714d261-3038-471c-923f-675ef31b4419 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:45.628184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6089c50d-122f-41dd-9a2f-4f7f81cb69e0 None None] Port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:45.631177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9c4ce4f0-2818-479d-9ec8-8e905926c31a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:45.636099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9c4ce4f0-2818-479d-9ec8-8e905926c31a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:45.636099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 29748472-3c44-47a4-b0d2-04247f088d0e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:45.679800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186028dc-57ea-42a7-af15-c311094fda6f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.688391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.699790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 29748472-3c44-47a4-b0d2-04247f088d0e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:45.701447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.702066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 29748472-3c44-47a4-b0d2-04247f088d0e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:45.745724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 10:43:45.756665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04512e96-21ba-4aee-86e3-b50afbac8a5b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:45.771411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04512e96-21ba-4aee-86e3-b50afbac8a5b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:45.779577 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-04512e96-21ba-4aee-86e3-b50afbac8a5b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2367790 Sep 22 10:43:45.782018 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52530) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:45.822888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6089c50d-122f-41dd-9a2f-4f7f81cb69e0 None None] Provisioning complete for port 9965d7b9-f3f9-4f87-b99a-642d32b78919 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:45.824970 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6089c50d-122f-41dd-9a2f-4f7f81cb69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.909947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Removed routes are [] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 10:43:45.910385 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.912509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.912990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Fanout notify agent at l3_agent the message router_deleted on router 9ff28bc5-824c-4d13-8405-837a74ed7414 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:43:45.931473 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:45.931894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f9b85395-17e2-4d2e-88c6-ee4031775fa3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/routers/9ff28bc5-824c-4d13-8405-837a74ed7414 HTTP/1.1" status: 204 len: 168 time: 2.4138064 Sep 22 10:43:45.939513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52532) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:45.993351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af40d2b-3dd3-4d63-9e08-27ec67c2ab75 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:43:46.029807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a714d261-3038-471c-923f-675ef31b4419', 'name': 'tempest-NetworksTestDHCPv6-router-1143722386', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:40Z', 'updated_at': '2021-09-22T10:43:43Z', 'revision_number': 2, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None, '_interfaces': [{'id': '9a8ead8c-da33-40d1-9884-07d48ddd5fdd', 'name': '', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'mac_address': 'fa:16:3e:5c:fd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a714d261-3038-471c-923f-675ef31b4419', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '592b43b1-b96d-4247-b0d9-6d6e64325a9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:41Z', 'updated_at': '2021-09-22T10:43:44Z', 'revision_number': 2, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'subnets': [{'id': '592b43b1-b96d-4247-b0d9-6d6e64325a9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:46.059800 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Checking router: a714d261-3038-471c-923f-675ef31b4419 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:46.060153 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Updating router a714d261-3038-471c-923f-675ef31b4419 port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:43:46.089645 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.252378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6089c50d-122f-41dd-9a2f-4f7f81cb69e0 None None] Port 9965d7b9-f3f9-4f87-b99a-642d32b78919 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:46.309643 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.329325 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.334427 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.342742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6089c50d-122f-41dd-9a2f-4f7f81cb69e0 None None] Provisioning complete for port 1dc1ba68-5526-4670-b345-5d1d62e97323 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:46.343374 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6089c50d-122f-41dd-9a2f-4f7f81cb69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.421549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af40d2b-3dd3-4d63-9e08-27ec67c2ab75 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:43:46.424693 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186028dc-57ea-42a7-af15-c311094fda6f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.430454 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186028dc-57ea-42a7-af15-c311094fda6f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.430454 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-186028dc-57ea-42a7-af15-c311094fda6f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/67b73131-b772-4a1b-bdbe-18081986dc13 HTTP/1.1" status: 204 len: 168 time: 1.1727958 Sep 22 10:43:46.442062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52534) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:46.474820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186028dc-57ea-42a7-af15-c311094fda6f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b73131-b772-4a1b-bdbe-18081986dc13,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:46.508864 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.646220 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-60808bea-38b7-4fb1-8d60-b5f504f71aa4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2023048 Sep 22 10:43:46.651691 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52536) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:46.660240 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.665525 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d4bcb06f-8158-4f2e-97bd-f60c6eb6a17e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082443056'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:46.675583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:42Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': '9965d7b9-f3f9-4f87-b99a-642d32b78919', 'name': '', 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5c:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ea033411-35cd-492f-8028-476ff89b1659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:41Z', 'updated_at': '2021-09-22T10:43:43Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'ea033411-35cd-492f-8028-476ff89b1659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:41Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:46.749033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:46.749469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Updating router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 port 9965d7b9-f3f9-4f87-b99a-642d32b78919 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:43:46.754440 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db53af-ef71-4c9a-80b2-bde49d797cfd None None] Pushing event updated for resources: {'Port': ['ID=9a8ead8c-da33-40d1-9884-07d48ddd5fdd,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:46.793138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1dc1ba68-5526-4670-b345-5d1d62e97323 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:46.818662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb06f-8158-4f2e-97bd-f60c6eb6a17e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.834061 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Attempting to bind port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:46.834570 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Attempting to bind port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:46.835366 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Attempting to bind port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:46.846094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:46.846510 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:46.846921 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.847323 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:46.849868 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.853180 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Bound port: 9a8ead8c-da33-40d1-9884-07d48ddd5fdd, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:46.853598 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.975251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:46.991616 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.033184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0dd4a09-4304-404a-ac8b-6545b0465ab5']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:47.047647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:47.050815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e032fa5-d59a-4189-8138-dbbdf071ad6c') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:47.051392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e032fa5-d59a-4189-8138-dbbdf071ad6c') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:47.068886 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.202432 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] For port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:47.206357 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] For port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a8ead8c-da33-40d1-9884-07d48ddd5fdd,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:47.206723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb06f-8158-4f2e-97bd-f60c6eb6a17e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.208647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.214568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:47.222904 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.226555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3a84a40b-e502-45f9-9c8d-9b40c157cd97 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866 HTTP/1.1" status: 200 len: 934 time: 2.3652623 Sep 22 10:43:47.227508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52542) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:47.236157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:47.236651 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:47.240387 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:47.288974 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.313600 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.333819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 1dc1ba68-5526-4670-b345-5d1d62e97323 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:47.334123 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.351986 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:47.352783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.377625 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db53af-ef71-4c9a-80b2-bde49d797cfd None None] Pushing event updated for resources: {'Port': ['ID=9a8ead8c-da33-40d1-9884-07d48ddd5fdd,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:47.380663 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Routers {'a714d261-3038-471c-923f-675ef31b4419'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:47.381274 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a714d261-3038-471c-923f-675ef31b4419'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:47.415760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ecdcb3bb-2b8e-4944-91a2-c299e6fe0b5c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866 HTTP/1.1" status: 200 len: 934 time: 0.1867828 Sep 22 10:43:47.418590 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb06f-8158-4f2e-97bd-f60c6eb6a17e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.418752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52544) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:47.423790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'routes': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:47.441090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9c899bc3-9f98-4329-91a4-2845453c161d None None] Provisioning complete for port 9965d7b9-f3f9-4f87-b99a-642d32b78919 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:47.441465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c899bc3-9f98-4329-91a4-2845453c161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.447350 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.515963 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] Set router a714d261-3038-471c-923f-675ef31b4419 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:47.527863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7021e-5df9-4d86-b488-56b8d74c1492 None None] Pushing event updated for resources: {'Port': ['ID=9965d7b9-f3f9-4f87-b99a-642d32b78919,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:47.572540 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.576929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcb06f-8158-4f2e-97bd-f60c6eb6a17e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83df4469-f936-43c6-b1c1-61d950b7ce6c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:47.581687 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9c899bc3-9f98-4329-91a4-2845453c161d None None] Port 9965d7b9-f3f9-4f87-b99a-642d32b78919 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:47.586620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.590796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/networks/b0dd4a09-4304-404a-ac8b-6545b0465ab5 HTTP/1.1" status: 204 len: 168 time: 1.6502216 Sep 22 10:43:47.593674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52546) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:47.618198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] For port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9a8ead8c-da33-40d1-9884-07d48ddd5fdd,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:47.620849 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.649200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Attempting to bind port 9965d7b9-f3f9-4f87-b99a-642d32b78919 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:47.649850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Attempting to bind port 9965d7b9-f3f9-4f87-b99a-642d32b78919 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '74c86fd3-0035-4463-a5bf-12e5b5e76eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:47.653119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb06f-8158-4f2e-97bd-f60c6eb6a17e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.655039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Attempting to bind port 9965d7b9-f3f9-4f87-b99a-642d32b78919 on network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:47.660341 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d4bcb06f-8158-4f2e-97bd-f60c6eb6a17e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9977832 Sep 22 10:43:47.667679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:47.668357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Checking segment: {'id': '74c86fd3-0035-4463-a5bf-12e5b5e76eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:47.668714 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52548) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:47.669148 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.669728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Bound using segment: {'id': '74c86fd3-0035-4463-a5bf-12e5b5e76eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:47.670438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Bound port: 9965d7b9-f3f9-4f87-b99a-642d32b78919, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c86fd3-0035-4463-a5bf-12e5b5e76eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:47.671033 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.679979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-41e4f535-c261-4134-8e07-36f03cb6e5b4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '83df4469-f936-43c6-b1c1-61d950b7ce6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:47.680851 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-41e4f535-c261-4134-8e07-36f03cb6e5b4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 10:43:47.686917 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-41e4f535-c261-4134-8e07-36f03cb6e5b4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:47.691093 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41e4f535-c261-4134-8e07-36f03cb6e5b4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0212831 Sep 22 10:43:47.702866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52550) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:47.712881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-388a01e2-15f0-4ef3-a50d-85bf3b608360 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '83df4469-f936-43c6-b1c1-61d950b7ce6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:47.714231 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-388a01e2-15f0-4ef3-a50d-85bf3b608360 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 10:43:47.715706 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-388a01e2-15f0-4ef3-a50d-85bf3b608360 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:47.724186 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-388a01e2-15f0-4ef3-a50d-85bf3b608360 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0202026 Sep 22 10:43:47.724809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52552) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:47.725834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 9a8ead8c-da33-40d1-9884-07d48ddd5fdd owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:47.754122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dcd5eeb9-64e1-4c6b-a8d9-c40f90884649 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '83df4469-f936-43c6-b1c1-61d950b7ce6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:47.754974 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-dcd5eeb9-64e1-4c6b-a8d9-c40f90884649 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 10:43:47.755477 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-dcd5eeb9-64e1-4c6b-a8d9-c40f90884649 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:47.770163 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dcd5eeb9-64e1-4c6b-a8d9-c40f90884649 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0331881 Sep 22 10:43:47.770794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52556) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:47.799545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5094a6af-c38e-487c-bc38-9b1592bc8840 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '83df4469-f936-43c6-b1c1-61d950b7ce6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:47.802619 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-5094a6af-c38e-487c-bc38-9b1592bc8840 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 10:43:47.803165 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-5094a6af-c38e-487c-bc38-9b1592bc8840 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:47.808850 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5094a6af-c38e-487c-bc38-9b1592bc8840 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0340426 Sep 22 10:43:47.817554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52558) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:47.836809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] For port 9965d7b9-f3f9-4f87-b99a-642d32b78919, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:47.842541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] For port 9965d7b9-f3f9-4f87-b99a-642d32b78919, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9965d7b9-f3f9-4f87-b99a-642d32b78919,segment=NetworkSegment(74c86fd3-0035-4463-a5bf-12e5b5e76eae),segment_id=74c86fd3-0035-4463-a5bf-12e5b5e76eae)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:47.942493 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:47.984064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8554e5a-80d1-4ea9-a314-adf8f32b6e1a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Network': ['ID=b0dd4a09-4304-404a-ac8b-6545b0465ab5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:48.007947 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a714d261-3038-471c-923f-675ef31b4419', 'name': 'tempest-NetworksTestDHCPv6-router-1143722386', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:40Z', 'updated_at': '2021-09-22T10:43:43Z', 'revision_number': 2, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None, '_interfaces': [{'id': '9a8ead8c-da33-40d1-9884-07d48ddd5fdd', 'name': '', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'mac_address': 'fa:16:3e:5c:fd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a714d261-3038-471c-923f-675ef31b4419', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '592b43b1-b96d-4247-b0d9-6d6e64325a9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:41Z', 'updated_at': '2021-09-22T10:43:47Z', 'revision_number': 4, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'subnets': [{'id': '592b43b1-b96d-4247-b0d9-6d6e64325a9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:48.050460 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f33e80cd-b983-4fe8-89c3-add4eaa1fa50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.078031 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39697a10-11e0-42b0-93ee-daa63b0cb5b5 None None] The sync data for ids ['a714d261-3038-471c-923f-675ef31b4419'] in n-d-807025-3 is: [{'id': 'a714d261-3038-471c-923f-675ef31b4419', 'name': 'tempest-NetworksTestDHCPv6-router-1143722386', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:40Z', 'updated_at': '2021-09-22T10:43:43Z', 'revision_number': 2, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None, '_interfaces': [{'id': '9a8ead8c-da33-40d1-9884-07d48ddd5fdd', 'name': '', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'mac_address': 'fa:16:3e:5c:fd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a714d261-3038-471c-923f-675ef31b4419', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '592b43b1-b96d-4247-b0d9-6d6e64325a9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:41Z', 'updated_at': '2021-09-22T10:43:47Z', 'revision_number': 4, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'subnets': [{'id': '592b43b1-b96d-4247-b0d9-6d6e64325a9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:48.110451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7021e-5df9-4d86-b488-56b8d74c1492 None None] Pushing event updated for resources: {'Port': ['ID=9965d7b9-f3f9-4f87-b99a-642d32b78919,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:48.123578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:48.124226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:48.154662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f33e80cd-b983-4fe8-89c3-add4eaa1fa50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.196839 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b879bde1-3ca9-4424-95e8-23795a63276b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.205053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] Provisioning complete for port 9a8ead8c-da33-40d1-9884-07d48ddd5fdd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:48.205435 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.266881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b879bde1-3ca9-4424-95e8-23795a63276b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.403290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.463583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f33e80cd-b983-4fe8-89c3-add4eaa1fa50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.466396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f33e80cd-b983-4fe8-89c3-add4eaa1fa50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.481503 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f33e80cd-b983-4fe8-89c3-add4eaa1fa50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/83df4469-f936-43c6-b1c1-61d950b7ce6c HTTP/1.1" status: 204 len: 168 time: 0.6627662 Sep 22 10:43:48.482411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added routes are [] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 10:43:48.482842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 10:43:48.485810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:48.489448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=9a8ead8c-da33-40d1-9884-07d48ddd5fdd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:48.527785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.539560 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e80cd-b983-4fe8-89c3-add4eaa1fa50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83df4469-f936-43c6-b1c1-61d950b7ce6c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:48.548726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b879bde1-3ca9-4424-95e8-23795a63276b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.552311 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b879bde1-3ca9-4424-95e8-23795a63276b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.554073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b879bde1-3ca9-4424-95e8-23795a63276b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab HTTP/1.1" status: 204 len: 168 time: 0.9478459 Sep 22 10:43:48.567584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879bde1-3ca9-4424-95e8-23795a63276b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba7a7e4-fbbf-4e74-9720-ebc67e85f2ab,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:48.645766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 26fa4ff3-7774-45e4-bd88-5c376b0564e5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:48.717792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 26fa4ff3-7774-45e4-bd88-5c376b0564e5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:48.718810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 26fa4ff3-7774-45e4-bd88-5c376b0564e5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:48.742649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] Could not find standard attr ID for object 9a8ead8c-da33-40d1-9884-07d48ddd5fdd. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:43:48.754461 n-d-807025-3 neutron-server[95683]: INFO neutron.plugins.ml2.db [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] No ports have port_id starting with 9a8ead8c-da33-40d1-9884-07d48ddd5fdd Sep 22 10:43:48.777971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:48.802444 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.891423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] Provisioning complete for port 9965d7b9-f3f9-4f87-b99a-642d32b78919 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:48.891781 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.974280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.983457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:48.988123 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7a79de62-79ce-4559-a103-549fdc29e9c0 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4959064 Sep 22 10:43:48.991500 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52570) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:48.997011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-69868cf5-b1e2-4d98-9c63-43889cff81ed tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997245158'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:49.121243 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.124379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Router a714d261-3038-471c-923f-675ef31b4419 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:49.206547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] For port 9965d7b9-f3f9-4f87-b99a-642d32b78919, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9965d7b9-f3f9-4f87-b99a-642d32b78919,segment=NetworkSegment(74c86fd3-0035-4463-a5bf-12e5b5e76eae),segment_id=74c86fd3-0035-4463-a5bf-12e5b5e76eae)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:49.222069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:49.224660 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69868cf5-b1e2-4d98-9c63-43889cff81ed tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.242229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:45Z', 'revision_number': 6, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': '9965d7b9-f3f9-4f87-b99a-642d32b78919', 'name': '', 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5c:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ea033411-35cd-492f-8028-476ff89b1659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:41Z', 'updated_at': '2021-09-22T10:43:47Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'ea033411-35cd-492f-8028-476ff89b1659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:41Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:49.266421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:49.275641 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-de9b6964-57bd-452d-b5c0-1f8fa8f90dd3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "PUT /v2.0/routers/a714d261-3038-471c-923f-675ef31b4419/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4925008 Sep 22 10:43:49.276847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52574) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:49.279641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4f7f30-2eed-41f4-882e-7bff6ab72c88 None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:45Z', 'revision_number': 6, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': '9965d7b9-f3f9-4f87-b99a-642d32b78919', 'name': '', 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5c:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ea033411-35cd-492f-8028-476ff89b1659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:41Z', 'updated_at': '2021-09-22T10:43:47Z', 'revision_number': 4, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'ea033411-35cd-492f-8028-476ff89b1659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:41Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:49.290308 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.418522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d413869-ee4e-4c56-8827-fe783d544c75 None None] Pushing event updated for resources: {'Port': ['ID=9965d7b9-f3f9-4f87-b99a-642d32b78919,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:49.433129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b5b033b3-5de8-474f-89a8-2c23156941f7 None None] Could not find standard attr ID for object 9a8ead8c-da33-40d1-9884-07d48ddd5fdd. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:43:49.445417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:49.456110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.457322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c03cab7d-dd7b-49c7-be14-054317f2986b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866 HTTP/1.1" status: 200 len: 700 time: 2.0375705 Sep 22 10:43:49.462137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52576) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:49.462308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b5b033b3-5de8-474f-89a8-2c23156941f7 None None] Provisioning complete for port 9965d7b9-f3f9-4f87-b99a-642d32b78919 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:49.462836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5b033b3-5de8-474f-89a8-2c23156941f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.472791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca4e2d-9531-4b52-9c15-f43e4c4678d4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:49.474944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca4e2d-9531-4b52-9c15-f43e4c4678d4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:49.476685 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-43ca4e2d-9531-4b52-9c15-f43e4c4678d4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1975453 Sep 22 10:43:49.480462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52578) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:49.594554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7989fd6d-0a6e-40cf-a0ec-2d23a1a241ea tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 592b43b1-b96d-4247-b0d9-6d6e64325a9f {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:49.602834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7989fd6d-0a6e-40cf-a0ec-2d23a1a241ea tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.681449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7989fd6d-0a6e-40cf-a0ec-2d23a1a241ea tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.699741 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69868cf5-b1e2-4d98-9c63-43889cff81ed tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.712181 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-07366266-1ea4-46bf-bb8e-65936d429e1f tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866 HTTP/1.1" status: 200 len: 700 time: 0.2465322 Sep 22 10:43:49.713057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52582) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:49.757365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7989fd6d-0a6e-40cf-a0ec-2d23a1a241ea tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.768829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69868cf5-b1e2-4d98-9c63-43889cff81ed tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:49.848629 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69868cf5-b1e2-4d98-9c63-43889cff81ed tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c848c558-fd57-4cda-81d6-8af8de83ad29,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:49.894424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52586) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:49.899407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-91fdd216-d8e8-4b77-837a-6853f1fb440f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076282767', 'description': 'tempest-secgroup-smoke-1076282767 description', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:49.984450 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7989fd6d-0a6e-40cf-a0ec-2d23a1a241ea tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.003866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7989fd6d-0a6e-40cf-a0ec-2d23a1a241ea tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.007739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7989fd6d-0a6e-40cf-a0ec-2d23a1a241ea tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/592b43b1-b96d-4247-b0d9-6d6e64325a9f HTTP/1.1" status: 204 len: 168 time: 0.5250320 Sep 22 10:43:50.013729 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f710f40-411b-45c0-a97d-a7d3cf1c02bf None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:50.014189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52588) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:50.032626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-69868cf5-b1e2-4d98-9c63-43889cff81ed tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.038093 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-69868cf5-b1e2-4d98-9c63-43889cff81ed tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0427728 Sep 22 10:43:50.041263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52590) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:50.049348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1facdad3-3ead-4adb-b8b5-49c0cf1420a3 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'c848c558-fd57-4cda-81d6-8af8de83ad29', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:50.049842 n-d-807025-3 neutron-server[95681]: WARNING neutron.api.v2.base [None req-1facdad3-3ead-4adb-b8b5-49c0cf1420a3 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 10:43:50.050371 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-1facdad3-3ead-4adb-b8b5-49c0cf1420a3 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:50.054044 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1facdad3-3ead-4adb-b8b5-49c0cf1420a3 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085421 Sep 22 10:43:50.055060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52592) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:50.060011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9db226e2-5aa8-49f3-b4f1-851564186595 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'c848c558-fd57-4cda-81d6-8af8de83ad29', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:50.085624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989fd6d-0a6e-40cf-a0ec-2d23a1a241ea tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=592b43b1-b96d-4247-b0d9-6d6e64325a9f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:50.149534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-826e3800-f1ef-46ff-a356-e3493aceba67 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1339159 Sep 22 10:43:50.152111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52594) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:50.201901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-91fdd216-d8e8-4b77-837a-6853f1fb440f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.270598 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.286476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9965d7b9-f3f9-4f87-b99a-642d32b78919 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:50.325006 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5b0dd98-3297-42a8-9a15-f4758a820c5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.353328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a636fd-ee6b-4431-aa19-5b816fc1219c None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:50.450437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9965d7b9-f3f9-4f87-b99a-642d32b78919 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:50.451002 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.559040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-69a636fd-ee6b-4431-aa19-5b816fc1219c None None] Deleting port 1d673fdf-c190-44f0-804b-8e8f7341923e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:50.559667 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69a636fd-ee6b-4431-aa19-5b816fc1219c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.708304 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-91fdd216-d8e8-4b77-837a-6853f1fb440f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.710669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-69a636fd-ee6b-4431-aa19-5b816fc1219c None None] For port 1d673fdf-c190-44f0-804b-8e8f7341923e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1d673fdf-c190-44f0-804b-8e8f7341923e,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:50.711334 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69a636fd-ee6b-4431-aa19-5b816fc1219c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.726379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-69a636fd-ee6b-4431-aa19-5b816fc1219c None None] Calling delete_port for 1d673fdf-c190-44f0-804b-8e8f7341923e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:50.747491 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5b0dd98-3297-42a8-9a15-f4758a820c5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.750037 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5b0dd98-3297-42a8-9a15-f4758a820c5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.783563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:50.806788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:50.808260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:50.811716 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-91fdd216-d8e8-4b77-837a-6853f1fb440f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.844750 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c7311-0831-4747-874a-91305ea847c8 None None] Sync routers for ids ['a714d261-3038-471c-923f-675ef31b4419'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:50.847413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdd216-d8e8-4b77-837a-6853f1fb440f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603d5ded-9358-41dc-8dab-6c9922394f56,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:50.862025 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c7311-0831-4747-874a-91305ea847c8 None None] Routers {'a714d261-3038-471c-923f-675ef31b4419'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:50.863343 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-008c7311-0831-4747-874a-91305ea847c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['a714d261-3038-471c-923f-675ef31b4419'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:50.913241 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-9db226e2-5aa8-49f3-b4f1-851564186595 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:50.913241 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9db226e2-5aa8-49f3-b4f1-851564186595 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8538356 Sep 22 10:43:50.913913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52608) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:50.919225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ce98b320-cebc-4b63-8074-26a263425706 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'c848c558-fd57-4cda-81d6-8af8de83ad29', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:50.920035 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-ce98b320-cebc-4b63-8074-26a263425706 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 10:43:50.920651 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-ce98b320-cebc-4b63-8074-26a263425706 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:50.928854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ce98b320-cebc-4b63-8074-26a263425706 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075395 Sep 22 10:43:50.928854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-91fdd216-d8e8-4b77-837a-6853f1fb440f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.928854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-91fdd216-d8e8-4b77-837a-6853f1fb440f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0300839 Sep 22 10:43:50.928854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5b0dd98-3297-42a8-9a15-f4758a820c5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.928854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b0dd98-3297-42a8-9a15-f4758a820c5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Fanout notify agent at l3_agent the message router_deleted on router a714d261-3038-471c-923f-675ef31b4419 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:43:50.932999 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52612) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:50.933553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52610) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:50.939712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '603d5ded-9358-41dc-8dab-6c9922394f56', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:50.940194 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5b0dd98-3297-42a8-9a15-f4758a820c5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:50.941859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a5b0dd98-3297-42a8-9a15-f4758a820c5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/routers/a714d261-3038-471c-923f-675ef31b4419 HTTP/1.1" status: 204 len: 168 time: 0.7882633 Sep 22 10:43:50.944837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52614) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:50.948625 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-008c7311-0831-4747-874a-91305ea847c8 None None] Set router a714d261-3038-471c-923f-675ef31b4419 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:50.951363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8571b49c-c5dc-45fa-8b6a-d2b747c9050d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'c848c558-fd57-4cda-81d6-8af8de83ad29', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:50.955598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:50.980273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:51.009680 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-008c7311-0831-4747-874a-91305ea847c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a714d261-3038-471c-923f-675ef31b4419', 'name': 'tempest-NetworksTestDHCPv6-router-1143722386', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:40Z', 'updated_at': '2021-09-22T10:43:48Z', 'revision_number': 3, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:51.041471 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c7311-0831-4747-874a-91305ea847c8 None None] Checking router: a714d261-3038-471c-923f-675ef31b4419 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:51.050887 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c7311-0831-4747-874a-91305ea847c8 None None] Routers set() bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:51.051694 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c7311-0831-4747-874a-91305ea847c8 None None] Router IDs set() for agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 10:43:51.052719 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_agentschedulers_db [None req-008c7311-0831-4747-874a-91305ea847c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a714d261-3038-471c-923f-675ef31b4419'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent'). {{(pid=95684) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 10:43:51.053301 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c7311-0831-4747-874a-91305ea847c8 None None] The sync data for ids ['a714d261-3038-471c-923f-675ef31b4419'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:51.086897 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69a636fd-ee6b-4431-aa19-5b816fc1219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.099975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port 9965d7b9-f3f9-4f87-b99a-642d32b78919 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:51.100927 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.138663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a636fd-ee6b-4431-aa19-5b816fc1219c None None] Pushing event deleted for resources: {'Port': ['ID=1d673fdf-c190-44f0-804b-8e8f7341923e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:51.144987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a636fd-ee6b-4431-aa19-5b816fc1219c None None] No DVR routers for this DVR port 1d673fdf-c190-44f0-804b-8e8f7341923e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:51.189999 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.239850 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-8571b49c-c5dc-45fa-8b6a-d2b747c9050d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:51.245144 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8571b49c-c5dc-45fa-8b6a-d2b747c9050d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2983911 Sep 22 10:43:51.246274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52620) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:51.246438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port 9965d7b9-f3f9-4f87-b99a-642d32b78919, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9965d7b9-f3f9-4f87-b99a-642d32b78919,segment=NetworkSegment(74c86fd3-0035-4463-a5bf-12e5b5e76eae),segment_id=74c86fd3-0035-4463-a5bf-12e5b5e76eae)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:51.248044 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.253846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-80c6804f-8c55-4fab-ab95-3242edb4768f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'c848c558-fd57-4cda-81d6-8af8de83ad29', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:51.254596 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-80c6804f-8c55-4fab-ab95-3242edb4768f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 10:43:51.256258 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-80c6804f-8c55-4fab-ab95-3242edb4768f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:51.257437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-80c6804f-8c55-4fab-ab95-3242edb4768f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079858 Sep 22 10:43:51.260529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52622) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:51.265445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b4064e6a-1d79-42fa-8629-38a5c565098a tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'c848c558-fd57-4cda-81d6-8af8de83ad29', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:51.285161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:48Z', 'revision_number': 7, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': '9965d7b9-f3f9-4f87-b99a-642d32b78919', 'name': '', 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5c:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ea033411-35cd-492f-8028-476ff89b1659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:41Z', 'updated_at': '2021-09-22T10:43:49Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'ea033411-35cd-492f-8028-476ff89b1659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:41Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:51.288555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for 9965d7b9-f3f9-4f87-b99a-642d32b78919 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:51.304721 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.312588 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:51.328163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:51.328780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:51.343881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:51.348434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.392321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.421875 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78daebdf-c4f0-41cd-96c8-62e427d49857,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:51.425986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:51.431369 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.431723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.432149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.432438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.432774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.433288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.433466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.433768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.434127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.434447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.434770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.435090 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:51.514333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0ea8b-483c-4bc1-8855-6ea34e9b4bd0 req-aa7b91ac-8979-4b9a-a4e0-db54ce647bc3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:51.522393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18d0ea8b-483c-4bc1-8855-6ea34e9b4bd0 req-aa7b91ac-8979-4b9a-a4e0-db54ce647bc3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.2868328 Sep 22 10:43:51.587018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18d0ea8b-483c-4bc1-8855-6ea34e9b4bd0 req-5482c9f5-60fe-4260-b88a-c07ec7de282d tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636530 Sep 22 10:43:51.616594 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.646051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.647463 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-86b9715b-97dd-41ac-bcf6-e23b91f38fbf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7126279 Sep 22 10:43:51.648376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=9965d7b9-f3f9-4f87-b99a-642d32b78919,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:51.651722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52624) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:51.657386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a85b97c0-8d36-43d4-91a9-9189a7ed6880 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '603d5ded-9358-41dc-8dab-6c9922394f56', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:51.750803 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-b4064e6a-1d79-42fa-8629-38a5c565098a tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:51.757473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b4064e6a-1d79-42fa-8629-38a5c565098a tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4901464 Sep 22 10:43:51.757473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52626) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:51.764831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5268b802-cf66-4d2e-8db7-eaac9e1989c4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'c848c558-fd57-4cda-81d6-8af8de83ad29', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:51.765229 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-5268b802-cf66-4d2e-8db7-eaac9e1989c4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 10:43:51.765786 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-5268b802-cf66-4d2e-8db7-eaac9e1989c4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:51.769605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5268b802-cf66-4d2e-8db7-eaac9e1989c4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092335 Sep 22 10:43:51.769822 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:48Z', 'revision_number': 7, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': '9965d7b9-f3f9-4f87-b99a-642d32b78919', 'name': '', 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5c:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ea033411-35cd-492f-8028-476ff89b1659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:41Z', 'updated_at': '2021-09-22T10:43:49Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'ea033411-35cd-492f-8028-476ff89b1659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:41Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:51.771259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52628) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:51.775612 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7dbfa1d9-5072-4497-9508-e59672001922 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'c848c558-fd57-4cda-81d6-8af8de83ad29', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:51.805883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce03719-c609-4718-9f49-8e53d72ce2db None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:48Z', 'revision_number': 7, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': '9965d7b9-f3f9-4f87-b99a-642d32b78919', 'name': '', 'network_id': '837f990a-fa5a-4ab8-8d64-8ebb94f82e69', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5c:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ea033411-35cd-492f-8028-476ff89b1659', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:41Z', 'updated_at': '2021-09-22T10:43:49Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'ea033411-35cd-492f-8028-476ff89b1659', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:41Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:51.811877 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.908149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=2ccfbcb1-3d26-438f-8682-9dde7fa4a415,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:51.929866 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:51.931754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:51.936908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:51.937796 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:51.945728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc5d79c-099c-4ae5-8251-f96c14198193 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:51.958425 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a85b97c0-8d36-43d4-91a9-9189a7ed6880 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.015376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.098249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-54ca2ecf-e38e-41b6-ba5d-3bc51b7c0fa8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1480935 Sep 22 10:43:52.098451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a85b97c0-8d36-43d4-91a9-9189a7ed6880 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.100141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52638) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:52.110252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-21999b1b-0cc6-4d57-a067-f8a6ac4c1bdb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-483058681', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:52.134128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '2ccfbcb1-3d26-438f-8682-9dde7fa4a415'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:52.135717 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.149160 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-7dbfa1d9-5072-4497-9508-e59672001922 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:52.150137 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7dbfa1d9-5072-4497-9508-e59672001922 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3780587 Sep 22 10:43:52.157100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52642) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:52.162497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-953f2944-8487-4f0b-8813-27813ff2f9b4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': 'c848c558-fd57-4cda-81d6-8af8de83ad29', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:52.175228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a85b97c0-8d36-43d4-91a9-9189a7ed6880 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.238473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b97c0-8d36-43d4-91a9-9189a7ed6880 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd768740-c177-475d-8034-ccf8248f5cc6,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:52.250958 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21999b1b-0cc6-4d57-a067-f8a6ac4c1bdb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.252303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21999b1b-0cc6-4d57-a067-f8a6ac4c1bdb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.306677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1d673fdf-c190-44f0-804b-8e8f7341923e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:52.317914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:52.319231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21999b1b-0cc6-4d57-a067-f8a6ac4c1bdb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.329945 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-abdb297e-8efe-4472-a0c5-66417758b62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.330278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 1d673fdf-c190-44f0-804b-8e8f7341923e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:52.330608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1d673fdf-c190-44f0-804b-8e8f7341923e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:52.331031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a8ead8c-da33-40d1-9884-07d48ddd5fdd no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:52.359279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/2ccfbcb1-3d26-438f-8682-9dde7fa4a415/ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:52.364212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9a8ead8c-da33-40d1-9884-07d48ddd5fdd {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:52.364685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9a8ead8c-da33-40d1-9884-07d48ddd5fdd not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:52.397607 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21999b1b-0cc6-4d57-a067-f8a6ac4c1bdb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.430767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:52.439980 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9edca72a-65d3-443b-bbf6-cce28cfe0d70 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7243798 Sep 22 10:43:52.439980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52646) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:52.442350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:52.464271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:52.464884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:52.470593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a85b97c0-8d36-43d4-91a9-9189a7ed6880 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.475126 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a85b97c0-8d36-43d4-91a9-9189a7ed6880 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8185594 Sep 22 10:43:52.476478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52648) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:52.478865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-21999b1b-0cc6-4d57-a067-f8a6ac4c1bdb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.481615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d33111b0-ad85-44cb-a169-0057b9f99776 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '603d5ded-9358-41dc-8dab-6c9922394f56', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:52.481917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-21999b1b-0cc6-4d57-a067-f8a6ac4c1bdb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3782611 Sep 22 10:43:52.488349 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-953f2944-8487-4f0b-8813-27813ff2f9b4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:52.488955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52650) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:52.492258 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-953f2944-8487-4f0b-8813-27813ff2f9b4 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3304389 Sep 22 10:43:52.494262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52652) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:52.530070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-777b9dd9-ab74-4ea7-b88a-d33306b1655b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting subnet ea033411-35cd-492f-8028-476ff89b1659 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:52.538312 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-777b9dd9-ab74-4ea7-b88a-d33306b1655b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.606786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-777b9dd9-ab74-4ea7-b88a-d33306b1655b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.606904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:52.650447 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7638593-6323-4ac2-897f-1040dcd18f05 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.652086 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d33111b0-ad85-44cb-a169-0057b9f99776 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.704493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7638593-6323-4ac2-897f-1040dcd18f05 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.795046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-777b9dd9-ab74-4ea7-b88a-d33306b1655b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.823889 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d33111b0-ad85-44cb-a169-0057b9f99776 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.853598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e10cbb-dfef-4da5-a524-b7a370484004 req-c8e9e71c-35bd-4312-addd-14333694367b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:52.856166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5e10cbb-dfef-4da5-a524-b7a370484004 req-c8e9e71c-35bd-4312-addd-14333694367b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1399701 Sep 22 10:43:52.879419 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d33111b0-ad85-44cb-a169-0057b9f99776 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.903406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33111b0-ad85-44cb-a169-0057b9f99776 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0b1f5f-8104-4e33-b644-f3fcd2b757b8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:52.915517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7638593-6323-4ac2-897f-1040dcd18f05 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.919784 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7638593-6323-4ac2-897f-1040dcd18f05 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.921043 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b7638593-6323-4ac2-897f-1040dcd18f05 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/c848c558-fd57-4cda-81d6-8af8de83ad29 HTTP/1.1" status: 204 len: 168 time: 0.4253473 Sep 22 10:43:52.924092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5e10cbb-dfef-4da5-a524-b7a370484004 req-2db0c5f9-f4e5-427d-b66d-6da3112238a9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544925 Sep 22 10:43:52.925673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52660) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:52.950891 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7638593-6323-4ac2-897f-1040dcd18f05 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848c558-fd57-4cda-81d6-8af8de83ad29,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:52.960238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-777b9dd9-ab74-4ea7-b88a-d33306b1655b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:52.983878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.029071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b9dd9-ab74-4ea7-b88a-d33306b1655b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Subnet': ['ID=ea033411-35cd-492f-8028-476ff89b1659,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:53.036464 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-777b9dd9-ab74-4ea7-b88a-d33306b1655b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.038473 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-777b9dd9-ab74-4ea7-b88a-d33306b1655b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/ea033411-35cd-492f-8028-476ff89b1659 HTTP/1.1" status: 204 len: 168 time: 0.5982988 Sep 22 10:43:53.041183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52664) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:53.048709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4509a4-f23e-4015-ba2c-d2c7ef4ddcea None None] Network 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:53.059385 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d33111b0-ad85-44cb-a169-0057b9f99776 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.061260 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d33111b0-ad85-44cb-a169-0057b9f99776 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5835373 Sep 22 10:43:53.069496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52666) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:53.074241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-54198f67-8cf1-41cc-9902-f5f12631d827 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '603d5ded-9358-41dc-8dab-6c9922394f56', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:53.077280 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.159844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cf550c35-12cc-4cc1-9e3f-b23c2f6253cf tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2327881 Sep 22 10:43:53.160695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52668) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:53.167353 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.183743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-f52ac596-82c9-4fba-a95f-bb7010511d23 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:53.185285 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-f52ac596-82c9-4fba-a95f-bb7010511d23 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.1088307 Sep 22 10:43:53.194420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-073664a3-d4d8-40f7-b376-0230d14b5af7 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918840400'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:53.218660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54198f67-8cf1-41cc-9902-f5f12631d827 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.247249 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.252963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:53.260700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:53.269766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:53.277630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Pushing event updated for resources: {'Port': ['ID=ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:53.320543 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-073664a3-d4d8-40f7-b376-0230d14b5af7 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.338902 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54198f67-8cf1-41cc-9902-f5f12631d827 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.372922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:51Z', 'revision_number': 8, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:41Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:53.398014 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Deleting port 815296e3-d46a-4951-867e-01c54246205d {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:53.398014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.412495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Attempting to bind port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:53.413522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Attempting to bind port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:53.413522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Attempting to bind port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:53.422814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:53.442585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:53.442966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:53.443437 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.444006 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:53.444566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Bound port: ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:53.444950 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.468531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:53.468917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port 1dc1ba68-5526-4670-b345-5d1d62e97323 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:53.469165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:53.469301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.529155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd55262-a052-493d-bdfc-a0046d3329d1 None None] DHCP port deletion for 837f990a-fa5a-4ab8-8d64-8ebb94f82e69 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:53.620839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] For port 815296e3-d46a-4951-867e-01c54246205d, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=815296e3-d46a-4951-867e-01c54246205d,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:53.621786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.638813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:53.679363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ff46b170-6434-4996-a143-0351789a08ad None None] For port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:53.716263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ff46b170-6434-4996-a143-0351789a08ad None None] For port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:53.728649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port 1dc1ba68-5526-4670-b345-5d1d62e97323, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1dc1ba68-5526-4670-b345-5d1d62e97323,segment=NetworkSegment(74c86fd3-0035-4463-a5bf-12e5b5e76eae),segment_id=74c86fd3-0035-4463-a5bf-12e5b5e76eae)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:53.728931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.731970 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54198f67-8cf1-41cc-9902-f5f12631d827 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.745205 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for 1dc1ba68-5526-4670-b345-5d1d62e97323 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:53.752341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54198f67-8cf1-41cc-9902-f5f12631d827 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9f0789-d777-4ae9-9be1-277031b6fa16,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:53.790295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::1 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/2ccfbcb1-3d26-438f-8682-9dde7fa4a415/6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:53.872801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-abd55262-a052-493d-bdfc-a0046d3329d1 None None] Deleting port 1dc1ba68-5526-4670-b345-5d1d62e97323 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:53.873468 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-abd55262-a052-493d-bdfc-a0046d3329d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.903874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-073664a3-d4d8-40f7-b376-0230d14b5af7 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.946509 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.968180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-abd55262-a052-493d-bdfc-a0046d3329d1 None None] For port 1dc1ba68-5526-4670-b345-5d1d62e97323, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=1dc1ba68-5526-4670-b345-5d1d62e97323,segment=NetworkSegment(74c86fd3-0035-4463-a5bf-12e5b5e76eae),segment_id=74c86fd3-0035-4463-a5bf-12e5b5e76eae)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:53.976053 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-abd55262-a052-493d-bdfc-a0046d3329d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:53.986131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-abd55262-a052-493d-bdfc-a0046d3329d1 None None] Calling delete_port for 1dc1ba68-5526-4670-b345-5d1d62e97323 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:54.012788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.016466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-073664a3-d4d8-40f7-b376-0230d14b5af7 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.100137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073664a3-d4d8-40f7-b376-0230d14b5af7 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708215d0-44bf-46aa-a720-125d8b0a4dd2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:54.116731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.135664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc73a3-2b09-428a-8674-911d83d6ea1c req-120c6b42-72e4-45f3-b918-9476d7483bf8 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:54.139158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6cc73a3-2b09-428a-8674-911d83d6ea1c req-120c6b42-72e4-45f3-b918-9476d7483bf8 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 945 time: 0.0855000 Sep 22 10:43:54.143164 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.143719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.144776 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Floating IP 2d7ffe6b-7746-4c0e-b957-96a2cf2909d8 disassociated. External IP: 172.25.1.48, port: 815296e3-d46a-4951-867e-01c54246205d. Sep 22 10:43:54.145191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Calling delete_port for 815296e3-d46a-4951-867e-01c54246205d owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:54.145672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46b170-6434-4996-a143-0351789a08ad None None] Pushing event updated for resources: {'Port': ['ID=ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:54.179272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-54198f67-8cf1-41cc-9902-f5f12631d827 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.181016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-54198f67-8cf1-41cc-9902-f5f12631d827 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1103773 Sep 22 10:43:54.181320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-073664a3-d4d8-40f7-b376-0230d14b5af7 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.183250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-073664a3-d4d8-40f7-b376-0230d14b5af7 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9925926 Sep 22 10:43:54.191344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52680) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:54.191818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52682) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:54.194511 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-abd55262-a052-493d-bdfc-a0046d3329d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.200462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:51Z', 'revision_number': 8, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:41Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:54.209634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-26139e48-1486-4650-be2e-e6d31f298e88 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '708215d0-44bf-46aa-a720-125d8b0a4dd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:54.218211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6a1e9abd-61a8-4e9e-9853-b5259f212712 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '603d5ded-9358-41dc-8dab-6c9922394f56', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:54.253399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:54.268661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aed12b-ec07-415b-b8b2-562a88083584 None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:51Z', 'revision_number': 8, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a758f-f73c-4a07-afbc-0925dacc3d70', 'name': '', 'network_id': 'ba1fe421-1634-44c7-9d48-1850f3a4c2b2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:5d:14:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:41Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': 'b7755dd6-ce16-4e69-b6f3-b9405d97283c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:54.274365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd55262-a052-493d-bdfc-a0046d3329d1 None None] No DVR routers for this DVR port 1dc1ba68-5526-4670-b345-5d1d62e97323 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:54.283954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd55262-a052-493d-bdfc-a0046d3329d1 None None] Pushing event deleted for resources: {'Port': ['ID=1dc1ba68-5526-4670-b345-5d1d62e97323,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:54.296695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1dc1ba68-5526-4670-b345-5d1d62e97323 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:54.298532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:54.308063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:54.308842 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.313147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:54.331974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 1dc1ba68-5526-4670-b345-5d1d62e97323 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:54.331974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 1dc1ba68-5526-4670-b345-5d1d62e97323 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:54.334864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.381053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6cc73a3-2b09-428a-8674-911d83d6ea1c req-6a146f30-5a10-450d-b666-aabfc91836a8 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2078090 Sep 22 10:43:54.401471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=1dc1ba68-5526-4670-b345-5d1d62e97323,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:54.404723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No DVR routers for this DVR port 1dc1ba68-5526-4670-b345-5d1d62e97323 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:54.435263 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-6a1e9abd-61a8-4e9e-9853-b5259f212712 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Project b67d9575d4b14d05b97cfc08a1f74c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:43:54.442198 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9abd-61a8-4e9e-9853-b5259f212712 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.551404 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9abd-61a8-4e9e-9853-b5259f212712 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.561834 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.608302 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837f990a-fa5a-4ab8-8d64-8ebb94f82e69']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:54.618355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c86fd3-0035-4463-a5bf-12e5b5e76eae') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:54.618730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c86fd3-0035-4463-a5bf-12e5b5e76eae') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:54.634932 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.646619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.651687 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-26139e48-1486-4650-be2e-e6d31f298e88 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The resource could not be found. Sep 22 10:43:54.653100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-26139e48-1486-4650-be2e-e6d31f298e88 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4554029 Sep 22 10:43:54.654236 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9abd-61a8-4e9e-9853-b5259f212712 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.656103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52686) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:54.663052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:54.664240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.664371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-eec31e88-2a73-4bf7-9f64-517d32c90b97 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '708215d0-44bf-46aa-a720-125d8b0a4dd2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2cdee7fc-0132-4e4b-b78c-13176c6a4b15'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:54.667952 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:54.683070 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.708096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e9abd-61a8-4e9e-9853-b5259f212712 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a147ee6-b2bd-4714-9338-823278d41346,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:54.753555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event deleted for resources: {'Port': ['ID=815296e3-d46a-4951-867e-01c54246205d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:54.864083 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.894092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.903580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9abd-61a8-4e9e-9853-b5259f212712 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.904818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6a1e9abd-61a8-4e9e-9853-b5259f212712 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7087796 Sep 22 10:43:54.907715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52688) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:54.913582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ca1ee26d-1489-4bad-9677-192b3e5a1032 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': '603d5ded-9358-41dc-8dab-6c9922394f56', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:55.124564 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7ee742e-9d80-4f5d-a538-0cdfcaab1a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.188597 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.193335 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/networks/837f990a-fa5a-4ab8-8d64-8ebb94f82e69 HTTP/1.1" status: 204 len: 168 time: 2.1502595 Sep 22 10:43:55.194698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e56b5-2125-4894-9721-f3cd5a757d18 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Network': ['ID=837f990a-fa5a-4ab8-8d64-8ebb94f82e69,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:55.197775 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Router 26c0e4c8-6b23-4f76-924a-1dda2d74764e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:55.198420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52692) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:55.227322 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-ca1ee26d-1489-4bad-9677-192b3e5a1032 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Project b67d9575d4b14d05b97cfc08a1f74c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:43:55.239082 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee26d-1489-4bad-9677-192b3e5a1032 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.307882 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-eec31e88-2a73-4bf7-9f64-517d32c90b97 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The resource could not be found. Sep 22 10:43:55.314534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-eec31e88-2a73-4bf7-9f64-517d32c90b97 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6544003 Sep 22 10:43:55.317480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52694) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:55.381445 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee26d-1489-4bad-9677-192b3e5a1032 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.452848 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee26d-1489-4bad-9677-192b3e5a1032 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.518792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.538496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.552624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee26d-1489-4bad-9677-192b3e5a1032 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb2fa21-6b92-4b45-b2b2-13219bf4652d,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:55.587720 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.604680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4452ac41-3c40-4de0-a18f-7ab62c102464 req-a5984f8b-c585-43c8-85a4-d9d34470fb30 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 210 time: 0.0759590 Sep 22 10:43:55.604680 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b362b0f-e45b-46bc-b81f-d4f7f5238d50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.630158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.630158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.641810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee26d-1489-4bad-9677-192b3e5a1032 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.646078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ca1ee26d-1489-4bad-9677-192b3e5a1032 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7346704 Sep 22 10:43:55.652907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52700) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:55.659214 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'network': {'name': 'tempest-network-smoke--134935950', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'port_security_enabled': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:55.686664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-313fe926-8220-4c7e-ac24-c1907472a7db None None] Provisioning complete for port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:55.687046 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-313fe926-8220-4c7e-ac24-c1907472a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.690588 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b362b0f-e45b-46bc-b81f-d4f7f5238d50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.710501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:55.725280 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.739312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:55.740879 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] Sync routers for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:55.751861 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:55.752486 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:55.782344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:55.790865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.819099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] No DVR routers for this DVR port 815296e3-d46a-4951-867e-01c54246205d on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:55.829257 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.829257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-fc46f5e0-5669-4647-9bf3-6027ffdfadb2 req-4ef37b9c-9259-4b0d-aed6-6bd6021d8440 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "DELETE /v2.0/ports/815296e3-d46a-4951-867e-01c54246205d HTTP/1.1" status: 204 len: 173 time: 2.6230011 Sep 22 10:43:55.829257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'name': 'network-vif-deleted', 'tag': '815296e3-d46a-4951-867e-01c54246205d'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:55.830546 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b0e1f1-b418-4e8f-8c1b-09636ef57ddf" -d '{"events": [{"server_uuid": "bda7dedc-dd33-4473-8aa2-9895bec21350", "name": "network-vif-deleted", "tag": "815296e3-d46a-4951-867e-01c54246205d"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:55.882208 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-313fe926-8220-4c7e-ac24-c1907472a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.909716 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:55.915165 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a503a52a-e0d9-4934-b9ad-1ed9da1079db x-openstack-request-id: req-a503a52a-e0d9-4934-b9ad-1ed9da1079db {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:55.915771 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda7dedc-dd33-4473-8aa2-9895bec21350", "name": "network-vif-deleted", "tag": "815296e3-d46a-4951-867e-01c54246205d", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:55.916724 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a503a52a-e0d9-4934-b9ad-1ed9da1079db {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:55.917385 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda7dedc-dd33-4473-8aa2-9895bec21350', 'name': 'network-vif-deleted', 'tag': '815296e3-d46a-4951-867e-01c54246205d', 'status': 'completed', 'code': 200} Sep 22 10:43:55.932854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:55.939508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:55.951189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-313fe926-8220-4c7e-ac24-c1907472a7db None None] For port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:55.976872 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.997631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:56.047140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.047499 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Added segment a72ad13a-1c5f-4e65-aadb-43642b4dbb5e of type vlan for network b3da9743-2a1f-45ca-a9fa-9fe71e439952 Sep 22 10:43:56.055954 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-313fe926-8220-4c7e-ac24-c1907472a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.106758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b362b0f-e45b-46bc-b81f-d4f7f5238d50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.109878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b362b0f-e45b-46bc-b81f-d4f7f5238d50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.113283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3b362b0f-e45b-46bc-b81f-d4f7f5238d50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/708215d0-44bf-46aa-a720-125d8b0a4dd2 HTTP/1.1" status: 204 len: 168 time: 0.7923341 Sep 22 10:43:56.115579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52708) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:56.141213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b362b0f-e45b-46bc-b81f-d4f7f5238d50 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708215d0-44bf-46aa-a720-125d8b0a4dd2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:56.218189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e0022a98-d102-4778-a1d3-5550c58a198c tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979362 Sep 22 10:43:56.221063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52710) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:56.228227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b49f03b9-4286-4206-b7bc-1d6bc4ad89cc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '3a27cc02-21ae-43f7-ac79-ff750df9a03b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:56.283198 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.292721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Router 43edd3e6-6621-4e7a-9eca-ba3ccb953209 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:43:56.297793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 815296e3-d46a-4951-867e-01c54246205d no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:56.301689 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.352909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 815296e3-d46a-4951-867e-01c54246205d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:56.353655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 815296e3-d46a-4951-867e-01c54246205d not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:56.360105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fe926-8220-4c7e-ac24-c1907472a7db None None] Pushing event updated for resources: {'Port': ['ID=ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:56.375503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:56.380410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-88239cfd-6a70-4fa8-ae88-2a33260328ff None None] Provisioning complete for port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:56.381120 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88239cfd-6a70-4fa8-ae88-2a33260328ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.440547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-88239cfd-6a70-4fa8-ae88-2a33260328ff None None] Port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:56.458157 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:56.477567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:56.478693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:56.485638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a977f5ce-bb69-44d6-8060-82e26979ef5d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "PUT /v2.0/routers/43edd3e6-6621-4e7a-9eca-ba3ccb953209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9931786 Sep 22 10:43:56.486657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52712) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:56.487557 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.495973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Sync routers for ids ['43edd3e6-6621-4e7a-9eca-ba3ccb953209'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:56.519440 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] Checking router: 26c0e4c8-6b23-4f76-924a-1dda2d74764e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:56.535391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.536460 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:56.537085 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:56.538182 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-b49f03b9-4286-4206-b7bc-1d6bc4ad89cc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The resource could not be found. Sep 22 10:43:56.543226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:56.544237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.544493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b49f03b9-4286-4206-b7bc-1d6bc4ad89cc tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3211367 Sep 22 10:43:56.545212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52714) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:56.553791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-38b0b04f-5003-4f75-80e8-5b4f62f5fc65 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'tempest-secgroup--41107755'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:56.567114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ecb8c-c167-4fe4-80aa-09a14e72d50b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:56.571073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-247ecb8c-c167-4fe4-80aa-09a14e72d50b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports/6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 HTTP/1.1" status: 200 len: 911 time: 0.0818200 Sep 22 10:43:56.571268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52716) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:56.586127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Routers {'43edd3e6-6621-4e7a-9eca-ba3ccb953209'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:56.589679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['43edd3e6-6621-4e7a-9eca-ba3ccb953209'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:56.639450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53e815e-e152-4484-999b-dbbeb7a35cdf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:56.654710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53e815e-e152-4484-999b-dbbeb7a35cdf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:56.662858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c53e815e-e152-4484-999b-dbbeb7a35cdf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0905464 Sep 22 10:43:56.665041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52720) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:56.679952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Network': ['ID=b3da9743-2a1f-45ca-a9fa-9fe71e439952,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:56.733814 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:56.795977 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-88c999e7-0fb2-4101-abb6-155e9b394ea6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1385038 Sep 22 10:43:56.796218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52722) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:56.799207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-38b0b04f-5003-4f75-80e8-5b4f62f5fc65 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.802065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'admin_state_up': True, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:56.852132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port f06a758f-f73c-4a07-afbc-0925dacc3d70 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:56.852551 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.890918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e934ec41-45f1-4b46-89ec-9e71312ee923 None None] Provisioning complete for port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:56.891337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e934ec41-45f1-4b46-89ec-9e71312ee923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:56.903333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b3da9743-2a1f-45ca-a9fa-9fe71e439952 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:56.943279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43acb352-4a81-44eb-8989-1f3c472494f2 req-56d16a82-57b2-4a1e-8272-e95290d5dafb tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=bda7dedc-dd33-4473-8aa2-9895bec21350 HTTP/1.1" status: 200 len: 210 time: 0.1370981 Sep 22 10:43:57.006322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Set router 43edd3e6-6621-4e7a-9eca-ba3ccb953209 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:57.008037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e934ec41-45f1-4b46-89ec-9e71312ee923 None None] Port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:57.068700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9965d7b9-f3f9-4f87-b99a-642d32b78919 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:57.081972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port f06a758f-f73c-4a07-afbc-0925dacc3d70, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f06a758f-f73c-4a07-afbc-0925dacc3d70,segment=NetworkSegment(51ccc95e-52d0-47a3-9525-2773f123a3d1),segment_id=51ccc95e-52d0-47a3-9525-2773f123a3d1)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:57.082381 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.101289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9965d7b9-f3f9-4f87-b99a-642d32b78919 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:57.101686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9965d7b9-f3f9-4f87-b99a-642d32b78919 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:57.127174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for f06a758f-f73c-4a07-afbc-0925dacc3d70 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:57.197687 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:57.221163 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.228431 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.229733 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8e05a-9c67-4348-a79b-639f174fc300 None None] The sync data for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 is: [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:57.335279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edd3e6-6621-4e7a-9eca-ba3ccb953209', 'name': 'tempest-NetworksTestDHCPv6-router-483058681', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:52Z', 'updated_at': '2021-09-22T10:43:54Z', 'revision_number': 2, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None, '_interfaces': [{'id': '6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1', 'name': '', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'mac_address': 'fa:16:3e:90:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43edd3e6-6621-4e7a-9eca-ba3ccb953209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2ccfbcb1-3d26-438f-8682-9dde7fa4a415', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:53Z', 'updated_at': '2021-09-22T10:43:55Z', 'revision_number': 2, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'subnets': [{'id': '2ccfbcb1-3d26-438f-8682-9dde7fa4a415', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:57.376798 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-38b0b04f-5003-4f75-80e8-5b4f62f5fc65 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.380253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.407857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Checking router: 43edd3e6-6621-4e7a-9eca-ba3ccb953209 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:57.408690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Updating router 43edd3e6-6621-4e7a-9eca-ba3ccb953209 port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:43:57.426382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.449067 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.459934 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-38b0b04f-5003-4f75-80e8-5b4f62f5fc65 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.518433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0b04f-5003-4f75-80e8-5b4f62f5fc65 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a65359-68ec-4780-944e-9166f3512ef9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:57.594774 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-38b0b04f-5003-4f75-80e8-5b4f62f5fc65 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.598879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-38b0b04f-5003-4f75-80e8-5b4f62f5fc65 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0489976 Sep 22 10:43:57.599495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52728) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:57.604937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-434e7b30-b74d-468a-a9f0-2f9bc46a839f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'tempest-secgroup--523193295'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:57.648459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.691270 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc38134-1a07-4725-aeef-48d1884bb3c1 None None] New status for floating IP 2d7ffe6b-7746-4c0e-b957-96a2cf2909d8: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:43:57.719751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=f06a758f-f73c-4a07-afbc-0925dacc3d70,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:57.752882 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-434e7b30-b74d-468a-a9f0-2f9bc46a839f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.802697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.889409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:57.889921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.890723 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.985913 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.085482 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.101552 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.104808 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-434e7b30-b74d-468a-a9f0-2f9bc46a839f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.130478 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.156611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52738) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:58.158384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cfaa1-cd49-43f2-8204-8e3681a8792f None None] Pushing event updated for resources: {'Port': ['ID=6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:58.175500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Attempting to bind port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:58.175841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Attempting to bind port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:58.176040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Attempting to bind port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:58.190551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:58.195472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:58.195472 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.195472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:58.195472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Bound port: 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:58.195472 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.202023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:58.223023 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-434e7b30-b74d-468a-a9f0-2f9bc46a839f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.259084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2855c8f2-29ee-4109-b7df-a3416ce46be9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.287881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2855c8f2-29ee-4109-b7df-a3416ce46be9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.300155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] For port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:58.304473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] For port 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:58.399497 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.407890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e7b30-b74d-468a-a9f0-2f9bc46a839f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99039b7f-4ed4-444b-962d-35e7dc713c68,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:58.424688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:58.533794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Routers {'43edd3e6-6621-4e7a-9eca-ba3ccb953209'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:58.534853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['43edd3e6-6621-4e7a-9eca-ba3ccb953209'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:58.646248 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2855c8f2-29ee-4109-b7df-a3416ce46be9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.649437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2855c8f2-29ee-4109-b7df-a3416ce46be9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.651398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] Set router 43edd3e6-6621-4e7a-9eca-ba3ccb953209 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:58.654779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2855c8f2-29ee-4109-b7df-a3416ce46be9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "DELETE /v2.0/security-groups/2cb9af20-8404-49b3-a4c4-49e3ee2e9b64 HTTP/1.1" status: 204 len: 168 time: 0.4966123 Sep 22 10:43:58.655364 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-434e7b30-b74d-468a-a9f0-2f9bc46a839f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.660610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-434e7b30-b74d-468a-a9f0-2f9bc46a839f tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0590532 Sep 22 10:43:58.661773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52744) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:58.662195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52746) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:58.685019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a2c398fb-21ba-47a5-9d1f-ccf06bb75c56 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group_rule': {'security_group_id': '66a65359-68ec-4780-944e-9166f3512ef9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '99039b7f-4ed4-444b-962d-35e7dc713c68'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:58.735025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855c8f2-29ee-4109-b7df-a3416ce46be9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb9af20-8404-49b3-a4c4-49e3ee2e9b64,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:58.742830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.749654 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-734d24c5-001b-460c-a638-29e4f0e0b8e2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] show failed (client error): The resource could not be found. Sep 22 10:43:58.755835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-734d24c5-001b-460c-a638-29e4f0e0b8e2 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups/2cb9af20-8404-49b3-a4c4-49e3ee2e9b64 HTTP/1.1" status: 404 len: 347 time: 0.0830660 Sep 22 10:43:58.760263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52748) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:58.818232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cfaa1-cd49-43f2-8204-8e3681a8792f None None] Pushing event updated for resources: {'Port': ['ID=6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:58.856553 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-12df2aa8-6bd3-4327-9d64-940d7bade093 None None] Could not find standard attr ID for object 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:43:58.867079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:58.912658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:58.913836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.976496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:58.996254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b8aede10-a483-4d32-9722-1b4331994017 None None] Could not find standard attr ID for object 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:43:59.011575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edd3e6-6621-4e7a-9eca-ba3ccb953209', 'name': 'tempest-NetworksTestDHCPv6-router-483058681', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:52Z', 'updated_at': '2021-09-22T10:43:54Z', 'revision_number': 2, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None, '_interfaces': [{'id': '6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1', 'name': '', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'mac_address': 'fa:16:3e:90:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43edd3e6-6621-4e7a-9eca-ba3ccb953209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2ccfbcb1-3d26-438f-8682-9dde7fa4a415', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:53Z', 'updated_at': '2021-09-22T10:43:58Z', 'revision_number': 4, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'subnets': [{'id': '2ccfbcb1-3d26-438f-8682-9dde7fa4a415', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:59.052625 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-a2c398fb-21ba-47a5-9d1f-ccf06bb75c56 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:43:59.053387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a2c398fb-21ba-47a5-9d1f-ccf06bb75c56 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3739371 Sep 22 10:43:59.059262 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.062442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52754) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:59.069011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975c111-8476-44b1-907f-3cb83cc6f650 None None] The sync data for ids ['43edd3e6-6621-4e7a-9eca-ba3ccb953209'] in n-d-807025-3 is: [{'id': '43edd3e6-6621-4e7a-9eca-ba3ccb953209', 'name': 'tempest-NetworksTestDHCPv6-router-483058681', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:52Z', 'updated_at': '2021-09-22T10:43:54Z', 'revision_number': 2, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None, '_interfaces': [{'id': '6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1', 'name': '', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'mac_address': 'fa:16:3e:90:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43edd3e6-6621-4e7a-9eca-ba3ccb953209', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '2ccfbcb1-3d26-438f-8682-9dde7fa4a415', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:53Z', 'updated_at': '2021-09-22T10:43:58Z', 'revision_number': 4, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'subnets': [{'id': '2ccfbcb1-3d26-438f-8682-9dde7fa4a415', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:59.084027 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.126079 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.234486 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:59.239382 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e41881f-357f-494c-b7e7-0e5c351a484c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0399535 Sep 22 10:43:59.242935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52758) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:59.244806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:59.256584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:59.259374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:59.299034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-32efee4f-af1a-4f27-aa3d-43a71c18905e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting subnet b7755dd6-ce16-4e69-b6f3-b9405d97283c {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:59.300289 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f85ff5d-6e6f-47ac-b560-cfad77156559 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.307841 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32efee4f-af1a-4f27-aa3d-43a71c18905e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.364638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Deleting port 0ff646df-22aa-4487-b786-c6931a2d60e2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:59.365082 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.392327 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32efee4f-af1a-4f27-aa3d-43a71c18905e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.415463 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:59.511462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.25.1.79 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/c67a36f0-7e75-49e7-9aff-87cc1d625820) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:59.538681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32efee4f-af1a-4f27-aa3d-43a71c18905e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.711657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:57Z', 'revision_number': 9, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:59.727533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.751473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:59.774545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:59.775152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32efee4f-af1a-4f27-aa3d-43a71c18905e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.782549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:59.821435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efee4f-af1a-4f27-aa3d-43a71c18905e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Subnet': ['ID=b7755dd6-ce16-4e69-b6f3-b9405d97283c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:59.826947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.839668 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-32efee4f-af1a-4f27-aa3d-43a71c18905e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:59.844711 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-32efee4f-af1a-4f27-aa3d-43a71c18905e tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/b7755dd6-ce16-4e69-b6f3-b9405d97283c HTTP/1.1" status: 204 len: 168 time: 0.5979230 Sep 22 10:43:59.846856 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52764) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:59.892813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:59.901821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:59.907983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ea17b3-e846-4666-9153-278c0dad4d39 None None] Network ba1fe421-1634-44c7-9d48-1850f3a4c2b2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:59.915698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:59.925946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:59.947811 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f85ff5d-6e6f-47ac-b560-cfad77156559 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.000300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Router 43edd3e6-6621-4e7a-9eca-ba3ccb953209 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:00.056400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=c67a36f0-7e75-49e7-9aff-87cc1d625820,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:00.064225 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.100629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:00.107321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-15ceb625-41b9-4dfb-b01f-0e895afc79d7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "PUT /v2.0/routers/43edd3e6-6621-4e7a-9eca-ba3ccb953209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4412172 Sep 22 10:44:00.113329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52766) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:00.147448 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f85ff5d-6e6f-47ac-b560-cfad77156559 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.152692 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f85ff5d-6e6f-47ac-b560-cfad77156559 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.157479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5f85ff5d-6e6f-47ac-b560-cfad77156559 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/99039b7f-4ed4-444b-962d-35e7dc713c68 HTTP/1.1" status: 204 len: 168 time: 1.0958290 Sep 22 10:44:00.161001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.167116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.188541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52768) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:00.207446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85ff5d-6e6f-47ac-b560-cfad77156559 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99039b7f-4ed4-444b-962d-35e7dc713c68,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:00.239456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Calling delete_port for 0ff646df-22aa-4487-b786-c6931a2d60e2 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:00.288615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045c6d78-5234-4b6a-9346-c7ec0cbd78fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:00.290462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045c6d78-5234-4b6a-9346-c7ec0cbd78fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:00.294857 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-045c6d78-5234-4b6a-9346-c7ec0cbd78fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1775355 Sep 22 10:44:00.296553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52772) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:00.420478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:00.420478 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.480776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9c750b-faa4-4e01-afb7-b1f6ea0beb56 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 2ccfbcb1-3d26-438f-8682-9dde7fa4a415 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:00.492372 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-96b34018-b9a5-484b-b61b-17ea3202a13e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.3027546 Sep 22 10:44:00.495506 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e9c750b-faa4-4e01-afb7-b1f6ea0beb56 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.495778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52778) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:00.516916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.599283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port 32e98699-4afb-40be-93b8-6d0d29d7a2d1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=32e98699-4afb-40be-93b8-6d0d29d7a2d1,segment=NetworkSegment(51ccc95e-52d0-47a3-9525-2773f123a3d1),segment_id=51ccc95e-52d0-47a3-9525-2773f123a3d1)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:00.599647 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.615048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event deleted for resources: {'Port': ['ID=0ff646df-22aa-4487-b786-c6931a2d60e2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:00.617728 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e9c750b-faa4-4e01-afb7-b1f6ea0beb56 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.644256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4465c-02bb-4f5a-be78-8d2effb4f53b None None] DHCP port deletion for ba1fe421-1634-44c7-9d48-1850f3a4c2b2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:00.647868 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for 32e98699-4afb-40be-93b8-6d0d29d7a2d1 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:00.671468 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.698549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:57Z', 'revision_number': 9, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:00.734087 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-67953db0-a5c5-4420-ae76-1dc4f3b44ace tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.741406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4154b8c-3afc-4967-85eb-01617a02641c None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:43:57Z', 'revision_number': 9, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e88dab11-ebfc-439f-b072-052923279bf0', 'name': '', 'network_id': '3e2496af-f3aa-4e5a-b5e3-7d117ad724ff', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:8f:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '95bb5178-09c2-451a-8418-4381452c830b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:26Z', 'updated_at': '2021-09-22T10:43:32Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '95bb5178-09c2-451a-8418-4381452c830b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:00.749621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.752741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.759858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-857c1c28-79e5-4826-85cd-9ddefdba5a2b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "DELETE /v2.0/floatingips/2d7ffe6b-7746-4c0e-b957-96a2cf2909d8 HTTP/1.1" status: 204 len: 168 time: 1.9968309 Sep 22 10:44:00.767705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-39f4465c-02bb-4f5a-be78-8d2effb4f53b None None] Deleting port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:00.768392 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39f4465c-02bb-4f5a-be78-8d2effb4f53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.794758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-67953db0-a5c5-4420-ae76-1dc4f3b44ace tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.864712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e9c750b-faa4-4e01-afb7-b1f6ea0beb56 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.895922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-39f4465c-02bb-4f5a-be78-8d2effb4f53b None None] For port 32e98699-4afb-40be-93b8-6d0d29d7a2d1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=32e98699-4afb-40be-93b8-6d0d29d7a2d1,segment=NetworkSegment(51ccc95e-52d0-47a3-9525-2773f123a3d1),segment_id=51ccc95e-52d0-47a3-9525-2773f123a3d1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:00.896321 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39f4465c-02bb-4f5a-be78-8d2effb4f53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.912760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-39f4465c-02bb-4f5a-be78-8d2effb4f53b None None] Calling delete_port for 32e98699-4afb-40be-93b8-6d0d29d7a2d1 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:00.947850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-67953db0-a5c5-4420-ae76-1dc4f3b44ace tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.950939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-67953db0-a5c5-4420-ae76-1dc4f3b44ace tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.954932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-67953db0-a5c5-4420-ae76-1dc4f3b44ace tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/66a65359-68ec-4780-944e-9166f3512ef9 HTTP/1.1" status: 204 len: 168 time: 0.4579921 Sep 22 10:44:00.955702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52784) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:00.992348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67953db0-a5c5-4420-ae76-1dc4f3b44ace tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a65359-68ec-4780-944e-9166f3512ef9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:01.034831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.042973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-65c1c33b-3c54-4232-b95c-11163bd7dd01 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814371 Sep 22 10:44:01.043600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52786) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:01.049438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1e8694b4-43ac-4495-ae95-bdf68ffe669d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612229035'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:01.087454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No DVR routers for this DVR port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:01.091802 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=32e98699-4afb-40be-93b8-6d0d29d7a2d1,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:01.116509 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39f4465c-02bb-4f5a-be78-8d2effb4f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.148918 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e9c750b-faa4-4e01-afb7-b1f6ea0beb56 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.157884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4465c-02bb-4f5a-be78-8d2effb4f53b None None] Pushing event deleted for resources: {'Port': ['ID=32e98699-4afb-40be-93b8-6d0d29d7a2d1,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:01.170443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f4465c-02bb-4f5a-be78-8d2effb4f53b None None] No DVR routers for this DVR port 32e98699-4afb-40be-93b8-6d0d29d7a2d1 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:01.170693 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e8694b4-43ac-4495-ae95-bdf68ffe669d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.238964 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.268108 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1fe421-1634-44c7-9d48-1850f3a4c2b2']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:01.282154 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ccc95e-52d0-47a3-9525-2773f123a3d1') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:01.282154 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ccc95e-52d0-47a3-9525-2773f123a3d1') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:01.291371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e8694b4-43ac-4495-ae95-bdf68ffe669d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.292662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.305186 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c750b-faa4-4e01-afb7-b1f6ea0beb56 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccfbcb1-3d26-438f-8682-9dde7fa4a415,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:01.308374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.321973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e9c750b-faa4-4e01-afb7-b1f6ea0beb56 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.329419 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4e9c750b-faa4-4e01-afb7-b1f6ea0beb56 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/2ccfbcb1-3d26-438f-8682-9dde7fa4a415 HTTP/1.1" status: 204 len: 168 time: 1.0261533 Sep 22 10:44:01.332928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d98fe8-0132-494c-aba3-3f134fe9888b None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:01.337783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.337783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52792) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:01.350869 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:44:01.351320 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:44:01.354528 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:44:01.360456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e8694b4-43ac-4495-ae95-bdf68ffe669d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.361183 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] Sync routers for ids ['43edd3e6-6621-4e7a-9eca-ba3ccb953209'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:01.376115 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] Routers {'43edd3e6-6621-4e7a-9eca-ba3ccb953209'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:01.376760 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['43edd3e6-6621-4e7a-9eca-ba3ccb953209'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:01.449697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52796) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:01.454646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-17aa9a74-a2cd-41cf-8671-432cef7b9c3c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--192843293', 'description': 'tempest-description--941607173'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:01.466946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8694b4-43ac-4495-ae95-bdf68ffe669d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf259d-4f80-45ad-9134-d3835a8578cf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:01.482739 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1e8694b4-43ac-4495-ae95-bdf68ffe669d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.484261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1e8694b4-43ac-4495-ae95-bdf68ffe669d tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4395409 Sep 22 10:44:01.487456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52798) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:01.493426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ff0aa785-4435-4fbb-978a-39f509c57f4e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:01.494651 n-d-807025-3 neutron-server[95682]: WARNING neutron.api.v2.base [None req-ff0aa785-4435-4fbb-978a-39f509c57f4e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 10:44:01.495971 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-ff0aa785-4435-4fbb-978a-39f509c57f4e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 10:44:01.497525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ff0aa785-4435-4fbb-978a-39f509c57f4e tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "PUT /v2.0/security-groups/62cf259d-4f80-45ad-9134-d3835a8578cf HTTP/1.1" status: 409 len: 330 time: 0.0085344 Sep 22 10:44:01.501537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52800) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:01.569037 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] Set router 43edd3e6-6621-4e7a-9eca-ba3ccb953209 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:01.587893 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9197ff0d-218e-4be9-8dee-5e8a1a596cec tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.596347 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8bf8617b-f737-42e4-a75e-3107cac3897b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2599525 Sep 22 10:44:01.598658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52804) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:01.600475 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-17aa9a74-a2cd-41cf-8671-432cef7b9c3c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.634571 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9197ff0d-218e-4be9-8dee-5e8a1a596cec tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.644171 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.670157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.673727 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/networks/ba1fe421-1634-44c7-9d48-1850f3a4c2b2 HTTP/1.1" status: 204 len: 168 time: 1.8257678 Sep 22 10:44:01.686197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52806) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:01.699907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ceaea4-2b3e-48fe-8d21-a467188a6556 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:01.720577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac5e06-95e4-4fba-8b27-70606ac4cae2 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Network': ['ID=ba1fe421-1634-44c7-9d48-1850f3a4c2b2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:01.725781 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e644-73e1-4c09-98fa-d835a941cec6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.727717 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edd3e6-6621-4e7a-9eca-ba3ccb953209', 'name': 'tempest-NetworksTestDHCPv6-router-483058681', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:52Z', 'updated_at': '2021-09-22T10:43:58Z', 'revision_number': 3, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:01.759410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e8ceaea4-2b3e-48fe-8d21-a467188a6556 None None] Deleting port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:01.760379 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8ceaea4-2b3e-48fe-8d21-a467188a6556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.777026 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] Checking router: 43edd3e6-6621-4e7a-9eca-ba3ccb953209 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:01.789955 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] Routers {'43edd3e6-6621-4e7a-9eca-ba3ccb953209'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:01.790969 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['43edd3e6-6621-4e7a-9eca-ba3ccb953209'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:01.860551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e8ceaea4-2b3e-48fe-8d21-a467188a6556 None None] For port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:01.861310 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8ceaea4-2b3e-48fe-8d21-a467188a6556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.878391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-17aa9a74-a2cd-41cf-8671-432cef7b9c3c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.886800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e8ceaea4-2b3e-48fe-8d21-a467188a6556 None None] Calling delete_port for ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:01.900159 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] Set router 43edd3e6-6621-4e7a-9eca-ba3ccb953209 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:01.930681 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9197ff0d-218e-4be9-8dee-5e8a1a596cec tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.933732 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9197ff0d-218e-4be9-8dee-5e8a1a596cec tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:01.938556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9197ff0d-218e-4be9-8dee-5e8a1a596cec tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/62cf259d-4f80-45ad-9134-d3835a8578cf HTTP/1.1" status: 204 len: 168 time: 0.4355166 Sep 22 10:44:01.939544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52810) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:01.970480 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43edd3e6-6621-4e7a-9eca-ba3ccb953209', 'name': 'tempest-NetworksTestDHCPv6-router-483058681', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:52Z', 'updated_at': '2021-09-22T10:43:58Z', 'revision_number': 3, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:02.003176 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e092be24-c5c9-489a-aedf-6342380607ec None None] The sync data for ids ['43edd3e6-6621-4e7a-9eca-ba3ccb953209'] in n-d-807025-3 is: [{'id': '43edd3e6-6621-4e7a-9eca-ba3ccb953209', 'name': 'tempest-NetworksTestDHCPv6-router-483058681', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:52Z', 'updated_at': '2021-09-22T10:43:58Z', 'revision_number': 3, 'project_id': '170acb4eba59477996dc15bd03aab82d', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:02.076568 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-17aa9a74-a2cd-41cf-8671-432cef7b9c3c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.114834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-433d2aaa-620a-4ad4-b962-aa091e9da4ab tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114557 Sep 22 10:44:02.114834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197ff0d-218e-4be9-8dee-5e8a1a596cec tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cf259d-4f80-45ad-9134-d3835a8578cf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:02.117282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52814) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:02.138444 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8ceaea4-2b3e-48fe-8d21-a467188a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.164805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceaea4-2b3e-48fe-8d21-a467188a6556 None None] Pushing event deleted for resources: {'Port': ['ID=ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:02.171281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ceaea4-2b3e-48fe-8d21-a467188a6556 None None] No DVR routers for this DVR port ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:02.173435 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-700fc79a-07e6-47e7-a574-e897f19a8f75 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] delete failed (client error): The resource could not be found. Sep 22 10:44:02.179406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-700fc79a-07e6-47e7-a574-e897f19a8f75 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "DELETE /v2.0/security-groups/1201e5ee-68a2-466a-b8b8-d8699513bd3b HTTP/1.1" status: 404 len: 347 time: 0.0623317 Sep 22 10:44:02.186621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52816) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:02.217366 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-df889e17-a9bc-41f1-ac59-88e716600a66 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] show failed (client error): The resource could not be found. Sep 22 10:44:02.222665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-df889e17-a9bc-41f1-ac59-88e716600a66 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-groups/70bf80d7-56aa-41d5-ad25-a852055c3730 HTTP/1.1" status: 404 len: 347 time: 0.0336838 Sep 22 10:44:02.223488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52818) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:02.227337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-17aa9a74-a2cd-41cf-8671-432cef7b9c3c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.232099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-17aa9a74-a2cd-41cf-8671-432cef7b9c3c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7786448 Sep 22 10:44:02.236043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52820) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:02.237803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa9a74-a2cd-41cf-8671-432cef7b9c3c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5183e63-dc58-4d72-9582-44b5391b8f2b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:02.239523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e644-73e1-4c09-98fa-d835a941cec6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.243749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0c01a346-bdab-46a2-8e5f-a45d840a8be4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'security_group_rule': {'security_group_id': 'f5183e63-dc58-4d72-9582-44b5391b8f2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:02.248360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router e5af05f1-9b85-428c-9d55-125e632e0b04 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:44:02.252669 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-0225c12e-eb94-47e5-9255-f18096b620b0 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] show failed (client error): The resource could not be found. Sep 22 10:44:02.252857 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e644-73e1-4c09-98fa-d835a941cec6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.253689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0225c12e-eb94-47e5-9255-f18096b620b0 tempest-NegativeSecGroupTest-1678681477 tempest-NegativeSecGroupTest-1678681477-project] 10.222.0.20 "GET /v2.0/security-group-rules/1e22eeb9-93ca-455a-beb4-221f71614017 HTTP/1.1" status: 404 len: 356 time: 0.0274315 Sep 22 10:44:02.325804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.423643 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e644-73e1-4c09-98fa-d835a941cec6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.423836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb1e644-73e1-4c09-98fa-d835a941cec6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Fanout notify agent at l3_agent the message router_deleted on router 43edd3e6-6621-4e7a-9eca-ba3ccb953209 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:44:02.431316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:02.441472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Sync routers for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:02.445724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e644-73e1-4c09-98fa-d835a941cec6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.449925 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fbb1e644-73e1-4c09-98fa-d835a941cec6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/routers/43edd3e6-6621-4e7a-9eca-ba3ccb953209 HTTP/1.1" status: 204 len: 168 time: 0.8491554 Sep 22 10:44:02.458639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:02.459271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:02.461612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52832) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:02.485065 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c01a346-bdab-46a2-8e5f-a45d840a8be4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.547172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:02.557812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d812dc48-cb40-4517-9ca1-f96c00fd8484 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0934346 Sep 22 10:44:02.558671 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52834) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:02.609996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.611369 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c52a9d6-6217-4150-a472-1c738371893c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8140988 Sep 22 10:44:02.613378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c01a346-bdab-46a2-8e5f-a45d840a8be4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.618011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52836) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:02.657797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:02.658135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6b9bfb8b-d2c5-47a8-a54a-a303f00e63b1 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:02.658639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 32e98699-4afb-40be-93b8-6d0d29d7a2d1 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:02.668327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f08a37-f36b-4260-815f-7e22214252ec tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:02.672336 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-43f08a37-f36b-4260-815f-7e22214252ec tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1101427 Sep 22 10:44:02.675074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52840) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:02.695807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 32e98699-4afb-40be-93b8-6d0d29d7a2d1 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:02.696158 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 32e98699-4afb-40be-93b8-6d0d29d7a2d1 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:02.696613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:02.726734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:02.727531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ead7ed1e-2dbc-461f-bc1d-4cecd45c86a2 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:02.728126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f06a758f-f73c-4a07-afbc-0925dacc3d70 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:02.762128 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-06a49832-c942-4e93-af32-d0b4d0b388c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807612 Sep 22 10:44:02.762128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c01a346-bdab-46a2-8e5f-a45d840a8be4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.762128 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52842) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:02.768153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f06a758f-f73c-4a07-afbc-0925dacc3d70 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:02.768741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f06a758f-f73c-4a07-afbc-0925dacc3d70 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:02.810164 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:02.827658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01a346-bdab-46a2-8e5f-a45d840a8be4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddecae6-c494-497e-a946-43554ee45d21,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:02.839899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:02.854254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port e88dab11-ebfc-439f-b072-052923279bf0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:02.858665 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:02.994948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port e88dab11-ebfc-439f-b072-052923279bf0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e88dab11-ebfc-439f-b072-052923279bf0,segment=NetworkSegment(f5c1a344-6317-487a-b073-989a31cd00a1),segment_id=f5c1a344-6317-487a-b073-989a31cd00a1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:02.994948 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.014528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52850) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:03.025915 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0e91759c-a3e8-4dc1-9161-e14e173dda56 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b67d9575d4b14d05b97cfc08a1f74c7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4017670 Sep 22 10:44:03.026800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for e88dab11-ebfc-439f-b072-052923279bf0 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:03.026947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c01a346-bdab-46a2-8e5f-a45d840a8be4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.026947 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0c01a346-bdab-46a2-8e5f-a45d840a8be4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7856503 Sep 22 10:44:03.027133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52856) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:03.032156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52854) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:03.036110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4d399321-5fb3-4cc2-9daa-04dfc71cdf7a tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'security_group_rule': {'security_group_id': 'f5183e63-dc58-4d72-9582-44b5391b8f2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:03.185563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:00Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:03.208581 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d399321-5fb3-4cc2-9daa-04dfc71cdf7a tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.227965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Checking router: e5af05f1-9b85-428c-9d55-125e632e0b04 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:03.228517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Updating router e5af05f1-9b85-428c-9d55-125e632e0b04 port c67a36f0-7e75-49e7-9aff-87cc1d625820 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:44:03.268997 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.274274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e9fcc0d2-f22d-42ed-8739-b358352ddcda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c33a681b49e341a19c30437c4ff8c421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580156 Sep 22 10:44:03.276724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7561675-1e83-412e-b8a4-2119dde52650 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:03.278431 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c7561675-1e83-412e-b8a4-2119dde52650 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2394366 Sep 22 10:44:03.279176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52858) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:03.286582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52860) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:03.333885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d399321-5fb3-4cc2-9daa-04dfc71cdf7a tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.342915 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d05ef6ea-7943-43f9-a40c-5a2dd89139fe tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549021 Sep 22 10:44:03.343632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:03.345985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52862) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:03.349667 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.352647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-739920507', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:03.426732 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d399321-5fb3-4cc2-9daa-04dfc71cdf7a tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.440583 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.453176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb824-fd67-45b6-8dc9-6f77107c7651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.493933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d399321-5fb3-4cc2-9daa-04dfc71cdf7a tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f20614-4bb7-4b80-b974-d6607bc86c4c,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:03.497760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=e88dab11-ebfc-439f-b072-052923279bf0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:03.499906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb824-fd67-45b6-8dc9-6f77107c7651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.616845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d399321-5fb3-4cc2-9daa-04dfc71cdf7a tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.620391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4d399321-5fb3-4cc2-9daa-04dfc71cdf7a tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5928788 Sep 22 10:44:03.628218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52866) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:03.644549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:03.689526 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.764193 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.844614 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb824-fd67-45b6-8dc9-6f77107c7651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.847427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb824-fd67-45b6-8dc9-6f77107c7651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.848726 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1a7bb824-fd67-45b6-8dc9-6f77107c7651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1935bf82-62e8-4016-a490-2460b0b42bf8 HTTP/1.1" status: 204 len: 168 time: 0.5685446 Sep 22 10:44:03.860738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bb824-fd67-45b6-8dc9-6f77107c7651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935bf82-62e8-4016-a490-2460b0b42bf8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:03.902680 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.964326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Attempting to bind port c67a36f0-7e75-49e7-9aff-87cc1d625820 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:03.964669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Attempting to bind port c67a36f0-7e75-49e7-9aff-87cc1d625820 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:03.965035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Attempting to bind port c67a36f0-7e75-49e7-9aff-87cc1d625820 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:03.968217 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f1ea7-e023-4489-bb68-f5c3041ad2b9 None None] Pushing event updated for resources: {'Port': ['ID=c67a36f0-7e75-49e7-9aff-87cc1d625820,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:03.972947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:03.973321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:03.973724 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.974126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:03.974603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Bound port: c67a36f0-7e75-49e7-9aff-87cc1d625820, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:03.975117 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:03.990419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:03.994402 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.004055 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:44:04.009539 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.033934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] For port c67a36f0-7e75-49e7-9aff-87cc1d625820, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:04.037459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] For port c67a36f0-7e75-49e7-9aff-87cc1d625820, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c67a36f0-7e75-49e7-9aff-87cc1d625820,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:04.054843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:04.060242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:04.065398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:04.076838 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.077193 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1357729-aaab-48a5-8582-e40530763a43 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:04.081452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=d9a08bfd-d34f-4d2c-b7d5-08c0004b7ace,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:04.093072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:04.131602 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.162024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.207045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:04.207665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:04.254475 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a1edf7d0-0e72-4b89-bb62-f48575fe8b0c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4558775 Sep 22 10:44:04.255698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52870) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:04.260968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:04.285008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:04.293553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0961b83e-368c-43a8-a39f-e5075305a019 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6022165 Sep 22 10:44:04.299016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f1ea7-e023-4489-bb68-f5c3041ad2b9 None None] Pushing event updated for resources: {'Port': ['ID=c67a36f0-7e75-49e7-9aff-87cc1d625820,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:04.301472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52874) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:04.317009 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:04.334695 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:04.335313 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:04.404349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-732080ba-67f1-461d-8a77-34fcb0556ba0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting subnet 95bb5178-09c2-451a-8418-4381452c830b {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:04.407741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': 'd9a08bfd-d34f-4d2c-b7d5-08c0004b7ace'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:04.408863 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.446259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:04.470453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-732080ba-67f1-461d-8a77-34fcb0556ba0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.515217 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:04.612096 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-732080ba-67f1-461d-8a77-34fcb0556ba0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.621583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:04.626332 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.741646 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:44:03Z', 'revision_number': 10, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:04.743828 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-732080ba-67f1-461d-8a77-34fcb0556ba0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.748609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:04.785099 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:04.798672 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:04.798672 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:04.896748 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:04.930414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Allocated IP 2001:db8::f816:3eff:fe0e:eb24 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/d9a08bfd-d34f-4d2c-b7d5-08c0004b7ace/14001528-9418-4c39-9001-d11e323fcf7c) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:04.960777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Allocated IP 172.25.1.233 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/c3d8bff6-0eeb-4099-a3f6-35aa740a0b2e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:04.968469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:00Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:05.041343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f137e-bec8-45b9-a43a-3496d0b3721c None None] The sync data for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 is: [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:00Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:05.079761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.130753 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.197237 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-732080ba-67f1-461d-8a77-34fcb0556ba0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.227494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:05.242649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Subnet': ['ID=801e59f0-b539-44b3-bf1f-5a13fbfadbe0,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:05.245160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:05.253397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:05.254524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.259631 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:44:03Z', 'revision_number': 10, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:05.270301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5459d079-1a9d-44ff-91fa-97c3e4befc28 None None] Network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:05.283671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-732080ba-67f1-461d-8a77-34fcb0556ba0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.290520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-732080ba-67f1-461d-8a77-34fcb0556ba0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/95bb5178-09c2-451a-8418-4381452c830b HTTP/1.1" status: 204 len: 168 time: 0.9887044 Sep 22 10:44:05.301865 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fe6c2-bf15-4195-83b1-f1012a232e89 None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:44:03Z', 'revision_number': 10, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None, '_interfaces': [{'id': 'a4f239e4-9792-4076-b6ad-b0faad36fd87', 'name': '', 'network_id': '4c400afc-e59e-4d50-85e9-9256207570c2', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'mac_address': 'fa:16:3e:64:f2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:19Z', 'updated_at': '2021-09-22T10:43:26Z', 'revision_number': 5, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'subnets': [{'id': '88426c4b-bd9b-4b30-a913-194c66748f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:05.304392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52894) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:05.372047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Checking segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:05.372901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network hostable DHCP agents. Network: b3da9743-2a1f-45ca-a9fa-9fe71e439952, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:44:05.399921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=fe79c5ee-e88e-49f5-933a-64bbdf71fef8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:05.419195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732080ba-67f1-461d-8a77-34fcb0556ba0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Subnet': ['ID=95bb5178-09c2-451a-8418-4381452c830b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:05.461744 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.464636 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.482318 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.502332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52898) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:05.515400 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0abe42db-4f66-48a0-977b-bff9cbe021bc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2466474 Sep 22 10:44:05.515592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:c7:91:34', 'name': 'tempest-NetworksTestDHCPv6-1333722242'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:05.544224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network b3da9743-2a1f-45ca-a9fa-9fe71e439952 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:44:05.605727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.612339 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:05.613297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.675395 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.736462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52904) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:05.737112 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] DHCP port deletion for 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:05.786820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:05.789609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Pushing event updated for resources: {'Port': ['ID=14001528-9418-4c39-9001-d11e323fcf7c,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:05.793629 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e,segment=NetworkSegment(f5c1a344-6317-487a-b073-989a31cd00a1),segment_id=f5c1a344-6317-487a-b073-989a31cd00a1)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:05.794333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.794464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:05.796668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, b3da9743-2a1f-45ca-a9fa-9fe71e439952) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:05.804758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:05.808124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:05.813930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466563d-46ab-4f9e-8772-76bd3cf4d763 None None] Network b3da9743-2a1f-45ca-a9fa-9fe71e439952 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:05.827019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:05.828151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:05.836514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:05.843755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:05.850839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:05.882048 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'Port': ['ID=c3d8bff6-0eeb-4099-a3f6-35aa740a0b2e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:06.066228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Attempting to bind port 14001528-9418-4c39-9001-d11e323fcf7c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:06.066770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Attempting to bind port 14001528-9418-4c39-9001-d11e323fcf7c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:06.067376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Attempting to bind port 14001528-9418-4c39-9001-d11e323fcf7c on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:06.075112 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.093296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1501f503-b726-4b62-99ea-844331945588 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7411168 Sep 22 10:44:06.093415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:06.093415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:06.093415 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.093415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:06.093415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Bound port: 14001528-9418-4c39-9001-d11e323fcf7c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:06.093415 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.094057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52912) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:06.095255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-123fd217-a922-4f13-8c04-3d973a2e3484 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2082917870', 'prefixes': ['172.20.0.0/16']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:06.099157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] Deleting port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:06.099744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.191208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.208270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No DVR routers for this DVR port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:06.211414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:06.237783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:06.284998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.301842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] For port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e,segment=NetworkSegment(f5c1a344-6317-487a-b073-989a31cd00a1),segment_id=f5c1a344-6317-487a-b073-989a31cd00a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:06.317852 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.325180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:06.325934 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.327971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c67a36f0-7e75-49e7-9aff-87cc1d625820 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:06.368572 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.398432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2496af-f3aa-4e5a-b5e3-7d117ad724ff']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:06.409119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c1a344-6317-487a-b073-989a31cd00a1') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:06.409693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c1a344-6317-487a-b073-989a31cd00a1') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:06.428470 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.444059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.451280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:44:06.452073 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.514334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Allocated IP 172.20.0.2 (b3da9743-2a1f-45ca-a9fa-9fe71e439952/801e59f0-b539-44b3-bf1f-5a13fbfadbe0/d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:44:06.527579 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:44:06.570533 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.622476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.669200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.674393 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/networks/3e2496af-f3aa-4e5a-b5e3-7d117ad724ff HTTP/1.1" status: 204 len: 168 time: 1.3673973 Sep 22 10:44:06.675579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a6a32-ff1a-4fa7-8370-f1dc4e702c43 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Network': ['ID=3e2496af-f3aa-4e5a-b5e3-7d117ad724ff,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:06.677629 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52916) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:06.772500 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.834954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] Calling delete_port for fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:06.861545 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:06.865587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] For port 14001528-9418-4c39-9001-d11e323fcf7c, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:06.977704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] For port 14001528-9418-4c39-9001-d11e323fcf7c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=14001528-9418-4c39-9001-d11e323fcf7c,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:07.014950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Network b3da9743-2a1f-45ca-a9fa-9fe71e439952 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:07.030758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:07.034871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:07.040270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Pushing event updated for resources: {'Port': ['ID=d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:07.056513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c67a36f0-7e75-49e7-9aff-87cc1d625820 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:07.056884 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.151596 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.186776 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.211254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 5460c1d6-6fc3-4219-a54b-00011776e112 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:44:07.231698 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.244805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] Network 3e2496af-f3aa-4e5a-b5e3-7d117ad724ff is not hosted by any dhcp agent {{(pid=95683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:44:07.245267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] No DVR routers for this DVR port fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:07.255246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Attempting to bind port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:07.255622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Attempting to bind port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:07.255991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Attempting to bind port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:07.258674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af225d-4761-43a3-b618-1e7292d3ff2c None None] Pushing event updated for resources: {'Port': ['ID=14001528-9418-4c39-9001-d11e323fcf7c,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:07.280586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.292435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.306431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37aaf0-3791-4952-95b7-cb78c21ac116 None None] Pushing event deleted for resources: {'Port': ['ID=fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:07.313087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:07.313458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Checking segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:07.313871 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.314295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Bound using segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:07.314780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Bound port: d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:07.316681 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.326988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-123fd217-a922-4f13-8c04-3d973a2e3484 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] Notify callbacks [] for subnetpool, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.331146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-123fd217-a922-4f13-8c04-3d973a2e3484 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.5926976 Sep 22 10:44:07.339523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52920) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:07.351741 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.404975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52922) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:07.405232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-27990379-1e13-4435-9998-a73d776faf29 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] 10.222.0.20 "GET /v2.0/subnetpools/8d61deaf-878a-48f4-9342-2ff7fe904b4c HTTP/1.1" status: 200 len: 732 time: 0.0619211 Sep 22 10:44:07.411334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ac4bd92f-0b9f-4194-825e-a8563bb543c6 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1650568678'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:07.443935 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.494689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'Port': ['ID=c3d8bff6-0eeb-4099-a3f6-35aa740a0b2e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:07.523353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port c67a36f0-7e75-49e7-9aff-87cc1d625820, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c67a36f0-7e75-49e7-9aff-87cc1d625820,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:07.537137 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.545163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] For port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:07.554205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] For port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:07.616238 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.633214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.643598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-76fe8620-b551-42f9-88dc-12ba637f536b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0017817 Sep 22 10:44:07.681155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 172.20.0.2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/fe79c5ee-e88e-49f5-933a-64bbdf71fef8/5460c1d6-6fc3-4219-a54b-00011776e112) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:07.695800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:fec7:9134 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/d9a08bfd-d34f-4d2c-b7d5-08c0004b7ace/5460c1d6-6fc3-4219-a54b-00011776e112) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:07.713795 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:07.754972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e88dab11-ebfc-439f-b072-052923279bf0 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:07.807963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e88dab11-ebfc-439f-b072-052923279bf0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:07.808310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e88dab11-ebfc-439f-b072-052923279bf0 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:07.808741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:07.888497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=c67a36f0-7e75-49e7-9aff-87cc1d625820,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:07.892289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:07.892638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fa6e2d4b-de14-4ee4-a88a-5f6a5377ab3e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:07.969876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934985d-5826-4df8-ab25-bc4661ba6461 None None] Pushing event updated for resources: {'Port': ['ID=d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:08.063619 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.141465 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-7a79da20-d2a2-40dd-8c31-f7e591ebf03b tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--192843293&fields=id&tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8 HTTP/1.1" status: 200 len: 267 time: 0.1011088 Sep 22 10:44:08.359190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac4bd92f-0b9f-4194-825e-a8563bb543c6 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] Notify callbacks [] for subnetpool, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.364177 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ac4bd92f-0b9f-4194-825e-a8563bb543c6 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] 10.222.0.20 "PUT /v2.0/subnetpools/8d61deaf-878a-48f4-9342-2ff7fe904b4c HTTP/1.1" status: 200 len: 684 time: 0.9544332 Sep 22 10:44:08.376451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038728-00c8-4711-9a27-a6790483514c req-016fb381-d7f7-4498-ad7a-d98b853d0f58 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:08.378388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-016fb381-d7f7-4498-ad7a-d98b853d0f58 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 809 time: 0.2273631 Sep 22 10:44:08.379091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52940) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:08.459275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.464826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-388f8ed0-c54a-474b-8fde-33b2bd72a678 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/quotas/12b431a32ff74f14b3aa8f76a13b0fd8 HTTP/1.1" status: 200 len: 375 time: 0.0774052 Sep 22 10:44:08.521530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:08.585357 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port a4f239e4-9792-4076-b6ad-b0faad36fd87 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:08.585740 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.595939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:08.605862 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.20.0.1 (b3da9743-2a1f-45ca-a9fa-9fe71e439952/801e59f0-b539-44b3-bf1f-5a13fbfadbe0/e9f64157-a201-4fac-ac86-2127e0762182) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:08.623000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:08.629334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:08.646388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:08.646922 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.722164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:08.727107 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.756399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=5460c1d6-6fc3-4219-a54b-00011776e112,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:08.784756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-bad2e873-9318-4aeb-a148-64be8034caf9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2964702 Sep 22 10:44:08.813651 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.820656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-43bd731e-c60a-409e-84ef-9d0734c2a4f9 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] Notify callbacks [] for subnetpool, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.825324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-43bd731e-c60a-409e-84ef-9d0734c2a4f9 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8d61deaf-878a-48f4-9342-2ff7fe904b4c HTTP/1.1" status: 204 len: 168 time: 0.4406514 Sep 22 10:44:08.828642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52944) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:08.855403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:08.863536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-31c179e7-5924-4b1b-93ad-9db17301cd2f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3576841 Sep 22 10:44:08.863766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.864354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52946) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:08.866318 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-b44dce0c-0c29-426c-bba9-1c4c4fac627e tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] show failed (client error): The resource could not be found. Sep 22 10:44:08.870412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b44dce0c-0c29-426c-bba9-1c4c4fac627e tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] 10.222.0.20 "GET /v2.0/subnetpools/8d61deaf-878a-48f4-9342-2ff7fe904b4c HTTP/1.1" status: 404 len: 346 time: 0.0378671 Sep 22 10:44:08.881313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52948) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:08.890011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e7cb94-88c5-4066-9b2d-41db1d579fec None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:08.929657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port a4f239e4-9792-4076-b6ad-b0faad36fd87, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a4f239e4-9792-4076-b6ad-b0faad36fd87,segment=NetworkSegment(ad2b5c94-5054-463f-be5b-fc7686ce761d),segment_id=ad2b5c94-5054-463f-be5b-fc7686ce761d)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:08.930000 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.951210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for a4f239e4-9792-4076-b6ad-b0faad36fd87 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:08.951481 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-fb7f605c-00dc-4a00-a0fd-cb4a08688710 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] delete failed (client error): The resource could not be found. Sep 22 10:44:08.952791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fb7f605c-00dc-4a00-a0fd-cb4a08688710 tempest-SubnetPoolsTestJSON-578537429 tempest-SubnetPoolsTestJSON-578537429-project] 10.222.0.20 "DELETE /v2.0/subnetpools/8d61deaf-878a-48f4-9342-2ff7fe904b4c HTTP/1.1" status: 404 len: 346 time: 0.0736008 Sep 22 10:44:08.987109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b9d10-6218-4961-aa62-0d026533a0ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:08.993239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b9d10-6218-4961-aa62-0d026533a0ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:08.995025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a10b9d10-6218-4961-aa62-0d026533a0ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1300275 Sep 22 10:44:08.997396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-e3ebff2d-fd35-4ec6-a290-15949efb9228 service neutron] 10.222.0.20 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021565 Sep 22 10:44:08.997876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52952) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:09.056070 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:09.056579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 14001528-9418-4c39-9001-d11e323fcf7c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:09.225894 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:09.235985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-8c5afe54-ecd5-4b9a-91d0-3ece4018ec6a service neutron] 10.222.0.20 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296758 Sep 22 10:44:09.236254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8c272d1d-4e84-4b69-a1f0-007289a94c7c None None] Provisioning complete for port 14001528-9418-4c39-9001-d11e323fcf7c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:09.237782 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c272d1d-4e84-4b69-a1f0-007289a94c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:09.241816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8618f-d430-43b4-aebf-1b2a6fda06eb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 5460c1d6-6fc3-4219-a54b-00011776e112 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:09.242195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cbc8618f-d430-43b4-aebf-1b2a6fda06eb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:09.303083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network b3da9743-2a1f-45ca-a9fa-9fe71e439952 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:09.321915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:09.329512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:09.453684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:09.457093 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=e9f64157-a201-4fac-ac86-2127e0762182,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:09.462561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cbc8618f-d430-43b4-aebf-1b2a6fda06eb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:09.480163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8618f-d430-43b4-aebf-1b2a6fda06eb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 5460c1d6-6fc3-4219-a54b-00011776e112 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:09.505790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:09.544184 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:09.640771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 14001528-9418-4c39-9001-d11e323fcf7c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:09.643230 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:09.656466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c32fb-1f05-4b24-8fbc-46c79ec07888 None None] Network b3da9743-2a1f-45ca-a9fa-9fe71e439952 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:09.711983 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=a4f239e4-9792-4076-b6ad-b0faad36fd87,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:09.834633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52966) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:09.912788 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:09.926702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4859846a-3fac-4af8-b792-2deb55c5df9d req-2bb7b038-8a9c-4a83-abfe-6ccb44a999a4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 210 time: 0.0930233 Sep 22 10:44:10.067740 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cbc8618f-d430-43b4-aebf-1b2a6fda06eb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.092215 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c272d1d-4e84-4b69-a1f0-007289a94c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.125019 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.202959 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.210332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8c272d1d-4e84-4b69-a1f0-007289a94c7c None None] For port 14001528-9418-4c39-9001-d11e323fcf7c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=14001528-9418-4c39-9001-d11e323fcf7c,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:10.232304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8618f-d430-43b4-aebf-1b2a6fda06eb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=5460c1d6-6fc3-4219-a54b-00011776e112,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:10.243863 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10a0bba6-fb77-432d-ac41-cceeb908ad15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.264562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:10.310297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c272d1d-4e84-4b69-a1f0-007289a94c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.387345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea51d53-10c5-4e50-b1f9-1a0e6d901475 None None] Update dhcp port {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': 'd9a08bfd-d34f-4d2c-b7d5-08c0004b7ace', 'ip_address': '2001:db8::f816:3eff:fe0e:eb24'}, {'subnet_id': 'fe79c5ee-e88e-49f5-933a-64bbdf71fef8'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '14001528-9418-4c39-9001-d11e323fcf7c'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:44:10.407418 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cbc8618f-d430-43b4-aebf-1b2a6fda06eb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.410672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cbc8618f-d430-43b4-aebf-1b2a6fda06eb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/5460c1d6-6fc3-4219-a54b-00011776e112 HTTP/1.1" status: 204 len: 168 time: 1.4118614 Sep 22 10:44:10.421648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52974) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:10.497972 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:44:10.501740 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:44:10.506381 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eea51d53-10c5-4e50-b1f9-1a0e6d901475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.524261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c272d1d-4e84-4b69-a1f0-007289a94c7c None None] Pushing event updated for resources: {'Port': ['ID=14001528-9418-4c39-9001-d11e323fcf7c,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:10.529257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6c21a96e-6dec-4f67-83dc-79d198933063 None None] Provisioning complete for port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:10.529428 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c21a96e-6dec-4f67-83dc-79d198933063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.539303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d654c4-417e-4dfd-a22a-fc593f390cf0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:10.541872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:10.543094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d654c4-417e-4dfd-a22a-fc593f390cf0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:10.545363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d654c4-417e-4dfd-a22a-fc593f390cf0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:10.547252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-97d654c4-417e-4dfd-a22a-fc593f390cf0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1254849 Sep 22 10:44:10.550182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52978) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:10.567561 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-717daf65-8a0c-44cf-b9a2-04d9c298b5ac tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8866885 Sep 22 10:44:10.572119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52980) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:10.605830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10a0bba6-fb77-432d-ac41-cceeb908ad15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.606627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:10.640258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:10.640258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:10.681465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc8a005-9428-4c0d-b49f-32f1c7b10bd9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet d9a08bfd-d34f-4d2c-b7d5-08c0004b7ace {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:10.690417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fdc8a005-9428-4c0d-b49f-32f1c7b10bd9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.724221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:10.730672 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-10a0bba6-fb77-432d-ac41-cceeb908ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.748822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d856b42-fa17-4d6f-9c4b-aa33a7248613 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting subnet 88426c4b-bd9b-4b30-a913-194c66748f48 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:10.764637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d856b42-fa17-4d6f-9c4b-aa33a7248613 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.795136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0bba6-fb77-432d-ac41-cceeb908ad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab169e-aa7e-4936-9ac6-783b8aa33a40,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:10.802063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-10a0bba6-fb77-432d-ac41-cceeb908ad15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f2d18606d2e4068b055fdb4b8a4649a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9656565 Sep 22 10:44:10.809102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 52984) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:10.827906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 11, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:10.885480 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fdc8a005-9428-4c0d-b49f-32f1c7b10bd9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:10.938457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:10.966010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:10.966472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:11.036581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7035359-7bd8-4fe2-8351-8e2dc76e0dcb req-bf6c0582-487d-4731-8bb9-60a226ec7186 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 210 time: 0.0334430 Sep 22 10:44:11.104010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:11.170402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 11, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:11.203197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd89170-b72a-4a61-9217-baa5a4ee7798 None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 11, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:11.205432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c67a36f0-7e75-49e7-9aff-87cc1d625820 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:11.280147 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d856b42-fa17-4d6f-9c4b-aa33a7248613 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.280390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a403c3d0-3425-4994-8aa9-68d5802fa67a None None] Provisioning complete for port e9f64157-a201-4fac-ac86-2127e0762182 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:11.280626 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a403c3d0-3425-4994-8aa9-68d5802fa67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.282770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c67a36f0-7e75-49e7-9aff-87cc1d625820 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:11.282770 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.343221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a403c3d0-3425-4994-8aa9-68d5802fa67a None None] Port e9f64157-a201-4fac-ac86-2127e0762182 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:11.358521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a403c3d0-3425-4994-8aa9-68d5802fa67a None None] Provisioning complete for port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:11.358882 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a403c3d0-3425-4994-8aa9-68d5802fa67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.387163 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2b625c5-6411-4d73-8006-7ea792121c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.402209 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fdc8a005-9428-4c0d-b49f-32f1c7b10bd9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.489778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2b625c5-6411-4d73-8006-7ea792121c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.543099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.551400 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d856b42-fa17-4d6f-9c4b-aa33a7248613 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.607143 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server [None req-eea51d53-10c5-4e50-b1f9-1a0e6d901475 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9a08bfd-d34f-4d2c-b7d5-08c0004b7ace: This subnet is being modified by another concurrent operation. Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise exception Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9a08bfd-d34f-4d2c-b7d5-08c0004b7ace: This subnet is being modified by another concurrent operation. Sep 22 10:44:11.670144 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Sep 22 10:44:11.684649 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fdc8a005-9428-4c0d-b49f-32f1c7b10bd9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.692641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:11.742394 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fdc8a005-9428-4c0d-b49f-32f1c7b10bd9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.744999 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fdc8a005-9428-4c0d-b49f-32f1c7b10bd9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/d9a08bfd-d34f-4d2c-b7d5-08c0004b7ace HTTP/1.1" status: 204 len: 168 time: 1.1908889 Sep 22 10:44:11.748211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 52996) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:11.761998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8a005-9428-4c0d-b49f-32f1c7b10bd9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a08bfd-d34f-4d2c-b7d5-08c0004b7ace,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:11.768861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.777127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=e9f64157-a201-4fac-ac86-2127e0762182,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:11.779017 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2b625c5-6411-4d73-8006-7ea792121c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.781624 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2b625c5-6411-4d73-8006-7ea792121c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.782843 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2b625c5-6411-4d73-8006-7ea792121c68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfab169e-aa7e-4936-9ac6-783b8aa33a40 HTTP/1.1" status: 204 len: 168 time: 0.9708126 Sep 22 10:44:11.803422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:11.804480 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.808252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b625c5-6411-4d73-8006-7ea792121c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab169e-aa7e-4936-9ac6-783b8aa33a40,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:11.854820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-96379c35-eae9-40ab-9946-e1b8e7377fc7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet fe79c5ee-e88e-49f5-933a-64bbdf71fef8 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:11.860693 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d856b42-fa17-4d6f-9c4b-aa33a7248613 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.861353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89e5828-bb24-44cd-bece-b06cd1b29165 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:11.892641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96379c35-eae9-40ab-9946-e1b8e7377fc7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.918132 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d856b42-fa17-4d6f-9c4b-aa33a7248613 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.920615 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7d856b42-fa17-4d6f-9c4b-aa33a7248613 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/88426c4b-bd9b-4b30-a913-194c66748f48 HTTP/1.1" status: 204 len: 168 time: 1.3454545 Sep 22 10:44:11.924349 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53002) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:11.927995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d856b42-fa17-4d6f-9c4b-aa33a7248613 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Subnet': ['ID=88426c4b-bd9b-4b30-a913-194c66748f48,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:11.946980 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96379c35-eae9-40ab-9946-e1b8e7377fc7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:11.957692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbc8bc-64fc-4e17-82de-59ac24149ddc None None] Network 4c400afc-e59e-4d50-85e9-9256207570c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:12.012659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96379c35-eae9-40ab-9946-e1b8e7377fc7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:12.084842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d35f1a4f-4a7a-4308-aae9-eda91431ae2a None None] Provisioning complete for port 14001528-9418-4c39-9001-d11e323fcf7c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:12.085481 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d35f1a4f-4a7a-4308-aae9-eda91431ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:12.109492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network b3da9743-2a1f-45ca-a9fa-9fe71e439952 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:12.124173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:12.210806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9444a4a0-6a24-4f58-ad48-6b64b1447901 req-2a87171f-fbed-4937-920c-48cb004e44e6 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 210 time: 0.0653498 Sep 22 10:44:12.218885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96379c35-eae9-40ab-9946-e1b8e7377fc7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:12.256004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96379c35-eae9-40ab-9946-e1b8e7377fc7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=fe79c5ee-e88e-49f5-933a-64bbdf71fef8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:12.268397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:12.271409 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96379c35-eae9-40ab-9946-e1b8e7377fc7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:12.274066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-96379c35-eae9-40ab-9946-e1b8e7377fc7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/fe79c5ee-e88e-49f5-933a-64bbdf71fef8 HTTP/1.1" status: 204 len: 168 time: 0.5247993 Sep 22 10:44:12.281378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53008) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:12.336113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-93a770ca-4dd9-4f12-bc58-edaff72198b7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530546 Sep 22 10:44:12.340554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53012) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:12.353111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:12.384035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 14001528-9418-4c39-9001-d11e323fcf7c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:12.585190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 14001528-9418-4c39-9001-d11e323fcf7c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:12.585544 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:12.587152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:12.592329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:12.762650 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038728-00c8-4711-9a27-a6790483514c req-78b8ebd0-6719-48d3-b28c-2c4b570049f3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:12.764695 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-78b8ebd0-6719-48d3-b28c-2c4b570049f3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 809 time: 0.4706669 Sep 22 10:44:12.773981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router e5af05f1-9b85-428c-9d55-125e632e0b04 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:12.810705 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Deleting port 15d8bef2-e523-4084-9d9c-3b705d8475ab {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:12.810973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:12.842643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d35f1a4f-4a7a-4308-aae9-eda91431ae2a None None] Could not find standard attr ID for object 5460c1d6-6fc3-4219-a54b-00011776e112. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:44:12.867732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aabf6cf-d8d4-4013-b129-640bb1c8bebd None None] DHCP port deletion for 4c400afc-e59e-4d50-85e9-9256207570c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:12.899101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5692ec-0896-464b-b699-de3cb8295924 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:12.958746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6aabf6cf-d8d4-4013-b129-640bb1c8bebd None None] Deleting port 15d8bef2-e523-4084-9d9c-3b705d8475ab {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:12.959329 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6aabf6cf-d8d4-4013-b129-640bb1c8bebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:12.990719 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-d608a229-7af8-4e7d-a4b4-95a4c09dad84 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8 HTTP/1.1" status: 200 len: 379 time: 0.1966221 Sep 22 10:44:12.995296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a4f239e4-9792-4076-b6ad-b0faad36fd87 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:13.024153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ce3a07c4-3c24-45cb-9adc-8aa7c37c85ea None None] Provisioning complete for port e9f64157-a201-4fac-ac86-2127e0762182 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:13.024537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce3a07c4-3c24-45cb-9adc-8aa7c37c85ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.026352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: a4f239e4-9792-4076-b6ad-b0faad36fd87 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:13.026692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a4f239e4-9792-4076-b6ad-b0faad36fd87 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:13.043975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'port': {'device_id': '3a399ec1-66d5-4368-8617-5673b0491441', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'admin_state_up': True, 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'security_groups': ['f5183e63-dc58-4d72-9582-44b5391b8f2b']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:13.095379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] For port 15d8bef2-e523-4084-9d9c-3b705d8475ab, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=15d8bef2-e523-4084-9d9c-3b705d8475ab,segment=NetworkSegment(ad2b5c94-5054-463f-be5b-fc7686ce761d),segment_id=ad2b5c94-5054-463f-be5b-fc7686ce761d)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:13.095665 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.105436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1a5692ec-0896-464b-b699-de3cb8295924 None None] Deleting port 14001528-9418-4c39-9001-d11e323fcf7c {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:13.106325 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1a5692ec-0896-464b-b699-de3cb8295924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.115972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6aabf6cf-d8d4-4013-b129-640bb1c8bebd None None] For port 15d8bef2-e523-4084-9d9c-3b705d8475ab, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=15d8bef2-e523-4084-9d9c-3b705d8475ab,segment=NetworkSegment(ad2b5c94-5054-463f-be5b-fc7686ce761d),segment_id=ad2b5c94-5054-463f-be5b-fc7686ce761d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:13.116352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6aabf6cf-d8d4-4013-b129-640bb1c8bebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.153380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a07c4-3c24-45cb-9adc-8aa7c37c85ea None None] Port e9f64157-a201-4fac-ac86-2127e0762182 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:13.169378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6aabf6cf-d8d4-4013-b129-640bb1c8bebd None None] Calling delete_port for 15d8bef2-e523-4084-9d9c-3b705d8475ab owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:13.208075 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Calling delete_port for 15d8bef2-e523-4084-9d9c-3b705d8475ab owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:13.256594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1a5692ec-0896-464b-b699-de3cb8295924 None None] For port 14001528-9418-4c39-9001-d11e323fcf7c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=14001528-9418-4c39-9001-d11e323fcf7c,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:13.256993 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1a5692ec-0896-464b-b699-de3cb8295924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.278628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53032) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:13.306829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:13.319616 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Sync routers for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:13.330246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1a5692ec-0896-464b-b699-de3cb8295924 None None] Calling delete_port for 14001528-9418-4c39-9001-d11e323fcf7c owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:13.337190 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:13.337858 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:13.350790 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5ff27224-cfc5-4b61-ab40-dd7c3477e1cb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "PUT /v2.0/routers/e5af05f1-9b85-428c-9d55-125e632e0b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2558372 Sep 22 10:44:13.426339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3a63c40-3daa-4d5a-8f6f-ffaa18fddb01 req-f14658c6-928a-487c-960f-30b6bc8c202d tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 210 time: 0.1220152 Sep 22 10:44:13.455626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:44:13.482233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-421299110'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:13.519069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.539038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 14001528-9418-4c39-9001-d11e323fcf7c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:13.564733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Port': ['ID=15d8bef2-e523-4084-9d9c-3b705d8475ab,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:13.573336 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No DVR routers for this DVR port 15d8bef2-e523-4084-9d9c-3b705d8475ab on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:13.588221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Made reservation on behalf of 12b431a32ff74f14b3aa8f76a13b0fd8 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:13.594147 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.629167 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:13.719786 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.745466 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6aabf6cf-d8d4-4013-b129-640bb1c8bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.746984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-84d9924e-7174-497f-bca0-4f98ecdac11f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076282767&fields=id&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 267 time: 0.1092548 Sep 22 10:44:13.760747 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.764961 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1a5692ec-0896-464b-b699-de3cb8295924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.800969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c400afc-e59e-4d50-85e9-9256207570c2']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:13.805443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabf6cf-d8d4-4013-b129-640bb1c8bebd None None] Pushing event deleted for resources: {'Port': ['ID=15d8bef2-e523-4084-9d9c-3b705d8475ab,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:13.818997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2b5c94-5054-463f-be5b-fc7686ce761d') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:13.819299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2b5c94-5054-463f-be5b-fc7686ce761d') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:13.828955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aabf6cf-d8d4-4013-b129-640bb1c8bebd None None] No DVR routers for this DVR port 15d8bef2-e523-4084-9d9c-3b705d8475ab on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:13.850931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5692ec-0896-464b-b699-de3cb8295924 None None] No DVR routers for this DVR port 14001528-9418-4c39-9001-d11e323fcf7c on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:13.859371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 15d8bef2-e523-4084-9d9c-3b705d8475ab no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:13.893038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Made reservation on behalf of 97db452952ab4d629a97897f3a373c94 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:13.898384 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.900278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9631fd-65a1-40d0-ae1e-c0a781fa6f66 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:44:13.904784 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.925894 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.938376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.974784 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:44:13.975456 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:44:13.980947 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:44:14.012751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5692ec-0896-464b-b699-de3cb8295924 None None] Pushing event deleted for resources: {'Port': ['ID=14001528-9418-4c39-9001-d11e323fcf7c,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:14.033978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-2e6198f4-f35d-4213-a4ac-e6cde312daed tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:14.036254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-2e6198f4-f35d-4213-a4ac-e6cde312daed tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/networks?id=b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 200 len: 796 time: 0.2799082 Sep 22 10:44:14.040026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.ipam_pluggable_backend [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Port 14001528-9418-4c39-9001-d11e323fcf7c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95682) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 22 10:44:14.042681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.ipam_pluggable_backend [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0e:eb24 {{(pid=95682) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 22 10:44:14.042918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9631fd-65a1-40d0-ae1e-c0a781fa6f66 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:44:14.050144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 15d8bef2-e523-4084-9d9c-3b705d8475ab {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:14.050932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 15d8bef2-e523-4084-9d9c-3b705d8475ab not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:14.088906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.ipam_pluggable_backend [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0e:eb24 {{(pid=95682) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 22 10:44:14.088906 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.139894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Allocated IP 172.20.0.4 (be360dd7-717a-4395-9e83-3bfe4a62e31d/2d647f3d-7d78-478f-a70c-910db0b50d71/cd1fb7d0-30ec-47ed-912e-3cc3e47935b4) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:14.144597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-52cd9165-5728-4752-a7ce-0617c26c2cfb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/quotas/b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 375 time: 0.0634336 Sep 22 10:44:14.223398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:14.230036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:14.234014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:14.235037 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.247050 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.265767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.267871 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/networks/4c400afc-e59e-4d50-85e9-9256207570c2 HTTP/1.1" status: 204 len: 168 time: 2.3409445 Sep 22 10:44:14.271353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:14.286977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'routes': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:14.289712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=c38f1264-35df-4117-970b-05f6266b8e93,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:14.312777 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e9f64157-a201-4fac-ac86-2127e0762182', 'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:9d:2b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:08Z', 'updated_at': '2021-09-22T10:44:10Z', 'revision_number': 2, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:14.317334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba55f12-6752-4280-8fdf-72b9c4576fe4 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Pushing event deleted for resources: {'Network': ['ID=4c400afc-e59e-4d50-85e9-9256207570c2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:14.319984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-9187b89b-b751-4360-99f6-089f060b46e2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666894 Sep 22 10:44:14.377230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.380611 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Checking router: e5af05f1-9b85-428c-9d55-125e632e0b04 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:14.380611 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Updating router e5af05f1-9b85-428c-9d55-125e632e0b04 port e9f64157-a201-4fac-ac86-2127e0762182 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:44:14.421776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': 'c38f1264-35df-4117-970b-05f6266b8e93'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:14.422751 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.436565 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.476776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.478393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.526053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:44:14.539679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd9f450-b766-47aa-922e-154b45329f91,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:14.564819 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.564819 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Added segment 8b79a654-0c3d-4614-b180-fc11462d43a6 of type vlan for network 464c96ee-890c-400d-8562-c828348ddcb6 Sep 22 10:44:14.595974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Added routes are [] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 10:44:14.596610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.extraroute_db [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Removed routes are [] {{(pid=95682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 10:44:14.596738 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.601766 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53062) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:14.602312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bfe42d34-d15e-4913-8590-6ea9d5dfc031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2600801 Sep 22 10:44:14.613519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:14.649827 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.657807 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.668220 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Allocated IP 2001:db8::f816:3eff:fee7:6f03 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/c38f1264-35df-4117-970b-05f6266b8e93/13c47730-a1b0-4087-b8b9-bfbe66560d80) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:14.685810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-70d6b88d-4cd0-4ac6-b76c-0e17bd68fdc4 service neutron] 10.222.0.20 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237348 Sep 22 10:44:14.763692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Network be360dd7-717a-4395-9e83-3bfe4a62e31d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:14.772814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:14.782078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:14.822614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event updated for resources: {'Port': ['ID=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:14.873790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.882094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:14.886608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.894510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:14.895331 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.899586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.930435 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.933041 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.941011 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.957848 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:14.963007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.999930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Pushing event updated for resources: {'Network': ['ID=464c96ee-890c-400d-8562-c828348ddcb6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:15.013799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 464c96ee-890c-400d-8562-c828348ddcb6 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:44:15.026070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-3d432368-b84d-406b-a40d-f6f1ea9b440f service neutron] 10.222.0.20 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764771 Sep 22 10:44:15.033320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:15.050873 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.060857 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-44c9b0e8-8221-4fb1-815b-a2b83484d1b4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0515358 Sep 22 10:44:15.071941 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e2e7b5e4-d194-4780-bfef-1040408b95a7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.7710807 Sep 22 10:44:15.075898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53066) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:15.083119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-6a7789de-7d05-4828-9958-eb6544e8b2e1 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6', 'tempest-TagsTest-Tag-1498958390') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:15.089178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-f1eb0854-5f4e-4188-834b-c00cd91350fb tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:44:15.090226 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-f1eb0854-5f4e-4188-834b-c00cd91350fb tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151849 Sep 22 10:44:15.110249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Request body: {'port': {'device_id': '3a399ec1-66d5-4368-8617-5673b0491441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:15.175327 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0e088-fa45-4912-b50b-bdae6997d55e None None] Pushing event updated for resources: {'Port': ['ID=e9f64157-a201-4fac-ac86-2127e0762182,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:15.225123 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.273908 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.304114 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Attempting to bind port e9f64157-a201-4fac-ac86-2127e0762182 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:15.304552 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Attempting to bind port e9f64157-a201-4fac-ac86-2127e0762182 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:15.304860 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Attempting to bind port e9f64157-a201-4fac-ac86-2127e0762182 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:15.323353 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:15.323724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Checking segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:15.324163 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.324559 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Bound using segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:15.325030 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Bound port: e9f64157-a201-4fac-ac86-2127e0762182, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:15.325398 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.341042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:15.345328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:15.351640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:15.375787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Pushing event updated for resources: {'Port': ['ID=13c47730-a1b0-4087-b8b9-bfbe66560d80,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:15.406030 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.407709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.408367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.408945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.409516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.410234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.411203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.411782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.412335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.412901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.413480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.425919 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] For port e9f64157-a201-4fac-ac86-2127e0762182, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:15.427516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:15.430705 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] For port e9f64157-a201-4fac-ac86-2127e0762182, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e9f64157-a201-4fac-ac86-2127e0762182,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:15.511498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Attempting to bind port 13c47730-a1b0-4087-b8b9-bfbe66560d80 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:15.511498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Attempting to bind port 13c47730-a1b0-4087-b8b9-bfbe66560d80 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:15.511498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Attempting to bind port 13c47730-a1b0-4087-b8b9-bfbe66560d80 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:15.524692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:15.525636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:15.526048 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.528441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:15.528951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Bound port: 13c47730-a1b0-4087-b8b9-bfbe66560d80, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:15.532187 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.537127 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.560005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53074) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:15.563161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:15.568774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-7feccafd-c86b-43d8-b82b-9cd77425790d tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6', 'tempest-TagsTest-Tag-1498958390') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:15.570844 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6a7789de-7d05-4828-9958-eb6544e8b2e1 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "PUT /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags/tempest-TagsTest-Tag-1498958390 HTTP/1.1" status: 201 len: 201 time: 0.4744637 Sep 22 10:44:15.579538 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.581045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f7c7673f-fa31-4323-b6e6-b549421ed575 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866 HTTP/1.1" status: 200 len: 701 time: 1.3043160 Sep 22 10:44:15.583839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53076) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:15.624941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-347e48f3-c49b-412b-a689-ca0e95b7cfca tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac735d9-b494-4f4e-9343-0b9dbcf10866 HTTP/1.1" status: 200 len: 205 time: 0.0397387 Sep 22 10:44:15.633429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] Sync routers for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:15.635070 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:44:15.644995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53078) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:15.670804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:15.671598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:15.674045 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:15.679738 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:15.765828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:15.813618 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:15.871585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 11, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:15.916100 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0e088-fa45-4912-b50b-bdae6997d55e None None] Pushing event updated for resources: {'Port': ['ID=e9f64157-a201-4fac-ac86-2127e0762182,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:15.932158 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] Checking router: 1ac735d9-b494-4f4e-9343-0b9dbcf10866 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:15.934715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61331d2d-be62-42f0-b69b-502cac0aa0da tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:15.953367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] Routers {'1ac735d9-b494-4f4e-9343-0b9dbcf10866'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:15.954539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:15.956686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] For port 13c47730-a1b0-4087-b8b9-bfbe66560d80, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:15.961695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] For port 13c47730-a1b0-4087-b8b9-bfbe66560d80, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=13c47730-a1b0-4087-b8b9-bfbe66560d80,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:15.996864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a716bc-0e05-422f-a6f8-4b4400963a45 req-9f5b2edd-ce30-4525-8524-38e8cb3e5cad tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:15.996864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09a716bc-0e05-422f-a6f8-4b4400963a45 req-9f5b2edd-ce30-4525-8524-38e8cb3e5cad tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 931 time: 0.3713684 Sep 22 10:44:16.033112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7feccafd-c86b-43d8-b82b-9cd77425790d tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "GET /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags/tempest-TagsTest-Tag-1498958390 HTTP/1.1" status: 204 len: 168 time: 0.4717295 Sep 22 10:44:16.039163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53088) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:16.046919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] Set router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:16.068187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-7f8670e1-a3aa-476d-bc7f-a81c148e110f tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:16.114209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 11, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:16.139962 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e9f64157-a201-4fac-ac86-2127e0762182', 'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:9d:2b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:08Z', 'updated_at': '2021-09-22T10:44:15Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:16.152274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21be1a6-bd0a-4602-9c01-e04c15697cba None None] The sync data for ids ['1ac735d9-b494-4f4e-9343-0b9dbcf10866'] in n-d-807025-3 is: [{'id': '1ac735d9-b494-4f4e-9343-0b9dbcf10866', 'name': 'tempest-RoutersTest-router-2118938970', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:16Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 11, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:16.160776 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.173791 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64abf2f1-51a4-4fab-a3b5-a5247c6db672 None None] The sync data for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 is: [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e9f64157-a201-4fac-ac86-2127e0762182', 'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:9d:2b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:08Z', 'updated_at': '2021-09-22T10:44:15Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:16.353653 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688b834-fa19-4d11-b6e1-c5e8652dc069 None None] Pushing event updated for resources: {'Port': ['ID=13c47730-a1b0-4087-b8b9-bfbe66560d80,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:16.444702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61331d2d-be62-42f0-b69b-502cac0aa0da tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.448944 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61331d2d-be62-42f0-b69b-502cac0aa0da tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.610591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09a716bc-0e05-422f-a6f8-4b4400963a45 req-9997be03-d2a4-44de-ab15-c72f9737532e tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5703595 Sep 22 10:44:16.619845 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.666376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7f8670e1-a3aa-476d-bc7f-a81c148e110f tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "GET /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags HTTP/1.1" status: 200 len: 238 time: 0.6204982 Sep 22 10:44:16.668286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53094) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:16.673108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-d3931b74-980f-4074-957f-99a771f205f1 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6', {'tags': ['tempest-TagsTest-Tag-362963992', 'tempest-TagsTest-Tag-575460714', 'tempest-TagsTest-Tag-434894537']}) {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:16.699631 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61331d2d-be62-42f0-b69b-502cac0aa0da tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.700226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61331d2d-be62-42f0-b69b-502cac0aa0da tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac735d9-b494-4f4e-9343-0b9dbcf10866 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:44:16.721828 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61331d2d-be62-42f0-b69b-502cac0aa0da tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.723136 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-61331d2d-be62-42f0-b69b-502cac0aa0da tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866 HTTP/1.1" status: 204 len: 168 time: 1.0761073 Sep 22 10:44:16.728601 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53096) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:16.750537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4151d26e-cff2-428b-9b50-f9e205a66a72 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1102148285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:16.761652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3e29c37-d6a2-4fed-9832-115f0d42dae6 req-e9facb72-328f-4f7f-84e4-3e829325e165 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 210 time: 0.0635285 Sep 22 10:44:16.765917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:16.787685 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:16.807371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:16.809034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.822455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=c2894cf5-82fb-4e34-8274-4d757b989cb7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:16.924771 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:44:16.935611 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.945337 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4151d26e-cff2-428b-9b50-f9e205a66a72 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.946344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4151d26e-cff2-428b-9b50-f9e205a66a72 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:16.963196 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Transition to ACTIVE for port object cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:44:16.974557 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:16.985149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d3931b74-980f-4074-957f-99a771f205f1 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "PUT /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags HTTP/1.1" status: 200 len: 306 time: 0.3060942 Sep 22 10:44:16.985714 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-5bb23958-f640-40b5-a8e6-aa05196d7df2 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6', 'tempest-TagsTest-Tag-362963992') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:17.032262 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4151d26e-cff2-428b-9b50-f9e205a66a72 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.037423 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8c5230aa-44ce-47f5-be7f-8800b7ffc22c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4331942 Sep 22 10:44:17.041237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53102) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:17.049070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:6a:0e:d9', 'name': 'tempest-NetworksTestDHCPv6-363773341'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:17.121777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.178744 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4151d26e-cff2-428b-9b50-f9e205a66a72 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.190501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:17.244142 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5bb23958-f640-40b5-a8e6-aa05196d7df2 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "DELETE /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags/tempest-TagsTest-Tag-362963992 HTTP/1.1" status: 204 len: 168 time: 0.2676122 Sep 22 10:44:17.246777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53104) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:17.251605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-583e1263-ab0e-4730-b05a-d60204cec0da tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6', 'tempest-TagsTest-Tag-362963992') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:17.278131 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4151d26e-cff2-428b-9b50-f9e205a66a72 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.279822 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4151d26e-cff2-428b-9b50-f9e205a66a72 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5375094 Sep 22 10:44:17.284670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53106) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:17.289567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-9d4d3b80-c212-45f8-a558-76b1f00caa90 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:17.348984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Attempting to bind port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:17.350016 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Attempting to bind port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:17.350647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Attempting to bind port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 on network be360dd7-717a-4395-9e83-3bfe4a62e31d {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:17.368034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 on network be360dd7-717a-4395-9e83-3bfe4a62e31d not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:44:17.368393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Attempting to bind port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 on network be360dd7-717a-4395-9e83-3bfe4a62e31d {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:17.396290 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:17.396648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Checking segment: {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:17.397050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Bound using segment: {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:17.397478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Bound port: cd1fb7d0-30ec-47ed-912e-3cc3e47935b4, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:17.397843 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.413544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:17.528616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] For port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:17.532306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] For port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:17.616181 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.624377 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-583e1263-ab0e-4730-b05a-d60204cec0da tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] show failed (client error): The resource could not be found. Sep 22 10:44:17.629185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-583e1263-ab0e-4730-b05a-d60204cec0da tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "GET /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags/tempest-TagsTest-Tag-362963992 HTTP/1.1" status: 404 len: 325 time: 0.3813205 Sep 22 10:44:17.634794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53110) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:17.644594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 13c47730-a1b0-4087-b8b9-bfbe66560d80 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:17.695126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-e10fcd06-3b92-45c7-8a7b-3ae3f7f94e6d tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6', 'tempest-TagsTest-Tag-575460714') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:17.745757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:17.746517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.747942 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] 10.222.0.30 "PUT /v2.0/ports/cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 HTTP/1.1" status: 200 len: 1091 time: 2.6429634 Sep 22 10:44:17.748791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a399ec1-66d5-4368-8617-5673b0491441', 'tag': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:17.751717 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6339084e-c8af-474e-8a1e-9db5597cd5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3a399ec1-66d5-4368-8617-5673b0491441", "tag": "cd1fb7d0-30ec-47ed-912e-3cc3e47935b4"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:17.804494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e71a5b-4cb2-44a2-97f8-b98c09d02056 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:17.818007 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957aa2c0-c2ad-49f5-a208-c8d9ff963269 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:17.864790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3b80-c212-45f8-a558-76b1f00caa90 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.953109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:18.014669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3b80-c212-45f8-a558-76b1f00caa90 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:18.037155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a95fc-7c72-4d48-a01c-2fe88751c61d req-c5a525e9-8c69-4cca-820a-8791de05514c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:18.047839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038728-00c8-4711-9a27-a6790483514c req-8a75eb25-ab00-4149-a6c6-0c8b026ac60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:18.049840 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-8a75eb25-ab00-4149-a6c6-0c8b026ac60f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 1094 time: 0.1289017 Sep 22 10:44:18.051003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d9a95fc-7c72-4d48-a01c-2fe88751c61d req-c5a525e9-8c69-4cca-820a-8791de05514c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 943 time: 0.2853689 Sep 22 10:44:18.088686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 512fc3f6-066c-43ab-a5c5-5be2ab51674b yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:44:18.138605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:18.139141 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:18.143034 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-9aac8315-70a6-41d8-ad0a-c6ed83e4c729 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 HTTP/1.1" status: 200 len: 217 time: 0.0847230 Sep 22 10:44:18.145801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a66a9bee-a9d8-4325-bff5-75cd8142d67b None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:18.150124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a66a9bee-a9d8-4325-bff5-75cd8142d67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:18.247105 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038728-00c8-4711-9a27-a6790483514c req-8c7d7e88-110f-4ac3-8198-4bf262bb689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:18.250518 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-8c7d7e88-110f-4ac3-8198-4bf262bb689e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.0986416 Sep 22 10:44:18.267966 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53122) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:18.271563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e10fcd06-3b92-45c7-8a7b-3ae3f7f94e6d tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "GET /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags/tempest-TagsTest-Tag-575460714 HTTP/1.1" status: 204 len: 168 time: 0.6297538 Sep 22 10:44:18.279133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-89a28125-8eab-4fdd-854f-bb5de9919054 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6', 'tempest-TagsTest-Tag-434894537') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:18.337104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a66a9bee-a9d8-4325-bff5-75cd8142d67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:18.373248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038728-00c8-4711-9a27-a6790483514c req-bc914bca-b926-4bcd-a0cf-42b99e188c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:18.375878 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-bc914bca-b926-4bcd-a0cf-42b99e188c52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196539 Sep 22 10:44:18.414702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a66a9bee-a9d8-4325-bff5-75cd8142d67b None None] For port 13c47730-a1b0-4087-b8b9-bfbe66560d80, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=13c47730-a1b0-4087-b8b9-bfbe66560d80,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:18.450807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d9a95fc-7c72-4d48-a01c-2fe88751c61d req-0fc1dff2-fdad-43be-a658-ae0017aab266 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985908 Sep 22 10:44:18.508716 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-897ba36c-0fd9-4b68-bbfb-d312bf23ae7b service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222851 Sep 22 10:44:18.556481 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28184f56-8277-451f-ad15-044b72d465de x-openstack-request-id: req-28184f56-8277-451f-ad15-044b72d465de {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:18.556788 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a399ec1-66d5-4368-8617-5673b0491441", "tag": "cd1fb7d0-30ec-47ed-912e-3cc3e47935b4", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:18.560874 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28184f56-8277-451f-ad15-044b72d465de {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:18.560874 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a399ec1-66d5-4368-8617-5673b0491441', 'tag': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4', 'status': 'completed', 'code': 200} Sep 22 10:44:18.564313 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-89a28125-8eab-4fdd-854f-bb5de9919054 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "GET /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags/tempest-TagsTest-Tag-434894537 HTTP/1.1" status: 204 len: 168 time: 0.2920403 Sep 22 10:44:18.569599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53124) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:18.574524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-928bd5af-0723-4519-921f-41d9fbe02512 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:18.577870 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:18.600295 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a66a9bee-a9d8-4325-bff5-75cd8142d67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:18.732903 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:44:18.733483 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:44:18.766335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a791182e-eb3a-4ac0-b4aa-9c7fb481c4a8 None None] Update dhcp port {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': 'c38f1264-35df-4117-970b-05f6266b8e93', 'ip_address': '2001:db8::f816:3eff:fee7:6f03'}, {'subnet_id': 'c2894cf5-82fb-4e34-8274-4d757b989cb7'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '13c47730-a1b0-4087-b8b9-bfbe66560d80'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:44:18.803357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a9bee-a9d8-4325-bff5-75cd8142d67b None None] Pushing event updated for resources: {'Port': ['ID=13c47730-a1b0-4087-b8b9-bfbe66560d80,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:18.823243 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a059a588-5af8-431e-b44e-3b959e39a19c None None] Provisioning complete for port e9f64157-a201-4fac-ac86-2127e0762182 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:18.824262 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a059a588-5af8-431e-b44e-3b959e39a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:18.841460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a791182e-eb3a-4ac0-b4aa-9c7fb481c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:18.852098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9fc01bf-aa4c-40f9-977f-f985ce8df2f4 req-75725d13-3c40-44ea-8ec6-39fd6ec17033 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 210 time: 0.1075077 Sep 22 10:44:18.948458 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4f038728-00c8-4711-9a27-a6790483514c req-4a05bc64-c757-41d8-bc33-4a02b50c2143 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901262 Sep 22 10:44:19.008894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-b1fc64b6-6301-4e9a-a91a-a21c4b3facaa tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:19.011083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-b1fc64b6-6301-4e9a-a91a-a21c4b3facaa tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.32 "GET /v2.0/networks?id=b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 200 len: 796 time: 0.6467342 Sep 22 10:44:19.049990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 172.20.0.13 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/c2894cf5-82fb-4e34-8274-4d757b989cb7/512fc3f6-066c-43ab-a5c5-5be2ab51674b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:19.061371 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-928bd5af-0723-4519-921f-41d9fbe02512 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "DELETE /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags HTTP/1.1" status: 204 len: 168 time: 0.4906034 Sep 22 10:44:19.062940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53128) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:19.070089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-270171ca-e669-4ce2-aa5a-9b2827baa2b7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6', 'tempest-TagsTest-Tag-575460714') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:19.128818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4d3b80-c212-45f8-a558-76b1f00caa90 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Router 69577f98-564b-4425-8362-412e6df49b35 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:44:19.139063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-1e1a0a12-1d13-40eb-8155-1d1b8d3f1431 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 380 time: 0.1156564 Sep 22 10:44:19.147287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:fe6a:ed9 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/c38f1264-35df-4117-970b-05f6266b8e93/512fc3f6-066c-43ab-a5c5-5be2ab51674b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:19.159244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'port': {'device_id': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'admin_state_up': True, 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'security_groups': ['603d5ded-9358-41dc-8dab-6c9922394f56']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:19.167365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-f21b39b9-7a9d-4214-ba2c-6022db584b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:19.169183 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-f21b39b9-7a9d-4214-ba2c-6022db584b89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 1094 time: 0.0701630 Sep 22 10:44:19.206008 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-270171ca-e669-4ce2-aa5a-9b2827baa2b7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] show failed (client error): The resource could not be found. Sep 22 10:44:19.210299 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-270171ca-e669-4ce2-aa5a-9b2827baa2b7 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "GET /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags/tempest-TagsTest-Tag-575460714 HTTP/1.1" status: 404 len: 325 time: 0.1459551 Sep 22 10:44:19.211921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53130) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:19.214559 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a059a588-5af8-431e-b44e-3b959e39a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.218560 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.tag.tag_plugin [None req-6671ab18-182d-4b89-bdc3-51d600413848 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6', 'tempest-TagsTest-Tag-434894537') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:19.286052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a059a588-5af8-431e-b44e-3b959e39a19c None None] For port e9f64157-a201-4fac-ac86-2127e0762182, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e9f64157-a201-4fac-ac86-2127e0762182,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:19.297399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4d3b80-c212-45f8-a558-76b1f00caa90 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:19.299296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e9f64157-a201-4fac-ac86-2127e0762182 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:19.310189 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580eafec-53be-4559-8020-abf068362dcf None None] Sync routers for ids ['69577f98-564b-4425-8362-412e6df49b35'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:19.316347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3b80-c212-45f8-a558-76b1f00caa90 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.324301 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580eafec-53be-4559-8020-abf068362dcf None None] Routers {'69577f98-564b-4425-8362-412e6df49b35'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:19.328085 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-580eafec-53be-4559-8020-abf068362dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['69577f98-564b-4425-8362-412e6df49b35'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:19.330713 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9d4d3b80-c212-45f8-a558-76b1f00caa90 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "PUT /v2.0/routers/69577f98-564b-4425-8362-412e6df49b35 HTTP/1.1" status: 200 len: 694 time: 2.0446715 Sep 22 10:44:19.331142 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53132) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:19.361050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e9f64157-a201-4fac-ac86-2127e0762182 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:19.361443 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.386114 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a059a588-5af8-431e-b44e-3b959e39a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.426371 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-580eafec-53be-4559-8020-abf068362dcf None None] Set router 69577f98-564b-4425-8362-412e6df49b35 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:19.458648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059a588-5af8-431e-b44e-3b959e39a19c None None] Pushing event updated for resources: {'Port': ['ID=e9f64157-a201-4fac-ac86-2127e0762182,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:19.465000 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-6671ab18-182d-4b89-bdc3-51d600413848 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] show failed (client error): The resource could not be found. Sep 22 10:44:19.470089 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6671ab18-182d-4b89-bdc3-51d600413848 tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "GET /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags/tempest-TagsTest-Tag-434894537 HTTP/1.1" status: 404 len: 325 time: 0.2562971 Sep 22 10:44:19.477496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53136) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:19.494910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.tag.tag_plugin [None req-3295d7a0-3f80-4774-af77-34f061169a5e tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '464c96ee-890c-400d-8562-c828348ddcb6') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:19.496727 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-580eafec-53be-4559-8020-abf068362dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69577f98-564b-4425-8362-412e6df49b35', 'name': 'tempest-RoutersTest-router-1102148285', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:16Z', 'updated_at': '2021-09-22T10:44:17Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:19.503645 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-69d261e3-34b5-4ab1-9095-30109888e5a8 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/routers/69577f98-564b-4425-8362-412e6df49b35 HTTP/1.1" status: 200 len: 700 time: 0.1708906 Sep 22 10:44:19.511854 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53142) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:19.550224 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-625aa6d5-4f6a-41bb-8530-0372bfbbe3f8 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=69577f98-564b-4425-8362-412e6df49b35 HTTP/1.1" status: 200 len: 205 time: 0.0369601 Sep 22 10:44:19.551623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-91dbeffb-8d39-453b-aa8d-ef1131b535a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:19.553711 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-91dbeffb-8d39-453b-aa8d-ef1131b535a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.3556511 Sep 22 10:44:19.554091 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53144) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:19.570036 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580eafec-53be-4559-8020-abf068362dcf None None] Checking router: 69577f98-564b-4425-8362-412e6df49b35 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:19.597054 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580eafec-53be-4559-8020-abf068362dcf None None] Routers {'69577f98-564b-4425-8362-412e6df49b35'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:19.598004 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-580eafec-53be-4559-8020-abf068362dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:43:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['69577f98-564b-4425-8362-412e6df49b35'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:19.645067 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-809c829d-4983-472a-88e7-35735813a7ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 HTTP/1.1" status: 200 len: 217 time: 0.0465996 Sep 22 10:44:19.648713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:19.652854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.660856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.697963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d53a952-298b-47f9-b281-b94ac0b020c7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.739866 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-580eafec-53be-4559-8020-abf068362dcf None None] Set router 69577f98-564b-4425-8362-412e6df49b35 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:19.744919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3295d7a0-3f80-4774-af77-34f061169a5e tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "DELETE /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6/tags HTTP/1.1" status: 204 len: 168 time: 0.2657957 Sep 22 10:44:19.766715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fd265-b12c-4bae-8703-2df8d96d1976 req-d6934db8-9104-4e9e-8662-73d452a715ce tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:19.774486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de6fd265-b12c-4bae-8703-2df8d96d1976 req-d6934db8-9104-4e9e-8662-73d452a715ce tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 943 time: 0.2000988 Sep 22 10:44:19.781327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53146) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:19.873280 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-580eafec-53be-4559-8020-abf068362dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69577f98-564b-4425-8362-412e6df49b35', 'name': 'tempest-RoutersTest-router-1102148285', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:16Z', 'updated_at': '2021-09-22T10:44:17Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:19.916281 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580eafec-53be-4559-8020-abf068362dcf None None] The sync data for ids ['69577f98-564b-4425-8362-412e6df49b35'] in n-d-807025-3 is: [{'id': '69577f98-564b-4425-8362-412e6df49b35', 'name': 'tempest-RoutersTest-router-1102148285', 'tenant_id': '0d180f58028445059ecbf3cb08b9932e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:16Z', 'updated_at': '2021-09-22T10:44:17Z', 'revision_number': 2, 'project_id': '0d180f58028445059ecbf3cb08b9932e', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:19.945044 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d53a952-298b-47f9-b281-b94ac0b020c7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.952769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d53a952-298b-47f9-b281-b94ac0b020c7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.974966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de6fd265-b12c-4bae-8703-2df8d96d1976 req-e0cf1699-57f1-4c4b-bb23-da6404626cf5 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924720 Sep 22 10:44:19.989843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.20.0.10 (b3da9743-2a1f-45ca-a9fa-9fe71e439952/801e59f0-b539-44b3-bf1f-5a13fbfadbe0/68a04767-9398-4f2a-9d3d-9724f2649cf6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:19.999526 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-44da4693-f058-45b0-9441-63479b7480a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:20.009299 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-44da4693-f058-45b0-9441-63479b7480a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.3220918 Sep 22 10:44:20.017430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 13c47730-a1b0-4087-b8b9-bfbe66560d80 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:20.028522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.129013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:20.132115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:20.153387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:20.159724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.198219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=512fc3f6-066c-43ab-a5c5-5be2ab51674b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:20.215718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-a791182e-eb3a-4ac0-b4aa-9c7fb481c4a8 None None] Allocated IP 172.20.0.2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/c2894cf5-82fb-4e34-8274-4d757b989cb7/13c47730-a1b0-4087-b8b9-bfbe66560d80) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:20.218472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:20.219284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.237137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-d58786f7-58cf-46a9-9c23-08b199b71ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:20.249379 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-d58786f7-58cf-46a9-9c23-08b199b71ba6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870192 Sep 22 10:44:20.259743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d39bc385-0137-43ee-959e-1b66f452098b req-77ad3120-3e10-4a82-a19d-d38ebf5274a8 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 210 time: 0.1236551 Sep 22 10:44:20.279761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.280388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.280895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.281405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.281941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.282300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.282837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.282982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.283296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.283623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.283950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.284267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:20.327484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:20.328385 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.333852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d53a952-298b-47f9-b281-b94ac0b020c7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.334524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d53a952-298b-47f9-b281-b94ac0b020c7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Fanout notify agent at l3_agent the message router_deleted on router 69577f98-564b-4425-8362-412e6df49b35 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:44:20.345321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d53a952-298b-47f9-b281-b94ac0b020c7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.346859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8d53a952-298b-47f9-b281-b94ac0b020c7 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/69577f98-564b-4425-8362-412e6df49b35 HTTP/1.1" status: 204 len: 168 time: 0.7915752 Sep 22 10:44:20.351277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53152) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.387974 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.398514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-47d5ce2f-b82a-49e9-92b2-b78b6a0e71a5 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=69577f98-564b-4425-8362-412e6df49b35 HTTP/1.1" status: 200 len: 205 time: 0.0426497 Sep 22 10:44:20.404358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53154) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.415323 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.448606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464c96ee-890c-400d-8562-c828348ddcb6']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:20.451487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c5d6f397-1f67-4ff6-92a7-abd4ff6ffbe0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4081533 Sep 22 10:44:20.452818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a791182e-eb3a-4ac0-b4aa-9c7fb481c4a8 None None] For port 13c47730-a1b0-4087-b8b9-bfbe66560d80, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=13c47730-a1b0-4087-b8b9-bfbe66560d80,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:20.453598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53156) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.454501 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-58664af4-1ac8-4e2b-872e-9e50923fb48f tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] delete failed (client error): The resource could not be found. Sep 22 10:44:20.458347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-58664af4-1ac8-4e2b-872e-9e50923fb48f tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/69577f98-564b-4425-8362-412e6df49b35 HTTP/1.1" status: 404 len: 336 time: 0.0529177 Sep 22 10:44:20.459512 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53158) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.472049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b79a654-0c3d-4614-b180-fc11462d43a6') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:20.481515 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b79a654-0c3d-4614-b180-fc11462d43a6') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:20.500887 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a791182e-eb3a-4ac0-b4aa-9c7fb481c4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.520855 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bb0922-77a8-4a7c-8652-6ada6d009c63 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] DELETE failed (client error): The resource could not be found. Sep 22 10:44:20.522397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24bb0922-77a8-4a7c-8652-6ada6d009c63 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:20.524178 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-24bb0922-77a8-4a7c-8652-6ada6d009c63 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/ea033411-35cd-492f-8028-476ff89b1659 HTTP/1.1" status: 404 len: 337 time: 0.0624099 Sep 22 10:44:20.526530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.529204 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53160) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.531964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8afb61-c1cb-4927-8f30-853841c5d343 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:20.542316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8afb61-c1cb-4927-8f30-853841c5d343 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:20.546916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5b8afb61-c1cb-4927-8f30-853841c5d343 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0876756 Sep 22 10:44:20.547762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53162) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.550994 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-9b4d3d4b-ab1c-489d-8805-b171a404d998 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892296 Sep 22 10:44:20.561446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e9f64157-a201-4fac-ac86-2127e0762182 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:20.582257 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-b777ef6c-f1ea-49f0-8617-09168bb34ae0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] DELETE failed (client error): The resource could not be found. Sep 22 10:44:20.582638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b777ef6c-f1ea-49f0-8617-09168bb34ae0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:20.587133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53164) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.587876 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a791182e-eb3a-4ac0-b4aa-9c7fb481c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.592697 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b777ef6c-f1ea-49f0-8617-09168bb34ae0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/b7755dd6-ce16-4e69-b6f3-b9405d97283c HTTP/1.1" status: 404 len: 337 time: 0.0564773 Sep 22 10:44:20.620609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.623129 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad04577-b2f7-4f1c-934e-c06ad283d4bb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] DELETE failed (client error): The resource could not be found. Sep 22 10:44:20.623653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad04577-b2f7-4f1c-934e-c06ad283d4bb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:20.629379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8ad04577-b2f7-4f1c-934e-c06ad283d4bb tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/95bb5178-09c2-451a-8418-4381452c830b HTTP/1.1" status: 404 len: 337 time: 0.0401785 Sep 22 10:44:20.631882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53168) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.646251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.687519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:44:20.687932 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:44:20.690943 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:44:20.693397 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-78153135-0f91-49b6-be10-7994396a8241 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] DELETE failed (client error): The resource could not be found. Sep 22 10:44:20.693397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78153135-0f91-49b6-be10-7994396a8241 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:20.698774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-78153135-0f91-49b6-be10-7994396a8241 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/88426c4b-bd9b-4b30-a913-194c66748f48 HTTP/1.1" status: 404 len: 337 time: 0.0313466 Sep 22 10:44:20.703898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53170) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.711476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791182e-eb3a-4ac0-b4aa-9c7fb481c4a8 None None] Pushing event updated for resources: {'Port': ['ID=13c47730-a1b0-4087-b8b9-bfbe66560d80,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:20.720649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e9f64157-a201-4fac-ac86-2127e0762182 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:20.721017 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.726243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network b3da9743-2a1f-45ca-a9fa-9fe71e439952 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:20.737225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:20.739534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:20.746940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:20.813492 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-132f1cb1-14af-41c3-8c13-667a9fd16b6c tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac735d9-b494-4f4e-9343-0b9dbcf10866 HTTP/1.1" status: 200 len: 205 time: 0.1068897 Sep 22 10:44:20.816291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53174) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.886260 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-e4e06adf-8aec-4827-af78-c02a4e8472c9 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] delete failed (client error): The resource could not be found. Sep 22 10:44:20.887443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e4e06adf-8aec-4827-af78-c02a4e8472c9 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/1ac735d9-b494-4f4e-9343-0b9dbcf10866 HTTP/1.1" status: 404 len: 336 time: 0.0687876 Sep 22 10:44:20.894218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:20.894916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.905243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53176) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.912015 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6339084e-c8af-474e-8a1e-9db5597cd5ea req-a18cd61b-e507-4e37-8708-eb5e988507f3 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904980 Sep 22 10:44:20.928733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-706863a7-4f4a-4dc9-b18e-9521a8805894 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 512fc3f6-066c-43ab-a5c5-5be2ab51674b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:20.928733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-706863a7-4f4a-4dc9-b18e-9521a8805894 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.969589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fa726738-a344-4bed-a07b-171782bf90f0 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c3d604e-7e39-4553-8d7e-1c4e5bca27e2 HTTP/1.1" status: 200 len: 205 time: 0.0598948 Sep 22 10:44:20.972041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53178) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.999461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.026075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.029025 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] 10.222.0.20 "DELETE /v2.0/networks/464c96ee-890c-400d-8562-c828348ddcb6 HTTP/1.1" status: 204 len: 168 time: 1.2453246 Sep 22 10:44:21.050199 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-8e4f81c9-d063-4115-8271-567fb0bf4fdc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] delete failed (client error): The resource could not be found. Sep 22 10:44:21.058628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8e4f81c9-d063-4115-8271-567fb0bf4fdc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/7c3d604e-7e39-4553-8d7e-1c4e5bca27e2 HTTP/1.1" status: 404 len: 336 time: 0.0854883 Sep 22 10:44:21.060425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-107a22e2-e041-4acf-8a50-867a95acb925 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9107761 Sep 22 10:44:21.067610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53184) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.128855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Request body: {'port': {'device_id': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:21.140241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0dda5-7685-44c5-a5e0-c7019acfa89c tempest-TagsTest-649683737 tempest-TagsTest-649683737-project] Pushing event deleted for resources: {'Network': ['ID=464c96ee-890c-400d-8562-c828348ddcb6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:21.175549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-706863a7-4f4a-4dc9-b18e-9521a8805894 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.184812 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adf6d36-3907-4c82-9a98-a6cfb36f8970 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] DELETE failed (client error): The resource could not be found. Sep 22 10:44:21.185342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adf6d36-3907-4c82-9a98-a6cfb36f8970 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:21.187180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2adf6d36-3907-4c82-9a98-a6cfb36f8970 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/f478930f-405a-47ca-b6c4-cebe0ba4a20d HTTP/1.1" status: 404 len: 337 time: 0.1184599 Sep 22 10:44:21.188941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-706863a7-4f4a-4dc9-b18e-9521a8805894 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 512fc3f6-066c-43ab-a5c5-5be2ab51674b owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:21.201309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2b6a72a7-f786-405f-81f4-a52bca846959 None None] Provisioning complete for port 68a04767-9398-4f2a-9d3d-9724f2649cf6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:21.201895 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2b6a72a7-f786-405f-81f4-a52bca846959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.233792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53188) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.269659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a72a7-f786-405f-81f4-a52bca846959 None None] Port 68a04767-9398-4f2a-9d3d-9724f2649cf6 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:21.321035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-56252000-e197-43a7-935f-72ff7ef6ed4b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=11d00aa4-63cc-4872-a62b-b42ee2fe0e6e HTTP/1.1" status: 200 len: 205 time: 0.0835581 Sep 22 10:44:21.326992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53192) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.415988 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-018d62de-0402-4292-a4ed-ee0cd7083e62 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] delete failed (client error): The resource could not be found. Sep 22 10:44:21.420069 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53194) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.420252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-018d62de-0402-4292-a4ed-ee0cd7083e62 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/11d00aa4-63cc-4872-a62b-b42ee2fe0e6e HTTP/1.1" status: 404 len: 336 time: 0.0898597 Sep 22 10:44:21.444089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120d960-9f06-4e53-af67-89697a73ec37 req-6c3bad45-3ae9-4eb6-a582-8da96aef4cba tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:21.452414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f120d960-9f06-4e53-af67-89697a73ec37 req-6c3bad45-3ae9-4eb6-a582-8da96aef4cba tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 943 time: 0.2779284 Sep 22 10:44:21.461055 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-550cf71c-cea0-41c8-82d0-2f60fddf51fc tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b HTTP/1.1" status: 200 len: 205 time: 0.0397694 Sep 22 10:44:21.463023 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-706863a7-4f4a-4dc9-b18e-9521a8805894 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.464606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53196) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.479216 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.509856 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f120d960-9f06-4e53-af67-89697a73ec37 req-88efb3bd-eba9-4708-8495-b9ef992337cc tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557268 Sep 22 10:44:21.546446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706863a7-4f4a-4dc9-b18e-9521a8805894 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=512fc3f6-066c-43ab-a5c5-5be2ab51674b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:21.552369 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-979d8254-8fbd-4d07-a337-de382987d04b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] delete failed (client error): The resource could not be found. Sep 22 10:44:21.553386 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-979d8254-8fbd-4d07-a337-de382987d04b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/b6ce4f8b-2dc6-4eee-822d-9bee3a9b628b HTTP/1.1" status: 404 len: 336 time: 0.0877833 Sep 22 10:44:21.557294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53198) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.717366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3c561-bf1d-47c9-89f7-5eb212576a4b None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:21.739790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-706863a7-4f4a-4dc9-b18e-9521a8805894 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.742058 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-706863a7-4f4a-4dc9-b18e-9521a8805894 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/512fc3f6-066c-43ab-a5c5-5be2ab51674b HTTP/1.1" status: 204 len: 168 time: 1.1870887 Sep 22 10:44:21.742720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53202) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.758406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53204) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.873898 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecbf421-aaf2-4763-a116-714ef9c84d10 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:21.885326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecbf421-aaf2-4763-a116-714ef9c84d10 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:21.885326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecbf421-aaf2-4763-a116-714ef9c84d10 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:21.895532 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eecbf421-aaf2-4763-a116-714ef9c84d10 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1344762 Sep 22 10:44:21.906272 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53208) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.955179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-97f9956e-a020-488a-9e17-da751bc2c5f2 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:21.955677 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-97f9956e-a020-488a-9e17-da751bc2c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.014205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53212) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.015213 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b7dc2676-bf19-4a5a-a791-855185b51645 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97db452952ab4d629a97897f3a373c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713039 Sep 22 10:44:22.015766 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0372b35f-46a3-460d-b8d6-4fe04396f237 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] DELETE failed (client error): The resource could not be found. Sep 22 10:44:22.016431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0372b35f-46a3-460d-b8d6-4fe04396f237 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:22.019003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0372b35f-46a3-460d-b8d6-4fe04396f237 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/fb3e652a-c47e-451c-8165-750adf3b8d60 HTTP/1.1" status: 404 len: 337 time: 0.4605656 Sep 22 10:44:22.021768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53214) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.033992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 13c47730-a1b0-4087-b8b9-bfbe66560d80 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:22.067677 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0bc0054d-84c7-4678-947c-88cca460c254 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a5a9b62-8e56-4f13-98ca-27015b83e85c HTTP/1.1" status: 200 len: 205 time: 0.0447781 Sep 22 10:44:22.074600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee6212b-0e07-40e3-ad62-44b16afd698e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet c2894cf5-82fb-4e34-8274-4d757b989cb7 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:22.077562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53218) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.079878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ee6212b-0e07-40e3-ad62-44b16afd698e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.131961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ee6212b-0e07-40e3-ad62-44b16afd698e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.174251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:22.186645 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.201500 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-90701d01-b929-4c2f-ad17-5fa9847d919b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] delete failed (client error): The resource could not be found. Sep 22 10:44:22.202880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-90701d01-b929-4c2f-ad17-5fa9847d919b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/1a5a9b62-8e56-4f13-98ca-27015b83e85c HTTP/1.1" status: 404 len: 336 time: 0.1210589 Sep 22 10:44:22.207839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53222) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.284864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ee6212b-0e07-40e3-ad62-44b16afd698e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.346828 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32765613-7d0a-4208-9318-777198f0f7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.369236 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66631dc-9fe6-4d7a-a39e-526ac54df8a5 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] DELETE failed (client error): The resource could not be found. Sep 22 10:44:22.370022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66631dc-9fe6-4d7a-a39e-526ac54df8a5 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:22.374163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:44:22.378427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e66631dc-9fe6-4d7a-a39e-526ac54df8a5 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/98e7902a-7ef9-4219-82c8-21d6df1b4f7a HTTP/1.1" status: 404 len: 337 time: 0.1606925 Sep 22 10:44:22.380024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53224) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.411233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf12de-16dc-4628-b0fc-5c0cc346b822 req-7d6a71df-5f25-41be-a960-db7b884f7f7c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:22.422549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43cf12de-16dc-4628-b0fc-5c0cc346b822 req-7d6a71df-5f25-41be-a960-db7b884f7f7c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 932 time: 0.4097917 Sep 22 10:44:22.428444 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8be9ff6a-a829-4418-ae2f-0be13c37b6be tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b024b24-64ff-4c82-9dbc-fcf4c08b322d HTTP/1.1" status: 200 len: 205 time: 0.0432661 Sep 22 10:44:22.428639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53226) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.436724 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e68ce21-0741-4877-a47b-7fbf32de2d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.466181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e68ce21-0741-4877-a47b-7fbf32de2d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.474359 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-89d7f012-446c-4b5c-8f94-af72ecb87c7a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] delete failed (client error): The resource could not be found. Sep 22 10:44:22.478459 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-89d7f012-446c-4b5c-8f94-af72ecb87c7a tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/routers/2b024b24-64ff-4c82-9dbc-fcf4c08b322d HTTP/1.1" status: 404 len: 336 time: 0.0459023 Sep 22 10:44:22.479512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53228) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.491770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-93c88064-c0c2-4fd2-ba7b-2b97012bec85 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:22.492314 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-93c88064-c0c2-4fd2-ba7b-2b97012bec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.497521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ee6212b-0e07-40e3-ad62-44b16afd698e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.538603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6212b-0e07-40e3-ad62-44b16afd698e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=c2894cf5-82fb-4e34-8274-4d757b989cb7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:22.544807 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ee6212b-0e07-40e3-ad62-44b16afd698e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.549523 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8ee6212b-0e07-40e3-ad62-44b16afd698e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/c2894cf5-82fb-4e34-8274-4d757b989cb7 HTTP/1.1" status: 204 len: 168 time: 0.6412451 Sep 22 10:44:22.550555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.601086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:22.607569 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc18d89-f84c-4932-a838-fedafd5c3da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet c38f1264-35df-4117-970b-05f6266b8e93 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:22.612297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbc18d89-f84c-4932-a838-fedafd5c3da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.622770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'port_id': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4', 'mac_address': 'fa:16:3e:49:a9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:44:22.633497 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43292c8-f235-49b3-b848-db80480f9c35 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] DELETE failed (client error): The resource could not be found. Sep 22 10:44:22.634395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43292c8-f235-49b3-b848-db80480f9c35 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:22.638693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e43292c8-f235-49b3-b848-db80480f9c35 tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/d6699f56-994c-496b-bae7-aca39cda461b HTTP/1.1" status: 404 len: 337 time: 0.1481609 Sep 22 10:44:22.652422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53234) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.678958 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.695099 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7e48fe-2dae-4f85-986d-6efb0a50ec1b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] DELETE failed (client error): The resource could not be found. Sep 22 10:44:22.695859 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7e48fe-2dae-4f85-986d-6efb0a50ec1b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:22.697909 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6f7e48fe-2dae-4f85-986d-6efb0a50ec1b tempest-RoutersTest-248530359 tempest-RoutersTest-248530359-project] 10.222.0.20 "DELETE /v2.0/subnets/f259ef66-aaed-476a-9a2a-1928c8a75b3a HTTP/1.1" status: 404 len: 337 time: 0.0391653 Sep 22 10:44:22.726277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbc18d89-f84c-4932-a838-fedafd5c3da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.756637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a04767-9398-4f2a-9d3d-9724f2649cf6 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:44:22.771577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:44:22.773816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.791927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Transition to ACTIVE for port object 68a04767-9398-4f2a-9d3d-9724f2649cf6 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:44:22.794883 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e68ce21-0741-4877-a47b-7fbf32de2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.797447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e68ce21-0741-4877-a47b-7fbf32de2d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.802187 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6e68ce21-0741-4877-a47b-7fbf32de2d39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fd9f450-b766-47aa-922e-154b45329f91 HTTP/1.1" status: 204 len: 168 time: 0.7819076 Sep 22 10:44:22.809992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:22.849100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2a114-61cb-41e3-bd87-1025f6cc9c85 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:22.849232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43cf12de-16dc-4628-b0fc-5c0cc346b822 req-903e58ac-efbe-4366-9d48-a6f9bbf1f91f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148684 Sep 22 10:44:22.849232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68ce21-0741-4877-a47b-7fbf32de2d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd9f450-b766-47aa-922e-154b45329f91,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:22.911383 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbc18d89-f84c-4932-a838-fedafd5c3da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.940106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.966351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-22f4834b-65d1-4980-84ab-f63e512622cb None None] Could not find standard attr ID for object 512fc3f6-066c-43ab-a5c5-5be2ab51674b. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:44:23.017971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Pushing event updated for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:23.048858 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.051978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f274fb-9c84-4564-9f55-c3cd95b31f38 req-f80fd201-ae29-40dc-8026-81cd08e73496 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:23.062325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89f274fb-9c84-4564-9f55-c3cd95b31f38 req-f80fd201-ae29-40dc-8026-81cd08e73496 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 943 time: 0.1265018 Sep 22 10:44:23.119742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:23.131598 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbc18d89-f84c-4932-a838-fedafd5c3da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.142393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89f274fb-9c84-4564-9f55-c3cd95b31f38 req-de7f691b-7ce5-4c70-897b-c3058140cef6 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678568 Sep 22 10:44:23.150313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:23.150653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:23.150986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:23.155643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:44:23.155966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:23.184074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbc18d89-f84c-4932-a838-fedafd5c3da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.186027 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dbc18d89-f84c-4932-a838-fedafd5c3da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/c38f1264-35df-4117-970b-05f6266b8e93 HTTP/1.1" status: 204 len: 168 time: 0.6347928 Sep 22 10:44:23.190527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc18d89-f84c-4932-a838-fedafd5c3da1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=c38f1264-35df-4117-970b-05f6266b8e93,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:23.191938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:23.192328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Checking segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:23.192841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Bound using segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:23.193567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Bound port: 68a04767-9398-4f2a-9d3d-9724f2649cf6, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:23.194420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.199011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53244) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:23.255401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['cd1fb7d0-30ec-47ed-912e-3cc3e47935b4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:44:23.282289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a0ad2b20-37f9-42bb-bc69-e20735e1e9d8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812411 Sep 22 10:44:23.284605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53248) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:23.289806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:23.385903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:23.393833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:23.501412 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.566610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:23.567389 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.568918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] 10.222.0.32 "PUT /v2.0/ports/68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 1092 time: 2.4945645 Sep 22 10:44:23.588972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:23.594079 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb180f30-4e50-4631-8d9a-50798bcc1fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:23.598447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53258) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:23.644260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:23.648222 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.915893 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d42985aa-9278-40f6-9e6b-b3b317a50f91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d180f58028445059ecbf3cb08b9932e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143044 Sep 22 10:44:23.919123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53270) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:23.972271 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30005e06-b80c-48f3-94b1-dbbf21d5dfde x-openstack-request-id: req-30005e06-b80c-48f3-94b1-dbbf21d5dfde {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:23.972664 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:23.979180 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30005e06-b80c-48f3-94b1-dbbf21d5dfde {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:23.979180 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'status': 'completed', 'code': 200} Sep 22 10:44:23.987056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befaf58b-4d87-4a53-8d4f-a4986f013fbe service neutron] Pushing event updated for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:24.025488 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0306ad09-ce23-4aa1-8b24-0fb233246c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.036922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf28f5f-bab1-4479-b907-f7b9c79977e4 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:24.061858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-fffcf645-486b-4d2f-a70b-70728a5afb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:24.063757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-fffcf645-486b-4d2f-a70b-70728a5afb7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1095 time: 0.0873637 Sep 22 10:44:24.085440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.142731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e8046-be2f-4337-b2d1-1ddf0c5937f9 req-6ea03c05-a300-44ca-b506-d6c05fb7e599 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:24.149358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a3e8046-be2f-4337-b2d1-1ddf0c5937f9 req-6ea03c05-a300-44ca-b506-d6c05fb7e599 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 944 time: 0.1275558 Sep 22 10:44:24.154772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-a948e435-e83b-403b-b70b-0e6ff4b0d23d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 217 time: 0.0816779 Sep 22 10:44:24.223418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4162f545-fa75-416d-81b0-b6de54132c09 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:24.223804 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4162f545-fa75-416d-81b0-b6de54132c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.320930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:24.334340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:24.348325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:24.349138 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.355968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=9174d961-dfdf-42ce-aba7-65c9b4af34b9,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:24.374806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a3e8046-be2f-4337-b2d1-1ddf0c5937f9 req-8f21cff1-0f1a-4fae-ac4a-f55e202d9e7c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184033 Sep 22 10:44:24.377332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-1a02d2b6-012d-4afe-ab09-48e35867046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:24.378975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-1a02d2b6-012d-4afe-ab09-48e35867046e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801e59f0-b539-44b3-bf1f-5a13fbfadbe0 HTTP/1.1" status: 200 len: 834 time: 0.1825643 Sep 22 10:44:24.421346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:24.435938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0306ad09-ce23-4aa1-8b24-0fb233246c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.448897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-4a359c75-7f81-4ccb-954e-4668a75221b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:24.451175 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-4a359c75-7f81-4ccb-954e-4668a75221b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3da9743-2a1f-45ca-a9fa-9fe71e439952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596163 Sep 22 10:44:24.457196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6135583c-8a2f-4d76-b00c-e3f4331aadbf None None] Update dhcp port {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': '9174d961-dfdf-42ce-aba7-65c9b4af34b9'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '13c47730-a1b0-4087-b8b9-bfbe66560d80'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:44:24.463248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-dcd6ccf0-9c4d-47b2-bfd2-fd152deea41b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:44:24.464237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-dcd6ccf0-9c4d-47b2-bfd2-fd152deea41b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057616 Sep 22 10:44:24.488460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fc22714a-60b2-4045-acb0-981e8ef50124 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2029171 Sep 22 10:44:24.488606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53284) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:24.494036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:24.521327 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6135583c-8a2f-4d76-b00c-e3f4331aadbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.599426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb334-11e9-4a31-a8b2-e781586acc56 req-e8822d9d-29c1-493f-b753-f27d728cbc87 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:24.611579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3ccb334-11e9-4a31-a8b2-e781586acc56 req-e8822d9d-29c1-493f-b753-f27d728cbc87 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 944 time: 0.1276345 Sep 22 10:44:24.631080 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0306ad09-ce23-4aa1-8b24-0fb233246c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.636010 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0306ad09-ce23-4aa1-8b24-0fb233246c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.637651 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0306ad09-ce23-4aa1-8b24-0fb233246c33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fe2cd51-e9f4-40aa-b0c5-de42dd25ca39 HTTP/1.1" status: 204 len: 168 time: 0.7172949 Sep 22 10:44:24.641067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-434a4975-6936-41a6-bea5-8dd4e0a2b301 service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700041 Sep 22 10:44:24.681476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306ad09-ce23-4aa1-8b24-0fb233246c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe2cd51-e9f4-40aa-b0c5-de42dd25ca39,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:24.713157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3ccb334-11e9-4a31-a8b2-e781586acc56 req-7d648ac7-0ab9-4c0e-93ed-30bfbbcd1496 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998969 Sep 22 10:44:24.770115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:24.774119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.788193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7ea9715-0d0c-41ea-a40a-6e513a544adc req-100276ca-050b-4c44-9b4d-a92a3147093f service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398437 Sep 22 10:44:24.796194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-6135583c-8a2f-4d76-b00c-e3f4331aadbf None None] Allocated IP 172.20.0.2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/9174d961-dfdf-42ce-aba7-65c9b4af34b9/13c47730-a1b0-4087-b8b9-bfbe66560d80) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:24.854266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:44:24.861821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:24.865306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.881404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53294) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:24.885649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032451 Sep 22 10:44:24.890384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53296) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:25.010250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-63e47c62-62f1-48bd-a324-466ab5b87447 tempest-NetworksApiDiscovery-915739329 tempest-NetworksApiDiscovery-915739329-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1187620 Sep 22 10:44:25.017179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6135583c-8a2f-4d76-b00c-e3f4331aadbf None None] For port 13c47730-a1b0-4087-b8b9-bfbe66560d80, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=13c47730-a1b0-4087-b8b9-bfbe66560d80,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:25.057320 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.078417 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6135583c-8a2f-4d76-b00c-e3f4331aadbf None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.091613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a399ec1-66d5-4368-8617-5673b0491441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:25.094438 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6774c20c-2e58-4dc9-bced-8b514946223e" -d '{"events": [{"server_uuid": "3a399ec1-66d5-4368-8617-5673b0491441", "name": "network-vif-plugged", "status": "completed", "tag": "cd1fb7d0-30ec-47ed-912e-3cc3e47935b4"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:25.108133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:25.153068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fa4c0e28-e7e7-44f3-ba12-ea4fccaeae02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.157657 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6135583c-8a2f-4d76-b00c-e3f4331aadbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.233469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135583c-8a2f-4d76-b00c-e3f4331aadbf None None] Pushing event updated for resources: {'Port': ['ID=13c47730-a1b0-4087-b8b9-bfbe66560d80,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:25.239440 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641c40a8-58c5-4fa0-bf3c-1f6e22d7b24c x-openstack-request-id: req-641c40a8-58c5-4fa0-bf3c-1f6e22d7b24c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:25.239723 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a399ec1-66d5-4368-8617-5673b0491441", "name": "network-vif-plugged", "status": "completed", "tag": "cd1fb7d0-30ec-47ed-912e-3cc3e47935b4", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:25.240141 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-641c40a8-58c5-4fa0-bf3c-1f6e22d7b24c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:25.240601 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a399ec1-66d5-4368-8617-5673b0491441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4', 'code': 200} Sep 22 10:44:25.242068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.249053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-f273e850-d8d4-4223-97f8-8ab9b26f04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:25.254032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-f273e850-d8d4-4223-97f8-8ab9b26f04f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1095 time: 0.2915273 Sep 22 10:44:25.403440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:25.423036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-f8435639-fabb-4881-bca1-26c946d70521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:25.425023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-f8435639-fabb-4881-bca1-26c946d70521 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 200 len: 897 time: 0.1634588 Sep 22 10:44:25.476428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:44:25.484030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d338b30-77c0-46f8-b88c-9de10e18cf78 req-20a08c23-398a-4dcf-a1ba-341be7087588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:25.485568 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d338b30-77c0-46f8-b88c-9de10e18cf78 req-20a08c23-398a-4dcf-a1ba-341be7087588 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 1096 time: 0.1040289 Sep 22 10:44:25.506544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-add274b6-c894-40ac-97da-0a18c1e0dfd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 217 time: 0.0711055 Sep 22 10:44:25.575952 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.576796 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.606034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-33b32cf6-de70-4b32-9af4-76a010ef5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:25.606034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-33b32cf6-de70-4b32-9af4-76a010ef5bd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801e59f0-b539-44b3-bf1f-5a13fbfadbe0 HTTP/1.1" status: 200 len: 834 time: 0.0888135 Sep 22 10:44:25.754862 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6d338b30-77c0-46f8-b88c-9de10e18cf78 req-1293e4d7-8ad1-4e5c-a342-b4bede54b8eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238443 Sep 22 10:44:25.763568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344ef6c-b614-4a59-b5e7-0a4062932b63 req-5931a2dd-5800-4683-9f3f-c06248b1b8f0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:25.771264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f344ef6c-b614-4a59-b5e7-0a4062932b63 req-5931a2dd-5800-4683-9f3f-c06248b1b8f0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 944 time: 0.1670170 Sep 22 10:44:25.782475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-f5656e13-0908-405a-8c3c-1c05d819b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:25.784022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-f5656e13-0908-405a-8c3c-1c05d819b712 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3da9743-2a1f-45ca-a9fa-9fe71e439952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611242 Sep 22 10:44:25.787255 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.870800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f344ef6c-b614-4a59-b5e7-0a4062932b63 req-cfc4807f-73ea-40a6-92b1-364855cadb44 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985644 Sep 22 10:44:25.884695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53324) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:26.019044 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 13c47730-a1b0-4087-b8b9-bfbe66560d80 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:26.078171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-bdc5ce4e-bf36-4e43-9bff-2be3983d6ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852709 Sep 22 10:44:26.107839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.110592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426bbcc-3ec5-4373-84c4-3b8eef414566 req-e13564ae-4c61-4a77-b988-ae5c91118841 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:26.112385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0426bbcc-3ec5-4373-84c4-3b8eef414566 req-e13564ae-4c61-4a77-b988-ae5c91118841 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 945 time: 0.1391985 Sep 22 10:44:26.188717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:26.188717 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.189435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41713768-d672-49bf-a293-1b57bc2d426b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.238199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0426bbcc-3ec5-4373-84c4-3b8eef414566 req-26e0980e-0f80-48b6-9bbf-1a872de948be tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089945 Sep 22 10:44:26.266607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb180f30-4e50-4631-8d9a-50798bcc1fa0 req-ca0caf60-db0e-43c6-90d3-4fb6f10f284c service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800072 Sep 22 10:44:26.313774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394382c-3b3d-4ab4-a171-a29b512439b5 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:26.322178 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.405263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-70015ec9-3fae-4f00-85c2-fd2ea46adfb7 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:26.405648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] For port 13c47730-a1b0-4087-b8b9-bfbe66560d80, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=13c47730-a1b0-4087-b8b9-bfbe66560d80,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:26.405803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70015ec9-3fae-4f00-85c2-fd2ea46adfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.457338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.471461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41713768-d672-49bf-a293-1b57bc2d426b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.552985 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41713768-d672-49bf-a293-1b57bc2d426b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.558372 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.558855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.673349 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41713768-d672-49bf-a293-1b57bc2d426b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce996db19a844768b57bc6c8a6e735ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7851760 Sep 22 10:44:26.675250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:26.676155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53344) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:26.679704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41713768-d672-49bf-a293-1b57bc2d426b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b622861f-080e-4000-a6a7-1d0e85a2545e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:26.688503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:26.694962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=3b168aaf-da7e-43d6-9b1a-d73abeb34cae,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:26.698958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:26.699866 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.731392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=13c47730-a1b0-4087-b8b9-bfbe66560d80,revision_number=9']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:26.778954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8938d1bc-92c2-42f3-b05d-b9e1394ecb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.800666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8938d1bc-92c2-42f3-b05d-b9e1394ecb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.804887 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6b45bfbd-60e8-4c4d-8cf3-b8ced7b7aa06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3152690 Sep 22 10:44:26.808342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53346) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:26.816222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:9d:da:cf', 'name': 'tempest-NetworksTestDHCPv6-2035842312'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:26.988546 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8938d1bc-92c2-42f3-b05d-b9e1394ecb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.991705 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8938d1bc-92c2-42f3-b05d-b9e1394ecb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.993139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8938d1bc-92c2-42f3-b05d-b9e1394ecb72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b622861f-080e-4000-a6a7-1d0e85a2545e HTTP/1.1" status: 204 len: 168 time: 0.3158789 Sep 22 10:44:27.006976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938d1bc-92c2-42f3-b05d-b9e1394ecb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b622861f-080e-4000-a6a7-1d0e85a2545e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:27.028182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b6a7f-fabe-4768-9074-028e7b4f9a31 req-34363963-7c51-42ac-9ca7-4d1447d19ad5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:27.036920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f2b6a7f-fabe-4768-9074-028e7b4f9a31 req-34363963-7c51-42ac-9ca7-4d1447d19ad5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 944 time: 0.0836120 Sep 22 10:44:27.101501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f2b6a7f-fabe-4768-9074-028e7b4f9a31 req-80d696b2-d09d-44aa-bd5f-3f66bc8bb340 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475388 Sep 22 10:44:27.181943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:27.280435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.305800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port ffaaefcf-5638-4dbd-931f-80b2512c62b5 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:44:27.411013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b0b6a-f5c8-49d9-ac57-02267897fb37 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:27.416349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f1334-c973-4228-908b-86b05a9a59a4 req-69a0dcf4-4689-4e75-b537-df32a539e8b7 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:27.417907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-968f1334-c973-4228-908b-86b05a9a59a4 req-69a0dcf4-4689-4e75-b537-df32a539e8b7 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 945 time: 0.1011739 Sep 22 10:44:27.452049 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2ab58792-6df1-47c8-b750-27cfadfe09a2 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:27.452432 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ab58792-6df1-47c8-b750-27cfadfe09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.481389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-968f1334-c973-4228-908b-86b05a9a59a4 req-ba561649-8531-44bd-91f5-b0af8f7168b0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570264 Sep 22 10:44:27.593360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 172.20.0.9 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/9174d961-dfdf-42ce-aba7-65c9b4af34b9/ffaaefcf-5638-4dbd-931f-80b2512c62b5) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:27.615444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:fe9d:dacf (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/3b168aaf-da7e-43d6-9b1a-d73abeb34cae/ffaaefcf-5638-4dbd-931f-80b2512c62b5) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:27.719960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd7264-c611-40e4-9b40-48c4a4be7dc5 req-c6f3a04f-ecb1-4871-a902-bf468d4c271c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:27.719960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aadd7264-c611-40e4-9b40-48c4a4be7dc5 req-c6f3a04f-ecb1-4871-a902-bf468d4c271c tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 945 time: 0.1082926 Sep 22 10:44:27.721023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53374) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:27.726882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Request body: {'floatingip': {'port_id': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:27.787218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.900831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.999062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 13c47730-a1b0-4087-b8b9-bfbe66560d80 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:28.051712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.086427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:28.089316 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.094747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:28.095127 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.111887 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:28.117274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:28.195351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=ffaaefcf-5638-4dbd-931f-80b2512c62b5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:28.219622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:28.220677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.284752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 68a04767-9398-4f2a-9d3d-9724f2649cf6 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:44:28.304855 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4c5e43f7-92f2-4aed-acd6-bbe8a4b46d4e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4952195 Sep 22 10:44:28.306251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53392) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:28.417299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93725667-d95e-4f5d-8736-3872b68c8a98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:28.431543 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93725667-d95e-4f5d-8736-3872b68c8a98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:28.438885 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-93725667-d95e-4f5d-8736-3872b68c8a98 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1300218 Sep 22 10:44:28.440394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53396) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:28.612843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.resource_extend [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:44:28.668091 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0ccedadf-d2ec-40e4-82cf-ca7828968e08 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port ffaaefcf-5638-4dbd-931f-80b2512c62b5 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:28.668680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ccedadf-d2ec-40e4-82cf-ca7828968e08 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.698810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c24d7788-068f-414c-bb3e-bd338aa8d9eb None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:28.700464 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c24d7788-068f-414c-bb3e-bd338aa8d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.769460 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.829255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592caab-e22d-4dc0-83f7-7efebc231d10 req-4d672b2e-9f03-4097-8abc-8288ee19b73d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:28.829948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a592caab-e22d-4dc0-83f7-7efebc231d10 req-4d672b2e-9f03-4097-8abc-8288ee19b73d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 944 time: 0.1277659 Sep 22 10:44:28.834086 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ccedadf-d2ec-40e4-82cf-ca7828968e08 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.839723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:28.853390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0ccedadf-d2ec-40e4-82cf-ca7828968e08 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for ffaaefcf-5638-4dbd-931f-80b2512c62b5 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:28.879636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'port_id': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'mac_address': 'fa:16:3e:d8:f2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:44:28.942685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a592caab-e22d-4dc0-83f7-7efebc231d10 req-d8406c85-32f7-47a8-97b4-989e34718cc8 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021550 Sep 22 10:44:28.943683 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.963726 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.995180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a04767-9398-4f2a-9d3d-9724f2649cf6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:44:29.052010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:29.064347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-13efe8ae-b99b-4b7f-bded-b123469833ec None None] Provisioning complete for port ffaaefcf-5638-4dbd-931f-80b2512c62b5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:29.064788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-13efe8ae-b99b-4b7f-bded-b123469833ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.112702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-13efe8ae-b99b-4b7f-bded-b123469833ec None None] Port ffaaefcf-5638-4dbd-931f-80b2512c62b5 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:29.123659 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Floating IP 66be7eef-e414-4d9b-b078-48f416562417 associated. External IP: 172.25.1.233, port: cd1fb7d0-30ec-47ed-912e-3cc3e47935b4. Sep 22 10:44:29.152861 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.170986 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ccedadf-d2ec-40e4-82cf-ca7828968e08 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.226145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccedadf-d2ec-40e4-82cf-ca7828968e08 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=ffaaefcf-5638-4dbd-931f-80b2512c62b5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:29.268653 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:29.360911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['68a04767-9398-4f2a-9d3d-9724f2649cf6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:44:29.374474 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0ccedadf-d2ec-40e4-82cf-ca7828968e08 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.380385 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0ccedadf-d2ec-40e4-82cf-ca7828968e08 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/ffaaefcf-5638-4dbd-931f-80b2512c62b5 HTTP/1.1" status: 204 len: 168 time: 0.9381201 Sep 22 10:44:29.381589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53420) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:29.466920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a15b1-c416-4d5d-b98d-476584fcd829 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:29.468852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a15b1-c416-4d5d-b98d-476584fcd829 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:29.470422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a15b1-c416-4d5d-b98d-476584fcd829 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:29.474566 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-417a15b1-c416-4d5d-b98d-476584fcd829 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0892854 Sep 22 10:44:29.476009 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53426) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:29.476893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Router 26c0e4c8-6b23-4f76-924a-1dda2d74764e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:29.606962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cfcb4a-d6c2-4154-a09d-7ddbf5c935fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 3b168aaf-da7e-43d6-9b1a-d73abeb34cae {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:29.612762 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66cfcb4a-d6c2-4154-a09d-7ddbf5c935fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.711285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66cfcb4a-d6c2-4154-a09d-7ddbf5c935fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.805319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53436) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:29.833898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66cfcb4a-d6c2-4154-a09d-7ddbf5c935fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.075768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66cfcb4a-d6c2-4154-a09d-7ddbf5c935fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.133606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a629a65-c705-40d0-a44e-8bc53011a6d5 req-a526a945-005e-445f-aa3e-a4af1b4d4366 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:30.134313 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfcb4a-d6c2-4154-a09d-7ddbf5c935fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=3b168aaf-da7e-43d6-9b1a-d73abeb34cae,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:30.135171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a629a65-c705-40d0-a44e-8bc53011a6d5 req-a526a945-005e-445f-aa3e-a4af1b4d4366 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 945 time: 0.0761337 Sep 22 10:44:30.136632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:30.142854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.144024 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66cfcb4a-d6c2-4154-a09d-7ddbf5c935fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.146130 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-66cfcb4a-d6c2-4154-a09d-7ddbf5c935fe tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/3b168aaf-da7e-43d6-9b1a-d73abeb34cae HTTP/1.1" status: 204 len: 168 time: 0.6667273 Sep 22 10:44:30.149040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53452) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:30.157716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] Sync routers for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:30.169033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ef9b0-0331-4f07-9a6d-86ca2e3376e2 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:30.210010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3e6d355b-d0f6-4631-8bf1-b79be2e5ec3f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "PUT /v2.0/floatingips/66be7eef-e414-4d9b-b078-48f416562417 HTTP/1.1" status: 200 len: 991 time: 2.4865649 Sep 22 10:44:30.215570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a399ec1-66d5-4368-8617-5673b0491441', 'tag': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:30.216341 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6198-d5b1-4312-88ab-be95907758e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.218352 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe2817f-0f1e-4320-8af3-ce85de491839" -d '{"events": [{"name": "network-changed", "server_uuid": "3a399ec1-66d5-4368-8617-5673b0491441", "tag": "cd1fb7d0-30ec-47ed-912e-3cc3e47935b4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:30.241650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1a629a65-c705-40d0-a44e-8bc53011a6d5 req-a7422269-8772-4399-8505-dd53555f2843 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857575 Sep 22 10:44:30.274656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d878c78-302e-4bde-82f5-26a5691257b0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 9174d961-dfdf-42ce-aba7-65c9b4af34b9 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:30.285833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 68a04767-9398-4f2a-9d3d-9724f2649cf6 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:30.289118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:30.290501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:44:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:30.350648 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe3616-461d-45a8-abec-eb6212763006 x-openstack-request-id: req-41fe3616-461d-45a8-abec-eb6212763006 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:30.351211 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a399ec1-66d5-4368-8617-5673b0491441", "tag": "cd1fb7d0-30ec-47ed-912e-3cc3e47935b4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:30.351774 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41fe3616-461d-45a8-abec-eb6212763006 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:30.353267 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a399ec1-66d5-4368-8617-5673b0491441', 'tag': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4', 'status': 'completed', 'code': 200} Sep 22 10:44:30.409327 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d878c78-302e-4bde-82f5-26a5691257b0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.416808 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:30.439414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6198-d5b1-4312-88ab-be95907758e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.467572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-2f863729-e7a6-489d-99cf-fcf464cce5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:30.469369 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-2f863729-e7a6-489d-99cf-fcf464cce5bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 1096 time: 0.0877163 Sep 22 10:44:30.471644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d878c78-302e-4bde-82f5-26a5691257b0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.581305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5bf6198-d5b1-4312-88ab-be95907758e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.679813 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d5bf6198-d5b1-4312-88ab-be95907758e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=960b1a86b5884ed9bb1ee80120f300c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8674259 Sep 22 10:44:30.679813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf6198-d5b1-4312-88ab-be95907758e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a72cea8-541d-4bcc-b24d-eade934b2139,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:30.680171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53466) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:30.705124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d878c78-302e-4bde-82f5-26a5691257b0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.734937 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7c63-96e2-43d5-a5e5-b4927dcbb04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.761489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7c63-96e2-43d5-a5e5-b4927dcbb04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.783635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '66be7eef-e414-4d9b-b078-48f416562417', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'port_id': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'mac_address': 'fa:16:3e:49:a9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a399ec1-66d5-4368-8617-5673b0491441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:44:05Z', 'updated_at': '2021-09-22T10:44:28Z', 'revision_number': 1, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:30.802893 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-2f1e9214-db5a-4c90-975c-539c48bd506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:30.804926 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-2f1e9214-db5a-4c90-975c-539c48bd506a service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.3087687 Sep 22 10:44:30.815528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] Checking router: 26c0e4c8-6b23-4f76-924a-1dda2d74764e for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:30.827648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:30.828382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:44:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:30.885342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d878c78-302e-4bde-82f5-26a5691257b0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.902092 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-5f9765b2-69e3-4aa1-ad31-a62c82288299 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 HTTP/1.1" status: 200 len: 999 time: 0.0876029 Sep 22 10:44:30.905755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 68a04767-9398-4f2a-9d3d-9724f2649cf6 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:44:30.911346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 68a04767-9398-4f2a-9d3d-9724f2649cf6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:30.911847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.918717 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7c63-96e2-43d5-a5e5-b4927dcbb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.922120 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7c63-96e2-43d5-a5e5-b4927dcbb04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.923270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5e2e7c63-96e2-43d5-a5e5-b4927dcbb04a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a72cea8-541d-4bcc-b24d-eade934b2139 HTTP/1.1" status: 204 len: 168 time: 0.2451594 Sep 22 10:44:30.935277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d878c78-302e-4bde-82f5-26a5691257b0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.940683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53470) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:30.945070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e7c63-96e2-43d5-a5e5-b4927dcbb04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a72cea8-541d-4bcc-b24d-eade934b2139,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:30.945814 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9d878c78-302e-4bde-82f5-26a5691257b0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/9174d961-dfdf-42ce-aba7-65c9b4af34b9 HTTP/1.1" status: 204 len: 168 time: 0.7860982 Sep 22 10:44:30.960818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d878c78-302e-4bde-82f5-26a5691257b0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=9174d961-dfdf-42ce-aba7-65c9b4af34b9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:31.038611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2f279d56-b5b9-4e7d-9388-530434e06ee7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942700 Sep 22 10:44:31.041685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53476) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:31.047537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:31.069772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:31.072600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-7bfd8610-bd11-424f-9e62-a4e821281c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:31.073497 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-7bfd8610-bd11-424f-9e62-a4e821281c8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.1250851 Sep 22 10:44:31.149777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-5a23e6b9-892c-4179-a452-bd10c3da4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:31.151413 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-5a23e6b9-892c-4179-a452-bd10c3da4a6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709059 Sep 22 10:44:31.205001 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.242823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:31.245224 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb61762d-f9ad-4611-b475-3f1599e63b88" -d '{"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-plugged", "status": "completed", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:31.284689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:31.298042 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab4e518-0dbf-476d-afa6-960a81d71a17 x-openstack-request-id: req-6ab4e518-0dbf-476d-afa6-960a81d71a17 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:31.298367 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-plugged", "status": "completed", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:31.298625 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ab4e518-0dbf-476d-afa6-960a81d71a17 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:31.299017 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'code': 200} Sep 22 10:44:31.306856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:31.313016 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.344207 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-06691c6b-b88f-43c9-8555-2609ce54da92 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852462 Sep 22 10:44:31.362131 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.456558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:31.563545 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-afe2817f-0f1e-4320-8af3-ce85de491839 req-8cff7f0e-aa18-4a58-b046-b17b3b14ef29 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091079 Sep 22 10:44:31.595953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '66be7eef-e414-4d9b-b078-48f416562417', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'port_id': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'mac_address': 'fa:16:3e:49:a9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a399ec1-66d5-4368-8617-5673b0491441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:44:05Z', 'updated_at': '2021-09-22T10:44:28Z', 'revision_number': 1, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:31.620244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4036998-354a-47f6-81fd-f53dc6cd10e0 req-0f8cbf5f-b8d6-4234-aaed-6bbe4e2e0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:31.621696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4036998-354a-47f6-81fd-f53dc6cd10e0 req-0f8cbf5f-b8d6-4234-aaed-6bbe4e2e0ff5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1097 time: 0.2407825 Sep 22 10:44:31.634473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d6b54-6646-468e-99da-ab09c779b7d8 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:31.637151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0a96c-cbcd-4fc0-b036-1dcf127a6962 None None] The sync data for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 is: [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '66be7eef-e414-4d9b-b078-48f416562417', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'port_id': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'mac_address': 'fa:16:3e:49:a9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a399ec1-66d5-4368-8617-5673b0491441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:44:05Z', 'updated_at': '2021-09-22T10:44:28Z', 'revision_number': 1, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:31.638337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6729d-ea4f-43dd-b14a-360cbb73bb11 req-41f003a4-a6c2-4401-a802-79a0d0ba0f14 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:31.639994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5cc6729d-ea4f-43dd-b14a-360cbb73bb11 req-41f003a4-a6c2-4401-a802-79a0d0ba0f14 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.2502601 Sep 22 10:44:31.724435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2794091f-8ad4-4d1f-868b-d56b3e3bfcf1 None None] Provisioning complete for port 13c47730-a1b0-4087-b8b9-bfbe66560d80 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:31.724844 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2794091f-8ad4-4d1f-868b-d56b3e3bfcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.741365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4036998-354a-47f6-81fd-f53dc6cd10e0 req-99f43ae6-ac4c-4955-9587-c8fe8fbce755 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116195 Sep 22 10:44:31.748578 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5cc6729d-ea4f-43dd-b14a-360cbb73bb11 req-0d54f603-0dd0-4302-b2b5-8be16cf2a0bf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013904 Sep 22 10:44:31.924999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.932987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53490) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:31.965656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2932a2b9-035c-438a-9ac3-e65836d8d8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.982642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea66b48-bf1b-42e2-aa78-182056587e79 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:31.998351 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdeb1a-330d-47e6-bc05-98bf6c735797 None None] New status for floating IP 66be7eef-e414-4d9b-b078-48f416562417: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:44:32.021909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=cf4a8d33-9c30-4d98-a1c8-e6dab04571e5,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:32.034128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:32.035983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:32.043829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:32.047095 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.075901 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2932a2b9-035c-438a-9ac3-e65836d8d8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.092152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8ea66b48-bf1b-42e2-aa78-182056587e79 None None] Deleting port 13c47730-a1b0-4087-b8b9-bfbe66560d80 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:32.092811 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ea66b48-bf1b-42e2-aa78-182056587e79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.152896 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2932a2b9-035c-438a-9ac3-e65836d8d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.203576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8ea66b48-bf1b-42e2-aa78-182056587e79 None None] For port 13c47730-a1b0-4087-b8b9-bfbe66560d80, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=13c47730-a1b0-4087-b8b9-bfbe66560d80,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:32.204102 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ea66b48-bf1b-42e2-aa78-182056587e79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.213329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7e9c007c-8c37-427c-a133-edf87ecbf4f2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1677754 Sep 22 10:44:32.214081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53496) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:32.219617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:32.223396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8ea66b48-bf1b-42e2-aa78-182056587e79 None None] Calling delete_port for 13c47730-a1b0-4087-b8b9-bfbe66560d80 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:32.264497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53498) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:32.269401 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2932a2b9-035c-438a-9ac3-e65836d8d8c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b151ce76c244ab29aa7a8b2e99192f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272815 Sep 22 10:44:32.271038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932a2b9-035c-438a-9ac3-e65836d8d8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886fd4d2-ad4c-4ede-9230-b3a49a0c2fee,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:32.386979 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ea66b48-bf1b-42e2-aa78-182056587e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.411279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e3385cd-4482-46d3-a164-641712e67eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.417571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea66b48-bf1b-42e2-aa78-182056587e79 None None] No DVR routers for this DVR port 13c47730-a1b0-4087-b8b9-bfbe66560d80 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:32.424378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea66b48-bf1b-42e2-aa78-182056587e79 None None] Pushing event deleted for resources: {'Port': ['ID=13c47730-a1b0-4087-b8b9-bfbe66560d80,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:32.433632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd7b7a-0b65-4747-8c3a-243941cebf50 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:32.442765 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e3385cd-4482-46d3-a164-641712e67eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.559503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:32.572059 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.597302 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e3385cd-4482-46d3-a164-641712e67eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.599890 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7e3385cd-4482-46d3-a164-641712e67eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.601040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7e3385cd-4482-46d3-a164-641712e67eba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/886fd4d2-ad4c-4ede-9230-b3a49a0c2fee HTTP/1.1" status: 204 len: 168 time: 0.3356152 Sep 22 10:44:32.607275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': 'cf4a8d33-9c30-4d98-a1c8-e6dab04571e5'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:32.608247 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.622312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3385cd-4482-46d3-a164-641712e67eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886fd4d2-ad4c-4ede-9230-b3a49a0c2fee,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:32.774134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Allocated IP 172.20.0.2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/cf4a8d33-9c30-4d98-a1c8-e6dab04571e5/24d775ee-0651-4e3a-bf02-2720b0bdd928) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:32.941389 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.973232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73f78c-6b37-40f6-a5be-988ae0ca6098 req-c9f753a8-d5eb-4746-94ac-e7849d569b8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:32.974900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf73f78c-6b37-40f6-a5be-988ae0ca6098 req-c9f753a8-d5eb-4746-94ac-e7849d569b8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.1044774 Sep 22 10:44:33.020033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf73f78c-6b37-40f6-a5be-988ae0ca6098 req-da32e521-9963-40c3-b82d-bd969f00d0e4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380661 Sep 22 10:44:33.097394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.164195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:33.169255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:33.175092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:33.199590 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Pushing event updated for resources: {'Port': ['ID=24d775ee-0651-4e3a-bf02-2720b0bdd928,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:33.260955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Attempting to bind port 24d775ee-0651-4e3a-bf02-2720b0bdd928 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:33.261615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Attempting to bind port 24d775ee-0651-4e3a-bf02-2720b0bdd928 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:33.261766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Attempting to bind port 24d775ee-0651-4e3a-bf02-2720b0bdd928 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:33.266913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:33.267115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:44:33.267291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:33.267700 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.268100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:33.269096 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Bound port: 24d775ee-0651-4e3a-bf02-2720b0bdd928, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:33.269488 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.549127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] For port 24d775ee-0651-4e3a-bf02-2720b0bdd928, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:33.552381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] For port 24d775ee-0651-4e3a-bf02-2720b0bdd928, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=24d775ee-0651-4e3a-bf02-2720b0bdd928,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:33.573137 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.627214 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.647778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:44:33.648292 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:44:33.738448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4521d-fd50-4bd6-a2df-a71005c3eab5 None None] Pushing event updated for resources: {'Port': ['ID=24d775ee-0651-4e3a-bf02-2720b0bdd928,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:34.002631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 24d775ee-0651-4e3a-bf02-2720b0bdd928 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:34.058665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 24d775ee-0651-4e3a-bf02-2720b0bdd928 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:34.059038 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.218183 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.222681 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.278021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 24d775ee-0651-4e3a-bf02-2720b0bdd928, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=24d775ee-0651-4e3a-bf02-2720b0bdd928,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:34.355330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573a63d-f7e3-4f1f-b0ca-7ae8ff1889c8 req-504e4478-c60e-448b-98f2-d6e1893b8e1b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:34.357110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d573a63d-f7e3-4f1f-b0ca-7ae8ff1889c8 req-504e4478-c60e-448b-98f2-d6e1893b8e1b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.1410306 Sep 22 10:44:34.398267 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.420707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d573a63d-f7e3-4f1f-b0ca-7ae8ff1889c8 req-91f725f1-3e0a-401d-81e6-5a579211c245 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571647 Sep 22 10:44:34.422076 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:44:34.422439 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:44:34.489477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 13c47730-a1b0-4087-b8b9-bfbe66560d80 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:34.494531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=24d775ee-0651-4e3a-bf02-2720b0bdd928,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:34.538870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 13c47730-a1b0-4087-b8b9-bfbe66560d80 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:34.539232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 13c47730-a1b0-4087-b8b9-bfbe66560d80 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:34.681292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb9750-c1dd-4f28-8dfe-571a86cb8135 req-e9927851-19e2-4393-a704-8fae19424ed7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:34.683074 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1beb9750-c1dd-4f28-8dfe-571a86cb8135 req-e9927851-19e2-4393-a704-8fae19424ed7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.0714753 Sep 22 10:44:34.755627 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1beb9750-c1dd-4f28-8dfe-571a86cb8135 req-dd91641b-2066-49f5-b31d-c80aa1e30dd6 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626035 Sep 22 10:44:34.758184 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.778373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53562) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:34.823624 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686eef4b-f77b-42d6-925c-c46327382e65 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:34.825174 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-686eef4b-f77b-42d6-925c-c46327382e65 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1092 time: 0.0458162 Sep 22 10:44:34.828693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53564) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:34.833832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:34.858473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f7989d97-046c-4a6e-a9fe-53ce43fa87d2 None None] Provisioning complete for port 24d775ee-0651-4e3a-bf02-2720b0bdd928 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:34.859218 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f7989d97-046c-4a6e-a9fe-53ce43fa87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.946622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] For port 24d775ee-0651-4e3a-bf02-2720b0bdd928, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=24d775ee-0651-4e3a-bf02-2720b0bdd928,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:34.959875 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.000495 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.083767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.120213 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.120955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.224214 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:35.246357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:35.248201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=12d2487c-38dd-4c12-8f5a-64ada4b8e91a,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:35.251059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:35.252598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.267760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b21465-7839-4cf5-9948-d0f0a950d409 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:35.286834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=24d775ee-0651-4e3a-bf02-2720b0bdd928,revision_number=5']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:35.310331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.25.1.74 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/0c8d5b2c-4d0b-4a63-b7ce-9eb02a5c368e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:35.406524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-89c5b259-3f2c-465b-8424-87c0c1add447 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1912537 Sep 22 10:44:35.409344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53586) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:35.417484 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:c5:5d:d6', 'name': 'tempest-NetworksTestDHCPv6-748151850'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:35.485606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.610588 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.654894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:35.654894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:35.657462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:35.680889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:35.684103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=0c8d5b2c-4d0b-4a63-b7ce-9eb02a5c368e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:35.837510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.862935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:44:36.036094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 24d775ee-0651-4e3a-bf02-2720b0bdd928 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:36.158504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 24d775ee-0651-4e3a-bf02-2720b0bdd928 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:36.159110 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.174446 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.255761 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 172.20.0.7 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/cf4a8d33-9c30-4d98-a1c8-e6dab04571e5/6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:36.265491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:fec5:5dd6 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/12d2487c-38dd-4c12-8f5a-64ada4b8e91a/6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:36.414387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.443011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.489163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-98a6796e-14de-4b6b-a512-00cee690b09f None None] Provisioning complete for port 24d775ee-0651-4e3a-bf02-2720b0bdd928 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:36.489538 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-98a6796e-14de-4b6b-a512-00cee690b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.566788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.644190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.692039 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:36.695463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:36.699536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:36.712856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.732001 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:36.770323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:36.771305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.800733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=0c8d5b2c-4d0b-4a63-b7ce-9eb02a5c368e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:36.816631 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.873486 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bc7f958e-7302-4ce7-a93c-efb1f3b9e557 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4619868 Sep 22 10:44:36.876004 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53614) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:36.991994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574d2a7-d7a3-4e2f-91ad-a1ad07efa85b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:37.002763 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Floating IP 6d13939e-998c-4109-a5ab-3a0f382de11e associated. External IP: 172.25.1.74, port: 68a04767-9398-4f2a-9d3d-9724f2649cf6. Sep 22 10:44:37.011021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574d2a7-d7a3-4e2f-91ad-a1ad07efa85b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:37.015536 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a574d2a7-d7a3-4e2f-91ad-a1ad07efa85b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1370111 Sep 22 10:44:37.016765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53622) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:37.111178 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a53edf57-f271-4046-a0fa-649a1d5382d2 None None] Provisioning complete for port 6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:37.112341 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a53edf57-f271-4046-a0fa-649a1d5382d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.161339 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4b686c3d-3475-4624-ad90-72d36f39c99e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:37.161931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b686c3d-3475-4624-ad90-72d36f39c99e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.214649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a53edf57-f271-4046-a0fa-649a1d5382d2 None None] Port 6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:37.276342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b686c3d-3475-4624-ad90-72d36f39c99e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.297570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4b686c3d-3475-4624-ad90-72d36f39c99e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:37.552325 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b686c3d-3475-4624-ad90-72d36f39c99e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.581566 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b686c3d-3475-4624-ad90-72d36f39c99e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:37.707269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router e5af05f1-9b85-428c-9d55-125e632e0b04 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:37.732561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b686c3d-3475-4624-ad90-72d36f39c99e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.744636 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4b686c3d-3475-4624-ad90-72d36f39c99e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac HTTP/1.1" status: 204 len: 168 time: 0.7266021 Sep 22 10:44:37.747152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53630) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:37.849952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aca057-cab0-4f41-bf33-c6ec543b4e62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:37.851669 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aca057-cab0-4f41-bf33-c6ec543b4e62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:37.853769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aca057-cab0-4f41-bf33-c6ec543b4e62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:37.867648 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2aca057-cab0-4f41-bf33-c6ec543b4e62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1170964 Sep 22 10:44:37.868388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53636) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:37.957325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:37.957786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] Sync routers for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:37.958864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:37.959812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:44:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:38.006675 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6fdeda-6d10-4dd5-ae24-62ccdf8b7d09 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 12d2487c-38dd-4c12-8f5a-64ada4b8e91a {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:38.014205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdeda-6d10-4dd5-ae24-62ccdf8b7d09 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.077232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdeda-6d10-4dd5-ae24-62ccdf8b7d09 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.088190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:38.112503 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.178715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdeda-6d10-4dd5-ae24-62ccdf8b7d09 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.200117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-485feb1f-22fd-4133-b91e-f9223c7f966a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3701415 Sep 22 10:44:38.201165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:38.208214 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ac8120-1354-4df4-ae7f-b815aa5ace82" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:38.342025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdeda-6d10-4dd5-ae24-62ccdf8b7d09 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.380653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fdeda-6d10-4dd5-ae24-62ccdf8b7d09 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=12d2487c-38dd-4c12-8f5a-64ada4b8e91a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:38.387515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdeda-6d10-4dd5-ae24-62ccdf8b7d09 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.389691 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ba6fdeda-6d10-4dd5-ae24-62ccdf8b7d09 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/12d2487c-38dd-4c12-8f5a-64ada4b8e91a HTTP/1.1" status: 204 len: 168 time: 0.5203404 Sep 22 10:44:38.392206 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53658) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:38.418750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36951a4f-30f1-4760-8c90-24e6a5745105 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:38.475431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dc06c-e1b2-40c0-80a5-a182baa6e261 req-227565fe-f257-4791-9349-8bd6ea70d4a2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:38.478083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af3dc06c-e1b2-40c0-80a5-a182baa6e261 req-227565fe-f257-4791-9349-8bd6ea70d4a2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.1281462 Sep 22 10:44:38.512657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b185416c-282e-409b-9263-960ba7ad55ce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet cf4a8d33-9c30-4d98-a1c8-e6dab04571e5 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:38.516105 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b185416c-282e-409b-9263-960ba7ad55ce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.537869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af3dc06c-e1b2-40c0-80a5-a182baa6e261 req-0c1034a8-6a13-4669-a398-19770a613e98 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483499 Sep 22 10:44:38.549035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53662) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:38.566136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '6d13939e-998c-4109-a5ab-3a0f382de11e', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'port_id': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'mac_address': 'fa:16:3e:d8:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f64157-a201-4fac-ac86-2127e0762182', 'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:9d:2b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:08Z', 'updated_at': '2021-09-22T10:44:19Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:38.579030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b185416c-282e-409b-9263-960ba7ad55ce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.640847 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] Checking router: e5af05f1-9b85-428c-9d55-125e632e0b04 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:38.677930 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2725cf-07a6-47e7-82b4-e1e0c87aa6cb x-openstack-request-id: req-4c2725cf-07a6-47e7-82b4-e1e0c87aa6cb {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:38.679076 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:38.679560 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c2725cf-07a6-47e7-82b4-e1e0c87aa6cb {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:38.680218 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'status': 'completed', 'code': 200} Sep 22 10:44:38.685484 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b185416c-282e-409b-9263-960ba7ad55ce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.703322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:38.706522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:44:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:38.752614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d1884b9e-6318-4229-9ade-fd4f5baab532 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/6d13939e-998c-4109-a5ab-3a0f382de11e HTTP/1.1" status: 200 len: 991 time: 0.2023780 Sep 22 10:44:38.754977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-33f83d69-f8ae-45ca-b2f3-dad82877b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:38.756652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-33f83d69-f8ae-45ca-b2f3-dad82877b959 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1097 time: 0.0720611 Sep 22 10:44:38.849172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b185416c-282e-409b-9263-960ba7ad55ce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.993852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-5ff26b09-9f7b-49d7-8b4c-4c242676d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:38.996270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-5ff26b09-9f7b-49d7-8b4c-4c242676d0c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 200 len: 897 time: 0.2317669 Sep 22 10:44:39.001939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185416c-282e-409b-9263-960ba7ad55ce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4a8d33-9c30-4d98-a1c8-e6dab04571e5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:39.028627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:39.033423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b185416c-282e-409b-9263-960ba7ad55ce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:39.045607 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b185416c-282e-409b-9263-960ba7ad55ce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/cf4a8d33-9c30-4d98-a1c8-e6dab04571e5 HTTP/1.1" status: 204 len: 168 time: 0.6520050 Sep 22 10:44:39.049719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53676) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:39.125634 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5d462846-d211-4e0d-885c-accccbdf7975 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743885 Sep 22 10:44:39.128076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53680) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:39.155156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-ed436377-552a-4031-a081-ad06e95f9c2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 999 time: 0.1507554 Sep 22 10:44:39.177736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b2240-be90-43d0-98fc-157d281bbf6d None None] Update dhcp port {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': 'cf4a8d33-9c30-4d98-a1c8-e6dab04571e5'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '24d775ee-0651-4e3a-bf02-2720b0bdd928'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:44:39.184360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3dee4-a8fc-400e-bfbb-6df2ede55aee tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:39.186164 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ace3dee4-a8fc-400e-bfbb-6df2ede55aee tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0569718 Sep 22 10:44:39.188545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53682) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:39.258684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-e62c303f-de12-4ba4-89a7-cb145bcb85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:39.261345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-e62c303f-de12-4ba4-89a7-cb145bcb85c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801e59f0-b539-44b3-bf1f-5a13fbfadbe0 HTTP/1.1" status: 200 len: 834 time: 0.0976222 Sep 22 10:44:39.267399 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2240-be90-43d0-98fc-157d281bbf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:39.355503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-6b419624-63a7-47e8-9f33-8380fecde984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:39.358988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-6b419624-63a7-47e8-9f33-8380fecde984 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3da9743-2a1f-45ca-a9fa-9fe71e439952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912979 Sep 22 10:44:39.559100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-2f700c27-c647-4a39-8fe2-17d3f51be214 service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930356 Sep 22 10:44:39.702054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0467be-2f19-4bb6-9c1f-f49390fe1bf6 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:39.727488 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8ac8120-1354-4df4-ae7f-b815aa5ace82 req-cd2a45f2-5313-4a32-9911-586510ee524e service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584640 Sep 22 10:44:39.756054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53692) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:39.832666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2e9b4606-5c62-49ce-a4e5-679c29cfb667 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/6d13939e-998c-4109-a5ab-3a0f382de11e HTTP/1.1" status: 200 len: 991 time: 0.0752645 Sep 22 10:44:39.877362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '6d13939e-998c-4109-a5ab-3a0f382de11e', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'port_id': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'mac_address': 'fa:16:3e:d8:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f64157-a201-4fac-ac86-2127e0762182', 'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:9d:2b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:08Z', 'updated_at': '2021-09-22T10:44:19Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:39.885239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5f824db5-cc59-4d84-b756-9ce12565e9e9 None None] Provisioning complete for port 24d775ee-0651-4e3a-bf02-2720b0bdd928 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:39.885612 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5f824db5-cc59-4d84-b756-9ce12565e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:39.899541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20076996-9d68-4810-a4bf-aba77f89ad47 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:39.903603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-20076996-9d68-4810-a4bf-aba77f89ad47 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7115681 Sep 22 10:44:39.904647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53696) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:39.965403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53700) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:39.965675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ad1b1-ff5d-429b-a6a4-7ad61fc7d796 None None] The sync data for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 is: [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '6d13939e-998c-4109-a5ab-3a0f382de11e', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.74', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'port_id': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'mac_address': 'fa:16:3e:d8:f2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f64157-a201-4fac-ac86-2127e0762182', 'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:9d:2b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:08Z', 'updated_at': '2021-09-22T10:44:19Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:39.967240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-790d0bcc-19e6-4858-b03b-2220f18262e5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608609 Sep 22 10:44:39.974123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1345308f-00c9-4f50-8c57-e3d89b295fce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:40.036126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 24d775ee-0651-4e3a-bf02-2720b0bdd928 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:40.194558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f949c2-7b6a-43d7-b116-e4360196a908 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:40.250576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.283944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1345308f-00c9-4f50-8c57-e3d89b295fce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:40.288066 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1345308f-00c9-4f50-8c57-e3d89b295fce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.290876 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-1345308f-00c9-4f50-8c57-e3d89b295fce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:44:40.292524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1345308f-00c9-4f50-8c57-e3d89b295fce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:40.355955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 24d775ee-0651-4e3a-bf02-2720b0bdd928, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=24d775ee-0651-4e3a-bf02-2720b0bdd928,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:40.369388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-15f949c2-7b6a-43d7-b116-e4360196a908 None None] Deleting port 24d775ee-0651-4e3a-bf02-2720b0bdd928 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:40.370226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-15f949c2-7b6a-43d7-b116-e4360196a908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.396939 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af5e45-ef14-4f88-9330-55ca6683ce0c None None] New status for floating IP 6d13939e-998c-4109-a5ab-3a0f382de11e: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:44:40.421879 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1345308f-00c9-4f50-8c57-e3d89b295fce tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4554915 Sep 22 10:44:40.424627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53708) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:40.430152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-59bf9ff5-2de4-44ef-92a7-8108f184bafb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:40.450205 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.522048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=24d775ee-0651-4e3a-bf02-2720b0bdd928,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:40.526358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-15f949c2-7b6a-43d7-b116-e4360196a908 None None] For port 24d775ee-0651-4e3a-bf02-2720b0bdd928, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=24d775ee-0651-4e3a-bf02-2720b0bdd928,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:40.526825 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-15f949c2-7b6a-43d7-b116-e4360196a908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.544570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-15f949c2-7b6a-43d7-b116-e4360196a908 None None] Calling delete_port for 24d775ee-0651-4e3a-bf02-2720b0bdd928 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:40.834567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53720) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:40.872355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bf9ff5-2de4-44ef-92a7-8108f184bafb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:40.876251 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-59bf9ff5-2de4-44ef-92a7-8108f184bafb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.878200 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bf9ff5-2de4-44ef-92a7-8108f184bafb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:44:40.878650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bf9ff5-2de4-44ef-92a7-8108f184bafb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:40.918067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9d563ff9-e416-4ffd-90ec-3e12f373a4e7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/6d13939e-998c-4109-a5ab-3a0f382de11e HTTP/1.1" status: 200 len: 991 time: 0.0810564 Sep 22 10:44:40.920252 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-15f949c2-7b6a-43d7-b116-e4360196a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.949242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f949c2-7b6a-43d7-b116-e4360196a908 None None] Pushing event deleted for resources: {'Port': ['ID=24d775ee-0651-4e3a-bf02-2720b0bdd928,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:40.955849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f949c2-7b6a-43d7-b116-e4360196a908 None None] No DVR routers for this DVR port 24d775ee-0651-4e3a-bf02-2720b0bdd928 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:40.987638 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-59bf9ff5-2de4-44ef-92a7-8108f184bafb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5614276 Sep 22 10:44:40.990934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53722) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:40.996172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c363d697-d965-46a6-83f5-3262403d3d2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:41.192554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c363d697-d965-46a6-83f5-3262403d3d2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:41.196229 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c363d697-d965-46a6-83f5-3262403d3d2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.197674 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c363d697-d965-46a6-83f5-3262403d3d2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:44:41.198134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c363d697-d965-46a6-83f5-3262403d3d2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:41.250543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53732) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:41.293085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c363d697-d965-46a6-83f5-3262403d3d2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2981970 Sep 22 10:44:41.293550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53738) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:41.303291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-77a35079-1abd-4eae-b157-54945a850315 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:41.402419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-891368ac-15a7-4567-8e5f-a8ffa155f539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.445515 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-891368ac-15a7-4567-8e5f-a8ffa155f539 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:44:41.445515 n-d-807025-3 neutron-server[95682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 10:44:41.445515 n-d-807025-3 neutron-server[95682]: [parameters: {'project_id': '84bae467a474472588a8bb06a77d9b3c', 'id': '58fe9cd1-759d-4b8e-9652-0cb3ec701bd1', 'expiration': datetime.datetime(2021, 9, 22, 10, 46, 41, 439180)}] Sep 22 10:44:41.445515 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:44:41.447120 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-891368ac-15a7-4567-8e5f-a8ffa155f539 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:44:41.523465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a35079-1abd-4eae-b157-54945a850315 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:41.527705 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-77a35079-1abd-4eae-b157-54945a850315 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.529126 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a35079-1abd-4eae-b157-54945a850315 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:44:41.529551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a35079-1abd-4eae-b157-54945a850315 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:41.653950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-77a35079-1abd-4eae-b157-54945a850315 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3565099 Sep 22 10:44:41.654225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53740) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:41.659559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6e60c0d8-739a-4798-9c49-29ee275f8536 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:41.837869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e60c0d8-739a-4798-9c49-29ee275f8536 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:41.841529 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e60c0d8-739a-4798-9c49-29ee275f8536 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.843307 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e60c0d8-739a-4798-9c49-29ee275f8536 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:44:41.843805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e60c0d8-739a-4798-9c49-29ee275f8536 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:41.920565 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53746) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:41.940277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6e60c0d8-739a-4798-9c49-29ee275f8536 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2817349 Sep 22 10:44:41.940532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53748) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:41.945297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-70d62487-158a-4482-a0d5-71dfc8a4883c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:41.960579 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-891368ac-15a7-4567-8e5f-a8ffa155f539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.028063 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-047e18db-301b-4e47-8d01-a3df8746e841 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/6d13939e-998c-4109-a5ab-3a0f382de11e HTTP/1.1" status: 200 len: 993 time: 0.1058497 Sep 22 10:44:42.142031 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-891368ac-15a7-4567-8e5f-a8ffa155f539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.215847 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-891368ac-15a7-4567-8e5f-a8ffa155f539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.264766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891368ac-15a7-4567-8e5f-a8ffa155f539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46671c22-cc00-49d9-8923-ae8892437c90,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:42.269386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-891368ac-15a7-4567-8e5f-a8ffa155f539 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84bae467a474472588a8bb06a77d9b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176904 Sep 22 10:44:42.272000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53758) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:42.324387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5967a5d4-27ed-4265-9b3e-528ff4148378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.346007 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5967a5d4-27ed-4265-9b3e-528ff4148378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.361989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d62487-158a-4482-a0d5-71dfc8a4883c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:42.365616 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-70d62487-158a-4482-a0d5-71dfc8a4883c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.369007 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d62487-158a-4482-a0d5-71dfc8a4883c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:44:42.369007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d62487-158a-4482-a0d5-71dfc8a4883c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:44:42.501813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-70d62487-158a-4482-a0d5-71dfc8a4883c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5602136 Sep 22 10:44:42.504218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53760) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:42.531754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1bdff0fa-604b-497c-972b-5744500f9358 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0261233 Sep 22 10:44:42.532940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5967a5d4-27ed-4265-9b3e-528ff4148378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.534247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53762) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:42.535565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5967a5d4-27ed-4265-9b3e-528ff4148378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.539297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5967a5d4-27ed-4265-9b3e-528ff4148378 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46671c22-cc00-49d9-8923-ae8892437c90 HTTP/1.1" status: 204 len: 168 time: 0.2663128 Sep 22 10:44:42.551447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967a5d4-27ed-4265-9b3e-528ff4148378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46671c22-cc00-49d9-8923-ae8892437c90,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:42.609351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e1532-f754-4282-a682-5287d1d890cb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:42.613265 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a65e1532-f754-4282-a682-5287d1d890cb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756865 Sep 22 10:44:42.613571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53766) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:42.656933 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5bdf7af2-093e-49b4-9914-eaaa735d4607 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415123 Sep 22 10:44:42.661208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53768) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:42.667229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:42.843792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:42.847412 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.229613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:44:43.231192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.296539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:43.303185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:43.307644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:43.308415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.325570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a314679b-9677-4d5c-ab15-8e38f6651414 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:43.327832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=0aea932a-1e26-4ff0-8e6d-2e75bd075595,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:43.422334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b00fe326-92ef-4eab-a405-13cf387b30b3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7598674 Sep 22 10:44:43.424968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53784) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:43.430074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:b1:45:c5', 'name': 'tempest-NetworksTestDHCPv6-1602319375'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:43.464286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53786) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:43.493751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61eaa710-ca9d-4634-b766-f62a2cd21689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.499246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '0aea932a-1e26-4ff0-8e6d-2e75bd075595'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:43.500279 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.613250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61eaa710-ca9d-4634-b766-f62a2cd21689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.670608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Allocated IP 2001:db8::f816:3eff:fecd:f056 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/0aea932a-1e26-4ff0-8e6d-2e75bd075595/9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:43.685091 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-61eaa710-ca9d-4634-b766-f62a2cd21689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.738001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-61eaa710-ca9d-4634-b766-f62a2cd21689 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab9a35ac7e904420bea9bec6b7ea8372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664230 Sep 22 10:44:43.738001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaa710-ca9d-4634-b766-f62a2cd21689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a487d94-3841-4db4-b566-5471d573ac24,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:43.738485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:43.795174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f591da9d-2ad2-4889-9f92-c9a8918d3118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.817615 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f591da9d-2ad2-4889-9f92-c9a8918d3118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.824361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:43.839050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.940611 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.944243 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.960241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 5f64d019-c25f-4bd7-973b-9457a0868553 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:44:43.984082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:43.986980 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:43.992120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:44.021463 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Pushing event updated for resources: {'Port': ['ID=9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:44.059425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Attempting to bind port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:44.059811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Attempting to bind port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:44.060170 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Attempting to bind port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:44.065732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:44.066489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:44.066607 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:44.066922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:44.067488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Bound port: 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:44.067755 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:44.092765 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f591da9d-2ad2-4889-9f92-c9a8918d3118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:44.095359 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f591da9d-2ad2-4889-9f92-c9a8918d3118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:44.096523 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f591da9d-2ad2-4889-9f92-c9a8918d3118 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a487d94-3841-4db4-b566-5471d573ac24 HTTP/1.1" status: 204 len: 168 time: 0.3571100 Sep 22 10:44:44.117105 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591da9d-2ad2-4889-9f92-c9a8918d3118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a487d94-3841-4db4-b566-5471d573ac24,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:44.201464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:feb1:45c5 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/0aea932a-1e26-4ff0-8e6d-2e75bd075595/5f64d019-c25f-4bd7-973b-9457a0868553) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:44.212169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] For port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:44.217675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] For port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:44.318216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:44.372604 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:44.382140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41520c1-321d-493f-a761-5a9a734cf735 None None] Pushing event updated for resources: {'Port': ['ID=9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:44.529630 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:44.642796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=5f64d019-c25f-4bd7-973b-9457a0868553,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:44.656460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:44.658355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:44.664618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:44.672412 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:44.673464 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:44.787551 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-502b3757-ec30-45be-9d8b-be2973f57896 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3613238 Sep 22 10:44:44.790411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53810) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:44.854887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6cbcae-7f55-4ef5-a361-3b8d54d54ddc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:44.861228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6cbcae-7f55-4ef5-a361-3b8d54d54ddc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:44.862892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8a6cbcae-7f55-4ef5-a361-3b8d54d54ddc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0714657 Sep 22 10:44:44.868939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53814) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:44.965677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9d244e99-f0cd-45c2-91ae-f2c7d8b7235b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 5f64d019-c25f-4bd7-973b-9457a0868553 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:44.967495 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d244e99-f0cd-45c2-91ae-f2c7d8b7235b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.081957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d244e99-f0cd-45c2-91ae-f2c7d8b7235b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.100085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9d244e99-f0cd-45c2-91ae-f2c7d8b7235b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 5f64d019-c25f-4bd7-973b-9457a0868553 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:45.392698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d244e99-f0cd-45c2-91ae-f2c7d8b7235b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.423074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d244e99-f0cd-45c2-91ae-f2c7d8b7235b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=5f64d019-c25f-4bd7-973b-9457a0868553,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:45.451262 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d244e99-f0cd-45c2-91ae-f2c7d8b7235b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.453317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9d244e99-f0cd-45c2-91ae-f2c7d8b7235b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/5f64d019-c25f-4bd7-973b-9457a0868553 HTTP/1.1" status: 204 len: 168 time: 0.5834084 Sep 22 10:44:45.456656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53834) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:45.501844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-23013d5a-6236-4f2a-b397-ef42ecd3e48e None None] Provisioning complete for port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:45.502421 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23013d5a-6236-4f2a-b397-ef42ecd3e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.511443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413ff09-5c07-4e44-8ce0-c0c85a56492c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:45.513146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413ff09-5c07-4e44-8ce0-c0c85a56492c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:45.514693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f413ff09-5c07-4e44-8ce0-c0c85a56492c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0575604 Sep 22 10:44:45.517474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53838) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:45.609225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-399a8d1d-daa1-4afb-ac12-37bb42f92f80 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 0aea932a-1e26-4ff0-8e6d-2e75bd075595 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:45.612536 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-399a8d1d-daa1-4afb-ac12-37bb42f92f80 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.666552 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-399a8d1d-daa1-4afb-ac12-37bb42f92f80 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.691962 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23013d5a-6236-4f2a-b397-ef42ecd3e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.768570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-23013d5a-6236-4f2a-b397-ef42ecd3e48e None None] For port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:45.849226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23013d5a-6236-4f2a-b397-ef42ecd3e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.851755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-399a8d1d-daa1-4afb-ac12-37bb42f92f80 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:45.980832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23013d5a-6236-4f2a-b397-ef42ecd3e48e None None] Pushing event updated for resources: {'Port': ['ID=9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:45.998971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-62bea61f-a7b4-4282-a8de-85ef8b90f2e7 None None] Could not find standard attr ID for object 5f64d019-c25f-4bd7-973b-9457a0868553. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:44:46.106428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:46.142036 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-399a8d1d-daa1-4afb-ac12-37bb42f92f80 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:46.171612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:46.172061 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:46.198860 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-399a8d1d-daa1-4afb-ac12-37bb42f92f80 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:46.201034 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-399a8d1d-daa1-4afb-ac12-37bb42f92f80 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/0aea932a-1e26-4ff0-8e6d-2e75bd075595 HTTP/1.1" status: 204 len: 168 time: 0.6824882 Sep 22 10:44:46.202153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a8d1d-daa1-4afb-ac12-37bb42f92f80 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=0aea932a-1e26-4ff0-8e6d-2e75bd075595,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:46.203674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53852) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:46.207603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0772b-7679-4f3d-b993-2d6e117176ba None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:46.266170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c85e626d-9e5d-4bf3-b286-e3b8b214e2c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606434 Sep 22 10:44:46.268765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53856) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:46.274451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:46.466164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3bd48-b345-4f76-9e60-826c9b778f02 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:46.479395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:46.483793 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:46.522574 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3bd48-b345-4f76-9e60-826c9b778f02 None None] Deleting port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:46.523076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8d3bd48-b345-4f76-9e60-826c9b778f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:46.634064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d8d3bd48-b345-4f76-9e60-826c9b778f02 None None] For port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:46.634502 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8d3bd48-b345-4f76-9e60-826c9b778f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:46.648610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3bd48-b345-4f76-9e60-826c9b778f02 None None] Calling delete_port for 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:46.849261 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d8d3bd48-b345-4f76-9e60-826c9b778f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:46.887274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3bd48-b345-4f76-9e60-826c9b778f02 None None] Pushing event deleted for resources: {'Port': ['ID=9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:46.894609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3bd48-b345-4f76-9e60-826c9b778f02 None None] No DVR routers for this DVR port 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:46.904913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:44:46.916908 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:46.959915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:46.965465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:46.970311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:46.970980 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:46.976228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b1a735-9a47-4da1-bce2-fbaa7bc3593a None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:46.998928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=f8373102-7cb0-43c5-bb6e-d8fd530da3cd,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:47.119799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fd0aa82e-424a-4047-9771-5b91e8f2c61f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8499970 Sep 22 10:44:47.122392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53878) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:47.127702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:1d:f3:01', 'name': 'tempest-NetworksTestDHCPv6-1946566542'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:47.142704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': 'f8373102-7cb0-43c5-bb6e-d8fd530da3cd'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:47.143901 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.327512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Allocated IP 2001:db8::f816:3eff:fedf:7dd8 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/f8373102-7cb0-43c5-bb6e-d8fd530da3cd/bb4ebdec-a964-489a-95f0-018c34dd27c8) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:47.392544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:47.484564 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.506494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.527002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port cf498e44-2da9-419c-929c-41a9cf00ce93 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:44:47.661073 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.701868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:47.704923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:47.708488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:47.719413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:fe1d:f301 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/f8373102-7cb0-43c5-bb6e-d8fd530da3cd/cf498e44-2da9-419c-929c-41a9cf00ce93) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:47.721130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Pushing event updated for resources: {'Port': ['ID=bb4ebdec-a964-489a-95f0-018c34dd27c8,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:47.781620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Attempting to bind port bb4ebdec-a964-489a-95f0-018c34dd27c8 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:47.781620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Attempting to bind port bb4ebdec-a964-489a-95f0-018c34dd27c8 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:47.781620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Attempting to bind port bb4ebdec-a964-489a-95f0-018c34dd27c8 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:47.785705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:47.786086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:47.786528 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.786931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:47.787400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Bound port: bb4ebdec-a964-489a-95f0-018c34dd27c8, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:47.787782 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.875060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] For port bb4ebdec-a964-489a-95f0-018c34dd27c8, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:47.879766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] For port bb4ebdec-a964-489a-95f0-018c34dd27c8, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bb4ebdec-a964-489a-95f0-018c34dd27c8,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:47.919621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.963193 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:47.984033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:47.984374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 9f8a79e2-79e2-4d33-9bb7-0a44f56f6fb2 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:48.055955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.134425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.145842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476153d-83cf-4b97-8122-90a0f3592464 None None] Pushing event updated for resources: {'Port': ['ID=bb4ebdec-a964-489a-95f0-018c34dd27c8,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:48.201639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:48.204796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:48.212715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:48.218734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:48.219392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.235692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=cf498e44-2da9-419c-929c-41a9cf00ce93,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:48.342142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-296b3688-3391-43ef-85c6-a9d49012b997 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2181351 Sep 22 10:44:48.351077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53910) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:48.443901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964f787-1140-4c99-97ed-0958cad93a7f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:48.454554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1964f787-1140-4c99-97ed-0958cad93a7f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:48.456660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1964f787-1140-4c99-97ed-0958cad93a7f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1045523 Sep 22 10:44:48.461438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53916) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:48.580314 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8279f234-f969-4173-b1ba-109626092147 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port cf498e44-2da9-419c-929c-41a9cf00ce93 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:48.580545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8279f234-f969-4173-b1ba-109626092147 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.668567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8279f234-f969-4173-b1ba-109626092147 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.684676 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8279f234-f969-4173-b1ba-109626092147 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for cf498e44-2da9-419c-929c-41a9cf00ce93 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:48.924062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8279f234-f969-4173-b1ba-109626092147 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.975847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279f234-f969-4173-b1ba-109626092147 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=cf498e44-2da9-419c-929c-41a9cf00ce93,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:49.000501 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8279f234-f969-4173-b1ba-109626092147 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:49.002598 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8279f234-f969-4173-b1ba-109626092147 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/cf498e44-2da9-419c-929c-41a9cf00ce93 HTTP/1.1" status: 204 len: 168 time: 0.5420299 Sep 22 10:44:49.005121 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53930) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:49.067867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b34b6-4839-4ea2-b9d9-15250de114c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:49.069437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b34b6-4839-4ea2-b9d9-15250de114c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:49.071205 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-330b34b6-4839-4ea2-b9d9-15250de114c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0649934 Sep 22 10:44:49.074332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53934) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:49.140310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-955a930c-7dcb-4fd0-9774-4178e33782bf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet f8373102-7cb0-43c5-bb6e-d8fd530da3cd {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:49.144345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-955a930c-7dcb-4fd0-9774-4178e33782bf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:49.194684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-955a930c-7dcb-4fd0-9774-4178e33782bf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:49.328226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-955a930c-7dcb-4fd0-9774-4178e33782bf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:49.460486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b27b947b-b575-4daa-bc1b-af937603ec8b None None] Provisioning complete for port bb4ebdec-a964-489a-95f0-018c34dd27c8 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:49.462143 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b27b947b-b575-4daa-bc1b-af937603ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:49.516994 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-955a930c-7dcb-4fd0-9774-4178e33782bf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:49.583422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a930c-7dcb-4fd0-9774-4178e33782bf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=f8373102-7cb0-43c5-bb6e-d8fd530da3cd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:49.596714 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-955a930c-7dcb-4fd0-9774-4178e33782bf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:49.599794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-955a930c-7dcb-4fd0-9774-4178e33782bf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/f8373102-7cb0-43c5-bb6e-d8fd530da3cd HTTP/1.1" status: 204 len: 168 time: 0.5241644 Sep 22 10:44:49.602401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53960) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:49.627706 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b27b947b-b575-4daa-bc1b-af937603ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:49.671273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b27b947b-b575-4daa-bc1b-af937603ec8b None None] For port bb4ebdec-a964-489a-95f0-018c34dd27c8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bb4ebdec-a964-489a-95f0-018c34dd27c8,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:49.700759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568d4f0-1d3e-4518-b460-8a1cf0bac79a None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:49.754063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b27b947b-b575-4daa-bc1b-af937603ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:49.901245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-90251fa5-c64f-42a5-8824-7ab725c3a336 None None] Could not find standard attr ID for object cf498e44-2da9-419c-929c-41a9cf00ce93. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:44:49.911246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b947b-b575-4daa-bc1b-af937603ec8b None None] Pushing event updated for resources: {'Port': ['ID=bb4ebdec-a964-489a-95f0-018c34dd27c8,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:49.975265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-641bd277-d535-46f5-bf6f-526d68f81830 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3714197 Sep 22 10:44:49.978418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53974) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:50.044256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd6147e-ded2-48da-abc3-a6479ef9ad10 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:50.045740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0dd6147e-ded2-48da-abc3-a6479ef9ad10 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0664268 Sep 22 10:44:50.052902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53978) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:50.063091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5037122-5189-4775-867a-8dc1d38e5fb6 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:50.125735 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005dc04-bf83-47e3-b5b4-4f4ab9e2ff22 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:50.128061 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5005dc04-bf83-47e3-b5b4-4f4ab9e2ff22 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736659 Sep 22 10:44:50.130799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 53984) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:50.137728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c5037122-5189-4775-867a-8dc1d38e5fb6 None None] Deleting port bb4ebdec-a964-489a-95f0-018c34dd27c8 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:50.139056 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c5037122-5189-4775-867a-8dc1d38e5fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:50.183520 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1917cbeb-86a5-4c0a-b4f2-3056c5ba3afa tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514631 Sep 22 10:44:50.187620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 53992) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:50.193192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:50.248514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c5037122-5189-4775-867a-8dc1d38e5fb6 None None] For port bb4ebdec-a964-489a-95f0-018c34dd27c8, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bb4ebdec-a964-489a-95f0-018c34dd27c8,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:50.248912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c5037122-5189-4775-867a-8dc1d38e5fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:50.268698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c5037122-5189-4775-867a-8dc1d38e5fb6 None None] Calling delete_port for bb4ebdec-a964-489a-95f0-018c34dd27c8 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:50.489588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:50.493393 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:50.620896 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c5037122-5189-4775-867a-8dc1d38e5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:50.656680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5037122-5189-4775-867a-8dc1d38e5fb6 None None] Pushing event deleted for resources: {'Port': ['ID=bb4ebdec-a964-489a-95f0-018c34dd27c8,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:50.660858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5037122-5189-4775-867a-8dc1d38e5fb6 None None] No DVR routers for this DVR port bb4ebdec-a964-489a-95f0-018c34dd27c8 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:50.911757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:44:50.913626 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:50.956880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:50.960041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:50.964718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:50.965248 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:50.972700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780b2b47-d780-407e-8183-5c11b07a2b1e None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:50.979040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=7fbf7eb8-e9bf-4b28-8b83-5a95eedd34ee,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:51.066887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-83b1f5ad-4dfe-4d52-9795-a3360c4a320a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8776767 Sep 22 10:44:51.067325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54030) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:51.072764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:c2:e3:c2', 'name': 'tempest-NetworksTestDHCPv6-994042810'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:51.154319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '7fbf7eb8-e9bf-4b28-8b83-5a95eedd34ee'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:51.155649 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:51.306502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Allocated IP 2001:db8::f816:3eff:fe6a:41a (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/7fbf7eb8-e9bf-4b28-8b83-5a95eedd34ee/468c004f-6111-4fa2-ac0c-cfe33fcde61d) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:51.318169 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:51.432272 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:51.466944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port fb72ad09-eb90-4355-8b6d-fdec7794e065 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:44:51.506804 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:51.704302 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54042) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:51.746838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:51.824350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Pushing event updated for resources: {'Port': ['ID=468c004f-6111-4fa2-ac0c-cfe33fcde61d,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:51.832603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:51.834370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:51.837672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:51.858956 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:51.883487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:fec2:e3c2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/7fbf7eb8-e9bf-4b28-8b83-5a95eedd34ee/fb72ad09-eb90-4355-8b6d-fdec7794e065) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:51.915779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Attempting to bind port 468c004f-6111-4fa2-ac0c-cfe33fcde61d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:51.916223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Attempting to bind port 468c004f-6111-4fa2-ac0c-cfe33fcde61d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:51.916522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Attempting to bind port 468c004f-6111-4fa2-ac0c-cfe33fcde61d on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:51.921737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:51.922140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:51.928800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:51.928800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:51.928800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Bound port: 468c004f-6111-4fa2-ac0c-cfe33fcde61d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:51.928800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:51.957597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bb4ebdec-a964-489a-95f0-018c34dd27c8 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:51.980695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: bb4ebdec-a964-489a-95f0-018c34dd27c8 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:51.981037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bb4ebdec-a964-489a-95f0-018c34dd27c8 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:52.014186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] For port 468c004f-6111-4fa2-ac0c-cfe33fcde61d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:52.017381 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] For port 468c004f-6111-4fa2-ac0c-cfe33fcde61d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=468c004f-6111-4fa2-ac0c-cfe33fcde61d,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:52.095609 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.104862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.118369 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.171585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd797-8f64-43c8-8f97-52d31137d866 None None] Pushing event updated for resources: {'Port': ['ID=468c004f-6111-4fa2-ac0c-cfe33fcde61d,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:52.181675 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.221876 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baf1e8ee89284d49ad6abf546bbfee04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161917 Sep 22 10:44:52.225028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:52.249948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.271807 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e975-ad5e-4b75-9beb-f264e4fc1e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.283167 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef5472b-3635-454a-9fd5-747451f82b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.315227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef5472b-3635-454a-9fd5-747451f82b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.324721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5c1555-a416-49af-bd3a-3f270f4cd708,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:52.329450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=fb72ad09-eb90-4355-8b6d-fdec7794e065,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:52.347071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.347702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.348222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.348736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.349516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.350492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.351073 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.351443 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.351783 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.352117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.352449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.352787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.359327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.361572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.361572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.361572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.361572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.361572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.361572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.362800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.362800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.362800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.362800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.363263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eebf78-7c20-47fa-baad-16930f3876ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:52.372365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:52.373895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:52.376982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:52.383156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:52.383813 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.489775 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef5472b-3635-454a-9fd5-747451f82b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.496664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cef5472b-3635-454a-9fd5-747451f82b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.496664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cef5472b-3635-454a-9fd5-747451f82b46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a5c1555-a416-49af-bd3a-3f270f4cd708 HTTP/1.1" status: 204 len: 168 time: 0.2685158 Sep 22 10:44:52.507715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5472b-3635-454a-9fd5-747451f82b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5c1555-a416-49af-bd3a-3f270f4cd708,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:52.529863 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eb7857e6-ff17-4690-8db6-b015a7dc79ab tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4507356 Sep 22 10:44:52.529984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54066) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:52.601035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f47835-4cb9-44a7-8dc3-a51f2637daa6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:52.607624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f47835-4cb9-44a7-8dc3-a51f2637daa6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:52.609278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b3f47835-4cb9-44a7-8dc3-a51f2637daa6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0786846 Sep 22 10:44:52.612060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54070) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:52.630430 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:44:52.709671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c1e14647-5c93-473c-b876-f4143bcf9192 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port fb72ad09-eb90-4355-8b6d-fdec7794e065 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:52.709671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c1e14647-5c93-473c-b876-f4143bcf9192 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.800489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c1e14647-5c93-473c-b876-f4143bcf9192 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:52.813570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c1e14647-5c93-473c-b876-f4143bcf9192 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for fb72ad09-eb90-4355-8b6d-fdec7794e065 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:53.123637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c1e14647-5c93-473c-b876-f4143bcf9192 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.159708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e14647-5c93-473c-b876-f4143bcf9192 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=fb72ad09-eb90-4355-8b6d-fdec7794e065,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:53.187802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c1e14647-5c93-473c-b876-f4143bcf9192 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.192867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54082) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:53.193422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c1e14647-5c93-473c-b876-f4143bcf9192 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/fb72ad09-eb90-4355-8b6d-fdec7794e065 HTTP/1.1" status: 204 len: 168 time: 0.5798693 Sep 22 10:44:53.267252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278ec76-b67b-4fc2-8801-816400c74b70 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:53.270811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278ec76-b67b-4fc2-8801-816400c74b70 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:53.270811 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5278ec76-b67b-4fc2-8801-816400c74b70 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0753806 Sep 22 10:44:53.272901 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54086) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:53.326641 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a17893-9098-45b1-ac55-99fbf1a14b35 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 7fbf7eb8-e9bf-4b28-8b83-5a95eedd34ee {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:53.329836 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45a17893-9098-45b1-ac55-99fbf1a14b35 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.358791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a8b082e6-d648-4456-bc6c-ceb763e9393e None None] Provisioning complete for port 468c004f-6111-4fa2-ac0c-cfe33fcde61d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:53.359364 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a8b082e6-d648-4456-bc6c-ceb763e9393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.364341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54088) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:53.379243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ded2c69e-0606-4090-8702-52b2cf4b9f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.383354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45a17893-9098-45b1-ac55-99fbf1a14b35 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.502353 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a8b082e6-d648-4456-bc6c-ceb763e9393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.551765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a8b082e6-d648-4456-bc6c-ceb763e9393e None None] For port 468c004f-6111-4fa2-ac0c-cfe33fcde61d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=468c004f-6111-4fa2-ac0c-cfe33fcde61d,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:53.571317 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ded2c69e-0606-4090-8702-52b2cf4b9f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.654718 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a8b082e6-d648-4456-bc6c-ceb763e9393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.657476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45a17893-9098-45b1-ac55-99fbf1a14b35 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.688560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ded2c69e-0606-4090-8702-52b2cf4b9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.734767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b082e6-d648-4456-bc6c-ceb763e9393e None None] Pushing event updated for resources: {'Port': ['ID=468c004f-6111-4fa2-ac0c-cfe33fcde61d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:53.755083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ded2c69e-0606-4090-8702-52b2cf4b9f4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d483ce88f57a4ee3b639f18ef2803eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878791 Sep 22 10:44:53.755433 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54096) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:53.757280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2c69e-0606-4090-8702-52b2cf4b9f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4d2a33-f95d-4289-9e09-5ef037da8a56,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:53.782060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-10cc4d81-3c0a-44fc-a8e1-9deec88bda8d None None] Could not find standard attr ID for object fb72ad09-eb90-4355-8b6d-fdec7794e065. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:44:53.832297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8483defe-8fc6-40ae-9922-030aec9ddc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.862652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8483defe-8fc6-40ae-9922-030aec9ddc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.874631 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45a17893-9098-45b1-ac55-99fbf1a14b35 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.920487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a17893-9098-45b1-ac55-99fbf1a14b35 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbf7eb8-e9bf-4b28-8b83-5a95eedd34ee,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:53.924692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-45a17893-9098-45b1-ac55-99fbf1a14b35 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.927974 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-45a17893-9098-45b1-ac55-99fbf1a14b35 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/7fbf7eb8-e9bf-4b28-8b83-5a95eedd34ee HTTP/1.1" status: 204 len: 168 time: 0.6519666 Sep 22 10:44:53.931460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:53.936376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18346b33-8f89-44fc-88b1-75a6ef12c32c None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:53.970366 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a2c16a97-1cdb-4e43-a4cf-b03bcbfd1c65 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397623 Sep 22 10:44:53.973205 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:53.979279 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:54.062940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 468c004f-6111-4fa2-ac0c-cfe33fcde61d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:54.075297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8483defe-8fc6-40ae-9922-030aec9ddc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.077755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8483defe-8fc6-40ae-9922-030aec9ddc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.079144 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8483defe-8fc6-40ae-9922-030aec9ddc60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae4d2a33-f95d-4289-9e09-5ef037da8a56 HTTP/1.1" status: 204 len: 168 time: 0.3224041 Sep 22 10:44:54.109233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483defe-8fc6-40ae-9922-030aec9ddc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4d2a33-f95d-4289-9e09-5ef037da8a56,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:54.174666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:54.182543 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.189679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 468c004f-6111-4fa2-ac0c-cfe33fcde61d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:54.189679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.269191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b34c302-05db-431a-9916-9090d4fa754e None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:54.389717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1b34c302-05db-431a-9916-9090d4fa754e None None] Deleting port 468c004f-6111-4fa2-ac0c-cfe33fcde61d {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:54.390544 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b34c302-05db-431a-9916-9090d4fa754e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.458167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1b34c302-05db-431a-9916-9090d4fa754e None None] For port 468c004f-6111-4fa2-ac0c-cfe33fcde61d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=468c004f-6111-4fa2-ac0c-cfe33fcde61d,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:54.458568 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b34c302-05db-431a-9916-9090d4fa754e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.470406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1b34c302-05db-431a-9916-9090d4fa754e None None] Calling delete_port for 468c004f-6111-4fa2-ac0c-cfe33fcde61d owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:54.666125 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1b34c302-05db-431a-9916-9090d4fa754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.672759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:44:54.705328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34c302-05db-431a-9916-9090d4fa754e None None] Pushing event deleted for resources: {'Port': ['ID=468c004f-6111-4fa2-ac0c-cfe33fcde61d,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:54.714890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34c302-05db-431a-9916-9090d4fa754e None None] No DVR routers for this DVR port 468c004f-6111-4fa2-ac0c-cfe33fcde61d on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:54.813245 n-d-807025-3 neutron-server[95681]: WARNING neutron.services.revisions.revision_plugin [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Could not find related port for resource to bump revision. Sep 22 10:44:54.837918 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_pluggable_backend [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Port 468c004f-6111-4fa2-ac0c-cfe33fcde61d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95681) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 22 10:44:54.838303 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_pluggable_backend [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6a:41a {{(pid=95681) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 22 10:44:54.842326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.ipam_pluggable_backend [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6a:41a {{(pid=95681) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 22 10:44:54.852025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.880230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:54.891989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:54.900878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:54.900878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.904237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c28a61-4f65-423b-a717-be906415bdc9 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:54.921803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=23a65b8b-05e0-435f-bb99-3bb05ba48730,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:54.981070 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c11356f9-efcf-4564-9615-aea403933493 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0062387 Sep 22 10:44:54.983679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54130) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:54.992689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:9c:27:75', 'name': 'tempest-NetworksTestDHCPv6-942041674'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:55.105830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '23a65b8b-05e0-435f-bb99-3bb05ba48730'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:55.106783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.182631 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-959a4015-10a5-4398-af6b-6d249098a2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.233896 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:55.239439 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.286167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 792c788c-3d53-4ecd-b46d-2b2048686dd2 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:44:55.297173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Allocated IP 2001:db8::f816:3eff:fe79:3ffe (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/23a65b8b-05e0-435f-bb99-3bb05ba48730/2e6bdc36-1544-4d1e-bacc-857159037a0f) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:55.460080 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.610067 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.644216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.645254 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.668522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:55.675120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:55.677419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:fe9c:2775 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/23a65b8b-05e0-435f-bb99-3bb05ba48730/792c788c-3d53-4ecd-b46d-2b2048686dd2) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:55.679631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:55.737391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Pushing event updated for resources: {'Port': ['ID=2e6bdc36-1544-4d1e-bacc-857159037a0f,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:55.777485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Attempting to bind port 2e6bdc36-1544-4d1e-bacc-857159037a0f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:55.778140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Attempting to bind port 2e6bdc36-1544-4d1e-bacc-857159037a0f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:55.778498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Attempting to bind port 2e6bdc36-1544-4d1e-bacc-857159037a0f on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:55.793183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:55.793571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:55.796775 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.799631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:55.800282 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Bound port: 2e6bdc36-1544-4d1e-bacc-857159037a0f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:55.805807 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.843231 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.892897 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.917798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-51457915-61f2-4870-883c-6f5c6816baed None None] For port 2e6bdc36-1544-4d1e-bacc-857159037a0f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:55.923752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-51457915-61f2-4870-883c-6f5c6816baed None None] For port 2e6bdc36-1544-4d1e-bacc-857159037a0f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2e6bdc36-1544-4d1e-bacc-857159037a0f,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:55.965882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 468c004f-6111-4fa2-ac0c-cfe33fcde61d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:55.987986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 468c004f-6111-4fa2-ac0c-cfe33fcde61d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:55.988634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 468c004f-6111-4fa2-ac0c-cfe33fcde61d not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:56.055714 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.056293 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.100707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:56.108418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:56.108418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:56.114065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:56.114882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.127594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=792c788c-3d53-4ecd-b46d-2b2048686dd2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:56.152337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51457915-61f2-4870-883c-6f5c6816baed None None] Pushing event updated for resources: {'Port': ['ID=2e6bdc36-1544-4d1e-bacc-857159037a0f,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:56.266441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.309604 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8fc4b496-517e-4601-b2ee-01072468efc4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3246615 Sep 22 10:44:56.312140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54166) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:56.404129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b6e06-d1a5-4f6c-9954-466332fb85bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:56.410678 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b6e06-d1a5-4f6c-9954-466332fb85bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:56.412278 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-067b6e06-d1a5-4f6c-9954-466332fb85bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0990617 Sep 22 10:44:56.415641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54170) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:56.525180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-48a753a4-d529-48d6-9659-5c8a6f4072fd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 792c788c-3d53-4ecd-b46d-2b2048686dd2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:56.525660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48a753a4-d529-48d6-9659-5c8a6f4072fd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.634928 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48a753a4-d529-48d6-9659-5c8a6f4072fd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.649162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-48a753a4-d529-48d6-9659-5c8a6f4072fd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 792c788c-3d53-4ecd-b46d-2b2048686dd2 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:56.866792 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48a753a4-d529-48d6-9659-5c8a6f4072fd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.925178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a753a4-d529-48d6-9659-5c8a6f4072fd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=792c788c-3d53-4ecd-b46d-2b2048686dd2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:56.953125 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-48a753a4-d529-48d6-9659-5c8a6f4072fd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.956676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-48a753a4-d529-48d6-9659-5c8a6f4072fd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/792c788c-3d53-4ecd-b46d-2b2048686dd2 HTTP/1.1" status: 204 len: 168 time: 0.5400152 Sep 22 10:44:56.969619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54190) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:57.061188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69453d2-32a9-4c41-b283-e7e6879a0d62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:57.063649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69453d2-32a9-4c41-b283-e7e6879a0d62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:57.065442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b69453d2-32a9-4c41-b283-e7e6879a0d62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0947998 Sep 22 10:44:57.069037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54196) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:57.145152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa666d0-c691-4687-aaaa-f05ed8b17f16 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 23a65b8b-05e0-435f-bb99-3bb05ba48730 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:57.152719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fa666d0-c691-4687-aaaa-f05ed8b17f16 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.221581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fa666d0-c691-4687-aaaa-f05ed8b17f16 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.346323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fa666d0-c691-4687-aaaa-f05ed8b17f16 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.354870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-366b7f54-c950-4d26-8250-961b3689fe74 None None] Provisioning complete for port 2e6bdc36-1544-4d1e-bacc-857159037a0f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:57.368626 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-366b7f54-c950-4d26-8250-961b3689fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.442132 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-366b7f54-c950-4d26-8250-961b3689fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.598328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fa666d0-c691-4687-aaaa-f05ed8b17f16 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.638634 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa666d0-c691-4687-aaaa-f05ed8b17f16 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=23a65b8b-05e0-435f-bb99-3bb05ba48730,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:57.640925 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3fa666d0-c691-4687-aaaa-f05ed8b17f16 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.644024 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3fa666d0-c691-4687-aaaa-f05ed8b17f16 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/23a65b8b-05e0-435f-bb99-3bb05ba48730 HTTP/1.1" status: 204 len: 168 time: 0.5748024 Sep 22 10:44:57.652174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54208) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:57.656102 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-366b7f54-c950-4d26-8250-961b3689fe74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:44:57.656463 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-366b7f54-c950-4d26-8250-961b3689fe74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:44:57.703628 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-73d8565b-198b-4f87-9fe8-87c11a10277a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484931 Sep 22 10:44:57.706078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54212) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:57.755435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-878a9934-8700-4842-b0b3-e77434a29e86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515449 Sep 22 10:44:57.766505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9028e7-d93d-4170-9481-d4eb1a5d4dd6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:57.769311 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4a9028e7-d93d-4170-9481-d4eb1a5d4dd6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0622046 Sep 22 10:44:57.772171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54214) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:57.810668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fdcaa9-b154-4cc2-bb93-a350cae0b078 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:57.877040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f8aabe-a02c-4954-b298-8a745d2168c2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:57.878573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-19f8aabe-a02c-4954-b298-8a745d2168c2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1040640 Sep 22 10:44:57.881050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54218) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:57.892692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-2d18f800-1a86-4c00-ac4e-56fdfab3b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:57.894515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-2d18f800-1a86-4c00-ac4e-56fdfab3b341 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1097 time: 0.0688708 Sep 22 10:44:57.927780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-816ad1e3-260f-494c-a2cc-1dbc2c1b3a90 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456524 Sep 22 10:44:57.932508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54220) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:57.938809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:58.051026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-2f417668-0d9c-4e6e-be4f-6eb6e21e6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:58.053161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-2f417668-0d9c-4e6e-be4f-6eb6e21e6f0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 200 len: 897 time: 0.1279411 Sep 22 10:44:58.105057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54224) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:58.141308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2e6bdc36-1544-4d1e-bacc-857159037a0f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:58.200392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88343b65-da09-4eb4-b200-ff29b1aef97d None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:58.204016 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.204982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-16789976-da73-49d6-a40d-41f72166b492 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 1001 time: 0.1430867 Sep 22 10:44:58.244555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:58.248639 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.263879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-366b7f54-c950-4d26-8250-961b3689fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.277947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 2e6bdc36-1544-4d1e-bacc-857159037a0f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:58.278474 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.326297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-d9be9a25-ff9a-482e-bcc1-7712708fe81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:58.330291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-d9be9a25-ff9a-482e-bcc1-7712708fe81c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801e59f0-b539-44b3-bf1f-5a13fbfadbe0 HTTP/1.1" status: 200 len: 834 time: 0.1181343 Sep 22 10:44:58.341599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-366b7f54-c950-4d26-8250-961b3689fe74 None None] For port 2e6bdc36-1544-4d1e-bacc-857159037a0f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2e6bdc36-1544-4d1e-bacc-857159037a0f,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:58.392999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-88343b65-da09-4eb4-b200-ff29b1aef97d None None] Deleting port 2e6bdc36-1544-4d1e-bacc-857159037a0f {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:58.394169 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88343b65-da09-4eb4-b200-ff29b1aef97d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.397421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-90bd4807-6e5d-4621-996c-99517bc34080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:58.399299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-90bd4807-6e5d-4621-996c-99517bc34080 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3da9743-2a1f-45ca-a9fa-9fe71e439952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604420 Sep 22 10:44:58.422829 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.424347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4954c154-b05a-44c0-8bad-af7c0f980e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.475842 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-366b7f54-c950-4d26-8250-961b3689fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.479722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-88343b65-da09-4eb4-b200-ff29b1aef97d None None] For port 2e6bdc36-1544-4d1e-bacc-857159037a0f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2e6bdc36-1544-4d1e-bacc-857159037a0f,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:58.480095 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88343b65-da09-4eb4-b200-ff29b1aef97d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.538214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-88343b65-da09-4eb4-b200-ff29b1aef97d None None] Calling delete_port for 2e6bdc36-1544-4d1e-bacc-857159037a0f owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:58.557483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-b032c1f2-96c7-4b0c-9d5c-6c9ab5978233 service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497293 Sep 22 10:44:58.586824 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:44:58.587401 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:44:58.672887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b7f54-c950-4d26-8250-961b3689fe74 None None] Pushing event updated for resources: {'Port': ['ID=2e6bdc36-1544-4d1e-bacc-857159037a0f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:58.675595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5d17e36a-e46c-4f2d-81b5-b0ad8334f3bd None None] Could not find standard attr ID for object 792c788c-3d53-4ecd-b46d-2b2048686dd2. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:44:58.732821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4954c154-b05a-44c0-8bad-af7c0f980e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.759669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5bd59f3-2637-49d1-86ea-2c48d4358c99 req-0a467e18-e6da-4918-9208-f0c8ac2cb29e service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876090 Sep 22 10:44:58.780882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.821300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4954c154-b05a-44c0-8bad-af7c0f980e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.842910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:58.860209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:58.872358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88343b65-da09-4eb4-b200-ff29b1aef97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.881155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:58.882023 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.890462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=61213034-f95a-4a2d-bf98-9b36115ff6d5,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:58.896423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954c154-b05a-44c0-8bad-af7c0f980e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3049f7f8-dc63-4ed8-b0fb-405cd95411e3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:58.905702 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4954c154-b05a-44c0-8bad-af7c0f980e59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2edf2a358c442b6a9e81ecff0489498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957063 Sep 22 10:44:58.910043 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54242) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:58.916562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343b65-da09-4eb4-b200-ff29b1aef97d None None] Pushing event deleted for resources: {'Port': ['ID=2e6bdc36-1544-4d1e-bacc-857159037a0f,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:58.918447 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88343b65-da09-4eb4-b200-ff29b1aef97d None None] No DVR routers for this DVR port 2e6bdc36-1544-4d1e-bacc-857159037a0f on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:58.951866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abfed65-ecdb-4789-84cb-45f60a3ed825 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:58.975379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4002-fb8b-43a5-a864-c898426b6b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.997175 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-68106296-0f69-401e-b420-eeecc5e649f8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0634720 Sep 22 10:44:58.999935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54244) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:59.002841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:68:24:e5', 'name': 'tempest-NetworksTestDHCPv6-635713051'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:59.015177 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4002-fb8b-43a5-a864-c898426b6b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.134592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Port 2e6bdc36-1544-4d1e-bacc-857159037a0f update to ACTIVE by agent not found {{(pid=95683) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 22 10:44:59.181166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4002-fb8b-43a5-a864-c898426b6b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.184355 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4002-fb8b-43a5-a864-c898426b6b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.184763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '61213034-f95a-4a2d-bf98-9b36115ff6d5'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:59.186155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8d0a4002-fb8b-43a5-a864-c898426b6b04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3049f7f8-dc63-4ed8-b0fb-405cd95411e3 HTTP/1.1" status: 204 len: 168 time: 0.2775629 Sep 22 10:44:59.186336 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.200642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a4002-fb8b-43a5-a864-c898426b6b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3049f7f8-dc63-4ed8-b0fb-405cd95411e3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:59.323177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:59.348972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/61213034-f95a-4a2d-bf98-9b36115ff6d5/95f9364d-e11e-458a-bed0-82695bec6833) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:59.416732 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.437040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port a06fcd6a-0e8f-443d-a464-2322da244607 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:44:59.517497 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.632644 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.710026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:59.710377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:59.715646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:59.730636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Pushing event updated for resources: {'Port': ['ID=95f9364d-e11e-458a-bed0-82695bec6833,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:59.799611 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::26 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/61213034-f95a-4a2d-bf98-9b36115ff6d5/a06fcd6a-0e8f-443d-a464-2322da244607) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:59.812524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Attempting to bind port 95f9364d-e11e-458a-bed0-82695bec6833 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:59.813137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Attempting to bind port 95f9364d-e11e-458a-bed0-82695bec6833 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:59.813592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Attempting to bind port 95f9364d-e11e-458a-bed0-82695bec6833 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:59.818528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:59.818958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:59.819358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.819748 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:59.820231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Bound port: 95f9364d-e11e-458a-bed0-82695bec6833, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:59.820607 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.889267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] For port 95f9364d-e11e-458a-bed0-82695bec6833, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:59.893041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] For port 95f9364d-e11e-458a-bed0-82695bec6833, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=95f9364d-e11e-458a-bed0-82695bec6833,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:59.900765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54262) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:59.928362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a29b1df-5f23-4cb2-b23d-63fb3f90d281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:59.998488 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.001077 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.006309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2e6bdc36-1544-4d1e-bacc-857159037a0f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:00.084561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a29b1df-5f23-4cb2-b23d-63fb3f90d281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.122256 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-55399d10-0030-48ed-936e-044a57043f22 req-8e2bee53-34df-4216-b177-2b7dd38d177d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468717 Sep 22 10:45:00.183430 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a29b1df-5f23-4cb2-b23d-63fb3f90d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.220720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.234612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 2e6bdc36-1544-4d1e-bacc-857159037a0f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:45:00.234985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2e6bdc36-1544-4d1e-bacc-857159037a0f not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:45:00.258223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6a29b1df-5f23-4cb2-b23d-63fb3f90d281 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3acca4da9dc14f20b942b262d9816efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515251 Sep 22 10:45:00.258223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29b1df-5f23-4cb2-b23d-63fb3f90d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685ef184-ca97-4458-bb8e-b5cc917dc1b0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:00.260459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54268) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:00.293561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca07ba-1e80-40da-b489-445bed0a20c4 None None] Pushing event updated for resources: {'Port': ['ID=95f9364d-e11e-458a-bed0-82695bec6833,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:00.350961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:00.353392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=a06fcd6a-0e8f-443d-a464-2322da244607,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:00.357032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:00.366039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-39687751-1f6a-4bd8-a8b9-816805da3dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.369613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:00.376245 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:00.379309 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.405734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55399d10-0030-48ed-936e-044a57043f22 req-ab6c645b-74d1-4545-a881-402b61ffd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:00.408161 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-55399d10-0030-48ed-936e-044a57043f22 req-ab6c645b-74d1-4545-a881-402b61ffd691 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 1096 time: 0.2300019 Sep 22 10:45:00.431885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-39687751-1f6a-4bd8-a8b9-816805da3dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.505128 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-650705d7-a91b-44a8-87fb-4737e7ecb7bd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5050802 Sep 22 10:45:00.506938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54272) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:00.642161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08796076-3452-4d43-8fd0-ac84ee145be4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:00.642343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55399d10-0030-48ed-936e-044a57043f22 req-0a2cbf3c-9f28-4e8a-b5f4-0100deeb952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:00.646038 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-55399d10-0030-48ed-936e-044a57043f22 req-0a2cbf3c-9f28-4e8a-b5f4-0100deeb952d service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.2095475 Sep 22 10:45:00.657808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08796076-3452-4d43-8fd0-ac84ee145be4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:00.660259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-08796076-3452-4d43-8fd0-ac84ee145be4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1517425 Sep 22 10:45:00.662973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54274) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:00.671740 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-39687751-1f6a-4bd8-a8b9-816805da3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.674598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-39687751-1f6a-4bd8-a8b9-816805da3dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:00.676163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-39687751-1f6a-4bd8-a8b9-816805da3dfb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/685ef184-ca97-4458-bb8e-b5cc917dc1b0 HTTP/1.1" status: 204 len: 168 time: 0.4147737 Sep 22 10:45:00.698205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39687751-1f6a-4bd8-a8b9-816805da3dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685ef184-ca97-4458-bb8e-b5cc917dc1b0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:00.829567 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-55399d10-0030-48ed-936e-044a57043f22 req-4e0c36f1-a8ee-45a2-adf4-f5a77d5258a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 HTTP/1.1" status: 200 len: 1001 time: 0.1737249 Sep 22 10:45:00.897037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55399d10-0030-48ed-936e-044a57043f22 req-c5a5d9d0-c792-4387-bc57-aeda535eb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:00.899814 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-55399d10-0030-48ed-936e-044a57043f22 req-c5a5d9d0-c792-4387-bc57-aeda535eb2e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.0569539 Sep 22 10:45:00.906346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb52c1-7a3a-47c9-b5da-5cfe5f25ec3b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port a06fcd6a-0e8f-443d-a464-2322da244607 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:00.909619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52c1-7a3a-47c9-b5da-5cfe5f25ec3b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:01.008488 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55399d10-0030-48ed-936e-044a57043f22 req-db516223-0fa1-48b2-aec4-e395a2e985f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:01.009989 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-55399d10-0030-48ed-936e-044a57043f22 req-db516223-0fa1-48b2-aec4-e395a2e985f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996590 Sep 22 10:45:01.048124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52c1-7a3a-47c9-b5da-5cfe5f25ec3b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:01.069087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb52c1-7a3a-47c9-b5da-5cfe5f25ec3b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for a06fcd6a-0e8f-443d-a464-2322da244607 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:01.640123 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-55399d10-0030-48ed-936e-044a57043f22 req-8f02e82a-35f8-4b2f-a139-8681286b9739 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229434 Sep 22 10:45:01.843131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4153d087-7faa-40c0-b3a9-e073d7d98dec None None] Provisioning complete for port 95f9364d-e11e-458a-bed0-82695bec6833 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:01.843758 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4153d087-7faa-40c0-b3a9-e073d7d98dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:01.863013 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52c1-7a3a-47c9-b5da-5cfe5f25ec3b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:01.942923 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb52c1-7a3a-47c9-b5da-5cfe5f25ec3b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=a06fcd6a-0e8f-443d-a464-2322da244607,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:02.013409 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4153d087-7faa-40c0-b3a9-e073d7d98dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.056497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a6bb52c1-7a3a-47c9-b5da-5cfe5f25ec3b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.060909 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a6bb52c1-7a3a-47c9-b5da-5cfe5f25ec3b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/a06fcd6a-0e8f-443d-a464-2322da244607 HTTP/1.1" status: 204 len: 168 time: 1.3963902 Sep 22 10:45:02.062691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54326) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:02.081463 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4153d087-7faa-40c0-b3a9-e073d7d98dec None None] For port 95f9364d-e11e-458a-bed0-82695bec6833, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=95f9364d-e11e-458a-bed0-82695bec6833,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:02.123527 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 95f9364d-e11e-458a-bed0-82695bec6833 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:02.127905 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-55399d10-0030-48ed-936e-044a57043f22 req-bc73be1d-f015-4f0f-bb33-809ed1c87052 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749787 Sep 22 10:45:02.159483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4153d087-7faa-40c0-b3a9-e073d7d98dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.160971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d67578-47c0-47c6-946e-fb9ddac4b7d6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:02.165244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d67578-47c0-47c6-946e-fb9ddac4b7d6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:02.168787 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-06d67578-47c0-47c6-946e-fb9ddac4b7d6 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1037428 Sep 22 10:45:02.171615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54330) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:02.235218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd89c4d-c71a-4da8-8eaa-8220968a105d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 61213034-f95a-4a2d-bf98-9b36115ff6d5 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:02.239090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153d087-7faa-40c0-b3a9-e073d7d98dec None None] Pushing event updated for resources: {'Port': ['ID=95f9364d-e11e-458a-bed0-82695bec6833,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:02.240257 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2cd89c4d-c71a-4da8-8eaa-8220968a105d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.265984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 95f9364d-e11e-458a-bed0-82695bec6833 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:02.265984 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.305460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-41ea357d-c780-4317-8bed-668928ed9918 None None] Could not find standard attr ID for object a06fcd6a-0e8f-443d-a464-2322da244607. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:45:02.310172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2cd89c4d-c71a-4da8-8eaa-8220968a105d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.442487 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2cd89c4d-c71a-4da8-8eaa-8220968a105d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.580933 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2cd89c4d-c71a-4da8-8eaa-8220968a105d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.626331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd89c4d-c71a-4da8-8eaa-8220968a105d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=61213034-f95a-4a2d-bf98-9b36115ff6d5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:02.628831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2cd89c4d-c71a-4da8-8eaa-8220968a105d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.631330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2cd89c4d-c71a-4da8-8eaa-8220968a105d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/61213034-f95a-4a2d-bf98-9b36115ff6d5 HTTP/1.1" status: 204 len: 168 time: 0.4577577 Sep 22 10:45:02.633625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54344) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:02.646532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8fc2e3-c68e-444d-91cf-b4e883baa6bc None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:02.686185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b80ed2b9-6003-4405-aa38-7f2bb9086fff tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491931 Sep 22 10:45:02.686548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54348) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:02.743270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f467cd-0aac-491d-a0b8-d46655bf5ec7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:02.746140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-42f467cd-0aac-491d-a0b8-d46655bf5ec7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0575454 Sep 22 10:45:02.747678 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54350) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:02.802944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c5ae7-0866-4e26-b54e-28515dd81cf7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:02.807374 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7e0c5ae7-0866-4e26-b54e-28515dd81cf7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563235 Sep 22 10:45:02.807757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54356) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:02.852699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e34bc439-46be-41f8-9b2b-786520a940f5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402765 Sep 22 10:45:02.852967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54360) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:02.857830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:02.868323 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d299d-cfd1-45c6-bb95-e47a5e53ed13 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:45:02.919471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d299d-cfd1-45c6-bb95-e47a5e53ed13 None None] Deleting port 95f9364d-e11e-458a-bed0-82695bec6833 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:02.919850 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c1d299d-cfd1-45c6-bb95-e47a5e53ed13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:02.999573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9c1d299d-cfd1-45c6-bb95-e47a5e53ed13 None None] For port 95f9364d-e11e-458a-bed0-82695bec6833, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=95f9364d-e11e-458a-bed0-82695bec6833,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:02.999573 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c1d299d-cfd1-45c6-bb95-e47a5e53ed13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:03.012399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d299d-cfd1-45c6-bb95-e47a5e53ed13 None None] Calling delete_port for 95f9364d-e11e-458a-bed0-82695bec6833 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:03.071512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:03.075317 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:03.198211 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c1d299d-cfd1-45c6-bb95-e47a5e53ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:03.249854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d299d-cfd1-45c6-bb95-e47a5e53ed13 None None] Pushing event deleted for resources: {'Port': ['ID=95f9364d-e11e-458a-bed0-82695bec6833,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:03.259493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d299d-cfd1-45c6-bb95-e47a5e53ed13 None None] No DVR routers for this DVR port 95f9364d-e11e-458a-bed0-82695bec6833 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:45:03.481941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:45:03.483500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:03.536412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:03.540047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:03.543310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:03.543968 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:03.553356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5563941c-edab-4a26-a9c3-1a3fa39f8415 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:03.574647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=ed43b66c-3ee3-4b87-baa7-0f7a1280eb03,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:03.658733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-149e97cf-2755-4fc2-8084-13bb1cc89d4b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8020778 Sep 22 10:45:03.659129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54400) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:03.665410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-44a52a2e-e65a-4e58-a31d-10cb67e7e262 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:03.730685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': 'ed43b66c-3ee3-4b87-baa7-0f7a1280eb03'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:45:03.732752 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:03.884694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54408) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:03.912254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Allocated IP 2001:db8::f816:3eff:fe9d:def9 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/ed43b66c-3ee3-4b87-baa7-0f7a1280eb03/cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:03.980479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a52a2e-e65a-4e58-a31d-10cb67e7e262 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:03.985208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44a52a2e-e65a-4e58-a31d-10cb67e7e262 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.020689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 95f9364d-e11e-458a-bed0-82695bec6833 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:04.044124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 95f9364d-e11e-458a-bed0-82695bec6833 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:45:04.044399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 95f9364d-e11e-458a-bed0-82695bec6833 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:45:04.084232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-243891f3-b215-4cd9-ac92-2bba883a36a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.119484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.126748 n-d-807025-3 neutron-server[95681]: INFO neutron.db.ipam_backend_mixin [None req-44a52a2e-e65a-4e58-a31d-10cb67e7e262 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed43b66c-3ee3-4b87-baa7-0f7a1280eb03 (CIDR: 2001:db8::/64) Sep 22 10:45:04.192314 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a52a2e-e65a-4e58-a31d-10cb67e7e262 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:45:04.192805 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a52a2e-e65a-4e58-a31d-10cb67e7e262 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:04.209547 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-243891f3-b215-4cd9-ac92-2bba883a36a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.215206 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.254989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:04.259249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:04.262780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:04.266953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-243891f3-b215-4cd9-ac92-2bba883a36a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.272467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Pushing event updated for resources: {'Port': ['ID=cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:04.308381 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-243891f3-b215-4cd9-ac92-2bba883a36a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d52e8085396b453aa0ce9901d56737ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199760 Sep 22 10:45:04.308381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243891f3-b215-4cd9-ac92-2bba883a36a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b055ab-1ef8-414c-a8ee-bb79dce1c38e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:04.310074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54416) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:04.339594 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-44a52a2e-e65a-4e58-a31d-10cb67e7e262 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6766238 Sep 22 10:45:04.339820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54418) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:04.346375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:04.391202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Attempting to bind port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:04.391646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Attempting to bind port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:04.392195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Attempting to bind port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:04.399672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:04.400044 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:04.400499 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.400894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:04.401360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Bound port: cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:04.401762 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.404057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c93bf58-7c7f-4851-9985-24381d9c08f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.458163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c93bf58-7c7f-4851-9985-24381d9c08f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.482190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] For port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:04.485826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] For port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:04.603623 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.637438 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c93bf58-7c7f-4851-9985-24381d9c08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.638324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:04.640286 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c93bf58-7c7f-4851-9985-24381d9c08f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.642760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:04.649902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2c93bf58-7c7f-4851-9985-24381d9c08f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9b055ab-1ef8-414c-a8ee-bb79dce1c38e HTTP/1.1" status: 204 len: 168 time: 0.3346159 Sep 22 10:45:04.671269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93bf58-7c7f-4851-9985-24381d9c08f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b055ab-1ef8-414c-a8ee-bb79dce1c38e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:04.727928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6932d-60b7-458f-a735-9e15fa40d7ff None None] Pushing event updated for resources: {'Port': ['ID=cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:04.897445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a774b57-41a7-47a2-ae5a-31beb5e3d829 req-30d2371f-0fec-4d38-995a-e67048b63caf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:04.900078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a774b57-41a7-47a2-ae5a-31beb5e3d829 req-30d2371f-0fec-4d38-995a-e67048b63caf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.0917552 Sep 22 10:45:04.964558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a774b57-41a7-47a2-ae5a-31beb5e3d829 req-581aa63f-be30-4184-8ece-f91fab45dbcb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580664 Sep 22 10:45:04.994044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54434) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:05.109567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:05.140601 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0a86e430-20f6-4c39-8014-6d57446a2757 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/6d13939e-998c-4109-a5ab-3a0f382de11e HTTP/1.1" status: 200 len: 993 time: 0.1452997 Sep 22 10:45:05.216865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:05.227731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:05.237261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:05.237867 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:05.244774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=654b0f90-3e5c-4048-b8b3-8cc2d4b03fc8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:05.398629 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-880a38d8-9306-4768-adb1-8eed607a5b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0576978 Sep 22 10:45:05.401719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54442) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:05.408700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:a3:43:ff', 'name': 'tempest-NetworksTestDHCPv6-766382526'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:05.617453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b14b-3911-4805-a89f-c7dae65f41b0 req-bd23d332-1ec7-460a-ae40-4968a9ce3252 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:05.619423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a33b14b-3911-4805-a89f-c7dae65f41b0 req-bd23d332-1ec7-460a-ae40-4968a9ce3252 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1097 time: 0.0782809 Sep 22 10:45:05.664970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a33b14b-3911-4805-a89f-c7dae65f41b0 req-737ab881-2137-4750-a71c-b6a8d55b96b7 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390687 Sep 22 10:45:05.716841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54452) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:05.730833 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f578fc04-1c37-44da-b0b5-a2fe1cc981c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:05.797579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:05.930484 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:05.959044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port a64fdca7-ee5f-44e6-99bd-7ce6e541baab yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:45:06.034882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f578fc04-1c37-44da-b0b5-a2fe1cc981c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.063498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:06.106962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7c516-7b80-438d-9d7b-0629fb0d6741 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:06.189766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:06.195319 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.195480 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f578fc04-1c37-44da-b0b5-a2fe1cc981c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.223305 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f578fc04-1c37-44da-b0b5-a2fe1cc981c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65e1070aa3ae4eccbd56732dcb0329bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053360 Sep 22 10:45:06.229177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8:0:1::48 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/654b0f90-3e5c-4048-b8b3-8cc2d4b03fc8/a64fdca7-ee5f-44e6-99bd-7ce6e541baab) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:06.229344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c19c75df-002c-49b4-9126-28c72e1a5c13 None None] Provisioning complete for port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:06.229473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54462) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:06.229598 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c19c75df-002c-49b4-9126-28c72e1a5c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.246304 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:fea3:43ff (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/ed43b66c-3ee3-4b87-baa7-0f7a1280eb03/a64fdca7-ee5f-44e6-99bd-7ce6e541baab) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:06.279736 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578fc04-1c37-44da-b0b5-a2fe1cc981c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ce33b0-5f34-4ec2-9155-41d9a68c3636,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:06.340104 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7fcf-6d3f-4213-b27f-be827b0236d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.394775 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7fcf-6d3f-4213-b27f-be827b0236d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.417637 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.432554 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c19c75df-002c-49b4-9126-28c72e1a5c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.479903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.499660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:06.529714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4241be15-9afe-40c1-8a9c-37a4e15d33a8 None None] Update dhcp port {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': 'ed43b66c-3ee3-4b87-baa7-0f7a1280eb03', 'ip_address': '2001:db8::f816:3eff:fe9d:def9'}, {'subnet_id': '654b0f90-3e5c-4048-b8b3-8cc2d4b03fc8'}], 'binding:host_id': 'n-d-807025-3'}, 'id': 'cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:45:06.551781 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7fcf-6d3f-4213-b27f-be827b0236d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.555322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7fcf-6d3f-4213-b27f-be827b0236d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.556590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3f6c7fcf-6d3f-4213-b27f-be827b0236d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97ce33b0-5f34-4ec2-9155-41d9a68c3636 HTTP/1.1" status: 204 len: 168 time: 0.3290277 Sep 22 10:45:06.562540 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4241be15-9afe-40c1-8a9c-37a4e15d33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.586985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c7fcf-6d3f-4213-b27f-be827b0236d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ce33b0-5f34-4ec2-9155-41d9a68c3636,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:06.611494 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.639477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.712544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:06.730916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:06.734733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:06.740995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:06.748956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:06.749796 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:06.764665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=a64fdca7-ee5f-44e6-99bd-7ce6e541baab,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:06.832342 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3bfe1f30-728c-49fa-9fc3-87e0ded1ec0e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4275501 Sep 22 10:45:06.834903 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54490) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:06.889532 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-c19c75df-002c-49b4-9126-28c72e1a5c13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:45:06.891318 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-c19c75df-002c-49b4-9126-28c72e1a5c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:45:07.007239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8407f450-9633-4bc8-8d3e-7e366ef19354 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port a64fdca7-ee5f-44e6-99bd-7ce6e541baab {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:07.010347 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8407f450-9633-4bc8-8d3e-7e366ef19354 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:07.018442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-4241be15-9afe-40c1-8a9c-37a4e15d33a8 None None] Allocated IP 2001:db8:0:1::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/654b0f90-3e5c-4048-b8b3-8cc2d4b03fc8/cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:07.185592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4241be15-9afe-40c1-8a9c-37a4e15d33a8 None None] For port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:07.230586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8407f450-9633-4bc8-8d3e-7e366ef19354 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:07.245788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8407f450-9633-4bc8-8d3e-7e366ef19354 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for a64fdca7-ee5f-44e6-99bd-7ce6e541baab owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:07.263135 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4241be15-9afe-40c1-8a9c-37a4e15d33a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:07.328945 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4241be15-9afe-40c1-8a9c-37a4e15d33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:07.503832 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-caad857a-57fe-4469-8afa-e356199cc824 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4025960 Sep 22 10:45:07.513046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-0922b6b5-d78d-457e-8c8a-1606d43f6fbc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:45:07.519718 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-0922b6b5-d78d-457e-8c8a-1606d43f6fbc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117805 Sep 22 10:45:07.559708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241be15-9afe-40c1-8a9c-37a4e15d33a8 None None] Pushing event updated for resources: {'Port': ['ID=cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:07.566138 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8407f450-9633-4bc8-8d3e-7e366ef19354 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:07.628290 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407f450-9633-4bc8-8d3e-7e366ef19354 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=a64fdca7-ee5f-44e6-99bd-7ce6e541baab,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:07.753604 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8407f450-9633-4bc8-8d3e-7e366ef19354 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:07.761411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54528) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:07.773257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8407f450-9633-4bc8-8d3e-7e366ef19354 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/a64fdca7-ee5f-44e6-99bd-7ce6e541baab HTTP/1.1" status: 204 len: 168 time: 0.9372349 Sep 22 10:45:07.861184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764a2fb-df55-4c28-9144-f4eb3bc8f31a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:07.863552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e764a2fb-df55-4c28-9144-f4eb3bc8f31a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1027892 Sep 22 10:45:07.866038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54530) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:07.978728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c016d-947d-41fa-9df3-0fa9686fa0bb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:07.980536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-418c016d-947d-41fa-9df3-0fa9686fa0bb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1129415 Sep 22 10:45:07.982981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54538) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:08.055953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:08.127106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725758e-6b45-4177-8896-f2f3ba7acba1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:08.129114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725758e-6b45-4177-8896-f2f3ba7acba1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:08.131566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725758e-6b45-4177-8896-f2f3ba7acba1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:08.134519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4725758e-6b45-4177-8896-f2f3ba7acba1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1462958 Sep 22 10:45:08.136424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54548) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:08.185222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:08.185588 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:08.245393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d60b983-4694-4cd5-9173-ee417267d8f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 654b0f90-3e5c-4048-b8b3-8cc2d4b03fc8 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:08.249741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d60b983-4694-4cd5-9173-ee417267d8f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:08.300940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d60b983-4694-4cd5-9173-ee417267d8f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:08.440930 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d60b983-4694-4cd5-9173-ee417267d8f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:08.612931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a3e44af2-8497-4189-b182-7f4b3769be45 None None] Provisioning complete for port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:08.614335 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a3e44af2-8497-4189-b182-7f4b3769be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:08.666343 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d60b983-4694-4cd5-9173-ee417267d8f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:08.683233 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0d60b983-4694-4cd5-9173-ee417267d8f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:08.685359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0d60b983-4694-4cd5-9173-ee417267d8f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/654b0f90-3e5c-4048-b8b3-8cc2d4b03fc8 HTTP/1.1" status: 204 len: 168 time: 0.5477870 Sep 22 10:45:08.687909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54564) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:08.795349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60b983-4694-4cd5-9173-ee417267d8f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=654b0f90-3e5c-4048-b8b3-8cc2d4b03fc8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:08.807310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e75a99-43ff-4021-a324-39ac166a37fc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet ed43b66c-3ee3-4b87-baa7-0f7a1280eb03 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:08.812909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29e75a99-43ff-4021-a324-39ac166a37fc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:08.922348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29e75a99-43ff-4021-a324-39ac166a37fc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:09.017832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29e75a99-43ff-4021-a324-39ac166a37fc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:09.026353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4cfc30-2f26-47fe-9b69-2a95d7b403b2 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:09.072866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-87c84555-0af4-45d0-8f81-ae3cae29af5a None None] Could not find standard attr ID for object a64fdca7-ee5f-44e6-99bd-7ce6e541baab. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:45:09.169668 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29e75a99-43ff-4021-a324-39ac166a37fc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:09.222860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e75a99-43ff-4021-a324-39ac166a37fc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=ed43b66c-3ee3-4b87-baa7-0f7a1280eb03,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:09.230495 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29e75a99-43ff-4021-a324-39ac166a37fc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:09.230495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-29e75a99-43ff-4021-a324-39ac166a37fc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/ed43b66c-3ee3-4b87-baa7-0f7a1280eb03 HTTP/1.1" status: 204 len: 168 time: 0.5390842 Sep 22 10:45:09.230967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54582) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:09.284593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-96d3354b-4c4f-4a32-a7d9-1b272bc4921e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528958 Sep 22 10:45:09.297841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54586) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:09.303666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:09.368315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e6ab6-31f8-4c6e-85e2-3bddc6333ddb None None] Update dhcp port {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': 'ed43b66c-3ee3-4b87-baa7-0f7a1280eb03'}], 'binding:host_id': 'n-d-807025-3'}, 'id': 'cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:45:09.423617 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-431e6ab6-31f8-4c6e-85e2-3bddc6333ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:09.540449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:09.547139 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:09.656237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234085a-2a7d-4ed7-b660-d4ceadf0950a None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:09.659335 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d6cd9b93-6071-45ab-b731-873e48bc91d5 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:09.660787 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d6cd9b93-6071-45ab-b731-873e48bc91d5 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports/68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 1094 time: 0.5272388 Sep 22 10:45:09.696173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Request body: {'binding': {'host': 'n-h1-807025-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:09.696952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Unknown quota resources ['binding']. {{(pid=95681) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 10:45:09.712354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0e6d617c-2d32-47d3-8673-9f12772c5ea5 None None] Provisioning complete for port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:09.712727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e6d617c-2d32-47d3-8673-9f12772c5ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:09.905971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on host n-h1-807025-3 for vnic_type normal with profile None {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:09.906220 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:09.906660 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:09.912865 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d634a61-1df9-4d67-9cc4-8657e7f3a5b1 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:45:09.948841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:45:09.948841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:09.971697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:09.972044 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Checking segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:09.972435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Bound using segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:09.972880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Bound port: 68a04767-9398-4f2a-9d3d-9724f2649cf6, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:09.981456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2d634a61-1df9-4d67-9cc4-8657e7f3a5b1 None None] Deleting port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:09.981456 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2d634a61-1df9-4d67-9cc4-8657e7f3a5b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:10.010404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:10.077190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2d634a61-1df9-4d67-9cc4-8657e7f3a5b1 None None] For port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:10.077587 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2d634a61-1df9-4d67-9cc4-8657e7f3a5b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:10.091697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:10.097738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2d634a61-1df9-4d67-9cc4-8657e7f3a5b1 None None] Calling delete_port for cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:10.153003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:10.154718 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] 10.222.0.20 "POST /v2.0/ports/68a04767-9398-4f2a-9d3d-9724f2649cf6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4621561 Sep 22 10:45:10.220457 n-d-807025-3 neutron-server[95681]: DEBUG neutron.objects.ports [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95681) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:45:10.446636 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:10.530008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bca7c-9274-4ca1-9135-8313719a66f4 req-6faaccf2-a8d7-4093-ad8e-c8c40151d1e4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:10.531707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe7bca7c-9274-4ca1-9135-8313719a66f4 req-6faaccf2-a8d7-4093-ad8e-c8c40151d1e4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.0568399 Sep 22 10:45:10.580471 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:10.593087 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2d634a61-1df9-4d67-9cc4-8657e7f3a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:10.626060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 concurrently deleted while adding address for new subnet {'id': 'd4ffc00d-3556-45c2-a9d5-10e18fa57f3e', 'name': '', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3329, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-22T10:45:09Z', 'updated_at': '2021-09-22T10:45:09Z', 'revision_number': 0, 'segment_id': None, 'project_id': '170acb4eba59477996dc15bd03aab82d'}. {{(pid=95681) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 22 10:45:10.627217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:10.645888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d634a61-1df9-4d67-9cc4-8657e7f3a5b1 None None] Pushing event deleted for resources: {'Port': ['ID=cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:10.649576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:45:10.650023 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:45:10.654590 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d634a61-1df9-4d67-9cc4-8657e7f3a5b1 None None] No DVR routers for this DVR port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:45:10.694577 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:10.712246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:10.718030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:10.719431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe7bca7c-9274-4ca1-9135-8313719a66f4 req-dfb16dcd-3ea5-4150-b7d9-075c526f30ce tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638513 Sep 22 10:45:10.720612 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:10.728742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01236d42-d3bd-4edc-9533-17700c4af5fa None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:10.758708 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=d4ffc00d-3556-45c2-a9d5-10e18fa57f3e,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:10.847589 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bb4e3218-9601-437a-bb51-5b0f7eabbea1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5457723 Sep 22 10:45:10.847895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54636) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:10.854412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0e8a0535-098c-4589-9382-874f705558b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:10.909649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-2c295854-3f95-469c-a89e-41965d01d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:10.911553 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-2c295854-3f95-469c-a89e-41965d01d520 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1097 time: 0.0922227 Sep 22 10:45:11.031968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': 'd4ffc00d-3556-45c2-a9d5-10e18fa57f3e'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:45:11.032909 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:11.040882 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-79f8b5c9-8430-4d3d-b7b2-6a69d9f5947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:11.043119 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-79f8b5c9-8430-4d3d-b7b2-6a69d9f5947b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 200 len: 897 time: 0.1238947 Sep 22 10:45:11.134070 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-9513c9ad-b288-4a52-a6dc-07f41d514ab4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0831268 Sep 22 10:45:11.174685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8a0535-098c-4589-9382-874f705558b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:11.178231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Port cbd6bf33-c4c6-42a9-8584-3d3e3fd7ee43 update to DOWN by agent not found {{(pid=95683) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 22 10:45:11.187265 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e8a0535-098c-4589-9382-874f705558b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:11.232338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Allocated IP 2001:db8::f816:3eff:feff:2903 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/d4ffc00d-3556-45c2-a9d5-10e18fa57f3e/908652e1-494c-4e7e-8b76-f0595deedf13) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:11.261892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-b67de87e-5d8b-4f0b-8d3e-663bb22db4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:11.263403 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-b67de87e-5d8b-4f0b-8d3e-663bb22db4fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=801e59f0-b539-44b3-bf1f-5a13fbfadbe0 HTTP/1.1" status: 200 len: 834 time: 0.1238251 Sep 22 10:45:11.335625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-40a9bbe9-d2f9-4716-b761-d2bc0ff106d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:11.337679 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-40a9bbe9-d2f9-4716-b761-d2bc0ff106d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3da9743-2a1f-45ca-a9fa-9fe71e439952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671031 Sep 22 10:45:11.400182 n-d-807025-3 neutron-server[95682]: INFO neutron.db.ipam_backend_mixin [None req-0e8a0535-098c-4589-9382-874f705558b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4ffc00d-3556-45c2-a9d5-10e18fa57f3e (CIDR: 2001:db8::/64) Sep 22 10:45:11.443727 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8a0535-098c-4589-9382-874f705558b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:45:11.444413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8a0535-098c-4589-9382-874f705558b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:11.469681 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-27a87335-2ea7-41ce-a39c-dd977087f9c1 service neutron] 10.222.0.30 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244686 Sep 22 10:45:11.516577 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:11.541253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0e8a0535-098c-4589-9382-874f705558b2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6920307 Sep 22 10:45:11.543853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54660) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:11.554688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:11.601808 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-a6f5196a-c50d-4cb6-a3c3-5f3722bf0f0f service neutron] 10.222.0.30 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236303 Sep 22 10:45:11.632490 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:11.679618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:11.685546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:11.692007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:11.715389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Pushing event updated for resources: {'Port': ['ID=908652e1-494c-4e7e-8b76-f0595deedf13,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:11.830984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54670) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:11.853598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:11.863297 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:11.881867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-45b30352-10c1-4c3d-a1b4-ef10b4b6c805 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:11.887104 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-45b30352-10c1-4c3d-a1b4-ef10b4b6c805 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1097 time: 0.2238898 Sep 22 10:45:11.890382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Attempting to bind port 908652e1-494c-4e7e-8b76-f0595deedf13 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:11.891369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Attempting to bind port 908652e1-494c-4e7e-8b76-f0595deedf13 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:11.892156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Attempting to bind port 908652e1-494c-4e7e-8b76-f0595deedf13 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:11.899058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807025-3'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:11.902932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:11.903508 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:11.904074 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:11.904640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:11.908284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Bound port: 908652e1-494c-4e7e-8b76-f0595deedf13, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:11.908871 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:11.981697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.056689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43577ba8-839e-4356-9a2e-bbd6084625e2 req-9718f575-affc-4b20-a7b0-0a08b97fc0b2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:12.057616 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] For port 908652e1-494c-4e7e-8b76-f0595deedf13, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:12.058234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43577ba8-839e-4356-9a2e-bbd6084625e2 req-9718f575-affc-4b20-a7b0-0a08b97fc0b2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.1412647 Sep 22 10:45:12.061257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] For port 908652e1-494c-4e7e-8b76-f0595deedf13, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=908652e1-494c-4e7e-8b76-f0595deedf13,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:12.105434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92df26dd-3363-4a71-82cb-b108fb680ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.148819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:12.170487 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.182356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43577ba8-839e-4356-9a2e-bbd6084625e2 req-1d5969f3-2fe3-4f3c-9577-d0e3720a64a4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963523 Sep 22 10:45:12.206033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:12.275493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.278609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:45:12.281737 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56098a20-cdcc-447d-845d-fbcab0be894f" -d '{"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-unplugged", "status": "completed", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:45:12.291715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7424f17-264c-46d6-adee-3cea5b2e45e4 None None] Pushing event updated for resources: {'Port': ['ID=908652e1-494c-4e7e-8b76-f0595deedf13,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:12.334682 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d6b7e4-d026-4c39-9cfa-f959f26f86f1 x-openstack-request-id: req-19d6b7e4-d026-4c39-9cfa-f959f26f86f1 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:45:12.335643 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-unplugged", "status": "completed", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:45:12.336164 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19d6b7e4-d026-4c39-9cfa-f959f26f86f1 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:45:12.336560 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'code': 200} Sep 22 10:45:12.340150 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.446789 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Pushing event updated for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=7']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:12.493617 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92df26dd-3363-4a71-82cb-b108fb680ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.563958 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92df26dd-3363-4a71-82cb-b108fb680ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.594604 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.695728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on host n-h2-807025-3 for vnic_type normal with profile {"migrating_to": "n-h1-807025-3"} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:12.696355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:12.696479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:12.703313 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:45:12.703708 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Attempting to bind port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on network b3da9743-2a1f-45ca-a9fa-9fe71e439952 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:12.711047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:12.711608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Checking segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:12.712063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Bound using segment: {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:12.712631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Bound port: 68a04767-9398-4f2a-9d3d-9724f2649cf6, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:12.713061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.717465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df26dd-3363-4a71-82cb-b108fb680ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aff292-1880-45d1-a9c6-83fe487437ca,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:12.723375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:12.736931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-92df26dd-3363-4a71-82cb-b108fb680ff1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c27b3312c394777b57774a6960b74f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8998277 Sep 22 10:45:12.738368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54692) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:12.796888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:12.815868 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:12.815868 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:12.817235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:12.817970 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.822377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=2657ba3f-b6eb-4e5c-88f1-424330c671e4,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:12.838833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fcc533dc-1df0-41b0-8ac2-c753c363f9d3 None None] Provisioning complete for port 68a04767-9398-4f2a-9d3d-9724f2649cf6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:12.839324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcc533dc-1df0-41b0-8ac2-c753c363f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.844862 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2326-3801-4d63-bc7e-2292e8adad02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.870943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2326-3801-4d63-bc7e-2292e8adad02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.872608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:12.891948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-fcc533dc-1df0-41b0-8ac2-c753c363f9d3 None None] Port 68a04767-9398-4f2a-9d3d-9724f2649cf6 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:45:12.941381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3a605b34-eaa6-4fb2-b005-1b0eb50f8ad0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3962660 Sep 22 10:45:12.943978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54694) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:12.949419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:d1:39:f8', 'name': 'tempest-NetworksTestDHCPv6-1983235075'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:13.035940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Pushing event updated for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=8']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:13.076261 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2326-3801-4d63-bc7e-2292e8adad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:13.078858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2326-3801-4d63-bc7e-2292e8adad02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:13.080428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0e2f2326-3801-4d63-bc7e-2292e8adad02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10aff292-1880-45d1-a9c6-83fe487437ca HTTP/1.1" status: 204 len: 168 time: 0.3362789 Sep 22 10:45:13.084663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:13.084931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:13.087042 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-f85e8128-bd48-4fe5-9c6f-714f5c5beb50 service neutron] 10.222.0.30 "PUT /v2.0/ports/68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 1122 time: 1.1941934 Sep 22 10:45:13.106727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f2326-3801-4d63-bc7e-2292e8adad02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aff292-1880-45d1-a9c6-83fe487437ca,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:13.165650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['68a04767-9398-4f2a-9d3d-9724f2649cf6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:45:13.287532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:13.418238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-01cdb6de-75dc-43ad-9089-7367a16aa1b8 None None] Provisioning complete for port 68a04767-9398-4f2a-9d3d-9724f2649cf6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:13.418618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-01cdb6de-75dc-43ad-9089-7367a16aa1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:13.440585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077d064-358f-4a8d-9b57-7bdc956413a9 req-6ffbd2ee-542b-4340-8bf5-9406e73f5e79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:13.442171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7077d064-358f-4a8d-9b57-7bdc956413a9 req-6ffbd2ee-542b-4340-8bf5-9406e73f5e79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 944 time: 0.1154158 Sep 22 10:45:13.445231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:13.613944 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-01cdb6de-75dc-43ad-9089-7367a16aa1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:13.659076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-01cdb6de-75dc-43ad-9089-7367a16aa1b8 None None] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:13.663127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:45:13.663127 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3402392d-e06f-42ac-ac20-93435d6cd7ac" -d '{"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-plugged", "status": "completed", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:45:13.743828 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-01cdb6de-75dc-43ad-9089-7367a16aa1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:13.755775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 8752c923-21ef-4b1b-976e-9c2bc4b9b989 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:45:13.812491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7077d064-358f-4a8d-9b57-7bdc956413a9 req-0e2662f8-d421-42b0-911b-a4d5e5ff3163 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812063 Sep 22 10:45:13.882577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7da21-84d1-4a70-b53d-9e1cccfa8bab None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:14.030889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54724) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:14.055242 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-363576dd-68bc-45e5-babb-293c2b634e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.057945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8:0:1::147 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/2657ba3f-b6eb-4e5c-88f1-424330c671e4/8752c923-21ef-4b1b-976e-9c2bc4b9b989) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:14.061076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdb6de-75dc-43ad-9089-7367a16aa1b8 None None] Pushing event updated for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:14.067178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::f816:3eff:fed1:39f8 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/d4ffc00d-3556-45c2-a9d5-10e18fa57f3e/8752c923-21ef-4b1b-976e-9c2bc4b9b989) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:14.148326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 908652e1-494c-4e7e-8b76-f0595deedf13 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:14.237753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4051d22f-b078-4fcc-b2d0-2fa64052eca9 None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:14.238334 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4051d22f-b078-4fcc-b2d0-2fa64052eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.250512 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-363576dd-68bc-45e5-babb-293c2b634e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.317003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-363576dd-68bc-45e5-babb-293c2b634e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.346418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:45:14.351424 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:14.351797 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.355613 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:45:14.400765 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c484346-edb2-4943-b47f-bbb68707fff3 x-openstack-request-id: req-6c484346-edb2-4943-b47f-bbb68707fff3 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:45:14.401070 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-plugged", "status": "completed", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:45:14.401361 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c484346-edb2-4943-b47f-bbb68707fff3 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:45:14.402672 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'code': 200} Sep 22 10:45:14.433973 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba82f688-5c4f-4ff2-aa7a-061c895943bc x-openstack-request-id: req-ba82f688-5c4f-4ff2-aa7a-061c895943bc {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:45:14.436245 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:45:14.436571 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba82f688-5c4f-4ff2-aa7a-061c895943bc {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:45:14.437114 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'status': 'completed', 'code': 200} Sep 22 10:45:14.440106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.450951 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-363576dd-68bc-45e5-babb-293c2b634e51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69c7241366214fe9bd672149bb4df82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132631 Sep 22 10:45:14.451500 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54738) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:14.460548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363576dd-68bc-45e5-babb-293c2b634e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86dfa59-1be5-4e3a-849d-5433c1df300e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:14.482126 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4051d22f-b078-4fcc-b2d0-2fa64052eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.521071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f083e74f-98f1-40ec-8b70-d2b5c44eed34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.529133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4051d22f-b078-4fcc-b2d0-2fa64052eca9 None None] For port 908652e1-494c-4e7e-8b76-f0595deedf13, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=908652e1-494c-4e7e-8b76-f0595deedf13,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:14.546592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Update dhcp port {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': 'd4ffc00d-3556-45c2-a9d5-10e18fa57f3e', 'ip_address': '2001:db8::f816:3eff:feff:2903'}, {'subnet_id': '2657ba3f-b6eb-4e5c-88f1-424330c671e4'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '908652e1-494c-4e7e-8b76-f0595deedf13'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:45:14.561087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-b8a74823-a92c-4538-acc5-642fa7949689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:14.563896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-b8a74823-a92c-4538-acc5-642fa7949689 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1127 time: 0.1076260 Sep 22 10:45:14.571779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f083e74f-98f1-40ec-8b70-d2b5c44eed34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.607603 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.625830 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.637037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 68a04767-9398-4f2a-9d3d-9724f2649cf6 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:45:14.642383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4051d22f-b078-4fcc-b2d0-2fa64052eca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.674262 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.715095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-38e73769-56a4-4ac2-afd1-68bce14a1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:14.717567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-38e73769-56a4-4ac2-afd1-68bce14a1538 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 200 len: 897 time: 0.1468689 Sep 22 10:45:14.723000 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f083e74f-98f1-40ec-8b70-d2b5c44eed34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.726991 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f083e74f-98f1-40ec-8b70-d2b5c44eed34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.732924 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f083e74f-98f1-40ec-8b70-d2b5c44eed34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e86dfa59-1be5-4e3a-849d-5433c1df300e HTTP/1.1" status: 204 len: 168 time: 0.2802923 Sep 22 10:45:14.762039 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083e74f-98f1-40ec-8b70-d2b5c44eed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86dfa59-1be5-4e3a-849d-5433c1df300e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:14.786574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=8752c923-21ef-4b1b-976e-9c2bc4b9b989,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:14.792208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:14.795774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:14.799489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:14.806501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:14.807060 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:14.833618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-7893a8bb-6c8f-44d2-a197-bf30885a1e03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 1001 time: 0.1038926 Sep 22 10:45:14.907106 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.resource_extend [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 10:45:14.917304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-46b92c9b-cefc-4e20-9c85-84126108035b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9690955 Sep 22 10:45:14.917641 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54756) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:14.931891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-8c51bd4b-a830-48c2-92dd-f56c24b614d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:14.934332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-8c51bd4b-a830-48c2-92dd-f56c24b614d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=801e59f0-b539-44b3-bf1f-5a13fbfadbe0 HTTP/1.1" status: 200 len: 834 time: 0.0940783 Sep 22 10:45:14.960402 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:45:14.961041 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:45:14.965209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d22f-b078-4fcc-b2d0-2fa64052eca9 None None] Pushing event updated for resources: {'Port': ['ID=908652e1-494c-4e7e-8b76-f0595deedf13,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:15.016840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-a7a3e8b5-e687-4418-bdd1-62b10cfeb33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:15.018397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-a7a3e8b5-e687-4418-bdd1-62b10cfeb33b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3da9743-2a1f-45ca-a9fa-9fe71e439952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658438 Sep 22 10:45:15.028130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d595e-037a-4565-8691-17caa05211c4 req-b504cc82-7d20-4e60-983a-e50988259d89 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:15.030397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e5d595e-037a-4565-8691-17caa05211c4 req-b504cc82-7d20-4e60-983a-e50988259d89 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.1174765 Sep 22 10:45:15.044337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-50330914-7efc-4b0f-adf8-455dc1b5876d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 8752c923-21ef-4b1b-976e-9c2bc4b9b989 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:15.045239 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-50330914-7efc-4b0f-adf8-455dc1b5876d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:15.147438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e5d595e-037a-4565-8691-17caa05211c4 req-d16b03c8-26e3-4c9e-b185-265f4e1ef64f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897295 Sep 22 10:45:15.184254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-50330914-7efc-4b0f-adf8-455dc1b5876d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:15.187619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-3decee62-0251-4288-8df5-87ce6ac6c345 service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552722 Sep 22 10:45:15.228150 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:15.228873 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-50330914-7efc-4b0f-adf8-455dc1b5876d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 8752c923-21ef-4b1b-976e-9c2bc4b9b989 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:15.237120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Allocated IP 2001:db8:0:1::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/2657ba3f-b6eb-4e5c-88f1-424330c671e4/908652e1-494c-4e7e-8b76-f0595deedf13) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:15.257161 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 68a04767-9398-4f2a-9d3d-9724f2649cf6 has no active binding in host n-h1-807025-3 {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:45:15.408265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce87ad0e-c60b-4392-9c8b-7ff33fa1ffe5 req-5e89643c-ff45-4fa8-a3b7-36fd6a4fd5c0 service neutron] 10.222.0.32 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113724 Sep 22 10:45:15.410882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] For port 908652e1-494c-4e7e-8b76-f0595deedf13, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=908652e1-494c-4e7e-8b76-f0595deedf13,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:15.451537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:15.549420 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:15.635394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Pushing event updated for resources: {'Port': ['ID=908652e1-494c-4e7e-8b76-f0595deedf13,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:15.643758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-50330914-7efc-4b0f-adf8-455dc1b5876d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:15.649785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.650336 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.650684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.651064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.651346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.651777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.652563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.652908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.653310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.656977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.657550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.657900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c960237-5adc-47b9-8f87-3352eded0669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:15.689036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50330914-7efc-4b0f-adf8-455dc1b5876d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=8752c923-21ef-4b1b-976e-9c2bc4b9b989,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:15.737047 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-50330914-7efc-4b0f-adf8-455dc1b5876d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:15.740664 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-50330914-7efc-4b0f-adf8-455dc1b5876d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/8752c923-21ef-4b1b-976e-9c2bc4b9b989 HTTP/1.1" status: 204 len: 168 time: 0.8221354 Sep 22 10:45:15.743294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54788) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:15.806510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ca5b95-0e61-4052-b3e5-92be32d40b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:15.808871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e1ca5b95-0e61-4052-b3e5-92be32d40b2e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0642245 Sep 22 10:45:15.811536 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54790) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:15.865897 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c82599-fccd-440f-9c26-735042aac363 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:15.867826 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-67c82599-fccd-440f-9c26-735042aac363 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0552511 Sep 22 10:45:15.870684 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54792) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:15.955114 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f16c674-5e94-4a3e-9ea7-b2c9ae0f17f3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:15.957630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f16c674-5e94-4a3e-9ea7-b2c9ae0f17f3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:15.960480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f16c674-5e94-4a3e-9ea7-b2c9ae0f17f3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:15.966719 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3f16c674-5e94-4a3e-9ea7-b2c9ae0f17f3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0898480 Sep 22 10:45:15.968446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54796) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:16.068357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7ba139-e531-4020-9391-e2dd120429b8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 2657ba3f-b6eb-4e5c-88f1-424330c671e4 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:16.076210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba139-e531-4020-9391-e2dd120429b8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.082735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 908652e1-494c-4e7e-8b76-f0595deedf13 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:16.141799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba139-e531-4020-9391-e2dd120429b8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.152591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:16.156923 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.298638 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba139-e531-4020-9391-e2dd120429b8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.488919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d1690bcd-d314-4bca-81dd-34549cc95bee None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:16.489953 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1690bcd-d314-4bca-81dd-34549cc95bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.494840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3887c7-e890-4153-bb3f-5cf3e169ec0f req-9493f9aa-42ff-446e-9a39-b52906316bd1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:16.505704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe3887c7-e890-4153-bb3f-5cf3e169ec0f req-9493f9aa-42ff-446e-9a39-b52906316bd1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.2091217 Sep 22 10:45:16.527761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba139-e531-4020-9391-e2dd120429b8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.574393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ba139-e531-4020-9391-e2dd120429b8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=2657ba3f-b6eb-4e5c-88f1-424330c671e4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:16.591038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba139-e531-4020-9391-e2dd120429b8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.596271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54820) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:16.596882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5a7ba139-e531-4020-9391-e2dd120429b8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/2657ba3f-b6eb-4e5c-88f1-424330c671e4 HTTP/1.1" status: 204 len: 168 time: 0.6270325 Sep 22 10:45:16.611401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe3887c7-e890-4153-bb3f-5cf3e169ec0f req-1c0163e8-17cf-4dbb-b766-1bc327bcaa70 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045568 Sep 22 10:45:16.689780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6731bc-0de1-4ce9-8352-e5bc794cfc62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet d4ffc00d-3556-45c2-a9d5-10e18fa57f3e {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:16.693725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e6731bc-0de1-4ce9-8352-e5bc794cfc62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.739485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e6731bc-0de1-4ce9-8352-e5bc794cfc62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.801088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38fab4-53a9-4e6c-aa93-9a9fe444a9fc None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:16.865400 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e6731bc-0de1-4ce9-8352-e5bc794cfc62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:16.910917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9db3a688-2c0d-4642-827a-64cc9a417d28 None None] Could not find standard attr ID for object 8752c923-21ef-4b1b-976e-9c2bc4b9b989. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:45:17.054773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e6731bc-0de1-4ce9-8352-e5bc794cfc62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:17.116603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6731bc-0de1-4ce9-8352-e5bc794cfc62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ffc00d-3556-45c2-a9d5-10e18fa57f3e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:17.124369 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e6731bc-0de1-4ce9-8352-e5bc794cfc62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:17.128884 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8e6731bc-0de1-4ce9-8352-e5bc794cfc62 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/d4ffc00d-3556-45c2-a9d5-10e18fa57f3e HTTP/1.1" status: 204 len: 168 time: 0.5281632 Sep 22 10:45:17.128999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54830) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:17.182567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e1ce8171-0a57-40e0-8877-0c1d9ee83601 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498035 Sep 22 10:45:17.185382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54834) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:17.187766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:17.448849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:17.452481 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:17.714321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546fd41f-17a1-4ffd-8524-c50d2a3e8731 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:17.798824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6dd54-79bc-49c1-bf42-a20d21afc42a req-3eb4e157-6fb8-4643-b057-b32136492433 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:17.801630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84c6dd54-79bc-49c1-bf42-a20d21afc42a req-3eb4e157-6fb8-4643-b057-b32136492433 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 946 time: 0.1059909 Sep 22 10:45:17.809973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a2fa4cea-c3a8-4885-b347-e59169dbfc16 None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:17.811618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a2fa4cea-c3a8-4885-b347-e59169dbfc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:17.828819 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:17.889185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=97af72b7-802b-4ba4-bb27-da9ab30fa857,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:17.911358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84c6dd54-79bc-49c1-bf42-a20d21afc42a req-f794b265-e839-4dd8-9d5f-71abd0887f4c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010406 Sep 22 10:45:17.921999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:17.923937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:17.930694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:17.931449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:18.061259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4dde0c20-2afe-4212-8e74-0e2a99e860c5 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8770909 Sep 22 10:45:18.064146 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54866) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:18.071381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a971ffcb-de01-493f-b8b2-75f8086fd0b7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:18.214252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa2bc3c-b1e5-4d6f-b11c-ee000f125229 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:18.269191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-ce8d5d2e-f666-4349-b5c6-d3d674f758f8 service neutron] 10.222.0.32 "GET /v2.0/ports/68a04767-9398-4f2a-9d3d-9724f2649cf6/bindings/n-h1-807025-3 HTTP/1.1" status: 200 len: 384 time: 0.0662246 Sep 22 10:45:18.294237 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a971ffcb-de01-493f-b8b2-75f8086fd0b7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:18.298627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a971ffcb-de01-493f-b8b2-75f8086fd0b7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:18.332246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-054e4712-6086-44a4-9799-23132bfcbd59 None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:18.337333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-054e4712-6086-44a4-9799-23132bfcbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:18.422581 n-d-807025-3 neutron-server[95681]: INFO neutron.db.ipam_backend_mixin [None req-a971ffcb-de01-493f-b8b2-75f8086fd0b7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97af72b7-802b-4ba4-bb27-da9ab30fa857 (CIDR: 2001:db8::/64) Sep 22 10:45:18.461671 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a971ffcb-de01-493f-b8b2-75f8086fd0b7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:45:18.462139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a971ffcb-de01-493f-b8b2-75f8086fd0b7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:18.561119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d249cecf-f718-4136-9050-d9679175b78d service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:18.580866 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a971ffcb-de01-493f-b8b2-75f8086fd0b7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5148442 Sep 22 10:45:18.583749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54874) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:18.587001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d249cecf-f718-4136-9050-d9679175b78d service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:18.592046 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:18.693041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:45:18.695546 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfcd0c9-fbbc-480d-8309-c326a38bcfeb" -d '{"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-unplugged", "status": "completed", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:45:18.718498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d249cecf-f718-4136-9050-d9679175b78d service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:18.801744 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955e80bd-f889-4721-a380-f34d5543ee13 x-openstack-request-id: req-955e80bd-f889-4721-a380-f34d5543ee13 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:45:18.802793 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-unplugged", "status": "completed", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:45:18.803887 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-955e80bd-f889-4721-a380-f34d5543ee13 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:45:18.804749 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'code': 200} Sep 22 10:45:18.825869 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d249cecf-f718-4136-9050-d9679175b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:18.905032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:18.909687 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:18.952876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1c690fd2-7075-467f-8e32-e67f18667e51 None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:18.953498 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1c690fd2-7075-467f-8e32-e67f18667e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:19.055552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d249cecf-f718-4136-9050-d9679175b78d service neutron] Transition to ACTIVE for port object 68a04767-9398-4f2a-9d3d-9724f2649cf6 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:45:19.110222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d704d2-9221-4eb8-91b4-a5d15ac090fb req-a7229328-22e1-46fc-b9d7-2dedf9005c95 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:19.111929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0d704d2-9221-4eb8-91b4-a5d15ac090fb req-a7229328-22e1-46fc-b9d7-2dedf9005c95 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 945 time: 0.0723052 Sep 22 10:45:19.179282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d249cecf-f718-4136-9050-d9679175b78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:19.268251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0d704d2-9221-4eb8-91b4-a5d15ac090fb req-88c5db4e-83ee-4a69-8362-458aa08546c1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232271 Sep 22 10:45:19.527035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d249cecf-f718-4136-9050-d9679175b78d service neutron] No DVR routers for this DVR port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:45:19.594094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249cecf-f718-4136-9050-d9679175b78d service neutron] Pushing event updated for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=11']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:19.690741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54910) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:19.757436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-d249cecf-f718-4136-9050-d9679175b78d service neutron] 10.222.0.32 "PUT /v2.0/ports/68a04767-9398-4f2a-9d3d-9724f2649cf6/bindings/n-h1-807025-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4819655 Sep 22 10:45:19.814221 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea6d9b3e-77f4-4f26-95b1-d3de3967d532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:19.925139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:45:20.205537 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.300389 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea6d9b3e-77f4-4f26-95b1-d3de3967d532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.306942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-3aa43b0d-1fb5-404f-9893-1895f8213383 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:20.308011 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-3aa43b0d-1fb5-404f-9893-1895f8213383 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.4036038 Sep 22 10:45:20.400003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-bff362aa-a860-4fd9-9b74-b6bfe6033934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:20.403988 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-bff362aa-a860-4fd9-9b74-b6bfe6033934 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 1096 time: 0.0826762 Sep 22 10:45:20.405887 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea6d9b3e-77f4-4f26-95b1-d3de3967d532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.418984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] For port 908652e1-494c-4e7e-8b76-f0595deedf13, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=908652e1-494c-4e7e-8b76-f0595deedf13,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:20.442278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710df4-b275-478e-b341-e16f4ddf2420 req-dd72572f-b158-4e05-8e26-f9469608a61b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:20.443767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da710df4-b275-478e-b341-e16f4ddf2420 req-dd72572f-b158-4e05-8e26-f9469608a61b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 945 time: 0.0841186 Sep 22 10:45:20.479602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.480193 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ea6d9b3e-77f4-4f26-95b1-d3de3967d532 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c0c4467fdab4877bfeff2fc152fee1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7882826 Sep 22 10:45:20.482136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d9b3e-77f4-4f26-95b1-d3de3967d532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2948ccfe-7881-4e1d-b946-042ece11142f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:20.484794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54928) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:20.502464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-7ceff837-4349-4d6d-a3ce-46cb3649fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:20.504984 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-7ceff837-4349-4d6d-a3ce-46cb3649fb5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1096 time: 0.0742433 Sep 22 10:45:20.514744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da710df4-b275-478e-b341-e16f4ddf2420 req-d2eda7aa-761a-404e-8c6e-e7441161d49d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641689 Sep 22 10:45:20.574331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.575341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.625122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-2eb78992-6f19-4d9a-bb0c-6d6d4e68163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:20.626933 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-2eb78992-6f19-4d9a-bb0c-6d6d4e68163e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 200 len: 897 time: 0.1055067 Sep 22 10:45:20.631758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8271d959-f91c-48b4-809d-ed16cbebd915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.698530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:20.707346 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-9e766df9-dff0-4300-8d64-fa75aeab1e27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 999 time: 0.0691352 Sep 22 10:45:20.713170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:20.718170 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8271d959-f91c-48b4-809d-ed16cbebd915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.724975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39781540-3a7e-472a-8524-7acf6dcf4208 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:20.726183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:20.726453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.731643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=908652e1-494c-4e7e-8b76-f0595deedf13,revision_number=8']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:20.753657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=278e6442-5e9e-41aa-81bf-486dd8da80ee,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:20.763465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-80eb9106-4f1e-4761-b515-fc3dedf375db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:20.767918 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-80eb9106-4f1e-4761-b515-fc3dedf375db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=801e59f0-b539-44b3-bf1f-5a13fbfadbe0 HTTP/1.1" status: 200 len: 834 time: 0.0537875 Sep 22 10:45:20.770222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.770720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.771068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.771404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.771737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.772625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.772956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.773283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.773690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.773987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.774391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.774718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.794740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.795091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.795613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.795975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.796311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.796686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.797024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.797356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.797680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.798006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.798357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.798734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:20.826319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-54245fae-6b87-434e-aef6-f9205d491229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:20.827857 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-54245fae-6b87-434e-aef6-f9205d491229 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3da9743-2a1f-45ca-a9fa-9fe71e439952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526087 Sep 22 10:45:20.925951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a7b3da6d-a728-4a84-a0d8-8d3f48540ff1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3401918 Sep 22 10:45:20.930040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54940) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:20.935948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:59:33:45', 'name': 'tempest-NetworksTestDHCPv6-300014145'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:20.936869 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-aa4d7692-186e-4204-83f1-63999c501532 service neutron] 10.222.0.30 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021307 Sep 22 10:45:20.982754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8271d959-f91c-48b4-809d-ed16cbebd915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.985740 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8271d959-f91c-48b4-809d-ed16cbebd915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:20.987154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8271d959-f91c-48b4-809d-ed16cbebd915 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2948ccfe-7881-4e1d-b946-042ece11142f HTTP/1.1" status: 204 len: 168 time: 0.5014093 Sep 22 10:45:21.002558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274592d-98e7-4f5d-9ec9-b9b68737df26 None None] Update dhcp port {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'fixed_ips': [{'subnet_id': '278e6442-5e9e-41aa-81bf-486dd8da80ee', 'ip_address': '2001:db8:0:1:f816:3eff:feff:2903'}, {'subnet_id': '97af72b7-802b-4ba4-bb27-da9ab30fa857'}], 'binding:host_id': 'n-d-807025-3'}, 'id': '908652e1-494c-4e7e-8b76-f0595deedf13'} from n-d-807025-3. {{(pid=95683) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:45:21.034176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271d959-f91c-48b4-809d-ed16cbebd915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2948ccfe-7881-4e1d-b946-042ece11142f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:21.044756 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b274592d-98e7-4f5d-9ec9-b9b68737df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:21.118252 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-9df19006-39a8-44d3-9837-927381c316cc service neutron] 10.222.0.30 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738122 Sep 22 10:45:21.174449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:21.253802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-b274592d-98e7-4f5d-9ec9-b9b68737df26 None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/97af72b7-802b-4ba4-bb27-da9ab30fa857/908652e1-494c-4e7e-8b76-f0595deedf13) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:21.275101 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:21.297319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port 48444bd0-9c8b-491a-9a56-e1675886a604 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:45:21.367594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b274592d-98e7-4f5d-9ec9-b9b68737df26 None None] For port 908652e1-494c-4e7e-8b76-f0595deedf13, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=908652e1-494c-4e7e-8b76-f0595deedf13,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:21.404779 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b274592d-98e7-4f5d-9ec9-b9b68737df26 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:21.469508 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b274592d-98e7-4f5d-9ec9-b9b68737df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:21.612799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::155 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/97af72b7-802b-4ba4-bb27-da9ab30fa857/48444bd0-9c8b-491a-9a56-e1675886a604) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:21.621181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274592d-98e7-4f5d-9ec9-b9b68737df26 None None] Pushing event updated for resources: {'Port': ['ID=908652e1-494c-4e7e-8b76-f0595deedf13,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:21.648411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:3345 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/278e6442-5e9e-41aa-81bf-486dd8da80ee/48444bd0-9c8b-491a-9a56-e1675886a604) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:21.648764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-26a4baed-0632-4b79-afbf-886d6f3ef8d3 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:21.650627 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-26a4baed-0632-4b79-afbf-886d6f3ef8d3 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 1096 time: 0.1007276 Sep 22 10:45:21.712135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bee960-b300-4da7-91ba-caa10e88d3bd req-c7f36702-7a83-4b20-acea-f8d8a9d96785 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:21.714022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5bee960-b300-4da7-91ba-caa10e88d3bd req-c7f36702-7a83-4b20-acea-f8d8a9d96785 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 945 time: 0.1038923 Sep 22 10:45:21.777305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5bee960-b300-4da7-91ba-caa10e88d3bd req-67839495-c696-4fe8-a1b6-c1f636ccb761 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541255 Sep 22 10:45:21.837984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54968) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:21.857942 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed300f19-54ec-4e4c-9847-021e64c5df18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:21.881379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-505b819c-e99c-4591-89e3-f5379be022dc service neutron] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h2-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:21.888405 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-505b819c-e99c-4591-89e3-f5379be022dc service neutron] Notify callbacks [] for binding, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:21.889728 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-505b819c-e99c-4591-89e3-f5379be022dc service neutron] 10.222.0.30 "DELETE /v2.0/ports/68a04767-9398-4f2a-9d3d-9724f2649cf6/bindings/n-h2-807025-3 HTTP/1.1" status: 204 len: 173 time: 0.2296343 Sep 22 10:45:21.973320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.068435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed300f19-54ec-4e4c-9847-021e64c5df18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.093464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96a285-a387-4fe2-b274-e089ef744a95 req-88574145-1dae-4c06-acb9-94293b0eea7c tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:22.101432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d96a285-a387-4fe2-b274-e089ef744a95 req-88574145-1dae-4c06-acb9-94293b0eea7c tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1096 time: 0.0916932 Sep 22 10:45:22.110386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 908652e1-494c-4e7e-8b76-f0595deedf13 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:22.145811 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed300f19-54ec-4e4c-9847-021e64c5df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.160264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.175942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:22.179039 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.225693 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ed300f19-54ec-4e4c-9847-021e64c5df18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c943659caa294cfa8abbf1df451a56a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862324 Sep 22 10:45:22.225843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:22.227063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 54976) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:22.231232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:22.235065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed300f19-54ec-4e4c-9847-021e64c5df18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7ae068-c09a-4172-8b07-9a7ad3788bfe,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:22.259268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d96a285-a387-4fe2-b274-e089ef744a95 req-f0decef4-5b8f-4e8e-a5ff-ae31b7138a6f tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568604 Sep 22 10:45:22.269074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:22.273540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:22.274218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.304973 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3677de43-10fc-4918-ab02-88b5cf0a9b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.340628 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3677de43-10fc-4918-ab02-88b5cf0a9b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.346787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=48444bd0-9c8b-491a-9a56-e1675886a604,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:22.401158 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4f8fe4c8-5be8-427e-8809-263073197f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.401795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f3394b61-ca48-4ca5-8a7f-a8bd94f47890 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4702713 Sep 22 10:45:22.410182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 54984) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:22.488586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3677de43-10fc-4918-ab02-88b5cf0a9b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.493948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3677de43-10fc-4918-ab02-88b5cf0a9b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.495716 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3677de43-10fc-4918-ab02-88b5cf0a9b0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de7ae068-c09a-4172-8b07-9a7ad3788bfe HTTP/1.1" status: 204 len: 168 time: 0.2671437 Sep 22 10:45:22.513517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677de43-10fc-4918-ab02-88b5cf0a9b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7ae068-c09a-4172-8b07-9a7ad3788bfe,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:22.552304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 68a04767-9398-4f2a-9d3d-9724f2649cf6 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:22.618002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 68a04767-9398-4f2a-9d3d-9724f2649cf6 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:45:22.704868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-47128851-dc4e-4bf0-9fa4-637aecc843d0 None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:22.705366 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-47128851-dc4e-4bf0-9fa4-637aecc843d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:22.941831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faca1f1-58f3-4342-8507-1899a521ef50 req-e0b104b7-c205-4bfc-9e10-89bd08adce6e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:22.946668 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9faca1f1-58f3-4342-8507-1899a521ef50 req-e0b104b7-c205-4bfc-9e10-89bd08adce6e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 945 time: 0.5431151 Sep 22 10:45:22.997550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecec5d-91ad-4f2d-be2b-5ea981989e45 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port 48444bd0-9c8b-491a-9a56-e1675886a604 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:22.997550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6ecec5d-91ad-4f2d-be2b-5ea981989e45 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.035537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-28407c4f-cd60-4946-a9e8-3066bad32864 None None] Provisioning complete for port 48444bd0-9c8b-491a-9a56-e1675886a604 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:23.036187 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-28407c4f-cd60-4946-a9e8-3066bad32864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.054328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9faca1f1-58f3-4342-8507-1899a521ef50 req-619c8826-4cf1-41a8-a1da-bc17f4702dc4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513256 Sep 22 10:45:23.073572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-28407c4f-cd60-4946-a9e8-3066bad32864 None None] Port 48444bd0-9c8b-491a-9a56-e1675886a604 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:45:23.082035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55002) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:23.152701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6ecec5d-91ad-4f2d-be2b-5ea981989e45 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.160396 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-898067ee-0428-4d7c-b26f-b064eed9fa22 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/6d13939e-998c-4109-a5ab-3a0f382de11e HTTP/1.1" status: 200 len: 991 time: 0.0761991 Sep 22 10:45:23.174542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecec5d-91ad-4f2d-be2b-5ea981989e45 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for 48444bd0-9c8b-491a-9a56-e1675886a604 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:23.431084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6ecec5d-91ad-4f2d-be2b-5ea981989e45 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.462173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecec5d-91ad-4f2d-be2b-5ea981989e45 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=48444bd0-9c8b-491a-9a56-e1675886a604,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:23.513928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55010) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:23.533117 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-854cac3f-afed-4582-bf9e-37286cd0580d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.556636 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6ecec5d-91ad-4f2d-be2b-5ea981989e45 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.561156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a6ecec5d-91ad-4f2d-be2b-5ea981989e45 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/48444bd0-9c8b-491a-9a56-e1675886a604 HTTP/1.1" status: 204 len: 168 time: 1.1554728 Sep 22 10:45:23.562886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55012) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:23.633453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac354fd2-7896-4ecc-bf00-739dc60eee8f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:23.635159 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ac354fd2-7896-4ecc-bf00-739dc60eee8f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0712366 Sep 22 10:45:23.637923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55016) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:23.693794 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-854cac3f-afed-4582-bf9e-37286cd0580d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.711515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e0c42-31a6-4bc0-9657-622cd60ad8db tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:23.720464 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55020) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:23.720644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0c1e0c42-31a6-4bc0-9657-622cd60ad8db tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0816524 Sep 22 10:45:23.757629 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-854cac3f-afed-4582-bf9e-37286cd0580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.816590 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec33852-0b8c-44f4-ab12-97733bf390f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:23.818297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec33852-0b8c-44f4-ab12-97733bf390f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:23.820455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec33852-0b8c-44f4-ab12-97733bf390f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:23.822117 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fec33852-0b8c-44f4-ab12-97733bf390f1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1002603 Sep 22 10:45:23.825172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55026) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:23.826387 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-854cac3f-afed-4582-bf9e-37286cd0580d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=600f6c80dc1b4174855f521e98df09c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113487 Sep 22 10:45:23.827819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cac3f-afed-4582-bf9e-37286cd0580d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81988cc0-0e0f-416e-8e02-1b833d921527,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:23.828410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55028) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:23.921506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc2872d-8c22-4d12-b168-a4cc39cc1d1f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 278e6442-5e9e-41aa-81bf-486dd8da80ee {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:23.926473 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2bc2872d-8c22-4d12-b168-a4cc39cc1d1f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.962824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bdba716d-3525-4434-80c1-5b70b532a0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:23.981794 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2bc2872d-8c22-4d12-b168-a4cc39cc1d1f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.015329 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bdba716d-3525-4434-80c1-5b70b532a0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.102322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2bc2872d-8c22-4d12-b168-a4cc39cc1d1f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.186447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bdba716d-3525-4434-80c1-5b70b532a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.188954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bdba716d-3525-4434-80c1-5b70b532a0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.190139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bdba716d-3525-4434-80c1-5b70b532a0b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81988cc0-0e0f-416e-8e02-1b833d921527 HTTP/1.1" status: 204 len: 168 time: 0.3607659 Sep 22 10:45:24.201178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba716d-3525-4434-80c1-5b70b532a0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81988cc0-0e0f-416e-8e02-1b833d921527,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:24.277801 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2bc2872d-8c22-4d12-b168-a4cc39cc1d1f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.304702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2872d-8c22-4d12-b168-a4cc39cc1d1f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=278e6442-5e9e-41aa-81bf-486dd8da80ee,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:24.317384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656b2d72-ed60-40dc-9105-1c0315fbbeda None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:24.321908 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2bc2872d-8c22-4d12-b168-a4cc39cc1d1f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.326831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2bc2872d-8c22-4d12-b168-a4cc39cc1d1f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/278e6442-5e9e-41aa-81bf-486dd8da80ee HTTP/1.1" status: 204 len: 168 time: 0.5005221 Sep 22 10:45:24.327025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55040) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:24.387759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b778d3-0d5d-45ae-ab9a-443a7ddbf38d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 97af72b7-802b-4ba4-bb27-da9ab30fa857 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:24.391865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39b778d3-0d5d-45ae-ab9a-443a7ddbf38d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.447801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39b778d3-0d5d-45ae-ab9a-443a7ddbf38d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.594321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39b778d3-0d5d-45ae-ab9a-443a7ddbf38d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.775304 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39b778d3-0d5d-45ae-ab9a-443a7ddbf38d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.812975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b778d3-0d5d-45ae-ab9a-443a7ddbf38d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=97af72b7-802b-4ba4-bb27-da9ab30fa857,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:24.817062 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-39b778d3-0d5d-45ae-ab9a-443a7ddbf38d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.821498 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-39b778d3-0d5d-45ae-ab9a-443a7ddbf38d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/97af72b7-802b-4ba4-bb27-da9ab30fa857 HTTP/1.1" status: 204 len: 168 time: 0.4909756 Sep 22 10:45:24.823265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:24.873621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bec2738f-f1d6-41cb-9798-b07d3d84d84b tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505753 Sep 22 10:45:24.876696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55058) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:24.883467 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:25.197086 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6339a3e2-1b7e-494c-ae5a-22437fe99994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.225528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:25.229240 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.252968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f3fc71-2301-4492-9aa8-b6f8851ab538 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:25.436483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f0bc948b-ba8f-4882-a8b2-739f2cfc6e9e None None] Provisioning complete for port 908652e1-494c-4e7e-8b76-f0595deedf13 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:25.436483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0bc948b-ba8f-4882-a8b2-739f2cfc6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.438971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55074) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:25.695282 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.702708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.709584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port 0c8d5b2c-4d0b-4a63-b7ce-9eb02a5c368e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:25.709992 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.732042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be52acd5-f656-40df-943a-194506c60437 None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:45:25.732315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.751220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55082) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:25.833588 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.852064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-be52acd5-f656-40df-943a-194506c60437 None None] Deleting port 908652e1-494c-4e7e-8b76-f0595deedf13 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:25.852673 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-be52acd5-f656-40df-943a-194506c60437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.861754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:25.882331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:25.912478 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.913658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.927878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for 0c8d5b2c-4d0b-4a63-b7ce-9eb02a5c368e owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:25.935698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289377291-network', 'tenant_id': 'ae1808ff3366431a88441a91ef88a5f5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:25.966063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-be52acd5-f656-40df-943a-194506c60437 None None] For port 908652e1-494c-4e7e-8b76-f0595deedf13, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=908652e1-494c-4e7e-8b76-f0595deedf13,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:25.966939 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-be52acd5-f656-40df-943a-194506c60437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.000113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-be52acd5-f656-40df-943a-194506c60437 None None] Calling delete_port for 908652e1-494c-4e7e-8b76-f0595deedf13 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:26.042941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:26.044246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.057012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=25765c00-f47e-482c-b31c-418cbb88291d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:26.094560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Made reservation on behalf of ae1808ff3366431a88441a91ef88a5f5 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:26.102040 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.116866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 908652e1-494c-4e7e-8b76-f0595deedf13 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:26.119999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.193859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-be52acd5-f656-40df-943a-194506c60437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.233167 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eff1eae1-f222-4356-b6b6-ffb53c3d3a44 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3538165 Sep 22 10:45:26.234800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.235283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55088) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:26.239001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52acd5-f656-40df-943a-194506c60437 None None] Pushing event deleted for resources: {'Port': ['ID=908652e1-494c-4e7e-8b76-f0595deedf13,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:26.247964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52acd5-f656-40df-943a-194506c60437 None None] No DVR routers for this DVR port 908652e1-494c-4e7e-8b76-f0595deedf13 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:45:26.249809 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.250565 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ebe54560-a2ac-4633-b509-59f8e236365f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:26.329499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357690e0-0cf9-4367-b2e2-b4dd78e35d3b None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:26.390021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55090) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:26.426190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.497258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.508255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=0c8d5b2c-4d0b-4a63-b7ce-9eb02a5c368e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:26.547050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'tenant_id': '170acb4eba59477996dc15bd03aab82d', 'fixed_ips': [{'subnet_id': '25765c00-f47e-482c-b31c-418cbb88291d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:45:26.548751 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.557262 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.608177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:45:26.621455 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.621827 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Floating IP 6d13939e-998c-4109-a5ab-3a0f382de11e disassociated (deleted). External IP: 172.25.1.74, port: 68a04767-9398-4f2a-9d3d-9724f2649cf6. Sep 22 10:45:26.627754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac985c0b-dba7-4440-a024-cda585ef3a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.642821 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.649124 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Added segment 5016392a-e442-4be6-bcb2-e58382f77e29 of type vlan for network 1db43a52-3a80-42d6-9a15-4f09c7334738 Sep 22 10:45:26.649124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3141eda1-6681-4acc-87f2-d1ddf8745e9b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:26.714731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe54560-a2ac-4633-b509-59f8e236365f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:26.719398 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ebe54560-a2ac-4633-b509-59f8e236365f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.720130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.838794 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac985c0b-dba7-4440-a024-cda585ef3a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.841609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.843139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:26.847086 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:26.899841 n-d-807025-3 neutron-server[95681]: INFO neutron.db.ipam_backend_mixin [None req-ebe54560-a2ac-4633-b509-59f8e236365f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25765c00-f47e-482c-b31c-418cbb88291d (CIDR: 2001:db8::/64) Sep 22 10:45:26.930531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Allocated IP 2001:db8::2 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/25765c00-f47e-482c-b31c-418cbb88291d/3c5e4fce-cd1b-4822-ac66-214401968b60) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:26.952252 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe54560-a2ac-4633-b509-59f8e236365f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:45:26.952744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe54560-a2ac-4633-b509-59f8e236365f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:26.982378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] Pushing event updated for resources: {'Network': ['ID=1db43a52-3a80-42d6-9a15-4f09c7334738,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:26.983074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router e5af05f1-9b85-428c-9d55-125e632e0b04 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:45:26.987510 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac985c0b-dba7-4440-a024-cda585ef3a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.018555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ac985c0b-dba7-4440-a024-cda585ef3a74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9ec01a0bcdb40e78532808748acc468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271482 Sep 22 10:45:27.020906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55098) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:27.065634 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ebe54560-a2ac-4633-b509-59f8e236365f tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8262672 Sep 22 10:45:27.066201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55100) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:27.074081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 1db43a52-3a80-42d6-9a15-4f09c7334738 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:45:27.074381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'subnet': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:27.099229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac985c0b-dba7-4440-a024-cda585ef3a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7d81fb-4cc8-41b0-b460-730d9ddf6269,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:27.100670 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.105736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-92029b64-5014-439b-a594-49b58cfe3e3d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3527753 Sep 22 10:45:27.107119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:27.120608 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Request body: {'subnet': {'network_id': '1db43a52-3a80-42d6-9a15-4f09c7334738', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289377291-subnet', 'tenant_id': 'ae1808ff3366431a88441a91ef88a5f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:27.124114 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:45:27.130708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.174047 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9b896b0e-6eca-4681-81dc-4003e215079c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/floatingips/6d13939e-998c-4109-a5ab-3a0f382de11e HTTP/1.1" status: 204 len: 168 time: 1.7338231 Sep 22 10:45:27.174694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:45:27.177491 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8717cb-c44f-421c-ba20-7e7269aabcab" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:45:27.188587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] Sync routers for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:45:27.191626 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.206268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-935e4553-dbc3-4145-a231-80f554bcba25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.242162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:27.242817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:27.250289 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Made reservation on behalf of ae1808ff3366431a88441a91ef88a5f5 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:27.252757 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.257596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:27.273338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-935e4553-dbc3-4145-a231-80f554bcba25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.293235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:27.295728 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:27.363421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Pushing event updated for resources: {'Port': ['ID=3c5e4fce-cd1b-4822-ac66-214401968b60,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:27.391242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:27.395426 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.411199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Attempting to bind port 3c5e4fce-cd1b-4822-ac66-214401968b60 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:27.411199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Attempting to bind port 3c5e4fce-cd1b-4822-ac66-214401968b60 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:27.411555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Attempting to bind port 3c5e4fce-cd1b-4822-ac66-214401968b60 on network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:27.422729 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:27.423598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Checking segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:27.423598 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.423895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Bound using segment: {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:27.424378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Bound port: 3c5e4fce-cd1b-4822-ac66-214401968b60, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:27.424765 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.438427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:27.463412 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-935e4553-dbc3-4145-a231-80f554bcba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.466284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-935e4553-dbc3-4145-a231-80f554bcba25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.468164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-935e4553-dbc3-4145-a231-80f554bcba25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc7d81fb-4cc8-41b0-b460-730d9ddf6269 HTTP/1.1" status: 204 len: 168 time: 0.4456978 Sep 22 10:45:27.480707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e4553-dbc3-4145-a231-80f554bcba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7d81fb-4cc8-41b0-b460-730d9ddf6269,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:27.683268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] For port 3c5e4fce-cd1b-4822-ac66-214401968b60, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:27.689638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] For port 3c5e4fce-cd1b-4822-ac66-214401968b60, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3c5e4fce-cd1b-4822-ac66-214401968b60,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:27.709920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e9f64157-a201-4fac-ac86-2127e0762182', 'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:9d:2b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:08Z', 'updated_at': '2021-09-22T10:44:19Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:27.739373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] Checking router: e5af05f1-9b85-428c-9d55-125e632e0b04 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:45:27.749792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:27.750458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:27.797943 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.843047 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.939818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=36150672-3d91-4a0a-bcef-35c870dd653c,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:27.977391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d527a7d-07b0-4b5e-a362-9911b4154edc None None] Pushing event updated for resources: {'Port': ['ID=3c5e4fce-cd1b-4822-ac66-214401968b60,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:27.979563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Checking segment: {'id': '5016392a-e442-4be6-bcb2-e58382f77e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1db43a52-3a80-42d6-9a15-4f09c7334738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:27.979941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Network hostable DHCP agents. Network: 1db43a52-3a80-42d6-9a15-4f09c7334738, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:45:28.013755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.objects.ports [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 10:45:28.062147 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Network 1db43a52-3a80-42d6-9a15-4f09c7334738 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:45:28.078994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:28.114760 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847323f9-df99-4531-8706-90e1092871fd x-openstack-request-id: req-847323f9-df99-4531-8706-90e1092871fd {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:45:28.115056 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:45:28.115318 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-847323f9-df99-4531-8706-90e1092871fd {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:45:28.116472 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'status': 'completed', 'code': 200} Sep 22 10:45:28.130308 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:28.157573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4478-5235-4406-b23b-c706cbdaf33b req-5908ca0c-6508-437a-acb2-49503248d445 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:28.159419 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-515c4478-5235-4406-b23b-c706cbdaf33b req-5908ca0c-6508-437a-acb2-49503248d445 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 945 time: 0.1127081 Sep 22 10:45:28.228730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 1db43a52-3a80-42d6-9a15-4f09c7334738) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:28.284084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:28.284698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:28.312982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a452fe-f033-46d0-a5fd-10e5d78edb0d None None] Network 1db43a52-3a80-42d6-9a15-4f09c7334738 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:28.363291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-515c4478-5235-4406-b23b-c706cbdaf33b req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port 68a04767-9398-4f2a-9d3d-9724f2649cf6 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:28.366504 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-515c4478-5235-4406-b23b-c706cbdaf33b req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:28.438757 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-49daf8fb-c19a-4dd0-885a-73da5f67de4e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3304431 Sep 22 10:45:28.448959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:28.481413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-0f444d9e-756f-4932-9896-d23e5177b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:28.481640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-515c4478-5235-4406-b23b-c706cbdaf33b req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port 68a04767-9398-4f2a-9d3d-9724f2649cf6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:28.482244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-515c4478-5235-4406-b23b-c706cbdaf33b req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:28.483652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-0f444d9e-756f-4932-9896-d23e5177b350 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 1096 time: 0.3342550 Sep 22 10:45:28.498793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-515c4478-5235-4406-b23b-c706cbdaf33b req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for 68a04767-9398-4f2a-9d3d-9724f2649cf6 owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:28.512095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55122) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:28.562583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c48d4-f6ef-4a5f-9eea-e7d95f346983 req-6e73f997-ea02-4c90-91d6-81f4d72dcb2e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:28.564304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc6c48d4-f6ef-4a5f-9eea-e7d95f346983 req-6e73f997-ea02-4c90-91d6-81f4d72dcb2e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cbde75c-144d-4f8d-b3e9-f897276c0405 HTTP/1.1" status: 200 len: 945 time: 0.2135556 Sep 22 10:45:28.576445 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a027a73a-c018-4e54-bbfe-87f0f93a630a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:28.736541 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc6c48d4-f6ef-4a5f-9eea-e7d95f346983 req-e1277d7c-a2d4-40c5-a0fa-2352f86fd142 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=603d5ded-9358-41dc-8dab-6c9922394f56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442869 Sep 22 10:45:28.774674 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-515c4478-5235-4406-b23b-c706cbdaf33b req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:28.816597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20665e15-37c9-4bb5-97b7-51a35ba177f7 None None] Network 1db43a52-3a80-42d6-9a15-4f09c7334738 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:28.835023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=68a04767-9398-4f2a-9d3d-9724f2649cf6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:28.835633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-a2191c47-ee9f-47b9-aac8-405a9fd00042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:28.837215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-a2191c47-ee9f-47b9-aac8-405a9fd00042 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 200 len: 897 time: 0.3261161 Sep 22 10:45:28.922335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-c400ef23-02f3-4cd3-be17-47f39ec78031 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 200 len: 217 time: 0.0724094 Sep 22 10:45:28.925663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] For port 3c5e4fce-cd1b-4822-ac66-214401968b60, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3c5e4fce-cd1b-4822-ac66-214401968b60,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:28.958704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-515c4478-5235-4406-b23b-c706cbdaf33b req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] No DVR routers for this DVR port 68a04767-9398-4f2a-9d3d-9724f2649cf6 on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:45:28.962593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-515c4478-5235-4406-b23b-c706cbdaf33b req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:28.964794 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-515c4478-5235-4406-b23b-c706cbdaf33b req-b0aa1014-6413-4ad4-8179-46539cfd0027 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "DELETE /v2.0/ports/68a04767-9398-4f2a-9d3d-9724f2649cf6 HTTP/1.1" status: 204 len: 173 time: 0.7950919 Sep 22 10:45:29.024312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.027052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-c1b2a275-c74b-4283-a826-509f2a658ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:29.028481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-c1b2a275-c74b-4283-a826-509f2a658ec1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=801e59f0-b539-44b3-bf1f-5a13fbfadbe0 HTTP/1.1" status: 200 len: 834 time: 0.0943263 Sep 22 10:45:29.111898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a027a73a-c018-4e54-bbfe-87f0f93a630a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.122145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-f9cf9e6d-fbfe-448a-8a3a-d94d1b7067b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:29.123867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-f9cf9e6d-fbfe-448a-8a3a-d94d1b7067b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3da9743-2a1f-45ca-a9fa-9fe71e439952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851774 Sep 22 10:45:29.125358 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.126311 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.223508 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a027a73a-c018-4e54-bbfe-87f0f93a630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.236426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:29.246038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:29.252643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:29.253361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.304422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e9f64157-a201-4fac-ac86-2127e0762182', 'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:9d:2b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:08Z', 'updated_at': '2021-09-22T10:44:19Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:29.381657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b93371-121e-4456-886e-e3bdba8bc6b3 None None] The sync data for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 is: [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:44:09Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e9f64157-a201-4fac-ac86-2127e0762182', 'name': '', 'network_id': 'b3da9743-2a1f-45ca-a9fa-9fe71e439952', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:9d:2b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:08Z', 'updated_at': '2021-09-22T10:44:19Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '801e59f0-b539-44b3-bf1f-5a13fbfadbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:45:29.413385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Subnet': ['ID=3d019bc0-1742-45c9-bf6d-05f48956f2a6,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:29.435731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a027a73a-c018-4e54-bbfe-87f0f93a630a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb0a7e22a48543c89b3fa97783c6f985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9214730 Sep 22 10:45:29.436261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55136) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:29.444291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027a73a-c018-4e54-bbfe-87f0f93a630a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e6360a-8cf8-4f75-9efa-f586b5ea865d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:29.448898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=3c5e4fce-cd1b-4822-ac66-214401968b60,revision_number=4']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:29.467947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4ae41280-aee5-416d-a7a2-1909a84001c4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4004054 Sep 22 10:45:29.474481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55138) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:29.505182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-b8eeb8f4-6f74-457e-81a3-183cc0f918c5 service neutron] 10.222.0.30 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587115 Sep 22 10:45:29.505478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Request body: {'port': {'network_id': '1d5276c3-a0e2-4ebc-9e3d-b681356b22c2', 'mac_address': 'fa:16:3e:35:ab:be', 'name': 'tempest-NetworksTestDHCPv6-463248124'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:29.582639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb0aa0e-aa3a-4dfc-9d6f-cfb798ac70bd None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:29.625015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb8717cb-c44f-421c-ba20-7e7269aabcab req-9c6acbff-d948-4a05-9528-513f1af3393a service neutron] 10.222.0.30 "GET /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129098 Sep 22 10:45:29.642756 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:45:29.677067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9290c30-b2db-4c6c-bd8b-aab906a4cf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.712266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6d072560-0d3c-46fe-a822-bcd5de6c2fb4 None None] Provisioning complete for port 3c5e4fce-cd1b-4822-ac66-214401968b60 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:29.712643 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6d072560-0d3c-46fe-a822-bcd5de6c2fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.739342 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9290c30-b2db-4c6c-bd8b-aab906a4cf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.852533 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90661fed-c8a7-4973-aec4-c5ceb5d11ce6 None None] New status for floating IP 6d13939e-998c-4109-a5ab-3a0f382de11e: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:45:29.861858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55146) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:29.867468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1547628048-network', 'tenant_id': 'cd365ac1ea2e49fa82af24d43b77ccb0'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:29.880268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55148) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:29.900906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6d072560-0d3c-46fe-a822-bcd5de6c2fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:29.968678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6d072560-0d3c-46fe-a822-bcd5de6c2fb4 None None] For port 3c5e4fce-cd1b-4822-ac66-214401968b60, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3c5e4fce-cd1b-4822-ac66-214401968b60,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:29.998577 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.db.api [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:45:29.998577 n-d-807025-3 neutron-server[95681]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 10:45:29.998577 n-d-807025-3 neutron-server[95681]: [parameters: {'project_id': '170acb4eba59477996dc15bd03aab82d', 'id': 'b5eff9e7-4d4e-402c-89e7-dbf250b47664', 'expiration': datetime.datetime(2021, 9, 22, 10, 47, 29, 986991)}] Sep 22 10:45:29.998577 n-d-807025-3 neutron-server[95681]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95681) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:45:29.999038 n-d-807025-3 neutron-server[95681]: DEBUG oslo_db.api [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:45:30.062886 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6d072560-0d3c-46fe-a822-bcd5de6c2fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.089635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Made reservation on behalf of cd365ac1ea2e49fa82af24d43b77ccb0 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:30.092084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9290c30-b2db-4c6c-bd8b-aab906a4cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.093475 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.095540 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c9290c30-b2db-4c6c-bd8b-aab906a4cf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.100513 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c9290c30-b2db-4c6c-bd8b-aab906a4cf03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4e6360a-8cf8-4f75-9efa-f586b5ea865d HTTP/1.1" status: 204 len: 168 time: 0.6623919 Sep 22 10:45:30.118447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.142352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-deleted', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:45:30.144925 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e031adf-7ceb-489a-9147-d328755d5c11" -d '{"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-deleted", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:45:30.171361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3c5e4fce-cd1b-4822-ac66-214401968b60 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:30.174551 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9290c30-b2db-4c6c-bd8b-aab906a4cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e6360a-8cf8-4f75-9efa-f586b5ea865d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:30.216904 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac98f74-604c-4a2c-9061-8122f1584cb2 x-openstack-request-id: req-3ac98f74-604c-4a2c-9061-8122f1584cb2 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:45:30.217254 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbde75c-144d-4f8d-b3e9-f897276c0405", "name": "network-vif-deleted", "tag": "68a04767-9398-4f2a-9d3d-9724f2649cf6", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:45:30.217464 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ac98f74-604c-4a2c-9061-8122f1584cb2 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:45:30.217834 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbde75c-144d-4f8d-b3e9-f897276c0405', 'name': 'network-vif-deleted', 'tag': '68a04767-9398-4f2a-9d3d-9724f2649cf6', 'status': 'completed', 'code': 200} Sep 22 10:45:30.279474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d072560-0d3c-46fe-a822-bcd5de6c2fb4 None None] Pushing event updated for resources: {'Port': ['ID=3c5e4fce-cd1b-4822-ac66-214401968b60,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:30.352045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3c5e4fce-cd1b-4822-ac66-214401968b60 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:30.352444 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.382895 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.482732 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.523380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.552065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:45:30.566164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.566457 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Added segment bd226b33-e558-44d9-aa2a-567a161cd689 of type vlan for network 469692be-ae10-4249-82ce-d89f833ae7f5 Sep 22 10:45:30.568081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1c490-21ab-429a-b53e-1535ec4a2187,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:30.631425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.665255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 68a04767-9398-4f2a-9d3d-9724f2649cf6 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:30.685855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 68a04767-9398-4f2a-9d3d-9724f2649cf6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:45:30.686237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 68a04767-9398-4f2a-9d3d-9724f2649cf6 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:45:30.738479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Made reservation on behalf of 170acb4eba59477996dc15bd03aab82d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:30.762276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.764222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:30.764833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.851590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] Pushing event updated for resources: {'Network': ['ID=469692be-ae10-4249-82ce-d89f833ae7f5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:30.860088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2253f184-e4ec-4c8d-b2f3-4401e2d5ba9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9929814 Sep 22 10:45:30.860674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55166) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:30.863983 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.865165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 469692be-ae10-4249-82ce-d89f833ae7f5 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:45:30.867676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Request body: {'subnet': {'network_id': '469692be-ae10-4249-82ce-d89f833ae7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1547628048-subnet', 'tenant_id': 'cd365ac1ea2e49fa82af24d43b77ccb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:30.942083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b9c92793-1e62-4071-b7a7-b8474257414a None None] Provisioning complete for port 3c5e4fce-cd1b-4822-ac66-214401968b60 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:30.943064 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b9c92793-1e62-4071-b7a7-b8474257414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.957420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Made reservation on behalf of cd365ac1ea2e49fa82af24d43b77ccb0 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:30.961083 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:31.254951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port e9f64157-a201-4fac-ac86-2127e0762182 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:31.255496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:31.278484 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] device_id is not set on port f1a9f0dc-b655-43dd-a433-b9d6010d8d6c yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:45:31.283014 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:31.343228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e5e968-9ece-4574-b712-400e0958383a,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:31.348518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Checking segment: {'id': 'bd226b33-e558-44d9-aa2a-567a161cd689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '469692be-ae10-4249-82ce-d89f833ae7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:31.348968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Network hostable DHCP agents. Network: 469692be-ae10-4249-82ce-d89f833ae7f5, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:45:31.438078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port e9f64157-a201-4fac-ac86-2127e0762182, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e9f64157-a201-4fac-ac86-2127e0762182,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:31.438475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:31.457764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for e9f64157-a201-4fac-ac86-2127e0762182 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:31.494279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Network 469692be-ae10-4249-82ce-d89f833ae7f5 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:45:31.566874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8::10 (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/25765c00-f47e-482c-b31c-418cbb88291d/f1a9f0dc-b655-43dd-a433-b9d6010d8d6c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:31.577242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Allocated IP 2001:db8:0:1:f816:3eff:fe35:abbe (1d5276c3-a0e2-4ebc-9e3d-b681356b22c2/3d019bc0-1742-45c9-bf6d-05f48956f2a6/f1a9f0dc-b655-43dd-a433-b9d6010d8d6c) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:31.591915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 469692be-ae10-4249-82ce-d89f833ae7f5) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:31.596166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:31.596790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:31.604185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba9d41f-53c1-4d04-89e2-47d0942fe007 None None] Network 469692be-ae10-4249-82ce-d89f833ae7f5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:31.676963 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-713d27bc-a8a8-4644-b229-66b9e1d1866e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8148873 Sep 22 10:45:31.744652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37ec71-797b-44c3-b926-0a2b272e9a27 None None] Network 469692be-ae10-4249-82ce-d89f833ae7f5 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:31.877804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:31.906777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=e9f64157-a201-4fac-ac86-2127e0762182,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:32.042159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:32.144041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3c5e4fce-cd1b-4822-ac66-214401968b60 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:32.243457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3c5e4fce-cd1b-4822-ac66-214401968b60 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:32.243457 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:32.261822 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:32.362153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-985a2256-71c2-4540-b58e-87492df6e8a5 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:32.369917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-985a2256-71c2-4540-b58e-87492df6e8a5 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/networks?id=1db43a52-3a80-42d6-9a15-4f09c7334738 HTTP/1.1" status: 200 len: 809 time: 0.1219935 Sep 22 10:45:32.385753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6e78e1e1-7302-4ba5-8bf6-a9c4b5a36611 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/quotas/ae1808ff3366431a88441a91ef88a5f5 HTTP/1.1" status: 200 len: 375 time: 0.0149753 Sep 22 10:45:32.403323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:32.416390 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-66634196-b1f2-4a3b-ba3f-d85c11234b14 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae1808ff3366431a88441a91ef88a5f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297632 Sep 22 10:45:32.451008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:32.461817 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:32.468772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:32.476786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:32.477673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:32.500348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event updated for resources: {'Port': ['ID=f1a9f0dc-b655-43dd-a433-b9d6010d8d6c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:32.609671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-df58d9e1-6b23-48e2-8169-c2962dca4392 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:45:32.618847 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ddf6ca92-2f3a-4381-9235-d79865b3eef4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1359355 Sep 22 10:45:32.627381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-df58d9e1-6b23-48e2-8169-c2962dca4392 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1912234 Sep 22 10:45:32.630132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:32.750003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router e5af05f1-9b85-428c-9d55-125e632e0b04 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:45:32.867411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-63fa038e-ede7-472b-92de-565b90866ee9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting port f1a9f0dc-b655-43dd-a433-b9d6010d8d6c {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:32.867838 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63fa038e-ede7-472b-92de-565b90866ee9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:32.908491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e4c56380-2ee7-42f2-9444-31b3db0a4259 None None] Provisioning complete for port f1a9f0dc-b655-43dd-a433-b9d6010d8d6c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:32.908491 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4c56380-2ee7-42f2-9444-31b3db0a4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:32.950814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e4c56380-2ee7-42f2-9444-31b3db0a4259 None None] Port f1a9f0dc-b655-43dd-a433-b9d6010d8d6c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:45:33.001391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63fa038e-ede7-472b-92de-565b90866ee9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.022283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-63fa038e-ede7-472b-92de-565b90866ee9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Calling delete_port for f1a9f0dc-b655-43dd-a433-b9d6010d8d6c owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:33.024469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:45:33.031148 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-17d4384b-cd12-47f5-90eb-8289fe4c8d26 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "PUT /v2.0/routers/e5af05f1-9b85-428c-9d55-125e632e0b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1485839 Sep 22 10:45:33.033854 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55240) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:33.037864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] Sync routers for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:45:33.050306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:33.051207 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:33.057872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-3b4cc382-d1d3-4e95-bbbd-f572bf08e5bb service neutron] 10.222.0.20 "GET /v2.0/networks/1db43a52-3a80-42d6-9a15-4f09c7334738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360483 Sep 22 10:45:33.100792 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f001185-9334-4e97-890c-d652b37b36d3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting subnet 801e59f0-b539-44b3-bf1f-5a13fbfadbe0 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:33.136378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f001185-9334-4e97-890c-d652b37b36d3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.154755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-e5d109fa-db0a-4e38-be1f-3bc071107616 service neutron] 10.222.0.20 "GET /v2.0/networks/1db43a52-3a80-42d6-9a15-4f09c7334738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958533 Sep 22 10:45:33.187737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:33.188261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f001185-9334-4e97-890c-d652b37b36d3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.320623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f001185-9334-4e97-890c-d652b37b36d3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.393856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:45:31Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:33.426629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] Checking router: e5af05f1-9b85-428c-9d55-125e632e0b04 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:45:33.439105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] Routers {'e5af05f1-9b85-428c-9d55-125e632e0b04'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:33.439718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e5af05f1-9b85-428c-9d55-125e632e0b04'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:33.522475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-751051e8-d5a5-4969-b9e2-111298646a80 req-da26b4d7-f81f-4b48-a919-cc5f13ee3c62 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 210 time: 0.0409968 Sep 22 10:45:33.539701 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63fa038e-ede7-472b-92de-565b90866ee9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.559327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] Set router e5af05f1-9b85-428c-9d55-125e632e0b04 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:33.603769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa038e-ede7-472b-92de-565b90866ee9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Port': ['ID=f1a9f0dc-b655-43dd-a433-b9d6010d8d6c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:33.605891 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f001185-9334-4e97-890c-d652b37b36d3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.658975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f001185-9334-4e97-890c-d652b37b36d3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Subnet': ['ID=801e59f0-b539-44b3-bf1f-5a13fbfadbe0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:33.674865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f001185-9334-4e97-890c-d652b37b36d3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.676862 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3f001185-9334-4e97-890c-d652b37b36d3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/subnets/801e59f0-b539-44b3-bf1f-5a13fbfadbe0 HTTP/1.1" status: 204 len: 168 time: 0.6392617 Sep 22 10:45:33.682470 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63fa038e-ede7-472b-92de-565b90866ee9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.683383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55266) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:33.684033 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63fa038e-ede7-472b-92de-565b90866ee9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/f1a9f0dc-b655-43dd-a433-b9d6010d8d6c HTTP/1.1" status: 204 len: 168 time: 1.0526860 Sep 22 10:45:33.686406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55270) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:33.714664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6e50cd-67d6-425a-8b34-e306a262ed8b None None] Network b3da9743-2a1f-45ca-a9fa-9fe71e439952 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:33.753160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551e1c5d-f4fe-4f73-aecb-0f19e540dd7c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:33.758271 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-551e1c5d-f4fe-4f73-aecb-0f19e540dd7c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0706456 Sep 22 10:45:33.759253 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55274) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:33.828033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12892e1-7cd1-4250-87cf-7bd626f5d06e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:33.830403 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c12892e1-7cd1-4250-87cf-7bd626f5d06e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0704222 Sep 22 10:45:33.832975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55276) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:33.911074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f081f81-c214-40e0-b194-b4cf2ce6bf06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:33.913178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f081f81-c214-40e0-b194-b4cf2ce6bf06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:33.914958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f081f81-c214-40e0-b194-b4cf2ce6bf06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:33.919352 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7f081f81-c214-40e0-b194-b4cf2ce6bf06 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0853553 Sep 22 10:45:33.919998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55278) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:33.922889 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.963448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:45:31Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:33.992407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af54d29-14c8-4467-bb4e-fb75ecca2fcc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 25765c00-f47e-482c-b31c-418cbb88291d {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:33.997692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3af54d29-14c8-4467-bb4e-fb75ecca2fcc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:33.998539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f53527-9881-4240-ac2d-5d8d313c2d29 None None] The sync data for ids ['e5af05f1-9b85-428c-9d55-125e632e0b04'] in n-d-807025-3 is: [{'id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-537546689', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:57Z', 'updated_at': '2021-09-22T10:45:31Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': 'c67a36f0-7e75-49e7-9aff-87cc1d625820', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:51:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5af05f1-9b85-428c-9d55-125e632e0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:59Z', 'updated_at': '2021-09-22T10:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:45:34.062618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0472a588-add4-48fb-97f2-28c38b5a3c11 None None] DHCP port deletion for b3da9743-2a1f-45ca-a9fa-9fe71e439952 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:45:34.123483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.152324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3af54d29-14c8-4467-bb4e-fb75ecca2fcc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.181127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0472a588-add4-48fb-97f2-28c38b5a3c11 None None] Deleting port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:34.181613 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0472a588-add4-48fb-97f2-28c38b5a3c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.259717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0472a588-add4-48fb-97f2-28c38b5a3c11 None None] For port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c,segment=NetworkSegment(a72ad13a-1c5f-4e65-aadb-43642b4dbb5e),segment_id=a72ad13a-1c5f-4e65-aadb-43642b4dbb5e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:34.261056 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0472a588-add4-48fb-97f2-28c38b5a3c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.284005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port c67a36f0-7e75-49e7-9aff-87cc1d625820 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:34.284733 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.301745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0472a588-add4-48fb-97f2-28c38b5a3c11 None None] Calling delete_port for d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:34.306855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3af54d29-14c8-4467-bb4e-fb75ecca2fcc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.436068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55288) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:34.448665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port c67a36f0-7e75-49e7-9aff-87cc1d625820, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c67a36f0-7e75-49e7-9aff-87cc1d625820,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:34.449020 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.463865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for c67a36f0-7e75-49e7-9aff-87cc1d625820 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:34.494482 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0472a588-add4-48fb-97f2-28c38b5a3c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.497962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3af54d29-14c8-4467-bb4e-fb75ecca2fcc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.543721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472a588-add4-48fb-97f2-28c38b5a3c11 None None] Pushing event deleted for resources: {'Port': ['ID=d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:34.548022 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472a588-add4-48fb-97f2-28c38b5a3c11 None None] No DVR routers for this DVR port d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:45:34.596178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af54d29-14c8-4467-bb4e-fb75ecca2fcc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=25765c00-f47e-482c-b31c-418cbb88291d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:34.608922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3af54d29-14c8-4467-bb4e-fb75ecca2fcc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.613502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2713c79-8580-4516-8d7a-44830b8880ee None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:34.614179 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3af54d29-14c8-4467-bb4e-fb75ecca2fcc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/25765c00-f47e-482c-b31c-418cbb88291d HTTP/1.1" status: 204 len: 168 time: 0.6931927 Sep 22 10:45:34.615423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55296) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:34.660473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c51df6f-eaaa-4c67-a3c8-491a94600ef0 req-dd96344f-3988-41da-838c-65bb1f0c5dbc tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 210 time: 0.0381265 Sep 22 10:45:34.712088 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb19ed28-f977-4044-8117-2c4a03b5f8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.725950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e6bf8e-9b95-4f9f-8929-189425e212ba tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Deleting subnet 3d019bc0-1742-45c9-bf6d-05f48956f2a6 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:45:34.733778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51e6bf8e-9b95-4f9f-8929-189425e212ba tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.801038 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51e6bf8e-9b95-4f9f-8929-189425e212ba tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.831617 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.860996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=c67a36f0-7e75-49e7-9aff-87cc1d625820,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:34.938817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:34.945397 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51e6bf8e-9b95-4f9f-8929-189425e212ba tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.009039 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb19ed28-f977-4044-8117-2c4a03b5f8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.049694 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.051914 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.111301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bb19ed28-f977-4044-8117-2c4a03b5f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.159497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19ed28-f977-4044-8117-2c4a03b5f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db3925-3df2-4d61-8fb9-ffec191d15c4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:35.179467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51e6bf8e-9b95-4f9f-8929-189425e212ba tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.197456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.198157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Fanout notify agent at l3_agent the message router_deleted on router e5af05f1-9b85-428c-9d55-125e632e0b04 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:45:35.210928 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bb19ed28-f977-4044-8117-2c4a03b5f8e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36c7b878576f403085b3b1b2615b870e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7737064 Sep 22 10:45:35.214079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6bf8e-9b95-4f9f-8929-189425e212ba tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Subnet': ['ID=3d019bc0-1742-45c9-bf6d-05f48956f2a6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:35.216328 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55298) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.225966 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51e6bf8e-9b95-4f9f-8929-189425e212ba tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.227755 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-51e6bf8e-9b95-4f9f-8929-189425e212ba tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/3d019bc0-1742-45c9-bf6d-05f48956f2a6 HTTP/1.1" status: 204 len: 168 time: 0.6106350 Sep 22 10:45:35.234333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55300) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.263562 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.270191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a0fd42d0-180f-4c6e-941f-32d3fba3e3f9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/routers/e5af05f1-9b85-428c-9d55-125e632e0b04 HTTP/1.1" status: 204 len: 168 time: 1.5825884 Sep 22 10:45:35.270491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55304) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.338063 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c3c02fcb-bff5-4692-856a-a0087601c32c tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026156 Sep 22 10:45:35.339215 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbee7acc-e6a5-4c35-bb21-479968df561e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.368129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55306) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.372737 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbee7acc-e6a5-4c35-bb21-479968df561e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.430529 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.478692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95008f-6510-42d8-ba35-f1e1dcda75e4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:35.480243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3c95008f-6510-42d8-ba35-f1e1dcda75e4 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1107609 Sep 22 10:45:35.483787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55308) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.555074 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f898bc-ab17-41b7-b358-dbb2957b3c81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:35.562149 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-89f898bc-ab17-41b7-b358-dbb2957b3c81 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0764620 Sep 22 10:45:35.564274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55312) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.582082 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.615600 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-48fac5a4-b735-49c3-80e3-c16e76d34932 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490725 Sep 22 10:45:35.616951 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbee7acc-e6a5-4c35-bb21-479968df561e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.625591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55314) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.634222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dbee7acc-e6a5-4c35-bb21-479968df561e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.634222 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dbee7acc-e6a5-4c35-bb21-479968df561e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0db3925-3df2-4d61-8fb9-ffec191d15c4 HTTP/1.1" status: 204 len: 168 time: 0.4100935 Sep 22 10:45:35.634498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3da9743-2a1f-45ca-a9fa-9fe71e439952']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:35.646346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee7acc-e6a5-4c35-bb21-479968df561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db3925-3df2-4d61-8fb9-ffec191d15c4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:35.668143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:35.668639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72ad13a-1c5f-4e65-aadb-43642b4dbb5e') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:35.720085 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14d8088-1d00-4786-b54d-2f9b349be867 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:35.720085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14d8088-1d00-4786-b54d-2f9b349be867 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:35.721065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e14d8088-1d00-4786-b54d-2f9b349be867 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/f1a9f0dc-b655-43dd-a433-b9d6010d8d6c HTTP/1.1" status: 404 len: 333 time: 0.0947011 Sep 22 10:45:35.723674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55320) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.727710 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.755014 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.769766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:45:35.780983 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3516bf-afd9-4897-8065-a4c4dc09a518 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:35.783922 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:35.786471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3516bf-afd9-4897-8065-a4c4dc09a518 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: items = [ Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:45:35.787846 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:45:35.795353 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9f3516bf-afd9-4897-8065-a4c4dc09a518 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/3d019bc0-1742-45c9-bf6d-05f48956f2a6 HTTP/1.1" status: 404 len: 337 time: 0.0702455 Sep 22 10:45:35.798394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55322) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.855253 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-649d8d97-0d75-45ad-9e1f-87c1885da7c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:35.856738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649d8d97-0d75-45ad-9e1f-87c1885da7c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:35.859321 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-649d8d97-0d75-45ad-9e1f-87c1885da7c9 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/25765c00-f47e-482c-b31c-418cbb88291d HTTP/1.1" status: 404 len: 337 time: 0.0598490 Sep 22 10:45:35.861867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55324) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.882455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02cda11e-9e40-4c35-b1ed-a39e9dd8937f req-84e12028-4046-4592-b69a-149f78f33192 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 210 time: 0.0764146 Sep 22 10:45:35.901826 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f1a5a6-0774-4a3a-a213-bda25b825902 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:35.902591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f1a5a6-0774-4a3a-a213-bda25b825902 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:35.904484 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63f1a5a6-0774-4a3a-a213-bda25b825902 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/48444bd0-9c8b-491a-9a56-e1675886a604 HTTP/1.1" status: 404 len: 333 time: 0.0411808 Sep 22 10:45:35.906939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55326) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.937617 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da38e4b-902b-445e-9113-22ba722cc6c1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:35.938080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da38e4b-902b-445e-9113-22ba722cc6c1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:35.940023 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3da38e4b-902b-445e-9113-22ba722cc6c1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/278e6442-5e9e-41aa-81bf-486dd8da80ee HTTP/1.1" status: 404 len: 337 time: 0.0318170 Sep 22 10:45:35.942701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55328) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:35.949019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c763b73f-60e8-4a63-9e3e-7189ac7ee6e0 None None] Network 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:35.969874 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edc8768-7ef4-43e1-b00c-467edde369ed tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:35.970536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edc8768-7ef4-43e1-b00c-467edde369ed tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:35.972372 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7edc8768-7ef4-43e1-b00c-467edde369ed tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/97af72b7-802b-4ba4-bb27-da9ab30fa857 HTTP/1.1" status: 404 len: 337 time: 0.0281661 Sep 22 10:45:35.975353 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55330) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.005491 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba367519-8948-4833-aba9-5f9c4b532376 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.007092 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba367519-8948-4833-aba9-5f9c4b532376 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.011856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55332) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.015046 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ba367519-8948-4833-aba9-5f9c4b532376 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/8752c923-21ef-4b1b-976e-9c2bc4b9b989 HTTP/1.1" status: 404 len: 333 time: 0.0354578 Sep 22 10:45:36.054379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.069011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:36.090084 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1502eb4-0315-4152-ad76-f9f17dd74bc0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.090759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1502eb4-0315-4152-ad76-f9f17dd74bc0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.092531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a1502eb4-0315-4152-ad76-f9f17dd74bc0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/2657ba3f-b6eb-4e5c-88f1-424330c671e4 HTTP/1.1" status: 404 len: 337 time: 0.0794935 Sep 22 10:45:36.095640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55336) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.102828 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.107872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55338) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.108498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/networks/b3da9743-2a1f-45ca-a9fa-9fe71e439952 HTTP/1.1" status: 204 len: 168 time: 0.8369570 Sep 22 10:45:36.109676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e50d7-cd7b-4be9-882a-b17622d79844 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Network': ['ID=b3da9743-2a1f-45ca-a9fa-9fe71e439952,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:36.148488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:45:36.148995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d47dcfc6-160f-4bd1-ba21-2c25ce9ab14c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:45:36.149541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e9f64157-a201-4fac-ac86-2127e0762182 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:36.166209 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a968f4fb-b534-4621-a53b-8d68118fc239 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.178184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a968f4fb-b534-4621-a53b-8d68118fc239 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.182942 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a968f4fb-b534-4621-a53b-8d68118fc239 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/d4ffc00d-3556-45c2-a9d5-10e18fa57f3e HTTP/1.1" status: 404 len: 337 time: 0.0859025 Sep 22 10:45:36.183838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55340) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.219368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-beb52876-b01f-4640-821b-57e41c64460a None None] Provisioning complete for port 3c5e4fce-cd1b-4822-ac66-214401968b60 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:36.220113 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-beb52876-b01f-4640-821b-57e41c64460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.221226 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9966b5ee-8135-47d4-9822-1b8292a1b7fb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.221959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9966b5ee-8135-47d4-9822-1b8292a1b7fb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.222306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e9f64157-a201-4fac-ac86-2127e0762182 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:45:36.222890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e9f64157-a201-4fac-ac86-2127e0762182 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:45:36.223536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c67a36f0-7e75-49e7-9aff-87cc1d625820 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:36.226592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9966b5ee-8135-47d4-9822-1b8292a1b7fb tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/a64fdca7-ee5f-44e6-99bd-7ce6e541baab HTTP/1.1" status: 404 len: 333 time: 0.0366464 Sep 22 10:45:36.228442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.247878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c67a36f0-7e75-49e7-9aff-87cc1d625820 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:45:36.248632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c67a36f0-7e75-49e7-9aff-87cc1d625820 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:45:36.248850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-032f7b5d-185c-44af-bd49-45142a5d2226 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:36.250471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-032f7b5d-185c-44af-bd49-45142a5d2226 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.32 "GET /v2.0/networks?id=1db43a52-3a80-42d6-9a15-4f09c7334738 HTTP/1.1" status: 200 len: 809 time: 0.1937666 Sep 22 10:45:36.264127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Request body: {'port': {'device_id': 'e2e16327-a9b2-428b-a81f-115ef3d62a6e', 'network_id': '1db43a52-3a80-42d6-9a15-4f09c7334738', 'admin_state_up': True, 'tenant_id': 'ae1808ff3366431a88441a91ef88a5f5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:36.276925 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-684c5c46-acb4-4fd8-9242-131f744bc748 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.277495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684c5c46-acb4-4fd8-9242-131f744bc748 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.281777 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-684c5c46-acb4-4fd8-9242-131f744bc748 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/654b0f90-3e5c-4048-b8b3-8cc2d4b03fc8 HTTP/1.1" status: 404 len: 337 time: 0.0492284 Sep 22 10:45:36.282435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55344) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.342196 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ada60cd-f928-4cf2-b324-29c2ea283716 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.342655 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ada60cd-f928-4cf2-b324-29c2ea283716 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.345194 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9ada60cd-f928-4cf2-b324-29c2ea283716 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/ed43b66c-3ee3-4b87-baa7-0f7a1280eb03 HTTP/1.1" status: 404 len: 337 time: 0.0559394 Sep 22 10:45:36.352374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55348) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.378703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a49c9a5-457f-4ebf-a3ba-25dc59e2debc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.399239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4dd1b3-731c-4e3a-8dec-677b8896dfad None None] DHCP port deletion for 1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:45:36.405474 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-4424a430-4dc0-472e-9463-e09be301a887 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.406217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4424a430-4dc0-472e-9463-e09be301a887 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.407972 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4424a430-4dc0-472e-9463-e09be301a887 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/a06fcd6a-0e8f-443d-a464-2322da244607 HTTP/1.1" status: 404 len: 333 time: 0.0546546 Sep 22 10:45:36.413527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55350) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.432432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a49c9a5-457f-4ebf-a3ba-25dc59e2debc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.450648 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d307c6-ea61-4038-b3b7-5925f97f5cbf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.451126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d307c6-ea61-4038-b3b7-5925f97f5cbf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.453283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-07d307c6-ea61-4038-b3b7-5925f97f5cbf tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/61213034-f95a-4a2d-bf98-9b36115ff6d5 HTTP/1.1" status: 404 len: 337 time: 0.0388319 Sep 22 10:45:36.456698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55352) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.464450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bd4dd1b3-731c-4e3a-8dec-677b8896dfad None None] Deleting port 3c5e4fce-cd1b-4822-ac66-214401968b60 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:36.465155 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd4dd1b3-731c-4e3a-8dec-677b8896dfad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.491843 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4fe150-5981-4a24-8168-ece7e384e3c2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.492425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4fe150-5981-4a24-8168-ece7e384e3c2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.494277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1b4fe150-5981-4a24-8168-ece7e384e3c2 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/792c788c-3d53-4ecd-b46d-2b2048686dd2 HTTP/1.1" status: 404 len: 333 time: 0.0367472 Sep 22 10:45:36.505967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55354) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.542517 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a844934-cf7e-4553-8866-65c2bed6b1e1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.542996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a844934-cf7e-4553-8866-65c2bed6b1e1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.543195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bd4dd1b3-731c-4e3a-8dec-677b8896dfad None None] For port 3c5e4fce-cd1b-4822-ac66-214401968b60, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3c5e4fce-cd1b-4822-ac66-214401968b60,segment=NetworkSegment(0da6e3dd-9d69-4f22-bae7-59ab7d9981b3),segment_id=0da6e3dd-9d69-4f22-bae7-59ab7d9981b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:36.543707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd4dd1b3-731c-4e3a-8dec-677b8896dfad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.545122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2a844934-cf7e-4553-8866-65c2bed6b1e1 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/23a65b8b-05e0-435f-bb99-3bb05ba48730 HTTP/1.1" status: 404 len: 337 time: 0.0377686 Sep 22 10:45:36.549273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55356) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.577970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bd4dd1b3-731c-4e3a-8dec-677b8896dfad None None] Calling delete_port for 3c5e4fce-cd1b-4822-ac66-214401968b60 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:36.580779 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1b08a7-f138-4688-a594-e5770efd2198 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.581583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1b08a7-f138-4688-a594-e5770efd2198 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.583773 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7a1b08a7-f138-4688-a594-e5770efd2198 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/fb72ad09-eb90-4355-8b6d-fdec7794e065 HTTP/1.1" status: 404 len: 333 time: 0.0338008 Sep 22 10:45:36.586813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55358) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.593921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55360) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.612176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a332fc81-5f38-4e23-b685-b27e77772e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.616247 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf2e77e-4b1e-48c6-a532-84a7d743cfbc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.616887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf2e77e-4b1e-48c6-a532-84a7d743cfbc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.621572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7bf2e77e-4b1e-48c6-a532-84a7d743cfbc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/7fbf7eb8-e9bf-4b28-8b83-5a95eedd34ee HTTP/1.1" status: 404 len: 337 time: 0.0313699 Sep 22 10:45:36.621807 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55362) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.653143 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb1068c-4563-4263-a5ec-812f2a3ecb34 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.654063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb1068c-4563-4263-a5ec-812f2a3ecb34 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.655869 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-afb1068c-4563-4263-a5ec-812f2a3ecb34 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/cf498e44-2da9-419c-929c-41a9cf00ce93 HTTP/1.1" status: 404 len: 333 time: 0.0329912 Sep 22 10:45:36.660135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55366) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.707855 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-484c5afd-6f78-43a5-adb7-7893ea98f6e0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.708654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484c5afd-6f78-43a5-adb7-7893ea98f6e0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.710682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-484c5afd-6f78-43a5-adb7-7893ea98f6e0 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/f8373102-7cb0-43c5-bb6e-d8fd530da3cd HTTP/1.1" status: 404 len: 337 time: 0.0491719 Sep 22 10:45:36.716882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55368) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.748616 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56b2e0b-788e-4a0d-a507-60ee4b9d9277 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.749225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56b2e0b-788e-4a0d-a507-60ee4b9d9277 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.751054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a56b2e0b-788e-4a0d-a507-60ee4b9d9277 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/5f64d019-c25f-4bd7-973b-9457a0868553 HTTP/1.1" status: 404 len: 333 time: 0.0328612 Sep 22 10:45:36.753575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55370) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.779947 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-908fb472-8a3d-4e4d-901f-c26f489e638a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.780419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908fb472-8a3d-4e4d-901f-c26f489e638a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.782247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-908fb472-8a3d-4e4d-901f-c26f489e638a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/0aea932a-1e26-4ff0-8e6d-2e75bd075595 HTTP/1.1" status: 404 len: 337 time: 0.0276659 Sep 22 10:45:36.784976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55372) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.805076 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a49c9a5-457f-4ebf-a3ba-25dc59e2debc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.807580 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a49c9a5-457f-4ebf-a3ba-25dc59e2debc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.808885 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4a49c9a5-457f-4ebf-a3ba-25dc59e2debc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/security-groups/603d5ded-9358-41dc-8dab-6c9922394f56 HTTP/1.1" status: 204 len: 168 time: 0.6994834 Sep 22 10:45:36.809115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Made reservation on behalf of ae1808ff3366431a88441a91ef88a5f5 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:36.812397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.818558 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe36b20c-353e-4b0f-abce-ab24e595bc4a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.818558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe36b20c-353e-4b0f-abce-ab24e595bc4a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.818558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fe36b20c-353e-4b0f-abce-ab24e595bc4a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/6c0dcfee-87c5-4bb1-9b45-dc104f8df4ac HTTP/1.1" status: 404 len: 333 time: 0.0310462 Sep 22 10:45:36.822627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55376) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.851921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49c9a5-457f-4ebf-a3ba-25dc59e2debc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d5ded-9358-41dc-8dab-6c9922394f56,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:36.862416 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67f9546-f0f1-4b5f-b871-9d93e11f9e15 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.862416 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67f9546-f0f1-4b5f-b871-9d93e11f9e15 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.864004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55378) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.865744 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a67f9546-f0f1-4b5f-b871-9d93e11f9e15 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/12d2487c-38dd-4c12-8f5a-64ada4b8e91a HTTP/1.1" status: 404 len: 337 time: 0.0374146 Sep 22 10:45:36.894481 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bd4dd1b3-731c-4e3a-8dec-677b8896dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:36.897354 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-df30d04a-d9a2-4434-85a0-8c7d0a9d47f7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.898059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df30d04a-d9a2-4434-85a0-8c7d0a9d47f7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.899843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-df30d04a-d9a2-4434-85a0-8c7d0a9d47f7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/cf4a8d33-9c30-4d98-a1c8-e6dab04571e5 HTTP/1.1" status: 404 len: 337 time: 0.0344613 Sep 22 10:45:36.911759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55382) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.930861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dd1b3-731c-4e3a-8dec-677b8896dfad None None] Pushing event deleted for resources: {'Port': ['ID=3c5e4fce-cd1b-4822-ac66-214401968b60,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:36.943207 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bf334f-bf20-4925-bb5e-683199cb8355 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.943207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bf334f-bf20-4925-bb5e-683199cb8355 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.944894 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-93bf334f-bf20-4925-bb5e-683199cb8355 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/ffaaefcf-5638-4dbd-931f-80b2512c62b5 HTTP/1.1" status: 404 len: 333 time: 0.0315566 Sep 22 10:45:36.947485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55384) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:36.950093 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4dd1b3-731c-4e3a-8dec-677b8896dfad None None] No DVR routers for this DVR port 3c5e4fce-cd1b-4822-ac66-214401968b60 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:45:36.981563 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efa4b59-750a-4a4a-b17d-13ece56ea89d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:36.982374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efa4b59-750a-4a4a-b17d-13ece56ea89d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:36.984542 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0efa4b59-750a-4a4a-b17d-13ece56ea89d tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/3b168aaf-da7e-43d6-9b1a-d73abeb34cae HTTP/1.1" status: 404 len: 337 time: 0.0358915 Sep 22 10:45:36.987956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55386) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.035277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a332fc81-5f38-4e23-b685-b27e77772e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.051220 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4adc6d0-a1a5-4c94-aab4-24d1a04bcfdc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.051668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4adc6d0-a1a5-4c94-aab4-24d1a04bcfdc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.053436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b4adc6d0-a1a5-4c94-aab4-24d1a04bcfdc tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/9174d961-dfdf-42ce-aba7-65c9b4af34b9 HTTP/1.1" status: 404 len: 337 time: 0.0642962 Sep 22 10:45:37.056116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55390) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.072338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Allocated IP 172.20.0.8 (1db43a52-3a80-42d6-9a15-4f09c7334738/36150672-3d91-4a0a-bcef-35c870dd653c/3fa00e52-f942-46bb-8057-7bb27a2d5f20) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:37.083478 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-0107870e-6dc0-477f-ad47-c16bd3db9fdd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.084995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0107870e-6dc0-477f-ad47-c16bd3db9fdd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.086892 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0107870e-6dc0-477f-ad47-c16bd3db9fdd tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/512fc3f6-066c-43ab-a5c5-5be2ab51674b HTTP/1.1" status: 404 len: 333 time: 0.0296981 Sep 22 10:45:37.089501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55392) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.107588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7820e4f4-44f7-4edd-bf23-f89f59351e11 req-6bda4906-cfbe-48a4-87c4-a6f1856c77c1 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 210 time: 0.0365911 Sep 22 10:45:37.116646 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-efacb0a4-c118-4ace-92ce-71dec7404b70 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.117423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efacb0a4-c118-4ace-92ce-71dec7404b70 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.119741 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-efacb0a4-c118-4ace-92ce-71dec7404b70 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/c2894cf5-82fb-4e34-8274-4d757b989cb7 HTTP/1.1" status: 404 len: 337 time: 0.0292068 Sep 22 10:45:37.122396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55394) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.132481 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a332fc81-5f38-4e23-b685-b27e77772e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.191815 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332fc81-5f38-4e23-b685-b27e77772e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc51431-5389-4863-a293-295beb5cbffd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:37.211184 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a332fc81-5f38-4e23-b685-b27e77772e80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7e029c1f9c84328b9656691753cac22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123967 Sep 22 10:45:37.211184 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9c6e99-8eef-45e6-bbd3-646167598031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.211184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9c6e99-8eef-45e6-bbd3-646167598031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.214018 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6e9c6e99-8eef-45e6-bbd3-646167598031 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/c38f1264-35df-4117-970b-05f6266b8e93 HTTP/1.1" status: 404 len: 337 time: 0.0905988 Sep 22 10:45:37.214710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55396) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.223769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55398) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.251107 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-875cc377-85b0-42b4-abc4-8a58c3862615 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.252124 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875cc377-85b0-42b4-abc4-8a58c3862615 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.254313 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-875cc377-85b0-42b4-abc4-8a58c3862615 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/5460c1d6-6fc3-4219-a54b-00011776e112 HTTP/1.1" status: 404 len: 333 time: 0.0292361 Sep 22 10:45:37.257458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55400) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.309580 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6b241b-8bfe-4ef1-bcc3-b1b73231a498 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.310477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6b241b-8bfe-4ef1-bcc3-b1b73231a498 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.312462 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5a6b241b-8bfe-4ef1-bcc3-b1b73231a498 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/fe79c5ee-e88e-49f5-933a-64bbdf71fef8 HTTP/1.1" status: 404 len: 337 time: 0.0538237 Sep 22 10:45:37.314993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55402) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.319056 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.350244 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-481d1584-647e-4ee0-ad78-583720d1de31 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.350841 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481d1584-647e-4ee0-ad78-583720d1de31 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.354947 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-481d1584-647e-4ee0-ad78-583720d1de31 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/d9a08bfd-d34f-4d2c-b7d5-08c0004b7ace HTTP/1.1" status: 404 len: 337 time: 0.0365334 Sep 22 10:45:37.355460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55406) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.390417 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-efc7ba18-fe1d-4073-8bb9-9a6b2e413ff3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports?device_id=43edd3e6-6621-4e7a-9eca-ba3ccb953209 HTTP/1.1" status: 200 len: 205 time: 0.0337517 Sep 22 10:45:37.392731 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-943391a9-e89d-40cb-89e4-feb19b2591cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.394508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55408) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.438944 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-34f36d91-6b9d-4fcc-9fa3-08852202a8af tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] delete failed (client error): The resource could not be found. Sep 22 10:45:37.439909 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-943391a9-e89d-40cb-89e4-feb19b2591cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.442934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-34f36d91-6b9d-4fcc-9fa3-08852202a8af tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/routers/43edd3e6-6621-4e7a-9eca-ba3ccb953209 HTTP/1.1" status: 404 len: 336 time: 0.0473142 Sep 22 10:45:37.444248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55410) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.445636 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.509595 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fa9188-95a9-461e-b5d7-05c2235ed090 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.509998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fa9188-95a9-461e-b5d7-05c2235ed090 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.515329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c9fa9188-95a9-461e-b5d7-05c2235ed090 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/2ccfbcb1-3d26-438f-8682-9dde7fa4a415 HTTP/1.1" status: 404 len: 337 time: 0.0568423 Sep 22 10:45:37.519246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55412) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.555974 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55414) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.556524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bf71919c-4fc6-4122-987f-d960857d235a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "GET /v2.0/ports?device_id=a714d261-3038-471c-923f-675ef31b4419 HTTP/1.1" status: 200 len: 205 time: 0.0359013 Sep 22 10:45:37.558156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Network 1db43a52-3a80-42d6-9a15-4f09c7334738 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:37.579900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:37.582678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:37.610806 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-669fa231-2d69-4ad1-8491-cf88c94d9a60 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] delete failed (client error): The resource could not be found. Sep 22 10:45:37.612198 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-669fa231-2d69-4ad1-8491-cf88c94d9a60 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/routers/a714d261-3038-471c-923f-675ef31b4419 HTTP/1.1" status: 404 len: 336 time: 0.0544436 Sep 22 10:45:37.612856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-943391a9-e89d-40cb-89e4-feb19b2591cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.615908 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-943391a9-e89d-40cb-89e4-feb19b2591cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.619646 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-943391a9-e89d-40cb-89e4-feb19b2591cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bc51431-5389-4863-a293-295beb5cbffd HTTP/1.1" status: 204 len: 168 time: 0.4006798 Sep 22 10:45:37.619646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55416) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.630750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Pushing event updated for resources: {'Port': ['ID=3fa00e52-f942-46bb-8057-7bb27a2d5f20,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:37.657774 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef988c5e-ca57-4c4a-ab35-ea831389f9db tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.658286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef988c5e-ca57-4c4a-ab35-ea831389f9db tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.662348 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ef988c5e-ca57-4c4a-ab35-ea831389f9db tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/592b43b1-b96d-4247-b0d9-6d6e64325a9f HTTP/1.1" status: 404 len: 337 time: 0.0401278 Sep 22 10:45:37.662348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943391a9-e89d-40cb-89e4-feb19b2591cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc51431-5389-4863-a293-295beb5cbffd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:37.662648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55420) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.663723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:37.664559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.691939 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a617e7cf-93fe-4e33-9829-19d78509f8e3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.692402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a617e7cf-93fe-4e33-9829-19d78509f8e3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.697547 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a617e7cf-93fe-4e33-9829-19d78509f8e3 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/79c3ab8c-3a4c-4238-b3f6-d6b1b9e3f805 HTTP/1.1" status: 404 len: 337 time: 0.0313742 Sep 22 10:45:37.697823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55422) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.722638 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0442230-74dc-434b-998f-a196d0de101a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.723354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0442230-74dc-434b-998f-a196d0de101a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.725321 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c0442230-74dc-434b-998f-a196d0de101a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/1ef0c1c5-fdb2-48fa-a84c-8f1c670f9cde HTTP/1.1" status: 404 len: 333 time: 0.0265050 Sep 22 10:45:37.728023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55424) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.757220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55428) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.762453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ea418ba3-bdcf-4af0-b545-d0b9461b203c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104384759', 'description': 'tempest-secgroup-smoke-2104384759 description', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:37.762928 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ec6b80-505c-41c5-8986-f968220b0319 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.763777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ec6b80-505c-41c5-8986-f968220b0319 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.765932 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a9ec6b80-505c-41c5-8986-f968220b0319 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/9c74f8a3-a027-4d4a-942b-4368b5e8ce14 HTTP/1.1" status: 404 len: 337 time: 0.0369582 Sep 22 10:45:37.768528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55430) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.801414 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-179d8173-183b-4eb0-aed9-7d23c4902a9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.802169 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179d8173-183b-4eb0-aed9-7d23c4902a9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.804514 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-179d8173-183b-4eb0-aed9-7d23c4902a9e tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/428d2103-4f0c-4d45-b85b-b11aa6da225c HTTP/1.1" status: 404 len: 333 time: 0.0343297 Sep 22 10:45:37.807244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55432) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.811673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-6cab9296-f366-48a7-898c-c15e2ff7e412 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5518060 Sep 22 10:45:37.837601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Request body: {'port': {'device_id': 'e2e16327-a9b2-428b-a81f-115ef3d62a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:37.848503 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-09719aea-6da1-4f21-b88c-5b300bf31d7a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.849591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09719aea-6da1-4f21-b88c-5b300bf31d7a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.852452 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-09719aea-6da1-4f21-b88c-5b300bf31d7a tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/57040f53-4a0b-4f93-a419-0448adebe11b HTTP/1.1" status: 404 len: 337 time: 0.0442736 Sep 22 10:45:37.856311 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55434) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.905310 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b8963a-69c6-4462-9f67-09acb1d7f506 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.905934 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b8963a-69c6-4462-9f67-09acb1d7f506 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.908112 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a3b8963a-69c6-4462-9f67-09acb1d7f506 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/7e63e528-015a-46a6-a387-8fb033f2c5b0 HTTP/1.1" status: 404 len: 333 time: 0.0507686 Sep 22 10:45:37.909391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.910473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55436) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.941407 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab2ad09-ac56-487a-9195-dc922a0f86e8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.942265 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab2ad09-ac56-487a-9195-dc922a0f86e8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.944817 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fab2ad09-ac56-487a-9195-dc922a0f86e8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/5fe3e054-2ba7-4147-ba90-b0ceeed9e225 HTTP/1.1" status: 404 len: 337 time: 0.0330091 Sep 22 10:45:37.947300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55438) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:37.956867 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea418ba3-bdcf-4af0-b545-d0b9461b203c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:37.991440 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94ed910-3271-4877-a78f-155ad3dd87ae tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:37.992233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94ed910-3271-4877-a78f-155ad3dd87ae tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:37.994040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f94ed910-3271-4877-a78f-155ad3dd87ae tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/122ccd5e-fe17-4ead-8372-c252ff8f9eeb HTTP/1.1" status: 404 len: 333 time: 0.0453973 Sep 22 10:45:37.996594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55440) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:38.045769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3c5e4fce-cd1b-4822-ac66-214401968b60 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:45:38.097619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3c5e4fce-cd1b-4822-ac66-214401968b60 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:45:38.098322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3c5e4fce-cd1b-4822-ac66-214401968b60 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:45:38.122526 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f297bff3-7fc6-4b11-b877-78831240c538 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:38.122526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f297bff3-7fc6-4b11-b877-78831240c538 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:38.122526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f297bff3-7fc6-4b11-b877-78831240c538 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/4980e195-cec4-487e-ac1c-59846f274309 HTTP/1.1" status: 404 len: 337 time: 0.1242461 Sep 22 10:45:38.124477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55444) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:38.157283 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dd2d33-ae25-4aca-a14f-33ef1ce320de tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:38.158651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34dd2d33-ae25-4aca-a14f-33ef1ce320de tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:38.160698 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-34dd2d33-ae25-4aca-a14f-33ef1ce320de tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/58981719-a938-4c84-a61a-035c96084928 HTTP/1.1" status: 404 len: 333 time: 0.0350051 Sep 22 10:45:38.164164 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55448) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:38.212170 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3022625-2158-4df2-a5ce-4112d727cb43 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:38.212760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3022625-2158-4df2-a5ce-4112d727cb43 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:38.214878 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d3022625-2158-4df2-a5ce-4112d727cb43 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/28f87cd9-4439-430c-9329-1f93cc9f0b66 HTTP/1.1" status: 404 len: 337 time: 0.0495429 Sep 22 10:45:38.217828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55452) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:38.268186 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec8a6b8-e46c-4933-a22a-9caad7172029 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:38.268930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec8a6b8-e46c-4933-a22a-9caad7172029 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:38.272366 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3ec8a6b8-e46c-4933-a22a-9caad7172029 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/a8052dea-faed-4e48-b618-8afa0e887bd7 HTTP/1.1" status: 404 len: 333 time: 0.0537317 Sep 22 10:45:38.274830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55456) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:38.324166 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5216bd34-0b0f-459c-86de-7d21fa001126 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:38.325922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5216bd34-0b0f-459c-86de-7d21fa001126 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:38.330356 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5216bd34-0b0f-459c-86de-7d21fa001126 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/673faa02-ae81-472e-bf84-ac786bab6b9d HTTP/1.1" status: 404 len: 337 time: 0.0545502 Sep 22 10:45:38.337659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55460) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:38.368470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea418ba3-bdcf-4af0-b545-d0b9461b203c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.382258 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-349b6630-67ca-457f-9599-38ceaa6e62f7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:38.382951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349b6630-67ca-457f-9599-38ceaa6e62f7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:38.383088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806c83-faf9-43f1-aad9-d9782b34b3e4 req-72e17dc8-c0c7-4e03-9616-79ce450fa69c tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:38.387077 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-349b6630-67ca-457f-9599-38ceaa6e62f7 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/ports/748ceadc-dd67-4e9d-958f-6d0ba155bdb3 HTTP/1.1" status: 404 len: 333 time: 0.0470459 Sep 22 10:45:38.387408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55462) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:38.394389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01806c83-faf9-43f1-aad9-d9782b34b3e4 req-72e17dc8-c0c7-4e03-9616-79ce450fa69c tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 931 time: 0.1196928 Sep 22 10:45:38.440586 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3072b5e-aa2d-4a43-b2e7-73e045e2a158 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] DELETE failed (client error): The resource could not be found. Sep 22 10:45:38.441048 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3072b5e-aa2d-4a43-b2e7-73e045e2a158 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:45:38.442837 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e3072b5e-aa2d-4a43-b2e7-73e045e2a158 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/subnets/c3e8d4ac-e5c9-4dd2-9a0c-86d90e6bf159 HTTP/1.1" status: 404 len: 337 time: 0.0545254 Sep 22 10:45:38.445344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55466) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:38.470574 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea418ba3-bdcf-4af0-b545-d0b9461b203c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.495728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-01806c83-faf9-43f1-aad9-d9782b34b3e4 req-b7d5f601-85b7-4569-a1f5-026bb82e7907 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002302 Sep 22 10:45:38.499724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa00e52-f942-46bb-8057-7bb27a2d5f20 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:45:38.514406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.530861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea418ba3-bdcf-4af0-b545-d0b9461b203c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab76f09d-0e74-4566-93c9-a0146fd7575a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:38.535100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Transition to ACTIVE for port object 3fa00e52-f942-46bb-8057-7bb27a2d5f20 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:45:38.561594 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.602745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea418ba3-bdcf-4af0-b545-d0b9461b203c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.604057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ea418ba3-bdcf-4af0-b545-d0b9461b203c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8457978 Sep 22 10:45:38.607087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55470) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:38.613232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c587339f-ac15-4fa0-b417-76f618cfb573 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': 'ab76f09d-0e74-4566-93c9-a0146fd7575a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:38.619489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.654221 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.676269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5276c3-a0e2-4ebc-9e3d-b681356b22c2']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:38.686587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:38.687099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da6e3dd-9d69-4f22-bae7-59ab7d9981b3') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:38.697411 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.711792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Pushing event updated for resources: {'Port': ['ID=3fa00e52-f942-46bb-8057-7bb27a2d5f20,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:38.722229 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.738298 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:45:38.739413 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:45:38.742788 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:45:38.780379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c587339f-ac15-4fa0-b417-76f618cfb573 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.810234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Attempting to bind port 3fa00e52-f942-46bb-8057-7bb27a2d5f20 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:38.810597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Attempting to bind port 3fa00e52-f942-46bb-8057-7bb27a2d5f20 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '5016392a-e442-4be6-bcb2-e58382f77e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1db43a52-3a80-42d6-9a15-4f09c7334738'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:38.810914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Attempting to bind port 3fa00e52-f942-46bb-8057-7bb27a2d5f20 on network 1db43a52-3a80-42d6-9a15-4f09c7334738 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:38.829185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Port 3fa00e52-f942-46bb-8057-7bb27a2d5f20 on network 1db43a52-3a80-42d6-9a15-4f09c7334738 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:45:38.829525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Attempting to bind port 3fa00e52-f942-46bb-8057-7bb27a2d5f20 on network 1db43a52-3a80-42d6-9a15-4f09c7334738 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:38.844133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:38.856544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Checking segment: {'id': '5016392a-e442-4be6-bcb2-e58382f77e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1db43a52-3a80-42d6-9a15-4f09c7334738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:38.856544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Bound using segment: {'id': '5016392a-e442-4be6-bcb2-e58382f77e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1db43a52-3a80-42d6-9a15-4f09c7334738'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:38.856544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Bound port: 3fa00e52-f942-46bb-8057-7bb27a2d5f20, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5016392a-e442-4be6-bcb2-e58382f77e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1db43a52-3a80-42d6-9a15-4f09c7334738'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:38.856544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.899432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.911267 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.913875 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] 10.222.0.20 "DELETE /v2.0/networks/1d5276c3-a0e2-4ebc-9e3d-b681356b22c2 HTTP/1.1" status: 204 len: 168 time: 0.4654789 Sep 22 10:45:38.930763 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c587339f-ac15-4fa0-b417-76f618cfb573 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:38.934387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] For port 3fa00e52-f942-46bb-8057-7bb27a2d5f20, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:38.944203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] For port 3fa00e52-f942-46bb-8057-7bb27a2d5f20, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3fa00e52-f942-46bb-8057-7bb27a2d5f20,segment=NetworkSegment(5016392a-e442-4be6-bcb2-e58382f77e29),segment_id=5016392a-e442-4be6-bcb2-e58382f77e29)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:38.947613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f03e48-7696-4e84-ba43-c2b913955ab8 tempest-NetworksTestDHCPv6-234609639 tempest-NetworksTestDHCPv6-234609639-project] Pushing event deleted for resources: {'Network': ['ID=1d5276c3-a0e2-4ebc-9e3d-b681356b22c2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:39.008553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c587339f-ac15-4fa0-b417-76f618cfb573 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.016323 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.057638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587339f-ac15-4fa0-b417-76f618cfb573 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95256b36-d8fc-41c8-9de3-aecf647647b5,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:39.070635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:39.073555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.073555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] 10.222.0.32 "PUT /v2.0/ports/3fa00e52-f942-46bb-8057-7bb27a2d5f20 HTTP/1.1" status: 200 len: 1091 time: 1.2509236 Sep 22 10:45:39.073555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e16327-a9b2-428b-a81f-115ef3d62a6e', 'tag': '3fa00e52-f942-46bb-8057-7bb27a2d5f20'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:45:39.076014 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a232ce-1759-4a24-855f-79bd649cd0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e16327-a9b2-428b-a81f-115ef3d62a6e", "tag": "3fa00e52-f942-46bb-8057-7bb27a2d5f20"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:45:39.097461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278f1ae-b66f-4710-a2d7-669b35110d5b service neutron] Pushing event updated for resources: {'Port': ['ID=3fa00e52-f942-46bb-8057-7bb27a2d5f20,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:39.128983 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a270fec-6b64-4c6a-9fe3-252d0d01234e x-openstack-request-id: req-9a270fec-6b64-4c6a-9fe3-252d0d01234e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:45:39.129465 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e16327-a9b2-428b-a81f-115ef3d62a6e", "tag": "3fa00e52-f942-46bb-8057-7bb27a2d5f20", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:45:39.129866 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a270fec-6b64-4c6a-9fe3-252d0d01234e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:45:39.130405 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e16327-a9b2-428b-a81f-115ef3d62a6e', 'tag': '3fa00e52-f942-46bb-8057-7bb27a2d5f20', 'status': 'completed', 'code': 200} Sep 22 10:45:39.188215 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c587339f-ac15-4fa0-b417-76f618cfb573 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.191962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c587339f-ac15-4fa0-b417-76f618cfb573 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5813885 Sep 22 10:45:39.199042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55492) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:39.199624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a232ce-1759-4a24-855f-79bd649cd0a3 req-0083c8d1-10c0-41ec-9126-9c62934f90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:39.199966 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0b0b0e91-57e6-460e-994d-1044decd86b7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': 'ab76f09d-0e74-4566-93c9-a0146fd7575a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:39.201213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1a232ce-1759-4a24-855f-79bd649cd0a3 req-0083c8d1-10c0-41ec-9126-9c62934f90e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae1808ff3366431a88441a91ef88a5f5&device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 1094 time: 0.0509222 Sep 22 10:45:39.351970 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0e91-57e6-460e-994d-1044decd86b7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.423067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0e91-57e6-460e-994d-1044decd86b7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.511096 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0e91-57e6-460e-994d-1044decd86b7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.529209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55500) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:39.542816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0e91-57e6-460e-994d-1044decd86b7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9114ea33-627a-4e4b-9c75-5ab70f8c601b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:39.621577 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0e91-57e6-460e-994d-1044decd86b7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.622902 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0b0b0e91-57e6-460e-994d-1044decd86b7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4286683 Sep 22 10:45:39.625625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55508) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:39.635463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-63581ef6-8dcd-4385-ae9e-fc19b7580d84 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': 'ab76f09d-0e74-4566-93c9-a0146fd7575a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:39.711050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a232ce-1759-4a24-855f-79bd649cd0a3 req-65e38722-9556-44fb-97e7-31772833a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:39.712987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1a232ce-1759-4a24-855f-79bd649cd0a3 req-65e38722-9556-44fb-97e7-31772833a8c8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ae1808ff3366431a88441a91ef88a5f5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5022495 Sep 22 10:45:39.735548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe12ba1-429c-4900-bb40-f5a19e35fb06 req-a8e58b2b-1dbe-43af-9d81-1e837aa11284 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:39.737734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fe12ba1-429c-4900-bb40-f5a19e35fb06 req-a8e58b2b-1dbe-43af-9d81-1e837aa11284 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 943 time: 0.1072068 Sep 22 10:45:39.779880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63581ef6-8dcd-4385-ae9e-fc19b7580d84 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.802145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55512) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:39.841338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fe12ba1-429c-4900-bb40-f5a19e35fb06 req-caf84e76-1efa-48de-b7a2-36087825764f tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825758 Sep 22 10:45:39.897730 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63581ef6-8dcd-4385-ae9e-fc19b7580d84 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.926724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9be97584-6f1e-40a5-b101-07fefc65d613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.964325 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f491afc1-06e9-4e39-a5fc-ac7c6102e58b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=170acb4eba59477996dc15bd03aab82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323249 Sep 22 10:45:39.967299 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63581ef6-8dcd-4385-ae9e-fc19b7580d84 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:39.968873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55518) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:39.997335 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63581ef6-8dcd-4385-ae9e-fc19b7580d84 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af6dfce-591f-4935-a81c-b01061706318,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:40.021238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a232ce-1759-4a24-855f-79bd649cd0a3 req-90f0ee26-1d3b-4723-a1f6-057b1fd39ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:40.022781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1a232ce-1759-4a24-855f-79bd649cd0a3 req-90f0ee26-1d3b-4723-a1f6-057b1fd39ac5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3021796 Sep 22 10:45:40.044238 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f2417f8-a92d-4c74-a475-d6cbe88d3804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.063351 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9be97584-6f1e-40a5-b101-07fefc65d613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.076315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f2417f8-a92d-4c74-a475-d6cbe88d3804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.135636 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9be97584-6f1e-40a5-b101-07fefc65d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.137355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-43c759ab-2d86-49a8-b8f3-7ae7207ae0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:40.139458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-43c759ab-2d86-49a8-b8f3-7ae7207ae0bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae1808ff3366431a88441a91ef88a5f5&device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 1094 time: 0.0762358 Sep 22 10:45:40.174271 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9be97584-6f1e-40a5-b101-07fefc65d613 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c82920b250c647e8b069bec64d8b53cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702052 Sep 22 10:45:40.176194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be97584-6f1e-40a5-b101-07fefc65d613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3d535b-180c-49e3-8a95-ef945d1d491d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:40.180132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55520) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:40.186199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-cfa3b0c6-856e-460f-ad5b-9bd297c1717b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fa00e52-f942-46bb-8057-7bb27a2d5f20 HTTP/1.1" status: 200 len: 217 time: 0.0387468 Sep 22 10:45:40.209003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63581ef6-8dcd-4385-ae9e-fc19b7580d84 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.210218 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63581ef6-8dcd-4385-ae9e-fc19b7580d84 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5832801 Sep 22 10:45:40.214460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55522) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:40.221626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2002c351-5263-47c1-9fbe-2220b1d84589 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': 'ab76f09d-0e74-4566-93c9-a0146fd7575a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:40.235331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-d0187d23-37eb-4e83-a168-aee18d470262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:40.236945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-d0187d23-37eb-4e83-a168-aee18d470262 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36150672-3d91-4a0a-bcef-35c870dd653c HTTP/1.1" status: 200 len: 849 time: 0.0445192 Sep 22 10:45:40.237859 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f2417f8-a92d-4c74-a475-d6cbe88d3804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.240912 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f2417f8-a92d-4c74-a475-d6cbe88d3804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.241942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2f2417f8-a92d-4c74-a475-d6cbe88d3804 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75f910b0-05d9-4843-b249-fb0ac6cc4194 HTTP/1.1" status: 204 len: 168 time: 0.2717562 Sep 22 10:45:40.258954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2417f8-a92d-4c74-a475-d6cbe88d3804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f910b0-05d9-4843-b249-fb0ac6cc4194,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:40.263710 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc547f10-a1fd-465f-b140-4380b7191d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.274830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-14be5f6e-d179-4994-9977-a8ec56f7ddff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1db43a52-3a80-42d6-9a15-4f09c7334738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301743 Sep 22 10:45:40.289165 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc547f10-a1fd-465f-b140-4380b7191d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.328693 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2002c351-5263-47c1-9fbe-2220b1d84589 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.373579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-008555c6-4d50-42d0-9b37-489837ad8edb service neutron] 10.222.0.32 "GET /v2.0/networks/1db43a52-3a80-42d6-9a15-4f09c7334738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905395 Sep 22 10:45:40.439456 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc547f10-a1fd-465f-b140-4380b7191d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.442079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc547f10-a1fd-465f-b140-4380b7191d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.443658 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc547f10-a1fd-465f-b140-4380b7191d26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e3d535b-180c-49e3-8a95-ef945d1d491d HTTP/1.1" status: 204 len: 168 time: 0.2622316 Sep 22 10:45:40.460399 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc547f10-a1fd-465f-b140-4380b7191d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3d535b-180c-49e3-8a95-ef945d1d491d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:40.464112 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2002c351-5263-47c1-9fbe-2220b1d84589 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.470291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aae42a8b-268a-43b6-a998-ea84220500a3 req-13752b4f-94ac-4622-8294-b8397a77b504 service neutron] 10.222.0.32 "GET /v2.0/networks/1db43a52-3a80-42d6-9a15-4f09c7334738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897169 Sep 22 10:45:40.522512 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2002c351-5263-47c1-9fbe-2220b1d84589 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.540922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002c351-5263-47c1-9fbe-2220b1d84589 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e5130b-6fe6-4b90-af03-3e3f80afbbfc,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:40.625450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2002c351-5263-47c1-9fbe-2220b1d84589 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.633850 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2002c351-5263-47c1-9fbe-2220b1d84589 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4114749 Sep 22 10:45:40.635178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55536) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:40.639592 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b2e84415-a3ce-4f12-bcaa-fd8970ded0c3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': 'ab76f09d-0e74-4566-93c9-a0146fd7575a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:40.933900 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-b2e84415-a3ce-4f12-bcaa-fd8970ded0c3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Project b67d9575d4b14d05b97cfc08a1f74c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:45:40.933900 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b2e84415-a3ce-4f12-bcaa-fd8970ded0c3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.933900 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b2e84415-a3ce-4f12-bcaa-fd8970ded0c3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.933900 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b2e84415-a3ce-4f12-bcaa-fd8970ded0c3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:40.959844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e84415-a3ce-4f12-bcaa-fd8970ded0c3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63df86c-493b-4184-9961-af43406869b7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:40.996888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb7e4-4d4e-455e-837d-957fda4ec717 req-de433160-7b28-4994-bac1-dd1a14645b35 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:40.998523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7bcb7e4-4d4e-455e-837d-957fda4ec717 req-de433160-7b28-4994-bac1-dd1a14645b35 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 943 time: 0.0924103 Sep 22 10:45:41.043080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7bcb7e4-4d4e-455e-837d-957fda4ec717 req-6c0dbc20-f411-4b8c-9041-13c09a8a27db tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371654 Sep 22 10:45:41.100012 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b2e84415-a3ce-4f12-bcaa-fd8970ded0c3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.101376 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b2e84415-a3ce-4f12-bcaa-fd8970ded0c3 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4651833 Sep 22 10:45:41.104591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55556) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:41.116425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-059f75d0-68e8-4604-86af-56ce0b94f1c7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'security_group_rule': {'security_group_id': 'ab76f09d-0e74-4566-93c9-a0146fd7575a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:41.254830 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-059f75d0-68e8-4604-86af-56ce0b94f1c7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Project b67d9575d4b14d05b97cfc08a1f74c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:45:41.254830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-059f75d0-68e8-4604-86af-56ce0b94f1c7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.329648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-059f75d0-68e8-4604-86af-56ce0b94f1c7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.394460 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-059f75d0-68e8-4604-86af-56ce0b94f1c7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.407988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f75d0-68e8-4604-86af-56ce0b94f1c7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d97696-d27e-4182-9165-c6d69f5efc03,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:41.506712 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-059f75d0-68e8-4604-86af-56ce0b94f1c7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.510153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-059f75d0-68e8-4604-86af-56ce0b94f1c7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4017310 Sep 22 10:45:41.510918 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:41.515965 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'network': {'name': 'tempest-network-smoke--953911520', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'port_security_enabled': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:41.585136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55588) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:41.635844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:41.639469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.662984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:45:41.673091 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.673540 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Added segment cbe9e0ac-5393-467e-8caa-41394fd428a9 of type vlan for network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a Sep 22 10:45:41.690894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-89e16d21-a509-4e58-818e-13b1abc5828f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1356283070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:41.732354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.814180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89e16d21-a509-4e58-818e-13b1abc5828f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.815371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89e16d21-a509-4e58-818e-13b1abc5828f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.860306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.867755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:41.868561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.909133 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89e16d21-a509-4e58-818e-13b1abc5828f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:41.962989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Network': ['ID=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:41.975452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:45:42.038245 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-90392180-e924-4a71-bbf3-1f10117a3d79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5262079 Sep 22 10:45:42.040909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55600) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:42.045273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'admin_state_up': True, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:42.090674 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89e16d21-a509-4e58-818e-13b1abc5828f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:42.169996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:42.173248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:42.185740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b1fc6-ce61-4e87-afae-5a5be30e8f6f req-f2f64ad5-42c8-4a44-8c16-4c55defdceb1 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:42.193366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3b1fc6-ce61-4e87-afae-5a5be30e8f6f req-f2f64ad5-42c8-4a44-8c16-4c55defdceb1 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 943 time: 0.0599356 Sep 22 10:45:42.233137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3b1fc6-ce61-4e87-afae-5a5be30e8f6f req-6e34266b-b67a-49f1-b933-178a3e1661f5 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388620 Sep 22 10:45:42.237605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:42.242596 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-89e16d21-a509-4e58-818e-13b1abc5828f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:42.243884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-89e16d21-a509-4e58-818e-13b1abc5828f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6576524 Sep 22 10:45:42.249915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55610) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:42.251559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-735717922'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:42.359445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Made reservation on behalf of a38b8c5df5f94866b8a21ed467457b5c for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:42.363066 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:42.373847 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:42.629870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 3fa00e52-f942-46bb-8057-7bb27a2d5f20 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:45:42.761576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 3fa00e52-f942-46bb-8057-7bb27a2d5f20, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3fa00e52-f942-46bb-8057-7bb27a2d5f20,segment=NetworkSegment(5016392a-e442-4be6-bcb2-e58382f77e29),segment_id=5016392a-e442-4be6-bcb2-e58382f77e29)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:42.776070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '3fa00e52-f942-46bb-8057-7bb27a2d5f20', 'network_id': '1db43a52-3a80-42d6-9a15-4f09c7334738', 'port_id': '3fa00e52-f942-46bb-8057-7bb27a2d5f20', 'mac_address': 'fa:16:3e:e8:ba:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36150672-3d91-4a0a-bcef-35c870dd653c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:45:42.822696 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:42.843631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa00e52-f942-46bb-8057-7bb27a2d5f20 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:45:42.850202 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:42.875752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 3fa00e52-f942-46bb-8057-7bb27a2d5f20, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3fa00e52-f942-46bb-8057-7bb27a2d5f20,segment=NetworkSegment(5016392a-e442-4be6-bcb2-e58382f77e29),segment_id=5016392a-e442-4be6-bcb2-e58382f77e29)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:42.934512 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.014421 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.016361 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.069230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=3fa00e52-f942-46bb-8057-7bb27a2d5f20,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:43.072618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:45:43.097067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.097431 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Added segment e01d2f09-a367-4e46-b5ab-97c0e3be7cf4 of type vlan for network 8f5fb831-841d-4c97-a365-e749b47bab5f Sep 22 10:45:43.098941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6b06cc-ba3a-441e-93e3-b7815908d57d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:43.158075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.214223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['3fa00e52-f942-46bb-8057-7bb27a2d5f20'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:45:43.295233 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.317061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.382309 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.388676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e0658-20f6-4194-bad1-1bbf8685a8b4 req-51b76343-67ff-4c11-9776-51506f61229a tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:43.388676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b0e0658-20f6-4194-bad1-1bbf8685a8b4 req-51b76343-67ff-4c11-9776-51506f61229a tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 944 time: 0.0789766 Sep 22 10:45:43.392481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:43.393273 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.434114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b0e0658-20f6-4194-bad1-1bbf8685a8b4 req-fa4b3756-06d2-4011-9b88-5b6fffa7df6b tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Sep 22 10:45:43.525387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Network': ['ID=8f5fb831-841d-4c97-a365-e749b47bab5f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:43.532837 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5356f710-5407-4d0e-b108-4f6544751ad9 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2824535 Sep 22 10:45:43.533518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55654) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:43.542065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 8f5fb831-841d-4c97-a365-e749b47bab5f details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:45:43.544864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Request body: {'subnet': {'network_id': '8f5fb831-841d-4c97-a365-e749b47bab5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:43.554465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.25.1.129 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/3657e6c9-732b-4184-a003-dd8a25db2e94) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:43.699879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.779558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Made reservation on behalf of a38b8c5df5f94866b8a21ed467457b5c for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:43.783139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.803503 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:43.847584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:43.859342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:43.868170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:43.909487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=3657e6c9-732b-4184-a003-dd8a25db2e94,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:44.071477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.139876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Subnet': ['ID=000c0008-0f4c-495d-9aa9-4e59100e7fe1,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:44.149486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Checking segment: {'id': 'e01d2f09-a367-4e46-b5ab-97c0e3be7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f5fb831-841d-4c97-a365-e749b47bab5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:44.149916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network hostable DHCP agents. Network: 8f5fb831-841d-4c97-a365-e749b47bab5f, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:45:44.221426 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.281990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55670) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:44.287749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'network': {'name': 'tempest-network-smoke--1431305381', 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'port_security_enabled': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:44.295419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network 8f5fb831-841d-4c97-a365-e749b47bab5f is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:45:44.426148 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.454358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 8f5fb831-841d-4c97-a365-e749b47bab5f) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:44.459994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:44.461097 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.468412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7860fe9-45f1-401a-b217-4925479f3d6e None None] Network 8f5fb831-841d-4c97-a365-e749b47bab5f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:44.479880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Made reservation on behalf of f3cd3b7a50bf4452aceffbdbe5baa6a2 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:44.483969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.512696 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.604302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314b5e-cd20-46f4-b839-5a54019370ad req-894fceb4-7e99-49cc-bef8-230729dcf479 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:44.606255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa314b5e-cd20-46f4-b839-5a54019370ad req-894fceb4-7e99-49cc-bef8-230729dcf479 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 944 time: 0.0575390 Sep 22 10:45:44.637933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 3fa00e52-f942-46bb-8057-7bb27a2d5f20 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:44.653855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dffd5fcf-65f3-41f8-98c4-d44fc800b641 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1190152 Sep 22 10:45:44.657223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55680) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:44.663843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Request body: {'network': {'name': 'tempest-router-network01--586390952'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:44.672997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa314b5e-cd20-46f4-b839-5a54019370ad req-e5747ca0-23d9-4fc6-9ff3-251402c33e8b tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604074 Sep 22 10:45:44.685763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 89de886e-86f6-46fc-a0f8-0b1f4954088d is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:45:44.719447 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-8f5fb831-841d-4c97-a365-e749b47bab5f', 'network_id': '8f5fb831-841d-4c97-a365-e749b47bab5f', 'tenant_id': 'a38b8c5df5f94866b8a21ed467457b5c', 'fixed_ips': [{'subnet_id': '000c0008-0f4c-495d-9aa9-4e59100e7fe1'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:45:44.720447 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.779486 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.800860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 3fa00e52-f942-46bb-8057-7bb27a2d5f20 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:45:44.813308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 3fa00e52-f942-46bb-8057-7bb27a2d5f20 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:44.813681 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.842778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.847767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:45:44.858891 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Sync routers for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:45:44.879289 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:44.880074 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:44.880292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:45:44.890935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d8090d-ee02-4cb4-9507-8024d80732c3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:44.896195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:44.896551 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Added segment 3e4deac4-772f-4ce4-894d-d3aa108cc840 of type vlan for network f8acc18b-f41e-42af-8eea-279f8a900ce2 Sep 22 10:45:44.942402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Allocated IP 172.20.0.2 (8f5fb831-841d-4c97-a365-e749b47bab5f/000c0008-0f4c-495d-9aa9-4e59100e7fe1/a78375c4-52a3-417a-8d63-a9290f271926) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:44.953061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.000416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.011614 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:45.021558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Made reservation on behalf of a38b8c5df5f94866b8a21ed467457b5c for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:45.025921 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.057377 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:45:45.072382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e16327-a9b2-428b-a81f-115ef3d62a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa00e52-f942-46bb-8057-7bb27a2d5f20'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:45:45.073046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.073467 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Added segment 9abfa27c-5a18-4a51-afd4-4ea9023eb25b of type vlan for network 34233ede-74f7-41b3-95ba-7ad0cac74167 Sep 22 10:45:45.075477 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da18670f-3e6d-4892-9478-47915e61bee3" -d '{"events": [{"server_uuid": "e2e16327-a9b2-428b-a81f-115ef3d62a6e", "name": "network-vif-plugged", "status": "completed", "tag": "3fa00e52-f942-46bb-8057-7bb27a2d5f20"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:45:45.093974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.100523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:45.101142 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.119843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 3fa00e52-f942-46bb-8057-7bb27a2d5f20, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3fa00e52-f942-46bb-8057-7bb27a2d5f20,segment=NetworkSegment(5016392a-e442-4be6-bcb2-e58382f77e29),segment_id=5016392a-e442-4be6-bcb2-e58382f77e29)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:45.127609 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.151779 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce560d11-443f-4680-840d-019a7cf4977c x-openstack-request-id: req-ce560d11-443f-4680-840d-019a7cf4977c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:45:45.152277 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e16327-a9b2-428b-a81f-115ef3d62a6e", "name": "network-vif-plugged", "status": "completed", "tag": "3fa00e52-f942-46bb-8057-7bb27a2d5f20", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:45:45.152666 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce560d11-443f-4680-840d-019a7cf4977c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:45:45.153211 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e16327-a9b2-428b-a81f-115ef3d62a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa00e52-f942-46bb-8057-7bb27a2d5f20', 'code': 200} Sep 22 10:45:45.159274 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.166629 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-18c7e705-9795-492c-a3d6-3abd34bac5df tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1246240 Sep 22 10:45:45.167275 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55688) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:45.212644 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6fd2bdb0-f5a4-4455-8601-a51781aceaae tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b67d9575d4b14d05b97cfc08a1f74c7e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409884 Sep 22 10:45:45.213368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:45.217666 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.262878 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.266742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Network': ['ID=f8acc18b-f41e-42af-8eea-279f8a900ce2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:45.280164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f8acc18b-f41e-42af-8eea-279f8a900ce2 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:45:45.294234 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:44Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:45.301569 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.307719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:45.308355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.314950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=3fa00e52-f942-46bb-8057-7bb27a2d5f20,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:45.332005 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Checking router: 89de886e-86f6-46fc-a0f8-0b1f4954088d for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:45:45.332415 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Updating router 89de886e-86f6-46fc-a0f8-0b1f4954088d port 3657e6c9-732b-4184-a003-dd8a25db2e94 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:45:45.337641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6008204-884c-41f3-b94d-d4eb35d2eee8 req-0c9c7b19-7483-4995-be6e-95b26d84b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:45.343140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6008204-884c-41f3-b94d-d4eb35d2eee8 req-0c9c7b19-7483-4995-be6e-95b26d84b266 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 1096 time: 0.0774746 Sep 22 10:45:45.351332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0675d94a-62d4-4b71-8159-b30153a8e45a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0679393 Sep 22 10:45:45.353170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55694) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:45.358577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'admin_state_up': True, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:45.376573 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.392985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6008204-884c-41f3-b94d-d4eb35d2eee8 req-80ed9562-5288-4013-a75d-dca366bbb9ff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Sep 22 10:45:45.399425 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Network': ['ID=34233ede-74f7-41b3-95ba-7ad0cac74167,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:45.415358 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157c2b9d-577f-4297-9d48-2c35325d4de0 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:45.416902 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-157c2b9d-577f-4297-9d48-2c35325d4de0 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2024035 Sep 22 10:45:45.419872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55696) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:45.428222 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41a2bc4e-d90f-4e76-830e-67eb8d4e9916 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7675393 Sep 22 10:45:45.429446 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55698) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:45.430610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 34233ede-74f7-41b3-95ba-7ad0cac74167 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:45:45.439370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Request body: {'network': {'name': 'tempest-router-network02--170305831'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:45.468351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-acc24be4-9f79-4ba5-93e5-14e52fdc1323 tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465457 Sep 22 10:45:45.471729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55700) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:45.475893 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418520909', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:45.500944 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.545891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Network 8f5fb831-841d-4c97-a365-e749b47bab5f is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:45.551637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:45.555537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:45.593794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Pushing event updated for resources: {'Port': ['ID=a78375c4-52a3-417a-8d63-a9290f271926,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:45.597851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.599224 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.653981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Attempting to bind port a78375c4-52a3-417a-8d63-a9290f271926 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:45.654396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Attempting to bind port a78375c4-52a3-417a-8d63-a9290f271926 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'e01d2f09-a367-4e46-b5ab-97c0e3be7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f5fb831-841d-4c97-a365-e749b47bab5f'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:45.654773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Attempting to bind port a78375c4-52a3-417a-8d63-a9290f271926 on network 8f5fb831-841d-4c97-a365-e749b47bab5f {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:45.664779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:45.665159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Checking segment: {'id': 'e01d2f09-a367-4e46-b5ab-97c0e3be7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f5fb831-841d-4c97-a365-e749b47bab5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:45.665569 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.665965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Bound using segment: {'id': 'e01d2f09-a367-4e46-b5ab-97c0e3be7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f5fb831-841d-4c97-a365-e749b47bab5f'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:45.666849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Bound port: a78375c4-52a3-417a-8d63-a9290f271926, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01d2f09-a367-4e46-b5ab-97c0e3be7cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8f5fb831-841d-4c97-a365-e749b47bab5f'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:45.667395 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.673295 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.701146 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Made reservation on behalf of a38b8c5df5f94866b8a21ed467457b5c for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:45.705041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.763343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] For port a78375c4-52a3-417a-8d63-a9290f271926, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:45.767763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] For port a78375c4-52a3-417a-8d63-a9290f271926, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a78375c4-52a3-417a-8d63-a9290f271926,segment=NetworkSegment(e01d2f09-a367-4e46-b5ab-97c0e3be7cf4),segment_id=e01d2f09-a367-4e46-b5ab-97c0e3be7cf4)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:45.769920 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.775483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:45:45.784211 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.784540 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Added segment 73d03e62-2ccc-4751-a27f-f47577ca5a07 of type vlan for network e1d81497-9e69-4c59-85ee-fde549e5153b Sep 22 10:45:45.832875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.854553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:45.858472 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.880142 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.881260 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.916602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.933641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163e2b4-136a-478a-a6f3-a59c7976af98 req-2f53a3cc-0708-45f7-8087-db8dbe85ef7a tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:45.941430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d163e2b4-136a-478a-a6f3-a59c7976af98 req-2f53a3cc-0708-45f7-8087-db8dbe85ef7a tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 945 time: 0.1597414 Sep 22 10:45:45.966478 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.973136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:45.973256 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:45.993526 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Pushing event updated for resources: {'Port': ['ID=3657e6c9-732b-4184-a003-dd8a25db2e94,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:45.999098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d163e2b4-136a-478a-a6f3-a59c7976af98 req-0b59ecdc-16e2-421a-b6d6-0c332acec222 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565667 Sep 22 10:45:46.007909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256bcd4-290a-4f4e-ba84-85a108fbdf0e None None] Pushing event updated for resources: {'Port': ['ID=a78375c4-52a3-417a-8d63-a9290f271926,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:46.029461 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.030266 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.035562 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.036102 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.036628 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.037106 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.038572 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.039074 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.039546 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.041504 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.041999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.042375 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:46.058423 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Attempting to bind port 3657e6c9-732b-4184-a003-dd8a25db2e94 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:46.058981 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Attempting to bind port 3657e6c9-732b-4184-a003-dd8a25db2e94 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:46.059524 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Attempting to bind port 3657e6c9-732b-4184-a003-dd8a25db2e94 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:46.065459 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:46.066019 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:46.066615 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:46.067150 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:46.067760 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Bound port: 3657e6c9-732b-4184-a003-dd8a25db2e94, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:46.068894 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:46.083954 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Network': ['ID=e1d81497-9e69-4c59-85ee-fde549e5153b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:46.096480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network e1d81497-9e69-4c59-85ee-fde549e5153b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:45:46.132958 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] For port 3657e6c9-732b-4184-a003-dd8a25db2e94, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:46.137007 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] For port 3657e6c9-732b-4184-a003-dd8a25db2e94, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3657e6c9-732b-4184-a003-dd8a25db2e94,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:46.178929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55714) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:46.179126 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d7bcfdf0-5f8b-47d3-b304-91b07b129b23 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7482648 Sep 22 10:45:46.184299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Request body: {'subnet': {'network_id': '34233ede-74f7-41b3-95ba-7ad0cac74167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:46.231715 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:46.319255 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:46.319893 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:46.350795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:46.400721 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff025347-5fc9-471e-b27d-2d2c86fc703a None None] Pushing event updated for resources: {'Port': ['ID=3657e6c9-732b-4184-a003-dd8a25db2e94,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:46.450140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Made reservation on behalf of a38b8c5df5f94866b8a21ed467457b5c for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:46.455289 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:46.495624 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:46.503082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Subnet': ['ID=541ce333-31a1-4823-a084-8e59f314819a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:46.511403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Checking segment: {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:46.511847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network hostable DHCP agents. Network: fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:45:46.516588 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:46.559032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:46.653964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:45:46.745426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:46.756785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82967cf4-315c-4088-b233-1e9fb299619b None None] Network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:46.760929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:46.762264 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:46.806741 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:44Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:46.844581 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea820844-603d-433e-b7b6-8c7865facd11 None None] The sync data for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 is: [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:44Z', 'revision_number': 3, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:45:46.915450 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8af0a734-b6fb-4d0e-a248-3b6311da1a79 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4437749 Sep 22 10:45:46.916451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55724) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:46.978924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:45:46.979991 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:47.204408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Allocated IP 172.20.0.2 (fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a/541ce333-31a1-4823-a084-8e59f314819a/d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:47.290762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044d6f-c935-4613-85a3-2c4ababe6d58 req-cf2fbf18-290c-4356-857a-adc32877cd42 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:47.301574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d044d6f-c935-4613-85a3-2c4ababe6d58 req-cf2fbf18-290c-4356-857a-adc32877cd42 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 945 time: 0.1885540 Sep 22 10:45:47.471025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:47.477895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Allocated IP 172.25.1.14 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/bc4412cc-575f-4800-8b1d-d593c604f10a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:47.487565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c4d982-6c13-4e4c-9df7-bdcb3672835f None None] Network 8f5fb831-841d-4c97-a365-e749b47bab5f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:47.498738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d044d6f-c935-4613-85a3-2c4ababe6d58 req-1b0a7d7c-6a53-41d7-a62e-1b5b0c61c10e tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377668 Sep 22 10:45:47.658947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-4fe5aad9-612c-4869-a3db-2750e46e865f req-e204293a-afff-45fc-9140-66817ee59945 service neutron] (95681) timed out ('10.222.0.20', 35388) {{(pid=95681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:45:47.662765 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:47.702702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:47.785903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-13afb43c-139e-401e-9b5f-84e168120f21 None None] Provisioning complete for port a78375c4-52a3-417a-8d63-a9290f271926 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:47.791462 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-13afb43c-139e-401e-9b5f-84e168120f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:47.804814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:47.815861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Subnet': ['ID=9ff599e2-0649-4ad6-b74d-0b687d4b3220,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:47.833153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Checking segment: {'id': '9abfa27c-5a18-4a51-afd4-4ea9023eb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '34233ede-74f7-41b3-95ba-7ad0cac74167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:47.833583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network hostable DHCP agents. Network: 34233ede-74f7-41b3-95ba-7ad0cac74167, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:45:47.909031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:47.985507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network 34233ede-74f7-41b3-95ba-7ad0cac74167 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:45:48.010268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.056502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:48.057741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Pushing event updated for resources: {'Port': ['ID=d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:48.085203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:48.115591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:48.123624 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:48.125611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:48.129448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:48.212979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 34233ede-74f7-41b3-95ba-7ad0cac74167) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:48.250749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:48.251566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.276809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=bc4412cc-575f-4800-8b1d-d593c604f10a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:48.308714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3657e6c9-732b-4184-a003-dd8a25db2e94 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:48.314956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a21a42-5d38-4875-9588-fc7414b7023d None None] Network 34233ede-74f7-41b3-95ba-7ad0cac74167 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:48.364633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.20.0.1 (fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a/541ce333-31a1-4823-a084-8e59f314819a/85aa096c-fe3e-4c67-ba75-90034a5cc366) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:48.415021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-44babe81-179a-406f-b286-7d357682722b tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2346015 Sep 22 10:45:48.419119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55744) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:48.422980 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Attempting to bind port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:48.423643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Attempting to bind port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:48.423854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Request body: {'subnet': {'network_id': 'e1d81497-9e69-4c59-85ee-fde549e5153b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:48.424043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Attempting to bind port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 on network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:48.548895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:48.549256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Checking segment: {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:48.549588 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.549985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Bound using segment: {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:48.550509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Bound port: d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:48.550889 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.589786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.598831 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-13afb43c-139e-401e-9b5f-84e168120f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.717891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-13afb43c-139e-401e-9b5f-84e168120f21 None None] For port a78375c4-52a3-417a-8d63-a9290f271926, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a78375c4-52a3-417a-8d63-a9290f271926,segment=NetworkSegment(e01d2f09-a367-4e46-b5ab-97c0e3be7cf4),segment_id=e01d2f09-a367-4e46-b5ab-97c0e3be7cf4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:48.729858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3657e6c9-732b-4184-a003-dd8a25db2e94 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:48.730256 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.763931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.781482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.812130 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:48.815823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:48.834218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:48.850969 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] For port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:48.858597 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] For port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:48.896294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Made reservation on behalf of a38b8c5df5f94866b8a21ed467457b5c for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:48.899862 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.936038 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-13afb43c-139e-401e-9b5f-84e168120f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.959871 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:48.962328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:49.064454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=85aa096c-fe3e-4c67-ba75-90034a5cc366,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:49.111254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-34233ede-74f7-41b3-95ba-7ad0cac74167', 'network_id': '34233ede-74f7-41b3-95ba-7ad0cac74167', 'tenant_id': 'a38b8c5df5f94866b8a21ed467457b5c', 'fixed_ips': [{'subnet_id': '9ff599e2-0649-4ad6-b74d-0b687d4b3220'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:45:49.112363 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:49.188595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afb43c-139e-401e-9b5f-84e168120f21 None None] Pushing event updated for resources: {'Port': ['ID=a78375c4-52a3-417a-8d63-a9290f271926,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:49.238608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:49.241015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1f90eba9-8062-4add-be38-a4af3bb081a0 None None] Provisioning complete for port a78375c4-52a3-417a-8d63-a9290f271926 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:49.241847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1f90eba9-8062-4add-be38-a4af3bb081a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:49.312934 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:49.337840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 3657e6c9-732b-4184-a003-dd8a25db2e94, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3657e6c9-732b-4184-a003-dd8a25db2e94,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:49.358344 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:49.555497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Subnet': ['ID=4e554ff4-e979-4cee-8f39-753b169b218d,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:49.575016 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:49.609509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Checking segment: {'id': '73d03e62-2ccc-4751-a27f-f47577ca5a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1d81497-9e69-4c59-85ee-fde549e5153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:49.609509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network hostable DHCP agents. Network: e1d81497-9e69-4c59-85ee-fde549e5153b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:45:49.662724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Allocated IP 172.20.0.2 (34233ede-74f7-41b3-95ba-7ad0cac74167/9ff599e2-0649-4ad6-b74d-0b687d4b3220/d7173bb7-d2a0-4797-ad76-6525598de9c5) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:49.815727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network e1d81497-9e69-4c59-85ee-fde549e5153b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:45:49.853169 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:49.854369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a78375c4-52a3-417a-8d63-a9290f271926 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:49.877097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Router 6c4088b8-320f-485a-9b58-7212f03a6c4e is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:45:49.908309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db1cbc-fcc6-46c8-acdc-bfe89b5a0f68 None None] Pushing event updated for resources: {'Port': ['ID=d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:49.982789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, e1d81497-9e69-4c59-85ee-fde549e5153b) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:49.995530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:49.996205 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.012997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2650886-c5a8-4d1e-8476-f36f503e966b None None] Network e1d81497-9e69-4c59-85ee-fde549e5153b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:50.100601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port a78375c4-52a3-417a-8d63-a9290f271926 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:50.110679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.145085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:45:50.171352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=3657e6c9-732b-4184-a003-dd8a25db2e94,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:50.178161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-11db1b2c-1906-4994-b535-b9a8a38fdfef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7573969 Sep 22 10:45:50.208048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Sync routers for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:45:50.208164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55772) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:50.218175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.305752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.313701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:50.314645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:50.327124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.353838 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.415135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=85aa096c-fe3e-4c67-ba75-90034a5cc366,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:50.422204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.423469 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d1c4a19e-c57a-4368-96a9-38613107f414 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.0693474 Sep 22 10:45:50.439756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55776) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:50.467198 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.589708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Network 34233ede-74f7-41b3-95ba-7ad0cac74167 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:50.593078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-e1d81497-9e69-4c59-85ee-fde549e5153b', 'network_id': 'e1d81497-9e69-4c59-85ee-fde549e5153b', 'tenant_id': 'a38b8c5df5f94866b8a21ed467457b5c', 'fixed_ips': [{'subnet_id': '4e554ff4-e979-4cee-8f39-753b169b218d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:45:50.594061 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.619799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:50.629972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:50.631155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:50.632839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:50.825158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:50.843813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Pushing event updated for resources: {'Port': ['ID=d7173bb7-d2a0-4797-ad76-6525598de9c5,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:50.875493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Allocated IP 172.20.0.2 (e1d81497-9e69-4c59-85ee-fde549e5153b/4e554ff4-e979-4cee-8f39-753b169b218d/b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:50.906803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:50.944845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 89de886e-86f6-46fc-a0f8-0b1f4954088d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:45:51.023396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d6e69-827b-4530-8490-e01dc590ffff None None] Network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:51.047920 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-37fb23f3-82a1-4ca8-921a-9c855c383088 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6104431 Sep 22 10:45:51.050847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55790) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:51.088226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6475344c-20c8-4ebf-a322-2b78b7a6fe63 None None] Provisioning complete for port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:51.088588 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6475344c-20c8-4ebf-a322-2b78b7a6fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:51.309776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13079f7d-8390-4052-b052-2ecd31fd0d91 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:51.311347 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-13079f7d-8390-4052-b052-2ecd31fd0d91 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2519486 Sep 22 10:45:51.314355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55794) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:51.352367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1de11dd0-dcef-4752-8e0a-afeb79ff9a20 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366013 Sep 22 10:45:51.359243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55796) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:51.370926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1549101411', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:51.377403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Allocated IP 172.20.0.1 (34233ede-74f7-41b3-95ba-7ad0cac74167/9ff599e2-0649-4ad6-b74d-0b687d4b3220/81ae2e93-319d-48fe-adc4-15af7694d5ca) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:51.406279 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:45:51.413327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Attempting to bind port d7173bb7-d2a0-4797-ad76-6525598de9c5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:51.414699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Attempting to bind port d7173bb7-d2a0-4797-ad76-6525598de9c5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '9abfa27c-5a18-4a51-afd4-4ea9023eb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '34233ede-74f7-41b3-95ba-7ad0cac74167'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:51.415087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Attempting to bind port d7173bb7-d2a0-4797-ad76-6525598de9c5 on network 34233ede-74f7-41b3-95ba-7ad0cac74167 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:51.418382 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-36b29f7e-d67d-4483-bb1c-7549b775bbb7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "PUT /v2.0/routers/89de886e-86f6-46fc-a0f8-0b1f4954088d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4994600 Sep 22 10:45:51.419819 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Sync routers for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:45:51.426734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3657e6c9-732b-4184-a003-dd8a25db2e94 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:51.433393 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:51.434276 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:51.606325 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:51.611909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:51.660442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Made reservation on behalf of f3cd3b7a50bf4452aceffbdbe5baa6a2 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:45:51.665550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:51.700696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:51.701304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Checking segment: {'id': '9abfa27c-5a18-4a51-afd4-4ea9023eb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '34233ede-74f7-41b3-95ba-7ad0cac74167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:51.701830 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:51.702391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Bound using segment: {'id': '9abfa27c-5a18-4a51-afd4-4ea9023eb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '34233ede-74f7-41b3-95ba-7ad0cac74167'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:51.703054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Bound port: d7173bb7-d2a0-4797-ad76-6525598de9c5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abfa27c-5a18-4a51-afd4-4ea9023eb25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '34233ede-74f7-41b3-95ba-7ad0cac74167'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:51.703555 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:51.900006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-c9d64c55-d1d8-4306-9886-76f5355162e5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104384759&fields=id&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 267 time: 0.1998227 Sep 22 10:45:51.900664 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:51.933252 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '85aa096c-fe3e-4c67-ba75-90034a5cc366', 'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:8d:89:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:48Z', 'updated_at': '2021-09-22T10:45:50Z', 'revision_number': 2, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '541ce333-31a1-4823-a084-8e59f314819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:51.991821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network 34233ede-74f7-41b3-95ba-7ad0cac74167 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:52.013878 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Checking router: 89de886e-86f6-46fc-a0f8-0b1f4954088d for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:45:52.014497 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Updating router 89de886e-86f6-46fc-a0f8-0b1f4954088d port 85aa096c-fe3e-4c67-ba75-90034a5cc366 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:45:52.024574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:52.049001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3657e6c9-732b-4184-a003-dd8a25db2e94 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:52.049562 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.055174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:52.086165 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.087686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] For port d7173bb7-d2a0-4797-ad76-6525598de9c5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:52.089952 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.091731 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6475344c-20c8-4ebf-a322-2b78b7a6fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.132854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.161922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6475344c-20c8-4ebf-a322-2b78b7a6fe63 None None] For port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:52.163544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Port': ['ID=81ae2e93-319d-48fe-adc4-15af7694d5ca,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:52.186778 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] For port d7173bb7-d2a0-4797-ad76-6525598de9c5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d7173bb7-d2a0-4797-ad76-6525598de9c5,segment=NetworkSegment(9abfa27c-5a18-4a51-afd4-4ea9023eb25b),segment_id=9abfa27c-5a18-4a51-afd4-4ea9023eb25b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:52.288839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:48Z', 'revision_number': 3, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:52.334635 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.349261 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.364196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Checking router: 6c4088b8-320f-485a-9b58-7212f03a6c4e for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:45:52.368950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Updating router 6c4088b8-320f-485a-9b58-7212f03a6c4e port bc4412cc-575f-4800-8b1d-d593c604f10a binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:45:52.368950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:52.383123 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6475344c-20c8-4ebf-a322-2b78b7a6fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.441211 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.443665 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-abb6279d-886e-4c92-b8f9-d7496092a5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.489570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-992d1ced-da4a-4478-bfcd-5093aadd85de tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:52.491879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-992d1ced-da4a-4478-bfcd-5093aadd85de tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/networks?id=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a HTTP/1.1" status: 200 len: 796 time: 0.5834310 Sep 22 10:45:52.503678 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.526711 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.529740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Network e1d81497-9e69-4c59-85ee-fde549e5153b is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:52.558355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Subnet': ['ID=bc84e23b-69fa-40d3-8d24-06931ea75135,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:52.563008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-efdef9e9-a525-43c8-890e-60818cff1461 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/quotas/b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 375 time: 0.0540898 Sep 22 10:45:52.593499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:52.610092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:52.614592 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.617107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Pushing event updated for resources: {'Port': ['ID=b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:52.723385 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01388-2225-43b4-adf8-2e5dc6ff843b None None] Pushing event updated for resources: {'Port': ['ID=85aa096c-fe3e-4c67-ba75-90034a5cc366,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:52.767575 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Attempting to bind port 85aa096c-fe3e-4c67-ba75-90034a5cc366 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:52.768307 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Attempting to bind port 85aa096c-fe3e-4c67-ba75-90034a5cc366 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:52.769711 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Attempting to bind port 85aa096c-fe3e-4c67-ba75-90034a5cc366 on network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:52.800217 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:52.800664 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Checking segment: {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:52.801539 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.801964 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Bound using segment: {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:52.803155 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Bound port: 85aa096c-fe3e-4c67-ba75-90034a5cc366, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:52.803598 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:52.993524 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] For port 85aa096c-fe3e-4c67-ba75-90034a5cc366, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:52.996518 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] For port 85aa096c-fe3e-4c67-ba75-90034a5cc366, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=85aa096c-fe3e-4c67-ba75-90034a5cc366,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:53.006049 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-94f71055-4bca-4f00-904f-5ef77788b38b None None] Provisioning complete for port 85aa096c-fe3e-4c67-ba75-90034a5cc366 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:53.009008 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-94f71055-4bca-4f00-904f-5ef77788b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.071689 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.096458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:53.096929 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.147110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-94f71055-4bca-4f00-904f-5ef77788b38b None None] Port 85aa096c-fe3e-4c67-ba75-90034a5cc366 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:45:53.149768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475344c-20c8-4ebf-a322-2b78b7a6fe63 None None] Pushing event updated for resources: {'Port': ['ID=d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:53.200488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Attempting to bind port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:53.201025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Attempting to bind port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '73d03e62-2ccc-4751-a27f-f47577ca5a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1d81497-9e69-4c59-85ee-fde549e5153b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:53.201389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Attempting to bind port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 on network e1d81497-9e69-4c59-85ee-fde549e5153b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:53.228221 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01388-2225-43b4-adf8-2e5dc6ff843b None None] Pushing event updated for resources: {'Port': ['ID=85aa096c-fe3e-4c67-ba75-90034a5cc366,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:53.238272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:53.238653 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Checking segment: {'id': '73d03e62-2ccc-4751-a27f-f47577ca5a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1d81497-9e69-4c59-85ee-fde549e5153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:53.239133 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.239996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Bound using segment: {'id': '73d03e62-2ccc-4751-a27f-f47577ca5a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1d81497-9e69-4c59-85ee-fde549e5153b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:53.239996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Bound port: b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d03e62-2ccc-4751-a27f-f47577ca5a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e1d81497-9e69-4c59-85ee-fde549e5153b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:53.240305 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.289257 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:53.289809 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:53.359819 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.377704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Checking segment: {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:53.377704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network hostable DHCP agents. Network: f8acc18b-f41e-42af-8eea-279f8a900ce2, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:45:53.454699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-81ef26b3-d734-4f2d-83b9-24ec082b813b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8568883 Sep 22 10:45:53.486094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:53.490977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48950743-b681-44b5-8c14-5744f9f8af3b None None] Pushing event updated for resources: {'Port': ['ID=d7173bb7-d2a0-4797-ad76-6525598de9c5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:53.494365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-94f71055-4bca-4f00-904f-5ef77788b38b None None] Provisioning complete for port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:53.495003 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-94f71055-4bca-4f00-904f-5ef77788b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.611088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network f8acc18b-f41e-42af-8eea-279f8a900ce2 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:45:53.734680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] For port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:53.741550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] For port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9,segment=NetworkSegment(73d03e62-2ccc-4751-a27f-f47577ca5a07),segment_id=73d03e62-2ccc-4751-a27f-f47577ca5a07)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:53.758489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a78375c4-52a3-417a-8d63-a9290f271926 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:53.774564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f8acc18b-f41e-42af-8eea-279f8a900ce2) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:53.791839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f598c-b72c-4e6a-a896-36c70d793fc3 None None] Network f8acc18b-f41e-42af-8eea-279f8a900ce2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:53.821600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:53.822286 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.867231 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '85aa096c-fe3e-4c67-ba75-90034a5cc366', 'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:8d:89:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:48Z', 'updated_at': '2021-09-22T10:45:52Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '541ce333-31a1-4823-a084-8e59f314819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:53.914901 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.951556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:53.968005 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924cefbe-fbc6-4008-8b7a-f89d32fbf506 None None] The sync data for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 is: [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '85aa096c-fe3e-4c67-ba75-90034a5cc366', 'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:8d:89:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:48Z', 'updated_at': '2021-09-22T10:45:52Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '541ce333-31a1-4823-a084-8e59f314819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:45:53.983389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55858) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:53.986891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c77ad06a-9140-421e-b3b1-6a6e229a12cf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6263163 Sep 22 10:45:53.994732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-238557bb-81fe-4eff-94c4-9488b139c900 service neutron] 10.222.0.20 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996303 Sep 22 10:45:54.050834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:54.268076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:54.313348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port a78375c4-52a3-417a-8d63-a9290f271926 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:54.315707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:54.376109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:54.383479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Port': ['ID=81ae2e93-319d-48fe-adc4-15af7694d5ca,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:54.652534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186f408-07c5-4f4c-bf0d-b7ef1309c24a None None] Pushing event updated for resources: {'Port': ['ID=b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:54.669638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbaf039-8bfa-48b9-bc3a-e6062b259332 None None] Network 34233ede-74f7-41b3-95ba-7ad0cac74167 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:54.672061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-f8acc18b-f41e-42af-8eea-279f8a900ce2', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:45:54.673068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:54.678723 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:54.681806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network 34233ede-74f7-41b3-95ba-7ad0cac74167 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:54.698849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:54.713137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-beedc2fa-58cd-4ee5-aef7-edf8912fc05c service neutron] 10.222.0.20 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118280 Sep 22 10:45:54.836214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faf5d3-7114-4c18-949a-8a17c061be4a None None] Pushing event updated for resources: {'Port': ['ID=bc4412cc-575f-4800-8b1d-d593c604f10a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:54.969775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-19482d01-6761-4cb5-a192-69c6294efe55 None None] Provisioning complete for port 85aa096c-fe3e-4c67-ba75-90034a5cc366 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:54.970227 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19482d01-6761-4cb5-a192-69c6294efe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:55.027123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Attempting to bind port bc4412cc-575f-4800-8b1d-d593c604f10a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:55.027543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Attempting to bind port bc4412cc-575f-4800-8b1d-d593c604f10a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:55.028034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Attempting to bind port bc4412cc-575f-4800-8b1d-d593c604f10a on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:55.032593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Router 74f02ea0-17dd-4df1-89a1-960f2c88af0b is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:45:55.055995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:55.267461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:55.267837 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:55.268247 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:55.268814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:55.269203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Bound port: bc4412cc-575f-4800-8b1d-d593c604f10a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:55.269477 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:55.368489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:45:55.412980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5d4a11f4-fe7a-4a84-aa2a-42f81e03b891 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "PUT /v2.0/routers/74f02ea0-17dd-4df1-89a1-960f2c88af0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2119117 Sep 22 10:45:55.413962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55880) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:55.519679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] For port bc4412cc-575f-4800-8b1d-d593c604f10a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:55.542283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] For port bc4412cc-575f-4800-8b1d-d593c604f10a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bc4412cc-575f-4800-8b1d-d593c604f10a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:55.578841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:55.589902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f2a52a-62bb-4756-a0cf-a6c875e8c782 None None] Sync routers for ids ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:45:55.657681 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:55.708761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2a52a-62bb-4756-a0cf-a6c875e8c782 None None] Routers {'74f02ea0-17dd-4df1-89a1-960f2c88af0b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:55.710635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e6f2a52a-62bb-4756-a0cf-a6c875e8c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:55.751010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Allocated IP 172.20.0.1 (f8acc18b-f41e-42af-8eea-279f8a900ce2/bc84e23b-69fa-40d3-8d24-06931ea75135/fbd109ac-2e75-46d7-bcf8-02f67d672878) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:55.822850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e6f2a52a-62bb-4756-a0cf-a6c875e8c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:55.838773 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c1674972-0aa9-462f-8af3-57650fd16b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:55.903403 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:55.918527 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:55.959993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2a52a-62bb-4756-a0cf-a6c875e8c782 None None] Routers {'74f02ea0-17dd-4df1-89a1-960f2c88af0b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:55.961052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e6f2a52a-62bb-4756-a0cf-a6c875e8c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:56.002593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.039566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5682eab-67ad-4f75-849f-8222bf743987 req-7292aec7-cd5d-48e6-8de8-6f44cfd168eb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 210 time: 0.0439823 Sep 22 10:45:56.080181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:45:56.080811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:56.091155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fb9153-eb4c-4151-8fed-11235dabbe49 None None] Network e1d81497-9e69-4c59-85ee-fde549e5153b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:45:56.144955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-e6f2a52a-62bb-4756-a0cf-a6c875e8c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:56.145816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f2a52a-62bb-4756-a0cf-a6c875e8c782 None None] The sync data for ids ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:45:56.163362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.215660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cfa4e-04a9-4081-b7b7-b81f99b3cd0c req-20fb7c4f-d236-4e05-a282-46a4cbcd0118 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:56.223479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b0cfa4e-04a9-4081-b7b7-b81f99b3cd0c req-20fb7c4f-d236-4e05-a282-46a4cbcd0118 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 945 time: 0.1005933 Sep 22 10:45:56.243827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network f8acc18b-f41e-42af-8eea-279f8a900ce2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:56.251088 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:56.257823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:56.289072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:45:56.313612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b0cfa4e-04a9-4081-b7b7-b81f99b3cd0c req-e4184409-97b4-464a-958b-667b7873b417 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894046 Sep 22 10:45:56.315889 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-dcab5589-b845-48d9-b920-dd692083e86e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:45:56.317099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dcab5589-b845-48d9-b920-dd692083e86e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "PUT /v2.0/routers/74f02ea0-17dd-4df1-89a1-960f2c88af0b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9020891 Sep 22 10:45:56.320645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55900) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:56.381431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faf5d3-7114-4c18-949a-8a17c061be4a None None] Pushing event updated for resources: {'Port': ['ID=bc4412cc-575f-4800-8b1d-d593c604f10a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:56.382086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=fbd109ac-2e75-46d7-bcf8-02f67d672878,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:56.383646 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.414398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.414827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.415546 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.417068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.417407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.417792 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.418071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.418430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.418759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.419091 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.419413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.420672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:45:56.426669 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.446554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:56.446983 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.467864 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19482d01-6761-4cb5-a192-69c6294efe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.566697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.683428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Allocated IP 172.20.0.2 (f8acc18b-f41e-42af-8eea-279f8a900ce2/bc84e23b-69fa-40d3-8d24-06931ea75135/0260ce3c-f836-4661-8322-7da83d77ba14) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:45:56.717594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-19482d01-6761-4cb5-a192-69c6294efe55 None None] For port 85aa096c-fe3e-4c67-ba75-90034a5cc366, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=85aa096c-fe3e-4c67-ba75-90034a5cc366,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:56.729827 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.759241 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.869481 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19482d01-6761-4cb5-a192-69c6294efe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:56.961413 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.130760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19482d01-6761-4cb5-a192-69c6294efe55 None None] Pushing event updated for resources: {'Port': ['ID=85aa096c-fe3e-4c67-ba75-90034a5cc366,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:57.210710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9,segment=NetworkSegment(73d03e62-2ccc-4751-a27f-f47577ca5a07),segment_id=73d03e62-2ccc-4751-a27f-f47577ca5a07)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:57.227282 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-51a1c4ac-21e3-4106-951b-85c33d53d4fc None None] Provisioning complete for port 85aa096c-fe3e-4c67-ba75-90034a5cc366 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:57.227750 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51a1c4ac-21e3-4106-951b-85c33d53d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.260473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d61686a-39e7-4d9e-a7db-c280917d9bea req-fcbe710a-d9d7-4854-9551-cdac8749948b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 210 time: 0.0945337 Sep 22 10:45:57.294678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.308650 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.309474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:57.320622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:48Z', 'revision_number': 3, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:45:57.330158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-1244d516-3c0b-432e-b43c-37e07ccd179b tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:57.331791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-1244d516-3c0b-432e-b43c-37e07ccd179b tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 945 time: 0.1624923 Sep 22 10:45:57.367328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Deleting port 81ae2e93-319d-48fe-adc4-15af7694d5ca {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:57.367832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.428298 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.632309 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.635426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=fbd109ac-2e75-46d7-bcf8-02f67d672878,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:57.669894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712557e0-0c12-4b06-9390-3506950f2a14 req-01749df4-2d53-426f-98af-94813d334a85 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:57.678826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-712557e0-0c12-4b06-9390-3506950f2a14 req-01749df4-2d53-426f-98af-94813d334a85 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 945 time: 0.2795126 Sep 22 10:45:57.689836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Deleting port 3fa00e52-f942-46bb-8057-7bb27a2d5f20 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:45:57.690550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.714930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb84b238-7a72-49d3-8d4d-564187410f61 None None] The sync data for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 is: [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:48Z', 'revision_number': 3, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:45:57.726716 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.777963 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network f8acc18b-f41e-42af-8eea-279f8a900ce2 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:57.779971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:57.855168 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.873329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:57.873329 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.873329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:57.901967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] For port 3fa00e52-f942-46bb-8057-7bb27a2d5f20, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=3fa00e52-f942-46bb-8057-7bb27a2d5f20,segment=NetworkSegment(5016392a-e442-4be6-bcb2-e58382f77e29),segment_id=5016392a-e442-4be6-bcb2-e58382f77e29)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:57.902536 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.919406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Network f8acc18b-f41e-42af-8eea-279f8a900ce2 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:45:57.924624 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Router 6c4088b8-320f-485a-9b58-7212f03a6c4e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:45:57.932828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Calling delete_port for 3fa00e52-f942-46bb-8057-7bb27a2d5f20 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:57.982392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:45:58.007515 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.011213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:45:58.033891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-712557e0-0c12-4b06-9390-3506950f2a14 req-c68dacd9-9d2e-49a5-8768-95744b9773e3 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/security-groups?id=3141eda1-6681-4acc-87f2-d1ddf8745e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524787 Sep 22 10:45:58.067513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Calling delete_port for 81ae2e93-319d-48fe-adc4-15af7694d5ca owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:45:58.097182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:45:58.104004 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Pushing event updated for resources: {'Port': ['ID=0260ce3c-f836-4661-8322-7da83d77ba14,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:58.113207 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-96bf63d9-a5e8-4b32-af04-6e6e0db4ab00 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "PUT /v2.0/routers/6c4088b8-320f-485a-9b58-7212f03a6c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1269391 Sep 22 10:45:58.118148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55924) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:58.147301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-51a1c4ac-21e3-4106-951b-85c33d53d4fc None None] Provisioning complete for port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:58.150008 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51a1c4ac-21e3-4106-951b-85c33d53d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.153474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d3570ef1-d912-4d96-ae07-fb2e37d1fa9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2046794506', 'description': 'tempest-secgroup_access--2046794506 description', 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:58.236824 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.250234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Attempting to bind port 0260ce3c-f836-4661-8322-7da83d77ba14 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:45:58.250638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Attempting to bind port 0260ce3c-f836-4661-8322-7da83d77ba14 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:45:58.251014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Attempting to bind port 0260ce3c-f836-4661-8322-7da83d77ba14 on network f8acc18b-f41e-42af-8eea-279f8a900ce2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:45:58.270217 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:45:58.270604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Checking segment: {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:45:58.271602 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.272017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Bound using segment: {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:45:58.272507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Bound port: 0260ce3c-f836-4661-8322-7da83d77ba14, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:45:58.272895 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.277362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3570ef1-d912-4d96-ae07-fb2e37d1fa9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.300040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d7173bb7-d2a0-4797-ad76-6525598de9c5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:58.448540 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3570ef1-d912-4d96-ae07-fb2e37d1fa9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.524466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] For port 0260ce3c-f836-4661-8322-7da83d77ba14, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:45:58.528261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] For port 0260ce3c-f836-4661-8322-7da83d77ba14, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0260ce3c-f836-4661-8322-7da83d77ba14,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:45:58.529425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d7173bb7-d2a0-4797-ad76-6525598de9c5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:58.529794 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.556203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e8dc1c98-009c-43ce-9515-a2c9e21e3838 req-3ee27545-2eb4-436f-b0b4-673cc5b0788e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 210 time: 0.0544982 Sep 22 10:45:58.556782 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3570ef1-d912-4d96-ae07-fb2e37d1fa9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.602277 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.648157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['3fa00e52-f942-46bb-8057-7bb27a2d5f20'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:45:58.651506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3570ef1-d912-4d96-ae07-fb2e37d1fa9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42862a70-e447-47fd-9882-1685fdc5be91,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:58.664816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Pushing event deleted for resources: {'Port': ['ID=3fa00e52-f942-46bb-8057-7bb27a2d5f20,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:58.672642 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.688493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3570ef1-d912-4d96-ae07-fb2e37d1fa9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.689780 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d3570ef1-d912-4d96-ae07-fb2e37d1fa9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5455530 Sep 22 10:45:58.692661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55936) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:58.698058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1e4ba417-e993-44de-b3fe-542f1a760a06 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--587543924', 'description': 'tempest-secgroup_general--587543924 description', 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:58.784684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-51a1c4ac-21e3-4106-951b-85c33d53d4fc None None] Provisioning complete for port d7173bb7-d2a0-4797-ad76-6525598de9c5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:58.784684 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51a1c4ac-21e3-4106-951b-85c33d53d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.820117 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba417-e993-44de-b3fe-542f1a760a06 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.879202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68d889-7883-42e0-a634-57ee012e4ed7 None None] Pushing event updated for resources: {'Port': ['ID=0260ce3c-f836-4661-8322-7da83d77ba14,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:58.888746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.946388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d7173bb7-d2a0-4797-ad76-6525598de9c5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d7173bb7-d2a0-4797-ad76-6525598de9c5,segment=NetworkSegment(9abfa27c-5a18-4a51-afd4-4ea9023eb25b),segment_id=9abfa27c-5a18-4a51-afd4-4ea9023eb25b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:45:59.002560 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51a1c4ac-21e3-4106-951b-85c33d53d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.023361 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.024730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 85aa096c-fe3e-4c67-ba75-90034a5cc366 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:59.105255 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba417-e993-44de-b3fe-542f1a760a06 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.205483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba417-e993-44de-b3fe-542f1a760a06 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.256035 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-51a1c4ac-21e3-4106-951b-85c33d53d4fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:45:59.256459 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-51a1c4ac-21e3-4106-951b-85c33d53d4fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:45:59.266002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d7173bb7-d2a0-4797-ad76-6525598de9c5,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:59.282001 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ba417-e993-44de-b3fe-542f1a760a06 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e12e79-d317-4252-91f9-2f3e52d146f6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:59.300403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 85aa096c-fe3e-4c67-ba75-90034a5cc366 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:59.301050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.330401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.339881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba417-e993-44de-b3fe-542f1a760a06 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.343683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] No DVR routers for this DVR port 3fa00e52-f942-46bb-8057-7bb27a2d5f20 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:45:59.349948 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.350772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52d5d288-9bf3-4ab0-ab0a-cd5731209e5d req-9f78d720-4ff8-472c-b750-d4fd67a42f78 tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.32 "DELETE /v2.0/ports/3fa00e52-f942-46bb-8057-7bb27a2d5f20 HTTP/1.1" status: 204 len: 173 time: 2.0118504 Sep 22 10:45:59.357487 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e4ba417-e993-44de-b3fe-542f1a760a06 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6571803 Sep 22 10:45:59.357487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55948) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:45:59.360368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e16327-a9b2-428b-a81f-115ef3d62a6e', 'name': 'network-vif-deleted', 'tag': '3fa00e52-f942-46bb-8057-7bb27a2d5f20'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:45:59.363190 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b557a87-403a-45e1-a5f3-ca31b44f1a3a" -d '{"events": [{"server_uuid": "e2e16327-a9b2-428b-a81f-115ef3d62a6e", "name": "network-vif-deleted", "tag": "3fa00e52-f942-46bb-8057-7bb27a2d5f20"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:45:59.374816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d0bdb30f-2ac8-40ee-8b78-98042ea5f013 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'security_group_rule': {'security_group_id': '42862a70-e447-47fd-9882-1685fdc5be91', 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:45:59.416318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event deleted for resources: {'Port': ['ID=81ae2e93-319d-48fe-adc4-15af7694d5ca,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:59.446133 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-0fec8552-2212-40b6-8423-36b52f7d6fd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926094 Sep 22 10:45:59.459472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff683454-8861-440b-adf2-a0dd428a6eb4 req-d4a8e85f-3991-480c-bbb3-4358ae18b33e tempest-VolumesActionsTest-1110360037 tempest-VolumesActionsTest-1110360037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2e16327-a9b2-428b-a81f-115ef3d62a6e HTTP/1.1" status: 200 len: 210 time: 0.1199791 Sep 22 10:45:59.593888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb30f-2ac8-40ee-8b78-98042ea5f013 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.636373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-d8e11a87-9443-4e57-bb9c-dc5bb836e252 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:59.637924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-d8e11a87-9443-4e57-bb9c-dc5bb836e252 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "GET /v2.0/networks?id=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a HTTP/1.1" status: 200 len: 796 time: 1.1351032 Sep 22 10:45:59.664165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-a6677652-817c-4cb8-9fa6-5cadc3ec388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:59.667135 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-a6677652-817c-4cb8-9fa6-5cadc3ec388a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 1096 time: 0.1550863 Sep 22 10:45:59.764368 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb30f-2ac8-40ee-8b78-98042ea5f013 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.822730 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f699c-eb9d-4eb7-95cc-749fbf18da3c x-openstack-request-id: req-8f4f699c-eb9d-4eb7-95cc-749fbf18da3c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:45:59.823047 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e16327-a9b2-428b-a81f-115ef3d62a6e", "name": "network-vif-deleted", "tag": "3fa00e52-f942-46bb-8057-7bb27a2d5f20", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:45:59.823361 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f4f699c-eb9d-4eb7-95cc-749fbf18da3c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:45:59.823785 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e16327-a9b2-428b-a81f-115ef3d62a6e', 'name': 'network-vif-deleted', 'tag': '3fa00e52-f942-46bb-8057-7bb27a2d5f20', 'status': 'completed', 'code': 200} Sep 22 10:45:59.862236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb30f-2ac8-40ee-8b78-98042ea5f013 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.888780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:45:59.916384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdb30f-2ac8-40ee-8b78-98042ea5f013 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f32e4fb-1edb-4f52-9182-72f980667459,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:45:59.929697 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-984721df-e28a-4737-9f62-5ca25b1d3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:59.931925 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-984721df-e28a-4737-9f62-5ca25b1d3036 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 200 len: 910 time: 0.2043386 Sep 22 10:45:59.936380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.944288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-5bdadaa0-e6a3-4215-860b-d2514ed08e9f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e HTTP/1.1" status: 200 len: 380 time: 0.2974153 Sep 22 10:45:59.955355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:45:59.955951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:59.979233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-097a75e8-7d99-43e8-be8c-69029c3696aa req-627f78dc-48ee-49d6-8d9e-42a3ca0ccdfb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 210 time: 0.0619841 Sep 22 10:45:59.983333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'port': {'device_id': '386aa704-7cad-4953-b501-dbc0b23e672a', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'admin_state_up': True, 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'security_groups': ['ab76f09d-0e74-4566-93c9-a0146fd7575a']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:00.054411 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d0bdb30f-2ac8-40ee-8b78-98042ea5f013 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:00.055927 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d0bdb30f-2ac8-40ee-8b78-98042ea5f013 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7008483 Sep 22 10:46:00.071894 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-ffeb10a6-19de-47df-bf47-228fbfa7e207 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 HTTP/1.1" status: 200 len: 1001 time: 0.1331437 Sep 22 10:46:00.198072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0260ce3c-f836-4661-8322-7da83d77ba14 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:00.201285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-794492f1-33b3-45e5-ac86-d28f08299597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:00.201285 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-794492f1-33b3-45e5-ac86-d28f08299597 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 200 len: 848 time: 0.1220791 Sep 22 10:46:00.257540 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-163020bc-0840-4b26-b51d-926d669d5970 None None] Provisioning complete for port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:00.258338 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-163020bc-0840-4b26-b51d-926d669d5970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:00.267098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-3268309d-602c-4766-919f-e9d0cf29bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:00.268596 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-3268309d-602c-4766-919f-e9d0cf29bce6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be360dd7-717a-4395-9e83-3bfe4a62e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604267 Sep 22 10:46:00.346495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 0260ce3c-f836-4661-8322-7da83d77ba14 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:00.347026 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:00.377257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Router 74f02ea0-17dd-4df1-89a1-960f2c88af0b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:46:00.464563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-cdf7bc9a-ffd3-47ab-8f65-7f01fb9b16bc tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--587543924&fields=id&tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2 HTTP/1.1" status: 200 len: 267 time: 0.1511598 Sep 22 10:46:00.506618 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-7a0b8e08-4fce-4d07-878a-3af345da7c83 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286472 Sep 22 10:46:00.548925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Made reservation on behalf of b67d9575d4b14d05b97cfc08a1f74c7e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:46:00.552048 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:00.555254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24bf4c1-fc5e-4272-8119-96e037f56575 None None] Network f8acc18b-f41e-42af-8eea-279f8a900ce2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:46:00.626339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:46:00.637500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9301b75a-030a-45db-bf03-a0b3704d52ef tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "PUT /v2.0/routers/74f02ea0-17dd-4df1-89a1-960f2c88af0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3156445 Sep 22 10:46:00.646237 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bac375-a9be-43c2-a9e7-12588b58582f None None] Sync routers for ids ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:46:00.650187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 55986) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:00.660692 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bac375-a9be-43c2-a9e7-12588b58582f None None] Routers {'74f02ea0-17dd-4df1-89a1-960f2c88af0b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:00.661630 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87bac375-a9be-43c2-a9e7-12588b58582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:00.702570 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:00.709608 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-4eddb214-9b16-44ef-85ea-ddf9272b0a5a req-86342ab8-d5a9-43b4-bb26-943b41ab2575 service neutron] 10.222.0.30 "GET /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963384 Sep 22 10:46:00.731138 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87bac375-a9be-43c2-a9e7-12588b58582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:00.731346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 3fa00e52-f942-46bb-8057-7bb27a2d5f20 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:46:00.738238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-163020bc-0840-4b26-b51d-926d669d5970 None None] Provisioning complete for port d7173bb7-d2a0-4797-ad76-6525598de9c5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:00.738538 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-163020bc-0840-4b26-b51d-926d669d5970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:00.756215 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bac375-a9be-43c2-a9e7-12588b58582f None None] Routers {'74f02ea0-17dd-4df1-89a1-960f2c88af0b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:00.757043 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87bac375-a9be-43c2-a9e7-12588b58582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:00.786822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-3631bb5b-b127-4fcc-b8b2-8ec9cf525302 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--2046794506&fields=id&tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2 HTTP/1.1" status: 200 len: 267 time: 0.2728369 Sep 22 10:46:00.794223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 3fa00e52-f942-46bb-8057-7bb27a2d5f20 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:46:00.794465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 3fa00e52-f942-46bb-8057-7bb27a2d5f20 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:46:00.798900 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-87bac375-a9be-43c2-a9e7-12588b58582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:00.799730 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bac375-a9be-43c2-a9e7-12588b58582f None None] The sync data for ids ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:46:00.804790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 0260ce3c-f836-4661-8322-7da83d77ba14, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0260ce3c-f836-4661-8322-7da83d77ba14,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:00.839613 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-db371066-281d-47d7-b898-b6bbb678632d tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] delete failed (client error): The resource could not be found. Sep 22 10:46:00.840780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-db371066-281d-47d7-b898-b6bbb678632d tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1765131933 HTTP/1.1" status: 404 len: 335 time: 0.1893764 Sep 22 10:46:00.844744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 55990) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:00.851553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-807a8602-5d36-4b38-a893-e9ced0750131 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Request body: {'router': {'external_gateway_info': {'network_id': '74f02ea0-17dd-4df1-89a1-960f2c88af0b'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:00.938535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Sync routers for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:46:00.944933 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:00.945895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 85aa096c-fe3e-4c67-ba75-90034a5cc366 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:00.983124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-163020bc-0840-4b26-b51d-926d669d5970 None None] Could not find standard attr ID for object 81ae2e93-319d-48fe-adc4-15af7694d5ca. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:46:01.032620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-b5bd53d7-3ded-499a-bce1-315075af2d58 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:01.034241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-b5bd53d7-3ded-499a-bce1-315075af2d58 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/networks?id=f8acc18b-f41e-42af-8eea-279f8a900ce2 HTTP/1.1" status: 200 len: 797 time: 0.2461498 Sep 22 10:46:01.077294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:01.077514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.20.0.13 (fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a/541ce333-31a1-4823-a084-8e59f314819a/e05c7170-b943-4a76-8d6d-c0d433cd04ff) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:46:01.077945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:01.084988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=0260ce3c-f836-4661-8322-7da83d77ba14,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:01.091066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-0edcf483-59f2-424f-ae80-26d9f6f20bdd tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/quotas/f3cd3b7a50bf4452aceffbdbe5baa6a2 HTTP/1.1" status: 200 len: 375 time: 0.0469210 Sep 22 10:46:01.216754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-21cd792b-aa6b-4164-a828-f0f7c9f106bd tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243107 Sep 22 10:46:01.247817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-23b43a71-41eb-4a73-b302-6126ad1d03c3 None None] Provisioning complete for port 0260ce3c-f836-4661-8322-7da83d77ba14 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:01.248198 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23b43a71-41eb-4a73-b302-6126ad1d03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:01.297105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 85aa096c-fe3e-4c67-ba75-90034a5cc366 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:01.297475 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:01.362368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:01.393361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:01.512236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-44bba9a9-d7f0-4d54-99bd-4ed56e5c5fb2 service neutron] 10.222.0.20 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550348 Sep 22 10:46:01.547462 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-807a8602-5d36-4b38-a893-e9ced0750131 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:01.571986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:01.665736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:46:01.675907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:46:01.682150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:46:01.684724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=e05c7170-b943-4a76-8d6d-c0d433cd04ff,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:01.730187 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-807a8602-5d36-4b38-a893-e9ced0750131 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] update failed (client error): The resource could not be found. Sep 22 10:46:01.740248 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-807a8602-5d36-4b38-a893-e9ced0750131 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "PUT /v2.0/routers/74f02ea0-17dd-4df1-89a1-960f2c88af0b HTTP/1.1" status: 404 len: 339 time: 0.8929939 Sep 22 10:46:01.743337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56006) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:01.750943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-d57f4093-298d-416a-baf0-3623b3868a75 service neutron] 10.222.0.20 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320538 Sep 22 10:46:01.802610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:01.808585 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:01.883746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-635e4e30-58a2-4528-aa73-6e17efd16ce5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9164889 Sep 22 10:46:01.897297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Request body: {'port': {'device_id': '386aa704-7cad-4953-b501-dbc0b23e672a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:01.901843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bc4412cc-575f-4800-8b1d-d593c604f10a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:01.987315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b3e07a14-7131-4df2-b8e2-eca7d64aeba7 None None] Provisioning complete for port 0260ce3c-f836-4661-8322-7da83d77ba14 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:01.988445 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b3e07a14-7131-4df2-b8e2-eca7d64aeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.034251 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.198266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.227448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port bc4412cc-575f-4800-8b1d-d593c604f10a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:02.227448 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.266846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'fbd109ac-2e75-46d7-bcf8-02f67d672878', 'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:72:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:55Z', 'updated_at': '2021-09-22T10:45:57Z', 'revision_number': 2, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:02.339247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Checking router: 6c4088b8-320f-485a-9b58-7212f03a6c4e for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:46:02.339603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Updating router 6c4088b8-320f-485a-9b58-7212f03a6c4e port fbd109ac-2e75-46d7-bcf8-02f67d672878 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:46:02.372605 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.490946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b3e07a14-7131-4df2-b8e2-eca7d64aeba7 None None] Provisioning complete for port fbd109ac-2e75-46d7-bcf8-02f67d672878 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:02.492020 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b3e07a14-7131-4df2-b8e2-eca7d64aeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.582318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05c7170-b943-4a76-8d6d-c0d433cd04ff {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:46:02.598877 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.621777 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.641340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b3e07a14-7131-4df2-b8e2-eca7d64aeba7 None None] Port fbd109ac-2e75-46d7-bcf8-02f67d672878 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:46:02.642649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Transition to ACTIVE for port object e05c7170-b943-4a76-8d6d-c0d433cd04ff will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:46:02.663731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac45858-f971-4130-9d12-1e89be455688 req-4b4260a7-0fff-473f-bfb0-91b238488b71 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:02.665391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ac45858-f971-4130-9d12-1e89be455688 req-4b4260a7-0fff-473f-bfb0-91b238488b71 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 932 time: 0.0882461 Sep 22 10:46:02.679120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port bc4412cc-575f-4800-8b1d-d593c604f10a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bc4412cc-575f-4800-8b1d-d593c604f10a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:02.741518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ac45858-f971-4130-9d12-1e89be455688 req-e00b45a5-09be-4741-8921-723477535197 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690913 Sep 22 10:46:02.743344 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.766663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Allocated IP 172.20.0.1 (8f5fb831-841d-4c97-a365-e749b47bab5f/000c0008-0f4c-495d-9aa9-4e59100e7fe1/34b8f1bf-f3a6-418c-8683-8ad55a481d48) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:46:02.794625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=e05c7170-b943-4a76-8d6d-c0d433cd04ff,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:02.826288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4b08a3fd-1215-4405-b0bf-966b914e74d7 None None] Provisioning complete for port fbd109ac-2e75-46d7-bcf8-02f67d672878 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:02.827155 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b08a3fd-1215-4405-b0bf-966b914e74d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.881793 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.882632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d7173bb7-d2a0-4797-ad76-6525598de9c5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:02.887827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b2e7ffe-89bc-436f-8fbe-e6c6d902b64d req-87c58c2e-2a5a-4ceb-849e-31d790813e90 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 210 time: 0.0641019 Sep 22 10:46:02.942230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.948197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Attempting to bind port e05c7170-b943-4a76-8d6d-c0d433cd04ff on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:46:02.948535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Attempting to bind port e05c7170-b943-4a76-8d6d-c0d433cd04ff by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:46:02.948870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Attempting to bind port e05c7170-b943-4a76-8d6d-c0d433cd04ff on network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:46:02.958696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Port e05c7170-b943-4a76-8d6d-c0d433cd04ff on network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:46:02.959040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Attempting to bind port e05c7170-b943-4a76-8d6d-c0d433cd04ff on network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:46:02.969018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:46:02.969359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Checking segment: {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:46:02.969762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Bound using segment: {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:46:02.970262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Bound port: e05c7170-b943-4a76-8d6d-c0d433cd04ff, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe9e0ac-5393-467e-8caa-41394fd428a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:46:02.970637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:02.990093 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4b08a3fd-1215-4405-b0bf-966b914e74d7 None None] Port fbd109ac-2e75-46d7-bcf8-02f67d672878 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:46:02.993136 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.045072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=bc4412cc-575f-4800-8b1d-d593c604f10a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:03.061652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d7173bb7-d2a0-4797-ad76-6525598de9c5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:03.062029 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.092281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] For port e05c7170-b943-4a76-8d6d-c0d433cd04ff, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:46:03.098129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] For port e05c7170-b943-4a76-8d6d-c0d433cd04ff, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:46:03.137541 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.162836 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.200294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.213110 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network 8f5fb831-841d-4c97-a365-e749b47bab5f is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:46:03.230973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:46:03.243136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:46:03.260693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b703a54-e5b2-4d70-b6e8-29a5edbc29b1 None None] Pushing event updated for resources: {'Port': ['ID=fbd109ac-2e75-46d7-bcf8-02f67d672878,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:03.261852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:03.262771 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.264486 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] 10.222.0.30 "PUT /v2.0/ports/e05c7170-b943-4a76-8d6d-c0d433cd04ff HTTP/1.1" status: 200 len: 1092 time: 1.3726125 Sep 22 10:46:03.265389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:46:03.270647 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f720c8-2ec9-43a4-8a12-fc4319629a31" -d '{"events": [{"name": "network-changed", "server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:46:03.319372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Port': ['ID=34b8f1bf-f3a6-418c-8683-8ad55a481d48,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:03.364197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.397963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59f2b6-ad94-4887-962b-1ada58470ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=e05c7170-b943-4a76-8d6d-c0d433cd04ff,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:03.418436 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e61e5-3741-4f06-b05d-153ee0719eee x-openstack-request-id: req-245e61e5-3741-4f06-b05d-153ee0719eee {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:46:03.418746 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:46:03.419708 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-245e61e5-3741-4f06-b05d-153ee0719eee {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:46:03.420158 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'status': 'completed', 'code': 200} Sep 22 10:46:03.513078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Attempting to bind port fbd109ac-2e75-46d7-bcf8-02f67d672878 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:46:03.513078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Attempting to bind port fbd109ac-2e75-46d7-bcf8-02f67d672878 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:46:03.513078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Attempting to bind port fbd109ac-2e75-46d7-bcf8-02f67d672878 on network f8acc18b-f41e-42af-8eea-279f8a900ce2 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:46:03.527836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:46:03.528219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Checking segment: {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:46:03.528631 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.531934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f720c8-2ec9-43a4-8a12-fc4319629a31 req-5612247d-4f16-4caa-ab4e-eede7efe4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:03.532921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Bound using segment: {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:46:03.533448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Bound port: fbd109ac-2e75-46d7-bcf8-02f67d672878, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:46:03.533853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.535334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6f720c8-2ec9-43a4-8a12-fc4319629a31 req-5612247d-4f16-4caa-ab4e-eede7efe4234 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 1095 time: 0.1312592 Sep 22 10:46:03.578304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0260ce3c-f836-4661-8322-7da83d77ba14 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:03.783101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] For port fbd109ac-2e75-46d7-bcf8-02f67d672878, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:46:03.787507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] For port fbd109ac-2e75-46d7-bcf8-02f67d672878, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fbd109ac-2e75-46d7-bcf8-02f67d672878,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:46:03.819325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f720c8-2ec9-43a4-8a12-fc4319629a31 req-265e01cc-2a23-4814-82e8-4ccef4a0cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:03.821854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6f720c8-2ec9-43a4-8a12-fc4319629a31 req-265e01cc-2a23-4814-82e8-4ccef4a0cbaa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2769151 Sep 22 10:46:03.846375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 0260ce3c-f836-4661-8322-7da83d77ba14 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:03.846753 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.848105 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:03.948946 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:04.003661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd593af-732a-4848-8979-676079b6fb7d req-ab714fb3-7e40-4fc9-830d-a0c7bd4bf6b5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:04.011888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-edd593af-732a-4848-8979-676079b6fb7d req-ab714fb3-7e40-4fc9-830d-a0c7bd4bf6b5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 944 time: 0.1348257 Sep 22 10:46:04.028907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f720c8-2ec9-43a4-8a12-fc4319629a31 req-e4299523-e1fd-4eed-a445-1f3193e85234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:04.031730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6f720c8-2ec9-43a4-8a12-fc4319629a31 req-e4299523-e1fd-4eed-a445-1f3193e85234 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2015550 Sep 22 10:46:04.069151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-edd593af-732a-4848-8979-676079b6fb7d req-309eabfc-a50e-48c8-909b-de7eabf1ba5c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564322 Sep 22 10:46:04.157373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b703a54-e5b2-4d70-b6e8-29a5edbc29b1 None None] Pushing event updated for resources: {'Port': ['ID=fbd109ac-2e75-46d7-bcf8-02f67d672878,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:04.181764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:04.181764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:04.215872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6a5a5b4c-3a1c-4e17-a171-852824e594dd None None] Provisioning complete for port fbd109ac-2e75-46d7-bcf8-02f67d672878 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:04.216420 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6a5a5b4c-3a1c-4e17-a171-852824e594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:04.249975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-50366360-ddb5-4274-94fe-6f50befa74b1 req-41133020-8848-4ad3-824a-46a1639ec953 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 210 time: 0.0815630 Sep 22 10:46:04.279192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-640d53ee-71ff-473b-a175-9f62c886a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:04.280848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-640d53ee-71ff-473b-a175-9f62c886a10d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 1095 time: 0.2045963 Sep 22 10:46:04.286587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:04.368269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:04.402515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-bf2fdfd7-f915-4084-9fff-1755d6091ddc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff HTTP/1.1" status: 200 len: 217 time: 0.1130309 Sep 22 10:46:04.414783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bc4412cc-575f-4800-8b1d-d593c604f10a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:04.546455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-bd4aa249-1b38-4b23-98c4-a138cb4c5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:04.548136 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-bd4aa249-1b38-4b23-98c4-a138cb4c5175 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541ce333-31a1-4823-a084-8e59f314819a HTTP/1.1" status: 200 len: 834 time: 0.1370902 Sep 22 10:46:04.551539 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6a5a5b4c-3a1c-4e17-a171-852824e594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:04.558579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:04.582468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event updated for resources: {'Port': ['ID=34b8f1bf-f3a6-418c-8683-8ad55a481d48,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:04.594766 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:04.651014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-7a68fa3a-a087-44bb-bb57-a2d064879540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:04.655267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-7a68fa3a-a087-44bb-bb57-a2d064879540 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002142 Sep 22 10:46:04.719602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6a5a5b4c-3a1c-4e17-a171-852824e594dd None None] For port fbd109ac-2e75-46d7-bcf8-02f67d672878, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fbd109ac-2e75-46d7-bcf8-02f67d672878,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:04.725834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port bc4412cc-575f-4800-8b1d-d593c604f10a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:04.726237 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:04.816743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-e5eb0331-54b6-4779-aecf-3ea45e870438 service neutron] 10.222.0.30 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454854 Sep 22 10:46:04.832926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Network 8f5fb831-841d-4c97-a365-e749b47bab5f is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:46:04.835325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:46:04.852159 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6a5a5b4c-3a1c-4e17-a171-852824e594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:04.975691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a5b4c-3a1c-4e17-a171-852824e594dd None None] Pushing event updated for resources: {'Port': ['ID=fbd109ac-2e75-46d7-bcf8-02f67d672878,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:04.994124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b070382c-48ca-4a6e-8d82-004e16086b22 req-4bf5c825-e32f-4749-aae9-12f89deda5f1 service neutron] 10.222.0.30 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675177 Sep 22 10:46:05.038013 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Router 74f02ea0-17dd-4df1-89a1-960f2c88af0b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:46:05.077925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b73808e8-21aa-41bc-bd0b-022d0bf85e5d None None] Provisioning complete for port 34b8f1bf-f3a6-418c-8683-8ad55a481d48 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:05.078343 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b73808e8-21aa-41bc-bd0b-022d0bf85e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:05.163935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b73808e8-21aa-41bc-bd0b-022d0bf85e5d None None] Port 34b8f1bf-f3a6-418c-8683-8ad55a481d48 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:46:05.178369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'fbd109ac-2e75-46d7-bcf8-02f67d672878', 'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:72:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:55Z', 'updated_at': '2021-09-22T10:46:03Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:05.187075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b73808e8-21aa-41bc-bd0b-022d0bf85e5d None None] Provisioning complete for port fbd109ac-2e75-46d7-bcf8-02f67d672878 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:05.187569 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b73808e8-21aa-41bc-bd0b-022d0bf85e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:05.269589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52505be-819c-4cad-96c8-ce4c683a17fe None None] The sync data for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 is: [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'fbd109ac-2e75-46d7-bcf8-02f67d672878', 'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:72:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:55Z', 'updated_at': '2021-09-22T10:46:03Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:46:05.291980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9bd9a-0b88-4aa2-99c6-c2a479f1cc2d req-83f090c9-7cc5-4f24-8b88-3cf6912a0eb5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:05.296915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77b9bd9a-0b88-4aa2-99c6-c2a479f1cc2d req-83f090c9-7cc5-4f24-8b88-3cf6912a0eb5 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 944 time: 0.0928605 Sep 22 10:46:05.356323 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:46:05.370834 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-09030e01-2500-434a-b8d6-116d6c6dfb64 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "PUT /v2.0/routers/74f02ea0-17dd-4df1-89a1-960f2c88af0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6263285 Sep 22 10:46:05.377237 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56090) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:05.391483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77b9bd9a-0b88-4aa2-99c6-c2a479f1cc2d req-329ba230-170f-43a5-a0ec-4e07ce494623 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868289 Sep 22 10:46:05.410584 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b2697-47ce-45a2-ad57-8f83a5e771d6 None None] Sync routers for ids ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:46:05.426370 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b2697-47ce-45a2-ad57-8f83a5e771d6 None None] Routers {'74f02ea0-17dd-4df1-89a1-960f2c88af0b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:05.427101 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a84b2697-47ce-45a2-ad57-8f83a5e771d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:05.530657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1c867a56-5929-4b6c-9bca-41cb55275d8e None None] Provisioning complete for port 34b8f1bf-f3a6-418c-8683-8ad55a481d48 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:05.531028 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1c867a56-5929-4b6c-9bca-41cb55275d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:05.584151 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a84b2697-47ce-45a2-ad57-8f83a5e771d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:05.592790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bc693108-2086-4eef-8ce3-7158940137c3 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:05.602712 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b2697-47ce-45a2-ad57-8f83a5e771d6 None None] Routers {'74f02ea0-17dd-4df1-89a1-960f2c88af0b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:05.606744 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a84b2697-47ce-45a2-ad57-8f83a5e771d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:05.618930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ce66657-b2c2-4c4d-a8e4-c70502101175 req-e2d31076-7d20-4442-a7da-be3187f71609 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 210 time: 0.0821962 Sep 22 10:46:05.646704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1c867a56-5929-4b6c-9bca-41cb55275d8e None None] Port 34b8f1bf-f3a6-418c-8683-8ad55a481d48 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:46:05.784068 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a84b2697-47ce-45a2-ad57-8f83a5e771d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:05.784958 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b2697-47ce-45a2-ad57-8f83a5e771d6 None None] The sync data for ids ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'] in n-d-807025-3 is: [] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:46:05.788437 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-bc693108-2086-4eef-8ce3-7158940137c3 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 10:46:05.796763 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bc693108-2086-4eef-8ce3-7158940137c3 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "DELETE /v2.0/routers/74f02ea0-17dd-4df1-89a1-960f2c88af0b HTTP/1.1" status: 409 len: 329 time: 0.4209349 Sep 22 10:46:05.797395 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:05.887952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-a07f14af-6531-488b-b448-3fbcdebc121b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:05.889891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-a07f14af-6531-488b-b448-3fbcdebc121b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.32 "GET /v2.0/networks?id=f8acc18b-f41e-42af-8eea-279f8a900ce2 HTTP/1.1" status: 200 len: 797 time: 0.2176521 Sep 22 10:46:05.963060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-be3bd7d7-1992-46e2-8caa-974168da3b49 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2 HTTP/1.1" status: 200 len: 477 time: 0.0633123 Sep 22 10:46:05.979565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'port': {'device_id': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'admin_state_up': True, 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'security_groups': ['f4e12e79-d317-4252-91f9-2f3e52d146f6', '42862a70-e447-47fd-9882-1685fdc5be91']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:06.265090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Made reservation on behalf of f3cd3b7a50bf4452aceffbdbe5baa6a2 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:46:06.268479 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:06.270055 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:06.564440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Allocated IP 172.20.0.4 (f8acc18b-f41e-42af-8eea-279f8a900ce2/bc84e23b-69fa-40d3-8d24-06931ea75135/f50ab2ab-fbd9-4902-8806-f53166020516) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:46:06.592050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0860e6-c6a1-4842-93cd-c391a32d796e req-d4bbd61d-56dd-4102-a7f7-af9b840ef182 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:06.594169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f0860e6-c6a1-4842-93cd-c391a32d796e req-d4bbd61d-56dd-4102-a7f7-af9b840ef182 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 944 time: 0.0954609 Sep 22 10:46:06.631513 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:46:06.639847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Deleting port 34b8f1bf-f3a6-418c-8683-8ad55a481d48 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:46:06.640192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:06.702201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f0860e6-c6a1-4842-93cd-c391a32d796e req-f9672a0d-1ef1-4b89-a0a2-c13e998d2228 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898476 Sep 22 10:46:06.789544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:06.812381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Calling delete_port for 34b8f1bf-f3a6-418c-8683-8ad55a481d48 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:46:06.840731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e05c7170-b943-4a76-8d6d-c0d433cd04ff details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:46:06.859554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-349b904d-f167-41a3-a789-55e1d179df0f req-eb7e432c-ee65-4235-b314-05cb82457122 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 210 time: 0.0457170 Sep 22 10:46:06.911108 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.117035 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.162448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network f8acc18b-f41e-42af-8eea-279f8a900ce2 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:46:07.165578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:46:07.169544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:46:07.180718 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.185301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e05c7170-b943-4a76-8d6d-c0d433cd04ff, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:07.197768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=f50ab2ab-fbd9-4902-8806-f53166020516,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:07.198529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'port_id': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'mac_address': 'fa:16:3e:72:0f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:46:07.249084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:07.249807 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.260404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event deleted for resources: {'Port': ['ID=34b8f1bf-f3a6-418c-8683-8ad55a481d48,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:07.274383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.297844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05c7170-b943-4a76-8d6d-c0d433cd04ff {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:46:07.326557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e05c7170-b943-4a76-8d6d-c0d433cd04ff, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:07.379989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-177f92fc-f9da-4b50-9feb-934ec38adedb tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4094543 Sep 22 10:46:07.393963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Request body: {'port': {'device_id': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:07.408224 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.463131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fbd109ac-2e75-46d7-bcf8-02f67d672878 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:07.480558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.581522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.584827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=e05c7170-b943-4a76-8d6d-c0d433cd04ff,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:07.621447 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fbd109ac-2e75-46d7-bcf8-02f67d672878 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:07.621762 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.686657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['e05c7170-b943-4a76-8d6d-c0d433cd04ff'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:46:07.775061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-13cb7bef-43fd-4bae-9a0b-652d52529a64 None None] Provisioning complete for port f50ab2ab-fbd9-4902-8806-f53166020516 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:07.818848 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-13cb7bef-43fd-4bae-9a0b-652d52529a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:07.840614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Router 74f02ea0-17dd-4df1-89a1-960f2c88af0b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:46:07.877488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-13cb7bef-43fd-4bae-9a0b-652d52529a64 None None] Port f50ab2ab-fbd9-4902-8806-f53166020516 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:46:07.923389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:46:07.930370 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7b60aadc-2732-416f-9a02-3170acad5cf7 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "PUT /v2.0/routers/74f02ea0-17dd-4df1-89a1-960f2c88af0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1313860 Sep 22 10:46:07.933915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56146) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:07.942054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc869aa-5778-4836-877b-e205a370fd39 None None] Sync routers for ids ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:46:07.984194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc869aa-5778-4836-877b-e205a370fd39 None None] Routers {'74f02ea0-17dd-4df1-89a1-960f2c88af0b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:07.984851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6dc869aa-5778-4836-877b-e205a370fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:07.987413 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-42ad374e-7cc5-413c-ab09-de9f47e1e020 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] show failed (client error): The resource could not be found. Sep 22 10:46:07.988504 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-42ad374e-7cc5-413c-ab09-de9f47e1e020 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-831846589 HTTP/1.1" status: 404 len: 334 time: 0.0532978 Sep 22 10:46:07.994823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56148) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:07.999526 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8aba013c-f588-407a-9ef1-0f7439ddca39 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:08.036943 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-8aba013c-f588-407a-9ef1-0f7439ddca39 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] update failed (client error): The resource could not be found. Sep 22 10:46:08.037993 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8aba013c-f588-407a-9ef1-0f7439ddca39 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-575082939 HTTP/1.1" status: 404 len: 334 time: 0.0421684 Sep 22 10:46:08.043521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56150) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:08.045709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6dc869aa-5778-4836-877b-e205a370fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:08.070456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc869aa-5778-4836-877b-e205a370fd39 None None] Routers {'74f02ea0-17dd-4df1-89a1-960f2c88af0b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:08.071107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6dc869aa-5778-4836-877b-e205a370fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:08.124368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9879d71-6afa-4acb-95a5-4911d1dea8c6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Deleting subnet 4e554ff4-e979-4cee-8f39-753b169b218d {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:46:08.132651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9879d71-6afa-4acb-95a5-4911d1dea8c6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.132782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6dc869aa-5778-4836-877b-e205a370fd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:08.132782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc869aa-5778-4836-877b-e205a370fd39 None None] The sync data for ids ['74f02ea0-17dd-4df1-89a1-960f2c88af0b'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:46:08.174464 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9879d71-6afa-4acb-95a5-4911d1dea8c6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.280175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9879d71-6afa-4acb-95a5-4911d1dea8c6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.307653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50ab2ab-fbd9-4902-8806-f53166020516 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:46:08.325861 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.358435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Transition to ACTIVE for port object f50ab2ab-fbd9-4902-8806-f53166020516 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:46:08.378161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699b69-ce51-4df6-be8d-60a2ee19276c req-ce6f0db6-1a65-42fe-aec2-bd43915d14cf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:08.379712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08699b69-ce51-4df6-be8d-60a2ee19276c req-ce6f0db6-1a65-42fe-aec2-bd43915d14cf tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 945 time: 0.0674622 Sep 22 10:46:08.419791 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08699b69-ce51-4df6-be8d-60a2ee19276c req-ec241a73-a990-461f-ada9-e65c76071e71 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335159 Sep 22 10:46:08.454191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.455268 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9879d71-6afa-4acb-95a5-4911d1dea8c6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.495330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e9879d71-6afa-4acb-95a5-4911d1dea8c6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.500249 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e9879d71-6afa-4acb-95a5-4911d1dea8c6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "DELETE /v2.0/subnets/4e554ff4-e979-4cee-8f39-753b169b218d HTTP/1.1" status: 204 len: 168 time: 0.4544697 Sep 22 10:46:08.500249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9879d71-6afa-4acb-95a5-4911d1dea8c6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event deleted for resources: {'Subnet': ['ID=4e554ff4-e979-4cee-8f39-753b169b218d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:08.504561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bfdff8-641b-469b-b0c7-81b5eb36e98e None None] Network e1d81497-9e69-4c59-85ee-fde549e5153b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:46:08.505651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56156) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:08.625764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Pushing event updated for resources: {'Port': ['ID=f50ab2ab-fbd9-4902-8806-f53166020516,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:08.756775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebac985-7ba2-4be9-be68-c53f06aa204b req-4370019c-07b8-4a35-abe7-d2203b562ec1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:08.768727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ebac985-7ba2-4be9-be68-c53f06aa204b req-4370019c-07b8-4a35-abe7-d2203b562ec1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 982 time: 0.2693818 Sep 22 10:46:08.787179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c46d3-f839-4885-8321-84e442a03054 None None] DHCP port deletion for e1d81497-9e69-4c59-85ee-fde549e5153b request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:46:08.796674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8dad0a-25bd-4e05-9335-88b6f1cd2c9f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Deleting subnet 9ff599e2-0649-4ad6-b74d-0b687d4b3220 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:46:08.821086 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8dad0a-25bd-4e05-9335-88b6f1cd2c9f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.837528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e05c7170-b943-4a76-8d6d-c0d433cd04ff up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:08.896902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Attempting to bind port f50ab2ab-fbd9-4902-8806-f53166020516 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:46:08.897638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Attempting to bind port f50ab2ab-fbd9-4902-8806-f53166020516 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:46:08.899575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Attempting to bind port f50ab2ab-fbd9-4902-8806-f53166020516 on network f8acc18b-f41e-42af-8eea-279f8a900ce2 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:46:08.908156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Port f50ab2ab-fbd9-4902-8806-f53166020516 on network f8acc18b-f41e-42af-8eea-279f8a900ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:46:08.908332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Attempting to bind port f50ab2ab-fbd9-4902-8806-f53166020516 on network f8acc18b-f41e-42af-8eea-279f8a900ce2 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:46:08.936459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ebac985-7ba2-4be9-be68-c53f06aa204b req-ffd30e9e-3551-4c27-9a3e-226e09b12897 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1643333 Sep 22 10:46:08.952748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:46:08.953092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Checking segment: {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:46:08.953490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Bound using segment: {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:46:08.953914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Bound port: f50ab2ab-fbd9-4902-8806-f53166020516, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4deac4-772f-4ce4-894d-d3aa108cc840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:46:08.954317 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.957750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8dad0a-25bd-4e05-9335-88b6f1cd2c9f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.961639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c46d3-f839-4885-8321-84e442a03054 None None] Deleting port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:46:08.962788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb4c46d3-f839-4885-8321-84e442a03054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.055017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port e05c7170-b943-4a76-8d6d-c0d433cd04ff completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:46:09.058862 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bb4c46d3-f839-4885-8321-84e442a03054 None None] For port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9,segment=NetworkSegment(73d03e62-2ccc-4751-a27f-f47577ca5a07),segment_id=73d03e62-2ccc-4751-a27f-f47577ca5a07)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:09.059267 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb4c46d3-f839-4885-8321-84e442a03054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.066681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port e05c7170-b943-4a76-8d6d-c0d433cd04ff triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:09.067062 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.096008 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8dad0a-25bd-4e05-9335-88b6f1cd2c9f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.111163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c46d3-f839-4885-8321-84e442a03054 None None] Calling delete_port for b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:46:09.190026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] For port f50ab2ab-fbd9-4902-8806-f53166020516, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:46:09.194735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] For port f50ab2ab-fbd9-4902-8806-f53166020516, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f50ab2ab-fbd9-4902-8806-f53166020516,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:46:09.256756 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.289054 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.294828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e05c7170-b943-4a76-8d6d-c0d433cd04ff, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:09.300253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:46:09.302904 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a340bc0-e576-469a-a782-c05545744e72" -d '{"events": [{"server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "name": "network-vif-plugged", "status": "completed", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:46:09.345245 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8dad0a-25bd-4e05-9335-88b6f1cd2c9f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.373070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:46:09.403311 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1776bc10-c554-4600-9da5-c3de219d1ec5 x-openstack-request-id: req-1776bc10-c554-4600-9da5-c3de219d1ec5 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:46:09.404059 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "name": "network-vif-plugged", "status": "completed", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:46:09.404661 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1776bc10-c554-4600-9da5-c3de219d1ec5 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:46:09.414931 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'code': 200} Sep 22 10:46:09.416584 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.422546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:09.423290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.424782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] 10.222.0.32 "PUT /v2.0/ports/f50ab2ab-fbd9-4902-8806-f53166020516 HTTP/1.1" status: 200 len: 1130 time: 2.0355873 Sep 22 10:46:09.440610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:46:09.444348 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:46:09.487502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dad0a-25bd-4e05-9335-88b6f1cd2c9f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff599e2-0649-4ad6-b74d-0b687d4b3220,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:09.501162 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb4c46d3-f839-4885-8321-84e442a03054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.518977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca116d-ad30-4c22-9358-1e01ec902c3f None None] Network 34233ede-74f7-41b3-95ba-7ad0cac74167 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:46:09.538446 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8dad0a-25bd-4e05-9335-88b6f1cd2c9f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.545133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56170) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:09.545924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ea8dad0a-25bd-4e05-9335-88b6f1cd2c9f tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "DELETE /v2.0/subnets/9ff599e2-0649-4ad6-b74d-0b687d4b3220 HTTP/1.1" status: 204 len: 168 time: 1.0357513 Sep 22 10:46:09.671799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.686179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3507-54bb-4c34-bb98-586a3ba6e746 service neutron] Pushing event updated for resources: {'Port': ['ID=f50ab2ab-fbd9-4902-8806-f53166020516,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:09.732291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c46d3-f839-4885-8321-84e442a03054 None None] No DVR routers for this DVR port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:46:09.761186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26e640-6535-463a-b149-4aab73a55a51 req-3e11d11a-9e0c-4fb2-9c07-f298b13fcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:09.762954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe26e640-6535-463a-b149-4aab73a55a51 req-3e11d11a-9e0c-4fb2-9c07-f298b13fcc3e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 1097 time: 0.3024144 Sep 22 10:46:09.771804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-5588456a-b257-49b8-9cc5-894f7ba57f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:09.771804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-5588456a-b257-49b8-9cc5-894f7ba57f7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 1133 time: 0.2224183 Sep 22 10:46:09.782730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08215b81-c0b1-460e-a395-942cccc70d66 req-2b0fd2f9-2a5c-425d-9261-3421ab19ea04 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:09.792487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08215b81-c0b1-460e-a395-942cccc70d66 req-2b0fd2f9-2a5c-425d-9261-3421ab19ea04 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.2084062 Sep 22 10:46:09.799608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No active binding found for port b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 {{(pid=95683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 10:46:09.800064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:46:09.802332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=e05c7170-b943-4a76-8d6d-c0d433cd04ff,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:09.847741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c46d3-f839-4885-8321-84e442a03054 None None] Pushing event deleted for resources: {'Port': ['ID=b1b78c2b-e09a-44f6-a389-6bf27ce7ebe9,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:09.886655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.917468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d81497-9e69-4c59-85ee-fde549e5153b']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:09.926231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-382ecb25-05c6-4e0b-82f2-485f53ff9dee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f50ab2ab-fbd9-4902-8806-f53166020516 HTTP/1.1" status: 200 len: 217 time: 0.0966883 Sep 22 10:46:09.929930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d03e62-2ccc-4751-a27f-f47577ca5a07') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:09.930314 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d03e62-2ccc-4751-a27f-f47577ca5a07') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:09.945301 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.961545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.973295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:46:09.973763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:09.974495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128859f-cd08-47cf-a569-5e7482e0c158 None None] DHCP port deletion for 34233ede-74f7-41b3-95ba-7ad0cac74167 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:46:09.977372 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:46:10.017905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08215b81-c0b1-460e-a395-942cccc70d66 req-991e3142-56ba-490f-8a09-cc627681d042 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237942 Sep 22 10:46:10.021679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe26e640-6535-463a-b149-4aab73a55a51 req-24e4547a-202b-4c2f-9413-1150116c23bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049677 Sep 22 10:46:10.028006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-39a2ce9c-d5b9-4800-a0fa-707f56000c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:10.029967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-39a2ce9c-d5b9-4800-a0fa-707f56000c72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc84e23b-69fa-40d3-8d24-06931ea75135 HTTP/1.1" status: 200 len: 835 time: 0.0897214 Sep 22 10:46:10.067461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e128859f-cd08-47cf-a569-5e7482e0c158 None None] Deleting port d7173bb7-d2a0-4797-ad76-6525598de9c5 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:46:10.068384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e128859f-cd08-47cf-a569-5e7482e0c158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.078730 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05c618d-8fcc-4967-9f4a-eebb1a3a8656 x-openstack-request-id: req-d05c618d-8fcc-4967-9f4a-eebb1a3a8656 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:46:10.079021 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:46:10.079272 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d05c618d-8fcc-4967-9f4a-eebb1a3a8656 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:46:10.079677 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'status': 'completed', 'code': 200} Sep 22 10:46:10.095058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-e98543b1-ab63-4974-a391-6bb54f9b1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:10.097183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-e98543b1-ab63-4974-a391-6bb54f9b1d20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8acc18b-f41e-42af-8eea-279f8a900ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603685 Sep 22 10:46:10.145578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e128859f-cd08-47cf-a569-5e7482e0c158 None None] For port d7173bb7-d2a0-4797-ad76-6525598de9c5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d7173bb7-d2a0-4797-ad76-6525598de9c5,segment=NetworkSegment(9abfa27c-5a18-4a51-afd4-4ea9023eb25b),segment_id=9abfa27c-5a18-4a51-afd4-4ea9023eb25b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:10.146669 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e128859f-cd08-47cf-a569-5e7482e0c158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.160041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e128859f-cd08-47cf-a569-5e7482e0c158 None None] Calling delete_port for d7173bb7-d2a0-4797-ad76-6525598de9c5 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:46:10.179985 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.194374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.194374 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "DELETE /v2.0/networks/e1d81497-9e69-4c59-85ee-fde549e5153b HTTP/1.1" status: 204 len: 168 time: 0.6445096 Sep 22 10:46:10.195471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56178) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:10.245023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4536-2be6-48b8-8186-cbd11c117947 req-59bee040-3a61-4545-a03f-0343aa4d003a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:10.246918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb0c4536-2be6-48b8-8186-cbd11c117947 req-59bee040-3a61-4545-a03f-0343aa4d003a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 982 time: 0.1154342 Sep 22 10:46:10.313331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-8cf8e869-9bf9-49da-a28a-02cde4b7286b service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068930 Sep 22 10:46:10.331298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb0c4536-2be6-48b8-8186-cbd11c117947 req-8db0a321-5078-4fc7-a8a3-d20b052dc267 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0679600 Sep 22 10:46:10.381101 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e128859f-cd08-47cf-a569-5e7482e0c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.436124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128859f-cd08-47cf-a569-5e7482e0c158 None None] Pushing event deleted for resources: {'Port': ['ID=d7173bb7-d2a0-4797-ad76-6525598de9c5,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:10.445881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128859f-cd08-47cf-a569-5e7482e0c158 None None] No DVR routers for this DVR port d7173bb7-d2a0-4797-ad76-6525598de9c5 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:46:10.466845 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a762d51d-3f0b-4cea-ae3c-b4009bc6666f req-b564d27f-3f61-4159-858e-e30d4f0cb009 service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342335 Sep 22 10:46:10.660351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-68bffe36-0cc2-49ed-90c3-2b5341256bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:10.662661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-68bffe36-0cc2-49ed-90c3-2b5341256bef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 1133 time: 0.0734961 Sep 22 10:46:10.688064 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e518aeb-30aa-4cab-b686-a2c5540a81f6 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event deleted for resources: {'Network': ['ID=e1d81497-9e69-4c59-85ee-fde549e5153b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:10.774214 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-19af3040-fa88-4019-b119-3b646198a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:10.775810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-19af3040-fa88-4019-b119-3b646198a8e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8acc18b-f41e-42af-8eea-279f8a900ce2 HTTP/1.1" status: 200 len: 898 time: 0.1051280 Sep 22 10:46:10.776550 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.828091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-624b4d90-e47b-4949-98ab-7cec63603b3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f50ab2ab-fbd9-4902-8806-f53166020516 HTTP/1.1" status: 200 len: 217 time: 0.0443239 Sep 22 10:46:10.883657 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.899238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-962aa5de-11d8-443c-b57a-33909e282164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:10.901055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-962aa5de-11d8-443c-b57a-33909e282164 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc84e23b-69fa-40d3-8d24-06931ea75135 HTTP/1.1" status: 200 len: 835 time: 0.0653250 Sep 22 10:46:10.916719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34233ede-74f7-41b3-95ba-7ad0cac74167']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:10.937445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abfa27c-5a18-4a51-afd4-4ea9023eb25b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:10.937747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abfa27c-5a18-4a51-afd4-4ea9023eb25b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:10.950323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.968915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.971914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-8e16dc55-a4f8-4334-a103-a61b7ccfeda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:10.974924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-8e16dc55-a4f8-4334-a103-a61b7ccfeda1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8acc18b-f41e-42af-8eea-279f8a900ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644217 Sep 22 10:46:10.976790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:46:10.977416 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:46:10.982882 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:46:11.090016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-a49188dc-7f23-43c5-a63c-ec71de07b80d service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035237 Sep 22 10:46:11.168421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:11.175776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:11.178596 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "DELETE /v2.0/networks/34233ede-74f7-41b3-95ba-7ad0cac74167 HTTP/1.1" status: 204 len: 168 time: 0.4915242 Sep 22 10:46:11.187705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56190) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:11.254476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c771cc6-8aab-4838-8ea3-2e652a416ec0 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event deleted for resources: {'Network': ['ID=34233ede-74f7-41b3-95ba-7ad0cac74167,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:11.338938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d7173bb7-d2a0-4797-ad76-6525598de9c5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:46:11.372429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d7173bb7-d2a0-4797-ad76-6525598de9c5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:46:11.378918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d7173bb7-d2a0-4797-ad76-6525598de9c5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:46:11.387104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be64b69-5a01-41b3-8d0f-fec076e81c8c tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Deleting subnet 000c0008-0f4c-495d-9aa9-4e59100e7fe1 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:46:11.413662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae01af-f398-436f-a054-693a1925d1d0 req-a8c8454b-af64-42e8-89a3-78d00fe02411 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:11.415287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7eae01af-f398-436f-a054-693a1925d1d0 req-a8c8454b-af64-42e8-89a3-78d00fe02411 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.2986550 Sep 22 10:46:11.418913 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3be64b69-5a01-41b3-8d0f-fec076e81c8c tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:11.453284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fa5ec48-4dd5-4ffa-b21c-61d59d8c83d8 req-0bad33e3-9887-40f6-afd7-97944e561550 service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542936 Sep 22 10:46:11.488581 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3be64b69-5a01-41b3-8d0f-fec076e81c8c tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:11.514511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7eae01af-f398-436f-a054-693a1925d1d0 req-8524b3ea-fecd-4ed7-8b8e-5f9d0a9ae188 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717335 Sep 22 10:46:11.602207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3be64b69-5a01-41b3-8d0f-fec076e81c8c tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:11.678508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa531f-8301-4489-bb58-c4fcf503feac req-b194a3f0-e613-4333-a314-22cd64a3e521 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:11.684034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84fa531f-8301-4489-bb58-c4fcf503feac req-b194a3f0-e613-4333-a314-22cd64a3e521 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 982 time: 0.0923073 Sep 22 10:46:11.727868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84fa531f-8301-4489-bb58-c4fcf503feac req-7eead124-996b-485a-ac1b-0ae7dcf0e43c tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0379615 Sep 22 10:46:11.803713 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3be64b69-5a01-41b3-8d0f-fec076e81c8c tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:11.833807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be64b69-5a01-41b3-8d0f-fec076e81c8c tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event deleted for resources: {'Subnet': ['ID=000c0008-0f4c-495d-9aa9-4e59100e7fe1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:11.836109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3be64b69-5a01-41b3-8d0f-fec076e81c8c tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:11.840050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3be64b69-5a01-41b3-8d0f-fec076e81c8c tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "DELETE /v2.0/subnets/000c0008-0f4c-495d-9aa9-4e59100e7fe1 HTTP/1.1" status: 204 len: 168 time: 0.6339147 Sep 22 10:46:11.841083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56202) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:11.853441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2907e1b-8091-403d-957b-551c141632d9 None None] Network 8f5fb831-841d-4c97-a365-e749b47bab5f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:46:11.934089 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:11.991552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Deleting port a78375c4-52a3-417a-8d63-a9290f271926 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:46:11.991944 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.053337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c144a-29cf-4d45-82f5-538d02fe1bbb None None] DHCP port deletion for 8f5fb831-841d-4c97-a365-e749b47bab5f request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:46:12.069498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] For port a78375c4-52a3-417a-8d63-a9290f271926, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a78375c4-52a3-417a-8d63-a9290f271926,segment=NetworkSegment(e01d2f09-a367-4e46-b5ab-97c0e3be7cf4),segment_id=e01d2f09-a367-4e46-b5ab-97c0e3be7cf4)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:12.069867 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.082964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Calling delete_port for a78375c4-52a3-417a-8d63-a9290f271926 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:46:12.101486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f49c144a-29cf-4d45-82f5-538d02fe1bbb None None] Deleting port a78375c4-52a3-417a-8d63-a9290f271926 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:46:12.101861 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f49c144a-29cf-4d45-82f5-538d02fe1bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.182813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f49c144a-29cf-4d45-82f5-538d02fe1bbb None None] For port a78375c4-52a3-417a-8d63-a9290f271926, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a78375c4-52a3-417a-8d63-a9290f271926,segment=NetworkSegment(e01d2f09-a367-4e46-b5ab-97c0e3be7cf4),segment_id=e01d2f09-a367-4e46-b5ab-97c0e3be7cf4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:12.183928 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f49c144a-29cf-4d45-82f5-538d02fe1bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.197213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f49c144a-29cf-4d45-82f5-538d02fe1bbb None None] Calling delete_port for a78375c4-52a3-417a-8d63-a9290f271926 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:46:12.253990 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.281333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f49c144a-29cf-4d45-82f5-538d02fe1bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.307007 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event deleted for resources: {'Port': ['ID=a78375c4-52a3-417a-8d63-a9290f271926,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:12.314776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] No DVR routers for this DVR port a78375c4-52a3-417a-8d63-a9290f271926 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:46:12.318585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c144a-29cf-4d45-82f5-538d02fe1bbb None None] Pushing event deleted for resources: {'Port': ['ID=a78375c4-52a3-417a-8d63-a9290f271926,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:12.321322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c144a-29cf-4d45-82f5-538d02fe1bbb None None] No DVR routers for this DVR port a78375c4-52a3-417a-8d63-a9290f271926 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:46:12.404719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.435068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5fb831-841d-4c97-a365-e749b47bab5f']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:12.444939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01d2f09-a367-4e46-b5ab-97c0e3be7cf4') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:12.445289 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01d2f09-a367-4e46-b5ab-97c0e3be7cf4') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:12.455057 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.468920 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.475296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:46:12.475686 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:46:12.478661 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:46:12.643680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3848d3-4b2e-44d8-bc59-5ac22a71db0b req-f46ac145-a869-4077-92b2-890446d3b37a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:12.645191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3848d3-4b2e-44d8-bc59-5ac22a71db0b req-f46ac145-a869-4077-92b2-890446d3b37a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0493765 Sep 22 10:46:12.648483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.666946 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.668980 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "DELETE /v2.0/networks/8f5fb831-841d-4c97-a365-e749b47bab5f HTTP/1.1" status: 204 len: 168 time: 0.8268125 Sep 22 10:46:12.670288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb3a8-689e-4f87-9cac-2499298f362e tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Pushing event deleted for resources: {'Network': ['ID=8f5fb831-841d-4c97-a365-e749b47bab5f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:12.671840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56212) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:12.691718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3848d3-4b2e-44d8-bc59-5ac22a71db0b req-df523273-fe54-4d42-84ea-c53f61e792ce tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394440 Sep 22 10:46:12.699929 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a96b801c-f5f1-4f8a-a7b6-8b7d2bc540df tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "GET /v2.0/ports?device_id=74f02ea0-17dd-4df1-89a1-960f2c88af0b HTTP/1.1" status: 200 len: 205 time: 0.0267212 Sep 22 10:46:12.710376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56214) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:12.789099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d971aeb-a29f-40aa-8c3c-2a479e8dfb53 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.799025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f50ab2ab-fbd9-4902-8806-f53166020516 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:46:12.844129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6900ed-8ce9-41ff-9b33-f4e9d3390b99 req-031205aa-39d9-42fa-9693-107927930ed0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:12.846847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa6900ed-8ce9-41ff-9b33-f4e9d3390b99 req-031205aa-39d9-42fa-9693-107927930ed0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0767295 Sep 22 10:46:12.903021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa6900ed-8ce9-41ff-9b33-f4e9d3390b99 req-d4186618-50ac-4779-8d18-370d4cdafa7d tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407288 Sep 22 10:46:12.912542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56220) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:12.916638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f50ab2ab-fbd9-4902-8806-f53166020516, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f50ab2ab-fbd9-4902-8806-f53166020516,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:12.930254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'port_id': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'mac_address': 'fa:16:3e:0b:f8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:46:12.976173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d971aeb-a29f-40aa-8c3c-2a479e8dfb53 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.978663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d971aeb-a29f-40aa-8c3c-2a479e8dfb53 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.987677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c14b986-38fa-4e2b-ba0e-d89d9a2eb9bb tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:12.992225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1c14b986-38fa-4e2b-ba0e-d89d9a2eb9bb tempest-TestNetworkAdvancedServerOps-1717332428 tempest-TestNetworkAdvancedServerOps-1717332428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 1092 time: 0.0758832 Sep 22 10:46:12.992481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56222) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:12.993527 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:12.997401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:13.010340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50ab2ab-fbd9-4902-8806-f53166020516 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:46:13.038738 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f50ab2ab-fbd9-4902-8806-f53166020516, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f50ab2ab-fbd9-4902-8806-f53166020516,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:13.064371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e9f5b-a018-4724-9bf0-9b5e763d3747 req-aee58440-7222-4f0c-886f-9e90bf9a2323 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:13.065891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa9e9f5b-a018-4724-9bf0-9b5e763d3747 req-aee58440-7222-4f0c-886f-9e90bf9a2323 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 982 time: 0.0752318 Sep 22 10:46:13.099092 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d971aeb-a29f-40aa-8c3c-2a479e8dfb53 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:13.099616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d971aeb-a29f-40aa-8c3c-2a479e8dfb53 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Fanout notify agent at l3_agent the message router_deleted on router 74f02ea0-17dd-4df1-89a1-960f2c88af0b {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:46:13.107355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d971aeb-a29f-40aa-8c3c-2a479e8dfb53 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:13.111079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa9e9f5b-a018-4724-9bf0-9b5e763d3747 req-8fa794ee-1301-47c6-bfcc-b8b076aba156 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0381010 Sep 22 10:46:13.111621 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6d971aeb-a29f-40aa-8c3c-2a479e8dfb53 tempest-RoutersNegativeTest-1192318942 tempest-RoutersNegativeTest-1192318942-project] 10.222.0.20 "DELETE /v2.0/routers/74f02ea0-17dd-4df1-89a1-960f2c88af0b HTTP/1.1" status: 204 len: 168 time: 0.4002185 Sep 22 10:46:13.122769 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:13.126166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:13.187000 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=f50ab2ab-fbd9-4902-8806-f53166020516,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:13.240259 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:13.315405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['f50ab2ab-fbd9-4902-8806-f53166020516'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:46:13.323751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a78375c4-52a3-417a-8d63-a9290f271926 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:46:13.362281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Allocated IP 172.25.1.97 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/f4464267-c0c1-4d86-a3f0-8cfd7bf86c98) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:46:13.365832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: a78375c4-52a3-417a-8d63-a9290f271926 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:46:13.366215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a78375c4-52a3-417a-8d63-a9290f271926 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:46:13.491057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:13.591924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:13.631326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:46:13.635723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:46:13.639543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:46:13.646309 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56238) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:13.666980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=f4464267-c0c1-4d86-a3f0-8cfd7bf86c98,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:13.828432 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e8f6454e-47ea-4bbf-95aa-898126a5f655 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a38b8c5df5f94866b8a21ed467457b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808565 Sep 22 10:46:13.834034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56244) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:13.893189 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3cc6-8a2d-417b-8e53-1f520d7a7260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:13.917889 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3cc6-8a2d-417b-8e53-1f520d7a7260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:14.054154 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3cc6-8a2d-417b-8e53-1f520d7a7260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:14.057211 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3cc6-8a2d-417b-8e53-1f520d7a7260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:14.058611 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e0cf3cc6-8a2d-417b-8e53-1f520d7a7260 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e6b06cc-ba3a-441e-93e3-b7815908d57d HTTP/1.1" status: 204 len: 168 time: 0.2240729 Sep 22 10:46:14.068604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf3cc6-8a2d-417b-8e53-1f520d7a7260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6b06cc-ba3a-441e-93e3-b7815908d57d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:14.102330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:14.295698 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:14.331276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f70a6d-7fcd-4620-8a88-91e40487fbe2 req-171a82dc-bfe9-4f3f-bc69-b0c71c2ab7a4 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:14.332869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28f70a6d-7fcd-4620-8a88-91e40487fbe2 req-171a82dc-bfe9-4f3f-bc69-b0c71c2ab7a4 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 983 time: 0.1214333 Sep 22 10:46:14.411481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28f70a6d-7fcd-4620-8a88-91e40487fbe2 req-d9828e1a-3dcc-444f-a483-30e3c51d7b13 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0678983 Sep 22 10:46:14.505519 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:14.571754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:14.664402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event updated for resources: {'Port': ['ID=f4464267-c0c1-4d86-a3f0-8cfd7bf86c98,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:14.676243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:14.816579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f50ab2ab-fbd9-4902-8806-f53166020516 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:14.834646 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Floating IP 2f75a21f-2e28-4c6a-868f-39922fa044d2 associated. External IP: 172.25.1.97, port: e05c7170-b943-4a76-8d6d-c0d433cd04ff. Sep 22 10:46:14.947382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port f50ab2ab-fbd9-4902-8806-f53166020516 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:46:14.953910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port f50ab2ab-fbd9-4902-8806-f53166020516 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:14.956473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:15.087458 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:15.115296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:46:15.118439 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ea9dae-8dea-4b83-a675-05cd397b4cc5" -d '{"events": [{"server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "name": "network-vif-plugged", "status": "completed", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:46:15.133159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f50ab2ab-fbd9-4902-8806-f53166020516, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f50ab2ab-fbd9-4902-8806-f53166020516,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:15.146396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 89de886e-86f6-46fc-a0f8-0b1f4954088d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:46:15.163188 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bf83a6-b6d3-471e-a547-d462a2c1f8b0 x-openstack-request-id: req-b5bf83a6-b6d3-471e-a547-d462a2c1f8b0 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:46:15.163631 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "name": "network-vif-plugged", "status": "completed", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:46:15.163899 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5bf83a6-b6d3-471e-a547-d462a2c1f8b0 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:46:15.164616 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'code': 200} Sep 22 10:46:15.199546 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:15.272278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=f50ab2ab-fbd9-4902-8806-f53166020516,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:15.740408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47085c09-2f5c-41ae-af90-c1766959c3cc req-77e39e5f-169f-4810-8e94-47511816ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:15.742116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47085c09-2f5c-41ae-af90-c1766959c3cc req-77e39e5f-169f-4810-8e94-47511816ba1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 1135 time: 0.1229818 Sep 22 10:46:15.777133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee1b9a-2335-45cc-b071-a611ee1b5685 req-e68c7049-cb9c-423c-aa92-5a403ddee2b8 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:15.786736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6ee1b9a-2335-45cc-b071-a611ee1b5685 req-e68c7049-cb9c-423c-aa92-5a403ddee2b8 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 984 time: 0.1726973 Sep 22 10:46:15.830762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:46:15.845202 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] Sync routers for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:46:15.857186 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:15.858248 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:15.868327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47085c09-2f5c-41ae-af90-c1766959c3cc req-f578b050-dd29-4fa3-b5f1-16d9962c7f95 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=42862a70-e447-47fd-9882-1685fdc5be91&id=f4e12e79-d317-4252-91f9-2f3e52d146f6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1138892 Sep 22 10:46:15.889656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f6ee1b9a-2335-45cc-b071-a611ee1b5685 req-33732071-3f70-49ea-9213-8367fe55ca84 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0967796 Sep 22 10:46:15.951782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:16.004899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c9fe15f1-b26b-4968-82c1-a07204625221 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0088520 Sep 22 10:46:16.004899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:46:16.006291 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed96784-d18b-4283-8e54-bb469951726f" -d '{"events": [{"name": "network-changed", "server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:46:16.078122 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:16.125843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec3658-6b02-4c8e-a873-0cf00f73d036 req-aa158bfd-2d5c-4bc6-a552-799bea9bb225 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:16.127432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ec3658-6b02-4c8e-a873-0cf00f73d036 req-aa158bfd-2d5c-4bc6-a552-799bea9bb225 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0556047 Sep 22 10:46:16.182789 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ec3658-6b02-4c8e-a873-0cf00f73d036 req-78158e65-eb27-4575-bf5e-d93282fbbefb tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460503 Sep 22 10:46:16.201592 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56300) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:16.301245 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee90788-a59c-4161-8791-d87fe78f5837 x-openstack-request-id: req-8ee90788-a59c-4161-8791-d87fe78f5837 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:46:16.302669 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:46:16.303294 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ee90788-a59c-4161-8791-d87fe78f5837 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:46:16.304909 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'status': 'completed', 'code': 200} Sep 22 10:46:16.342144 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7725b6f6-4895-4f6a-bb16-46c4c347ec25 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/2f75a21f-2e28-4c6a-868f-39922fa044d2 HTTP/1.1" status: 200 len: 991 time: 0.1386628 Sep 22 10:46:16.363166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96784-d18b-4283-8e54-bb469951726f req-ff8a3dbf-9a2b-421b-8a54-4f8a888d3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:16.365679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fed96784-d18b-4283-8e54-bb469951726f req-ff8a3dbf-9a2b-421b-8a54-4f8a888d3ceb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 1097 time: 0.0596135 Sep 22 10:46:16.405267 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '2f75a21f-2e28-4c6a-868f-39922fa044d2', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'port_id': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'mac_address': 'fa:16:3e:72:0f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386aa704-7cad-4953-b501-dbc0b23e672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:46:13Z', 'updated_at': '2021-09-22T10:46:13Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85aa096c-fe3e-4c67-ba75-90034a5cc366', 'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:8d:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:48Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '541ce333-31a1-4823-a084-8e59f314819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:16.438390 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] Checking router: 89de886e-86f6-46fc-a0f8-0b1f4954088d for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:46:16.449029 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:16.449633 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:16.483382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96784-d18b-4283-8e54-bb469951726f req-e8202362-c688-476c-b7e1-63ffd2104132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:16.485188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fed96784-d18b-4283-8e54-bb469951726f req-e8202362-c688-476c-b7e1-63ffd2104132 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a HTTP/1.1" status: 200 len: 897 time: 0.1123087 Sep 22 10:46:16.569471 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:16.580077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fed96784-d18b-4283-8e54-bb469951726f req-109d2b88-45cc-4018-9134-a86154c21fd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff HTTP/1.1" status: 200 len: 999 time: 0.0875745 Sep 22 10:46:16.652191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96784-d18b-4283-8e54-bb469951726f req-f0914f5c-bad4-43ee-ae0b-ba6116c69d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:16.654592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fed96784-d18b-4283-8e54-bb469951726f req-f0914f5c-bad4-43ee-ae0b-ba6116c69d45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541ce333-31a1-4823-a084-8e59f314819a HTTP/1.1" status: 200 len: 834 time: 0.0666251 Sep 22 10:46:16.744131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96784-d18b-4283-8e54-bb469951726f req-53bcca1f-2942-4be9-9b4c-b52c66f93298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:16.745861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fed96784-d18b-4283-8e54-bb469951726f req-53bcca1f-2942-4be9-9b4c-b52c66f93298 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827885 Sep 22 10:46:16.867957 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '2f75a21f-2e28-4c6a-868f-39922fa044d2', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'port_id': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'mac_address': 'fa:16:3e:72:0f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386aa704-7cad-4953-b501-dbc0b23e672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:46:13Z', 'updated_at': '2021-09-22T10:46:13Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85aa096c-fe3e-4c67-ba75-90034a5cc366', 'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:8d:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:48Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '541ce333-31a1-4823-a084-8e59f314819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:16.879682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fed96784-d18b-4283-8e54-bb469951726f req-dfeba031-38a0-4e12-9954-e44ebb036e18 service neutron] 10.222.0.30 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265941 Sep 22 10:46:16.914511 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73ee7f9-938a-4111-801e-944f241c8f98 None None] The sync data for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 is: [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '2f75a21f-2e28-4c6a-868f-39922fa044d2', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'floating_ip_address': '172.25.1.97', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'port_id': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'mac_address': 'fa:16:3e:72:0f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386aa704-7cad-4953-b501-dbc0b23e672a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:46:13Z', 'updated_at': '2021-09-22T10:46:13Z', 'revision_number': 0, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85aa096c-fe3e-4c67-ba75-90034a5cc366', 'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:8d:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:48Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '541ce333-31a1-4823-a084-8e59f314819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:46:17.100790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fed96784-d18b-4283-8e54-bb469951726f req-81bd0887-4463-4b8f-add5-3e025b676366 service neutron] 10.222.0.30 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135105 Sep 22 10:46:17.115225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230add5-1784-4b06-8e2a-cd9398fdf776 req-3d8eebd3-147b-419a-8e28-703241cd7ccd tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:17.117675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1230add5-1784-4b06-8e2a-cd9398fdf776 req-3d8eebd3-147b-419a-8e28-703241cd7ccd tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 984 time: 0.1030931 Sep 22 10:46:17.208488 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1230add5-1784-4b06-8e2a-cd9398fdf776 req-d5a02fff-3f10-4cfa-93a2-1a46888901b2 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0836937 Sep 22 10:46:17.319348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfcde8-95a1-40c2-b636-f32eff68106a None None] New status for floating IP 2f75a21f-2e28-4c6a-868f-39922fa044d2: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:46:17.345560 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56326) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:17.422522 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c53ab3c9-38a6-44fe-b017-c86fc189f513 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/2f75a21f-2e28-4c6a-868f-39922fa044d2 HTTP/1.1" status: 200 len: 991 time: 0.0751617 Sep 22 10:46:18.343467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c73c05-ccf2-475b-9d76-58e9b5b47150 req-3f9f134d-cffe-4282-8452-68b9465f74ca tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:18.344997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45c73c05-ccf2-475b-9d76-58e9b5b47150 req-3f9f134d-cffe-4282-8452-68b9465f74ca tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 984 time: 0.0553288 Sep 22 10:46:18.386185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45c73c05-ccf2-475b-9d76-58e9b5b47150 req-7c3dcb63-e0bd-485f-b7df-12c785427ed3 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0349722 Sep 22 10:46:18.426281 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56346) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:18.488471 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae85533b-6bef-4062-a718-e5b5b15c5f5e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/2f75a21f-2e28-4c6a-868f-39922fa044d2 HTTP/1.1" status: 200 len: 993 time: 0.0610051 Sep 22 10:46:18.503359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c91008-f1f6-492c-a90a-63bac40a56c9 req-15066d4f-aa36-445f-9948-f976c5d64286 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:18.504912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9c91008-f1f6-492c-a90a-63bac40a56c9 req-15066d4f-aa36-445f-9948-f976c5d64286 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 984 time: 0.0527728 Sep 22 10:46:18.545034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9c91008-f1f6-492c-a90a-63bac40a56c9 req-9bf3f467-430a-4fd3-b32f-6b33ea78dd18 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334210 Sep 22 10:46:18.676717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877566f-80b3-449e-92f1-6479e90b8168 req-7e71962c-2c84-4a7e-b5d0-05710e7c70fc tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:18.684765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1877566f-80b3-449e-92f1-6479e90b8168 req-7e71962c-2c84-4a7e-b5d0-05710e7c70fc tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 1135 time: 0.0580273 Sep 22 10:46:18.700475 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1877566f-80b3-449e-92f1-6479e90b8168 req-a0e3e513-d5f7-49a7-a239-5cc4c4a46610 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:18.815752 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1877566f-80b3-449e-92f1-6479e90b8168 req-a0e3e513-d5f7-49a7-a239-5cc4c4a46610 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:18.877140 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1877566f-80b3-449e-92f1-6479e90b8168 req-a0e3e513-d5f7-49a7-a239-5cc4c4a46610 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:18.898977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1877566f-80b3-449e-92f1-6479e90b8168 req-a0e3e513-d5f7-49a7-a239-5cc4c4a46610 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2131777 Sep 22 10:46:18.909958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3e513-d5f7-49a7-a239-5cc4c4a46610 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb888658-bb57-479d-9bb2-2d579a799199,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:18.922364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56364) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:18.967811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b315ae-2f6e-4948-ba36-4770a29a2d6d tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:18.969467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-36b315ae-2f6e-4948-ba36-4770a29a2d6d tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 1130 time: 0.0460908 Sep 22 10:46:18.972691 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56368) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:18.978830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:19.094643 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:19.200555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:19.322347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Allocated IP 172.25.1.144 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/76adaef2-56f4-43b3-9085-04ff4d6008ad) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:46:19.425477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:19.580449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:19.623524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:46:19.629198 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:46:19.638507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:46:19.641989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=76adaef2-56f4-43b3-9085-04ff4d6008ad,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:20.111118 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:20.239976 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:20.409568 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:20.490160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:20.608036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=76adaef2-56f4-43b3-9085-04ff4d6008ad,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:20.643031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:20.758381 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Floating IP 6547f04d-5402-4abb-b96f-c8a58988cc42 associated. External IP: 172.25.1.144, port: f50ab2ab-fbd9-4902-8806-f53166020516. Sep 22 10:46:20.974613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Router 6c4088b8-320f-485a-9b58-7212f03a6c4e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:46:21.086583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:46:21.099326 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] Sync routers for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:46:21.110530 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:21.111190 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:21.164589 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:21.221834 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5bbb2466-5ab1-489b-bd3b-59ebc323d459 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2458189 Sep 22 10:46:21.221834 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:46:21.222718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56404) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:21.237183 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:46:21.285822 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:21.291364 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3586291-22fc-4ae0-ae0b-55ad7576931d x-openstack-request-id: req-d3586291-22fc-4ae0-ae0b-55ad7576931d {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:46:21.291683 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:46:21.291922 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3586291-22fc-4ae0-ae0b-55ad7576931d {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:46:21.292333 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'status': 'completed', 'code': 200} Sep 22 10:46:21.530918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-94ff72e7-1e3f-474a-987c-213b34aa3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.532891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-94ff72e7-1e3f-474a-987c-213b34aa3346 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 1135 time: 0.1959770 Sep 22 10:46:21.553532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd241e-487d-4d68-a2b8-1986e56bb559 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.554024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd241e-487d-4d68-a2b8-1986e56bb559 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.557810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd241e-487d-4d68-a2b8-1986e56bb559 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.557810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd241e-487d-4d68-a2b8-1986e56bb559 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.557810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd241e-487d-4d68-a2b8-1986e56bb559 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.557810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd241e-487d-4d68-a2b8-1986e56bb559 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.557810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd241e-487d-4d68-a2b8-1986e56bb559 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.558317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbd241e-487d-4d68-a2b8-1986e56bb559 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.570128 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56414) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:21.591060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-acbd241e-487d-4d68-a2b8-1986e56bb559 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5661 time: 0.3668628 Sep 22 10:46:21.605902 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '6547f04d-5402-4abb-b96f-c8a58988cc42', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'port_id': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'mac_address': 'fa:16:3e:0b:f8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:46:19Z', 'updated_at': '2021-09-22T10:46:19Z', 'revision_number': 0, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd109ac-2e75-46d7-bcf8-02f67d672878', 'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:72:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:55Z', 'updated_at': '2021-09-22T10:46:04Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:21.650239 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] Checking router: 6c4088b8-320f-485a-9b58-7212f03a6c4e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:46:21.667768 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:21.668394 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:45:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:21.716396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-84f787ee-845c-4385-b157-4243e7fbeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.727611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-84f787ee-845c-4385-b157-4243e7fbeba9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8acc18b-f41e-42af-8eea-279f8a900ce2 HTTP/1.1" status: 200 len: 898 time: 0.1856353 Sep 22 10:46:21.734073 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d069aa-459f-41c9-b3d6-003970451e05 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.734820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d069aa-459f-41c9-b3d6-003970451e05 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.734982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d069aa-459f-41c9-b3d6-003970451e05 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.735506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d069aa-459f-41c9-b3d6-003970451e05 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.735971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d069aa-459f-41c9-b3d6-003970451e05 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.736432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d069aa-459f-41c9-b3d6-003970451e05 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.736891 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d069aa-459f-41c9-b3d6-003970451e05 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.737363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d069aa-459f-41c9-b3d6-003970451e05 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:21.742771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 56430) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:21.743231 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a2d069aa-459f-41c9-b3d6-003970451e05 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5260 time: 0.1774437 Sep 22 10:46:21.849970 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:21.969008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-c01d907a-984b-4891-a053-08fb46705d98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f50ab2ab-fbd9-4902-8806-f53166020516 HTTP/1.1" status: 200 len: 999 time: 0.2335386 Sep 22 10:46:22.150819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-cdb2f7a8-472a-4117-b25b-35d9565bbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:22.152221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-cdb2f7a8-472a-4117-b25b-35d9565bbb68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc84e23b-69fa-40d3-8d24-06931ea75135 HTTP/1.1" status: 200 len: 835 time: 0.1471467 Sep 22 10:46:22.196318 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '6547f04d-5402-4abb-b96f-c8a58988cc42', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'port_id': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'mac_address': 'fa:16:3e:0b:f8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:46:19Z', 'updated_at': '2021-09-22T10:46:19Z', 'revision_number': 0, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd109ac-2e75-46d7-bcf8-02f67d672878', 'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:72:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:55Z', 'updated_at': '2021-09-22T10:46:04Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:22.238939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-cb632d58-e95b-47df-ab5c-4f3064d5f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:22.241192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-cb632d58-e95b-47df-ab5c-4f3064d5f33a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8acc18b-f41e-42af-8eea-279f8a900ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799539 Sep 22 10:46:22.247660 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e8aed0-02de-4db9-bd94-6ee427cc7cae None None] The sync data for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 is: [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '6547f04d-5402-4abb-b96f-c8a58988cc42', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'floating_ip_address': '172.25.1.144', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'port_id': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'mac_address': 'fa:16:3e:0b:f8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:46:19Z', 'updated_at': '2021-09-22T10:46:19Z', 'revision_number': 0, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd109ac-2e75-46d7-bcf8-02f67d672878', 'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:72:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:55Z', 'updated_at': '2021-09-22T10:46:04Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:46:22.290255 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c0dcdd19-6d45-44a5-9469-73c7bdd7ee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:22.303908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f63055d9-e6cd-415d-b95a-7012ad9eb541 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 0.5574820 Sep 22 10:46:22.304789 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 56436) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:22.385578 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfb03a-1f33-41df-89a3-81747ea696c2 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:22.386324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfb03a-1f33-41df-89a3-81747ea696c2 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:22.406058 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bedfb03a-1f33-41df-89a3-81747ea696c2 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6c4088b8-320f-485a-9b58-7212f03a6c4e HTTP/1.1" status: 200 len: 1989 time: 0.0964282 Sep 22 10:46:22.414515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-cda7b223-f183-4eb1-97b3-60b3e2158229 service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636839 Sep 22 10:46:22.632439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc2e71d-6e44-4972-adca-392ea6e2fbc0 req-9faf962d-25dd-4618-ace7-b65240df5f91 service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117472 Sep 22 10:46:22.664663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab4a45-37a5-477b-8cd6-18de0a183e5f None None] New status for floating IP 6547f04d-5402-4abb-b96f-c8a58988cc42: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:46:25.134239 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63ffa64b-28d3-433a-a108-558c1252385b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:25.550340 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:25.580645 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:25.768920 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:26.203054 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:28.054990 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.322541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57060) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:35.376189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a647ae6e-9b50-4f82-9611-b0c068ff5a5c admin admin] Deleting subnet 36150672-3d91-4a0a-bcef-35c870dd653c {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:46:35.379232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a647ae6e-9b50-4f82-9611-b0c068ff5a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.415467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a647ae6e-9b50-4f82-9611-b0c068ff5a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.452655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a647ae6e-9b50-4f82-9611-b0c068ff5a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.608866 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a647ae6e-9b50-4f82-9611-b0c068ff5a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.638404 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647ae6e-9b50-4f82-9611-b0c068ff5a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36150672-3d91-4a0a-bcef-35c870dd653c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:35.649592 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a647ae6e-9b50-4f82-9611-b0c068ff5a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.654700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57066) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:35.661921 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a647ae6e-9b50-4f82-9611-b0c068ff5a5c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/36150672-3d91-4a0a-bcef-35c870dd653c HTTP/1.1" status: 204 len: 168 time: 0.3382773 Sep 22 10:46:35.726425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.838773 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.867007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db43a52-3a80-42d6-9a15-4f09c7334738']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:35.884010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5016392a-e442-4be6-bcb2-e58382f77e29') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:35.884449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5016392a-e442-4be6-bcb2-e58382f77e29') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:35.895180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.912446 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.919184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:46:35.919644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:46:35.921407 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:46:36.088753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.095236 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.097076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1db43a52-3a80-42d6-9a15-4f09c7334738 HTTP/1.1" status: 204 len: 168 time: 0.4417443 Sep 22 10:46:36.100646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57076) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:36.108190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db43a52-3a80-42d6-9a15-4f09c7334738,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:36.118348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.118745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.119152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.119606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.120026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.120363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.120688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.121074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.121421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.121772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.122095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.122437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43742da-7de8-4b43-853f-748d4f57a826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:36.147907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-71176560-8246-45ab-bfb5-5a3f35b2bb4a admin admin] Deleting subnet b6e5e968-9ece-4574-b712-400e0958383a {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:46:36.151157 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71176560-8246-45ab-bfb5-5a3f35b2bb4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.184729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71176560-8246-45ab-bfb5-5a3f35b2bb4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.221552 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71176560-8246-45ab-bfb5-5a3f35b2bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.409198 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71176560-8246-45ab-bfb5-5a3f35b2bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.441170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71176560-8246-45ab-bfb5-5a3f35b2bb4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e5e968-9ece-4574-b712-400e0958383a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:36.443185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71176560-8246-45ab-bfb5-5a3f35b2bb4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.445024 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-71176560-8246-45ab-bfb5-5a3f35b2bb4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6e5e968-9ece-4574-b712-400e0958383a HTTP/1.1" status: 204 len: 168 time: 0.3433704 Sep 22 10:46:36.447495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57078) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:36.523937 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.618652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.641614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469692be-ae10-4249-82ce-d89f833ae7f5']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:36.654628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd226b33-e558-44d9-aa2a-567a161cd689') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:36.655139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd226b33-e558-44d9-aa2a-567a161cd689') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:36.665672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.683355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.692958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:46:36.693538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:46:36.696705 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:46:36.825750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.832786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:36.842628 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] 10.222.0.20 "DELETE /v2.0/networks/469692be-ae10-4249-82ce-d89f833ae7f5 HTTP/1.1" status: 204 len: 168 time: 0.3940711 Sep 22 10:46:36.873881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ecf4f-fd15-4aad-8146-dad53f58b765 admin admin] Pushing event deleted for resources: {'Network': ['ID=469692be-ae10-4249-82ce-d89f833ae7f5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:37.302232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57112) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:37.347505 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dc93612c-19ef-44a7-a0ad-9f4ab5e8e895 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae1808ff3366431a88441a91ef88a5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433509 Sep 22 10:46:37.349989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57114) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:37.400775 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b2e7bb-ddc5-480a-ad68-5c03d7263716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:37.426882 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b2e7bb-ddc5-480a-ad68-5c03d7263716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:37.569529 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b2e7bb-ddc5-480a-ad68-5c03d7263716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:37.573434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f9b2e7bb-ddc5-480a-ad68-5c03d7263716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:37.574823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f9b2e7bb-ddc5-480a-ad68-5c03d7263716 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3141eda1-6681-4acc-87f2-d1ddf8745e9b HTTP/1.1" status: 204 len: 168 time: 0.2236204 Sep 22 10:46:37.596754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2e7bb-ddc5-480a-ad68-5c03d7263716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3141eda1-6681-4acc-87f2-d1ddf8745e9b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:38.394585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57128) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:38.441125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7b10586f-af64-4e00-871f-1309e984a794 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd365ac1ea2e49fa82af24d43b77ccb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457077 Sep 22 10:46:38.444308 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57130) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:38.507723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff215a34-09a1-48a2-97f5-5f8a7cb09c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:38.529276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff215a34-09a1-48a2-97f5-5f8a7cb09c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:38.739810 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff215a34-09a1-48a2-97f5-5f8a7cb09c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:38.742731 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff215a34-09a1-48a2-97f5-5f8a7cb09c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:38.747735 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ff215a34-09a1-48a2-97f5-5f8a7cb09c74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6e1c490-21ab-429a-b53e-1535ec4a2187 HTTP/1.1" status: 204 len: 168 time: 0.2981942 Sep 22 10:46:38.762056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff215a34-09a1-48a2-97f5-5f8a7cb09c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1c490-21ab-429a-b53e-1535ec4a2187,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:43.631746 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:46:47.973875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647026e-b0a9-49eb-a7fc-c903790965d9 req-96d8bc51-6bd6-41c5-877a-2a85d54bf5c2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:47.976275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c647026e-b0a9-49eb-a7fc-c903790965d9 req-96d8bc51-6bd6-41c5-877a-2a85d54bf5c2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0524378 Sep 22 10:46:48.043297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c647026e-b0a9-49eb-a7fc-c903790965d9 req-244f1b4a-4224-435c-bd2d-bd0625e01819 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594251 Sep 22 10:46:49.171016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe10ee6-ec4d-4ac6-aa15-3d507c23028b req-c09dbf3a-1535-4f64-9dfc-d0cf552dec06 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:49.172621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebe10ee6-ec4d-4ac6-aa15-3d507c23028b req-c09dbf3a-1535-4f64-9dfc-d0cf552dec06 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 945 time: 0.0525036 Sep 22 10:46:49.214688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebe10ee6-ec4d-4ac6-aa15-3d507c23028b req-98911e00-789a-408f-a328-e0498ba24fbd tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348120 Sep 22 10:46:49.349632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d30b3-c442-44b9-9e9d-3e312930172e req-ed60072a-93ef-41d4-b411-fd4e7a9d2e4f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:49.351099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-447d30b3-c442-44b9-9e9d-3e312930172e req-ed60072a-93ef-41d4-b411-fd4e7a9d2e4f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0501502 Sep 22 10:46:49.399915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-447d30b3-c442-44b9-9e9d-3e312930172e req-bdf15d02-2f6d-4ad9-8b1c-27e483a2cd0c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 Sep 22 10:46:50.181705 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57392) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:50.312917 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cb46899e-063f-45f5-9309-7a586a86cecf tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2672 time: 0.1299889 Sep 22 10:46:50.313093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57406) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:50.320245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'network': {'name': 'tempest-network-smoke--1087548848', 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'port_security_enabled': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:50.379568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8871f-1f2c-442f-b2e1-56c4aa99d157 req-197d58d3-e458-4ee0-a75b-2d631900579f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:50.388545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcc8871f-1f2c-442f-b2e1-56c4aa99d157 req-197d58d3-e458-4ee0-a75b-2d631900579f tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 945 time: 0.0854032 Sep 22 10:46:50.430495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dcc8871f-1f2c-442f-b2e1-56c4aa99d157 req-d7ceedc4-9549-4bcb-a13e-73125f3fe995 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409739 Sep 22 10:46:50.453235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Made reservation on behalf of f3cd3b7a50bf4452aceffbdbe5baa6a2 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:46:50.457908 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:50.482442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:46:50.501294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:50.501640 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Added segment 22241392-d28d-4dd2-a4f5-a3cd8be83c84 of type vlan for network dbc2ac4d-4b78-4d0b-9008-7de355405c9c Sep 22 10:46:50.557874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:50.587761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bf7f1-a4b1-4ef2-9017-e8e4a5c93ee5 req-483fae0c-7773-4099-98c4-3978b898dcc0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:50.589259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-122bf7f1-a4b1-4ef2-9017-e8e4a5c93ee5 req-483fae0c-7773-4099-98c4-3978b898dcc0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.1004038 Sep 22 10:46:50.629522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-122bf7f1-a4b1-4ef2-9017-e8e4a5c93ee5 req-b6b1cd5a-bbc1-4406-b809-ce64522f2d13 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338442 Sep 22 10:46:50.700026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:50.705564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:50.706174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:50.774766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Network': ['ID=dbc2ac4d-4b78-4d0b-9008-7de355405c9c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:50.789052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network dbc2ac4d-4b78-4d0b-9008-7de355405c9c details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:46:50.804249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7710b40c-0d53-4c34-bb78-d89d5a485a4f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4899681 Sep 22 10:46:50.806874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57418) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:50.814032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'admin_state_up': True, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:50.879865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-0132a8b4-2237-4ae3-809d-4592de3569a4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:50.882238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-0132a8b4-2237-4ae3-809d-4592de3569a4 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 945 time: 0.0625191 Sep 22 10:46:50.962708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:50.962708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:51.027280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:51.035096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Deleting port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:46:51.035429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:51.142231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] For port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:51.142611 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:51.780598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:51.801201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc65d-7c30-4ab1-9a39-ab4e503fde7a req-004d57b0-75ca-4343-9796-c3e35d4062e3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:51.803248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc7cc65d-7c30-4ab1-9a39-ab4e503fde7a req-004d57b0-75ca-4343-9796-c3e35d4062e3 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 945 time: 0.2455413 Sep 22 10:46:51.919538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc7cc65d-7c30-4ab1-9a39-ab4e503fde7a req-fad8f3dc-57f3-483b-8e5c-bb66edf59f35 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5183e63-dc58-4d72-9582-44b5391b8f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033709 Sep 22 10:46:51.931111 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:51.931432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:51.934286 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Floating IP 66be7eef-e414-4d9b-b078-48f416562417 disassociated. External IP: 172.25.1.233, port: cd1fb7d0-30ec-47ed-912e-3cc3e47935b4. Sep 22 10:46:51.934733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Calling delete_port for cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:46:52.189029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c5b34-abaa-41df-a3e1-67977c61724b req-9a2fe727-e962-4b11-be13-632b6ff56323 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:52.190554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-479c5b34-abaa-41df-a3e1-67977c61724b req-9a2fe727-e962-4b11-be13-632b6ff56323 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.1867485 Sep 22 10:46:52.305553 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6f745f39-21ec-4b3f-82a6-4cceb9db0711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:52.359595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-479c5b34-abaa-41df-a3e1-67977c61724b req-01c409ee-19a9-4f33-a06a-a59a37900a08 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377819 Sep 22 10:46:52.360304 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:52.382029 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:52.487947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:52.530286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event deleted for resources: {'Port': ['ID=cd1fb7d0-30ec-47ed-912e-3cc3e47935b4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:52.544347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Allocated IP 172.25.1.7 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/abe90185-e2cc-4151-aa59-307ab43ec3c0) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:46:52.728411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Router 26c0e4c8-6b23-4f76-924a-1dda2d74764e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:46:52.747723 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:52.868579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:46:52.878733 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] Sync routers for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:46:52.888983 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:52.889612 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:46:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:52.912145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] No DVR routers for this DVR port cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:46:52.915113 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:52.917333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-92d909e6-b2a7-4518-bde4-c1d35ddcb952 req-980337e4-8e61-4e98-b23c-c7cd5bffbda0 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.30 "DELETE /v2.0/ports/cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 HTTP/1.1" status: 204 len: 173 time: 2.0260310 Sep 22 10:46:52.917810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a399ec1-66d5-4368-8617-5673b0491441', 'name': 'network-vif-deleted', 'tag': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:46:52.920212 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e42b405-e919-4ef2-9036-1cb90f5aec78" -d '{"events": [{"server_uuid": "3a399ec1-66d5-4368-8617-5673b0491441", "name": "network-vif-deleted", "tag": "cd1fb7d0-30ec-47ed-912e-3cc3e47935b4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:46:52.959924 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222da8de-2269-4a13-99b2-c2a079a56682 x-openstack-request-id: req-222da8de-2269-4a13-99b2-c2a079a56682 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:46:52.960366 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a399ec1-66d5-4368-8617-5673b0491441", "name": "network-vif-deleted", "tag": "cd1fb7d0-30ec-47ed-912e-3cc3e47935b4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:46:52.960988 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-222da8de-2269-4a13-99b2-c2a079a56682 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:46:52.961504 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a399ec1-66d5-4368-8617-5673b0491441', 'name': 'network-vif-deleted', 'tag': 'cd1fb7d0-30ec-47ed-912e-3cc3e47935b4', 'status': 'completed', 'code': 200} Sep 22 10:46:52.975838 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:53.021910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:46:53.034312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:46:53.037499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:46:53.050633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:46:53.053268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:46:53.060810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device cd1fb7d0-30ec-47ed-912e-3cc3e47935b4 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:46:53.140315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9da8c10-639b-4a20-b827-d6ddc401a84e req-c3e87af4-4f4c-46b0-86b2-81c77657d4c9 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a399ec1-66d5-4368-8617-5673b0491441 HTTP/1.1" status: 200 len: 210 time: 0.0957508 Sep 22 10:46:53.154175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=abe90185-e2cc-4151-aa59-307ab43ec3c0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:53.157850 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:53.413966 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:53.443810 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] Checking router: 26c0e4c8-6b23-4f76-924a-1dda2d74764e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:46:53.452041 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:53.452643 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:46:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:53.477703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef7aff-b7e7-4dc1-9c69-edea1526d356 req-0b6abf6d-f776-4eb5-a9f7-ac4f0632c3ef tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:53.479305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25ef7aff-b7e7-4dc1-9c69-edea1526d356 req-0b6abf6d-f776-4eb5-a9f7-ac4f0632c3ef tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0488596 Sep 22 10:46:53.517929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25ef7aff-b7e7-4dc1-9c69-edea1526d356 req-fce9cf9c-e87c-453f-b8a1-4accd3241923 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Sep 22 10:46:53.557779 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:53.736611 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:53.814215 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:53.843584 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ddc1b-fe9b-4166-9d3e-e77ff5148c93 None None] The sync data for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 is: [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:39:43Z', 'revision_number': 4, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'd40260d9-f974-4a8d-b8e6-233868ef6967', 'name': '', 'network_id': 'be360dd7-717a-4395-9e83-3bfe4a62e31d', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'mac_address': 'fa:16:3e:0e:df:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:41Z', 'updated_at': '2021-09-22T10:39:47Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'subnets': [{'id': '2d647f3d-7d78-478f-a70c-910db0b50d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:46:53.980392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:54.194810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b21a56a-cf32-40f9-bf19-d82a7ee52d2b None None] New status for floating IP 66be7eef-e414-4d9b-b078-48f416562417: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:46:54.272179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Router 9849c243-9e22-4363-aefa-de2010abd27d is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:46:54.432302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:46:54.442927 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Sync routers for ids ['9849c243-9e22-4363-aefa-de2010abd27d'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:46:54.456479 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Routers {'9849c243-9e22-4363-aefa-de2010abd27d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:54.457175 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:46:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9849c243-9e22-4363-aefa-de2010abd27d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:54.494333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57518) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:54.564093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cf29274-9b48-45a0-a65b-0734f247c571 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:54.623547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:54.625590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-58723cdd-014b-482d-bd47-60ee387eab04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.8176129 Sep 22 10:46:54.629313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57524) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:54.654026 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Set router 9849c243-9e22-4363-aefa-de2010abd27d gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:54.698383 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cf29274-9b48-45a0-a65b-0734f247c571 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:54.842838 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cf29274-9b48-45a0-a65b-0734f247c571 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:54.845399 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cf29274-9b48-45a0-a65b-0734f247c571 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:54.850365 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2cf29274-9b48-45a0-a65b-0734f247c571 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "DELETE /v2.0/security-groups/f5183e63-dc58-4d72-9582-44b5391b8f2b HTTP/1.1" status: 204 len: 168 time: 0.3541994 Sep 22 10:46:54.851053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57530) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:54.897950 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf29274-9b48-45a0-a65b-0734f247c571 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5183e63-dc58-4d72-9582-44b5391b8f2b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:54.904988 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-a02b5f13-57a0-4984-bc82-d96069f73e92 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] show failed (client error): The resource could not be found. Sep 22 10:46:54.927629 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a02b5f13-57a0-4984-bc82-d96069f73e92 tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "GET /v2.0/security-groups/f5183e63-dc58-4d72-9582-44b5391b8f2b HTTP/1.1" status: 404 len: 347 time: 0.0720577 Sep 22 10:46:54.932279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57532) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:54.942007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b6c0e-84cc-49c1-b4a8-2f4c3d4817a2 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:54.944144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a24b6c0e-84cc-49c1-b4a8-2f4c3d4817a2 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3137288 Sep 22 10:46:54.946990 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57534) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:54.988348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395da498-5143-49d8-bdef-d8a75eff9124 req-083352bd-614f-4b2d-8923-f43b4a7ebc8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:54.994829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-395da498-5143-49d8-bdef-d8a75eff9124 req-083352bd-614f-4b2d-8923-f43b4a7ebc8a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.2958834 Sep 22 10:46:55.019851 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849c243-9e22-4363-aefa-de2010abd27d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:46:50Z', 'updated_at': '2021-09-22T10:46:53Z', 'revision_number': 3, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:52Z', 'updated_at': '2021-09-22T10:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:55.073776 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Checking router: 9849c243-9e22-4363-aefa-de2010abd27d for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:46:55.074042 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Updating router 9849c243-9e22-4363-aefa-de2010abd27d port abe90185-e2cc-4151-aa59-307ab43ec3c0 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:46:55.118010 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.120361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc58e2c-6643-4365-a605-60964d5966da tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:55.121988 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ddc58e2c-6643-4365-a605-60964d5966da tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1739659 Sep 22 10:46:55.125692 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57538) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:55.140050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7586-b67a-484d-a693-83470d89b6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.545957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.597699 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.684866 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.747420 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.763312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fa9c8e75-80e9-43e7-b974-9308370b1a95 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6364591 Sep 22 10:46:55.767919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57552) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:55.820371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1f014944-2eb5-49de-a3a8-d426fe6b0e5b tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347698 Sep 22 10:46:55.825008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57556) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:55.831499 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.834880 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Attempting to bind port abe90185-e2cc-4151-aa59-307ab43ec3c0 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:46:55.836344 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Attempting to bind port abe90185-e2cc-4151-aa59-307ab43ec3c0 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:46:55.836908 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Attempting to bind port abe90185-e2cc-4151-aa59-307ab43ec3c0 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:46:55.850823 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:46:55.851344 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:46:55.851888 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.852934 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:46:55.853119 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Bound port: abe90185-e2cc-4151-aa59-307ab43ec3c0, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:46:55.853592 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.866714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-395da498-5143-49d8-bdef-d8a75eff9124 req-9c808d80-e777-4581-9051-9627e73e99c7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7907045 Sep 22 10:46:55.893501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Deleting port c3d8bff6-0eeb-4099-a3f6-35aa740a0b2e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:46:55.894090 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.040698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae26d27-7b3a-436e-a455-ed6a243ca219 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:56.042647 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bae26d27-7b3a-436e-a455-ed6a243ca219 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2157876 Sep 22 10:46:56.045405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57558) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:56.054275 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Pushing event updated for resources: {'Port': ['ID=abe90185-e2cc-4151-aa59-307ab43ec3c0,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:56.095337 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] For port abe90185-e2cc-4151-aa59-307ab43ec3c0, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:46:56.099712 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.100256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.100490 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] For port abe90185-e2cc-4151-aa59-307ab43ec3c0, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=abe90185-e2cc-4151-aa59-307ab43ec3c0,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:46:56.103469 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.104058 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.104792 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.105617 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.106179 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.106777 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.108339 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.109180 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.111207 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.111207 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.111207 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.111207 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:56.121938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Calling delete_port for c3d8bff6-0eeb-4099-a3f6-35aa740a0b2e owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:46:56.147767 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e687ae30-2fec-4760-aa7f-5b09fa77e6fa tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1008086 Sep 22 10:46:56.150304 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57562) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:56.156705 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1017876798', 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c', 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:46:56.243169 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.248658 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.326802 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Routers {'9849c243-9e22-4363-aefa-de2010abd27d'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:46:56.327423 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:46:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9849c243-9e22-4363-aefa-de2010abd27d'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:56.367723 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4fc51-2cd1-4a2b-a65b-b1efac932b57 None None] Pushing event updated for resources: {'Port': ['ID=abe90185-e2cc-4151-aa59-307ab43ec3c0,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:56.381072 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.381788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Made reservation on behalf of f3cd3b7a50bf4452aceffbdbe5baa6a2 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:46:56.390125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.407181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Pushing event deleted for resources: {'Port': ['ID=c3d8bff6-0eeb-4099-a3f6-35aa740a0b2e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:56.478429 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] Set router 9849c243-9e22-4363-aefa-de2010abd27d gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:46:56.498087 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.500801 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.504630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e16772fc-3f7d-422e-91da-d2509b5f5add tempest-AttachVolumeTestJSON-1253538461 tempest-AttachVolumeTestJSON-1253538461-project] 10.222.0.20 "DELETE /v2.0/floatingips/66be7eef-e414-4d9b-b078-48f416562417 HTTP/1.1" status: 204 len: 168 time: 1.5684614 Sep 22 10:46:56.720333 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849c243-9e22-4363-aefa-de2010abd27d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:46:50Z', 'updated_at': '2021-09-22T10:46:53Z', 'revision_number': 3, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:52Z', 'updated_at': '2021-09-22T10:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:46:56.746443 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644a44b-a8d2-48c1-b3a7-0f2324447126 None None] The sync data for ids ['9849c243-9e22-4363-aefa-de2010abd27d'] in n-d-807025-3 is: [{'id': '9849c243-9e22-4363-aefa-de2010abd27d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:46:50Z', 'updated_at': '2021-09-22T10:46:53Z', 'revision_number': 3, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:52Z', 'updated_at': '2021-09-22T10:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:46:56.920273 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:57.014272 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Checking segment: {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:46:57.014724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network hostable DHCP agents. Network: dbc2ac4d-4b78-4d0b-9008-7de355405c9c, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:46:57.042230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Subnet': ['ID=25b30df8-4680-4eaa-8fe7-5d760b39e5fd,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:57.069917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.070346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.075011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.075011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.075011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.075011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.075011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.075011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.078794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.080938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.082414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.082777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:57.134557 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network dbc2ac4d-4b78-4d0b-9008-7de355405c9c is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:46:57.226496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, dbc2ac4d-4b78-4d0b-9008-7de355405c9c) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:46:57.231706 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:57.231706 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:57.240985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0ef97-4490-4d23-911d-7eb729c2e4f3 None None] Network dbc2ac4d-4b78-4d0b-9008-7de355405c9c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:46:57.369749 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-182ecaa9-f958-4beb-b2db-fbf3b5639686 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2180183 Sep 22 10:46:57.377728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57594) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:46:57.630225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device abe90185-e2cc-4151-aa59-307ab43ec3c0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:57.741621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-dbc2ac4d-4b78-4d0b-9008-7de355405c9c', 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'fixed_ips': [{'subnet_id': '25b30df8-4680-4eaa-8fe7-5d760b39e5fd'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:46:57.743332 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:57.945760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade3d43-1f45-44b7-acf7-33ae50fb2c3b req-bb799cc9-6548-44b4-ad65-8277c069718b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:57.955317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ade3d43-1f45-44b7-acf7-33ae50fb2c3b req-bb799cc9-6548-44b4-ad65-8277c069718b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.1442547 Sep 22 10:46:58.065160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ade3d43-1f45-44b7-acf7-33ae50fb2c3b req-e3293aa2-5eed-4489-88c3-6dd3fc7a51b1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085405 Sep 22 10:46:58.091896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Allocated IP 172.20.0.18 (dbc2ac4d-4b78-4d0b-9008-7de355405c9c/25b30df8-4680-4eaa-8fe7-5d760b39e5fd/398920f9-54cf-464a-acf4-1e969f64b052) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:46:58.349033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port abe90185-e2cc-4151-aa59-307ab43ec3c0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:58.349725 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:58.377188 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:58.784116 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:58.825568 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:58.884436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port abe90185-e2cc-4151-aa59-307ab43ec3c0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=abe90185-e2cc-4151-aa59-307ab43ec3c0,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:46:58.897662 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:59.023593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Pushing event updated for resources: {'Port': ['ID=398920f9-54cf-464a-acf4-1e969f64b052,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:59.036672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Network dbc2ac4d-4b78-4d0b-9008-7de355405c9c is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:46:59.039777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:46:59.046618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:59.049210 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:46:59.128869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.129194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.129554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.129892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.130258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.130628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.131024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.131358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.131690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.132019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.132341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.132664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:46:59.199146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Attempting to bind port 398920f9-54cf-464a-acf4-1e969f64b052 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:46:59.200363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Attempting to bind port 398920f9-54cf-464a-acf4-1e969f64b052 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:46:59.206857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Attempting to bind port 398920f9-54cf-464a-acf4-1e969f64b052 on network dbc2ac4d-4b78-4d0b-9008-7de355405c9c {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:46:59.246731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:46:59.247110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Checking segment: {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:46:59.247517 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:59.247919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Bound using segment: {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:46:59.248408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Bound port: 398920f9-54cf-464a-acf4-1e969f64b052, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:46:59.248799 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:59.255838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=abe90185-e2cc-4151-aa59-307ab43ec3c0,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:59.331946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e721be1-688f-4fe2-80ad-78ed3be4ff4c req-12e58bec-0eaa-43cd-865d-8a3751aa5553 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:59.345856 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e721be1-688f-4fe2-80ad-78ed3be4ff4c req-12e58bec-0eaa-43cd-865d-8a3751aa5553 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0875802 Sep 22 10:46:59.407927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] For port 398920f9-54cf-464a-acf4-1e969f64b052, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:46:59.422983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] For port 398920f9-54cf-464a-acf4-1e969f64b052, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=398920f9-54cf-464a-acf4-1e969f64b052,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:46:59.507607 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:59.540886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device abe90185-e2cc-4151-aa59-307ab43ec3c0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:46:59.550485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e721be1-688f-4fe2-80ad-78ed3be4ff4c req-93257e30-9d56-4562-a74a-cf746e536d3e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919315 Sep 22 10:46:59.620872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:59.716355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fab047-ffda-4e25-aa33-aa6ee7d85018 None None] Pushing event updated for resources: {'Port': ['ID=398920f9-54cf-464a-acf4-1e969f64b052,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:46:59.766329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-5d556ded-946a-4034-bd81-c19d53177d05 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830073 Sep 22 10:46:59.829518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port abe90185-e2cc-4151-aa59-307ab43ec3c0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:46:59.829518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:59.917385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-b1dc0454-5eba-432e-bc15-28d3465dcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:59.923270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-b1dc0454-5eba-432e-bc15-28d3465dcac2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 1135 time: 0.1056266 Sep 22 10:47:00.122937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-7e3b03ab-29a4-4a04-aebb-8636131dafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:00.126586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-7e3b03ab-29a4-4a04-aebb-8636131dafdb service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8acc18b-f41e-42af-8eea-279f8a900ce2 HTTP/1.1" status: 200 len: 898 time: 0.1825299 Sep 22 10:47:00.145615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Allocated IP 172.20.0.17 (dbc2ac4d-4b78-4d0b-9008-7de355405c9c/25b30df8-4680-4eaa-8fe7-5d760b39e5fd/a87a47ce-f87a-4c61-8a51-c3213b22b1e0) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:47:00.308685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-aaec6ec1-c0fc-421c-b3f7-76cf7fe9928b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f50ab2ab-fbd9-4902-8806-f53166020516 HTTP/1.1" status: 200 len: 1001 time: 0.1744699 Sep 22 10:47:00.363699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:00.386487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-bc072cc2-9f68-463a-9a3b-3b4b6d0cf745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:00.388752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-bc072cc2-9f68-463a-9a3b-3b4b6d0cf745 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc84e23b-69fa-40d3-8d24-06931ea75135 HTTP/1.1" status: 200 len: 835 time: 0.0705345 Sep 22 10:47:00.452243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-025be5b1-0022-4c39-8b31-a26d230327df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:00.454234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-025be5b1-0022-4c39-8b31-a26d230327df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8acc18b-f41e-42af-8eea-279f8a900ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581300 Sep 22 10:47:00.487848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:00.585089 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network dbc2ac4d-4b78-4d0b-9008-7de355405c9c is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:47:00.586364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=a87a47ce-f87a-4c61-8a51-c3213b22b1e0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:00.589660 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:47:00.592414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:47:00.609985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-1c1c6ebf-895f-4aa3-9754-ec09a670cd37 service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467898 Sep 22 10:47:00.663995 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:00.811042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4bafa-dfb7-4127-939e-7f929615dfc2 req-c8415b2f-8fd9-4358-b61c-3783b2875066 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:00.815168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1db4bafa-dfb7-4127-939e-7f929615dfc2 req-c8415b2f-8fd9-4358-b61c-3783b2875066 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.1594939 Sep 22 10:47:00.873963 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9ef1b20-1753-448a-8b4c-54a00f044c16 req-27b1ed82-a621-4c7d-a119-399d153dd376 service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561324 Sep 22 10:47:00.907470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1db4bafa-dfb7-4127-939e-7f929615dfc2 req-a9793ff9-2343-49b1-9c51-0876dc0af423 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825074 Sep 22 10:47:00.960527 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:01.188452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b062c0-554f-431f-a677-aced4573b682 None None] Network dbc2ac4d-4b78-4d0b-9008-7de355405c9c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:47:01.279256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-aa82e315-f2da-4dd2-adbb-af7c25123f34 None None] Provisioning complete for port 398920f9-54cf-464a-acf4-1e969f64b052 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:01.279627 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa82e315-f2da-4dd2-adbb-af7c25123f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:01.305602 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:01.427065 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:01.477785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-41365320-8957-4bcd-91fc-238e4411a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:01.481815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-41365320-8957-4bcd-91fc-238e4411a7a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 1097 time: 0.0846946 Sep 22 10:47:01.523680 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa82e315-f2da-4dd2-adbb-af7c25123f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:01.563456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 398920f9-54cf-464a-acf4-1e969f64b052 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:01.614553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=a87a47ce-f87a-4c61-8a51-c3213b22b1e0,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:01.655328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:01.741109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-aa82e315-f2da-4dd2-adbb-af7c25123f34 None None] For port 398920f9-54cf-464a-acf4-1e969f64b052, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=398920f9-54cf-464a-acf4-1e969f64b052,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:01.786451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-ec1f6466-8ee7-46e7-bc78-77baf2b6d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:01.788501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-ec1f6466-8ee7-46e7-bc78-77baf2b6d285 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a HTTP/1.1" status: 200 len: 897 time: 0.2793572 Sep 22 10:47:01.808387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 398920f9-54cf-464a-acf4-1e969f64b052 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:01.810008 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:01.890841 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa82e315-f2da-4dd2-adbb-af7c25123f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:01.932024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network dbc2ac4d-4b78-4d0b-9008-7de355405c9c is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:47:01.934894 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:47:01.986632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82e315-f2da-4dd2-adbb-af7c25123f34 None None] Pushing event updated for resources: {'Port': ['ID=398920f9-54cf-464a-acf4-1e969f64b052,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:02.076045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-3237426d-2895-425e-8cac-18d8ed9cd837 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff HTTP/1.1" status: 200 len: 1001 time: 0.2722189 Sep 22 10:47:02.129516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-502c17c0-e6a4-4e42-9e14-6ad57c56d078 None None] Provisioning complete for port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:02.130609 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-502c17c0-e6a4-4e42-9e14-6ad57c56d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:02.221351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-502c17c0-e6a4-4e42-9e14-6ad57c56d078 None None] Port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:47:02.222264 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Router 9849c243-9e22-4363-aefa-de2010abd27d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:47:02.242374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-d4820fb1-5e95-4dd6-9fdd-0859907d9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:02.244110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-d4820fb1-5e95-4dd6-9fdd-0859907d9a45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541ce333-31a1-4823-a084-8e59f314819a HTTP/1.1" status: 200 len: 834 time: 0.1610353 Sep 22 10:47:02.248876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-502c17c0-e6a4-4e42-9e14-6ad57c56d078 None None] Provisioning complete for port 398920f9-54cf-464a-acf4-1e969f64b052 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:02.249168 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-502c17c0-e6a4-4e42-9e14-6ad57c56d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:02.382609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48629d3-0da2-44f8-b21e-628692e91f47 req-c0c5e596-4733-4aad-aa10-c3f522ec1b7b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:02.384414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f48629d3-0da2-44f8-b21e-628692e91f47 req-c0c5e596-4733-4aad-aa10-c3f522ec1b7b tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.2137907 Sep 22 10:47:02.392419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-3de1836a-1aa2-4441-a8f1-2eb213cc6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:02.395836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-3de1836a-1aa2-4441-a8f1-2eb213cc6862 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407623 Sep 22 10:47:02.557444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:47:02.571814 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-34788709-1182-4b43-a838-7eaf5fa47dcf tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "PUT /v2.0/routers/9849c243-9e22-4363-aefa-de2010abd27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1849930 Sep 22 10:47:02.609163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a97ce05e-e1ba-46c4-9b2b-ec23100e73a4 None None] Provisioning complete for port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:02.611684 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a97ce05e-e1ba-46c4-9b2b-ec23100e73a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:02.618634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Sync routers for ids ['9849c243-9e22-4363-aefa-de2010abd27d'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:47:02.644223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-2ea421c5-26d6-41f9-a24f-5c6c7b7ca8cf service neutron] 10.222.0.30 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347519 Sep 22 10:47:02.724262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Routers {'9849c243-9e22-4363-aefa-de2010abd27d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:02.728653 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:46:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9849c243-9e22-4363-aefa-de2010abd27d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:02.854576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee84a0a-5d69-4588-a190-1ac2cc51191d req-262d0c5d-590f-4d97-8995-7d19a73fb4dc service neutron] 10.222.0.30 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021616 Sep 22 10:47:02.875095 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a97ce05e-e1ba-46c4-9b2b-ec23100e73a4 None None] Port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:47:02.896877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f48629d3-0da2-44f8-b21e-628692e91f47 req-aadb176e-bcb9-4902-843a-5b282ee94f9c tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4994354 Sep 22 10:47:02.952160 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Set router 9849c243-9e22-4363-aefa-de2010abd27d gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:03.064460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-451ca3e4-52c6-493a-8331-e9a17cad6123 None None] Provisioning complete for port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:03.064835 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-451ca3e4-52c6-493a-8331-e9a17cad6123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:03.293115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-0d9da034-442d-428e-ae91-c8003276d3b3 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:03.301785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-0d9da034-442d-428e-ae91-c8003276d3b3 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/networks?id=dbc2ac4d-4b78-4d0b-9008-7de355405c9c HTTP/1.1" status: 200 len: 798 time: 0.2705181 Sep 22 10:47:03.322010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-680ccc68-225c-4916-86a8-21f3c5ebace9 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/quotas/f3cd3b7a50bf4452aceffbdbe5baa6a2 HTTP/1.1" status: 200 len: 375 time: 0.0187001 Sep 22 10:47:03.413944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-451ca3e4-52c6-493a-8331-e9a17cad6123 None None] Port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:47:03.415111 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-4721e473-ab59-4e86-b0bf-b1e9cdaafcff tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0920806 Sep 22 10:47:03.457603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 398920f9-54cf-464a-acf4-1e969f64b052 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:03.525024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849c243-9e22-4363-aefa-de2010abd27d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:46:50Z', 'updated_at': '2021-09-22T10:47:00Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:52Z', 'updated_at': '2021-09-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'a87a47ce-f87a-4c61-8a51-c3213b22b1e0', 'name': '', 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:85:c0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '25b30df8-4680-4eaa-8fe7-5d760b39e5fd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:59Z', 'updated_at': '2021-09-22T10:47:01Z', 'revision_number': 2, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': '25b30df8-4680-4eaa-8fe7-5d760b39e5fd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:03.547140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-f6779907-2013-4656-8002-3a629c180c8d service neutron] 10.222.0.20 "GET /v2.0/networks/dbc2ac4d-4b78-4d0b-9008-7de355405c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278832 Sep 22 10:47:03.554967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Checking router: 9849c243-9e22-4363-aefa-de2010abd27d for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:47:03.555303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Updating router 9849c243-9e22-4363-aefa-de2010abd27d port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:47:03.588480 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:03.661602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 398920f9-54cf-464a-acf4-1e969f64b052 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:03.666675 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:03.731985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-b016e13e-6536-4b86-923c-d8197600db4f service neutron] 10.222.0.20 "GET /v2.0/networks/dbc2ac4d-4b78-4d0b-9008-7de355405c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837654 Sep 22 10:47:04.089299 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:04.169333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:04.197447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f41b2-d80b-4c35-8c8f-933584a291d8 req-ff17fa20-a5cf-4a4b-ac56-3252ac80bde1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:04.199263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-921f41b2-d80b-4c35-8c8f-933584a291d8 req-ff17fa20-a5cf-4a4b-ac56-3252ac80bde1 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0612237 Sep 22 10:47:04.230558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb95e06-71e4-474e-8deb-273a6d120a61 None None] Pushing event updated for resources: {'Port': ['ID=a87a47ce-f87a-4c61-8a51-c3213b22b1e0,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:04.307674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-921f41b2-d80b-4c35-8c8f-933584a291d8 req-50506958-0ae9-4a7e-a824-61b596f183f2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996454 Sep 22 10:47:04.432863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-275e7b62-adaf-47a5-af2c-924333476aa6 req-5321c312-dd34-4a81-91e4-9ca3a592e3ad tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 210 time: 0.0447993 Sep 22 10:47:04.446964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Attempting to bind port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:47:04.448824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Attempting to bind port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:47:04.450595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Attempting to bind port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 on network dbc2ac4d-4b78-4d0b-9008-7de355405c9c {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:47:04.463861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:47:04.465708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Checking segment: {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:47:04.465708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:04.465708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Bound using segment: {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:47:04.465942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Bound port: a87a47ce-f87a-4c61-8a51-c3213b22b1e0, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:47:04.469693 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:04.605494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] For port a87a47ce-f87a-4c61-8a51-c3213b22b1e0, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:47:04.609321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] For port a87a47ce-f87a-4c61-8a51-c3213b22b1e0, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a87a47ce-f87a-4c61-8a51-c3213b22b1e0,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:47:04.664872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2b4afa8d-19b6-4465-8137-0aa1e3f431ad None None] Provisioning complete for port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:04.666620 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2b4afa8d-19b6-4465-8137-0aa1e3f431ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:04.707794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2b4afa8d-19b6-4465-8137-0aa1e3f431ad None None] Port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:47:04.730930 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:04.963992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Routers {'9849c243-9e22-4363-aefa-de2010abd27d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:04.964612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:46:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9849c243-9e22-4363-aefa-de2010abd27d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:05.004070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb95e06-71e4-474e-8deb-273a6d120a61 None None] Pushing event updated for resources: {'Port': ['ID=a87a47ce-f87a-4c61-8a51-c3213b22b1e0,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:05.089379 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] Set router 9849c243-9e22-4363-aefa-de2010abd27d gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:05.261943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-adec6760-6121-4ac8-8074-b1ca87e59215 None None] Provisioning complete for port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:05.262271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-adec6760-6121-4ac8-8074-b1ca87e59215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:05.393476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-adec6760-6121-4ac8-8074-b1ca87e59215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:05.408067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849c243-9e22-4363-aefa-de2010abd27d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:46:50Z', 'updated_at': '2021-09-22T10:47:00Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:52Z', 'updated_at': '2021-09-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'a87a47ce-f87a-4c61-8a51-c3213b22b1e0', 'name': '', 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:85:c0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '25b30df8-4680-4eaa-8fe7-5d760b39e5fd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:59Z', 'updated_at': '2021-09-22T10:47:04Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': '25b30df8-4680-4eaa-8fe7-5d760b39e5fd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:05.450058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eabe56-3fe9-4383-bb18-c7948c62d324 None None] The sync data for ids ['9849c243-9e22-4363-aefa-de2010abd27d'] in n-d-807025-3 is: [{'id': '9849c243-9e22-4363-aefa-de2010abd27d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:46:50Z', 'updated_at': '2021-09-22T10:47:00Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:52Z', 'updated_at': '2021-09-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'a87a47ce-f87a-4c61-8a51-c3213b22b1e0', 'name': '', 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:85:c0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3479, 'fixed_ips': [{'subnet_id': '25b30df8-4680-4eaa-8fe7-5d760b39e5fd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:59Z', 'updated_at': '2021-09-22T10:47:04Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': '25b30df8-4680-4eaa-8fe7-5d760b39e5fd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:47:05.496641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-adec6760-6121-4ac8-8074-b1ca87e59215 None None] For port a87a47ce-f87a-4c61-8a51-c3213b22b1e0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a87a47ce-f87a-4c61-8a51-c3213b22b1e0,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:05.504869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036690db-f785-4ed4-87fa-f8d7522dd6f4 req-b13250a4-d02b-4c91-9480-43617a3b459f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:05.542642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-036690db-f785-4ed4-87fa-f8d7522dd6f4 req-b13250a4-d02b-4c91-9480-43617a3b459f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.1259897 Sep 22 10:47:05.617068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-036690db-f785-4ed4-87fa-f8d7522dd6f4 req-e85bf2e1-016c-42f1-b64f-6fb74ba4df9a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715420 Sep 22 10:47:05.645054 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-adec6760-6121-4ac8-8074-b1ca87e59215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:05.718084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-511f721a-60e2-402a-b0d9-3098ca328ad1 req-d0fee296-1c60-4ccd-a037-f676ae53a216 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 210 time: 0.0432894 Sep 22 10:47:05.723889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec6760-6121-4ac8-8074-b1ca87e59215 None None] Pushing event updated for resources: {'Port': ['ID=a87a47ce-f87a-4c61-8a51-c3213b22b1e0,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:06.707154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57818) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:06.781977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659a78-904d-4653-8774-f68a32fae249 req-e1b2e24f-db3d-4be1-8f9a-250240a08aec tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:06.787618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db659a78-904d-4653-8774-f68a32fae249 req-e1b2e24f-db3d-4be1-8f9a-250240a08aec tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0941324 Sep 22 10:47:06.846495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db659a78-904d-4653-8774-f68a32fae249 req-78e9b0d6-605c-437d-b244-0a8aa6253a7f tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505576 Sep 22 10:47:06.880909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-edea5d55-6321-4db4-b55d-85186791cfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:06.978891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41899368-a400-4f71-80cb-135a89bab8ca req-c4b0d3de-db1c-463d-b0f2-b42997d65e48 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 210 time: 0.0429044 Sep 22 10:47:07.046827 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-edea5d55-6321-4db4-b55d-85186791cfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.228991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-edea5d55-6321-4db4-b55d-85186791cfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.318727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57832) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:07.319221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-edea5d55-6321-4db4-b55d-85186791cfec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78c63d53916d4b15a2be431f92ea3470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099567 Sep 22 10:47:07.321872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea5d55-6321-4db4-b55d-85186791cfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcafb43-78c3-4394-b88a-5d3d80c217ac,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:07.351101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-10fd1865-bd6b-4928-b5ae-7fde9e7fd064 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:07.354218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-10fd1865-bd6b-4928-b5ae-7fde9e7fd064 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.30 "GET /v2.0/networks?id=dbc2ac4d-4b78-4d0b-9008-7de355405c9c HTTP/1.1" status: 200 len: 798 time: 0.1577756 Sep 22 10:47:07.372482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Request body: {'port': {'device_id': '196004f6-2966-478c-b80a-e98382e93fe8', 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c', 'admin_state_up': True, 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:47:07.421399 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e9c2-f171-446b-a384-999d67dbef19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.489030 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a87a47ce-f87a-4c61-8a51-c3213b22b1e0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:07.518985 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e9c2-f171-446b-a384-999d67dbef19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.589968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:07.590631 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.709103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e9c2-f171-446b-a384-999d67dbef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.712861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b3e9c2-f171-446b-a384-999d67dbef19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.715156 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a5b3e9c2-f171-446b-a384-999d67dbef19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bcafb43-78c3-4394-b88a-5d3d80c217ac HTTP/1.1" status: 204 len: 168 time: 0.3951423 Sep 22 10:47:07.739087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Made reservation on behalf of f3cd3b7a50bf4452aceffbdbe5baa6a2 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:47:07.749377 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.754988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3e9c2-f171-446b-a384-999d67dbef19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcafb43-78c3-4394-b88a-5d3d80c217ac,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:07.790663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be782808-1c79-4652-a6b0-f3cabfd82dbd req-3fea703b-bd9c-4d39-9fc5-17fa429ec7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:07.793912 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-be782808-1c79-4652-a6b0-f3cabfd82dbd req-3fea703b-bd9c-4d39-9fc5-17fa429ec7ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 1097 time: 0.1615424 Sep 22 10:47:07.903792 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-be782808-1c79-4652-a6b0-f3cabfd82dbd req-991036ee-2388-4c38-925a-2a2b77e1946a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999315 Sep 22 10:47:08.033679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Allocated IP 172.20.0.29 (dbc2ac4d-4b78-4d0b-9008-7de355405c9c/25b30df8-4680-4eaa-8fe7-5d760b39e5fd/773fcf1b-ac19-404a-8c8b-c17903b08b61) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:47:08.075186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd35f-8c9b-43cf-bdfe-dd7747bfdb6f req-48f8e890-3f22-4940-8424-e35a5fd34a10 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:08.076729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-401bd35f-8c9b-43cf-bdfe-dd7747bfdb6f req-48f8e890-3f22-4940-8424-e35a5fd34a10 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.1519382 Sep 22 10:47:08.237145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-401bd35f-8c9b-43cf-bdfe-dd7747bfdb6f req-a167554f-f276-49ca-8e31-1f0210148c97 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423707 Sep 22 10:47:08.338157 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:08.406900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6644fa59-c58a-4e6a-9dad-6638ec3ce1f0 req-93eb0ef5-0e68-4aad-bad5-f2ae176e3a37 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 210 time: 0.0347097 Sep 22 10:47:08.478394 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:08.546315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event updated for resources: {'Port': ['ID=773fcf1b-ac19-404a-8c8b-c17903b08b61,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:08.573843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Network dbc2ac4d-4b78-4d0b-9008-7de355405c9c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:47:08.575369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:47:08.587758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:47:08.703613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:08.704551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:08.782809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57866) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:08.797484 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-6d25c890-6bb7-497a-808f-79c3e3912766 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4289517 Sep 22 10:47:08.829111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Request body: {'port': {'device_id': '196004f6-2966-478c-b80a-e98382e93fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:47:08.835349 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e21a131-c946-4456-a2b9-9f1de256d0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:09.021001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-98b1c42b-bbfd-477e-b722-88677577b64c None None] Provisioning complete for port 773fcf1b-ac19-404a-8c8b-c17903b08b61 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:09.034338 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-98b1c42b-bbfd-477e-b722-88677577b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:09.041021 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:09.097570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e05c7170-b943-4a76-8d6d-c0d433cd04ff details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:47:09.158323 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-98b1c42b-bbfd-477e-b722-88677577b64c None None] Port 773fcf1b-ac19-404a-8c8b-c17903b08b61 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:47:09.397610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e05c7170-b943-4a76-8d6d-c0d433cd04ff, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:09.417734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'port_id': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'mac_address': 'fa:16:3e:72:0f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:47:09.475163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:09.492692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e05c7170-b943-4a76-8d6d-c0d433cd04ff {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:47:09.528304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e05c7170-b943-4a76-8d6d-c0d433cd04ff, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:09.528840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b13c9-02ac-4c56-a6c6-0c2772b1577c req-43121cef-f605-4cfa-9ca6-6e0b6f392a5e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:09.530379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-110b13c9-02ac-4c56-a6c6-0c2772b1577c req-43121cef-f605-4cfa-9ca6-6e0b6f392a5e tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.1219597 Sep 22 10:47:09.534695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773fcf1b-ac19-404a-8c8b-c17903b08b61 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:47:09.548002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:09.583368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Transition to ACTIVE for port object 773fcf1b-ac19-404a-8c8b-c17903b08b61 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:47:09.606224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-110b13c9-02ac-4c56-a6c6-0c2772b1577c req-ac7cf6e1-b2fa-4dd2-9682-867f698c1038 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637226 Sep 22 10:47:09.637843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e21a131-c946-4456-a2b9-9f1de256d0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:09.638347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 57884) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:09.741189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-53e826a8-abb5-441d-ad22-ef9af48d56ee tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/floatingips/2f75a21f-2e28-4c6a-868f-39922fa044d2 HTTP/1.1" status: 200 len: 993 time: 0.1017730 Sep 22 10:47:09.761645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfca8f9-3beb-4fc5-8251-ce7aed09c4eb req-67b4eada-4b45-45a0-b119-636e06db4c82 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:09.763171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8bfca8f9-3beb-4fc5-8251-ce7aed09c4eb req-67b4eada-4b45-45a0-b119-636e06db4c82 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 895 time: 0.0690594 Sep 22 10:47:09.963105 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.026695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=e05c7170-b943-4a76-8d6d-c0d433cd04ff,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:10.028519 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e21a131-c946-4456-a2b9-9f1de256d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.039955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.122892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5e21a131-c946-4456-a2b9-9f1de256d0b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b182ef3ba014b088e0ac7e8354499ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3389337 Sep 22 10:47:10.123864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21a131-c946-4456-a2b9-9f1de256d0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9250bb-3c09-464f-9b08-1a86a5517bc2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:10.125561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57888) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:10.171644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Pushing event updated for resources: {'Port': ['ID=773fcf1b-ac19-404a-8c8b-c17903b08b61,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:10.216238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['e05c7170-b943-4a76-8d6d-c0d433cd04ff'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:47:10.225399 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f0acc0f-fec6-4c7b-b181-52bffded133d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.271882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f0acc0f-fec6-4c7b-b181-52bffded133d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.288511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Attempting to bind port 773fcf1b-ac19-404a-8c8b-c17903b08b61 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:47:10.289177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Attempting to bind port 773fcf1b-ac19-404a-8c8b-c17903b08b61 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:47:10.289708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Attempting to bind port 773fcf1b-ac19-404a-8c8b-c17903b08b61 on network dbc2ac4d-4b78-4d0b-9008-7de355405c9c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:47:10.298929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Port 773fcf1b-ac19-404a-8c8b-c17903b08b61 on network dbc2ac4d-4b78-4d0b-9008-7de355405c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:47:10.300565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Attempting to bind port 773fcf1b-ac19-404a-8c8b-c17903b08b61 on network dbc2ac4d-4b78-4d0b-9008-7de355405c9c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:47:10.311378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:47:10.312060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Checking segment: {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:47:10.312671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Bound using segment: {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:47:10.318604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Bound port: 773fcf1b-ac19-404a-8c8b-c17903b08b61, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22241392-d28d-4dd2-a4f5-a3cd8be83c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:47:10.319254 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.448735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f0acc0f-fec6-4c7b-b181-52bffded133d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.451302 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3f0acc0f-fec6-4c7b-b181-52bffded133d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.455245 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3f0acc0f-fec6-4c7b-b181-52bffded133d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d9250bb-3c09-464f-9b08-1a86a5517bc2 HTTP/1.1" status: 204 len: 168 time: 0.3252406 Sep 22 10:47:10.463309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] For port 773fcf1b-ac19-404a-8c8b-c17903b08b61, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:47:10.476642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] For port 773fcf1b-ac19-404a-8c8b-c17903b08b61, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=773fcf1b-ac19-404a-8c8b-c17903b08b61,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:47:10.477936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0acc0f-fec6-4c7b-b181-52bffded133d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9250bb-3c09-464f-9b08-1a86a5517bc2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:10.557553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.652853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:10.656906 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:10.658425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] 10.222.0.30 "PUT /v2.0/ports/773fcf1b-ac19-404a-8c8b-c17903b08b61 HTTP/1.1" status: 200 len: 1055 time: 1.8394296 Sep 22 10:47:10.659096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6703e-3067-4f32-8bbb-75522a4fa26c service neutron] Pushing event updated for resources: {'Port': ['ID=773fcf1b-ac19-404a-8c8b-c17903b08b61,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:10.685399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196004f6-2966-478c-b80a-e98382e93fe8', 'tag': '773fcf1b-ac19-404a-8c8b-c17903b08b61'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:10.688892 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72137475-a798-4d28-9bd1-fe207254b0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "196004f6-2966-478c-b80a-e98382e93fe8", "tag": "773fcf1b-ac19-404a-8c8b-c17903b08b61"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:10.740348 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce73bcb-f670-4882-ac99-dcff6240843a x-openstack-request-id: req-cce73bcb-f670-4882-ac99-dcff6240843a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:10.740859 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196004f6-2966-478c-b80a-e98382e93fe8", "tag": "773fcf1b-ac19-404a-8c8b-c17903b08b61", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:10.741118 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cce73bcb-f670-4882-ac99-dcff6240843a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:10.741532 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196004f6-2966-478c-b80a-e98382e93fe8', 'tag': '773fcf1b-ac19-404a-8c8b-c17903b08b61', 'status': 'completed', 'code': 200} Sep 22 10:47:10.920245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137475-a798-4d28-9bd1-fe207254b0fe req-c1e3821f-e7db-4e2a-88b1-484594141f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:10.926058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72137475-a798-4d28-9bd1-fe207254b0fe req-c1e3821f-e7db-4e2a-88b1-484594141f7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 1058 time: 0.1331692 Sep 22 10:47:11.101058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e05c7170-b943-4a76-8d6d-c0d433cd04ff up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:11.173901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af6270-d845-415a-b061-baea4e649e12 req-bdf00b2d-f7f5-43a7-bf48-d14cfcdf40d3 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:11.181197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8af6270-d845-415a-b061-baea4e649e12 req-bdf00b2d-f7f5-43a7-bf48-d14cfcdf40d3 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 907 time: 0.3191273 Sep 22 10:47:11.206432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137475-a798-4d28-9bd1-fe207254b0fe req-222523b4-8edb-402c-a395-639393f03b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:11.209147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137475-a798-4d28-9bd1-fe207254b0fe req-222523b4-8edb-402c-a395-639393f03b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:11.211108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72137475-a798-4d28-9bd1-fe207254b0fe req-222523b4-8edb-402c-a395-639393f03b46 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.2757351 Sep 22 10:47:11.213760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port e05c7170-b943-4a76-8d6d-c0d433cd04ff triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:11.214191 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:11.367667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137475-a798-4d28-9bd1-fe207254b0fe req-1e2b3cfd-287f-4725-afa5-a35623a52e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:11.369219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72137475-a798-4d28-9bd1-fe207254b0fe req-1e2b3cfd-287f-4725-afa5-a35623a52e2e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504292 Sep 22 10:47:11.412468 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:11.456564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port e05c7170-b943-4a76-8d6d-c0d433cd04ff, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:11.457285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:11.460888 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c56ac0-89fe-45d6-bd6f-54383f16e936" -d '{"events": [{"server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "name": "network-vif-plugged", "status": "completed", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:11.487249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-e3aef6bd-6c36-4510-8f61-dd43edc2f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:11.488770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-e3aef6bd-6c36-4510-8f61-dd43edc2f3bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 1058 time: 0.0808527 Sep 22 10:47:11.511570 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f98b66f-940b-4798-a032-421b6946dc32 x-openstack-request-id: req-2f98b66f-940b-4798-a032-421b6946dc32 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:11.511859 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "name": "network-vif-plugged", "status": "completed", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:11.512112 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f98b66f-940b-4798-a032-421b6946dc32 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:11.512531 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'code': 200} Sep 22 10:47:11.542131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-0e4f0fc3-944a-42c8-9192-598bfc7665b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=773fcf1b-ac19-404a-8c8b-c17903b08b61 HTTP/1.1" status: 200 len: 217 time: 0.0448809 Sep 22 10:47:11.544737 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:11.615572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-ea17c0bf-39a4-489f-895c-d12d6743382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:11.617309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-ea17c0bf-39a4-489f-895c-d12d6743382c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25b30df8-4680-4eaa-8fe7-5d760b39e5fd HTTP/1.1" status: 200 len: 838 time: 0.0677838 Sep 22 10:47:11.623859 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=e05c7170-b943-4a76-8d6d-c0d433cd04ff,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:11.672251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-addfb2d7-b42f-47d7-8a28-da6d7042f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:11.673866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-addfb2d7-b42f-47d7-8a28-da6d7042f85e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbc2ac4d-4b78-4d0b-9008-7de355405c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498269 Sep 22 10:47:11.795754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-2a56c972-d4d1-4cfe-af2d-94f848afd31f service neutron] 10.222.0.30 "GET /v2.0/networks/dbc2ac4d-4b78-4d0b-9008-7de355405c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112976 Sep 22 10:47:11.905840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70a22ac4-b9c8-46b8-a2e3-13a50208d990 req-022190f4-992c-4f88-9977-3416c398998b service neutron] 10.222.0.30 "GET /v2.0/networks/dbc2ac4d-4b78-4d0b-9008-7de355405c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035101 Sep 22 10:47:12.324529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64302b22-6215-4388-949b-3e967bd3ef63 req-18fc1346-fbf3-48a1-ab29-3e0c59790fde tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:12.326481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64302b22-6215-4388-949b-3e967bd3ef63 req-18fc1346-fbf3-48a1-ab29-3e0c59790fde tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 907 time: 0.0751057 Sep 22 10:47:12.956670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 57974) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:13.509182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3674-e081-4310-aa8e-0d737d5bd4f1 req-51ed08ab-226f-42f0-9e6b-96d7dd162e18 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:13.512079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-687d3674-e081-4310-aa8e-0d737d5bd4f1 req-51ed08ab-226f-42f0-9e6b-96d7dd162e18 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 907 time: 0.0611918 Sep 22 10:47:13.624848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:13.895270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Deleting port d40260d9-f974-4a8d-b8e6-233868ef6967 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:13.895612 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:13.990236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] For port d40260d9-f974-4a8d-b8e6-233868ef6967, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d40260d9-f974-4a8d-b8e6-233868ef6967,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:13.990743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:14.007786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Calling delete_port for d40260d9-f974-4a8d-b8e6-233868ef6967 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:14.306806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:14.337728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40260d9-f974-4a8d-b8e6-233868ef6967,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:14.707910 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:14.728812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07a728-f703-4fb8-b947-f472e3d79d95 req-86451a42-d9b4-4df4-ad4f-c0041b7122d7 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:14.730523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df07a728-f703-4fb8-b947-f472e3d79d95 req-86451a42-d9b4-4df4-ad4f-c0041b7122d7 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 907 time: 0.0986359 Sep 22 10:47:15.103288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 773fcf1b-ac19-404a-8c8b-c17903b08b61 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:47:15.206565 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Router 26c0e4c8-6b23-4f76-924a-1dda2d74764e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:47:15.212683 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 773fcf1b-ac19-404a-8c8b-c17903b08b61, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=773fcf1b-ac19-404a-8c8b-c17903b08b61,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:15.229778 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '773fcf1b-ac19-404a-8c8b-c17903b08b61', 'network_id': 'dbc2ac4d-4b78-4d0b-9008-7de355405c9c', 'port_id': '773fcf1b-ac19-404a-8c8b-c17903b08b61', 'mac_address': 'fa:16:3e:5b:d9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b30df8-4680-4eaa-8fe7-5d760b39e5fd', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:47:15.281748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:15.299419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773fcf1b-ac19-404a-8c8b-c17903b08b61 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:47:15.326615 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 773fcf1b-ac19-404a-8c8b-c17903b08b61, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=773fcf1b-ac19-404a-8c8b-c17903b08b61,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:15.326739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:47:15.332450 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8e81440b-70aa-4750-9d41-882d1b5afa42 admin admin] 10.222.0.20 "PUT /v2.0/routers/26c0e4c8-6b23-4f76-924a-1dda2d74764e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3746672 Sep 22 10:47:15.335097 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58026) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:15.341337 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] Sync routers for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:47:15.371428 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:15.372558 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:46:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:15.431780 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:15.511700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=773fcf1b-ac19-404a-8c8b-c17903b08b61,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:15.524649 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:15.559064 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:15.641168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['773fcf1b-ac19-404a-8c8b-c17903b08b61'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:47:15.731097 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:15.837206 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:47:14Z', 'revision_number': 5, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port': {'id': 'd8dc8583-3ff9-44f0-8863-3ec9689f1002', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:38Z', 'updated_at': '2021-09-22T10:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:15.879226 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] Checking router: 26c0e4c8-6b23-4f76-924a-1dda2d74764e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:47:15.888785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Deleting port d8dc8583-3ff9-44f0-8863-3ec9689f1002 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:15.889140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:15.889807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] Routers {'26c0e4c8-6b23-4f76-924a-1dda2d74764e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:15.890825 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:46:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:15.936475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdcc15-18ea-4637-a638-fdd62561abb6 req-35ec7a2c-0fde-4783-8d8c-86b2922739b0 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:15.938341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebbdcc15-18ea-4637-a638-fdd62561abb6 req-35ec7a2c-0fde-4783-8d8c-86b2922739b0 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 908 time: 0.1105545 Sep 22 10:47:16.024135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] For port d8dc8583-3ff9-44f0-8863-3ec9689f1002, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d8dc8583-3ff9-44f0-8863-3ec9689f1002,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:16.024135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:16.043375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Calling delete_port for d8dc8583-3ff9-44f0-8863-3ec9689f1002 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:16.119341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-30e88246-99c0-4f15-beae-1802f7a77547 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c110bdca1d8844d2aaf70884abccd1f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386658 Sep 22 10:47:16.163819 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] Set router 26c0e4c8-6b23-4f76-924a-1dda2d74764e gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:16.216710 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:47:15Z', 'revision_number': 6, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:16.248062 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02dc1d-1cb5-4930-b279-c8705bb5773e None None] The sync data for ids ['26c0e4c8-6b23-4f76-924a-1dda2d74764e'] in n-d-807025-3 is: [{'id': '26c0e4c8-6b23-4f76-924a-1dda2d74764e', 'name': 'tempest-AttachVolumeTestJSON-60046599-router', 'tenant_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:37Z', 'updated_at': '2021-09-22T10:47:15Z', 'revision_number': 6, 'project_id': '12b431a32ff74f14b3aa8f76a13b0fd8', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:47:16.312890 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:16.326058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-ccf48384-e0c9-44c5-bc0e-0dcc73a0514b tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:16.327646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-ccf48384-e0c9-44c5-bc0e-0dcc73a0514b tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046731 Sep 22 10:47:16.347839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8dc8583-3ff9-44f0-8863-3ec9689f1002,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:16.353569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-22e2a4d0-c256-4884-b821-1d1939419f6b tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/quotas/c110bdca1d8844d2aaf70884abccd1f1 HTTP/1.1" status: 200 len: 375 time: 0.0181632 Sep 22 10:47:16.389018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-49ac8caf-a997-4127-b1cf-c982f4c47dd0 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c110bdca1d8844d2aaf70884abccd1f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276706 Sep 22 10:47:16.425732 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:16.525373 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:16.527582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:16.684657 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:16.684657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26c0e4c8-6b23-4f76-924a-1dda2d74764e {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:47:16.688423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:16.689734 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-026e08a6-c330-48d2-93e1-e0682aec5842 admin admin] 10.222.0.20 "DELETE /v2.0/routers/26c0e4c8-6b23-4f76-924a-1dda2d74764e HTTP/1.1" status: 204 len: 168 time: 1.3534653 Sep 22 10:47:16.694569 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58066) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:16.709754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a074a44f-8060-44f4-895a-1cf16da3144b req-561de4f4-f46e-413b-bf61-686f9ef2cd13 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 210 time: 0.0485280 Sep 22 10:47:16.756855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b1f9b7-7286-4a7c-9e52-7f52bfc387ae admin admin] Deleting subnet 2d647f3d-7d78-478f-a70c-910db0b50d71 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:47:16.759939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3b1f9b7-7286-4a7c-9e52-7f52bfc387ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:16.802681 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3b1f9b7-7286-4a7c-9e52-7f52bfc387ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:16.888114 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3b1f9b7-7286-4a7c-9e52-7f52bfc387ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.064901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bce96-b805-4fec-9e6e-7a698bceae51 req-8af5ed11-ed5e-4343-b29b-3686ecb26ec3 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:17.066430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ff0bce96-b805-4fec-9e6e-7a698bceae51 req-8af5ed11-ed5e-4343-b29b-3686ecb26ec3 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 908 time: 0.0512228 Sep 22 10:47:17.116047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 773fcf1b-ac19-404a-8c8b-c17903b08b61 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:17.147190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3b1f9b7-7286-4a7c-9e52-7f52bfc387ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.176733 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1f9b7-7286-4a7c-9e52-7f52bfc387ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d647f3d-7d78-478f-a70c-910db0b50d71,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:17.180489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e3b1f9b7-7286-4a7c-9e52-7f52bfc387ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.182394 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e3b1f9b7-7286-4a7c-9e52-7f52bfc387ae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d647f3d-7d78-478f-a70c-910db0b50d71 HTTP/1.1" status: 204 len: 168 time: 0.4854991 Sep 22 10:47:17.185128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58080) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:17.188555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40542f44-b655-4132-97f8-77ccc5d0bfcc None None] Network be360dd7-717a-4395-9e83-3bfe4a62e31d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:47:17.267810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.323122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 773fcf1b-ac19-404a-8c8b-c17903b08b61 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:47:17.327279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 773fcf1b-ac19-404a-8c8b-c17903b08b61 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:17.327767 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.352208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Deleting port aa66239b-c269-48d3-b99e-dcdbbd52532c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:17.352552 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.431260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416a4597-5570-403e-bd52-62dd489ff342 None None] DHCP port deletion for be360dd7-717a-4395-9e83-3bfe4a62e31d request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:47:17.451817 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.474357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] For port aa66239b-c269-48d3-b99e-dcdbbd52532c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=aa66239b-c269-48d3-b99e-dcdbbd52532c,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:17.474357 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.480327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d40260d9-f974-4a8d-b8e6-233868ef6967 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:17.510482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Calling delete_port for aa66239b-c269-48d3-b99e-dcdbbd52532c owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:17.520642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d40260d9-f974-4a8d-b8e6-233868ef6967 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:17.521642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d40260d9-f974-4a8d-b8e6-233868ef6967 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:17.521928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d8dc8583-3ff9-44f0-8863-3ec9689f1002 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:17.547400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196004f6-2966-478c-b80a-e98382e93fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773fcf1b-ac19-404a-8c8b-c17903b08b61'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:17.549594 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809acf33-b55a-4f43-9922-4e25ae9ba564" -d '{"events": [{"server_uuid": "196004f6-2966-478c-b80a-e98382e93fe8", "name": "network-vif-plugged", "status": "completed", "tag": "773fcf1b-ac19-404a-8c8b-c17903b08b61"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:17.552118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d8dc8583-3ff9-44f0-8863-3ec9689f1002 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:17.554676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d8dc8583-3ff9-44f0-8863-3ec9689f1002 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:17.566434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 773fcf1b-ac19-404a-8c8b-c17903b08b61, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=773fcf1b-ac19-404a-8c8b-c17903b08b61,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:17.583996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-416a4597-5570-403e-bd52-62dd489ff342 None None] Deleting port aa66239b-c269-48d3-b99e-dcdbbd52532c {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:17.583996 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-416a4597-5570-403e-bd52-62dd489ff342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.597939 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5322fb29-6596-49ac-a5ce-e07f188074ff x-openstack-request-id: req-5322fb29-6596-49ac-a5ce-e07f188074ff {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:17.598248 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196004f6-2966-478c-b80a-e98382e93fe8", "name": "network-vif-plugged", "status": "completed", "tag": "773fcf1b-ac19-404a-8c8b-c17903b08b61", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:17.598586 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5322fb29-6596-49ac-a5ce-e07f188074ff {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:17.598988 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196004f6-2966-478c-b80a-e98382e93fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773fcf1b-ac19-404a-8c8b-c17903b08b61', 'code': 200} Sep 22 10:47:17.656305 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.666092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-416a4597-5570-403e-bd52-62dd489ff342 None None] For port aa66239b-c269-48d3-b99e-dcdbbd52532c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=aa66239b-c269-48d3-b99e-dcdbbd52532c,segment=NetworkSegment(fce42d6e-50bd-435b-b21a-a4dda74b1e2c),segment_id=fce42d6e-50bd-435b-b21a-a4dda74b1e2c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:17.666512 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-416a4597-5570-403e-bd52-62dd489ff342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.701122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aed779-d6b6-4935-864a-cb2fba3511a1 req-646f411f-2c88-4189-bee9-0f682d065c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:17.702693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7aed779-d6b6-4935-864a-cb2fba3511a1 req-646f411f-2c88-4189-bee9-0f682d065c3d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 1060 time: 0.0472019 Sep 22 10:47:17.705349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-416a4597-5570-403e-bd52-62dd489ff342 None None] Calling delete_port for aa66239b-c269-48d3-b99e-dcdbbd52532c owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:17.705850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.746881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa66239b-c269-48d3-b99e-dcdbbd52532c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:17.750699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] No DVR routers for this DVR port aa66239b-c269-48d3-b99e-dcdbbd52532c on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:47:17.761321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=773fcf1b-ac19-404a-8c8b-c17903b08b61,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:17.834173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-416a4597-5570-403e-bd52-62dd489ff342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.860377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a4597-5570-403e-bd52-62dd489ff342 None None] Pushing event deleted for resources: {'Port': ['ID=aa66239b-c269-48d3-b99e-dcdbbd52532c,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:17.864879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a4597-5570-403e-bd52-62dd489ff342 None None] No DVR routers for this DVR port aa66239b-c269-48d3-b99e-dcdbbd52532c on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:47:17.879714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8267281-1088-492e-897d-1015fe77782f req-953a08cb-4399-40a7-a6f8-740a2a0c7b8d tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 210 time: 0.0409317 Sep 22 10:47:17.911022 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.934284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be360dd7-717a-4395-9e83-3bfe4a62e31d']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:17.944726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:17.945027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce42d6e-50bd-435b-b21a-a4dda74b1e2c') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:17.955128 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.969163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:47:17.985228 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:47:18.172423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:18.178965 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:18.180768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] 10.222.0.20 "DELETE /v2.0/networks/be360dd7-717a-4395-9e83-3bfe4a62e31d HTTP/1.1" status: 204 len: 168 time: 0.9946196 Sep 22 10:47:18.193287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ac441-b665-43d8-b86c-008e18d1fb49 admin admin] Pushing event deleted for resources: {'Network': ['ID=be360dd7-717a-4395-9e83-3bfe4a62e31d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:18.211854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8190d9f-e08e-4e81-8598-ecb0a3dead64 req-7bcdda79-8158-4593-8304-df496fd359a5 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:18.213400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8190d9f-e08e-4e81-8598-ecb0a3dead64 req-7bcdda79-8158-4593-8304-df496fd359a5 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 909 time: 0.0718143 Sep 22 10:47:18.594165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58128) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:18.641749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f7cfc561-ff90-46df-9cf7-899e4cab4744 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12b431a32ff74f14b3aa8f76a13b0fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437977 Sep 22 10:47:18.642154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58130) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:18.706192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf9bf-2710-40c5-8cd5-7934d44854f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:18.728186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf9bf-2710-40c5-8cd5-7934d44854f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:18.877596 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf9bf-2710-40c5-8cd5-7934d44854f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:18.880301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0bcbf9bf-2710-40c5-8cd5-7934d44854f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:18.884058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0bcbf9bf-2710-40c5-8cd5-7934d44854f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82debe94-24da-4d11-9198-e7acf069ba44 HTTP/1.1" status: 204 len: 168 time: 0.2385664 Sep 22 10:47:18.891915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbf9bf-2710-40c5-8cd5-7934d44854f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82debe94-24da-4d11-9198-e7acf069ba44,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:18.997062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad4e67a1-62de-4da7-9080-1283e1ace7c7 req-a42fd03d-ba39-4024-81c9-0f0ff6394a58 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 210 time: 0.0380356 Sep 22 10:47:19.343854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c4e7e-a202-4bcc-817c-1675378612cf req-ee9b1768-7722-4838-8416-e28521778f84 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:19.352931 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f45c4e7e-a202-4bcc-817c-1675378612cf req-ee9b1768-7722-4838-8416-e28521778f84 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 909 time: 0.0606234 Sep 22 10:47:19.413368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device aa66239b-c269-48d3-b99e-dcdbbd52532c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:19.491019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: aa66239b-c269-48d3-b99e-dcdbbd52532c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:19.491431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device aa66239b-c269-48d3-b99e-dcdbbd52532c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:19.535064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202d172-c621-4817-b841-05e23cd97f68 req-0758d9e1-f81c-4b02-81b0-c1d6e4a405a7 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:19.537432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f202d172-c621-4817-b841-05e23cd97f68 req-0758d9e1-f81c-4b02-81b0-c1d6e4a405a7 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 909 time: 0.0592988 Sep 22 10:47:19.616743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-05407909-7b27-4a9d-aaf3-d0295bf682e2 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c110bdca1d8844d2aaf70884abccd1f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219827 Sep 22 10:47:19.719053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bbf11-165a-43d5-bbbf-2bf8cdc6d20e req-cc140cd4-b1ee-4f0c-8e10-4eeca73808f7 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:19.720596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-840bbf11-165a-43d5-bbbf-2bf8cdc6d20e req-cc140cd4-b1ee-4f0c-8e10-4eeca73808f7 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 1060 time: 0.1017203 Sep 22 10:47:19.782764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-41fe6129-f0d4-4edb-8a57-7cc22f97da48 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:19.784298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-41fe6129-f0d4-4edb-8a57-7cc22f97da48 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571300 Sep 22 10:47:19.803940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Request body: {'port': {'device_id': '0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': 'c110bdca1d8844d2aaf70884abccd1f1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:47:20.332234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de1435-efe6-41f6-8770-243050e53141 req-16fdb78f-6552-4f9f-9db4-85a37604efb1 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:20.338401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5de1435-efe6-41f6-8770-243050e53141 req-16fdb78f-6552-4f9f-9db4-85a37604efb1 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 1135 time: 0.5132985 Sep 22 10:47:20.446820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5de1435-efe6-41f6-8770-243050e53141 req-3df0464d-5627-4539-946e-7447a4d12666 tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1017711 Sep 22 10:47:20.468766 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58192) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:20.477005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Made reservation on behalf of c110bdca1d8844d2aaf70884abccd1f1 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:47:20.485324 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:20.544754 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:20.544956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6a33e2-185e-4d16-9e4d-01f52657e83b tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:20.544956 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1c6a33e2-185e-4d16-9e4d-01f52657e83b tempest-TestSecurityGroupsBasicOps-1160629499 tempest-TestSecurityGroupsBasicOps-1160629499-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 1055 time: 0.0581927 Sep 22 10:47:20.578681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743f94d5-169c-465f-b6d6-d74a7b65b2c4 req-99d601b7-0cc3-4b1c-8ecd-194a71156fd7 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 210 time: 0.0331080 Sep 22 10:47:20.632159 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:47:20.688731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:20.774497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:20.856026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f315056a-e4ed-49d8-bb96-c1e0cffcbdae,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:20.945123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Allocated IP 192.168.233.110 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/f7417d34-663d-4218-ba2b-6fabbe8d477f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:47:21.125966 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:21.183379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d1fab-b8f2-4f46-9e13-3fae195d6be6 req-f26dc2fa-d7aa-49dc-96fc-709b620a5c04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:21.185001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e49d1fab-b8f2-4f46-9e13-3fae195d6be6 req-f26dc2fa-d7aa-49dc-96fc-709b620a5c04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 909 time: 0.0797989 Sep 22 10:47:21.284063 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:21.354593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:47:21.358370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:47:21.367703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:47:21.371934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Pushing event updated for resources: {'Port': ['ID=f7417d34-663d-4218-ba2b-6fabbe8d477f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:21.446586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:21.447500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:21.546941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-0c418dad-5d38-4427-9ec8-b1385f9f1a08 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7501457 Sep 22 10:47:21.559521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Request body: {'port': {'device_id': '0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:47:21.639757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:21.751060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ca797b6d-baba-4d72-a0b4-90b7c8f5f1a7 None None] Provisioning complete for port f7417d34-663d-4218-ba2b-6fabbe8d477f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:21.754370 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ca797b6d-baba-4d72-a0b4-90b7c8f5f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:21.817485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ca797b6d-baba-4d72-a0b4-90b7c8f5f1a7 None None] Port f7417d34-663d-4218-ba2b-6fabbe8d477f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:47:21.866938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d70a4-53a0-44d1-a731-09310e2c3891 req-26f87fc5-b5ea-464b-a7d6-afffc56f2273 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:21.868529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f93d70a4-53a0-44d1-a731-09310e2c3891 req-26f87fc5-b5ea-464b-a7d6-afffc56f2273 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 936 time: 0.1962821 Sep 22 10:47:21.936350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f93d70a4-53a0-44d1-a731-09310e2c3891 req-a1501994-69ff-44f1-8584-1aa321fc75e6 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612917 Sep 22 10:47:22.055776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7417d34-663d-4218-ba2b-6fabbe8d477f {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:47:22.063666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:22.075362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Transition to ACTIVE for port object f7417d34-663d-4218-ba2b-6fabbe8d477f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:47:22.163346 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:22.242299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Pushing event updated for resources: {'Port': ['ID=f7417d34-663d-4218-ba2b-6fabbe8d477f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:22.323846 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c56898af-7f35-4947-a669-4b99d26736ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:22.375168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Attempting to bind port f7417d34-663d-4218-ba2b-6fabbe8d477f on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:47:22.375549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Attempting to bind port f7417d34-663d-4218-ba2b-6fabbe8d477f by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:47:22.375780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Attempting to bind port f7417d34-663d-4218-ba2b-6fabbe8d477f on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:47:22.387943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e1fb-4874-4656-bb46-12d271f03960 req-92a0b940-fa9c-4d20-9e07-612842e89a88 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:22.389530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a0e1fb-4874-4656-bb46-12d271f03960 req-92a0b940-fa9c-4d20-9e07-612842e89a88 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 909 time: 0.0762007 Sep 22 10:47:22.392367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Port f7417d34-663d-4218-ba2b-6fabbe8d477f on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:47:22.392812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Attempting to bind port f7417d34-663d-4218-ba2b-6fabbe8d477f on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:47:22.398860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:47:22.399204 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:47:22.399600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:47:22.400033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Bound port: f7417d34-663d-4218-ba2b-6fabbe8d477f, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:47:22.400398 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:22.510901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-b5f09888-e662-4dd0-b206-978decd70f04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:22.512382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-b5f09888-e662-4dd0-b206-978decd70f04 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.30 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 909 time: 0.0960729 Sep 22 10:47:22.513457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] For port f7417d34-663d-4218-ba2b-6fabbe8d477f, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:47:22.516759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] For port f7417d34-663d-4218-ba2b-6fabbe8d477f, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f7417d34-663d-4218-ba2b-6fabbe8d477f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:47:22.609515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Deleting port 773fcf1b-ac19-404a-8c8b-c17903b08b61 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:22.609854 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:22.626583 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:22.737258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:22.738062 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:22.740246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7417d34-663d-4218-ba2b-6fabbe8d477f HTTP/1.1" status: 200 len: 1096 time: 1.1843445 Sep 22 10:47:22.742944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab', 'tag': 'f7417d34-663d-4218-ba2b-6fabbe8d477f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:22.751530 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2f37f4-eaa2-40bb-98bd-23f26504c851" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab", "tag": "f7417d34-663d-4218-ba2b-6fabbe8d477f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:22.789711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae85b6a-1490-4706-9d14-6a73dc828f12 service neutron] Pushing event updated for resources: {'Port': ['ID=f7417d34-663d-4218-ba2b-6fabbe8d477f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:22.802471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] For port 773fcf1b-ac19-404a-8c8b-c17903b08b61, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=773fcf1b-ac19-404a-8c8b-c17903b08b61,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:22.802942 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:22.821324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Calling delete_port for 773fcf1b-ac19-404a-8c8b-c17903b08b61 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:22.824359 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dc463b-9810-4ff1-b3e6-4a98c73175b6 x-openstack-request-id: req-d3dc463b-9810-4ff1-b3e6-4a98c73175b6 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:22.824706 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab", "tag": "f7417d34-663d-4218-ba2b-6fabbe8d477f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:22.824963 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3dc463b-9810-4ff1-b3e6-4a98c73175b6 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:22.825483 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab', 'tag': 'f7417d34-663d-4218-ba2b-6fabbe8d477f', 'status': 'completed', 'code': 200} Sep 22 10:47:22.961849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f37f4-eaa2-40bb-98bd-23f26504c851 req-337a0168-11da-4b1b-9b98-2dde15541704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:22.963727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e2f37f4-eaa2-40bb-98bd-23f26504c851 req-337a0168-11da-4b1b-9b98-2dde15541704 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c110bdca1d8844d2aaf70884abccd1f1&device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 1099 time: 0.0799365 Sep 22 10:47:23.021201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e2f37f4-eaa2-40bb-98bd-23f26504c851 req-98e963b2-b284-498d-88f8-f5ebf9c58d9f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c110bdca1d8844d2aaf70884abccd1f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478094 Sep 22 10:47:23.156930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32179ed4-0b1a-4bef-b7ff-28f7d6807858 req-42e27b4b-89ca-443c-9870-05cf6845b53c tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:23.158528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32179ed4-0b1a-4bef-b7ff-28f7d6807858 req-42e27b4b-89ca-443c-9870-05cf6845b53c tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 948 time: 0.1340027 Sep 22 10:47:23.193901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f37f4-eaa2-40bb-98bd-23f26504c851 req-f5c99ba3-d1f8-441e-9aea-fae11add6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:23.195408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4e2f37f4-eaa2-40bb-98bd-23f26504c851 req-f5c99ba3-d1f8-441e-9aea-fae11add6e2f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582627 Sep 22 10:47:23.214251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32179ed4-0b1a-4bef-b7ff-28f7d6807858 req-316ab086-53f0-4f3f-8bca-79c6c2c2fddd tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475478 Sep 22 10:47:23.216348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:23.247062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Port': ['ID=773fcf1b-ac19-404a-8c8b-c17903b08b61,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:23.321454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] No DVR routers for this DVR port 773fcf1b-ac19-404a-8c8b-c17903b08b61 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:47:23.324539 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:23.327042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b44fc4af-991a-4e72-a343-cc774f6f5b4c req-d351a84f-dcbd-465e-a463-7c3e479b2a9b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.30 "DELETE /v2.0/ports/773fcf1b-ac19-404a-8c8b-c17903b08b61 HTTP/1.1" status: 204 len: 173 time: 0.8074143 Sep 22 10:47:23.344727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-f03d1f2d-0f32-4e95-a3e1-b897557847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:23.346350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-f03d1f2d-0f32-4e95-a3e1-b897557847b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c110bdca1d8844d2aaf70884abccd1f1&device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 1099 time: 0.1005762 Sep 22 10:47:23.426344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-503d65e3-228f-4ce6-b46f-5ba26929ddd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=f7417d34-663d-4218-ba2b-6fabbe8d477f HTTP/1.1" status: 200 len: 217 time: 0.0717270 Sep 22 10:47:23.507230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-71ca2e07-9801-4392-be6d-7675dd5b1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:23.509123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-71ca2e07-9801-4392-be6d-7675dd5b1f14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.0732520 Sep 22 10:47:23.597789 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96ba2a5d-e0b6-4112-a2eb-4f366774093e req-3c576fbc-3e72-4188-9024-29d6387590cc tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=196004f6-2966-478c-b80a-e98382e93fe8 HTTP/1.1" status: 200 len: 210 time: 0.0681171 Sep 22 10:47:23.608112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-add8b0df-0e0a-4aa9-917f-0b64dd7a6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:23.609603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-add8b0df-0e0a-4aa9-917f-0b64dd7a6efd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921824 Sep 22 10:47:23.726361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-c2365f26-2b2b-452b-b225-0a081618eb4c service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094332 Sep 22 10:47:23.821126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea56dba8-2839-4df7-a7c1-db5f9066c2b6 req-892f44b3-5fc7-4b48-a378-2bbb94a911b6 service neutron] 10.222.0.32 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871308 Sep 22 10:47:24.384314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13d0cf-c9ab-42d8-9a97-af8eb45b5d55 req-8c88149c-74b6-4e86-937b-670e57b77190 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:24.386717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d13d0cf-c9ab-42d8-9a97-af8eb45b5d55 req-8c88149c-74b6-4e86-937b-670e57b77190 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 948 time: 0.0692451 Sep 22 10:47:24.425573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d13d0cf-c9ab-42d8-9a97-af8eb45b5d55 req-7df0c7e0-fe77-4275-a4f9-e6da85811794 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Sep 22 10:47:24.655788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58346) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:24.826429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196004f6-2966-478c-b80a-e98382e93fe8', 'name': 'network-vif-deleted', 'tag': '773fcf1b-ac19-404a-8c8b-c17903b08b61'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:24.828892 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbf589a-9f52-4ed8-8448-9e2059b51680" -d '{"events": [{"server_uuid": "196004f6-2966-478c-b80a-e98382e93fe8", "name": "network-vif-deleted", "tag": "773fcf1b-ac19-404a-8c8b-c17903b08b61"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:24.874869 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb690bd-d2e2-4992-8392-3e0ae4485d80 x-openstack-request-id: req-8cb690bd-d2e2-4992-8392-3e0ae4485d80 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:24.874869 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196004f6-2966-478c-b80a-e98382e93fe8", "name": "network-vif-deleted", "tag": "773fcf1b-ac19-404a-8c8b-c17903b08b61", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:24.874869 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cb690bd-d2e2-4992-8392-3e0ae4485d80 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:24.874869 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196004f6-2966-478c-b80a-e98382e93fe8', 'name': 'network-vif-deleted', 'tag': '773fcf1b-ac19-404a-8c8b-c17903b08b61', 'status': 'completed', 'code': 200} Sep 22 10:47:25.064520 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.133270 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-964defd8-8340-4de8-9444-d985155c6fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.328618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Deleting port a87a47ce-f87a-4c61-8a51-c3213b22b1e0 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:25.328961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.420030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] For port a87a47ce-f87a-4c61-8a51-c3213b22b1e0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a87a47ce-f87a-4c61-8a51-c3213b22b1e0,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:25.420409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.432926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Calling delete_port for a87a47ce-f87a-4c61-8a51-c3213b22b1e0 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:25.522514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.591327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f7b5-2c50-47f4-b836-a7e8b31ced20 req-3b6bf3f5-a186-492d-b87d-f97606a4f659 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:25.592991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b973f7b5-2c50-47f4-b836-a7e8b31ced20 req-3b6bf3f5-a186-492d-b87d-f97606a4f659 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 948 time: 0.0703628 Sep 22 10:47:25.637176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b973f7b5-2c50-47f4-b836-a7e8b31ced20 req-83caaedb-0e8d-4b9c-b0ab-5d71cf1db268 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345819 Sep 22 10:47:25.648612 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.747853 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.780274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Port': ['ID=a87a47ce-f87a-4c61-8a51-c3213b22b1e0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:25.820517 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.977134 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:26.214952 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:26.462325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Router 9849c243-9e22-4363-aefa-de2010abd27d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:47:26.533911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58398) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:26.583301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:47:26.591067 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce7d33f0-014a-4faa-b828-96e907e5700f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "PUT /v2.0/routers/9849c243-9e22-4363-aefa-de2010abd27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315221 Sep 22 10:47:26.591769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58404) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:26.598420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] Sync routers for ids ['9849c243-9e22-4363-aefa-de2010abd27d'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:47:26.607617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] Routers {'9849c243-9e22-4363-aefa-de2010abd27d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:26.608457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9849c243-9e22-4363-aefa-de2010abd27d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:26.645792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a39797f-f65e-4c40-a465-d8e0d3094793 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Deleting subnet 25b30df8-4680-4eaa-8fe7-5d760b39e5fd {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:47:26.649256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a39797f-f65e-4c40-a465-d8e0d3094793 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:26.711385 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0380f19d-e81e-4ed2-a720-23c92416d4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:26.732555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a39797f-f65e-4c40-a465-d8e0d3094793 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:26.748826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] Set router 9849c243-9e22-4363-aefa-de2010abd27d gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:26.964778 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0380f19d-e81e-4ed2-a720-23c92416d4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:26.977793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003c62-8946-4be0-8366-b5cc07084e7c req-dde2b9a1-1edf-4a7d-87e0-18bae2c7b288 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:26.979303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27003c62-8946-4be0-8366-b5cc07084e7c req-dde2b9a1-1edf-4a7d-87e0-18bae2c7b288 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 948 time: 0.1740634 Sep 22 10:47:26.981928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849c243-9e22-4363-aefa-de2010abd27d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:46:50Z', 'updated_at': '2021-09-22T10:47:25Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:52Z', 'updated_at': '2021-09-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:27.006891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a39797f-f65e-4c40-a465-d8e0d3094793 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.012416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] Checking router: 9849c243-9e22-4363-aefa-de2010abd27d for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:47:27.020688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] Routers {'9849c243-9e22-4363-aefa-de2010abd27d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:27.021884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['9849c243-9e22-4363-aefa-de2010abd27d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:27.062891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-27003c62-8946-4be0-8366-b5cc07084e7c req-b8c14ae7-0a19-4c89-b25f-fbb6cf42f0c6 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767817 Sep 22 10:47:27.065551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0380f19d-e81e-4ed2-a720-23c92416d4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.132028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0380f19d-e81e-4ed2-a720-23c92416d4db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7781563644e41789081c8d2a1627a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5964594 Sep 22 10:47:27.133792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380f19d-e81e-4ed2-a720-23c92416d4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd6d66c-dda8-4abd-9884-e2df59af522b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:27.135040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58422) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:27.215278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a39797f-f65e-4c40-a465-d8e0d3094793 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.221905 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77686c50-3348-4094-aef0-51f15d3d8a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.247396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77686c50-3348-4094-aef0-51f15d3d8a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.258698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 773fcf1b-ac19-404a-8c8b-c17903b08b61 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:27.263270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39797f-f65e-4c40-a465-d8e0d3094793 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Subnet': ['ID=25b30df8-4680-4eaa-8fe7-5d760b39e5fd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:27.277963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2a39797f-f65e-4c40-a465-d8e0d3094793 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.282412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2a39797f-f65e-4c40-a465-d8e0d3094793 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "DELETE /v2.0/subnets/25b30df8-4680-4eaa-8fe7-5d760b39e5fd HTTP/1.1" status: 204 len: 168 time: 0.6873009 Sep 22 10:47:27.286021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58426) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:27.290056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f7417d34-663d-4218-ba2b-6fabbe8d477f details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:47:27.295631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 773fcf1b-ac19-404a-8c8b-c17903b08b61 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:27.296158 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 773fcf1b-ac19-404a-8c8b-c17903b08b61 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:27.297781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f9112-6da1-486f-a84a-cc6e13619c36 None None] Network dbc2ac4d-4b78-4d0b-9008-7de355405c9c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:47:27.390116 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77686c50-3348-4094-aef0-51f15d3d8a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.392788 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-77686c50-3348-4094-aef0-51f15d3d8a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.396606 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-77686c50-3348-4094-aef0-51f15d3d8a47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5dd6d66c-dda8-4abd-9884-e2df59af522b HTTP/1.1" status: 204 len: 168 time: 0.2574708 Sep 22 10:47:27.412054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77686c50-3348-4094-aef0-51f15d3d8a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd6d66c-dda8-4abd-9884-e2df59af522b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:27.440033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.586686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] Set router 9849c243-9e22-4363-aefa-de2010abd27d gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:27.589272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f7417d34-663d-4218-ba2b-6fabbe8d477f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f7417d34-663d-4218-ba2b-6fabbe8d477f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:27.629954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.685099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'f7417d34-663d-4218-ba2b-6fabbe8d477f', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'f7417d34-663d-4218-ba2b-6fabbe8d477f', 'mac_address': 'fa:16:3e:73:a6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:47:27.813583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Deleting port abe90185-e2cc-4151-aa59-307ab43ec3c0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:27.814339 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.864704 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.907268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7417d34-663d-4218-ba2b-6fabbe8d477f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:47:27.957691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b84b1b0-d7be-4ba0-8270-b8eb51e471be None None] DHCP port deletion for dbc2ac4d-4b78-4d0b-9008-7de355405c9c request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:47:27.964601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] For port abe90185-e2cc-4151-aa59-307ab43ec3c0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=abe90185-e2cc-4151-aa59-307ab43ec3c0,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:27.964745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.977744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f7417d34-663d-4218-ba2b-6fabbe8d477f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f7417d34-663d-4218-ba2b-6fabbe8d477f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:27.992161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Calling delete_port for abe90185-e2cc-4151-aa59-307ab43ec3c0 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:28.063263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849c243-9e22-4363-aefa-de2010abd27d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:46:50Z', 'updated_at': '2021-09-22T10:47:25Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:52Z', 'updated_at': '2021-09-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:28.100698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0901b-1a74-41f6-95e0-ac5cf8046e63 None None] The sync data for ids ['9849c243-9e22-4363-aefa-de2010abd27d'] in n-d-807025-3 is: [{'id': '9849c243-9e22-4363-aefa-de2010abd27d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374414693', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:46:50Z', 'updated_at': '2021-09-22T10:47:25Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'abe90185-e2cc-4151-aa59-307ab43ec3c0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849c243-9e22-4363-aefa-de2010abd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:46:52Z', 'updated_at': '2021-09-22T10:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:47:28.105837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.207136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3b84b1b0-d7be-4ba0-8270-b8eb51e471be None None] Deleting port 398920f9-54cf-464a-acf4-1e969f64b052 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:28.207690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b84b1b0-d7be-4ba0-8270-b8eb51e471be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.251508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58448) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:28.257630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.271122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6783b-d5db-4377-8789-0c1bdbeb3ea9 req-76d934b2-d6e2-4d96-a606-dc20e8e68416 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:28.272063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18d09e0d-d1f8-4a10-a4ff-d36b76d8dd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.273854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=f7417d34-663d-4218-ba2b-6fabbe8d477f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:28.282246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfd6783b-d5db-4377-8789-0c1bdbeb3ea9 req-76d934b2-d6e2-4d96-a606-dc20e8e68416 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 949 time: 0.0866318 Sep 22 10:47:28.344383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['f7417d34-663d-4218-ba2b-6fabbe8d477f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:47:28.345505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfd6783b-d5db-4377-8789-0c1bdbeb3ea9 req-c85d2696-084b-43df-93b4-0363dc4ac878 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619378 Sep 22 10:47:28.347367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3b84b1b0-d7be-4ba0-8270-b8eb51e471be None None] For port 398920f9-54cf-464a-acf4-1e969f64b052, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=398920f9-54cf-464a-acf4-1e969f64b052,segment=NetworkSegment(22241392-d28d-4dd2-a4f5-a3cd8be83c84),segment_id=22241392-d28d-4dd2-a4f5-a3cd8be83c84)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:28.347856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b84b1b0-d7be-4ba0-8270-b8eb51e471be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.348721 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.380610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-3b84b1b0-d7be-4ba0-8270-b8eb51e471be None None] Calling delete_port for 398920f9-54cf-464a-acf4-1e969f64b052 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:28.392821 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18d09e0d-d1f8-4a10-a4ff-d36b76d8dd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.407825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Port': ['ID=abe90185-e2cc-4151-aa59-307ab43ec3c0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:28.477556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18d09e0d-d1f8-4a10-a4ff-d36b76d8dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.480891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.528213 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-18d09e0d-d1f8-4a10-a4ff-d36b76d8dd53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd078131ff694ea4853b325885708731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754767 Sep 22 10:47:28.534235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58454) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:28.553477 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d09e0d-d1f8-4a10-a4ff-d36b76d8dd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6211bee-b410-408d-a400-71faf5718678,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:28.600802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.600802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.607838 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96a31594-fc59-44a2-bc69-d79954f51158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.624050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b84b1b0-d7be-4ba0-8270-b8eb51e471be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.660290 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96a31594-fc59-44a2-bc69-d79954f51158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.660996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84b1b0-d7be-4ba0-8270-b8eb51e471be None None] Pushing event deleted for resources: {'Port': ['ID=398920f9-54cf-464a-acf4-1e969f64b052,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:28.667399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84b1b0-d7be-4ba0-8270-b8eb51e471be None None] No DVR routers for this DVR port 398920f9-54cf-464a-acf4-1e969f64b052 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:47:28.729286 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.729858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Fanout notify agent at l3_agent the message router_deleted on router 9849c243-9e22-4363-aefa-de2010abd27d {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:47:28.737601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.738823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-24ccf4f6-a910-47e9-b67d-7ca13e18d7d1 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "DELETE /v2.0/routers/9849c243-9e22-4363-aefa-de2010abd27d HTTP/1.1" status: 204 len: 168 time: 1.4520590 Sep 22 10:47:28.742085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58458) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:28.809067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96a31594-fc59-44a2-bc69-d79954f51158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.811575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96a31594-fc59-44a2-bc69-d79954f51158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.812724 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-96a31594-fc59-44a2-bc69-d79954f51158 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6211bee-b410-408d-a400-71faf5718678 HTTP/1.1" status: 204 len: 168 time: 0.2772503 Sep 22 10:47:28.823746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a31594-fc59-44a2-bc69-d79954f51158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6211bee-b410-408d-a400-71faf5718678,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:28.823949 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.934434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.956583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc2ac4d-4b78-4d0b-9008-7de355405c9c']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:28.967249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22241392-d28d-4dd2-a4f5-a3cd8be83c84') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:28.967544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22241392-d28d-4dd2-a4f5-a3cd8be83c84') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:28.979286 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.997574 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.003631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:47:29.004016 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:47:29.007469 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:47:29.150548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.158479 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f7417d34-663d-4218-ba2b-6fabbe8d477f up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:29.159915 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.167127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "DELETE /v2.0/networks/dbc2ac4d-4b78-4d0b-9008-7de355405c9c HTTP/1.1" status: 204 len: 168 time: 0.4215388 Sep 22 10:47:29.167628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58472) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:29.193691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0208634-739e-4c52-bf90-505f88943353 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Network': ['ID=dbc2ac4d-4b78-4d0b-9008-7de355405c9c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:29.317246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port f7417d34-663d-4218-ba2b-6fabbe8d477f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:47:29.332157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port f7417d34-663d-4218-ba2b-6fabbe8d477f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:29.332534 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.365621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Deleting port 76adaef2-56f4-43b3-9085-04ff4d6008ad {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:29.366697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.462647 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 398920f9-54cf-464a-acf4-1e969f64b052 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:29.493228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 398920f9-54cf-464a-acf4-1e969f64b052 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:29.493858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 398920f9-54cf-464a-acf4-1e969f64b052 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:29.494556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device abe90185-e2cc-4151-aa59-307ab43ec3c0 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:29.514079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.520094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.523037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: abe90185-e2cc-4151-aa59-307ab43ec3c0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:29.523037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device abe90185-e2cc-4151-aa59-307ab43ec3c0 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:29.523359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a87a47ce-f87a-4c61-8a51-c3213b22b1e0 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:29.540430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Calling delete_port for 76adaef2-56f4-43b3-9085-04ff4d6008ad owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:29.542539 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.562192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1986d47-42cb-4516-8d4c-f7fda8b22c52 req-d2a009b5-3ae2-4c8a-bb82-3012ca689262 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:29.572375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1986d47-42cb-4516-8d4c-f7fda8b22c52 req-d2a009b5-3ae2-4c8a-bb82-3012ca689262 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 949 time: 0.1049700 Sep 22 10:47:29.593991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: a87a47ce-f87a-4c61-8a51-c3213b22b1e0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:29.594719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a87a47ce-f87a-4c61-8a51-c3213b22b1e0 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:29.649623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port f7417d34-663d-4218-ba2b-6fabbe8d477f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f7417d34-663d-4218-ba2b-6fabbe8d477f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:29.650965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7417d34-663d-4218-ba2b-6fabbe8d477f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:29.653366 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dc36c9-3ac1-4b36-9536-38039c99a1ec" -d '{"events": [{"server_uuid": "0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab", "name": "network-vif-plugged", "status": "completed", "tag": "f7417d34-663d-4218-ba2b-6fabbe8d477f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:29.666225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1986d47-42cb-4516-8d4c-f7fda8b22c52 req-dfab46ad-b579-421b-a2ca-05bfdf624ccf tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929115 Sep 22 10:47:29.735329 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcd70f5-f075-4ebe-accf-f059ced8b071 x-openstack-request-id: req-1bcd70f5-f075-4ebe-accf-f059ced8b071 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:29.735628 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab", "name": "network-vif-plugged", "status": "completed", "tag": "f7417d34-663d-4218-ba2b-6fabbe8d477f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:29.735882 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bcd70f5-f075-4ebe-accf-f059ced8b071 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:29.736418 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7417d34-663d-4218-ba2b-6fabbe8d477f', 'code': 200} Sep 22 10:47:29.767633 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.838895 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=f7417d34-663d-4218-ba2b-6fabbe8d477f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:29.861587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c09905-3811-47f3-9706-ca1d16114c04 req-b88a7968-9761-4387-a306-596905a26b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:29.861587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37c09905-3811-47f3-9706-ca1d16114c04 req-b88a7968-9761-4387-a306-596905a26b8a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 1101 time: 0.0594511 Sep 22 10:47:29.894648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37c09905-3811-47f3-9706-ca1d16114c04 req-33d26477-9847-47ee-af9b-0849c93fb4f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302508 Sep 22 10:47:29.935284 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:29.961454 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Port': ['ID=76adaef2-56f4-43b3-9085-04ff4d6008ad,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:30.034205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:30.034570 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Floating IP 6547f04d-5402-4abb-b96f-c8a58988cc42 disassociated (deleted). External IP: 172.25.1.144, port: f50ab2ab-fbd9-4902-8806-f53166020516. Sep 22 10:47:30.273354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Router 6c4088b8-320f-485a-9b58-7212f03a6c4e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:47:30.384673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:47:30.400295 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] Sync routers for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:47:30.410831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:30.413952 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:30.415733 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:30.446822 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0c0722fe-60f1-4c67-a51e-9d9830df3d8a tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "DELETE /v2.0/floatingips/6547f04d-5402-4abb-b96f-c8a58988cc42 HTTP/1.1" status: 204 len: 168 time: 1.2779932 Sep 22 10:47:30.447626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:30.450070 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6973ab-828c-48a2-b821-529395da09a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:30.549566 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:30.777925 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'fbd109ac-2e75-46d7-bcf8-02f67d672878', 'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:72:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:55Z', 'updated_at': '2021-09-22T10:46:04Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:30.806835 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] Checking router: 6c4088b8-320f-485a-9b58-7212f03a6c4e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:47:30.814630 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:30.815366 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:30.925360 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:31.055617 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1c6db1-6486-4102-8b6a-6ba34415b701 x-openstack-request-id: req-2d1c6db1-6486-4102-8b6a-6ba34415b701 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:31.055925 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:31.056231 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d1c6db1-6486-4102-8b6a-6ba34415b701 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:31.056658 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'status': 'completed', 'code': 200} Sep 22 10:47:31.183145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6973ab-828c-48a2-b821-529395da09a6 req-3c2f765b-e6f2-4770-96eb-0f42e2dcd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:31.187444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d6973ab-828c-48a2-b821-529395da09a6 req-3c2f765b-e6f2-4770-96eb-0f42e2dcd0c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 1135 time: 0.1017351 Sep 22 10:47:31.294627 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'fbd109ac-2e75-46d7-bcf8-02f67d672878', 'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:72:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:55Z', 'updated_at': '2021-09-22T10:46:04Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:31.318816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537af939-e927-4658-886a-a00e18902e22 req-eeb2a076-df06-4a8a-9b81-363c59b224f6 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:31.329387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-537af939-e927-4658-886a-a00e18902e22 req-eeb2a076-df06-4a8a-9b81-363c59b224f6 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 950 time: 0.1437016 Sep 22 10:47:31.330451 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ed2884-679b-46ca-99a0-3864939777f5 None None] The sync data for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 is: [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 4, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'fbd109ac-2e75-46d7-bcf8-02f67d672878', 'name': '', 'network_id': 'f8acc18b-f41e-42af-8eea-279f8a900ce2', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'mac_address': 'fa:16:3e:72:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:55Z', 'updated_at': '2021-09-22T10:46:04Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'subnets': [{'id': 'bc84e23b-69fa-40d3-8d24-06931ea75135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:47:31.405689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-537af939-e927-4658-886a-a00e18902e22 req-78928da0-3ecf-4a53-90c5-ff233761680f tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630298 Sep 22 10:47:31.437070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6973ab-828c-48a2-b821-529395da09a6 req-2af162d4-856b-45ef-b91d-ace21e96d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:31.437070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d6973ab-828c-48a2-b821-529395da09a6 req-2af162d4-856b-45ef-b91d-ace21e96d074 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f8acc18b-f41e-42af-8eea-279f8a900ce2 HTTP/1.1" status: 200 len: 898 time: 0.2190733 Sep 22 10:47:31.486128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d6973ab-828c-48a2-b821-529395da09a6 req-752cab7c-7a38-47f5-b1e8-a428fd453099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f50ab2ab-fbd9-4902-8806-f53166020516 HTTP/1.1" status: 200 len: 217 time: 0.0415833 Sep 22 10:47:31.591236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6973ab-828c-48a2-b821-529395da09a6 req-71df346d-631c-4f65-9c83-458a72ecde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:31.592812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d6973ab-828c-48a2-b821-529395da09a6 req-71df346d-631c-4f65-9c83-458a72ecde3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bc84e23b-69fa-40d3-8d24-06931ea75135 HTTP/1.1" status: 200 len: 835 time: 0.0999119 Sep 22 10:47:31.620694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b656fb-4ba2-4592-bbcb-129902062138 req-d5757f44-7400-4205-a562-6be3cf378864 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:31.622959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b656fb-4ba2-4592-bbcb-129902062138 req-d5757f44-7400-4205-a562-6be3cf378864 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 984 time: 0.1208744 Sep 22 10:47:31.687158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6973ab-828c-48a2-b821-529395da09a6 req-1db3ef92-4d10-4aa8-85cf-01f0cbfaf680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:31.688825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d6973ab-828c-48a2-b821-529395da09a6 req-1db3ef92-4d10-4aa8-85cf-01f0cbfaf680 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f8acc18b-f41e-42af-8eea-279f8a900ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884960 Sep 22 10:47:31.693984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b656fb-4ba2-4592-bbcb-129902062138 req-7d0e0539-a9cc-40c9-8b07-3f11a3015c8b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/security-groups?id=f4e12e79-d317-4252-91f9-2f3e52d146f6&id=42862a70-e447-47fd-9882-1685fdc5be91&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0536108 Sep 22 10:47:31.758173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed55fb2-fa32-4d02-ad99-b752f5856dd3 None None] New status for floating IP 6547f04d-5402-4abb-b96f-c8a58988cc42: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:47:31.804272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d6973ab-828c-48a2-b821-529395da09a6 req-9c4e5b13-3669-4bbc-b15f-d630ed04e1cf service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078835 Sep 22 10:47:31.906344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d6973ab-828c-48a2-b821-529395da09a6 req-494983a5-c22f-4c10-b1db-f5badfbfad89 service neutron] 10.222.0.32 "GET /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902815 Sep 22 10:47:32.281904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-902b0a7b-cdb0-4028-8c27-e32f2aa36b0f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:32.283441 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-902b0a7b-cdb0-4028-8c27-e32f2aa36b0f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.32 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 984 time: 0.0543327 Sep 22 10:47:32.407835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Deleting port f50ab2ab-fbd9-4902-8806-f53166020516 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:32.408191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:32.561727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] For port f50ab2ab-fbd9-4902-8806-f53166020516, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f50ab2ab-fbd9-4902-8806-f53166020516,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:32.562117 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:32.581177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Calling delete_port for f50ab2ab-fbd9-4902-8806-f53166020516 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:33.028957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa9ef7-7ce3-4b55-96cd-6b1631a8f33b req-fe6f8f0c-44d5-41ce-b673-cde85c07ed63 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:33.030529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bdaa9ef7-7ce3-4b55-96cd-6b1631a8f33b req-fe6f8f0c-44d5-41ce-b673-cde85c07ed63 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 950 time: 0.5378222 Sep 22 10:47:33.111958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bdaa9ef7-7ce3-4b55-96cd-6b1631a8f33b req-dd97c845-e8b1-497f-879a-c1afe147ad5e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504854 Sep 22 10:47:33.165502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:33.198785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Port': ['ID=f50ab2ab-fbd9-4902-8806-f53166020516,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:33.247299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0dbd70a-629f-45e8-9cbb-cf578445184f req-8ea52ded-8009-450e-a76b-7dca7e321d58 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 210 time: 0.0521569 Sep 22 10:47:33.271799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] No DVR routers for this DVR port f50ab2ab-fbd9-4902-8806-f53166020516 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:47:33.275465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:33.277605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bca4149c-6312-4bd1-91b7-07ecb16512b8 req-ad6f36a9-da82-405e-9c9e-7c873b621add tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.32 "DELETE /v2.0/ports/f50ab2ab-fbd9-4902-8806-f53166020516 HTTP/1.1" status: 204 len: 173 time: 0.9879644 Sep 22 10:47:33.278305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'name': 'network-vif-deleted', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:33.280805 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671603b3-2a6f-4482-9105-675b3f43ffdf" -d '{"events": [{"server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "name": "network-vif-deleted", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:33.744892 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f25dc90-ea1a-4468-ade1-a169a2758741 x-openstack-request-id: req-4f25dc90-ea1a-4468-ade1-a169a2758741 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:33.745498 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1824bdc9-66ce-41a9-afcb-a5bae7f49df9", "name": "network-vif-deleted", "tag": "f50ab2ab-fbd9-4902-8806-f53166020516", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:33.745498 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f25dc90-ea1a-4468-ade1-a169a2758741 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:33.745800 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1824bdc9-66ce-41a9-afcb-a5bae7f49df9', 'name': 'network-vif-deleted', 'tag': 'f50ab2ab-fbd9-4902-8806-f53166020516', 'status': 'completed', 'code': 200} Sep 22 10:47:33.875968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309135e-82ef-4178-988b-177d4bce50be req-7fb676ec-2a6b-4ebc-ab79-98bea996f604 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:33.877479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b309135e-82ef-4178-988b-177d4bce50be req-7fb676ec-2a6b-4ebc-ab79-98bea996f604 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 950 time: 0.0857432 Sep 22 10:47:33.916632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b309135e-82ef-4178-988b-177d4bce50be req-80a74652-8d5b-4999-9f7c-3bbb388aeee7 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Sep 22 10:47:34.034388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58648) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:34.152323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb8680b8-742e-461b-9fd9-50bddf149a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:34.247950 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb8680b8-742e-461b-9fd9-50bddf149a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:34.419026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3fe97de-cb17-4412-ba10-577920d1bd32 req-8d86fd94-b783-411c-b9cf-8e5b85df33a7 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "GET /v2.0/ports?device_id=1824bdc9-66ce-41a9-afcb-a5bae7f49df9 HTTP/1.1" status: 200 len: 210 time: 0.0276539 Sep 22 10:47:34.643497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eb8680b8-742e-461b-9fd9-50bddf149a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:34.687133 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eb8680b8-742e-461b-9fd9-50bddf149a81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=914d2c1962c645b89eac705586cd7e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516237 Sep 22 10:47:34.688002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8680b8-742e-461b-9fd9-50bddf149a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74bf483-7ca3-421e-9df4-13d0b4cacb35,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:34.689802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58670) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:34.773623 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dc119fd4-b95d-482c-8c94-3845b55725b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:34.796670 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dc119fd4-b95d-482c-8c94-3845b55725b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:34.928999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dc119fd4-b95d-482c-8c94-3845b55725b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:34.931814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dc119fd4-b95d-482c-8c94-3845b55725b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:34.933323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dc119fd4-b95d-482c-8c94-3845b55725b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e74bf483-7ca3-421e-9df4-13d0b4cacb35 HTTP/1.1" status: 204 len: 168 time: 0.2421620 Sep 22 10:47:34.943312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc119fd4-b95d-482c-8c94-3845b55725b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74bf483-7ca3-421e-9df4-13d0b4cacb35,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:35.109753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896447fd-b664-4953-9002-52f8424a6af8 req-65126bf3-e99a-489a-8f80-bb40010b60dd tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:35.111254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-896447fd-b664-4953-9002-52f8424a6af8 req-65126bf3-e99a-489a-8f80-bb40010b60dd tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 950 time: 0.0775688 Sep 22 10:47:35.121967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9911625-b175-46a0-b26f-dae89944deee req-ea849287-3900-4e6e-bace-d5abdb51e635 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:35.123577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9911625-b175-46a0-b26f-dae89944deee req-ea849287-3900-4e6e-bace-d5abdb51e635 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 950 time: 0.0800953 Sep 22 10:47:35.175019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f50ab2ab-fbd9-4902-8806-f53166020516 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:35.207423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: f50ab2ab-fbd9-4902-8806-f53166020516 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:35.208871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f50ab2ab-fbd9-4902-8806-f53166020516 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:35.234263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9911625-b175-46a0-b26f-dae89944deee req-fe35b652-8757-448d-a546-d3fa9e312cb2 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/security-groups?id=f315056a-e4ed-49d8-bb96-c1e0cffcbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990903 Sep 22 10:47:35.288761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-896447fd-b664-4953-9002-52f8424a6af8 req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Deleting port f7417d34-663d-4218-ba2b-6fabbe8d477f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:35.288761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-896447fd-b664-4953-9002-52f8424a6af8 req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.391849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-896447fd-b664-4953-9002-52f8424a6af8 req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] For port f7417d34-663d-4218-ba2b-6fabbe8d477f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=f7417d34-663d-4218-ba2b-6fabbe8d477f,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:35.392190 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-896447fd-b664-4953-9002-52f8424a6af8 req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.405442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-896447fd-b664-4953-9002-52f8424a6af8 req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Calling delete_port for f7417d34-663d-4218-ba2b-6fabbe8d477f owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:35.424925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58696) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:35.484093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21c7e14c-2291-4c41-b88d-7f38aafa50db tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.511003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21c7e14c-2291-4c41-b88d-7f38aafa50db tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.626379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-896447fd-b664-4953-9002-52f8424a6af8 req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.637702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['f7417d34-663d-4218-ba2b-6fabbe8d477f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:47:35.662094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Pushing event deleted for resources: {'Port': ['ID=f7417d34-663d-4218-ba2b-6fabbe8d477f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:35.683702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21c7e14c-2291-4c41-b88d-7f38aafa50db tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.686638 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-21c7e14c-2291-4c41-b88d-7f38aafa50db tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.688157 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-21c7e14c-2291-4c41-b88d-7f38aafa50db tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "DELETE /v2.0/security-groups/f4e12e79-d317-4252-91f9-2f3e52d146f6 HTTP/1.1" status: 204 len: 168 time: 0.2622266 Sep 22 10:47:35.695134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58700) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:35.719307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-896447fd-b664-4953-9002-52f8424a6af8 req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] No DVR routers for this DVR port f7417d34-663d-4218-ba2b-6fabbe8d477f on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:47:35.721313 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7e14c-2291-4c41-b88d-7f38aafa50db tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e12e79-d317-4252-91f9-2f3e52d146f6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:35.722595 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-896447fd-b664-4953-9002-52f8424a6af8 req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.726268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-896447fd-b664-4953-9002-52f8424a6af8 req-b0b04621-5783-47d2-b960-3cdf11e2461e tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.32 "DELETE /v2.0/ports/f7417d34-663d-4218-ba2b-6fabbe8d477f HTTP/1.1" status: 204 len: 173 time: 0.6013615 Sep 22 10:47:35.728956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58702) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:35.747353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab', 'name': 'network-vif-deleted', 'tag': 'f7417d34-663d-4218-ba2b-6fabbe8d477f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:35.749723 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9110a8a1-11cc-4880-b6c5-aedc5b09c014" -d '{"events": [{"server_uuid": "0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab", "name": "network-vif-deleted", "tag": "f7417d34-663d-4218-ba2b-6fabbe8d477f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:35.754532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-136de528-9ae9-4044-b936-7232c14880cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.834962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0d28e54-30b0-4e4a-838d-9ec8ce31e8ea tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.836069 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b59739-3508-4b45-9a23-45af0109dbf0 x-openstack-request-id: req-d2b59739-3508-4b45-9a23-45af0109dbf0 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:35.837382 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab", "name": "network-vif-deleted", "tag": "f7417d34-663d-4218-ba2b-6fabbe8d477f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:35.837780 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2b59739-3508-4b45-9a23-45af0109dbf0 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:35.842720 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab', 'name': 'network-vif-deleted', 'tag': 'f7417d34-663d-4218-ba2b-6fabbe8d477f', 'status': 'completed', 'code': 200} Sep 22 10:47:35.882528 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0d28e54-30b0-4e4a-838d-9ec8ce31e8ea tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:35.908914 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-136de528-9ae9-4044-b936-7232c14880cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.019159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-136de528-9ae9-4044-b936-7232c14880cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.021035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0d28e54-30b0-4e4a-838d-9ec8ce31e8ea tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.025407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0d28e54-30b0-4e4a-838d-9ec8ce31e8ea tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.038705 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a0d28e54-30b0-4e4a-838d-9ec8ce31e8ea tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "DELETE /v2.0/security-groups/42862a70-e447-47fd-9882-1685fdc5be91 HTTP/1.1" status: 204 len: 168 time: 0.3426294 Sep 22 10:47:36.039657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58714) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:36.070151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136de528-9ae9-4044-b936-7232c14880cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963dc063-758e-4ac8-bf47-88d3b5b0bd86,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:36.089371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-136de528-9ae9-4044-b936-7232c14880cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b9427193eea4d2786d7e4808c31b4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592105 Sep 22 10:47:36.092263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58718) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:36.138276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d28e54-30b0-4e4a-838d-9ec8ce31e8ea tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42862a70-e447-47fd-9882-1685fdc5be91,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:36.168637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.191370 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.300463 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.303207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.304420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/963dc063-758e-4ac8-bf47-88d3b5b0bd86 HTTP/1.1" status: 204 len: 168 time: 0.2111709 Sep 22 10:47:36.314069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963dc063-758e-4ac8-bf47-88d3b5b0bd86,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:36.322171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.322538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.322914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.323275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.323584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.323937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.324230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.324552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.324983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.325322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.325640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.325963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e90d92-f153-468d-ae18-19b4077d1805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:36.402630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36b57b36-efcf-4956-830b-43b68b5adfe0 req-2dd06597-6df0-40ac-8e3e-198880652f67 tempest-VolumesNegativeTest-911701069 tempest-VolumesNegativeTest-911701069-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8a2d21-e5a4-499f-8ab6-5d4d8c5691ab HTTP/1.1" status: 200 len: 210 time: 0.0388861 Sep 22 10:47:36.556627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.841046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Deleting port fbd109ac-2e75-46d7-bcf8-02f67d672878 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:36.841479 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.939574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] For port fbd109ac-2e75-46d7-bcf8-02f67d672878, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fbd109ac-2e75-46d7-bcf8-02f67d672878,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:36.939950 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:36.954538 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Calling delete_port for fbd109ac-2e75-46d7-bcf8-02f67d672878 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:37.219658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:37.238823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Port': ['ID=fbd109ac-2e75-46d7-bcf8-02f67d672878,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:37.589081 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:37.872175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Router 6c4088b8-320f-485a-9b58-7212f03a6c4e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:47:37.998034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:47:38.004522 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a5aa3fd5-b4cd-4798-ae74-7c4ff950234b tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "PUT /v2.0/routers/6c4088b8-320f-485a-9b58-7212f03a6c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9610984 Sep 22 10:47:38.008021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58782) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:38.011637 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] Sync routers for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:47:38.032907 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:38.033667 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:38.078880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7334b369-ca4d-4062-802c-cc2952e2e53f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Deleting subnet bc84e23b-69fa-40d3-8d24-06931ea75135 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:47:38.088139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7334b369-ca4d-4062-802c-cc2952e2e53f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:38.189603 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7334b369-ca4d-4062-802c-cc2952e2e53f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:38.224185 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:38.385929 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7334b369-ca4d-4062-802c-cc2952e2e53f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:38.552372 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:47:37Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:38.598619 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7334b369-ca4d-4062-802c-cc2952e2e53f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:38.610389 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] Checking router: 6c4088b8-320f-485a-9b58-7212f03a6c4e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:47:38.620538 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] Routers {'6c4088b8-320f-485a-9b58-7212f03a6c4e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:38.621137 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6c4088b8-320f-485a-9b58-7212f03a6c4e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:38.630562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334b369-ca4d-4062-802c-cc2952e2e53f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Subnet': ['ID=bc84e23b-69fa-40d3-8d24-06931ea75135,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:38.634895 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7334b369-ca4d-4062-802c-cc2952e2e53f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:38.637164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7334b369-ca4d-4062-802c-cc2952e2e53f tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "DELETE /v2.0/subnets/bc84e23b-69fa-40d3-8d24-06931ea75135 HTTP/1.1" status: 204 len: 168 time: 0.6275468 Sep 22 10:47:38.639840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58820) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:38.642774 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc90e6-bca1-4a94-b9ab-db7c4d681d97 None None] Network f8acc18b-f41e-42af-8eea-279f8a900ce2 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:47:38.914326 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] Set router 6c4088b8-320f-485a-9b58-7212f03a6c4e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:39.066815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786bc6b7-19af-4528-a9cf-39dd059e0387 None None] DHCP port deletion for f8acc18b-f41e-42af-8eea-279f8a900ce2 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:47:39.193458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f7417d34-663d-4218-ba2b-6fabbe8d477f no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:39.293408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: f7417d34-663d-4218-ba2b-6fabbe8d477f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:39.293750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device f7417d34-663d-4218-ba2b-6fabbe8d477f not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:39.306056 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:39.309649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-786bc6b7-19af-4528-a9cf-39dd059e0387 None None] Deleting port 0260ce3c-f836-4661-8322-7da83d77ba14 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:39.310460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-786bc6b7-19af-4528-a9cf-39dd059e0387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:39.514396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:39.525561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0260ce3c-f836-4661-8322-7da83d77ba14 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:39.591262 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:47:37Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:39.618311 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a46d87-352b-4310-b270-0fce6f017dbe None None] The sync data for ids ['6c4088b8-320f-485a-9b58-7212f03a6c4e'] in n-d-807025-3 is: [{'id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1209939057', 'tenant_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:45Z', 'updated_at': '2021-09-22T10:47:37Z', 'revision_number': 5, 'project_id': 'f3cd3b7a50bf4452aceffbdbe5baa6a2', 'gw_port': {'id': 'bc4412cc-575f-4800-8b1d-d593c604f10a', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4088b8-320f-485a-9b58-7212f03a6c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:46Z', 'updated_at': '2021-09-22T10:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:47:39.657397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-786bc6b7-19af-4528-a9cf-39dd059e0387 None None] For port 0260ce3c-f836-4661-8322-7da83d77ba14, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0260ce3c-f836-4661-8322-7da83d77ba14,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:39.657899 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-786bc6b7-19af-4528-a9cf-39dd059e0387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:39.677433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-786bc6b7-19af-4528-a9cf-39dd059e0387 None None] Calling delete_port for 0260ce3c-f836-4661-8322-7da83d77ba14 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:39.747794 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:39.800079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 0260ce3c-f836-4661-8322-7da83d77ba14, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0260ce3c-f836-4661-8322-7da83d77ba14,segment=NetworkSegment(3e4deac4-772f-4ce4-894d-d3aa108cc840),segment_id=3e4deac4-772f-4ce4-894d-d3aa108cc840)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:40.280873 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Deleting port bc4412cc-575f-4800-8b1d-d593c604f10a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:40.281434 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:40.289881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:40.371464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=0260ce3c-f836-4661-8322-7da83d77ba14,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:40.398805 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-786bc6b7-19af-4528-a9cf-39dd059e0387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:40.416713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] For port bc4412cc-575f-4800-8b1d-d593c604f10a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=bc4412cc-575f-4800-8b1d-d593c604f10a,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:40.417532 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:40.418912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786bc6b7-19af-4528-a9cf-39dd059e0387 None None] No DVR routers for this DVR port 0260ce3c-f836-4661-8322-7da83d77ba14 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:47:40.443213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58932) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:40.460876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Calling delete_port for bc4412cc-575f-4800-8b1d-d593c604f10a owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:40.466316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bc6b7-19af-4528-a9cf-39dd059e0387 None None] Pushing event deleted for resources: {'Port': ['ID=0260ce3c-f836-4661-8322-7da83d77ba14,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:40.673548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port f4464267-c0c1-4d86-a3f0-8cfd7bf86c98 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:40.673894 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:40.715596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58944) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:40.768419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:40.768909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:40.783346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for f4464267-c0c1-4d86-a3f0-8cfd7bf86c98 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:40.809211 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:40.843672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Port': ['ID=bc4412cc-575f-4800-8b1d-d593c604f10a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:40.932949 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.083478 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.091297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.101911 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa53b4f6-563e-4174-8092-a9f88238426f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.123432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.162557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=f4464267-c0c1-4d86-a3f0-8cfd7bf86c98,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:41.227836 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.228219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa53b4f6-563e-4174-8092-a9f88238426f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.228387 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Floating IP 2f75a21f-2e28-4c6a-868f-39922fa044d2 disassociated (deleted). External IP: 172.25.1.97, port: e05c7170-b943-4a76-8d6d-c0d433cd04ff. Sep 22 10:47:41.241522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.242150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Fanout notify agent at l3_agent the message router_deleted on router 6c4088b8-320f-485a-9b58-7212f03a6c4e {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:47:41.252020 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.252020 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b155db27-8584-4226-8363-64c8a7105659 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "DELETE /v2.0/routers/6c4088b8-320f-485a-9b58-7212f03a6c4e HTTP/1.1" status: 204 len: 168 time: 2.6088550 Sep 22 10:47:41.255227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58964) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:41.366001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.373032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fa53b4f6-563e-4174-8092-a9f88238426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.418650 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fa53b4f6-563e-4174-8092-a9f88238426f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dda96cc24e3470a9c46d48dc8c93902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019360 Sep 22 10:47:41.424111 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 58970) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:41.461433 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53b4f6-563e-4174-8092-a9f88238426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690ecd71-4c62-41dd-95aa-63faed1f461a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:41.469119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fbd109ac-2e75-46d7-bcf8-02f67d672878 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:41.538087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 89de886e-86f6-46fc-a0f8-0b1f4954088d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:47:41.543093 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: fbd109ac-2e75-46d7-bcf8-02f67d672878 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:41.543957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fbd109ac-2e75-46d7-bcf8-02f67d672878 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:41.562172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.604553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8acc18b-f41e-42af-8eea-279f8a900ce2']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:41.608298 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-937dfff6-b779-4068-bb37-2d30b7b1514b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.632377 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4deac4-772f-4ce4-894d-d3aa108cc840') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:41.632673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4deac4-772f-4ce4-894d-d3aa108cc840') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:41.649878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.664151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.671233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:47:41.671763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.679817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:47:41.681556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 58976) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:41.689754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] Sync routers for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:47:41.695321 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.705316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:41.706169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:41.752239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d11e7c22-507d-4247-8705-6f611500d0dc tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/floatingips/2f75a21f-2e28-4c6a-868f-39922fa044d2 HTTP/1.1" status: 204 len: 168 time: 1.3078077 Sep 22 10:47:41.752998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:41.755621 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b" -d '{"events": [{"name": "network-changed", "server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:41.815541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-937dfff6-b779-4068-bb37-2d30b7b1514b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.874861 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d317-d917-40ef-bad6-c943cad701a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:47:41.982840 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:47:41.989952 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.997419 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:42.002368 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] 10.222.0.20 "DELETE /v2.0/networks/f8acc18b-f41e-42af-8eea-279f8a900ce2 HTTP/1.1" status: 204 len: 168 time: 0.7459354 Sep 22 10:47:42.027009 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f353875-93b9-4813-9913-b667a320e978 tempest-TestSecurityGroupsBasicOps-1043125642 tempest-TestSecurityGroupsBasicOps-1043125642-project] Pushing event deleted for resources: {'Network': ['ID=f8acc18b-f41e-42af-8eea-279f8a900ce2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:42.058790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-937dfff6-b779-4068-bb37-2d30b7b1514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:42.061704 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-937dfff6-b779-4068-bb37-2d30b7b1514b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:42.063006 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-937dfff6-b779-4068-bb37-2d30b7b1514b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/690ecd71-4c62-41dd-95aa-63faed1f461a HTTP/1.1" status: 204 len: 168 time: 0.6370056 Sep 22 10:47:42.076818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dfff6-b779-4068-bb37-2d30b7b1514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690ecd71-4c62-41dd-95aa-63faed1f461a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:42.091391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d317-d917-40ef-bad6-c943cad701a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:42.125348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:42.173084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d317-d917-40ef-bad6-c943cad701a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:42.220402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59042) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:42.220860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a8d6d317-d917-40ef-bad6-c943cad701a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ef4cdd902ca464fac6f14d626bd7a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290883 Sep 22 10:47:42.223267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6d317-d917-40ef-bad6-c943cad701a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd48ff-d999-44fc-acdd-36601d32a56e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:42.252133 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f03f50d-ed28-490a-9ed8-2c37c427b7c9 x-openstack-request-id: req-3f03f50d-ed28-490a-9ed8-2c37c427b7c9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:42.252424 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:42.252677 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f03f50d-ed28-490a-9ed8-2c37c427b7c9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:42.253553 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'status': 'completed', 'code': 200} Sep 22 10:47:42.305700 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-59077532-59c1-41cf-8a91-21543b6a4eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:42.329818 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-59077532-59c1-41cf-8a91-21543b6a4eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:42.383167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-527c2e32-16bc-4d05-87bb-792a8ba54ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:42.387837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-527c2e32-16bc-4d05-87bb-792a8ba54ee3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 1097 time: 0.1019289 Sep 22 10:47:42.418975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '85aa096c-fe3e-4c67-ba75-90034a5cc366', 'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:8d:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:48Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '541ce333-31a1-4823-a084-8e59f314819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:42.449678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] Checking router: 89de886e-86f6-46fc-a0f8-0b1f4954088d for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:47:42.459573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:42.460651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:42.482207 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-59077532-59c1-41cf-8a91-21543b6a4eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:42.485051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-59077532-59c1-41cf-8a91-21543b6a4eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:42.486485 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-59077532-59c1-41cf-8a91-21543b6a4eaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4bd48ff-d999-44fc-acdd-36601d32a56e HTTP/1.1" status: 204 len: 168 time: 0.2653871 Sep 22 10:47:42.501134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59077532-59c1-41cf-8a91-21543b6a4eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd48ff-d999-44fc-acdd-36601d32a56e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:42.597309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:42.605507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb95b-0402-49ab-8a7b-ba6389793f7c req-842407e5-40ba-4a2c-ad8a-4d6499d8dde7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:42.607100 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481bb95b-0402-49ab-8a7b-ba6389793f7c req-842407e5-40ba-4a2c-ad8a-4d6499d8dde7 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.1432374 Sep 22 10:47:42.612151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-69a5de11-6eb1-4872-8bfc-9e1868f4f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:42.613613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-69a5de11-6eb1-4872-8bfc-9e1868f4f057 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a HTTP/1.1" status: 200 len: 897 time: 0.2158313 Sep 22 10:47:42.678317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-106a4b8d-4e91-4f41-8d6c-9fe15706a5f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff HTTP/1.1" status: 200 len: 217 time: 0.0552530 Sep 22 10:47:42.738310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481bb95b-0402-49ab-8a7b-ba6389793f7c req-75eb33c3-0aee-4363-8989-547c38e108b9 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236081 Sep 22 10:47:42.762882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-032cbe3e-8f41-45ee-ac7e-5e298081444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:42.766459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-032cbe3e-8f41-45ee-ac7e-5e298081444f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=541ce333-31a1-4823-a084-8e59f314819a HTTP/1.1" status: 200 len: 834 time: 0.0654378 Sep 22 10:47:42.835975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-939ae5e1-e5ea-4cbe-84b9-2849196b95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:42.837475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-939ae5e1-e5ea-4cbe-84b9-2849196b95ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568500 Sep 22 10:47:42.870925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '85aa096c-fe3e-4c67-ba75-90034a5cc366', 'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:8d:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:48Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '541ce333-31a1-4823-a084-8e59f314819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:42.897735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc2ddb-0839-45cc-adba-e5f0c3bb24ad None None] The sync data for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 is: [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '85aa096c-fe3e-4c67-ba75-90034a5cc366', 'name': '', 'network_id': 'fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'mac_address': 'fa:16:3e:8d:89:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '541ce333-31a1-4823-a084-8e59f314819a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:48Z', 'updated_at': '2021-09-22T10:45:56Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'subnets': [{'id': '541ce333-31a1-4823-a084-8e59f314819a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:47:42.932959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-250ad70e-8288-441e-b659-951264ec9e88 service neutron] 10.222.0.30 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835855 Sep 22 10:47:43.046361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59074) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:43.065349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c6c6ec1-3f03-41a9-a977-3061e1b2169b req-9024d393-ea3b-47c3-8be6-601e12a28998 service neutron] 10.222.0.30 "GET /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259520 Sep 22 10:47:43.091090 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-117e764e-0eeb-424b-8d20-e1b1a022ccc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.162221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59080) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:43.202711 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-117e764e-0eeb-424b-8d20-e1b1a022ccc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.206516 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a017c56-f335-4499-a975-208435005e2f None None] New status for floating IP 2f75a21f-2e28-4c6a-868f-39922fa044d2: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:47:43.352134 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-117e764e-0eeb-424b-8d20-e1b1a022ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.359015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bc4412cc-575f-4800-8b1d-d593c604f10a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:43.384243 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: bc4412cc-575f-4800-8b1d-d593c604f10a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:43.384622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device bc4412cc-575f-4800-8b1d-d593c604f10a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:43.448250 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-117e764e-0eeb-424b-8d20-e1b1a022ccc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f287485d7a6b4ea68f878658e4396dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974426 Sep 22 10:47:43.448340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59108) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:43.449539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e764e-0eeb-424b-8d20-e1b1a022ccc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a84211-a101-4569-8d50-5adb3857416d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:43.568994 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e2c9931-50b8-4014-a85c-082851a9ebf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.596526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6f5748cc-4dc4-434d-b6c3-949cc0913e23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3cd3b7a50bf4452aceffbdbe5baa6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328704 Sep 22 10:47:43.599972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59116) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:43.602263 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e2c9931-50b8-4014-a85c-082851a9ebf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.660040 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84b23e10-6182-4a59-9cfb-3387d6df6761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.688358 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84b23e10-6182-4a59-9cfb-3387d6df6761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.701940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-1dc8a2cf-451c-436f-8a8f-3db57bcaebc0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:43.703539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-1dc8a2cf-451c-436f-8a8f-3db57bcaebc0 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.0734618 Sep 22 10:47:43.817985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port e05c7170-b943-4a76-8d6d-c0d433cd04ff {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:43.818288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.836607 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e2c9931-50b8-4014-a85c-082851a9ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.839737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e2c9931-50b8-4014-a85c-082851a9ebf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.841305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5e2c9931-50b8-4014-a85c-082851a9ebf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86a84211-a101-4569-8d50-5adb3857416d HTTP/1.1" status: 204 len: 168 time: 0.3909218 Sep 22 10:47:43.862006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c9931-50b8-4014-a85c-082851a9ebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a84211-a101-4569-8d50-5adb3857416d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:43.878595 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84b23e10-6182-4a59-9cfb-3387d6df6761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.881338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84b23e10-6182-4a59-9cfb-3387d6df6761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.882635 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-84b23e10-6182-4a59-9cfb-3387d6df6761 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14d8090d-ee02-4cb4-9507-8024d80732c3 HTTP/1.1" status: 204 len: 168 time: 0.2816520 Sep 22 10:47:43.896824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b23e10-6182-4a59-9cfb-3387d6df6761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d8090d-ee02-4cb4-9507-8024d80732c3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:43.949918 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59132) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:43.968817 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7317ef57-9bb7-4273-bd3c-a25c560ba078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:43.989806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57e186-c500-4831-ae0b-a6373b9f4374 req-ffc2d470-24a6-4823-bf25-0a1d3e8b3577 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:43.998008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa57e186-c500-4831-ae0b-a6373b9f4374 req-ffc2d470-24a6-4823-bf25-0a1d3e8b3577 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 946 time: 0.1299119 Sep 22 10:47:44.001195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port e05c7170-b943-4a76-8d6d-c0d433cd04ff, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=e05c7170-b943-4a76-8d6d-c0d433cd04ff,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:44.001736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:44.065106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa57e186-c500-4831-ae0b-a6373b9f4374 req-d5e16272-7f5d-49b0-b3a1-7fa2647cadb4 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab76f09d-0e74-4566-93c9-a0146fd7575a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621264 Sep 22 10:47:44.066258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for e05c7170-b943-4a76-8d6d-c0d433cd04ff owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:44.127691 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7317ef57-9bb7-4273-bd3c-a25c560ba078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:44.203573 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7317ef57-9bb7-4273-bd3c-a25c560ba078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:44.261814 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7317ef57-9bb7-4273-bd3c-a25c560ba078 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=883e5e3b48c04882bb1344ebebbf747a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112586 Sep 22 10:47:44.264997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59150) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:44.306426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317ef57-9bb7-4273-bd3c-a25c560ba078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88293385-c864-49c6-9f15-8a3fd8716fbe,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:44.327364 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:44.406985 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7a7e589-bc4f-41ab-a10c-9bbf25055697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:44.430789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=e05c7170-b943-4a76-8d6d-c0d433cd04ff,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:44.438564 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7a7e589-bc4f-41ab-a10c-9bbf25055697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:44.525210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] No DVR routers for this DVR port e05c7170-b943-4a76-8d6d-c0d433cd04ff on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:47:44.531287 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:44.533312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76377cf9-4146-4ed9-936e-89febb7f8209 req-7a97e00d-e636-42ab-9c84-e720d3bb8758 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.30 "DELETE /v2.0/ports/e05c7170-b943-4a76-8d6d-c0d433cd04ff HTTP/1.1" status: 204 len: 173 time: 0.8239555 Sep 22 10:47:44.533939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'name': 'network-vif-deleted', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:44.536256 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab0bf85-c1e5-4fda-9827-a7b609408abf" -d '{"events": [{"server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "name": "network-vif-deleted", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:44.589746 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13502a5-d15d-43ad-ae0b-6683d5b28443 x-openstack-request-id: req-e13502a5-d15d-43ad-ae0b-6683d5b28443 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:44.590058 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386aa704-7cad-4953-b501-dbc0b23e672a", "name": "network-vif-deleted", "tag": "e05c7170-b943-4a76-8d6d-c0d433cd04ff", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:44.590669 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e13502a5-d15d-43ad-ae0b-6683d5b28443 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:44.591074 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386aa704-7cad-4953-b501-dbc0b23e672a', 'name': 'network-vif-deleted', 'tag': 'e05c7170-b943-4a76-8d6d-c0d433cd04ff', 'status': 'completed', 'code': 200} Sep 22 10:47:44.706670 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7a7e589-bc4f-41ab-a10c-9bbf25055697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:44.710011 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7a7e589-bc4f-41ab-a10c-9bbf25055697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:44.714634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e7a7e589-bc4f-41ab-a10c-9bbf25055697 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88293385-c864-49c6-9f15-8a3fd8716fbe HTTP/1.1" status: 204 len: 168 time: 0.4485846 Sep 22 10:47:44.732136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7e589-bc4f-41ab-a10c-9bbf25055697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88293385-c864-49c6-9f15-8a3fd8716fbe,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:44.927926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59186) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:44.956243 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4d942ceb-f98b-418c-8e6c-0a2f4d8df3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:45.107848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4d942ceb-f98b-418c-8e6c-0a2f4d8df3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:45.207345 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4d942ceb-f98b-418c-8e6c-0a2f4d8df3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:45.272808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14b10782-a90f-4a69-ae43-4b168c226088 req-ba01bacd-d754-446a-a9e0-8b60c1f8429a tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "GET /v2.0/ports?device_id=386aa704-7cad-4953-b501-dbc0b23e672a HTTP/1.1" status: 200 len: 210 time: 0.0394287 Sep 22 10:47:45.287420 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4d942ceb-f98b-418c-8e6c-0a2f4d8df3ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=288cb28219104655a52f957009cee7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577154 Sep 22 10:47:45.290052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59200) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:45.319274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d942ceb-f98b-418c-8e6c-0a2f4d8df3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa455000-3fba-494d-97da-24c452acdf25,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:45.353110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-23db91fc-7a58-47a5-a98d-be0e25fabffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:45.375264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-23db91fc-7a58-47a5-a98d-be0e25fabffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:45.510532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-23db91fc-7a58-47a5-a98d-be0e25fabffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:45.514414 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-23db91fc-7a58-47a5-a98d-be0e25fabffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:45.516500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-23db91fc-7a58-47a5-a98d-be0e25fabffe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa455000-3fba-494d-97da-24c452acdf25 HTTP/1.1" status: 204 len: 168 time: 0.2251899 Sep 22 10:47:45.535460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db91fc-7a58-47a5-a98d-be0e25fabffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa455000-3fba-494d-97da-24c452acdf25,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:46.323244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59234) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:46.375537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59236) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:46.449249 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7ecbf772-a0ba-47e0-8646-77245261cb2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8ebfd495d684255b4f4f9c6a67a9fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714791 Sep 22 10:47:46.451820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59240) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:46.555550 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14135de2-52d5-4a01-b9fa-56598b36d0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:46.604662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14135de2-52d5-4a01-b9fa-56598b36d0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:46.761795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14135de2-52d5-4a01-b9fa-56598b36d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:46.764722 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14135de2-52d5-4a01-b9fa-56598b36d0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:46.765900 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-14135de2-52d5-4a01-b9fa-56598b36d0f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb888658-bb57-479d-9bb2-2d579a799199 HTTP/1.1" status: 204 len: 168 time: 0.3129911 Sep 22 10:47:46.777910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14135de2-52d5-4a01-b9fa-56598b36d0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb888658-bb57-479d-9bb2-2d579a799199,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:46.878362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:47.198286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port 85aa096c-fe3e-4c67-ba75-90034a5cc366 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:47.198993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:47.315562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port 85aa096c-fe3e-4c67-ba75-90034a5cc366, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=85aa096c-fe3e-4c67-ba75-90034a5cc366,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:47.316312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:47.331759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for 85aa096c-fe3e-4c67-ba75-90034a5cc366 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:47.698356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59276) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:48.150186 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5a82cfd6-f23c-46a8-80fe-1f2adf97eda6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c110bdca1d8844d2aaf70884abccd1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509103 Sep 22 10:47:48.153114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59290) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:48.175100 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:48.223582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=85aa096c-fe3e-4c67-ba75-90034a5cc366,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:48.337857 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-78468a95-c3fb-43d5-b62f-c6762daa7e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:48.440092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-78468a95-c3fb-43d5-b62f-c6762daa7e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:48.503576 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:48.642996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-78468a95-c3fb-43d5-b62f-c6762daa7e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:48.645948 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-78468a95-c3fb-43d5-b62f-c6762daa7e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:48.650278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-78468a95-c3fb-43d5-b62f-c6762daa7e4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f315056a-e4ed-49d8-bb96-c1e0cffcbdae HTTP/1.1" status: 204 len: 168 time: 0.4959953 Sep 22 10:47:48.692061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78468a95-c3fb-43d5-b62f-c6762daa7e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f315056a-e4ed-49d8-bb96-c1e0cffcbdae,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:48.767043 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Router 89de886e-86f6-46fc-a0f8-0b1f4954088d has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:47:48.877715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:47:48.887767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] Sync routers for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:47:48.888515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-db81b4ae-e421-45ea-8f8b-572d5fd2ab75 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "PUT /v2.0/routers/89de886e-86f6-46fc-a0f8-0b1f4954088d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5632744 Sep 22 10:47:48.891332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59310) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:48.899171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:48.917190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:48.950471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-142b5474-a1f0-4f87-8f1d-cabdaceddcd2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting subnet 541ce333-31a1-4823-a084-8e59f314819a {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:47:48.953729 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-142b5474-a1f0-4f87-8f1d-cabdaceddcd2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:48.999251 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-142b5474-a1f0-4f87-8f1d-cabdaceddcd2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:49.008695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:49.102335 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-142b5474-a1f0-4f87-8f1d-cabdaceddcd2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:49.186277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:47:47Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:49.212765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] Checking router: 89de886e-86f6-46fc-a0f8-0b1f4954088d for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:47:49.221120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] Routers {'89de886e-86f6-46fc-a0f8-0b1f4954088d'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:49.221726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['89de886e-86f6-46fc-a0f8-0b1f4954088d'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:49.226393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e05c7170-b943-4a76-8d6d-c0d433cd04ff no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:49.272876 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-142b5474-a1f0-4f87-8f1d-cabdaceddcd2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:49.280124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: e05c7170-b943-4a76-8d6d-c0d433cd04ff {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:49.289699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device e05c7170-b943-4a76-8d6d-c0d433cd04ff not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:49.305102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b5474-a1f0-4f87-8f1d-cabdaceddcd2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Subnet': ['ID=541ce333-31a1-4823-a084-8e59f314819a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:49.309729 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-142b5474-a1f0-4f87-8f1d-cabdaceddcd2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:49.313206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-142b5474-a1f0-4f87-8f1d-cabdaceddcd2 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/subnets/541ce333-31a1-4823-a084-8e59f314819a HTTP/1.1" status: 204 len: 168 time: 0.4206138 Sep 22 10:47:49.318925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59322) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:49.337637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf3fc4a-0a3d-40d0-ac37-4a765bf1e649 None None] Network fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:47:49.496061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] Set router 89de886e-86f6-46fc-a0f8-0b1f4954088d gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:49.575929 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:49.598644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59344) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:49.740479 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:49.756839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1320072649-network', 'tenant_id': '6d17528623234f5ea824568de1e97db4'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:47:49.841896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:47:47Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:49.859664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Deleting port 3657e6c9-732b-4184-a003-dd8a25db2e94 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:49.860005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:49.866214 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Made reservation on behalf of 6d17528623234f5ea824568de1e97db4 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:47:49.868899 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:49.873075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf8460-8b20-4c6c-af8c-1d87fe326e1a None None] The sync data for ids ['89de886e-86f6-46fc-a0f8-0b1f4954088d'] in n-d-807025-3 is: [{'id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-900176262', 'tenant_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:45:42Z', 'updated_at': '2021-09-22T10:47:47Z', 'revision_number': 5, 'project_id': 'b67d9575d4b14d05b97cfc08a1f74c7e', 'gw_port': {'id': '3657e6c9-732b-4184-a003-dd8a25db2e94', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de886e-86f6-46fc-a0f8-0b1f4954088d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:45:43Z', 'updated_at': '2021-09-22T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:47:49.886305 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:49.893295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f3dc8-fb5e-4570-9a45-337051dc60c4 None None] DHCP port deletion for fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:47:49.994702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f3dc8-fb5e-4570-9a45-337051dc60c4 None None] Deleting port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:47:49.995073 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3dc8-fb5e-4570-9a45-337051dc60c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.008773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] For port 3657e6c9-732b-4184-a003-dd8a25db2e94, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3657e6c9-732b-4184-a003-dd8a25db2e94,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:50.009253 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.033799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.038376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Calling delete_port for 3657e6c9-732b-4184-a003-dd8a25db2e94 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:50.100706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.134915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:47:50.141595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b261af3-24e3-4813-a437-2dd74ca4043d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:50.148250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.148594 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Added segment c13c1f62-185e-4bf9-98ce-ee4dc2457df7 of type vlan for network bb78c944-30c4-4e4a-a98d-4206c2998f8d Sep 22 10:47:50.192943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.275492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0f8f3dc8-fb5e-4570-9a45-337051dc60c4 None None] For port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4,segment=NetworkSegment(cbe9e0ac-5393-467e-8caa-41394fd428a9),segment_id=cbe9e0ac-5393-467e-8caa-41394fd428a9)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:50.276297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3dc8-fb5e-4570-9a45-337051dc60c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.292551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f3dc8-fb5e-4570-9a45-337051dc60c4 None None] Calling delete_port for d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:47:50.350716 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.352165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:50.352969 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.387210 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.426481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] Pushing event updated for resources: {'Network': ['ID=bb78c944-30c4-4e4a-a98d-4206c2998f8d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:50.437930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network bb78c944-30c4-4e4a-a98d-4206c2998f8d details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:47:50.464356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Port': ['ID=3657e6c9-732b-4184-a003-dd8a25db2e94,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:50.524697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3dc8-fb5e-4570-9a45-337051dc60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.546972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.547194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-47657683-5ee9-409d-ad95-d7be53f0f819 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9466023 Sep 22 10:47:50.555448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59368) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:50.561676 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Request body: {'subnet': {'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1320072649-subnet', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:47:50.603646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f3dc8-fb5e-4570-9a45-337051dc60c4 None None] Pushing event deleted for resources: {'Port': ['ID=d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:50.613692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f3dc8-fb5e-4570-9a45-337051dc60c4 None None] No DVR routers for this DVR port d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:47:50.711450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.713239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Made reservation on behalf of 6d17528623234f5ea824568de1e97db4 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:47:50.715830 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:50.721431 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.073996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.074567 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Fanout notify agent at l3_agent the message router_deleted on router 89de886e-86f6-46fc-a0f8-0b1f4954088d {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:47:51.083173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.084316 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fe14553d-6e13-4211-8815-9270e9569d76 tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/routers/89de886e-86f6-46fc-a0f8-0b1f4954088d HTTP/1.1" status: 204 len: 168 time: 1.7644081 Sep 22 10:47:51.087329 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59390) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:51.205650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.224095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59398) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:51.373146 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.379921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b1d1ae7-bf74-4f6d-b049-59a2979f492f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.399479 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:51.409945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe9e0ac-5393-467e-8caa-41394fd428a9') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:51.410276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe9e0ac-5393-467e-8caa-41394fd428a9') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:51.421209 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.437054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.442910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:47:51.443443 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:47:51.446369 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:47:51.458531 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.487041 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b1d1ae7-bf74-4f6d-b049-59a2979f492f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.553279 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:51.563975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Checking segment: {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:47:51.564339 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Network hostable DHCP agents. Network: bb78c944-30c4-4e4a-a98d-4206c2998f8d, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:47:51.609149 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3b1d1ae7-bf74-4f6d-b049-59a2979f492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.610869 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.624524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.626968 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/networks/fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a HTTP/1.1" status: 204 len: 168 time: 0.5389314 Sep 22 10:47:51.637973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59402) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:51.648021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa37fae-b84a-4d4c-8a1a-90465d0acdac tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'Network': ['ID=fd4318cc-f6a7-47a1-92c5-ca0dd5387a6a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:51.674259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 85aa096c-fe3e-4c67-ba75-90034a5cc366 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:51.680277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Network bb78c944-30c4-4e4a-a98d-4206c2998f8d is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:47:51.688507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3b1d1ae7-bf74-4f6d-b049-59a2979f492f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b359226966584f9a845f592b33d9968a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604061 Sep 22 10:47:51.688507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d1ae7-bf74-4f6d-b049-59a2979f492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd8532-7dd0-46d7-96bf-c27ce75f4a37,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:51.691336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59406) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:51.694607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 85aa096c-fe3e-4c67-ba75-90034a5cc366 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:51.695140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 85aa096c-fe3e-4c67-ba75-90034a5cc366 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:51.695720 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3657e6c9-732b-4184-a003-dd8a25db2e94 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:51.721398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3657e6c9-732b-4184-a003-dd8a25db2e94 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:51.721982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3657e6c9-732b-4184-a003-dd8a25db2e94 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:51.722438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:51.725830 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4389cbc2-f2db-45b2-be48-3183ed709dfe tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.748153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:47:51.748584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d9e4a0ec-c6c0-4c54-bca1-3a1caba4e4e4 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:47:51.757156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4389cbc2-f2db-45b2-be48-3183ed709dfe tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.760355 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd19dff0-168a-48b1-a3ca-3452873cb86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.784130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd19dff0-168a-48b1-a3ca-3452873cb86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.790245 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, bb78c944-30c4-4e4a-a98d-4206c2998f8d) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:47:51.798893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1559b2-6b7a-445c-9180-ab4763c7f056 None None] Network bb78c944-30c4-4e4a-a98d-4206c2998f8d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:47:51.806068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:51.806800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.934336 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dd6ae19d-e5b4-4638-9fe0-5355e6ce4146 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3773327 Sep 22 10:47:51.937042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59408) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:51.941567 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:47:51.954450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:47:51.954450 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.975094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4389cbc2-f2db-45b2-be48-3183ed709dfe tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.975689 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd19dff0-168a-48b1-a3ca-3452873cb86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.978602 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd19dff0-168a-48b1-a3ca-3452873cb86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.978882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4389cbc2-f2db-45b2-be48-3183ed709dfe tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:51.980120 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4389cbc2-f2db-45b2-be48-3183ed709dfe tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab76f09d-0e74-4566-93c9-a0146fd7575a HTTP/1.1" status: 204 len: 168 time: 0.3409300 Sep 22 10:47:51.980256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dd19dff0-168a-48b1-a3ca-3452873cb86f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85dd8532-7dd0-46d7-96bf-c27ce75f4a37 HTTP/1.1" status: 204 len: 168 time: 0.2871866 Sep 22 10:47:52.006714 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389cbc2-f2db-45b2-be48-3183ed709dfe tempest-TestNetworkAdvancedServerOps-322913558 tempest-TestNetworkAdvancedServerOps-322913558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab76f09d-0e74-4566-93c9-a0146fd7575a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:52.026351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19dff0-168a-48b1-a3ca-3452873cb86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd8532-7dd0-46d7-96bf-c27ce75f4a37,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:52.036614 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.038349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.119295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.156259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Allocated IP 172.20.0.2 (bb78c944-30c4-4e4a-a98d-4206c2998f8d/4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f/64902ffd-466d-452b-bc1d-aa6ae162343a) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:47:52.341977 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.348587 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aba2feea-b9c5-4775-a903-31b812f337ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.442838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.487690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Pushing event updated for resources: {'Port': ['ID=64902ffd-466d-452b-bc1d-aa6ae162343a,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:52.525135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Network bb78c944-30c4-4e4a-a98d-4206c2998f8d is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:47:52.530374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:47:52.534053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:47:52.601837 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Attempting to bind port 64902ffd-466d-452b-bc1d-aa6ae162343a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:47:52.602504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Attempting to bind port 64902ffd-466d-452b-bc1d-aa6ae162343a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:47:52.603051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Attempting to bind port 64902ffd-466d-452b-bc1d-aa6ae162343a on network bb78c944-30c4-4e4a-a98d-4206c2998f8d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:47:52.608791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:47:52.609208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Checking segment: {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:47:52.609682 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.610091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Bound using segment: {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:47:52.610605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Bound port: 64902ffd-466d-452b-bc1d-aa6ae162343a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:47:52.610990 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.631393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.653441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59430) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:52.701644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] For port 64902ffd-466d-452b-bc1d-aa6ae162343a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:47:52.705455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] For port 64902ffd-466d-452b-bc1d-aa6ae162343a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64902ffd-466d-452b-bc1d-aa6ae162343a,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:47:52.764041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59434) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:52.781271 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51f35d83-e636-4693-8164-a016f55096c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.786862 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:52.923116 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e5d92-8a38-4a61-9960-2c2fe0d3590f None None] Pushing event updated for resources: {'Port': ['ID=64902ffd-466d-452b-bc1d-aa6ae162343a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:52.980365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51f35d83-e636-4693-8164-a016f55096c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.049923 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4662787f-5875-4bee-9dc8-4fd55e45721b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b67d9575d4b14d05b97cfc08a1f74c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953881 Sep 22 10:47:53.051309 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.053304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59436) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:53.076326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.091121 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-51f35d83-e636-4693-8164-a016f55096c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.151909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-51f35d83-e636-4693-8164-a016f55096c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa60e29abb8143df92dc26113eff187a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880939 Sep 22 10:47:53.154406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59440) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:53.234965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f35d83-e636-4693-8164-a016f55096c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a8753-65bb-43fc-8ea1-cb58de54f828,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:53.249243 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-70486662-6ff7-44aa-9bcf-316d69574a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.262273 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Allocated IP 172.25.1.225 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:47:53.372606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-70486662-6ff7-44aa-9bcf-316d69574a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.395956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c791d35-96ee-4220-9e33-35c23d8f6917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.439829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.463512 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c791d35-96ee-4220-9e33-35c23d8f6917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.509554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64902ffd-466d-452b-bc1d-aa6ae162343a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:53.546679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.603365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-70486662-6ff7-44aa-9bcf-316d69574a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.603810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 64902ffd-466d-452b-bc1d-aa6ae162343a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:53.604260 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.607337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-70486662-6ff7-44aa-9bcf-316d69574a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.611274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-70486662-6ff7-44aa-9bcf-316d69574a8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/770c85c0-4050-41c6-8787-403e8493be5f HTTP/1.1" status: 204 len: 168 time: 0.5538085 Sep 22 10:47:53.611421 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c791d35-96ee-4220-9e33-35c23d8f6917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.619470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3c791d35-96ee-4220-9e33-35c23d8f6917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.624770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3c791d35-96ee-4220-9e33-35c23d8f6917 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/347a8753-65bb-43fc-8ea1-cb58de54f828 HTTP/1.1" status: 204 len: 168 time: 0.4692609 Sep 22 10:47:53.642647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70486662-6ff7-44aa-9bcf-316d69574a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770c85c0-4050-41c6-8787-403e8493be5f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:53.651641 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:53.652079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:47:53.653872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:47:53.656250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:47:53.678169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c791d35-96ee-4220-9e33-35c23d8f6917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a8753-65bb-43fc-8ea1-cb58de54f828,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:53.794630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:53.848077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 64902ffd-466d-452b-bc1d-aa6ae162343a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64902ffd-466d-452b-bc1d-aa6ae162343a,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:53.941040 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:54.004485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=64902ffd-466d-452b-bc1d-aa6ae162343a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:54.166843 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:54.363100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8190a05a-970a-4d3e-9d97-65e17f75cd8c None None] Network bb78c944-30c4-4e4a-a98d-4206c2998f8d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:47:54.480218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:54.536390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b17f6c4b-7f2f-4f4e-ae55-e47318b3fe4d None None] Provisioning complete for port 64902ffd-466d-452b-bc1d-aa6ae162343a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:54.537703 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b17f6c4b-7f2f-4f4e-ae55-e47318b3fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:54.787400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59494) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:54.838523 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-39663d75-185c-48e9-89ef-ae608bb3460c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29c3d5db25754044b76c1985f39fe99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498798 Sep 22 10:47:54.841232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59498) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:54.849035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:47:54.968587 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5bea1f7d-6941-4eb1-88a6-e9c22e19c372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.017813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5bea1f7d-6941-4eb1-88a6-e9c22e19c372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.023401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:47:55.033574 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Sync routers for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:47:55.071828 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:55.073273 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:55.161710 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.164632 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-091f74b3-60a9-456f-816a-7509dd46bbd9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2257588 Sep 22 10:47:55.166505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59506) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:55.190280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f612b2b3-4c59-4941-a811-091e31fabcba None None] Provisioning complete for port 64902ffd-466d-452b-bc1d-aa6ae162343a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:55.190848 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f612b2b3-4c59-4941-a811-091e31fabcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.192673 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:55.196456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5bea1f7d-6941-4eb1-88a6-e9c22e19c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.200794 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5bea1f7d-6941-4eb1-88a6-e9c22e19c372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.202535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5bea1f7d-6941-4eb1-88a6-e9c22e19c372 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7700843b-d0c0-43f8-ba50-7dac310fb35d HTTP/1.1" status: 204 len: 168 time: 0.3601587 Sep 22 10:47:55.216034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea1f7d-6941-4eb1-88a6-e9c22e19c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7700843b-d0c0-43f8-ba50-7dac310fb35d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:55.235546 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d18a641e-f96b-47f7-90a7-d9fa8c1cfbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.432357 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:53Z', 'revision_number': 3, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:55.489155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64902ffd-466d-452b-bc1d-aa6ae162343a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:55.496119 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Checking router: d830cc9e-9cfa-42b1-b90a-5b837efd64a7 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:47:55.498090 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Updating router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:47:55.588417 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.591547 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.603151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 64902ffd-466d-452b-bc1d-aa6ae162343a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:55.603613 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.704560 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.827122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59524) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:55.843883 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.904354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.028592 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.042076 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e19a7a7a-b5e5-486d-9b69-033907da0cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.123279 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.190648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e19a7a7a-b5e5-486d-9b69-033907da0cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.221100 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.251408 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Attempting to bind port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:47:56.256780 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Attempting to bind port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:47:56.257208 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Attempting to bind port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:47:56.262141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Allocated IP 172.20.0.1 (bb78c944-30c4-4e4a-a98d-4206c2998f8d/4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f/16634581-7f7a-4dc2-9d0b-92e59d4ec393) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:47:56.265734 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:47:56.266256 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:47:56.266863 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.267356 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:47:56.267917 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Bound port: 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:47:56.268401 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.279558 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e19a7a7a-b5e5-486d-9b69-033907da0cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.299314 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Pushing event updated for resources: {'Port': ['ID=8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:56.310371 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.311503 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.311503 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.311765 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.312193 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.312612 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.313029 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.313446 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.313861 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.314302 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.314716 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.315120 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:56.367094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e19a7a7a-b5e5-486d-9b69-033907da0cb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6bcd3234c1c429eb0fb56f66e74cd74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380833 Sep 22 10:47:56.369134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59542) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:56.373047 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] For port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:47:56.376878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a7a7a-b5e5-486d-9b69-033907da0cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d877364-1ab3-47a8-85b4-8b92afb3d68f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:56.381422 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] For port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:47:56.450858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c85-2666-4017-b8d9-c05f94cf212c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.455891 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.485893 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.495044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c85-2666-4017-b8d9-c05f94cf212c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.528342 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:56.529076 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:56.592565 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.642434 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf70540-1f1d-43d4-a112-e3d0b12ea016 None None] Pushing event updated for resources: {'Port': ['ID=8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:56.668731 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Network bb78c944-30c4-4e4a-a98d-4206c2998f8d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:47:56.672014 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c85-2666-4017-b8d9-c05f94cf212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.675102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:47:56.677129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Pushing event updated for resources: {'Port': ['ID=16634581-7f7a-4dc2-9d0b-92e59d4ec393,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:56.680024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:47:56.688601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1c86c85-2666-4017-b8d9-c05f94cf212c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.689800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a1c86c85-2666-4017-b8d9-c05f94cf212c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d877364-1ab3-47a8-85b4-8b92afb3d68f HTTP/1.1" status: 204 len: 168 time: 0.3195753 Sep 22 10:47:56.711002 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:56.720345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c86c85-2666-4017-b8d9-c05f94cf212c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d877364-1ab3-47a8-85b4-8b92afb3d68f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:56.764847 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:56.981952 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:53Z', 'revision_number': 3, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:57.021630 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:57.032076 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb6259b-b6c0-4741-9ef2-b45bf8eef80b None None] The sync data for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 is: [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:53Z', 'revision_number': 3, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:47:57.109636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-32b9bff7-525a-4ca7-a93c-47ddcc29e178 None None] Provisioning complete for port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:57.111315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32b9bff7-525a-4ca7-a93c-47ddcc29e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:57.167920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-32b9bff7-525a-4ca7-a93c-47ddcc29e178 None None] Port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:47:57.360715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:57.415533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:57.542719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:57.544680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Pushing event updated for resources: {'Port': ['ID=16634581-7f7a-4dc2-9d0b-92e59d4ec393,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:57.571430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.571769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.572360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.572738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.573073 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.590497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.591031 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.591371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.591703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.592176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.592355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.592663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:57.632265 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:47:57.804057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Network bb78c944-30c4-4e4a-a98d-4206c2998f8d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:47:57.805848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59574) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:57.806677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:47:57.840155 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e7822b8-932d-4cf0-b64e-e694e1b7fc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.079027 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.257143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e7822b8-932d-4cf0-b64e-e694e1b7fc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.337027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5e7822b8-932d-4cf0-b64e-e694e1b7fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.379007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5e7822b8-932d-4cf0-b64e-e694e1b7fc3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba37c3b8cbf041d7b4f5a722739ea058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5708745 Sep 22 10:47:58.404909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2b8caa16-6263-44eb-9a60-f9594f640e97 None None] Provisioning complete for port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:58.412271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2b8caa16-6263-44eb-9a60-f9594f640e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.416985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59584) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:58.524152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2b8caa16-6263-44eb-9a60-f9594f640e97 None None] Port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:47:58.548467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7822b8-932d-4cf0-b64e-e694e1b7fc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d9bcb4-f62f-4de9-b89d-d5ea5c8378b5,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:58.573015 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0d27-9b8a-4e1a-bac7-0edb46996f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.600731 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0d27-9b8a-4e1a-bac7-0edb46996f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.696899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:47:58.746729 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0d27-9b8a-4e1a-bac7-0edb46996f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.749291 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0d27-9b8a-4e1a-bac7-0edb46996f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.750686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8d0c0d27-9b8a-4e1a-bac7-0edb46996f73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8d9bcb4-f62f-4de9-b89d-d5ea5c8378b5 HTTP/1.1" status: 204 len: 168 time: 0.3262506 Sep 22 10:47:58.759335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c0d27-9b8a-4e1a-bac7-0edb46996f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d9bcb4-f62f-4de9-b89d-d5ea5c8378b5,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:58.844343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:47:58.865316 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c6910e68-df87-4c0a-bcbe-caffd8141378 admin admin] 10.222.0.20 "PUT /v2.0/routers/d830cc9e-9cfa-42b1-b90a-5b837efd64a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6969402 Sep 22 10:47:58.922935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59602) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:59.423207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d695e8db-be57-43c7-8895-7750b764fb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.511337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:59.554450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Sync routers for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:47:59.573115 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d695e8db-be57-43c7-8895-7750b764fb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.575358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:47:59.576052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:47:59.656545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d695e8db-be57-43c7-8895-7750b764fb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.673686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:59.674061 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.719282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59642) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:47:59.731550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d695e8db-be57-43c7-8895-7750b764fb37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aafa0591b4de4d5793c35d9597ccc08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8064263 Sep 22 10:47:59.749405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695e8db-be57-43c7-8895-7750b764fb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bf2872-72e0-41b6-9b85-e7d5aa58e9be,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:59.785996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73d725ab-3b36-401f-9dc0-cd77853166f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.821897 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73d725ab-3b36-401f-9dc0-cd77853166f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.883231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:47:59.949455 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.977148 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:59.989193 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73d725ab-3b36-401f-9dc0-cd77853166f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.992337 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73d725ab-3b36-401f-9dc0-cd77853166f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.996612 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-73d725ab-3b36-401f-9dc0-cd77853166f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28bf2872-72e0-41b6-9b85-e7d5aa58e9be HTTP/1.1" status: 204 len: 168 time: 0.2749345 Sep 22 10:48:00.006850 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d725ab-3b36-401f-9dc0-cd77853166f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bf2872-72e0-41b6-9b85-e7d5aa58e9be,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:00.081728 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.170852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:00.183401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.183752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.184078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.184416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.184790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.185075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.185426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.185736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.186066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.186421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.186742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.187064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:00.223481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:47:57Z', 'revision_number': 2, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:00.255123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Checking router: d830cc9e-9cfa-42b1-b90a-5b837efd64a7 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:00.255525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Updating router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:48:00.282165 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.293682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59682) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:00.301541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-220011307-network', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:00.436487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Made reservation on behalf of b0e15e1289e94a81a1e39a2ab66b8686 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:00.444436 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.463030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.663879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.696228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.768071 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.818928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3e6ae-745c-4b4e-9914-788ef54501a8 None None] Pushing event updated for resources: {'Port': ['ID=16634581-7f7a-4dc2-9d0b-92e59d4ec393,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:00.861403 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.878189 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:48:00.903212 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.903867 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Added segment 619f5761-1c9c-4835-8ef2-335d02ce9d01 of type vlan for network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 Sep 22 10:48:00.920232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Attempting to bind port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:00.920670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Attempting to bind port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:00.921555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Attempting to bind port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 on network bb78c944-30c4-4e4a-a98d-4206c2998f8d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:00.939697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:00.940081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Checking segment: {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:00.940484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.940880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Bound using segment: {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:00.941347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Bound port: 16634581-7f7a-4dc2-9d0b-92e59d4ec393, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:00.941722 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:00.965138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d50d29d-fbd9-429d-8d03-3d2ba33e6409,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:01.027027 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.050934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] For port 16634581-7f7a-4dc2-9d0b-92e59d4ec393, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:01.054663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] For port 16634581-7f7a-4dc2-9d0b-92e59d4ec393, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=16634581-7f7a-4dc2-9d0b-92e59d4ec393,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:01.122840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59726) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:01.135931 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3885c321-806a-415c-b334-d84abb6a247b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.159365 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.190258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b73b5d04-ecdb-4c88-9a38-bbc3867334ee None None] Provisioning complete for port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:01.190639 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b73b5d04-ecdb-4c88-9a38-bbc3867334ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.233160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3885c321-806a-415c-b334-d84abb6a247b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.237726 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.239002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:01.243444 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.265848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:01.266525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:01.307918 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3885c321-806a-415c-b334-d84abb6a247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.353024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3e6ae-745c-4b4e-9914-788ef54501a8 None None] Pushing event updated for resources: {'Port': ['ID=16634581-7f7a-4dc2-9d0b-92e59d4ec393,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:01.588122 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885c321-806a-415c-b334-d84abb6a247b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00bccdb-b4cf-497d-bc5c-242a60af1945,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:01.588122 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1375580 Sep 22 10:48:01.589911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59738) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:01.590970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fbd07-b610-4e6f-a24d-0a686011fd04 admin admin] Pushing event updated for resources: {'Network': ['ID=7d1fac7a-75e4-441c-9140-34a3ca00ac74,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:01.591451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Request body: {'subnet': {'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-220011307-subnet', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:01.591796 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3885c321-806a-415c-b334-d84abb6a247b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d6b6ca3061d49b2986a484c1ac0c38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382733 Sep 22 10:48:01.591796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59742) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:01.592258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:48:01.592777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f530cd8-9f2a-4aa8-8d03-74f47d926684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.617450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f530cd8-9f2a-4aa8-8d03-74f47d926684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.636067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Made reservation on behalf of b0e15e1289e94a81a1e39a2ab66b8686 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:01.640264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.811524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:01.838555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f530cd8-9f2a-4aa8-8d03-74f47d926684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.841555 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f530cd8-9f2a-4aa8-8d03-74f47d926684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.844376 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5f530cd8-9f2a-4aa8-8d03-74f47d926684 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b00bccdb-b4cf-497d-bc5c-242a60af1945 HTTP/1.1" status: 204 len: 168 time: 0.3735583 Sep 22 10:48:01.852826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f530cd8-9f2a-4aa8-8d03-74f47d926684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00bccdb-b4cf-497d-bc5c-242a60af1945,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:01.863260 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b73b5d04-ecdb-4c88-9a38-bbc3867334ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:01.924413 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:02.051401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b73b5d04-ecdb-4c88-9a38-bbc3867334ee None None] For port 16634581-7f7a-4dc2-9d0b-92e59d4ec393, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=16634581-7f7a-4dc2-9d0b-92e59d4ec393,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:02.090652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:02.091335 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:02.129871 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:02.179861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=937dc288-2ec6-47ec-8b06-39700ccccee6,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:02.217668 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b73b5d04-ecdb-4c88-9a38-bbc3867334ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:02.220907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Checking segment: {'id': '619f5761-1c9c-4835-8ef2-335d02ce9d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:02.222341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Network hostable DHCP agents. Network: 7d1fac7a-75e4-441c-9140-34a3ca00ac74, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:48:02.411122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b5d04-ecdb-4c88-9a38-bbc3867334ee None None] Pushing event updated for resources: {'Port': ['ID=16634581-7f7a-4dc2-9d0b-92e59d4ec393,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:02.421247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-99b2a286-255a-45dd-be1a-9fc8a90c0af7 None None] Provisioning complete for port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:02.421608 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-99b2a286-255a-45dd-be1a-9fc8a90c0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:02.425904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:48:02.506544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:02.529273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 7d1fac7a-75e4-441c-9140-34a3ca00ac74) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:02.552274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:02.555039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54778814-dd95-4581-97e3-16d6daf9ecb4 None None] Network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:48:02.557889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c23490-960d-436c-a4a6-82805b617586 None None] The sync data for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 is: [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:02.558125 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:02.671339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0fd221de-f638-4484-beec-b76762849b2e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2224736 Sep 22 10:48:02.672005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59830) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:02.683079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:02.926185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-7d1fac7a-75e4-441c-9140-34a3ca00ac74', 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'fixed_ips': [{'subnet_id': '937dc288-2ec6-47ec-8b06-39700ccccee6'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:48:02.927076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:02.929569 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:02.933145 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:03.040097 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:03.144618 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Allocated IP 172.20.0.2 (7d1fac7a-75e4-441c-9140-34a3ca00ac74/937dc288-2ec6-47ec-8b06-39700ccccee6/8acdf8eb-270d-4010-905c-9cfae1f68346) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:03.436358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:03.539432 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:03.547341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 16634581-7f7a-4dc2-9d0b-92e59d4ec393 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:03.631279 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:03.687081 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:03.702315 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:03.712666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Pushing event updated for resources: {'Port': ['ID=8acdf8eb-270d-4010-905c-9cfae1f68346,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:03.733034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:03.837528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:03.838548 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:03.940053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Attempting to bind port 8acdf8eb-270d-4010-905c-9cfae1f68346 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:03.941482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Attempting to bind port 8acdf8eb-270d-4010-905c-9cfae1f68346 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '619f5761-1c9c-4835-8ef2-335d02ce9d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:03.945633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Attempting to bind port 8acdf8eb-270d-4010-905c-9cfae1f68346 on network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:03.965764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:03.971874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Checking segment: {'id': '619f5761-1c9c-4835-8ef2-335d02ce9d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:03.976713 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:03.977347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Bound using segment: {'id': '619f5761-1c9c-4835-8ef2-335d02ce9d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:03.978021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Bound port: 8acdf8eb-270d-4010-905c-9cfae1f68346, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619f5761-1c9c-4835-8ef2-335d02ce9d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:03.978734 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:04.238973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] For port 8acdf8eb-270d-4010-905c-9cfae1f68346, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:04.254532 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:04.264049 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] For port 8acdf8eb-270d-4010-905c-9cfae1f68346, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8acdf8eb-270d-4010-905c-9cfae1f68346,segment=NetworkSegment(619f5761-1c9c-4835-8ef2-335d02ce9d01),segment_id=619f5761-1c9c-4835-8ef2-335d02ce9d01)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:04.288140 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:04.329746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:04.346452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59894) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:04.433711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Allocated IP 172.25.1.21 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/77608b14-fb94-4718-b7a6-fc68a457b9bc) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:04.532755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2b54e-6f5b-4d98-aa97-f362ff50f44f None None] Pushing event updated for resources: {'Port': ['ID=8acdf8eb-270d-4010-905c-9cfae1f68346,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:04.625526 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fff75d5a-35d0-48ab-b631-caf68386b5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:04.709399 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:04.893543 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fff75d5a-35d0-48ab-b631-caf68386b5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:04.952477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:04.991603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:04.994418 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:04.998702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:05.007304 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Pushing event updated for resources: {'Port': ['ID=77608b14-fb94-4718-b7a6-fc68a457b9bc,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:05.140956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fff75d5a-35d0-48ab-b631-caf68386b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:05.198385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff75d5a-35d0-48ab-b631-caf68386b5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76c761a-7a6d-4ed1-a5a1-9a44095be665,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:05.206442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fff75d5a-35d0-48ab-b631-caf68386b5c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4527ebe8fa7644df82ca4e79ebbc0fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8583460 Sep 22 10:48:05.209430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59924) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:05.314779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3e2422c-891c-4d01-8550-9b7dcc4a4c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:05.360495 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3e2422c-891c-4d01-8550-9b7dcc4a4c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:05.603125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:05.608550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8acdf8eb-270d-4010-905c-9cfae1f68346 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:05.615635 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3e2422c-891c-4d01-8550-9b7dcc4a4c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:05.618761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3e2422c-891c-4d01-8550-9b7dcc4a4c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:05.620063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d3e2422c-891c-4d01-8550-9b7dcc4a4c81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b76c761a-7a6d-4ed1-a5a1-9a44095be665 HTTP/1.1" status: 204 len: 168 time: 0.4097114 Sep 22 10:48:05.639945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2422c-891c-4d01-8550-9b7dcc4a4c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76c761a-7a6d-4ed1-a5a1-9a44095be665,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:05.860021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8acdf8eb-270d-4010-905c-9cfae1f68346 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:05.860685 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:06.056162 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:06.065438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fac9f-a299-4817-9360-0d4479a004bb None None] Network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:48:06.175358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:06.258621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e6a5436e-05cc-4720-9758-8ee6f9179a31 None None] Provisioning complete for port 8acdf8eb-270d-4010-905c-9cfae1f68346 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:06.258999 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e6a5436e-05cc-4720-9758-8ee6f9179a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:06.294029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 8acdf8eb-270d-4010-905c-9cfae1f68346, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8acdf8eb-270d-4010-905c-9cfae1f68346,segment=NetworkSegment(619f5761-1c9c-4835-8ef2-335d02ce9d01),segment_id=619f5761-1c9c-4835-8ef2-335d02ce9d01)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:06.318559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 59966) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:06.324115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:48:06.480187 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:06.562594 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e6a5436e-05cc-4720-9758-8ee6f9179a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:06.628127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=8acdf8eb-270d-4010-905c-9cfae1f68346,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:06.657405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:06.668956 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Sync routers for ids ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:06.684055 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Routers {'94ed38dd-2c93-407e-8cd0-24d1fecb85f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:06.686755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:06.706210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4119efbb-c3dd-4c4e-af98-e55c2a596bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:06.730463 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-e6a5436e-05cc-4720-9758-8ee6f9179a31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:48:06.733845 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-e6a5436e-05cc-4720-9758-8ee6f9179a31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:48:06.786288 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:06.787545 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3224ba52-84e2-4ec0-962a-e614be5b638f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1133201 Sep 22 10:48:06.790274 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 59998) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:06.836570 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Set router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:07.010621 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4119efbb-c3dd-4c4e-af98-e55c2a596bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.112761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4119efbb-c3dd-4c4e-af98-e55c2a596bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.117854 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:02Z', 'updated_at': '2021-09-22T10:48:05Z', 'revision_number': 3, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'gw_port': {'id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:04Z', 'updated_at': '2021-09-22T10:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:07.165868 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Checking router: 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:07.175681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119efbb-c3dd-4c4e-af98-e55c2a596bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4fb38b-a505-4f50-8cd8-af3bafce43fa,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:07.182263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4119efbb-c3dd-4c4e-af98-e55c2a596bfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce91ac245e7b43798f913d4684708f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8628025 Sep 22 10:48:07.183346 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Updating router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 port 77608b14-fb94-4718-b7a6-fc68a457b9bc binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:48:07.184806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60010) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:07.216523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60012) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:07.282942 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-560a5239-7427-4dce-af99-52052165e6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.312911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e38a78f-0149-4afc-b65d-f1ec7583d844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.350873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e38a78f-0149-4afc-b65d-f1ec7583d844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.404361 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.463476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4d7995ba-14ad-4e3d-b5ab-6b81cca6f889 None None] Provisioning complete for port 8acdf8eb-270d-4010-905c-9cfae1f68346 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:07.463849 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4d7995ba-14ad-4e3d-b5ab-6b81cca6f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.512019 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-560a5239-7427-4dce-af99-52052165e6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.522622 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8acdf8eb-270d-4010-905c-9cfae1f68346 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:07.557759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e38a78f-0149-4afc-b65d-f1ec7583d844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.560310 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e38a78f-0149-4afc-b65d-f1ec7583d844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.578377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6e38a78f-0149-4afc-b65d-f1ec7583d844 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df4fb38b-a505-4f50-8cd8-af3bafce43fa HTTP/1.1" status: 204 len: 168 time: 0.3920758 Sep 22 10:48:07.587359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38a78f-0149-4afc-b65d-f1ec7583d844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4fb38b-a505-4f50-8cd8-af3bafce43fa,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:07.593023 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-560a5239-7427-4dce-af99-52052165e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.662493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-560a5239-7427-4dce-af99-52052165e6ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e08053c3b8e54d03a9dc0accbbe88b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435945 Sep 22 10:48:07.690537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60022) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:07.795606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a5239-7427-4dce-af99-52052165e6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d8fb9f-5e80-4371-93bb-56416a4f7611,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:07.816332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8acdf8eb-270d-4010-905c-9cfae1f68346 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:07.816942 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.841113 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b52c9981-9ccf-4c17-a69a-6562e94ad33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.900635 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b52c9981-9ccf-4c17-a69a-6562e94ad33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:07.915523 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.032936 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b52c9981-9ccf-4c17-a69a-6562e94ad33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.033480 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.036432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b52c9981-9ccf-4c17-a69a-6562e94ad33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.037838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b52c9981-9ccf-4c17-a69a-6562e94ad33a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3d8fb9f-5e80-4371-93bb-56416a4f7611 HTTP/1.1" status: 204 len: 168 time: 0.3451302 Sep 22 10:48:08.055982 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60034) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:08.067586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c9981-9ccf-4c17-a69a-6562e94ad33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d8fb9f-5e80-4371-93bb-56416a4f7611,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:08.084706 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.117478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Attempting to bind port 77608b14-fb94-4718-b7a6-fc68a457b9bc on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:08.121544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Attempting to bind port 77608b14-fb94-4718-b7a6-fc68a457b9bc by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:08.121544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Attempting to bind port 77608b14-fb94-4718-b7a6-fc68a457b9bc on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:08.129974 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:08.131033 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:08.131335 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.131678 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:08.132149 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Bound port: 77608b14-fb94-4718-b7a6-fc68a457b9bc, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:08.132530 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.186400 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fefd7-bdfe-4ca9-a26c-be391a8991fa None None] Pushing event updated for resources: {'Port': ['ID=77608b14-fb94-4718-b7a6-fc68a457b9bc,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:08.232558 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] For port 77608b14-fb94-4718-b7a6-fc68a457b9bc, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:08.236489 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] For port 77608b14-fb94-4718-b7a6-fc68a457b9bc, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=77608b14-fb94-4718-b7a6-fc68a457b9bc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:08.295614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Allocated IP 172.20.0.1 (7d1fac7a-75e4-441c-9140-34a3ca00ac74/937dc288-2ec6-47ec-8b06-39700ccccee6/fa757ec0-3989-41b8-920f-93f91050aeac) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:08.341987 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.415611 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Routers {'94ed38dd-2c93-407e-8cd0-24d1fecb85f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:08.416153 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:08.418342 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fefd7-bdfe-4ca9-a26c-be391a8991fa None None] Pushing event updated for resources: {'Port': ['ID=77608b14-fb94-4718-b7a6-fc68a457b9bc,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:08.463245 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.528871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8188570-54aa-4f5d-a9d0-9ba3a3e8901a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.606053 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] Set router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:08.709591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8188570-54aa-4f5d-a9d0-9ba3a3e8901a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.821602 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.855247 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-47335ef1-3678-4314-8c28-93242027fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:02Z', 'updated_at': '2021-09-22T10:48:05Z', 'revision_number': 3, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'gw_port': {'id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:04Z', 'updated_at': '2021-09-22T10:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:08.867881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e8188570-54aa-4f5d-a9d0-9ba3a3e8901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:08.877658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:08.884025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:08.909803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:08.917428 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47335ef1-3678-4314-8c28-93242027fbde None None] The sync data for ids ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'] in n-d-807025-3 is: [{'id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:02Z', 'updated_at': '2021-09-22T10:48:05Z', 'revision_number': 3, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'gw_port': {'id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:04Z', 'updated_at': '2021-09-22T10:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:09.029086 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e8188570-54aa-4f5d-a9d0-9ba3a3e8901a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c976574ddc8340ae80ea3a24414eb2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9694853 Sep 22 10:48:09.029086 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Pushing event updated for resources: {'Port': ['ID=fa757ec0-3989-41b8-920f-93f91050aeac,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:09.030951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60070) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:09.035853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8188570-54aa-4f5d-a9d0-9ba3a3e8901a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc6e686-2235-4a96-b431-c3fa3e46eba6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:09.065344 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.140032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74801757-9223-4fcd-b5c1-9def63b2283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.200974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74801757-9223-4fcd-b5c1-9def63b2283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.380579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-43a52338-1a99-4788-934b-3fee2cc5e448 None None] Provisioning complete for port fa757ec0-3989-41b8-920f-93f91050aeac triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:09.381121 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43a52338-1a99-4788-934b-3fee2cc5e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.428632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74801757-9223-4fcd-b5c1-9def63b2283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.432991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-74801757-9223-4fcd-b5c1-9def63b2283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.439765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-74801757-9223-4fcd-b5c1-9def63b2283a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bc6e686-2235-4a96-b431-c3fa3e46eba6 HTTP/1.1" status: 204 len: 168 time: 0.4058897 Sep 22 10:48:09.470428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74801757-9223-4fcd-b5c1-9def63b2283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc6e686-2235-4a96-b431-c3fa3e46eba6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:09.519389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-43a52338-1a99-4788-934b-3fee2cc5e448 None None] Port fa757ec0-3989-41b8-920f-93f91050aeac cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:09.535142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.656483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 77608b14-fb94-4718-b7a6-fc68a457b9bc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:09.819772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 77608b14-fb94-4718-b7a6-fc68a457b9bc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:09.820480 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.918353 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.957469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:09.962830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 77608b14-fb94-4718-b7a6-fc68a457b9bc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=77608b14-fb94-4718-b7a6-fc68a457b9bc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:10.037672 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:10.071455 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:10.122898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=77608b14-fb94-4718-b7a6-fc68a457b9bc,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:10.149927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Pushing event updated for resources: {'Port': ['ID=fa757ec0-3989-41b8-920f-93f91050aeac,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:10.190769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:10.385751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:10.387626 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:10.418919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60118) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:10.547011 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:48:10.734400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:10.754204 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4e5cdcb4-911c-49c2-8fb5-4e8c26b97a18 admin admin] 10.222.0.20 "PUT /v2.0/routers/94ed38dd-2c93-407e-8cd0-24d1fecb85f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9539242 Sep 22 10:48:10.772595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ff24ac95-9b41-4582-b6cf-e94b9f1e090e None None] Provisioning complete for port fa757ec0-3989-41b8-920f-93f91050aeac triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:10.773182 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff24ac95-9b41-4582-b6cf-e94b9f1e090e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:10.801803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60132) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:10.818839 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a41268eb-79e4-4a59-9497-a8336b7c1b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:10.822063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ff24ac95-9b41-4582-b6cf-e94b9f1e090e None None] Port fa757ec0-3989-41b8-920f-93f91050aeac cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:10.953935 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a41268eb-79e4-4a59-9497-a8336b7c1b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:10.985340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2092803017-network', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:11.038276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a41268eb-79e4-4a59-9497-a8336b7c1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.075189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41268eb-79e4-4a59-9497-a8336b7c1b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca25143-63d2-4dc8-bb93-7b9e9e63f3b4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:11.102797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a41268eb-79e4-4a59-9497-a8336b7c1b6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aab80cb4b0864aeebf18fd43136ed992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2989485 Sep 22 10:48:11.105645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60140) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:11.181318 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff7b24a9-a66f-4ad7-ab0e-b893791796b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.216881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Made reservation on behalf of a89f8f050baa4104aac26a0f1ee855b8 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:11.222559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.224888 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff7b24a9-a66f-4ad7-ab0e-b893791796b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.239143 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.463172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff7b24a9-a66f-4ad7-ab0e-b893791796b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.467211 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ff7b24a9-a66f-4ad7-ab0e-b893791796b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.468038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ff7b24a9-a66f-4ad7-ab0e-b893791796b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ca25143-63d2-4dc8-bb93-7b9e9e63f3b4 HTTP/1.1" status: 204 len: 168 time: 0.3607821 Sep 22 10:48:11.474074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 77608b14-fb94-4718-b7a6-fc68a457b9bc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:11.496189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b24a9-a66f-4ad7-ab0e-b893791796b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca25143-63d2-4dc8-bb93-7b9e9e63f3b4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:11.610343 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.650614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 77608b14-fb94-4718-b7a6-fc68a457b9bc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:11.650998 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.666348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.679863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Sync routers for ids ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:11.708824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4963c6-490c-4667-a4ef-4e212d8d7a8c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:11.708994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Routers {'94ed38dd-2c93-407e-8cd0-24d1fecb85f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:11.709534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:11.745377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:48:11.759078 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.759698 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Added segment 839476a4-a43d-456a-868a-0fcc8c55f2a1 of type vlan for network 282127a0-0c1a-4559-a928-5f94fac1024f Sep 22 10:48:11.882195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:11.889794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60204) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:12.113332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Set router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:12.157432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.158497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:12.159151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.186824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'network': {'name': 'tempest-network-smoke--22271163', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'port_security_enabled': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:12.254426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] Pushing event updated for resources: {'Network': ['ID=282127a0-0c1a-4559-a928-5f94fac1024f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:12.285516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 282127a0-0c1a-4559-a928-5f94fac1024f details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:48:12.316789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Made reservation on behalf of 4d09ed6d952041598d1cfef4c76decf1 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:12.320449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.329273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.423392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-677f0d96-f2bd-4367-add8-e857be07b216 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0033019 Sep 22 10:48:12.426531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60222) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:12.431949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Request body: {'subnet': {'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2092803017-subnet', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:12.441150 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:02Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 4, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'gw_port': {'id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:04Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'fa757ec0-3989-41b8-920f-93f91050aeac', 'name': '', 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'mac_address': 'fa:16:3e:29:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '937dc288-2ec6-47ec-8b06-39700ccccee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:08Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 2, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'subnets': [{'id': '937dc288-2ec6-47ec-8b06-39700ccccee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:12.469956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Checking router: 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:12.470328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Updating router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 port fa757ec0-3989-41b8-920f-93f91050aeac binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:48:12.498582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.553977 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.668575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.704631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:48:12.723647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47986565-d7a4-4209-a17c-a01cd6a25066,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:12.734485 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.734910 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Added segment 4f9c65a8-c9d3-4398-889e-3a17f8533e5c of type vlan for network f06782da-a022-4b81-accd-bbc49aaaac48 Sep 22 10:48:12.797562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Made reservation on behalf of a89f8f050baa4104aac26a0f1ee855b8 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:12.800138 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.820499 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.946564 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:12.958389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:12.958389 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.060036 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.069255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Network': ['ID=f06782da-a022-4b81-accd-bbc49aaaac48,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:13.085427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f06782da-a022-4b81-accd-bbc49aaaac48 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:48:13.119319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-585e1674-966d-4a30-af60-626cce5770ee tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2283502 Sep 22 10:48:13.122323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60254) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:13.126978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-677876743', 'admin_state_up': True, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:13.196080 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.243049 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.279798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1af7f-9fef-4c20-b0b3-1335883d6f95 None None] Pushing event updated for resources: {'Port': ['ID=fa757ec0-3989-41b8-920f-93f91050aeac,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:13.306476 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.309926 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.406458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Attempting to bind port fa757ec0-3989-41b8-920f-93f91050aeac on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:13.406838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Attempting to bind port fa757ec0-3989-41b8-920f-93f91050aeac by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '619f5761-1c9c-4835-8ef2-335d02ce9d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:13.407205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Attempting to bind port fa757ec0-3989-41b8-920f-93f91050aeac on network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:13.417196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:13.417570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Checking segment: {'id': '619f5761-1c9c-4835-8ef2-335d02ce9d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:13.417984 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.436896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Bound using segment: {'id': '619f5761-1c9c-4835-8ef2-335d02ce9d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:13.437589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Bound port: fa757ec0-3989-41b8-920f-93f91050aeac, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619f5761-1c9c-4835-8ef2-335d02ce9d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:13.438000 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.491152 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.514704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:13.516126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Network hostable DHCP agents. Network: 282127a0-0c1a-4559-a928-5f94fac1024f, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:48:13.520970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db61163-da01-4c3d-9757-821c1d957449,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:13.613505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] For port fa757ec0-3989-41b8-920f-93f91050aeac, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:13.617199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] For port fa757ec0-3989-41b8-920f-93f91050aeac, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fa757ec0-3989-41b8-920f-93f91050aeac,segment=NetworkSegment(619f5761-1c9c-4835-8ef2-335d02ce9d01),segment_id=619f5761-1c9c-4835-8ef2-335d02ce9d01)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:13.631958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Network 282127a0-0c1a-4559-a928-5f94fac1024f is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:48:13.775096 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.775270 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 282127a0-0c1a-4559-a928-5f94fac1024f) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:13.779899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:13.781029 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.882970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5da3e-f308-43fb-b65e-9f7a532f549e None None] Network 282127a0-0c1a-4559-a928-5f94fac1024f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:48:13.895263 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:13.898213 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-de1152cb-0c5e-47c2-b2fa-34d3f2233036 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4679458 Sep 22 10:48:13.899383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60306) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:13.904568 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:13.981831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Routers {'94ed38dd-2c93-407e-8cd0-24d1fecb85f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:13.982768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:14.049354 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.052168 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.110593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-49661ec8-72f2-4116-bc23-40632fb87d5d None None] Provisioning complete for port fa757ec0-3989-41b8-920f-93f91050aeac triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:14.116444 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-49661ec8-72f2-4116-bc23-40632fb87d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.125927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60316) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:14.165294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.241703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1af7f-9fef-4c20-b0b3-1335883d6f95 None None] Pushing event updated for resources: {'Port': ['ID=fa757ec0-3989-41b8-920f-93f91050aeac,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:14.411785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] Set router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:14.510760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-282127a0-0c1a-4559-a928-5f94fac1024f', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:48:14.511885 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.629438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60330) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:14.631209 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.678183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf34c53b-d2fb-438c-ac3f-f858abc30637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.681610 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-49661ec8-72f2-4116-bc23-40632fb87d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.685906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.690861 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:14.880733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-49661ec8-72f2-4116-bc23-40632fb87d5d None None] For port fa757ec0-3989-41b8-920f-93f91050aeac, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fa757ec0-3989-41b8-920f-93f91050aeac,segment=NetworkSegment(619f5761-1c9c-4835-8ef2-335d02ce9d01),segment_id=619f5761-1c9c-4835-8ef2-335d02ce9d01)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:14.898395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1228759611'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:14.913889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Allocated IP 172.20.0.2 (282127a0-0c1a-4559-a928-5f94fac1024f/7db61163-da01-4c3d-9757-821c1d957449/ebdf4441-2b1e-4e33-a3ef-79ef80d6e163) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:14.916999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.25.1.32 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/d2fcc26e-f258-4649-91bf-a8b655fafced) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:14.998977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf34c53b-d2fb-438c-ac3f-f858abc30637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.004474 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-49661ec8-72f2-4116-bc23-40632fb87d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.113296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cf34c53b-d2fb-438c-ac3f-f858abc30637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.192083 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf34c53b-d2fb-438c-ac3f-f858abc30637 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e955756321644e49454134a953afe8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0650179 Sep 22 10:48:15.195927 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60342) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:15.203909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.266462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34c53b-d2fb-438c-ac3f-f858abc30637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74276bcb-56b9-4ab8-b598-44d71080c814,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:15.292607 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.309536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ebe1587c-53e7-4ff4-9b84-6f45112b8683 None None] Provisioning complete for port fa757ec0-3989-41b8-920f-93f91050aeac triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:15.310505 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ebe1587c-53e7-4ff4-9b84-6f45112b8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.319946 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.344216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49661ec8-72f2-4116-bc23-40632fb87d5d None None] Pushing event updated for resources: {'Port': ['ID=fa757ec0-3989-41b8-920f-93f91050aeac,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:15.356733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:02Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 4, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'gw_port': {'id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:04Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'fa757ec0-3989-41b8-920f-93f91050aeac', 'name': '', 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'mac_address': 'fa:16:3e:29:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '937dc288-2ec6-47ec-8b06-39700ccccee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:08Z', 'updated_at': '2021-09-22T10:48:13Z', 'revision_number': 4, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'subnets': [{'id': '937dc288-2ec6-47ec-8b06-39700ccccee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:15.375154 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.385840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-26cc3920-a337-4e72-a014-1d6d0231416a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.413794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb9b042-e7f3-4cc9-9b24-053532ffd22c None None] The sync data for ids ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'] in n-d-807025-3 is: [{'id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:02Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 4, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'gw_port': {'id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:04Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'fa757ec0-3989-41b8-920f-93f91050aeac', 'name': '', 'network_id': '7d1fac7a-75e4-441c-9140-34a3ca00ac74', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'mac_address': 'fa:16:3e:29:b4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '937dc288-2ec6-47ec-8b06-39700ccccee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:08Z', 'updated_at': '2021-09-22T10:48:13Z', 'revision_number': 4, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'subnets': [{'id': '937dc288-2ec6-47ec-8b06-39700ccccee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:15.433726 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-26cc3920-a337-4e72-a014-1d6d0231416a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.465517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Made reservation on behalf of 5d7ab3689608484889ae1a8ec295ea70 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:15.467840 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.534934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:15.538792 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.565587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:15.570545 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.577985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=d2fcc26e-f258-4649-91bf-a8b655fafced,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:15.581403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:15.581799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Allocated IP 172.25.1.39 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/f5d8d911-22b3-4f50-a3c7-3650b226d885) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:15.714362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.745320 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-26cc3920-a337-4e72-a014-1d6d0231416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.751470 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-26cc3920-a337-4e72-a014-1d6d0231416a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.752947 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-26cc3920-a337-4e72-a014-1d6d0231416a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74276bcb-56b9-4ab8-b598-44d71080c814 HTTP/1.1" status: 204 len: 168 time: 0.5554829 Sep 22 10:48:15.809073 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc3920-a337-4e72-a014-1d6d0231416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74276bcb-56b9-4ab8-b598-44d71080c814,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:15.856992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:15.885969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:15.893430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:15.902041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:15.927784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fa757ec0-3989-41b8-920f-93f91050aeac up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:15.982625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Pushing event updated for resources: {'Port': ['ID=ebdf4441-2b1e-4e33-a3ef-79ef80d6e163,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:16.024528 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.055375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.067386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Attempting to bind port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:16.078834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Attempting to bind port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:16.079539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Attempting to bind port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:16.092164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:16.092742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:16.093307 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.093871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Bound using segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:16.094538 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Bound port: ebdf4441-2b1e-4e33-a3ef-79ef80d6e163, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:16.095087 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.109022 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port fa757ec0-3989-41b8-920f-93f91050aeac triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:16.109639 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.116667 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:16.144829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:16.154125 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:16.157889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d8d911-22b3-4f50-a3c7-3650b226d885,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:16.199710 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.224336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:48:16.236975 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.237706 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Added segment 808a54b7-eff2-4702-bf53-a260880093f9 of type vlan for network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 Sep 22 10:48:16.300626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] For port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:16.338658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d641ae67-c18e-4969-963b-6e61036a490a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:16.386752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] For port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ebdf4441-2b1e-4e33-a3ef-79ef80d6e163,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:16.431496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.456483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.485079 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.600201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dca762-9b76-4c29-b66a-ed9fde453486 None None] Pushing event updated for resources: {'Port': ['ID=ebdf4441-2b1e-4e33-a3ef-79ef80d6e163,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:16.685228 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.691137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:16.691728 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:16.774673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:17.115188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60370) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:17.140913 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff91bb79-ab7a-40ba-a05b-e49e753e5fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:17.188234 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:17.354218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7087693 Sep 22 10:48:17.432930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff91bb79-ab7a-40ba-a05b-e49e753e5fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:17.500497 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ff91bb79-ab7a-40ba-a05b-e49e753e5fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:17.500920 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ed793-3dfe-4ba5-b3ee-7311917d621e tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Pushing event updated for resources: {'Network': ['ID=680b8809-1367-4d25-ad6f-6f5abb9b6b00,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:17.512056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:48:17.564358 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Router 3381e32f-afdd-407d-b101-837f6916752b is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:48:17.603518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:17.606387 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ff91bb79-ab7a-40ba-a05b-e49e753e5fab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77d70805a5a947ffbeb8e873ef61df44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901202 Sep 22 10:48:17.612595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60384) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:17.635896 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91bb79-ab7a-40ba-a05b-e49e753e5fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe84dfb0-f07a-4020-99c9-41b6073ecf64,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:17.919073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:17.968621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:17.980996 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Sync routers for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:17.989062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60390) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:17.994466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Request body: {'port': {'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00', 'binding:host_id': 'n-h1-807025-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1268892854'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:18.003478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:18.003478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:18.004592 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6dd4bcf4-7826-4fe4-b62e-46e06cc9a453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.045279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:48:18.047516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6dd4bcf4-7826-4fe4-b62e-46e06cc9a453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.084514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:18.084747 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.094957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.096493 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cca1e291-fe0f-4eac-8275-013342d96602 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1958880 Sep 22 10:48:18.099300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60392) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:18.205270 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:18.216236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Made reservation on behalf of a60baad2c56a44379b75c6389c941e9f for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:18.226323 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.237707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.260647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.329658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ebdf4441-2b1e-4e33-a3ef-79ef80d6e163,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:18.337833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c20c2-976c-495f-a747-8e4340bc5854 None None] Network 282127a0-0c1a-4559-a928-5f94fac1024f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:48:18.419062 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:16Z', 'revision_number': 3, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:18.437548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:18.475083 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.476214 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Checking router: 3381e32f-afdd-407d-b101-837f6916752b for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:18.476841 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Updating router 3381e32f-afdd-407d-b101-837f6916752b port f5d8d911-22b3-4f50-a3c7-3650b226d885 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:48:18.500658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6dd4bcf4-7826-4fe4-b62e-46e06cc9a453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.503694 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6dd4bcf4-7826-4fe4-b62e-46e06cc9a453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.505555 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6dd4bcf4-7826-4fe4-b62e-46e06cc9a453 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe84dfb0-f07a-4020-99c9-41b6073ecf64 HTTP/1.1" status: 204 len: 168 time: 0.8853087 Sep 22 10:48:18.518385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4bcf4-7826-4fe4-b62e-46e06cc9a453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe84dfb0-f07a-4020-99c9-41b6073ecf64,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:18.537556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.541824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] device_id is not set on port 22d011a2-104c-4985-a1c7-f9cf465f245e yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:48:18.555873 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.591155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Sync routers for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:18.594186 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.651976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bf8aa042-9373-4e45-909a-9a1143d866c4 None None] Provisioning complete for port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:18.651976 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bf8aa042-9373-4e45-909a-9a1143d866c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.732125 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:18.738667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6c8d10d1-df1c-4074-b489-608e1c7a0c0c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6148221 Sep 22 10:48:18.750614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60406) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:18.783359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:18.784958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:18.841265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2115790-b974-40d7-bc9d-aa793e82d14b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:18.988099 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.033395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=ebdf4441-2b1e-4e33-a3ef-79ef80d6e163,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:19.117532 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.237872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:19.297395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] device_id is not set on port 22d011a2-104c-4985-a1c7-f9cf465f245e yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:48:19.316462 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.380986 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Allocated IP 172.20.0.1 (282127a0-0c1a-4559-a928-5f94fac1024f/7db61163-da01-4c3d-9757-821c1d957449/655046bc-f744-4cd6-b123-5707be72b5fd) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:19.444980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8a94e70f-82d3-4016-b4bd-6d938d2d84c4 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=4d09ed6d952041598d1cfef4c76decf1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6846311 Sep 22 10:48:19.456115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60420) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:19.518213 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.544492 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.550742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e3bf0b45-2db5-4db8-aeb9-dcd9510f8c2c None None] Provisioning complete for port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:19.551128 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b45-2db5-4db8-aeb9-dcd9510f8c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.576487 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.614629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:48:15Z', 'revision_number': 3, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:19.647908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Checking router: 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:19.648471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Updating router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a port d2fcc26e-f258-4649-91bf-a8b655fafced binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:48:19.662358 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83999730-c3bc-41a7-abb1-034a9dbb3ef3 None None] Pushing event updated for resources: {'Port': ['ID=f5d8d911-22b3-4f50-a3c7-3650b226d885,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:19.693595 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.704703 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Attempting to bind port f5d8d911-22b3-4f50-a3c7-3650b226d885 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:19.704703 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Attempting to bind port f5d8d911-22b3-4f50-a3c7-3650b226d885 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:19.704703 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Attempting to bind port f5d8d911-22b3-4f50-a3c7-3650b226d885 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:19.731300 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.731894 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:19.732271 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:19.732679 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.733621 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:19.734279 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Bound port: f5d8d911-22b3-4f50-a3c7-3650b226d885, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:19.734663 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.777741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:19.786135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:19.792795 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:19.858546 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] For port f5d8d911-22b3-4f50-a3c7-3650b226d885, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:19.868390 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] For port f5d8d911-22b3-4f50-a3c7-3650b226d885, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f5d8d911-22b3-4f50-a3c7-3650b226d885,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:19.890151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:19.957636 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:19.986759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8738592-479c-415e-b660-769f3ca6184b tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:19.990456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e8738592-479c-415e-b660-769f3ca6184b tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5436664 Sep 22 10:48:19.996703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60436) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:20.089504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8b8316c3-b06e-489c-8e8a-58caf1b7fd2a tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0894029 Sep 22 10:48:20.108997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60440) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:20.108997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1636176064', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:20.109339 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:20.113091 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:20.181086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'Port': ['ID=22d011a2-104c-4985-a1c7-f9cf465f245e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:20.200396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:20.200902 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:20.339163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-890783fb-9124-4bd4-8210-ef3e8b4e9b60 None None] Provisioning complete for port 655046bc-f744-4cd6-b123-5707be72b5fd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:20.345776 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-890783fb-9124-4bd4-8210-ef3e8b4e9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:20.382863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-890783fb-9124-4bd4-8210-ef3e8b4e9b60 None None] Port 655046bc-f744-4cd6-b123-5707be72b5fd cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:20.383331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Checking segment: {'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:20.383714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Network hostable DHCP agents. Network: 680b8809-1367-4d25-ad6f-6f5abb9b6b00, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:48:20.564166 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83999730-c3bc-41a7-abb1-034a9dbb3ef3 None None] Pushing event updated for resources: {'Port': ['ID=f5d8d911-22b3-4f50-a3c7-3650b226d885,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:20.587424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:48:20.601246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Pushing event updated for resources: {'Port': ['ID=655046bc-f744-4cd6-b123-5707be72b5fd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:20.615549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Made reservation on behalf of 4d09ed6d952041598d1cfef4c76decf1 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:20.622473 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:20.637266 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:20.671305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:20.673030 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:20.757603 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:20.790368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 680b8809-1367-4d25-ad6f-6f5abb9b6b00) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:20.801611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:20.831808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:20.832142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:20.832464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:20.842126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:20.847250 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:20.847250 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 2 to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e Sep 22 10:48:20.876880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:20.877220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:20.877547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:20.888566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02480ea-1c85-4a2e-9e98-be9a0d02ff54 None None] Network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:48:20.905281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:20.905613 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:20.911886 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 3 to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e Sep 22 10:48:20.941162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:20.941162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:20.941162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:20.947822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:20.948279 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:20.984862 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 4 to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e Sep 22 10:48:21.029001 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:21.029435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:21.029832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:21.038161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:21.038829 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:21.039423 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 5 to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e Sep 22 10:48:21.041389 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:16Z', 'revision_number': 3, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:21.045083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Attempting to bind port d2fcc26e-f258-4649-91bf-a8b655fafced on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:21.045464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Attempting to bind port d2fcc26e-f258-4649-91bf-a8b655fafced by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:21.045832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Attempting to bind port d2fcc26e-f258-4649-91bf-a8b655fafced on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:21.054303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:21.054766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:21.055167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:21.057747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee83c40-a865-4040-924f-f612f68a349e None None] Pushing event updated for resources: {'Port': ['ID=d2fcc26e-f258-4649-91bf-a8b655fafced,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:21.060156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:21.060481 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:21.060930 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 6 to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e Sep 22 10:48:21.076105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:21.076391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:21.076735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:21.084111 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:21.084433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:21.084843 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.086084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:21.086628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Bound port: d2fcc26e-f258-4649-91bf-a8b655fafced, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:21.087025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.102353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:21.102353 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:21.102353 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 7 to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e Sep 22 10:48:21.109639 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57164f34-20f3-4b57-84bd-fc648dfc897c None None] The sync data for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 is: [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:16Z', 'revision_number': 3, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:21.128912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:21.129428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:21.129760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:21.137680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:21.138015 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:21.138516 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 8 to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e Sep 22 10:48:21.149199 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.154382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:21.154726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:21.155070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:21.162403 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.176663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:21.177029 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:21.208594 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 9 to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e Sep 22 10:48:21.283715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:21.284039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:21.284378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:21.303461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] For port d2fcc26e-f258-4649-91bf-a8b655fafced, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:21.326539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] For port d2fcc26e-f258-4649-91bf-a8b655fafced, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d2fcc26e-f258-4649-91bf-a8b655fafced,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:21.330347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:21.330347 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:21.365865 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 10 to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e Sep 22 10:48:21.365865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Subnet': ['ID=8f365a38-a0fd-48f0-8bf8-6005b460c01d,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:21.391098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Checking segment: {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:21.391098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network hostable DHCP agents. Network: f06782da-a022-4b81-accd-bbc49aaaac48, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:48:21.391098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:21.391098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:21.391098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:21.395406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 22d011a2-104c-4985-a1c7-f9cf465f245e on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:21.395406 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 22d011a2-104c-4985-a1c7-f9cf465f245e on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:21.395406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.476685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] For port 22d011a2-104c-4985-a1c7-f9cf465f245e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:21.477159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempted to set empty binding levels {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 10:48:21.478378 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.661182 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.687748 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.688442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network f06782da-a022-4b81-accd-bbc49aaaac48 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:48:21.693419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.808697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'Port': ['ID=22d011a2-104c-4985-a1c7-f9cf465f245e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:21.812357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:21.812968 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.859860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:21.860542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:21.889749 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4a8168d9-460e-42f9-a079-32114895ba33 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.8995595 Sep 22 10:48:21.892657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60476) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:21.929744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f06782da-a022-4b81-accd-bbc49aaaac48) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:21.956844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:21.960239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.969055 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:21.983433 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Pushing event updated for resources: {'Port': ['ID=655046bc-f744-4cd6-b123-5707be72b5fd,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:22.038217 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a12c90-5be7-4fb8-8055-4094cc5cae76 None None] Network f06782da-a022-4b81-accd-bbc49aaaac48 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:48:22.059107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f5d8d911-22b3-4f50-a3c7-3650b226d885 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:22.063249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fe52ef5c-497a-4011-9a2c-35379ad62e50 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9633298 Sep 22 10:48:22.064904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60482) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:22.163303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee83c40-a865-4040-924f-f612f68a349e None None] Pushing event updated for resources: {'Port': ['ID=d2fcc26e-f258-4649-91bf-a8b655fafced,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:22.273561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:22.277084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:22.342976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-cd0145d9-b4d3-4302-bc45-ab39af0a06b2 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Deleting port 22d011a2-104c-4985-a1c7-f9cf465f245e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:48:22.343653 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cd0145d9-b4d3-4302-bc45-ab39af0a06b2 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:22.587803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Router 3381e32f-afdd-407d-b101-837f6916752b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:48:22.733936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-cd0145d9-b4d3-4302-bc45-ab39af0a06b2 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] For port 22d011a2-104c-4985-a1c7-f9cf465f245e, host n-h1-807025-3, got binding levels [] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:22.734594 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cd0145d9-b4d3-4302-bc45-ab39af0a06b2 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:22.767110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-cd0145d9-b4d3-4302-bc45-ab39af0a06b2 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Calling delete_port for 22d011a2-104c-4985-a1c7-f9cf465f245e owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:48:22.878059 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3fb3b20c-2062-4cb5-a789-7cb723531758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:22.880197 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:22.914909 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7779228f-2b6b-483b-b29a-2a4cb8aa2202 admin admin] 10.222.0.20 "PUT /v2.0/routers/3381e32f-afdd-407d-b101-837f6916752b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7978809 Sep 22 10:48:22.915290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f5d8d911-22b3-4f50-a3c7-3650b226d885 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:22.915290 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:22.973839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-f06782da-a022-4b81-accd-bbc49aaaac48', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:48:22.974742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:23.002385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:23.042085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-84133ee4-c4de-4688-b3ab-0e9105d0b22f None None] Provisioning complete for port 655046bc-f744-4cd6-b123-5707be72b5fd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:23.042085 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-84133ee4-c4de-4688-b3ab-0e9105d0b22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:23.192123 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cd0145d9-b4d3-4302-bc45-ab39af0a06b2 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:23.238750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0145d9-b4d3-4302-bc45-ab39af0a06b2 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event deleted for resources: {'Port': ['ID=22d011a2-104c-4985-a1c7-f9cf465f245e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:23.279148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cd0145d9-b4d3-4302-bc45-ab39af0a06b2 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:23.282273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cd0145d9-b4d3-4302-bc45-ab39af0a06b2 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "DELETE /v2.0/ports/22d011a2-104c-4985-a1c7-f9cf465f245e HTTP/1.1" status: 204 len: 168 time: 1.3883862 Sep 22 10:48:23.285033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60536) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:23.355276 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9495e6c2-d861-41c0-ab2d-1489c7c38730 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] GET failed (client error): The resource could not be found. Sep 22 10:48:23.372301 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9495e6c2-d861-41c0-ab2d-1489c7c38730 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "GET /v2.0/ports/22d011a2-104c-4985-a1c7-f9cf465f245e HTTP/1.1" status: 404 len: 333 time: 0.0826170 Sep 22 10:48:23.375557 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60540) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:23.382508 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Request body: {'port': {'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1494141561'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:23.462904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-84133ee4-c4de-4688-b3ab-0e9105d0b22f None None] Port 655046bc-f744-4cd6-b123-5707be72b5fd cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:23.513135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Made reservation on behalf of a60baad2c56a44379b75c6389c941e9f for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:23.516496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:23.549107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] device_id is not set on port 5fae1072-b00c-4327-b35d-4c51b38cd924 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:48:23.582313 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:23.602951 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:23.671391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Allocated IP 172.20.0.2 (f06782da-a022-4b81-accd-bbc49aaaac48/8f365a38-a0fd-48f0-8bf8-6005b460c01d/d66fc827-6024-4931-9812-b41b29051115) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:23.897644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:23.951906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:23.965925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port f5d8d911-22b3-4f50-a3c7-3650b226d885, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f5d8d911-22b3-4f50-a3c7-3650b226d885,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:23.972431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:48:15Z', 'revision_number': 3, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:24.001006 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Sync routers for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:24.016755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:24.017404 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:47:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:24.031948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9cd71-2e1e-4ad7-b3bb-f96b9e7ed27f None None] The sync data for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 is: [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:48:15Z', 'revision_number': 3, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:24.047374 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.101635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.157524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60560) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:24.193813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Pushing event updated for resources: {'Port': ['ID=d66fc827-6024-4931-9812-b41b29051115,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:24.196847 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:24.217237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Network f06782da-a022-4b81-accd-bbc49aaaac48 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:24.222600 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.255680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:24.264884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:24.294038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'Port': ['ID=5fae1072-b00c-4327-b35d-4c51b38cd924,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:24.325008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:24.331109 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:24.336316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:24.338549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:24.339713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.440336 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-70dc305c-555d-4686-933c-cf29df4ca3f0 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0613751 Sep 22 10:48:24.440693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60570) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:24.455582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:24.496525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.20.0.1 (f06782da-a022-4b81-accd-bbc49aaaac48/8f365a38-a0fd-48f0-8bf8-6005b460c01d/f23c583f-c294-4122-b781-5dc3a00b531e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:24.640562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=f5d8d911-22b3-4f50-a3c7-3650b226d885,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:24.652365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f5579308-3c33-409f-8164-4a2c0e6e794e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.665428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60576) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:24.694236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-652538941-network', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:24.697671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Attempting to bind port d66fc827-6024-4931-9812-b41b29051115 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:24.698214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Attempting to bind port d66fc827-6024-4931-9812-b41b29051115 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:24.698710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Attempting to bind port d66fc827-6024-4931-9812-b41b29051115 on network f06782da-a022-4b81-accd-bbc49aaaac48 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:24.710123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:24.712753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Checking segment: {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:24.714162 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.719682 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.722824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Bound using segment: {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:24.723526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Bound port: d66fc827-6024-4931-9812-b41b29051115, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:24.725225 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:21Z', 'revision_number': 2, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:24.735824 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.789064 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Checking router: 3381e32f-afdd-407d-b101-837f6916752b for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:24.791094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Updating router 3381e32f-afdd-407d-b101-837f6916752b port 655046bc-f744-4cd6-b123-5707be72b5fd binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:48:24.833872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.840076 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.860838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] For port d66fc827-6024-4931-9812-b41b29051115, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:24.882009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] For port d66fc827-6024-4931-9812-b41b29051115, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d66fc827-6024-4931-9812-b41b29051115,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:25.010963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f5579308-3c33-409f-8164-4a2c0e6e794e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.015973 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.078625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.142144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f5579308-3c33-409f-8164-4a2c0e6e794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.144503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2f2da-0e98-415e-9320-7fe5e6861ef3 None None] Pushing event updated for resources: {'Port': ['ID=d66fc827-6024-4931-9812-b41b29051115,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:25.186612 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f04aeb88-c7bc-4a4b-8a4d-c2cdb39b6e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.190029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network f06782da-a022-4b81-accd-bbc49aaaac48 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:25.198809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f5579308-3c33-409f-8164-4a2c0e6e794e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ea8dd42184f460281c9364c6411f09d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0353255 Sep 22 10:48:25.199203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:25.242940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:25.246067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:25.246366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] device_id is not set on port 5fae1072-b00c-4327-b35d-4c51b38cd924 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:48:25.269511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.275955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=f23c583f-c294-4122-b781-5dc3a00b531e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:25.293117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Made reservation on behalf of 0e4e80cebf5e4a4fb1e8fc63ad656e1a for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:25.307168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5579308-3c33-409f-8164-4a2c0e6e794e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc87bd5-6472-4000-a587-33f08ed5a16d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:25.310782 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.341956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.414755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.458947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.496665 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.530869 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.540656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11531529-ebf0-4c7b-9a01-fb015290b71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.609119 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.637998 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.712209 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb87db-827b-4a4a-a517-99f8dd600c12 None None] Pushing event updated for resources: {'Port': ['ID=655046bc-f744-4cd6-b123-5707be72b5fd,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:25.788826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.797008 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Attempting to bind port 655046bc-f744-4cd6-b123-5707be72b5fd on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:25.797377 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Attempting to bind port 655046bc-f744-4cd6-b123-5707be72b5fd by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:25.800535 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Attempting to bind port 655046bc-f744-4cd6-b123-5707be72b5fd on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:25.811538 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:25.811921 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:25.812952 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.813293 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Bound using segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:25.813763 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Bound port: 655046bc-f744-4cd6-b123-5707be72b5fd, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:25.814271 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.867330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'Port': ['ID=5fae1072-b00c-4327-b35d-4c51b38cd924,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:25.872827 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.889527 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.916466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.947110 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11531529-ebf0-4c7b-9a01-fb015290b71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.966697 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] For port 655046bc-f744-4cd6-b123-5707be72b5fd, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:25.971017 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] For port 655046bc-f744-4cd6-b123-5707be72b5fd, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=655046bc-f744-4cd6-b123-5707be72b5fd,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:25.989297 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:25.990051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:25.990754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:26.005306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:48:26.008193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:26.009106 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:26.024276 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 2 to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 Sep 22 10:48:26.040318 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.045096 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:26.045762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:26.046385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:26.066709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.068082 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Added segment 60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4 of type vlan for network 702fbfac-7851-4c51-be1f-63643178f917 Sep 22 10:48:26.069889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b586dfa-9cd6-4863-86ab-e3bb4e22505e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:26.107053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:26.107698 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:26.109701 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 3 to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 Sep 22 10:48:26.173850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3ad9f781-307e-43fa-9332-b85883d740a1 None None] Provisioning complete for port 655046bc-f744-4cd6-b123-5707be72b5fd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:26.174957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f781-307e-43fa-9332-b85883d740a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.203001 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:26.203643 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:48:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:26.263348 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.277305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:26.277900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:26.277991 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:26.302938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.302938 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:26.302938 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:26.304856 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 4 to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 Sep 22 10:48:26.400569 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:26.400909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:26.401254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:26.413822 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11531529-ebf0-4c7b-9a01-fb015290b71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.416331 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-11531529-ebf0-4c7b-9a01-fb015290b71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.417500 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11531529-ebf0-4c7b-9a01-fb015290b71e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fc87bd5-6472-4000-a587-33f08ed5a16d HTTP/1.1" status: 204 len: 168 time: 1.2145679 Sep 22 10:48:26.458362 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:26.458697 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:26.459354 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 5 to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 Sep 22 10:48:26.471279 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f781-307e-43fa-9332-b85883d740a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.479442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11531529-ebf0-4c7b-9a01-fb015290b71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc87bd5-6472-4000-a587-33f08ed5a16d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:26.532521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.534715 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:26.535321 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.599519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:26.599957 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:26.600207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:26.638693 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb87db-827b-4a4a-a517-99f8dd600c12 None None] Pushing event updated for resources: {'Port': ['ID=655046bc-f744-4cd6-b123-5707be72b5fd,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:26.655949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:26.657288 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:26.663318 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 6 to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 Sep 22 10:48:26.673854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3ad9f781-307e-43fa-9332-b85883d740a1 None None] For port 655046bc-f744-4cd6-b123-5707be72b5fd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=655046bc-f744-4cd6-b123-5707be72b5fd,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:26.745467 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0597486 Sep 22 10:48:26.768862 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d66fc827-6024-4931-9812-b41b29051115 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:26.769460 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60600) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:26.796650 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:26.833819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Request body: {'subnet': {'network_id': '702fbfac-7851-4c51-be1f-63643178f917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-652538941-subnet', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:26.921881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3ad9f781-307e-43fa-9332-b85883d740a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:26.950785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957e930-64d5-4d67-8592-19326507f17f admin admin] Pushing event updated for resources: {'Network': ['ID=702fbfac-7851-4c51-be1f-63643178f917,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:26.950785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:26.950785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:26.950785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:26.967325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:26.967665 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:26.979754 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 7 to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 Sep 22 10:48:27.010599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:27.011196 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:27.011719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:27.025987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:27.026599 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:27.027164 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 8 to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 Sep 22 10:48:27.063223 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 702fbfac-7851-4c51-be1f-63643178f917 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:48:27.065207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:27.065565 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:27.065914 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:27.071864 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:27.073637 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:27.074054 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 9 to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 Sep 22 10:48:27.108822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:27.109413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:27.109915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:27.122755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:27.123342 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:27.123883 n-d-807025-3 neutron-server[95681]: INFO neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 10 to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 Sep 22 10:48:27.146759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:27.152768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:27.153344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:27.173172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d66fc827-6024-4931-9812-b41b29051115 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:27.173838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.175976 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:27.176514 n-d-807025-3 neutron-server[95681]: ERROR neutron.plugins.ml2.managers [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 5fae1072-b00c-4327-b35d-4c51b38cd924 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:27.179307 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.195414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84640a8-b768-4efb-aec7-18781a8513c8 None None] Network f06782da-a022-4b81-accd-bbc49aaaac48 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:48:27.216876 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:25Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:27.288160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Made reservation on behalf of 0e4e80cebf5e4a4fb1e8fc63ad656e1a for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:27.298483 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541c4d1-9a86-4eec-89b6-3663bb5386b4 None None] The sync data for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 is: [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:25Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:27.311563 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.317164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.395931 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] For port 5fae1072-b00c-4327-b35d-4c51b38cd924, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:27.400549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempted to set empty binding levels {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 10:48:27.417927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f10d253f-43e4-4073-8917-90e365f0df41 None None] Provisioning complete for port 655046bc-f744-4cd6-b123-5707be72b5fd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:27.418560 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f10d253f-43e4-4073-8917-90e365f0df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.421419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9f781-307e-43fa-9332-b85883d740a1 None None] Pushing event updated for resources: {'Port': ['ID=655046bc-f744-4cd6-b123-5707be72b5fd,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:27.441802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.495135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.593056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=f23c583f-c294-4122-b781-5dc3a00b531e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:27.604544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.648737 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.741288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] In _notify_port_updated(), no bound segment for port 5fae1072-b00c-4327-b35d-4c51b38cd924 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95681) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:48:27.743232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.743996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.749177 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "PUT /v2.0/ports/5fae1072-b00c-4327-b35d-4c51b38cd924 HTTP/1.1" status: 200 len: 975 time: 3.3036718 Sep 22 10:48:27.754145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60608) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:27.785102 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d66fc827-6024-4931-9812-b41b29051115, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d66fc827-6024-4931-9812-b41b29051115,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:27.813619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548cbe8-667a-4436-9f7e-b58f795172bb tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'Port': ['ID=5fae1072-b00c-4327-b35d-4c51b38cd924,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:27.870669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network f06782da-a022-4b81-accd-bbc49aaaac48 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:27.870669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:27.870954 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.870954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d2fcc26e-f258-4649-91bf-a8b655fafced up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:27.956247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.957705 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.958413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.959368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.961002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.965059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.966005 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.966684 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.967845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.968491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.969540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.970226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.970855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.971606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.972937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.973594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.974248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:27.979712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-341a2d45-3dde-4c0d-b85b-41b0084a86c6 None None] Provisioning complete for port d66fc827-6024-4931-9812-b41b29051115 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:27.979712 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-341a2d45-3dde-4c0d-b85b-41b0084a86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.981791 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4874dde3-6a0f-4f73-942b-9918174a80dc tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15493 time: 0.2239840 Sep 22 10:48:27.984095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60610) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:28.102340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d66fc827-6024-4931-9812-b41b29051115,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:28.124881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60614) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:28.152829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13c04972-7725-43ff-a38c-998392293e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.167188 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.176244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.183820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d2fcc26e-f258-4649-91bf-a8b655fafced triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:28.184192 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.292538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:48:28.323798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b675a-2fa9-4047-99fa-00ffe55da80e tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Deleting port 5fae1072-b00c-4327-b35d-4c51b38cd924 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:48:28.323798 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a5b675a-2fa9-4047-99fa-00ffe55da80e tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.324650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13c04972-7725-43ff-a38c-998392293e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.381718 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.412034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port d2fcc26e-f258-4649-91bf-a8b655fafced, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d2fcc26e-f258-4649-91bf-a8b655fafced,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:28.428102 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13c04972-7725-43ff-a38c-998392293e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.432939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9676ed2a-c56f-4364-9e08-039b51903f35,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:28.467648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d02c9254-d0b3-49a3-bd08-d00836e6a163 None None] Provisioning complete for port f23c583f-c294-4122-b781-5dc3a00b531e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:28.468084 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d02c9254-d0b3-49a3-bd08-d00836e6a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.519749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Checking segment: {'id': '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '702fbfac-7851-4c51-be1f-63643178f917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:28.520143 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Network hostable DHCP agents. Network: 702fbfac-7851-4c51-be1f-63643178f917, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:48:28.531960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.535631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f5d8d911-22b3-4f50-a3c7-3650b226d885 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:28.538729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:28.546349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e2b00fb2-9789-453e-8620-6f0acfc07b23 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "PUT /v2.0/routers/85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4802008 Sep 22 10:48:28.549426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60616) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:28.588774 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-13c04972-7725-43ff-a38c-998392293e11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6471983973ad41249cc942f533d05168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625204 Sep 22 10:48:28.602050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60618) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:28.616351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Sync routers for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:28.670302 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c04972-7725-43ff-a38c-998392293e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d23d1e-0992-463e-a892-abdcef49f8e3,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:28.718846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:28.721064 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:48:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:28.737613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d02c9254-d0b3-49a3-bd08-d00836e6a163 None None] Port f23c583f-c294-4122-b781-5dc3a00b531e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:28.745977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-8a5b675a-2fa9-4047-99fa-00ffe55da80e tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] For port 5fae1072-b00c-4327-b35d-4c51b38cd924, host n-h1-807025-3, got binding levels [] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:28.747221 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a5b675a-2fa9-4047-99fa-00ffe55da80e tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.767856 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Network 702fbfac-7851-4c51-be1f-63643178f917 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:48:28.807656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-748d8cd4-5c74-4da1-b8e4-0c817a132549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.846047 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-748d8cd4-5c74-4da1-b8e4-0c817a132549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.894492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b675a-2fa9-4047-99fa-00ffe55da80e tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Calling delete_port for 5fae1072-b00c-4327-b35d-4c51b38cd924 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:48:28.899234 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 702fbfac-7851-4c51-be1f-63643178f917) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:28.905509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:28.906928 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.944925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3029189-a984-4a65-9c05-2d3ddc926987 None None] Network 702fbfac-7851-4c51-be1f-63643178f917 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:48:28.956449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d02c9254-d0b3-49a3-bd08-d00836e6a163 None None] Provisioning complete for port d66fc827-6024-4931-9812-b41b29051115 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:28.957075 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d02c9254-d0b3-49a3-bd08-d00836e6a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.977489 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=d2fcc26e-f258-4649-91bf-a8b655fafced,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:29.008541 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-490baaa6-b738-45de-b9a6-2e93fad0ba4b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1869915 Sep 22 10:48:29.008541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-748d8cd4-5c74-4da1-b8e4-0c817a132549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:29.009981 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-748d8cd4-5c74-4da1-b8e4-0c817a132549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:29.014349 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-748d8cd4-5c74-4da1-b8e4-0c817a132549 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61d23d1e-0992-463e-a892-abdcef49f8e3 HTTP/1.1" status: 204 len: 168 time: 0.4082081 Sep 22 10:48:29.014973 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60622) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:29.047863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f5d8d911-22b3-4f50-a3c7-3650b226d885 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:29.048239 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:29.069373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:29.092264 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d8cd4-5c74-4da1-b8e4-0c817a132549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d23d1e-0992-463e-a892-abdcef49f8e3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:29.225719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:29.226903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:29.316751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.321783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.321783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.321783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.321783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.321783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.321783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.321783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.321783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.324542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ad577243-e51a-47ec-9aa3-c499ba85922d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6357 time: 0.7741394 Sep 22 10:48:29.327868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60628) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:29.377030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:29.408609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:29.616560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8e88-59c7-4b8d-a7c9-d474676d668c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.617175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8e88-59c7-4b8d-a7c9-d474676d668c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.617959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8e88-59c7-4b8d-a7c9-d474676d668c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.618519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8e88-59c7-4b8d-a7c9-d474676d668c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.619041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8e88-59c7-4b8d-a7c9-d474676d668c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.619560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8e88-59c7-4b8d-a7c9-d474676d668c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.621904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8e88-59c7-4b8d-a7c9-d474676d668c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.623431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c8e88-59c7-4b8d-a7c9-d474676d668c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:29.627493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ba4c8e88-59c7-4b8d-a7c9-d474676d668c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.2984445 Sep 22 10:48:29.630682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60632) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:29.790618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:29.795559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-702fbfac-7851-4c51-be1f-63643178f917', 'network_id': '702fbfac-7851-4c51-be1f-63643178f917', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'fixed_ips': [{'subnet_id': '9676ed2a-c56f-4364-9e08-039b51903f35'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:48:29.796518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:29.922745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a5b675a-2fa9-4047-99fa-00ffe55da80e tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.033910 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8a5b675a-2fa9-4047-99fa-00ffe55da80e tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.038752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8a5b675a-2fa9-4047-99fa-00ffe55da80e tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5fae1072-b00c-4327-b35d-4c51b38cd924 HTTP/1.1" status: 204 len: 168 time: 2.0521414 Sep 22 10:48:30.043379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60644) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:30.043928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-567a3a35-1bfb-4724-8e3d-7da8b11ad370 None None] Provisioning complete for port f23c583f-c294-4122-b781-5dc3a00b531e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:30.044306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-567a3a35-1bfb-4724-8e3d-7da8b11ad370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.059298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b675a-2fa9-4047-99fa-00ffe55da80e tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fae1072-b00c-4327-b35d-4c51b38cd924,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:30.085513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:48:25Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:27Z', 'revision_number': 2, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:30.102975 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7384b1-5509-4910-8d08-f3c7f7fabb7d tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] GET failed (client error): The resource could not be found. Sep 22 10:48:30.113554 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cf7384b1-5509-4910-8d08-f3c7f7fabb7d tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "GET /v2.0/ports/5fae1072-b00c-4327-b35d-4c51b38cd924 HTTP/1.1" status: 404 len: 333 time: 0.0665965 Sep 22 10:48:30.119068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60648) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:30.124751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1336374205', 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:30.156533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Checking router: 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:30.156533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Updating router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a port f23c583f-c294-4122-b781-5dc3a00b531e binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:48:30.188744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-567a3a35-1bfb-4724-8e3d-7da8b11ad370 None None] Port f23c583f-c294-4122-b781-5dc3a00b531e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:30.209742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.235008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Allocated IP 172.20.0.2 (702fbfac-7851-4c51-be1f-63643178f917/9676ed2a-c56f-4364-9e08-039b51903f35/f28bfe27-b74c-4f6d-b6c7-d043c843c247) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:30.283009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-24105327-1f0a-44d1-8f10-4cafb83b0530 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4303 time: 0.6363721 Sep 22 10:48:30.289830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d66fc827-6024-4931-9812-b41b29051115 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:30.322078 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.350284 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.362388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Made reservation on behalf of a60baad2c56a44379b75c6389c941e9f for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:30.366305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.437409 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] device_id is not set on port 43155048-075a-43ae-ab21-3f72d40e8ca2 yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:48:30.634316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d66fc827-6024-4931-9812-b41b29051115 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:30.634872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.702941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Allocated IP 172.25.1.60 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/8cc51567-5268-4d38-952f-0c228f325381) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:30.738208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60658) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:30.743633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-590e1571-0de9-4f2a-83a2-2e5311b35d42 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554466490', 'description': 'tempest-secgroup-smoke-1554466490 description', 'project_id': '4d09ed6d952041598d1cfef4c76decf1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:30.782335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.806205 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.872997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-590e1571-0de9-4f2a-83a2-2e5311b35d42 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.892379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.906631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d2fcc26e-f258-4649-91bf-a8b655fafced up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:30.908615 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.945820 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.988173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.037396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.045373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Network 702fbfac-7851-4c51-be1f-63643178f917 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:31.056954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-590e1571-0de9-4f2a-83a2-2e5311b35d42 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.064920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:31.067333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:31.076621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:31.078529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:31.080560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Pushing event updated for resources: {'Port': ['ID=f28bfe27-b74c-4f6d-b6c7-d043c843c247,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:31.105917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:31.106910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:31.107512 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.111645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:31.113307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'Port': ['ID=43155048-075a-43ae-ab21-3f72d40e8ca2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:31.114339 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.119568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d2fcc26e-f258-4649-91bf-a8b655fafced triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:31.120121 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.128632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:31.142040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:31.170052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-590e1571-0de9-4f2a-83a2-2e5311b35d42 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.218783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Attempting to bind port f28bfe27-b74c-4f6d-b6c7-d043c843c247 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:31.223513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Attempting to bind port f28bfe27-b74c-4f6d-b6c7-d043c843c247 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '702fbfac-7851-4c51-be1f-63643178f917'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:31.231956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Attempting to bind port f28bfe27-b74c-4f6d-b6c7-d043c843c247 on network 702fbfac-7851-4c51-be1f-63643178f917 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:31.256997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-590e1571-0de9-4f2a-83a2-2e5311b35d42 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.258454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-590e1571-0de9-4f2a-83a2-2e5311b35d42 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5193939 Sep 22 10:48:31.263421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60670) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:31.278410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e1571-0de9-4f2a-83a2-2e5311b35d42 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:31.314786 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc51567-5268-4d38-952f-0c228f325381,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:31.334196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:31.334854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Checking segment: {'id': '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '702fbfac-7851-4c51-be1f-63643178f917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:31.335459 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.336023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Bound using segment: {'id': '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '702fbfac-7851-4c51-be1f-63643178f917'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:31.336533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-08f24b68-9221-4910-b697-41272f32261b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '45102f6f-a51e-4869-9dfb-b9a5cd6d36ef', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:31.336861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Bound port: f28bfe27-b74c-4f6d-b6c7-d043c843c247, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '702fbfac-7851-4c51-be1f-63643178f917'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:31.337425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.347725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47757a1c-e59a-43d0-b364-303ade8786f7 None None] Pushing event updated for resources: {'Port': ['ID=f23c583f-c294-4122-b781-5dc3a00b531e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:31.347879 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1b84bc2d-a5c6-4819-a390-c559a010a2c5 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2247338 Sep 22 10:48:31.351301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60674) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:31.376950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Attempting to bind port f23c583f-c294-4122-b781-5dc3a00b531e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:31.377504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Attempting to bind port f23c583f-c294-4122-b781-5dc3a00b531e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:31.378059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Attempting to bind port f23c583f-c294-4122-b781-5dc3a00b531e on network f06782da-a022-4b81-accd-bbc49aaaac48 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:31.456697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 655046bc-f744-4cd6-b123-5707be72b5fd up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:31.462082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:31.462493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Checking segment: {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:31.462898 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.463299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Bound using segment: {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:31.465806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Bound port: f23c583f-c294-4122-b781-5dc3a00b531e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:31.466324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.471249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3bd81a-8d97-44b1-888a-61227fffece9 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:31.477919 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fa3bd81a-8d97-44b1-888a-61227fffece9 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "GET /v2.0/ports/43155048-075a-43ae-ab21-3f72d40e8ca2 HTTP/1.1" status: 200 len: 955 time: 0.1069911 Sep 22 10:48:31.478255 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f24b68-9221-4910-b697-41272f32261b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.478912 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60676) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:31.608766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] For port f28bfe27-b74c-4f6d-b6c7-d043c843c247, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:31.646482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] For port f28bfe27-b74c-4f6d-b6c7-d043c843c247, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f28bfe27-b74c-4f6d-b6c7-d043c843c247,segment=NetworkSegment(60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4),segment_id=60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:31.665536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 655046bc-f744-4cd6-b123-5707be72b5fd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:31.665909 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.702725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] For port f23c583f-c294-4122-b781-5dc3a00b531e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:31.708489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f24b68-9221-4910-b697-41272f32261b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.710342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-82be9a64-18f8-45ae-a601-a3682e31384d None None] Provisioning complete for port f23c583f-c294-4122-b781-5dc3a00b531e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:31.710718 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82be9a64-18f8-45ae-a601-a3682e31384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.743832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] For port f23c583f-c294-4122-b781-5dc3a00b531e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f23c583f-c294-4122-b781-5dc3a00b531e,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:31.753119 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.815541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f24b68-9221-4910-b697-41272f32261b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.818849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-82be9a64-18f8-45ae-a601-a3682e31384d None None] Port f23c583f-c294-4122-b781-5dc3a00b531e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:31.849414 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:31.874417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae48ed-ae7b-46f6-ac73-f08e058af120 None None] Pushing event updated for resources: {'Port': ['ID=f28bfe27-b74c-4f6d-b6c7-d043c843c247,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:31.938117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f24b68-9221-4910-b697-41272f32261b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0c2bbc-8a99-4e92-988c-af9331856d03,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:31.964270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:31.964918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:48:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:32.060695 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-08f24b68-9221-4910-b697-41272f32261b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.062416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-08f24b68-9221-4910-b697-41272f32261b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7903044 Sep 22 10:48:32.065150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60682) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:32.071263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4e307931-a469-4123-b17f-24eb61382f17 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '45102f6f-a51e-4869-9dfb-b9a5cd6d36ef', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:32.270336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e307931-a469-4123-b17f-24eb61382f17 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.321594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47757a1c-e59a-43d0-b364-303ade8786f7 None None] Pushing event updated for resources: {'Port': ['ID=f23c583f-c294-4122-b781-5dc3a00b531e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:32.405284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:32.423967 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-83087c1c-9152-40d5-862e-6993cefc7816 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Deleting port 43155048-075a-43ae-ab21-3f72d40e8ca2 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:48:32.424317 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83087c1c-9152-40d5-862e-6993cefc7816 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.437496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60686) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:32.491433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e307931-a469-4123-b17f-24eb61382f17 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.516234 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83087c1c-9152-40d5-862e-6993cefc7816 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.532886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-83087c1c-9152-40d5-862e-6993cefc7816 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Calling delete_port for 43155048-075a-43ae-ab21-3f72d40e8ca2 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:48:32.570089 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e307931-a469-4123-b17f-24eb61382f17 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.625691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e307931-a469-4123-b17f-24eb61382f17 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979b500c-e5b8-42c7-a4d2-9314b83356f3,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:32.700134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-99476f39-1fe4-4ea0-aeb9-bfdae35f2a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.722505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0da143a5-a4d8-4d22-8d5b-cd3258b8e6d9 None None] Provisioning complete for port f23c583f-c294-4122-b781-5dc3a00b531e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:32.723075 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0da143a5-a4d8-4d22-8d5b-cd3258b8e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.731725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4e307931-a469-4123-b17f-24eb61382f17 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.738786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4e307931-a469-4123-b17f-24eb61382f17 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6671734 Sep 22 10:48:32.738786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60690) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:32.756544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-84440a20-09fc-40bc-9807-357ecd9280c7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '45102f6f-a51e-4869-9dfb-b9a5cd6d36ef', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:32.834029 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.903500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-99476f39-1fe4-4ea0-aeb9-bfdae35f2a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.964052 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83087c1c-9152-40d5-862e-6993cefc7816 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:32.986304 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-99476f39-1fe4-4ea0-aeb9-bfdae35f2a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.037659 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83087c1c-9152-40d5-862e-6993cefc7816 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event deleted for resources: {'Port': ['ID=43155048-075a-43ae-ab21-3f72d40e8ca2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:33.059005 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0da143a5-a4d8-4d22-8d5b-cd3258b8e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.065868 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-83087c1c-9152-40d5-862e-6993cefc7816 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.068685 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-83087c1c-9152-40d5-862e-6993cefc7816 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "DELETE /v2.0/ports/43155048-075a-43ae-ab21-3f72d40e8ca2 HTTP/1.1" status: 204 len: 168 time: 1.5872991 Sep 22 10:48:33.088643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60692) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:33.153911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0da143a5-a4d8-4d22-8d5b-cd3258b8e6d9 None None] For port f23c583f-c294-4122-b781-5dc3a00b531e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f23c583f-c294-4122-b781-5dc3a00b531e,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:33.155810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99476f39-1fe4-4ea0-aeb9-bfdae35f2a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a479d5-5c5d-43e8-959d-3ed1c48c2fa8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:33.166585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.173950 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eca4d13-e8f2-48b1-9113-df80dbb8529a tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] GET failed (client error): The resource could not be found. Sep 22 10:48:33.178751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0eca4d13-e8f2-48b1-9113-df80dbb8529a tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "GET /v2.0/ports/43155048-075a-43ae-ab21-3f72d40e8ca2 HTTP/1.1" status: 404 len: 333 time: 0.0888264 Sep 22 10:48:33.195818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60694) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:33.204384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Request body: {'port': {'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-808339432'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:33.229951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0da143a5-a4d8-4d22-8d5b-cd3258b8e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.243617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:48:25Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:31Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:33.254712 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84440a20-09fc-40bc-9807-357ecd9280c7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.265892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-99476f39-1fe4-4ea0-aeb9-bfdae35f2a37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43eb5a77d8f842bcbafa12dceaf1a0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8272948 Sep 22 10:48:33.280373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60700) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:33.338121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c604d65-dcf5-420d-82ac-9d739c2bad4d None None] The sync data for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 is: [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:48:25Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:31Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:33.341052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Made reservation on behalf of a60baad2c56a44379b75c6389c941e9f for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:33.343620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.385298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] device_id is not set on port 82469288-d5e5-44c9-b265-a05787201d40 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:48:33.443559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da143a5-a4d8-4d22-8d5b-cd3258b8e6d9 None None] Pushing event updated for resources: {'Port': ['ID=f23c583f-c294-4122-b781-5dc3a00b531e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:33.502032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cccdf7d-fc7f-40aa-99e9-0ec2b31b730c None None] Network 702fbfac-7851-4c51-be1f-63643178f917 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:48:33.572553 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84440a20-09fc-40bc-9807-357ecd9280c7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.577619 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e807703e-255c-4456-ac9a-fd48da939fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.606585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:48:33.615975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-74ebd828-0720-4717-ad9b-04f8615426d3 None None] Provisioning complete for port f28bfe27-b74c-4f6d-b6c7-d043c843c247 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:33.616362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74ebd828-0720-4717-ad9b-04f8615426d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.625494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e807703e-255c-4456-ac9a-fd48da939fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.641250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84440a20-09fc-40bc-9807-357ecd9280c7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.709258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84440a20-09fc-40bc-9807-357ecd9280c7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f5f378-7269-4cad-bfef-7d62f683d774,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:33.767019 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84440a20-09fc-40bc-9807-357ecd9280c7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.773374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-84440a20-09fc-40bc-9807-357ecd9280c7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0252404 Sep 22 10:48:33.783297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60702) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:33.794295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1cf959ce-5d3d-40da-86a1-ee5f1f541b1f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '45102f6f-a51e-4869-9dfb-b9a5cd6d36ef', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:33.824988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.853853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74ebd828-0720-4717-ad9b-04f8615426d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.895258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:33.907220 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Sync routers for ids ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:33.926477 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Routers {'c0f1ddd6-49b3-46cf-900a-eab16d00bc62'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:33.929191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e807703e-255c-4456-ac9a-fd48da939fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.932750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e807703e-255c-4456-ac9a-fd48da939fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:33.936178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e807703e-255c-4456-ac9a-fd48da939fea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46a479d5-5c5d-43e8-959d-3ed1c48c2fa8 HTTP/1.1" status: 204 len: 168 time: 0.6526060 Sep 22 10:48:33.938161 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:48:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:33.950423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807703e-255c-4456-ac9a-fd48da939fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a479d5-5c5d-43e8-959d-3ed1c48c2fa8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:33.954235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-74ebd828-0720-4717-ad9b-04f8615426d3 None None] For port f28bfe27-b74c-4f6d-b6c7-d043c843c247, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f28bfe27-b74c-4f6d-b6c7-d043c843c247,segment=NetworkSegment(60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4),segment_id=60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:33.982534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.013010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1cf959ce-5d3d-40da-86a1-ee5f1f541b1f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.037835 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-74ebd828-0720-4717-ad9b-04f8615426d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.068875 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.073811 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6c544de6-4a6e-4697-a73d-8691bbe9e244 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0472786 Sep 22 10:48:34.073811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60706) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:34.216954 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Set router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:34.219966 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1cf959ce-5d3d-40da-86a1-ee5f1f541b1f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.230797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:34.246619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:34.250507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:34.251915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:34.252523 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.282935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f23c583f-c294-4122-b781-5dc3a00b531e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:34.287583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebd828-0720-4717-ad9b-04f8615426d3 None None] Pushing event updated for resources: {'Port': ['ID=f28bfe27-b74c-4f6d-b6c7-d043c843c247,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:34.309837 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1cf959ce-5d3d-40da-86a1-ee5f1f541b1f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.341032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'Port': ['ID=82469288-d5e5-44c9-b265-a05787201d40,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:34.386090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf959ce-5d3d-40da-86a1-ee5f1f541b1f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b59295-930c-4757-a826-08dfb42bab19,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:34.400512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-785361f2-e28b-4f07-8b6b-68f03f2fd589 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2036319 Sep 22 10:48:34.403179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60712) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:34.414830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:34.458617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f23c583f-c294-4122-b781-5dc3a00b531e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:34.458999 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.493700 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1cf959ce-5d3d-40da-86a1-ee5f1f541b1f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.499371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60716) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:34.500644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1cf959ce-5d3d-40da-86a1-ee5f1f541b1f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7137017 Sep 22 10:48:34.518710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4b772226-2757-43f0-a4db-6ccd5f6e2be7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '45102f6f-a51e-4869-9dfb-b9a5cd6d36ef', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:34.534678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9d83816c-039e-4233-aa67-e81ae9fe5cac None None] Provisioning complete for port f28bfe27-b74c-4f6d-b6c7-d043c843c247 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:34.535040 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9d83816c-039e-4233-aa67-e81ae9fe5cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.549300 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.641364 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:48:34.666907 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '8cc51567-5268-4d38-952f-0c228f325381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:29Z', 'updated_at': '2021-09-22T10:48:32Z', 'revision_number': 3, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'gw_port': {'id': '8cc51567-5268-4d38-952f-0c228f325381', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:30Z', 'updated_at': '2021-09-22T10:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:34.714675 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Checking router: c0f1ddd6-49b3-46cf-900a-eab16d00bc62 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:34.715643 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Updating router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 port 8cc51567-5268-4d38-952f-0c228f325381 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:48:34.732752 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-4b772226-2757-43f0-a4db-6ccd5f6e2be7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Project 4d09ed6d952041598d1cfef4c76decf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:48:34.752016 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b772226-2757-43f0-a4db-6ccd5f6e2be7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.851467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f28bfe27-b74c-4f6d-b6c7-d043c843c247 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:34.945131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f28bfe27-b74c-4f6d-b6c7-d043c843c247 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:34.945725 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:34.988061 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b772226-2757-43f0-a4db-6ccd5f6e2be7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.044180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] device_id is not set on port 82469288-d5e5-44c9-b265-a05787201d40 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:48:35.047053 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.065061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.154290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.273930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b772226-2757-43f0-a4db-6ccd5f6e2be7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.308701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'Port': ['ID=82469288-d5e5-44c9-b265-a05787201d40,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:35.318848 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772226-2757-43f0-a4db-6ccd5f6e2be7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838c0b9e-c030-4332-a4d3-82a16f25f019,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:35.359310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:35.359310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:35.359310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:35.368417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:35.368754 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:35.369165 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 2 to bind port 82469288-d5e5-44c9-b265-a05787201d40 Sep 22 10:48:35.395381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:35.395730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:35.396061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:35.408357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:35.408357 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:35.411607 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 3 to bind port 82469288-d5e5-44c9-b265-a05787201d40 Sep 22 10:48:35.440990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:35.444840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:35.445199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:35.452695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:35.453044 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:35.453423 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 4 to bind port 82469288-d5e5-44c9-b265-a05787201d40 Sep 22 10:48:35.463268 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4b772226-2757-43f0-a4db-6ccd5f6e2be7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.467975 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4b772226-2757-43f0-a4db-6ccd5f6e2be7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9627242 Sep 22 10:48:35.467975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60736) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:35.475172 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-51906222-7351-48be-a6af-304ac2c6c928 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '45102f6f-a51e-4869-9dfb-b9a5cd6d36ef', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:35.482546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:35.482882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:35.483219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:35.492360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:35.492706 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:35.493149 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 5 to bind port 82469288-d5e5-44c9-b265-a05787201d40 Sep 22 10:48:35.520614 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.524173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:35.525286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:35.525697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:35.532178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:35.532557 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:35.533027 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 6 to bind port 82469288-d5e5-44c9-b265-a05787201d40 Sep 22 10:48:35.548325 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.573362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:35.573712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:35.574396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:35.583232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:35.583575 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:35.584027 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 7 to bind port 82469288-d5e5-44c9-b265-a05787201d40 Sep 22 10:48:35.609659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:35.611057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:35.611420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:35.618298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:35.618644 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:35.619048 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 8 to bind port 82469288-d5e5-44c9-b265-a05787201d40 Sep 22 10:48:35.649564 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.693475 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-51906222-7351-48be-a6af-304ac2c6c928 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Project 4d09ed6d952041598d1cfef4c76decf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:48:35.708014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51906222-7351-48be-a6af-304ac2c6c928 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.763455 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Attempting to bind port 8cc51567-5268-4d38-952f-0c228f325381 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:35.763853 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Attempting to bind port 8cc51567-5268-4d38-952f-0c228f325381 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:35.764208 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Attempting to bind port 8cc51567-5268-4d38-952f-0c228f325381 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:35.777531 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:35.777915 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:35.778353 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.778755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:35.779533 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Bound port: 8cc51567-5268-4d38-952f-0c228f325381, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:35.779669 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.835533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51906222-7351-48be-a6af-304ac2c6c928 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.851237 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Allocated IP 172.20.0.1 (702fbfac-7851-4c51-be1f-63643178f917/9676ed2a-c56f-4364-9e08-039b51903f35/db8b303d-bee4-4ecf-969f-b5fead737636) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:35.851647 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] For port 8cc51567-5268-4d38-952f-0c228f325381, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:35.855394 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] For port 8cc51567-5268-4d38-952f-0c228f325381, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8cc51567-5268-4d38-952f-0c228f325381,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:35.865023 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f3c00-7a83-4148-a1e5-27c368f75e17 None None] Pushing event updated for resources: {'Port': ['ID=8cc51567-5268-4d38-952f-0c228f325381,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:35.964750 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.005906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f28bfe27-b74c-4f6d-b6c7-d043c843c247 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:36.018891 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51906222-7351-48be-a6af-304ac2c6c928 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.033688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:36.034032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:36.034468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:36.040005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:36.040506 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:36.040771 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 9 to bind port 82469288-d5e5-44c9-b265-a05787201d40 Sep 22 10:48:36.057242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:36.057928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:36.058406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:36.062974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:36.063302 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:36.063694 n-d-807025-3 neutron-server[95682]: INFO neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempt 10 to bind port 82469288-d5e5-44c9-b265-a05787201d40 Sep 22 10:48:36.073317 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Routers {'c0f1ddd6-49b3-46cf-900a-eab16d00bc62'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:36.073933 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:48:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:36.087532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:36.087532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:36.087532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempting to bind port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:36.087532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:36.087532 n-d-807025-3 neutron-server[95682]: ERROR neutron.plugins.ml2.managers [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Failed to bind port 82469288-d5e5-44c9-b265-a05787201d40 on host n-h1-807025-3 for vnic_type normal using segments [{'id': '808a54b7-eff2-4702-bf53-a260880093f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '680b8809-1367-4d25-ad6f-6f5abb9b6b00'}] Sep 22 10:48:36.088118 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.111565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f28bfe27-b74c-4f6d-b6c7-d043c843c247 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:36.112825 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.132282 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.151236 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51906222-7351-48be-a6af-304ac2c6c928 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a1a0af-0aa2-4a2f-9909-bce7eaab85ad,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:36.160795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] For port 82469288-d5e5-44c9-b265-a05787201d40, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:36.161944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attempted to set empty binding levels {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 10:48:36.171267 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f3c00-7a83-4148-a1e5-27c368f75e17 None None] Pushing event updated for resources: {'Port': ['ID=8cc51567-5268-4d38-952f-0c228f325381,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:36.221685 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-51906222-7351-48be-a6af-304ac2c6c928 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.223647 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-51906222-7351-48be-a6af-304ac2c6c928 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7543433 Sep 22 10:48:36.254714 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] Set router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:36.275860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.324785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] In _notify_port_updated(), no bound segment for port 82469288-d5e5-44c9-b265-a05787201d40 on network 680b8809-1367-4d25-ad6f-6f5abb9b6b00 {{(pid=95682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:48:36.325822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:36.326466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.330852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60746) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:36.331817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "PUT /v2.0/ports/82469288-d5e5-44c9-b265-a05787201d40 HTTP/1.1" status: 200 len: 974 time: 1.9274018 Sep 22 10:48:36.351140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event updated for resources: {'Port': ['ID=82469288-d5e5-44c9-b265-a05787201d40,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.397732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1bc1fb-9688-44af-a8ff-e10d7379426f tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:36.399205 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.455076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Network 702fbfac-7851-4c51-be1f-63643178f917 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:36.466048 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:36.467037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:36.509165 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '8cc51567-5268-4d38-952f-0c228f325381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:29Z', 'updated_at': '2021-09-22T10:48:32Z', 'revision_number': 3, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'gw_port': {'id': '8cc51567-5268-4d38-952f-0c228f325381', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:30Z', 'updated_at': '2021-09-22T10:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:36.527888 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Pushing event updated for resources: {'Port': ['ID=db8b303d-bee4-4ecf-969f-b5fead737636,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:36.580530 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.585579 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5c0aa-fc8f-49bd-b151-0f173471812b None None] The sync data for ids ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'] in n-d-807025-3 is: [{'id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '8cc51567-5268-4d38-952f-0c228f325381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:29Z', 'updated_at': '2021-09-22T10:48:32Z', 'revision_number': 3, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'gw_port': {'id': '8cc51567-5268-4d38-952f-0c228f325381', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:30Z', 'updated_at': '2021-09-22T10:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:36.712192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-765b9a80-9377-4f31-aa8b-cb2d5deaaa51 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554466490&fields=id&tenant_id=4d09ed6d952041598d1cfef4c76decf1 HTTP/1.1" status: 200 len: 267 time: 0.1784031 Sep 22 10:48:36.746804 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-75d1bebe-4e6b-4102-8c31-705ff9b2cf60 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Deleting port 82469288-d5e5-44c9-b265-a05787201d40 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:48:36.747159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75d1bebe-4e6b-4102-8c31-705ff9b2cf60 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.755292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60772) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:36.857154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-afc4760c-7f9b-4c5e-8990-a1186b646673 None None] Provisioning complete for port db8b303d-bee4-4ecf-969f-b5fead737636 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:36.858003 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-afc4760c-7f9b-4c5e-8990-a1186b646673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.880734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-75d1bebe-4e6b-4102-8c31-705ff9b2cf60 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] For port 82469288-d5e5-44c9-b265-a05787201d40, host n-h1-807025-3, got binding levels [] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:36.881311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75d1bebe-4e6b-4102-8c31-705ff9b2cf60 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:36.897742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-75d1bebe-4e6b-4102-8c31-705ff9b2cf60 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Calling delete_port for 82469288-d5e5-44c9-b265-a05787201d40 owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:48:36.963573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-afc4760c-7f9b-4c5e-8990-a1186b646673 None None] Port db8b303d-bee4-4ecf-969f-b5fead737636 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:37.016448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-c5227861-bd54-4006-9f94-77f616e837cb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:37.026704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-c5227861-bd54-4006-9f94-77f616e837cb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/networks?id=f06782da-a022-4b81-accd-bbc49aaaac48 HTTP/1.1" status: 200 len: 795 time: 0.3066008 Sep 22 10:48:37.066316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-9ec8ed93-a102-460b-93ad-06fdd385a503 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/quotas/4d09ed6d952041598d1cfef4c76decf1 HTTP/1.1" status: 200 len: 375 time: 0.0380275 Sep 22 10:48:37.141005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-c8453e3a-4b27-4f7b-a7b5-1cc8af2de4d0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737772 Sep 22 10:48:37.275134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-cdab8a44-15a7-4d37-b5ac-ffd872468de1 service neutron] 10.222.0.20 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195285 Sep 22 10:48:37.352781 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d07d836a-9aa4-41cf-a6a4-2fff8b5ac92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:37.390062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-6c8bda41-65f4-4210-bc11-b67044efcfbc service neutron] 10.222.0.20 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137729 Sep 22 10:48:37.467274 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:37.871119 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:37.958904 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:37.967167 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75d1bebe-4e6b-4102-8c31-705ff9b2cf60 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:37.995654 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87fcd26b-2214-4af3-94b5-fce6a8d340a9 req-35af5638-9353-48e3-9511-ed5b87e0bc93 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 210 time: 0.0630054 Sep 22 10:48:37.998594 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d07d836a-9aa4-41cf-a6a4-2fff8b5ac92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.103220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.105350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Pushing event updated for resources: {'Port': ['ID=db8b303d-bee4-4ecf-969f-b5fead737636,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:38.111611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8cc51567-5268-4d38-952f-0c228f325381 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:38.115465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d07d836a-9aa4-41cf-a6a4-2fff8b5ac92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.263638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8cc51567-5268-4d38-952f-0c228f325381 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:38.265271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.269955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1bebe-4e6b-4102-8c31-705ff9b2cf60 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Pushing event deleted for resources: {'Port': ['ID=82469288-d5e5-44c9-b265-a05787201d40,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:38.269955 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-75d1bebe-4e6b-4102-8c31-705ff9b2cf60 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.272278 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-75d1bebe-4e6b-4102-8c31-705ff9b2cf60 tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "DELETE /v2.0/ports/82469288-d5e5-44c9-b265-a05787201d40 HTTP/1.1" status: 204 len: 168 time: 1.9395726 Sep 22 10:48:38.274625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60802) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:38.286346 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d07d836a-9aa4-41cf-a6a4-2fff8b5ac92f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c4847b6e0494dde8e751ec3d13f001e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5264785 Sep 22 10:48:38.289792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60804) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:38.313383 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d836a-9aa4-41cf-a6a4-2fff8b5ac92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96013b1-d19b-4780-9028-19f73f7ae9b8,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:38.373327 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bad6c0-57a4-4203-b9e6-6409581f5f0a tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] GET failed (client error): The resource could not be found. Sep 22 10:48:38.380446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-18bad6c0-57a4-4203-b9e6-6409581f5f0a tempest-PortsAdminExtendedAttrsTestJSON-1021343395 tempest-PortsAdminExtendedAttrsTestJSON-1021343395-project-admin] 10.222.0.20 "GET /v2.0/ports/82469288-d5e5-44c9-b265-a05787201d40 HTTP/1.1" status: 404 len: 333 time: 0.1040702 Sep 22 10:48:38.381521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60810) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:38.390342 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.409051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048c82be-b353-41e5-837c-9af43fc26550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.413304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 8cc51567-5268-4d38-952f-0c228f325381, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8cc51567-5268-4d38-952f-0c228f325381,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:38.438853 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048c82be-b353-41e5-837c-9af43fc26550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.451447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Network 702fbfac-7851-4c51-be1f-63643178f917 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:38.480920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:38.535881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.591254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.592544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048c82be-b353-41e5-837c-9af43fc26550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.595636 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048c82be-b353-41e5-837c-9af43fc26550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.600583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-048c82be-b353-41e5-837c-9af43fc26550 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c96013b1-d19b-4780-9028-19f73f7ae9b8 HTTP/1.1" status: 204 len: 168 time: 0.2765648 Sep 22 10:48:38.632615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c82be-b353-41e5-837c-9af43fc26550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96013b1-d19b-4780-9028-19f73f7ae9b8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:38.701432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=8cc51567-5268-4d38-952f-0c228f325381,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:38.802054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.866037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680b8809-1367-4d25-ad6f-6f5abb9b6b00']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:38.888813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808a54b7-eff2-4702-bf53-a260880093f9') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:38.888813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808a54b7-eff2-4702-bf53-a260880093f9') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:38.907337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:48:38.914379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.943298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d53934c8-ab88-473f-9edb-985797fcc06a None None] Provisioning complete for port db8b303d-bee4-4ecf-969f-b5fead737636 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:38.945408 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d53934c8-ab88-473f-9edb-985797fcc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.993515 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:38.995560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d53934c8-ab88-473f-9edb-985797fcc06a None None] Port db8b303d-bee4-4ecf-969f-b5fead737636 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:39.005167 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:48:39.005726 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:48:39.009066 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:48:39.165535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1250a17-a684-4d4a-93f2-a4f56f565730 req-4ec99ef6-0631-46b3-a92a-43c845b3b8dd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 210 time: 0.0878692 Sep 22 10:48:39.252101 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:39.272658 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-87073501-849f-41c7-9fc6-4cb04b4d8031 admin admin] 10.222.0.20 "PUT /v2.0/routers/c0f1ddd6-49b3-46cf-900a-eab16d00bc62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1907778 Sep 22 10:48:39.305804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:39.335436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Sync routers for ids ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:39.348150 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Routers {'c0f1ddd6-49b3-46cf-900a-eab16d00bc62'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:39.350227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:48:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:39.352090 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:39.359098 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] 10.222.0.20 "DELETE /v2.0/networks/680b8809-1367-4d25-ad6f-6f5abb9b6b00 HTTP/1.1" status: 204 len: 168 time: 0.9763706 Sep 22 10:48:39.361451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e952d-0177-4b95-a577-95a0c8e46aaa tempest-PortsAdminExtendedAttrsTestJSON-1538735477 tempest-PortsAdminExtendedAttrsTestJSON-1538735477-project] Pushing event deleted for resources: {'Network': ['ID=680b8809-1367-4d25-ad6f-6f5abb9b6b00,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:39.507772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Set router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:39.780608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '8cc51567-5268-4d38-952f-0c228f325381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:29Z', 'updated_at': '2021-09-22T10:48:36Z', 'revision_number': 4, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'gw_port': {'id': '8cc51567-5268-4d38-952f-0c228f325381', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:30Z', 'updated_at': '2021-09-22T10:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'db8b303d-bee4-4ecf-969f-b5fead737636', 'name': '', 'network_id': '702fbfac-7851-4c51-be1f-63643178f917', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'mac_address': 'fa:16:3e:0a:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '9676ed2a-c56f-4364-9e08-039b51903f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:35Z', 'updated_at': '2021-09-22T10:48:37Z', 'revision_number': 2, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'subnets': [{'id': '9676ed2a-c56f-4364-9e08-039b51903f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:39.817319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Checking router: c0f1ddd6-49b3-46cf-900a-eab16d00bc62 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:39.817776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Updating router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 port db8b303d-bee4-4ecf-969f-b5fead737636 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:48:39.858649 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.001928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 60850) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:40.074417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8cc51567-5268-4d38-952f-0c228f325381 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:40.219696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 8cc51567-5268-4d38-952f-0c228f325381 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:40.220654 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.365968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86ebb8ba-2b9d-431b-8d6e-c26085a80b04 req-027490a2-f6de-4914-a0a9-e729f516e3f0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 210 time: 0.1146345 Sep 22 10:48:40.395833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ac326dab-e8bc-402f-8e9e-208fb56de8c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d7ab3689608484889ae1a8ec295ea70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916738 Sep 22 10:48:40.399638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60870) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:40.504449 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.544785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5162974c-1222-446d-b24a-f138bef0e363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.576246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5162974c-1222-446d-b24a-f138bef0e363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.610672 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.696417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0239ac-774d-4563-a16b-4853ac858921 None None] Pushing event updated for resources: {'Port': ['ID=db8b303d-bee4-4ecf-969f-b5fead737636,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:40.775945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Attempting to bind port db8b303d-bee4-4ecf-969f-b5fead737636 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:40.776578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Attempting to bind port db8b303d-bee4-4ecf-969f-b5fead737636 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '702fbfac-7851-4c51-be1f-63643178f917'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:40.777059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Attempting to bind port db8b303d-bee4-4ecf-969f-b5fead737636 on network 702fbfac-7851-4c51-be1f-63643178f917 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:40.783202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:40.783705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Checking segment: {'id': '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '702fbfac-7851-4c51-be1f-63643178f917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:40.784292 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.784755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Bound using segment: {'id': '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '702fbfac-7851-4c51-be1f-63643178f917'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:40.785340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Bound port: db8b303d-bee4-4ecf-969f-b5fead737636, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '702fbfac-7851-4c51-be1f-63643178f917'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:40.785836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.790626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5162974c-1222-446d-b24a-f138bef0e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.793261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5162974c-1222-446d-b24a-f138bef0e363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:40.798434 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5162974c-1222-446d-b24a-f138bef0e363 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d641ae67-c18e-4969-963b-6e61036a490a HTTP/1.1" status: 204 len: 168 time: 0.3927987 Sep 22 10:48:40.809138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162974c-1222-446d-b24a-f138bef0e363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d641ae67-c18e-4969-963b-6e61036a490a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:40.888145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] For port db8b303d-bee4-4ecf-969f-b5fead737636, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:40.920506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] For port db8b303d-bee4-4ecf-969f-b5fead737636, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=db8b303d-bee4-4ecf-969f-b5fead737636,segment=NetworkSegment(60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4),segment_id=60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:41.044441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:41.141067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Routers {'c0f1ddd6-49b3-46cf-900a-eab16d00bc62'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:41.141067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:48:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:41.197731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0239ac-774d-4563-a16b-4853ac858921 None None] Pushing event updated for resources: {'Port': ['ID=db8b303d-bee4-4ecf-969f-b5fead737636,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:41.284887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9a63292e-4366-47fe-a516-d9446e16f3ae None None] Provisioning complete for port db8b303d-bee4-4ecf-969f-b5fead737636 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:41.285267 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a63292e-4366-47fe-a516-d9446e16f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:41.357659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-f9e687c3-9842-4b76-a65d-2b0558fa55f4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:41.359266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-f9e687c3-9842-4b76-a65d-2b0558fa55f4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "GET /v2.0/networks?id=f06782da-a022-4b81-accd-bbc49aaaac48 HTTP/1.1" status: 200 len: 795 time: 0.2211537 Sep 22 10:48:41.435248 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] Set router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:41.453976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-3934656b-ed97-462f-b6c4-223a349eebb3 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d09ed6d952041598d1cfef4c76decf1 HTTP/1.1" status: 200 len: 380 time: 0.0848894 Sep 22 10:48:41.478884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'port': {'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'admin_state_up': True, 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'security_groups': ['45102f6f-a51e-4869-9dfb-b9a5cd6d36ef']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:41.754206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c873b2db-ed2d-4a3f-9e44-018109940917 req-3235a60a-102c-43dd-870e-db269d503e27 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 210 time: 0.0537572 Sep 22 10:48:41.887081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Made reservation on behalf of 4d09ed6d952041598d1cfef4c76decf1 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:41.911702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:41.934966 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a63292e-4366-47fe-a516-d9446e16f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:42.132419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60950) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:42.154271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.20.0.5 (f06782da-a022-4b81-accd-bbc49aaaac48/8f365a38-a0fd-48f0-8bf8-6005b460c01d/f890778b-9401-40fd-9ba6-5a4e73eaa1c6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:42.237294 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6b21f647-025f-4adc-81ee-71ddd7211912 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a60baad2c56a44379b75c6389c941e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1010914 Sep 22 10:48:42.238254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 60956) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:42.244411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9a63292e-4366-47fe-a516-d9446e16f3ae None None] For port db8b303d-bee4-4ecf-969f-b5fead737636, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=db8b303d-bee4-4ecf-969f-b5fead737636,segment=NetworkSegment(60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4),segment_id=60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:42.312647 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '8cc51567-5268-4d38-952f-0c228f325381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:29Z', 'updated_at': '2021-09-22T10:48:36Z', 'revision_number': 4, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'gw_port': {'id': '8cc51567-5268-4d38-952f-0c228f325381', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:30Z', 'updated_at': '2021-09-22T10:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'db8b303d-bee4-4ecf-969f-b5fead737636', 'name': '', 'network_id': '702fbfac-7851-4c51-be1f-63643178f917', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'mac_address': 'fa:16:3e:0a:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '9676ed2a-c56f-4364-9e08-039b51903f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:35Z', 'updated_at': '2021-09-22T10:48:40Z', 'revision_number': 4, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'subnets': [{'id': '9676ed2a-c56f-4364-9e08-039b51903f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:42.353194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92b6f189-883c-4056-bdbf-edf8224d5d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:42.356989 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a63292e-4366-47fe-a516-d9446e16f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:42.401708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92b6f189-883c-4056-bdbf-edf8224d5d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:42.456065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b888ed09-3f07-4401-8659-4c2342b03839 None None] The sync data for ids ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'] in n-d-807025-3 is: [{'id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '8cc51567-5268-4d38-952f-0c228f325381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:29Z', 'updated_at': '2021-09-22T10:48:36Z', 'revision_number': 4, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'gw_port': {'id': '8cc51567-5268-4d38-952f-0c228f325381', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:30Z', 'updated_at': '2021-09-22T10:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'db8b303d-bee4-4ecf-969f-b5fead737636', 'name': '', 'network_id': '702fbfac-7851-4c51-be1f-63643178f917', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'mac_address': 'fa:16:3e:0a:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '9676ed2a-c56f-4364-9e08-039b51903f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:35Z', 'updated_at': '2021-09-22T10:48:40Z', 'revision_number': 4, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'subnets': [{'id': '9676ed2a-c56f-4364-9e08-039b51903f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:42.468857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63292e-4366-47fe-a516-d9446e16f3ae None None] Pushing event updated for resources: {'Port': ['ID=db8b303d-bee4-4ecf-969f-b5fead737636,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:42.502859 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:42.512949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9437c101-773e-445e-94e9-1cf8b5a7c881 None None] Provisioning complete for port db8b303d-bee4-4ecf-969f-b5fead737636 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:42.514212 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9437c101-773e-445e-94e9-1cf8b5a7c881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:42.620534 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92b6f189-883c-4056-bdbf-edf8224d5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:42.623461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-92b6f189-883c-4056-bdbf-edf8224d5d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:42.625256 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-92b6f189-883c-4056-bdbf-edf8224d5d4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2115790-b974-40d7-bc9d-aa793e82d14b HTTP/1.1" status: 204 len: 168 time: 0.3858533 Sep 22 10:48:42.664292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6f189-883c-4056-bdbf-edf8224d5d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2115790-b974-40d7-bc9d-aa793e82d14b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:42.810174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:42.934775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network f06782da-a022-4b81-accd-bbc49aaaac48 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:42.957246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:42.961732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:43.057088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:43.087193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:43.092044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:43.150701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1e4ae-e9ad-4c59-beea-cee951170600 req-5b6d4546-9a64-4fa0-abd0-325497e70a36 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:43.150701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8e1e4ae-e9ad-4c59-beea-cee951170600 req-5b6d4546-9a64-4fa0-abd0-325497e70a36 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 931 time: 0.2553866 Sep 22 10:48:43.238519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-591f7e0b-579c-4991-884f-a92a5d5f07cc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7743614 Sep 22 10:48:43.271497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Request body: {'port': {'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:43.394820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8e1e4ae-e9ad-4c59-beea-cee951170600 req-971a263c-f74d-471d-8211-1b328d265068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360814 Sep 22 10:48:43.489759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:43.490214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0179a19e-86f3-44c2-a2f5-2438c4d35b4d None None] Provisioning complete for port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:43.490700 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0179a19e-86f3-44c2-a2f5-2438c4d35b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:43.593449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0179a19e-86f3-44c2-a2f5-2438c4d35b4d None None] Port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:43.867691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f890778b-9401-40fd-9ba6-5a4e73eaa1c6 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:48:43.877660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:43.890500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Transition to ACTIVE for port object f890778b-9401-40fd-9ba6-5a4e73eaa1c6 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:48:44.011470 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device db8b303d-bee4-4ecf-969f-b5fead737636 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:44.037691 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:44.106852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port db8b303d-bee4-4ecf-969f-b5fead737636 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:44.107409 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:44.163453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Pushing event updated for resources: {'Port': ['ID=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:44.298640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Attempting to bind port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:44.298978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Attempting to bind port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:44.307163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Attempting to bind port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 on network f06782da-a022-4b81-accd-bbc49aaaac48 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:44.307163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 on network f06782da-a022-4b81-accd-bbc49aaaac48 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:44.307163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Attempting to bind port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 on network f06782da-a022-4b81-accd-bbc49aaaac48 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:44.311659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:44.312263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Checking segment: {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:44.312913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Bound using segment: {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:44.313561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Bound port: f890778b-9401-40fd-9ba6-5a4e73eaa1c6, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9c65a8-c9d3-4398-889e-3a17f8533e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:44.314139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:44.465051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] For port f890778b-9401-40fd-9ba6-5a4e73eaa1c6, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:44.487826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] For port f890778b-9401-40fd-9ba6-5a4e73eaa1c6, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:44.591986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187be1-184e-422f-8274-1ad8de297da9 req-a6127d77-e0bf-4cf6-8077-56664ea46c0e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:44.593518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-a6127d77-e0bf-4cf6-8077-56664ea46c0e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1752899 Sep 22 10:48:44.614879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-ae1ab1d1-a18e-4763-8585-83520e2987c1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/quotas/a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 375 time: 0.0148501 Sep 22 10:48:44.671898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-e3b8c9f3-b3e1-4da6-a5e2-c5436a06d50b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530822 Sep 22 10:48:44.673902 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:44.732393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:44.733027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:44.734491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] 10.222.0.30 "PUT /v2.0/ports/f890778b-9401-40fd-9ba6-5a4e73eaa1c6 HTTP/1.1" status: 200 len: 1091 time: 1.4767759 Sep 22 10:48:44.734985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:48:44.737317 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cff65e-3913-4ea1-ada8-502e2979a1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:48:44.805133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270759b9-db4d-4012-8417-ef2c1462a1de service neutron] Pushing event updated for resources: {'Port': ['ID=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:44.861795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-0d2dcf66-ca9f-474e-bd35-0c6aacf6fe32 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810427 Sep 22 10:48:45.018774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-df3b64e3-612b-450f-8ff0-9d959f277757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:45.019764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-df3b64e3-612b-450f-8ff0-9d959f277757 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 1094 time: 0.1314940 Sep 22 10:48:45.076334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-8902eed0-4f58-4372-a694-739e27ae858f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6 HTTP/1.1" status: 200 len: 217 time: 0.0413980 Sep 22 10:48:45.078684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-324d1aea-0528-4b8c-89c9-d18d1f0ae940 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160118 Sep 22 10:48:45.130702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-4933bf20-36c8-4bb5-8a4e-636ebe64203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:45.134352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-4933bf20-36c8-4bb5-8a4e-636ebe64203c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f365a38-a0fd-48f0-8bf8-6005b460c01d HTTP/1.1" status: 200 len: 835 time: 0.0488703 Sep 22 10:48:45.201635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-5440d699-5c72-426a-9e61-94eb650b4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:45.203149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-5440d699-5c72-426a-9e61-94eb650b4e4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f06782da-a022-4b81-accd-bbc49aaaac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636888 Sep 22 10:48:45.314635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-391c683e-a639-4bbe-9dc7-0f24426266a8 service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025105 Sep 22 10:48:45.431815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee7ebf11-7692-40f4-84fd-13fbefa42ea2 req-0b55daf7-f037-4000-8d5c-6a2c91dcfc7b service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096590 Sep 22 10:48:45.627659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 32932) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:45.745989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-5f00e0a6-547d-4159-82cb-6f3d0eadcc42 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1159089472'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:45.832368 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f00e0a6-547d-4159-82cb-6f3d0eadcc42 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:45.834258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f00e0a6-547d-4159-82cb-6f3d0eadcc42 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:45.911825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f00e0a6-547d-4159-82cb-6f3d0eadcc42 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:45.949966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e007af-d5e8-4746-a5a0-d83b6b654654 req-db5d4680-6e25-4450-b5ad-a6ff139c4732 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:45.951641 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53e007af-d5e8-4746-a5a0-d83b6b654654 req-db5d4680-6e25-4450-b5ad-a6ff139c4732 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 943 time: 0.0856018 Sep 22 10:48:46.007283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53e007af-d5e8-4746-a5a0-d83b6b654654 req-63df4bd4-6a31-441a-ae17-73a11e523ab2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427992 Sep 22 10:48:46.055168 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f00e0a6-547d-4159-82cb-6f3d0eadcc42 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:46.060328 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb3cd2d-3794-4da5-877b-9f6520cbafa1 x-openstack-request-id: req-0eb3cd2d-3794-4da5-877b-9f6520cbafa1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:48:46.060328 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:48:46.060328 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eb3cd2d-3794-4da5-877b-9f6520cbafa1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:48:46.061247 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'status': 'completed', 'code': 200} Sep 22 10:48:46.145167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f4bb979-1b6d-47ed-a4db-d406d2d58bd2 req-4f1b9910-7f12-41d6-a6be-8f76fedfb496 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 210 time: 0.0328560 Sep 22 10:48:46.155869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-88a44e6c-f62c-41b9-a192-2790ac3a876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:46.157262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-88a44e6c-f62c-41b9-a192-2790ac3a876f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 1094 time: 0.0740900 Sep 22 10:48:46.255580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-98fc89ea-cf86-46c6-ba90-864dbf92e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:46.257062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-98fc89ea-cf86-46c6-ba90-864dbf92e1ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=f06782da-a022-4b81-accd-bbc49aaaac48 HTTP/1.1" status: 200 len: 896 time: 0.0915668 Sep 22 10:48:46.260466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f00e0a6-547d-4159-82cb-6f3d0eadcc42 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:46.261683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5f00e0a6-547d-4159-82cb-6f3d0eadcc42 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6329124 Sep 22 10:48:46.264460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 32962) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:46.336266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-13b2eee6-69cc-4158-a27a-a7c19f642a4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6 HTTP/1.1" status: 200 len: 217 time: 0.0695405 Sep 22 10:48:46.377015 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de6f8007-02f3-4813-b8e6-c2a1518ff9e2 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:46.768736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-a570a0d9-cd73-4467-9ba6-7b1da97ca98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:46.768736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-a570a0d9-cd73-4467-9ba6-7b1da97ca98b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f365a38-a0fd-48f0-8bf8-6005b460c01d HTTP/1.1" status: 200 len: 835 time: 0.3995495 Sep 22 10:48:46.875057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de6f8007-02f3-4813-b8e6-c2a1518ff9e2 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:46.879388 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de6f8007-02f3-4813-b8e6-c2a1518ff9e2 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:46.924955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-b3587c5b-d83a-498b-920b-65c206ab07d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:46.926474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-b3587c5b-d83a-498b-920b-65c206ab07d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f06782da-a022-4b81-accd-bbc49aaaac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366301 Sep 22 10:48:47.022361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-d1095972-60cf-40ca-9f22-b47d9b8f6317 service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883186 Sep 22 10:48:47.079811 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de6f8007-02f3-4813-b8e6-c2a1518ff9e2 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.097860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6f8007-02f3-4813-b8e6-c2a1518ff9e2 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c3c9302-88e7-4ed9-813f-0a8b3efd8f72 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:48:47.097860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de6f8007-02f3-4813-b8e6-c2a1518ff9e2 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.097860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-de6f8007-02f3-4813-b8e6-c2a1518ff9e2 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3c3c9302-88e7-4ed9-813f-0a8b3efd8f72 HTTP/1.1" status: 204 len: 168 time: 0.8243473 Sep 22 10:48:47.104269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 32996) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:47.110929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5c20829c-9cd9-4751-b20d-597c680a4b34 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Request body: {'router': {'name': 'tempest-router-1308845363', 'distributed': False}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:47.194788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0cff65e-3913-4ea1-ada8-502e2979a1a0 req-c27c6acd-95b8-4ac2-9075-fb2ce023bb2d service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651742 Sep 22 10:48:47.207353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd45ac7-e3c1-4abd-8c50-9d5d6cc131c3 req-25edc192-99a0-42e8-afe7-c3008ef55727 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:47.209424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acd45ac7-e3c1-4abd-8c50-9d5d6cc131c3 req-25edc192-99a0-42e8-afe7-c3008ef55727 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 943 time: 0.0769863 Sep 22 10:48:47.249266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acd45ac7-e3c1-4abd-8c50-9d5d6cc131c3 req-58348554-3ab7-4483-bc6c-ef88f823f24b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318718 Sep 22 10:48:47.312188 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c20829c-9cd9-4751-b20d-597c680a4b34 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.313389 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c20829c-9cd9-4751-b20d-597c680a4b34 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.317779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6919bac-65c4-4556-9fb3-9889feb5e96f req-1e262b4a-d32b-4747-a6c5-24674c0ab86c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 210 time: 0.0282097 Sep 22 10:48:47.393277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c20829c-9cd9-4751-b20d-597c680a4b34 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.505394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f890778b-9401-40fd-9ba6-5a4e73eaa1c6 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:48:47.552814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c20829c-9cd9-4751-b20d-597c680a4b34 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.603921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f890778b-9401-40fd-9ba6-5a4e73eaa1c6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:47.616325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:48:47.654727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.673759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f890778b-9401-40fd-9ba6-5a4e73eaa1c6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:48:47.696541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f890778b-9401-40fd-9ba6-5a4e73eaa1c6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:47.739785 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c20829c-9cd9-4751-b20d-597c680a4b34 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.741201 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c20829c-9cd9-4751-b20d-597c680a4b34 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6349335 Sep 22 10:48:47.744094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33018) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:47.818754 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-745860db-d8f2-4bae-981b-6abcd3f81f67 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.818971 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.893856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:47.987879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-745860db-d8f2-4bae-981b-6abcd3f81f67 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:47.990959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-745860db-d8f2-4bae-981b-6abcd3f81f67 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:48.020633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f890778b-9401-40fd-9ba6-5a4e73eaa1c6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:48:48.123682 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-745860db-d8f2-4bae-981b-6abcd3f81f67 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:48.127530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745860db-d8f2-4bae-981b-6abcd3f81f67 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac8f32a-5c9d-457e-bc17-e5afc0afa8b2 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:48:48.129596 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-745860db-d8f2-4bae-981b-6abcd3f81f67 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:48.131102 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-745860db-d8f2-4bae-981b-6abcd3f81f67 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "DELETE /v2.0/routers/9ac8f32a-5c9d-457e-bc17-e5afc0afa8b2 HTTP/1.1" status: 204 len: 168 time: 0.3860455 Sep 22 10:48:48.134811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33032) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:48.139773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-db92e088-ca47-48f3-9da8-919b407135dd tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Request body: {'router': {'name': 'tempest-router-1386633210', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5a55305adc5d469fa4eb2640c5420ff0'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:48.283917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db92e088-ca47-48f3-9da8-919b407135dd tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:48.285735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db92e088-ca47-48f3-9da8-919b407135dd tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:48.366129 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db92e088-ca47-48f3-9da8-919b407135dd tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:48.413457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173bdc5-43d5-4b9a-ba82-ca83ea816193 req-27fb44fc-6148-4fd6-845a-711a14e18a3f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:48.414990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8173bdc5-43d5-4b9a-ba82-ca83ea816193 req-27fb44fc-6148-4fd6-845a-711a14e18a3f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 944 time: 0.0516195 Sep 22 10:48:48.459306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8173bdc5-43d5-4b9a-ba82-ca83ea816193 req-cb4eff97-ec77-45fb-b7a1-62ad36d19812 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368676 Sep 22 10:48:48.547330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40dd9b93-6a7a-4ff7-b65a-e7e7cd60f481 req-a305c3f2-8e7e-453f-8d51-970910215cf0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 210 time: 0.0275025 Sep 22 10:48:48.558010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db92e088-ca47-48f3-9da8-919b407135dd tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:48.698508 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-db92e088-ca47-48f3-9da8-919b407135dd tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:48.699751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-db92e088-ca47-48f3-9da8-919b407135dd tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5638618 Sep 22 10:48:48.703993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33052) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:48.707397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:48.917746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-694'] for router, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:48.918411 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:49.001079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95682) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 22 10:48:49.001378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Router 93e90e5c-6198-445c-85fa-2d793eed7dfb migrating from provider to provider. {{(pid=95682) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 22 10:48:49.001707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:49.007433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:49.190375 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-634044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623111'] for router, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:49.308451 n-d-807025-3 neutron-server[95682]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] No L3 agents can host the router 93e90e5c-6198-445c-85fa-2d793eed7dfb Sep 22 10:48:49.480924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187be1-184e-422f-8274-1ad8de297da9 req-f50dde5f-6ae0-4c44-971f-d39594df8c84 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:49.482420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-f50dde5f-6ae0-4c44-971f-d39594df8c84 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.2080526 Sep 22 10:48:49.489387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Hosts for router 93e90e5c-6198-445c-85fa-2d793eed7dfb: [] {{(pid=95682) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 22 10:48:49.497366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'port': {'device_id': '348ead1b-884d-4586-adb3-667147c4c684', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'admin_state_up': True, 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:49.521165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f890778b-9401-40fd-9ba6-5a4e73eaa1c6 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:48:49.531773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Hosts for other DVR routers connected to router 93e90e5c-6198-445c-85fa-2d793eed7dfb: set() {{(pid=95682) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 22 10:48:49.534565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:49.536853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d1df2f82-e63f-469e-8839-23165399a52b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "PUT /v2.0/routers/93e90e5c-6198-445c-85fa-2d793eed7dfb HTTP/1.1" status: 200 len: 717 time: 0.8331487 Sep 22 10:48:49.539501 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33082) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:49.647897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac68499-2b72-4ff3-a976-661b6ce19af7 req-28b8ea05-25f8-4e89-90d2-ee62cd0ca61e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:49.649423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ac68499-2b72-4ff3-a976-661b6ce19af7 req-28b8ea05-25f8-4e89-90d2-ee62cd0ca61e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 944 time: 0.1009097 Sep 22 10:48:49.661749 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-673361c5-89fa-4f09-9fd8-69387705b10b tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "GET /v2.0/routers/93e90e5c-6198-445c-85fa-2d793eed7dfb HTTP/1.1" status: 200 len: 717 time: 0.1189876 Sep 22 10:48:49.664201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33090) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:49.711795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ac68499-2b72-4ff3-a976-661b6ce19af7 req-013fdd84-0416-4005-9438-b0e97e0bd2ce tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537300 Sep 22 10:48:49.763834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:48:49.767900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:49.768286 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:49.849445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7d8ec62-9d3a-4a49-8628-7cf454c5c784 req-f93cd7ea-a394-4794-8294-ff4ad0b628d1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 210 time: 0.0530143 Sep 22 10:48:49.903568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33100) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:49.904010 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f0c31c22-7070-430c-8d5a-23faa46c9a2b tempest-RoutersTestDVR-846029876 tempest-RoutersTestDVR-846029876-project] 10.222.0.20 "GET /v2.0/routers/93e90e5c-6198-445c-85fa-2d793eed7dfb HTTP/1.1" status: 200 len: 683 time: 0.2385597 Sep 22 10:48:49.931433 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:49.956251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:48:49.959503 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d2676-c30b-4ab3-840a-5701904dc190" -d '{"events": [{"server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "name": "network-vif-plugged", "status": "completed", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:48:49.973374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f890778b-9401-40fd-9ba6-5a4e73eaa1c6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:49.982332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Made reservation on behalf of a89f8f050baa4104aac26a0f1ee855b8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:49.986139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:49.997712 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be0d5b78-eafa-4999-9268-42c66b225868 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.032840 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4dd7e8-f4e3-459b-bdb4-3e3436bbf66e x-openstack-request-id: req-ab4dd7e8-f4e3-459b-bdb4-3e3436bbf66e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:48:50.035177 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "name": "network-vif-plugged", "status": "completed", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:48:50.038092 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab4dd7e8-f4e3-459b-bdb4-3e3436bbf66e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:48:50.048240 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'code': 200} Sep 22 10:48:50.128974 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.188734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:50.298258 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be0d5b78-eafa-4999-9268-42c66b225868 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.301881 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be0d5b78-eafa-4999-9268-42c66b225868 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.324629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eaaf8-c8a7-4141-b530-f1f69a678e86 req-a0609c10-9d2c-4cf3-a647-a2ecee3a8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:50.326010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-686eaaf8-c8a7-4141-b530-f1f69a678e86 req-a0609c10-9d2c-4cf3-a647-a2ecee3a8997 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 1095 time: 0.2388961 Sep 22 10:48:50.439884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.20.0.6 (282127a0-0c1a-4559-a928-5f94fac1024f/7db61163-da01-4c3d-9757-821c1d957449/d3963513-61a5-4319-a173-f1d320268cb4) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:50.447660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-686eaaf8-c8a7-4141-b530-f1f69a678e86 req-d442abef-1a8f-4c67-a568-5f4f07d562ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603395 Sep 22 10:48:50.506119 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be0d5b78-eafa-4999-9268-42c66b225868 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.506119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d5b78-eafa-4999-9268-42c66b225868 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93e90e5c-6198-445c-85fa-2d793eed7dfb {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:48:50.519538 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be0d5b78-eafa-4999-9268-42c66b225868 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.524269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-be0d5b78-eafa-4999-9268-42c66b225868 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "DELETE /v2.0/routers/93e90e5c-6198-445c-85fa-2d793eed7dfb HTTP/1.1" status: 204 len: 168 time: 0.6161823 Sep 22 10:48:50.524994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33124) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:50.534793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7491367f-c13b-4927-bfd9-a2c5bb6c0ecb tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Request body: {'router': {'name': 'tempest-router-432592983', 'distributed': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:50.641063 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.664430 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7491367f-c13b-4927-bfd9-a2c5bb6c0ecb tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.665795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7491367f-c13b-4927-bfd9-a2c5bb6c0ecb tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.728357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7491367f-c13b-4927-bfd9-a2c5bb6c0ecb tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.769575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.847585 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7491367f-c13b-4927-bfd9-a2c5bb6c0ecb tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:50.878308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:50.889668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:50.891795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=d3963513-61a5-4319-a173-f1d320268cb4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:50.894039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:50.952289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea487e8-a8b8-40ac-980f-8e9cc5a03931 req-b0603118-98ce-49cf-984c-8d0c1dac0bc5 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:50.959603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ea487e8-a8b8-40ac-980f-8e9cc5a03931 req-b0603118-98ce-49cf-984c-8d0c1dac0bc5 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 945 time: 0.1296175 Sep 22 10:48:50.982651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:50.988494 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.013836 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7491367f-c13b-4927-bfd9-a2c5bb6c0ecb tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.015642 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7491367f-c13b-4927-bfd9-a2c5bb6c0ecb tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4879477 Sep 22 10:48:51.018588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33144) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:51.133809 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5140ab2c-8f5b-44f7-8b35-37b7a76796b0 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.204549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-11ae86f6-227b-4681-a826-b02c1806aa01 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7102029 Sep 22 10:48:51.224825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Request body: {'port': {'device_id': '348ead1b-884d-4586-adb3-667147c4c684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:51.271222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ea487e8-a8b8-40ac-980f-8e9cc5a03931 req-de5c3497-6151-4a21-ba19-ef26fe5823d3 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106956 Sep 22 10:48:51.320250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.334734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bff69b2d-9862-4ff0-9eb3-a581b6bc8d28 None None] Provisioning complete for port d3963513-61a5-4319-a173-f1d320268cb4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:48:51.335291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bff69b2d-9862-4ff0-9eb3-a581b6bc8d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.383881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5140ab2c-8f5b-44f7-8b35-37b7a76796b0 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.386355 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5140ab2c-8f5b-44f7-8b35-37b7a76796b0 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.443285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bff69b2d-9862-4ff0-9eb3-a581b6bc8d28 None None] Port d3963513-61a5-4319-a173-f1d320268cb4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:48:51.572798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53cc7-eb02-4ffc-8ef7-01db2b163712 req-7089a5b2-d3e9-4c13-8104-8d7e90bfdcbe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:51.578691 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fb53cc7-eb02-4ffc-8ef7-01db2b163712 req-7089a5b2-d3e9-4c13-8104-8d7e90bfdcbe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 931 time: 0.0986156 Sep 22 10:48:51.585434 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5140ab2c-8f5b-44f7-8b35-37b7a76796b0 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.586366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5140ab2c-8f5b-44f7-8b35-37b7a76796b0 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f381b3f-6c57-4033-bf9d-d73feb4ebd5b {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:48:51.596804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5140ab2c-8f5b-44f7-8b35-37b7a76796b0 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.598067 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5140ab2c-8f5b-44f7-8b35-37b7a76796b0 tempest-RoutersTestDVR-594903141 tempest-RoutersTestDVR-594903141-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6f381b3f-6c57-4033-bf9d-d73feb4ebd5b HTTP/1.1" status: 204 len: 168 time: 0.5779178 Sep 22 10:48:51.674701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1fb53cc7-eb02-4ffc-8ef7-01db2b163712 req-124571a0-015c-4e7c-95ce-411720398146 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684242 Sep 22 10:48:51.763441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3963513-61a5-4319-a173-f1d320268cb4 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:48:51.777861 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:51.789438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Transition to ACTIVE for port object d3963513-61a5-4319-a173-f1d320268cb4 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:48:51.953365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:52.052695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Pushing event updated for resources: {'Port': ['ID=d3963513-61a5-4319-a173-f1d320268cb4,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:52.131988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Attempting to bind port d3963513-61a5-4319-a173-f1d320268cb4 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:48:52.132327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Attempting to bind port d3963513-61a5-4319-a173-f1d320268cb4 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:48:52.132678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Attempting to bind port d3963513-61a5-4319-a173-f1d320268cb4 on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:52.138804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Port d3963513-61a5-4319-a173-f1d320268cb4 on network 282127a0-0c1a-4559-a928-5f94fac1024f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:48:52.138804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Attempting to bind port d3963513-61a5-4319-a173-f1d320268cb4 on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:48:52.146941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:48:52.147812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:48:52.148402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Bound using segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:48:52.149371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Bound port: d3963513-61a5-4319-a173-f1d320268cb4, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:48:52.149940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:52.269050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] For port d3963513-61a5-4319-a173-f1d320268cb4, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:48:52.271443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] For port d3963513-61a5-4319-a173-f1d320268cb4, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d3963513-61a5-4319-a173-f1d320268cb4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:48:52.337223 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f59926d4-68f7-4740-a57c-8450b403f007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:52.373920 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:52.403450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33190) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:52.451009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:52.451009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:52.451009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] 10.222.0.32 "PUT /v2.0/ports/d3963513-61a5-4319-a173-f1d320268cb4 HTTP/1.1" status: 200 len: 1091 time: 1.2316108 Sep 22 10:48:52.463722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348ead1b-884d-4586-adb3-667147c4c684', 'tag': 'd3963513-61a5-4319-a173-f1d320268cb4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:48:52.466612 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018ee1bb-fabb-4751-8c49-dbc91456b5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "348ead1b-884d-4586-adb3-667147c4c684", "tag": "d3963513-61a5-4319-a173-f1d320268cb4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:48:52.513713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de71f5a-c8a8-4dec-aba3-98798c4c5b8d req-2d3ca399-9089-4623-99dd-17417681ea7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:52.515830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1de71f5a-c8a8-4dec-aba3-98798c4c5b8d req-2d3ca399-9089-4623-99dd-17417681ea7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 945 time: 0.1447513 Sep 22 10:48:52.519699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3d4fb-5d11-4f8e-aeb0-68aac4215a22 service neutron] Pushing event updated for resources: {'Port': ['ID=d3963513-61a5-4319-a173-f1d320268cb4,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:52.647511 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6185db0e-a7aa-426d-81c1-211a23de9222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:52.654548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1de71f5a-c8a8-4dec-aba3-98798c4c5b8d req-de4d3768-76ec-4b9e-8c90-db1cefea36d7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224260 Sep 22 10:48:52.699530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187be1-184e-422f-8274-1ad8de297da9 req-2f617a4b-5963-48c1-abe7-1c3374d0f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:52.703693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-2f617a4b-5963-48c1-abe7-1c3374d0f3d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 1094 time: 0.0829804 Sep 22 10:48:52.760685 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3181378b-4b70-419d-a0ca-24329685fdfb x-openstack-request-id: req-3181378b-4b70-419d-a0ca-24329685fdfb {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:48:52.761369 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348ead1b-884d-4586-adb3-667147c4c684", "tag": "d3963513-61a5-4319-a173-f1d320268cb4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:48:52.761636 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3181378b-4b70-419d-a0ca-24329685fdfb {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:48:52.762279 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348ead1b-884d-4586-adb3-667147c4c684', 'tag': 'd3963513-61a5-4319-a173-f1d320268cb4', 'status': 'completed', 'code': 200} Sep 22 10:48:52.766753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-ff50313d-6663-4116-a5bd-432f9ef1f5e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3963513-61a5-4319-a173-f1d320268cb4 HTTP/1.1" status: 200 len: 217 time: 0.0519216 Sep 22 10:48:52.843169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187be1-184e-422f-8274-1ad8de297da9 req-a5b7d063-e6ed-4eb1-ab34-e9cf9dbc10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:52.845591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-a5b7d063-e6ed-4eb1-ab34-e9cf9dbc10e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0733433 Sep 22 10:48:52.875914 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6185db0e-a7aa-426d-81c1-211a23de9222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:52.936108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3192b63-ba0c-43d1-8d88-c7e3b805189b req-98254336-ba87-4f44-83f3-fa4812253a39 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:52.937636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3192b63-ba0c-43d1-8d88-c7e3b805189b req-98254336-ba87-4f44-83f3-fa4812253a39 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 943 time: 0.0911467 Sep 22 10:48:52.943071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187be1-184e-422f-8274-1ad8de297da9 req-206ff8b1-4924-4938-809e-91d38f4914cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:52.944546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-206ff8b1-4924-4938-809e-91d38f4914cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850208 Sep 22 10:48:53.006362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3192b63-ba0c-43d1-8d88-c7e3b805189b req-a6c3251f-3359-495a-87c6-13325e50d482 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606918 Sep 22 10:48:53.014576 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6185db0e-a7aa-426d-81c1-211a23de9222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:53.059340 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185db0e-a7aa-426d-81c1-211a23de9222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f08418-02be-4adc-a493-8faf95c56d31,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:53.064873 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6185db0e-a7aa-426d-81c1-211a23de9222 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a55305adc5d469fa4eb2640c5420ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600645 Sep 22 10:48:53.077776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33220) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:53.087719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-54d4c2d7-1b2b-4939-a8af-862960c336e3 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346910 Sep 22 10:48:53.173076 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1794e993-8b8a-402a-973e-37f8e410c51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:53.198172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1794e993-8b8a-402a-973e-37f8e410c51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:53.243642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632a0e-5ba2-40e2-8bb4-fd6c04a86a63 req-37c97acf-438d-41a9-981b-b904a3c13fd0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:53.245168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a632a0e-5ba2-40e2-8bb4-fd6c04a86a63 req-37c97acf-438d-41a9-981b-b904a3c13fd0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 945 time: 0.1202073 Sep 22 10:48:53.276087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6187be1-184e-422f-8274-1ad8de297da9 req-70c11d8b-a0ad-44c3-bd92-ca76ec6cc133 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798496 Sep 22 10:48:53.306499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a632a0e-5ba2-40e2-8bb4-fd6c04a86a63 req-5c93b805-7516-4243-9ea6-8bc7924a56e9 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486486 Sep 22 10:48:53.330003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:53.373231 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bc3094-4bd7-4086-958e-e35fffa95317 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:53.378855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33234) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:53.379437 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41bc3094-4bd7-4086-958e-e35fffa95317 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 1091 time: 0.0476992 Sep 22 10:48:53.383942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:53.384139 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1794e993-8b8a-402a-973e-37f8e410c51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:53.387103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1794e993-8b8a-402a-973e-37f8e410c51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:53.388393 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1794e993-8b8a-402a-973e-37f8e410c51e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46f08418-02be-4adc-a493-8faf95c56d31 HTTP/1.1" status: 204 len: 168 time: 0.3095965 Sep 22 10:48:53.398655 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794e993-8b8a-402a-973e-37f8e410c51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f08418-02be-4adc-a493-8faf95c56d31,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:53.548890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-89ae7cc2-3099-4f6c-bdbd-dbed5979c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:53.551438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-89ae7cc2-3099-4f6c-bdbd-dbed5979c4cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 1094 time: 0.0435426 Sep 22 10:48:53.552867 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:54.089182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-99e0691a-3b2f-4852-9159-5e90b712b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:54.091062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-99e0691a-3b2f-4852-9159-5e90b712b4c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.5231078 Sep 22 10:48:54.143942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-87bd2731-1ad7-4277-81b8-43347f6a8848 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3963513-61a5-4319-a173-f1d320268cb4 HTTP/1.1" status: 200 len: 217 time: 0.0459144 Sep 22 10:48:54.249780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:54.271162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-668f72b5-390b-4e0b-a248-05be778eaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:54.272616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-668f72b5-390b-4e0b-a248-05be778eaeee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.1187532 Sep 22 10:48:54.283279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f32480-2c0e-40a5-b61d-8fc82f7735b5 req-88840d9d-530b-4e3b-896e-87433c667655 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:54.284864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0f32480-2c0e-40a5-b61d-8fc82f7735b5 req-88840d9d-530b-4e3b-896e-87433c667655 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 943 time: 0.1445308 Sep 22 10:48:54.416526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0f32480-2c0e-40a5-b61d-8fc82f7735b5 req-35d1cb84-da7d-4e62-8a19-38912d6e45ce tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162360 Sep 22 10:48:54.421595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-de7ce89c-9f6e-4030-8d51-f12090ab6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:54.423192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-de7ce89c-9f6e-4030-8d51-f12090ab6093 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326580 Sep 22 10:48:54.438149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.25.1.174 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/a63511c9-c9dd-4ba6-8ae4-6168939c83d2) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:48:54.584510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-addb1181-9df1-48b3-9b18-9fe9ce555cb6 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541872 Sep 22 10:48:54.650594 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:54.728056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-018ee1bb-fabb-4751-8c49-dbc91456b5f9 req-9c466c75-e67c-4b1d-ac7d-ad58ca4e6cda service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324379 Sep 22 10:48:54.904891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:54.951100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:48:54.954746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:48:54.962663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:48:54.964714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=a63511c9-c9dd-4ba6-8ae4-6168939c83d2,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:54.984029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33278) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:55.005371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-065f372f-d049-434f-8835-cc94a3c7a6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.130574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-065f372f-d049-434f-8835-cc94a3c7a6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.207560 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3d603829-4eea-4ff3-950e-510ded45567a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.272259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-065f372f-d049-434f-8835-cc94a3c7a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.329913 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-065f372f-d049-434f-8835-cc94a3c7a6e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5705f38d55b4b2199f9c95de594a4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443704 Sep 22 10:48:55.331301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f372f-d049-434f-8835-cc94a3c7a6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3166ce5-8d1b-4011-ab83-fbbe79177d29,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:55.333785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33290) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:55.392596 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a8941cc-7748-4824-bc05-7b8fa6764fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.417683 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a8941cc-7748-4824-bc05-7b8fa6764fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.499704 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.606920 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.635030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fce310-5b7c-4319-aae1-a5dfbd2b7508 req-3f9a87ba-998d-4a45-8572-cd796f52acca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:55.636593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8fce310-5b7c-4319-aae1-a5dfbd2b7508 req-3f9a87ba-998d-4a45-8572-cd796f52acca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 943 time: 0.1161137 Sep 22 10:48:55.675888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a8941cc-7748-4824-bc05-7b8fa6764fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.678696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5a8941cc-7748-4824-bc05-7b8fa6764fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.686224 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5a8941cc-7748-4824-bc05-7b8fa6764fe3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3166ce5-8d1b-4011-ab83-fbbe79177d29 HTTP/1.1" status: 204 len: 168 time: 0.3450260 Sep 22 10:48:55.686505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8fce310-5b7c-4319-aae1-a5dfbd2b7508 req-f8504b3e-264b-4ffe-896a-e471797e1564 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394104 Sep 22 10:48:55.688363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8941cc-7748-4824-bc05-7b8fa6764fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3166ce5-8d1b-4011-ab83-fbbe79177d29,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:55.843225 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.869893 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.875151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:56.033850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:56.180662 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:56.271792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=a63511c9-c9dd-4ba6-8ae4-6168939c83d2,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:56.277730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:56.380653 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:56.421462 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Floating IP ead436fe-954a-4f86-a7c4-bfb21f54d5ee associated. External IP: 172.25.1.174, port: f890778b-9401-40fd-9ba6-5a4e73eaa1c6. Sep 22 10:48:56.670699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:48:57.227463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33378) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:57.254289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcd286-7e52-470e-83e6-e39030c7e3a0 req-429e20fd-fbca-4854-b64e-7957fb2ec28a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.256318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fbcd286-7e52-470e-83e6-e39030c7e3a0 req-429e20fd-fbca-4854-b64e-7957fb2ec28a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 943 time: 0.4846742 Sep 22 10:48:57.257388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:57.271438 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] Sync routers for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:57.284420 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:57.285373 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:48:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:57.311883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fbcd286-7e52-470e-83e6-e39030c7e3a0 req-77bd588a-9855-4358-ab70-a28fa994be85 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Sep 22 10:48:57.359649 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:57.378943 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-43499414'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:57.396425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-85a3beaa-57b8-42a6-b60b-8700a892ef32 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0163050 Sep 22 10:48:57.397026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:48:57.400786 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df83df6f-5d41-483c-b667-992c3dcc2acb" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:48:57.401929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33386) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:57.436855 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:57.477587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Made reservation on behalf of 533bb1ef2744421fb316475d3e7d146d for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:57.482053 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:57.485603 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e449fa-1659-46b4-8e20-cbac5867f3e1 x-openstack-request-id: req-05e449fa-1659-46b4-8e20-cbac5867f3e1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:48:57.485872 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:48:57.486139 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05e449fa-1659-46b4-8e20-cbac5867f3e1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:48:57.486532 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'status': 'completed', 'code': 200} Sep 22 10:48:57.511446 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:57.552250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-576e1b42-8e2e-4a2a-9685-18ef9aad7beb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/floatingips/ead436fe-954a-4f86-a7c4-bfb21f54d5ee HTTP/1.1" status: 200 len: 991 time: 0.1481473 Sep 22 10:48:57.570767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-cc01f2b7-3587-4b8c-afee-6c5f1234cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.574066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-cc01f2b7-3587-4b8c-afee-6c5f1234cea1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 1096 time: 0.0903385 Sep 22 10:48:57.660376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:57.683614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-8a2df471-b318-4a35-ba3f-d423b568193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.685090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-8a2df471-b318-4a35-ba3f-d423b568193d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f06782da-a022-4b81-accd-bbc49aaaac48 HTTP/1.1" status: 200 len: 896 time: 0.1036534 Sep 22 10:48:57.730047 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:57.747179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:48:57.776037 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:57.776879 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Added segment 2b691d13-abeb-4ed9-bb2a-cb1477c561cd of type vlan for network d473c825-0e10-4584-970c-f3ecb0fd055a Sep 22 10:48:57.794953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031c0efb-d7ae-48a2-9252-4c4ea205b034,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:57.796323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-4540d133-86ab-4000-aec9-0ffb83666013 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6 HTTP/1.1" status: 200 len: 999 time: 0.1040790 Sep 22 10:48:57.829555 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:48:25Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'ead436fe-954a-4f86-a7c4-bfb21f54d5ee', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:48:55Z', 'updated_at': '2021-09-22T10:48:55Z', 'revision_number': 0, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:57.842631 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.842979 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.843522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.844025 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.844521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.845017 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.845649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.846340 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.846826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.847505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.848192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.848692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:57.856796 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:57.860348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-64ef00d2-66ac-4afc-adbb-f1087c8e6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.861892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-64ef00d2-66ac-4afc-adbb-f1087c8e6a2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f365a38-a0fd-48f0-8bf8-6005b460c01d HTTP/1.1" status: 200 len: 835 time: 0.0583036 Sep 22 10:48:57.871110 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] Checking router: 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:57.881841 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:57.882499 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:48:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:57.923519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-3da4a0f4-a3f0-4111-86b9-52130c518817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.923519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-3da4a0f4-a3f0-4111-86b9-52130c518817 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f06782da-a022-4b81-accd-bbc49aaaac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542281 Sep 22 10:48:58.013943 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:58.026471 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:58.032258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:58.032888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:58.033912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-d41fef99-d69b-422b-a2b6-d2ae76570612 service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009049 Sep 22 10:48:58.118727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event updated for resources: {'Network': ['ID=d473c825-0e10-4584-970c-f3ecb0fd055a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:58.147110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network d473c825-0e10-4584-970c-f3ecb0fd055a details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:48:58.152993 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df83df6f-5d41-483c-b667-992c3dcc2acb req-17f3e607-5f0b-4334-ab94-4c95525281db service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117003 Sep 22 10:48:58.393128 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:48:25Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'ead436fe-954a-4f86-a7c4-bfb21f54d5ee', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:48:55Z', 'updated_at': '2021-09-22T10:48:55Z', 'revision_number': 0, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:58.420140 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7a9ec5-5716-439f-b383-efec33500821 None None] The sync data for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 is: [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:48:25Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'ead436fe-954a-4f86-a7c4-bfb21f54d5ee', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:48:55Z', 'updated_at': '2021-09-22T10:48:55Z', 'revision_number': 0, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:58.456197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa7444-88d8-44da-ac78-d49323dbefca req-033b19e8-8b63-4d59-873d-cf14f0cf6e7c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:58.457733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6fa7444-88d8-44da-ac78-d49323dbefca req-033b19e8-8b63-4d59-873d-cf14f0cf6e7c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 943 time: 0.0629122 Sep 22 10:48:58.512945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6fa7444-88d8-44da-ac78-d49323dbefca req-7e538341-4578-4ac4-aa77-1b50352801a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Sep 22 10:48:58.614002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33426) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:58.638420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-15133d52-5bd2-4c2b-a760-8635bdb16c8d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/floatingips/ead436fe-954a-4f86-a7c4-bfb21f54d5ee HTTP/1.1" status: 200 len: 991 time: 0.0771847 Sep 22 10:48:58.686397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3778d-d13c-4168-811f-54a7750dbcb2 None None] New status for floating IP ead436fe-954a-4f86-a7c4-bfb21f54d5ee: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:48:58.961534 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:59.024098 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d8cb7322-0d20-4c17-93ca-fdee3887db06 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7927763 Sep 22 10:48:59.026126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33448) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:59.030969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Request body: {'subnet': {'network_id': 'd473c825-0e10-4584-970c-f3ecb0fd055a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:48:59.283222 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Made reservation on behalf of 533bb1ef2744421fb316475d3e7d146d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:48:59.286831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:59.613415 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:59.649466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33476) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:59.651683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45d287-e211-4c21-aeae-04788350ad87 req-eecf5dd9-2972-4600-8fb0-bba7ae57f842 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:59.661541 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d45d287-e211-4c21-aeae-04788350ad87 req-eecf5dd9-2972-4600-8fb0-bba7ae57f842 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 943 time: 0.0748818 Sep 22 10:48:59.706359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d45d287-e211-4c21-aeae-04788350ad87 req-945f6ec0-5673-48da-a572-18314cf3d9f6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Sep 22 10:48:59.987554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event updated for resources: {'Subnet': ['ID=0486a9be-58e6-4446-b6bf-0f0f5eb9356a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:00.006034 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d1b61574-f201-4ff1-83e8-e000d8f52715 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/floatingips/ead436fe-954a-4f86-a7c4-bfb21f54d5ee HTTP/1.1" status: 200 len: 993 time: 0.3540938 Sep 22 10:49:00.011228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Checking segment: {'id': '2b691d13-abeb-4ed9-bb2a-cb1477c561cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd473c825-0e10-4584-970c-f3ecb0fd055a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:00.011528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Network hostable DHCP agents. Network: d473c825-0e10-4584-970c-f3ecb0fd055a, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:49:00.140492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Network d473c825-0e10-4584-970c-f3ecb0fd055a is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:49:00.237743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, d473c825-0e10-4584-970c-f3ecb0fd055a) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:00.252541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa8a5ec-4fb7-41a1-9eaf-fe707e5a338c None None] Network d473c825-0e10-4584-970c-f3ecb0fd055a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:49:00.254853 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:00.258593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.333765 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9d9ac21e-6604-4dcf-b6f7-b0700e13014c tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3064647 Sep 22 10:49:00.333961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33490) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:00.340568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Request body: {'port': {'network_id': 'd473c825-0e10-4584-970c-f3ecb0fd055a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1121074933'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:00.417916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-d473c825-0e10-4584-970c-f3ecb0fd055a', 'network_id': 'd473c825-0e10-4584-970c-f3ecb0fd055a', 'tenant_id': '533bb1ef2744421fb316475d3e7d146d', 'fixed_ips': [{'subnet_id': '0486a9be-58e6-4446-b6bf-0f0f5eb9356a'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:49:00.418890 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.568761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Made reservation on behalf of 533bb1ef2744421fb316475d3e7d146d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:00.568761 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.579082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Allocated IP 172.20.0.2 (d473c825-0e10-4584-970c-f3ecb0fd055a/0486a9be-58e6-4446-b6bf-0f0f5eb9356a/b5e604fa-e9e7-4eb8-951c-6be85ac70ad5) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:00.594480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] device_id is not set on port 02c23349-0cfe-4354-b80d-bfa5d1ac8235 yet. {{(pid=95682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:49:00.736823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.866972 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.867645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f737-5738-4bf1-8486-c7ccce463752 req-b306a05e-d118-493d-9d9e-c6597ce2f09e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:00.869300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e3f737-5738-4bf1-8486-c7ccce463752 req-b306a05e-d118-493d-9d9e-c6597ce2f09e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 943 time: 0.0674877 Sep 22 10:49:00.938127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Allocated IP 172.20.0.5 (d473c825-0e10-4584-970c-f3ecb0fd055a/0486a9be-58e6-4446-b6bf-0f0f5eb9356a/02c23349-0cfe-4354-b80d-bfa5d1ac8235) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:00.960378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Network d473c825-0e10-4584-970c-f3ecb0fd055a is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:00.965972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Pushing event updated for resources: {'Port': ['ID=b5e604fa-e9e7-4eb8-951c-6be85ac70ad5,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:00.977563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.978333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.979027 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.979700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.980287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.980817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.981358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.981890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.982512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.983434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.984348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.984884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:00.996259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:00.999368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:01.065395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Attempting to bind port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:49:01.066440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Attempting to bind port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2b691d13-abeb-4ed9-bb2a-cb1477c561cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd473c825-0e10-4584-970c-f3ecb0fd055a'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:49:01.067641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Attempting to bind port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 on network d473c825-0e10-4584-970c-f3ecb0fd055a {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:01.073345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:49:01.074030 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Checking segment: {'id': '2b691d13-abeb-4ed9-bb2a-cb1477c561cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd473c825-0e10-4584-970c-f3ecb0fd055a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:01.074662 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:01.075270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Bound using segment: {'id': '2b691d13-abeb-4ed9-bb2a-cb1477c561cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd473c825-0e10-4584-970c-f3ecb0fd055a'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:49:01.075952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Bound port: b5e604fa-e9e7-4eb8-951c-6be85ac70ad5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b691d13-abeb-4ed9-bb2a-cb1477c561cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd473c825-0e10-4584-970c-f3ecb0fd055a'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:49:01.082767 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:01.120850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:01.190891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] For port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:49:01.194269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] For port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b5e604fa-e9e7-4eb8-951c-6be85ac70ad5,segment=NetworkSegment(2b691d13-abeb-4ed9-bb2a-cb1477c561cd),segment_id=2b691d13-abeb-4ed9-bb2a-cb1477c561cd)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:49:01.228513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73e3f737-5738-4bf1-8486-c7ccce463752 req-2c0016c1-b78a-4f25-9331-9b6697eb1e10 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481861 Sep 22 10:49:01.277636 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:01.315563 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:01.347621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ea010-8e47-4c3e-9185-784c57ca1c86 None None] Pushing event updated for resources: {'Port': ['ID=b5e604fa-e9e7-4eb8-951c-6be85ac70ad5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:01.388916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Network d473c825-0e10-4584-970c-f3ecb0fd055a is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:01.395568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:01.403700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:01.408315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event updated for resources: {'Port': ['ID=02c23349-0cfe-4354-b80d-bfa5d1ac8235,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:01.463404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:01.464026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:01.546091 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33512) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:01.552821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f68be71f-c768-4900-80ed-6f4e110c6b3b tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2170253 Sep 22 10:49:01.556888 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Request body: {'port': {'network_id': 'd473c825-0e10-4584-970c-f3ecb0fd055a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-596184459', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:01.561637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.api.validators [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] bootfile-name is not in valid_values {{(pid=95681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:49:01.562249 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.api.validators [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] tftp-server is not in valid_values {{(pid=95681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:49:01.562788 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.api.validators [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] server-ip-address is not in valid_values {{(pid=95681) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:49:01.837724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Made reservation on behalf of 533bb1ef2744421fb316475d3e7d146d for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:01.842082 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:01.869030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] device_id is not set on port df45480d-fe62-404f-9221-69d0dd71accc yet. {{(pid=95681) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:49:01.999725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Allocated IP 172.20.0.11 (d473c825-0e10-4584-970c-f3ecb0fd055a/0486a9be-58e6-4446-b6bf-0f0f5eb9356a/df45480d-fe62-404f-9221-69d0dd71accc) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:02.077326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:49:02.149974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:02.149974 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.315303 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.360251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b5e604fa-e9e7-4eb8-951c-6be85ac70ad5,segment=NetworkSegment(2b691d13-abeb-4ed9-bb2a-cb1477c561cd),segment_id=2b691d13-abeb-4ed9-bb2a-cb1477c561cd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:02.368435 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.417259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ef9c7-9ab1-48c9-b755-08e0169a7a2d req-f614ba2d-c8f0-41dd-8f03-893767c2116a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:02.419003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a79ef9c7-9ab1-48c9-b755-08e0169a7a2d req-f614ba2d-c8f0-41dd-8f03-893767c2116a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 943 time: 0.0805874 Sep 22 10:49:02.455540 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.468538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a79ef9c7-9ab1-48c9-b755-08e0169a7a2d req-85d9d49f-6023-47a2-9a13-394108c61891 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Sep 22 10:49:02.512962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=b5e604fa-e9e7-4eb8-951c-6be85ac70ad5,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:02.524297 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.575035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Network d473c825-0e10-4584-970c-f3ecb0fd055a is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:02.584326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:02.589016 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:02.650527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:02.651477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.654756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event updated for resources: {'Port': ['ID=df45480d-fe62-404f-9221-69d0dd71accc,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:02.686568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf60db-27b4-4a13-b569-4047aa750c0d None None] Network d473c825-0e10-4584-970c-f3ecb0fd055a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:49:02.730077 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6d6272a5-3368-4bfb-953c-48e61bf600ec tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1821468 Sep 22 10:49:02.732408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33522) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:02.830588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01a202-6e26-464f-b60b-c51e4aaf5600 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:02.835604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d817fb21-a8c8-44a0-b3ef-e59ea002f059 None None] Provisioning complete for port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:02.836096 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d817fb21-a8c8-44a0-b3ef-e59ea002f059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.837567 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01a202-6e26-464f-b60b-c51e4aaf5600 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:02.844995 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01a202-6e26-464f-b60b-c51e4aaf5600 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:02.850498 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bb01a202-6e26-464f-b60b-c51e4aaf5600 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1141825 Sep 22 10:49:02.851826 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33524) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:02.984102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3568cd89-2995-4c28-a7e2-639971c10fad tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Deleting port df45480d-fe62-404f-9221-69d0dd71accc {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:49:02.986252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3568cd89-2995-4c28-a7e2-639971c10fad tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.203989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fa724548-9508-404e-9aa9-4b45e5a3d087 None None] Provisioning complete for port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:03.204259 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fa724548-9508-404e-9aa9-4b45e5a3d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.282411 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3568cd89-2995-4c28-a7e2-639971c10fad tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.298744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-3568cd89-2995-4c28-a7e2-639971c10fad tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Calling delete_port for df45480d-fe62-404f-9221-69d0dd71accc owned by {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:49:03.322394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fa724548-9508-404e-9aa9-4b45e5a3d087 None None] Provisioning complete for port 02c23349-0cfe-4354-b80d-bfa5d1ac8235 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:03.322905 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fa724548-9508-404e-9aa9-4b45e5a3d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.369189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-fa724548-9508-404e-9aa9-4b45e5a3d087 None None] Port 02c23349-0cfe-4354-b80d-bfa5d1ac8235 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:49:03.381026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fa724548-9508-404e-9aa9-4b45e5a3d087 None None] Provisioning complete for port df45480d-fe62-404f-9221-69d0dd71accc triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:03.381681 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fa724548-9508-404e-9aa9-4b45e5a3d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.424570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-fa724548-9508-404e-9aa9-4b45e5a3d087 None None] Port df45480d-fe62-404f-9221-69d0dd71accc cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:49:03.545948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-826bc9fb-17cb-45e3-97e3-149c6c09cc1c None None] Provisioning complete for port 02c23349-0cfe-4354-b80d-bfa5d1ac8235 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:03.546370 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-826bc9fb-17cb-45e3-97e3-149c6c09cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.577871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d3963513-61a5-4319-a173-f1d320268cb4 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:49:03.601469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-826bc9fb-17cb-45e3-97e3-149c6c09cc1c None None] Port 02c23349-0cfe-4354-b80d-bfa5d1ac8235 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:49:03.615687 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3568cd89-2995-4c28-a7e2-639971c10fad tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.618977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4279def-3be1-45d8-94ca-4d01a8cb9097 req-5dd526f6-6560-4e1c-b034-d2b8d2b322da tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:03.626634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4279def-3be1-45d8-94ca-4d01a8cb9097 req-5dd526f6-6560-4e1c-b034-d2b8d2b322da tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 943 time: 0.0837438 Sep 22 10:49:03.661509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568cd89-2995-4c28-a7e2-639971c10fad tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event deleted for resources: {'Port': ['ID=df45480d-fe62-404f-9221-69d0dd71accc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:03.686699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4279def-3be1-45d8-94ca-4d01a8cb9097 req-fa54bded-321b-473a-805e-fb0dfcfecd3f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573182 Sep 22 10:49:03.735445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-aa833b59-9d3d-4179-9569-86aa9f6184f5 None None] Could not find standard attr ID for object df45480d-fe62-404f-9221-69d0dd71accc. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:49:03.744783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d3963513-61a5-4319-a173-f1d320268cb4, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d3963513-61a5-4319-a173-f1d320268cb4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:03.754545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3568cd89-2995-4c28-a7e2-639971c10fad tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.757273 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3568cd89-2995-4c28-a7e2-639971c10fad tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "DELETE /v2.0/ports/df45480d-fe62-404f-9221-69d0dd71accc HTTP/1.1" status: 204 len: 168 time: 0.9049947 Sep 22 10:49:03.759239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'd3963513-61a5-4319-a173-f1d320268cb4', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'port_id': 'd3963513-61a5-4319-a173-f1d320268cb4', 'mac_address': 'fa:16:3e:42:6a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:49:03.761007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33534) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:03.766528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Request body: {'port': {'name': 'tempest-new-port-name-1003009878', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:03.767044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.api.validators [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] bootfile-name is not in valid_values {{(pid=95682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:49:03.767390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.api.validators [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] tftp-server is not in valid_values {{(pid=95682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:49:03.767722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.api.validators [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] server-ip-address is not in valid_values {{(pid=95682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 10:49:03.808155 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.822669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3963513-61a5-4319-a173-f1d320268cb4 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:49:03.846734 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.848528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d3963513-61a5-4319-a173-f1d320268cb4, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d3963513-61a5-4319-a173-f1d320268cb4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:04.021372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:49:04.054655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.113459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d3963513-61a5-4319-a173-f1d320268cb4,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:04.124145 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.142246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:04.142626 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.241892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.337742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event updated for resources: {'Port': ['ID=02c23349-0cfe-4354-b80d-bfa5d1ac8235,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:04.392541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['d3963513-61a5-4319-a173-f1d320268cb4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:49:04.439007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] In _notify_port_updated(), no bound segment for port 02c23349-0cfe-4354-b80d-bfa5d1ac8235 on network d473c825-0e10-4584-970c-f3ecb0fd055a {{(pid=95682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:49:04.460093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:04.460880 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.465600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33542) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:04.476587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7559b15d-b542-495c-ab9c-99c7dfc2b9a9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "PUT /v2.0/ports/02c23349-0cfe-4354-b80d-bfa5d1ac8235 HTTP/1.1" status: 200 len: 1136 time: 0.7139454 Sep 22 10:49:04.498777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-1ec4562b-dd1f-45b0-a324-b2212d2e878d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324580 Sep 22 10:49:04.585192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ea6e5-dfe8-4081-aef2-f2cfeaa818c9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:04.592662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33544) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:04.598135 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bb3ea6e5-dfe8-4081-aef2-f2cfeaa818c9 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "GET /v2.0/ports/02c23349-0cfe-4354-b80d-bfa5d1ac8235 HTTP/1.1" status: 200 len: 1136 time: 0.1312592 Sep 22 10:49:04.656472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-9872bac6-4474-4116-8a37-b4d66d9b6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:04.658068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-9872bac6-4474-4116-8a37-b4d66d9b6a7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 1096 time: 0.1096573 Sep 22 10:49:04.687554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-68708cfa-b35b-47f0-90fa-7401c31ac2e3 None None] Provisioning complete for port 02c23349-0cfe-4354-b80d-bfa5d1ac8235 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:04.688288 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-68708cfa-b35b-47f0-90fa-7401c31ac2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.727373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-68708cfa-b35b-47f0-90fa-7401c31ac2e3 None None] Port 02c23349-0cfe-4354-b80d-bfa5d1ac8235 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:49:04.796862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-b056ad74-0906-4a53-b180-8082413464d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:04.798458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-b056ad74-0906-4a53-b180-8082413464d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f06782da-a022-4b81-accd-bbc49aaaac48 HTTP/1.1" status: 200 len: 896 time: 0.1114719 Sep 22 10:49:04.909183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a703c-f140-4677-b83e-be6edb770ed4 req-ef7bd86d-6d0a-497d-bddc-e1aa0f769010 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:04.911492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-540a703c-f140-4677-b83e-be6edb770ed4 req-ef7bd86d-6d0a-497d-bddc-e1aa0f769010 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 944 time: 0.1315155 Sep 22 10:49:04.913329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-023c33be-0547-42ed-8bbe-0516c686beae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6 HTTP/1.1" status: 200 len: 1001 time: 0.1001105 Sep 22 10:49:04.922577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-66bc6e79-6c55-4f22-a855-19076148dd79 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Deleting port 02c23349-0cfe-4354-b80d-bfa5d1ac8235 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:49:04.922917 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66bc6e79-6c55-4f22-a855-19076148dd79 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:05.051280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-f399506b-e84b-4584-a682-031a47e2a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:05.052832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-f399506b-e84b-4584-a682-031a47e2a0dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f365a38-a0fd-48f0-8bf8-6005b460c01d HTTP/1.1" status: 200 len: 835 time: 0.1264424 Sep 22 10:49:05.056091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-540a703c-f140-4677-b83e-be6edb770ed4 req-adb3727b-753e-4eb9-be79-b40265c46da8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359043 Sep 22 10:49:05.112209 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66bc6e79-6c55-4f22-a855-19076148dd79 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:05.132334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-66bc6e79-6c55-4f22-a855-19076148dd79 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Calling delete_port for 02c23349-0cfe-4354-b80d-bfa5d1ac8235 owned by {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:49:05.135308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-3f84f6ae-5f75-460d-b8b6-fc6630c88cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:05.136872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-3f84f6ae-5f75-460d-b8b6-fc6630c88cd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f06782da-a022-4b81-accd-bbc49aaaac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775492 Sep 22 10:49:05.283337 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-86618b0c-2ceb-4ecd-93d5-75589b656e49 service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387308 Sep 22 10:49:05.417130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c15757b-2033-44dc-915f-3a53db8e4345 req-d99e4009-a32a-4425-906f-fcb437068143 service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261196 Sep 22 10:49:05.508103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66bc6e79-6c55-4f22-a855-19076148dd79 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:05.541492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc6e79-6c55-4f22-a855-19076148dd79 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event deleted for resources: {'Port': ['ID=02c23349-0cfe-4354-b80d-bfa5d1ac8235,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:05.598592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d3963513-61a5-4319-a173-f1d320268cb4 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:49:05.621983 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-66bc6e79-6c55-4f22-a855-19076148dd79 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:05.624174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-66bc6e79-6c55-4f22-a855-19076148dd79 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "DELETE /v2.0/ports/02c23349-0cfe-4354-b80d-bfa5d1ac8235 HTTP/1.1" status: 204 len: 168 time: 1.0301189 Sep 22 10:49:05.626685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33556) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:05.702139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1af735f-0469-471d-a488-3bd2fe25c2d1 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Deleting subnet 0486a9be-58e6-4446-b6bf-0f0f5eb9356a {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:49:05.706291 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1af735f-0469-471d-a488-3bd2fe25c2d1 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:05.746440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port d3963513-61a5-4319-a173-f1d320268cb4 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:49:05.751363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port d3963513-61a5-4319-a173-f1d320268cb4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:05.752035 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:05.780055 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1af735f-0469-471d-a488-3bd2fe25c2d1 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:05.904462 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1af735f-0469-471d-a488-3bd2fe25c2d1 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:05.923026 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:05.958539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ead1b-884d-4586-adb3-667147c4c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3963513-61a5-4319-a173-f1d320268cb4'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:05.961910 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fc8348-a880-4058-a205-ae1e4a903b8a" -d '{"events": [{"server_uuid": "348ead1b-884d-4586-adb3-667147c4c684", "name": "network-vif-plugged", "status": "completed", "tag": "d3963513-61a5-4319-a173-f1d320268cb4"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:05.996025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port d3963513-61a5-4319-a173-f1d320268cb4, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d3963513-61a5-4319-a173-f1d320268cb4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:06.006327 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3437691e-b450-4bf8-9213-69d3e90d1b24 x-openstack-request-id: req-3437691e-b450-4bf8-9213-69d3e90d1b24 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:06.006614 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348ead1b-884d-4586-adb3-667147c4c684", "name": "network-vif-plugged", "status": "completed", "tag": "d3963513-61a5-4319-a173-f1d320268cb4", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:06.006869 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3437691e-b450-4bf8-9213-69d3e90d1b24 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:06.007312 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348ead1b-884d-4586-adb3-667147c4c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3963513-61a5-4319-a173-f1d320268cb4', 'code': 200} Sep 22 10:49:06.113117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050690-ae90-46b3-9760-f1e43396e95f req-1b4476f4-af76-4a03-9b7d-d5886e35aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:06.113117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16050690-ae90-46b3-9760-f1e43396e95f req-1b4476f4-af76-4a03-9b7d-d5886e35aac8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 1095 time: 0.0439501 Sep 22 10:49:06.153424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16050690-ae90-46b3-9760-f1e43396e95f req-2acc9860-b855-406d-ab73-a75562bedf66 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Sep 22 10:49:06.197778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8a228-f29c-4187-b62d-86fd4ddc7db4 req-17176328-348e-4368-b58e-e981504aff58 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:06.199366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d8a228-f29c-4187-b62d-86fd4ddc7db4 req-17176328-348e-4368-b58e-e981504aff58 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 944 time: 0.0626872 Sep 22 10:49:06.213059 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.213280 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1af735f-0469-471d-a488-3bd2fe25c2d1 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.250939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af735f-0469-471d-a488-3bd2fe25c2d1 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event deleted for resources: {'Subnet': ['ID=0486a9be-58e6-4446-b6bf-0f0f5eb9356a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:06.253054 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f1af735f-0469-471d-a488-3bd2fe25c2d1 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.255609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f1af735f-0469-471d-a488-3bd2fe25c2d1 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "DELETE /v2.0/subnets/0486a9be-58e6-4446-b6bf-0f0f5eb9356a HTTP/1.1" status: 204 len: 168 time: 0.6280048 Sep 22 10:49:06.258254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33566) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:06.264985 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b8080-0f90-4c29-abef-e416caa1899c None None] Network d473c825-0e10-4584-970c-f3ecb0fd055a requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:49:06.280797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63d8a228-f29c-4187-b62d-86fd4ddc7db4 req-c9614a71-f360-450f-b4d5-4d643268275d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752802 Sep 22 10:49:06.311056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=d3963513-61a5-4319-a173-f1d320268cb4,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:06.377832 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.436141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Deleting port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:49:06.436489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.488496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c74d9b-f59b-41f7-a853-3b53a7547105 None None] DHCP port deletion for d473c825-0e10-4584-970c-f3ecb0fd055a request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:49:06.506528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] For port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b5e604fa-e9e7-4eb8-951c-6be85ac70ad5,segment=NetworkSegment(2b691d13-abeb-4ed9-bb2a-cb1477c561cd),segment_id=2b691d13-abeb-4ed9-bb2a-cb1477c561cd)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:06.506940 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.520388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Calling delete_port for b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:49:06.548518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-66c74d9b-f59b-41f7-a853-3b53a7547105 None None] Deleting port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:49:06.548912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66c74d9b-f59b-41f7-a853-3b53a7547105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.653731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-66c74d9b-f59b-41f7-a853-3b53a7547105 None None] For port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b5e604fa-e9e7-4eb8-951c-6be85ac70ad5,segment=NetworkSegment(2b691d13-abeb-4ed9-bb2a-cb1477c561cd),segment_id=2b691d13-abeb-4ed9-bb2a-cb1477c561cd)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:06.654423 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66c74d9b-f59b-41f7-a853-3b53a7547105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.667276 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-66c74d9b-f59b-41f7-a853-3b53a7547105 None None] Calling delete_port for b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:49:06.695030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.730632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event deleted for resources: {'Port': ['ID=b5e604fa-e9e7-4eb8-951c-6be85ac70ad5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:06.741008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] No DVR routers for this DVR port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:49:06.755476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66c74d9b-f59b-41f7-a853-3b53a7547105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.788986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c74d9b-f59b-41f7-a853-3b53a7547105 None None] No DVR routers for this DVR port b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:49:06.790899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c74d9b-f59b-41f7-a853-3b53a7547105 None None] Pushing event deleted for resources: {'Port': ['ID=b5e604fa-e9e7-4eb8-951c-6be85ac70ad5,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:06.838962 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.860696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d473c825-0e10-4584-970c-f3ecb0fd055a']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:06.871162 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b691d13-abeb-4ed9-bb2a-cb1477c561cd') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:06.875765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b691d13-abeb-4ed9-bb2a-cb1477c561cd') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:06.898071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.917104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.924451 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:49:06.925124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:49:06.930913 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:49:07.139318 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:07.149949 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:07.154940 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] 10.222.0.20 "DELETE /v2.0/networks/d473c825-0e10-4584-970c-f3ecb0fd055a HTTP/1.1" status: 204 len: 168 time: 0.8941798 Sep 22 10:49:07.166980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d31ed9-7727-487c-8508-ccab5db65e19 tempest-ExtraDHCPOptionsTestJSON-1089331447 tempest-ExtraDHCPOptionsTestJSON-1089331447-project] Pushing event deleted for resources: {'Network': ['ID=d473c825-0e10-4584-970c-f3ecb0fd055a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:07.432536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125361e-176a-416b-a69d-89d7a06c469c req-982ecac1-bf89-4e5e-9ded-6b1a3e097839 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:07.434246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6125361e-176a-416b-a69d-89d7a06c469c req-982ecac1-bf89-4e5e-9ded-6b1a3e097839 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 945 time: 0.0647206 Sep 22 10:49:07.480291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6125361e-176a-416b-a69d-89d7a06c469c req-c56dcb93-fe83-44b0-aa62-6449aee2e8f0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Sep 22 10:49:07.790623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33600) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:07.939767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f0f9434f-d9d6-4029-aa36-7a9b07da179b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=533bb1ef2744421fb316475d3e7d146d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456919 Sep 22 10:49:07.940043 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33608) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:07.977736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:49:07.998877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:49:07.999455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b5e604fa-e9e7-4eb8-951c-6be85ac70ad5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:49:08.005075 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bac52b4d-589d-493f-a4b3-d73b04fefd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:08.028092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bac52b4d-589d-493f-a4b3-d73b04fefd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:08.197727 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bac52b4d-589d-493f-a4b3-d73b04fefd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:08.200677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bac52b4d-589d-493f-a4b3-d73b04fefd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:08.204325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bac52b4d-589d-493f-a4b3-d73b04fefd26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/031c0efb-d7ae-48a2-9252-4c4ea205b034 HTTP/1.1" status: 204 len: 168 time: 0.2606709 Sep 22 10:49:08.211765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac52b4d-589d-493f-a4b3-d73b04fefd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031c0efb-d7ae-48a2-9252-4c4ea205b034,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:08.611383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2715956-99c9-493a-b184-66577176d391 req-e51c7ec8-fa48-435c-a026-3997bbe1fe1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:08.612905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2715956-99c9-493a-b184-66577176d391 req-e51c7ec8-fa48-435c-a026-3997bbe1fe1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 945 time: 0.0581772 Sep 22 10:49:08.681883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2715956-99c9-493a-b184-66577176d391 req-112fc56e-cefb-4028-b0a7-725e1b8c240a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 Sep 22 10:49:08.835753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d415c6-8680-4b10-815a-de3fbc5e8187 req-f1085fac-0718-40df-8425-d027b13aa4d4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:08.837389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5d415c6-8680-4b10-815a-de3fbc5e8187 req-f1085fac-0718-40df-8425-d027b13aa4d4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 945 time: 0.0704854 Sep 22 10:49:08.878559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5d415c6-8680-4b10-815a-de3fbc5e8187 req-584d534d-d4a8-44de-9e73-6c07d34c9d64 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343368 Sep 22 10:49:09.014225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165e3d3-e619-4a2f-9f73-27ecc9e49760 req-3c8ddfa5-3ca4-428d-b6b2-5a417ae0b744 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:09.015758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7165e3d3-e619-4a2f-9f73-27ecc9e49760 req-3c8ddfa5-3ca4-428d-b6b2-5a417ae0b744 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 945 time: 0.0538478 Sep 22 10:49:09.054524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7165e3d3-e619-4a2f-9f73-27ecc9e49760 req-b27a1772-4eb7-4375-b456-3405318e1899 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Sep 22 10:49:09.561419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33658) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:09.682034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-58f807a8-663d-495c-ad6e-61741183e366 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] Request body: {'port': {'network_id': '8339753a-c229-4d73-9e75-34be4b475e38', 'name': 'tempest-NetworksNegativeTestJSON-773834591'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:09.696970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57e959-9791-4be1-b4e0-9fff1009081f req-0dc27d57-9ab7-4c49-a89c-ab671dfafeb6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:09.698479 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f807a8-663d-495c-ad6e-61741183e366 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] POST failed (client error): The resource could not be found. Sep 22 10:49:09.698844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d57e959-9791-4be1-b4e0-9fff1009081f req-0dc27d57-9ab7-4c49-a89c-ab671dfafeb6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 945 time: 0.0568590 Sep 22 10:49:09.699400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f807a8-663d-495c-ad6e-61741183e366 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:49:09.700806 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-58f807a8-663d-495c-ad6e-61741183e366 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1381092 Sep 22 10:49:09.704446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33666) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:09.731418 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade7507d-7b35-4cff-a790-4a65f3e067fd tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] DELETE failed (client error): The resource could not be found. Sep 22 10:49:09.732179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade7507d-7b35-4cff-a790-4a65f3e067fd tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:49:09.738307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33668) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:09.738746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ade7507d-7b35-4cff-a790-4a65f3e067fd tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "DELETE /v2.0/networks/f959f6e8-f1e0-4c4f-8cf9-19664a5c6166 HTTP/1.1" status: 404 len: 339 time: 0.0327497 Sep 22 10:49:09.774564 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e253cea-d11a-4b7d-9bde-0166f28474d2 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] DELETE failed (client error): The resource could not be found. Sep 22 10:49:09.775468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e253cea-d11a-4b7d-9bde-0166f28474d2 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:49:09.777525 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5e253cea-d11a-4b7d-9bde-0166f28474d2 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "DELETE /v2.0/ports/d8dab56a-9e42-494b-a53f-c9d0db8b0493 HTTP/1.1" status: 404 len: 333 time: 0.0380154 Sep 22 10:49:09.783601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d57e959-9791-4be1-b4e0-9fff1009081f req-98e8e5d0-cb3e-4f72-a649-a44fdf64c66a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703351 Sep 22 10:49:09.784093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33670) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:09.820863 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db1b790-3a1f-4aff-9ac8-02475f22673c tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] DELETE failed (client error): The resource could not be found. Sep 22 10:49:09.821330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db1b790-3a1f-4aff-9ac8-02475f22673c tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:49:09.826941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33676) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:09.827599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2db1b790-3a1f-4aff-9ac8-02475f22673c tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "DELETE /v2.0/subnets/b161c225-e8a1-42a5-8808-a6f74a1ffb17 HTTP/1.1" status: 404 len: 337 time: 0.0425334 Sep 22 10:49:09.848651 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba5686a-7033-470e-b4e9-89b535ef79ce tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] GET failed (client error): The resource could not be found. Sep 22 10:49:09.854881 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eba5686a-7033-470e-b4e9-89b535ef79ce tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "GET /v2.0/networks/1945d607-8f83-41de-afed-8f5ebfc56f10 HTTP/1.1" status: 404 len: 339 time: 0.0221524 Sep 22 10:49:09.858428 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33680) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:09.888890 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3be4e68-9d63-440a-8709-ec785b39ef66 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] GET failed (client error): The resource could not be found. Sep 22 10:49:09.893965 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b3be4e68-9d63-440a-8709-ec785b39ef66 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "GET /v2.0/ports/e7a743a5-33a3-4faa-8812-e7e3a680101b HTTP/1.1" status: 404 len: 333 time: 0.0306964 Sep 22 10:49:09.894179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33684) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:09.924046 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a248bcb-e814-4f40-8241-08d37f72333a tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] GET failed (client error): The resource could not be found. Sep 22 10:49:09.927801 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4a248bcb-e814-4f40-8241-08d37f72333a tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "GET /v2.0/subnets/0ffe3e70-4f14-4d56-b769-7c118395aff8 HTTP/1.1" status: 404 len: 337 time: 0.0325813 Sep 22 10:49:09.943653 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33686) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:09.949194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8c1da9b4-c08b-4214-8e92-5b5125fad3a0 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:09.971368 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1da9b4-c08b-4214-8e92-5b5125fad3a0 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] PUT failed (client error): The resource could not be found. Sep 22 10:49:09.971368 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1da9b4-c08b-4214-8e92-5b5125fad3a0 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:49:09.971368 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8c1da9b4-c08b-4214-8e92-5b5125fad3a0 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "PUT /v2.0/networks/f56a880d-bcaf-4230-abce-c26799d6554f HTTP/1.1" status: 404 len: 339 time: 0.0209603 Sep 22 10:49:09.971666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33688) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:09.976760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0ef0c78e-b29c-41af-b069-a7949893cb67 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:09.996069 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef0c78e-b29c-41af-b069-a7949893cb67 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] PUT failed (client error): The resource could not be found. Sep 22 10:49:09.996637 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef0c78e-b29c-41af-b069-a7949893cb67 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:49:09.997795 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0ef0c78e-b29c-41af-b069-a7949893cb67 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "PUT /v2.0/ports/e6e7c2bd-cc8b-4232-b16f-1115290877d4 HTTP/1.1" status: 404 len: 333 time: 0.0252526 Sep 22 10:49:10.001669 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:10.007507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5aa233a0-594e-4ff3-9fa2-05393ede6e81 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:10.028713 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa233a0-594e-4ff3-9fa2-05393ede6e81 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] PUT failed (client error): The resource could not be found. Sep 22 10:49:10.029161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa233a0-594e-4ff3-9fa2-05393ede6e81 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:49:10.030334 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5aa233a0-594e-4ff3-9fa2-05393ede6e81 tempest-NetworksNegativeTestJSON-1321080819 tempest-NetworksNegativeTestJSON-1321080819-project] 10.222.0.20 "PUT /v2.0/subnets/5604cb26-7860-4b8d-9b09-a1d8d0062cfd HTTP/1.1" status: 404 len: 337 time: 0.0276051 Sep 22 10:49:10.569812 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33700) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:10.732316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33706) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:10.805398 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-272dd3ae-f483-44c5-96c2-ccc4a8bae590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:10.887367 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6872d033-dc2c-48e4-9dee-b4c0f6f1f751 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c963c53cc00418ba636ff6dcaa63dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156121 Sep 22 10:49:10.888197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33714) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:10.930206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdca6e-ebb7-433b-9d47-c3d601d67dee req-2b65721a-edba-48d0-857f-ad0fd47e8a67 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:10.931949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14cdca6e-ebb7-433b-9d47-c3d601d67dee req-2b65721a-edba-48d0-857f-ad0fd47e8a67 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 945 time: 0.0770273 Sep 22 10:49:10.954531 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-272dd3ae-f483-44c5-96c2-ccc4a8bae590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:10.977822 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8ea5055f-339d-4a76-9372-5c83c5f807ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.004742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14cdca6e-ebb7-433b-9d47-c3d601d67dee req-e383e2d2-c478-482c-8fa2-48a032451ce0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631113 Sep 22 10:49:11.013408 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8ea5055f-339d-4a76-9372-5c83c5f807ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.095259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-272dd3ae-f483-44c5-96c2-ccc4a8bae590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.106448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-68b9d3ab-80e7-4937-98e1-51940dec5edc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:11.108117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-68b9d3ab-80e7-4937-98e1-51940dec5edc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 945 time: 0.0532966 Sep 22 10:49:11.159354 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-272dd3ae-f483-44c5-96c2-ccc4a8bae590 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2789da201da4abdb5d4ec3e386179f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254961 Sep 22 10:49:11.160955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dd3ae-f483-44c5-96c2-ccc4a8bae590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4c6f0-146b-487b-a6be-07afd07f91e7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:11.161094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33720) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:11.208350 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8ea5055f-339d-4a76-9372-5c83c5f807ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.211295 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8ea5055f-339d-4a76-9372-5c83c5f807ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.212422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8ea5055f-339d-4a76-9372-5c83c5f807ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87696edd-7b65-4ac8-bcd3-770c9d43d617 HTTP/1.1" status: 204 len: 168 time: 0.3226945 Sep 22 10:49:11.237937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5055f-339d-4a76-9372-5c83c5f807ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87696edd-7b65-4ac8-bcd3-770c9d43d617,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:11.266515 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a3c3caef-52b6-4061-9001-5d86dceba781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.277774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port d3963513-61a5-4319-a173-f1d320268cb4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:49:11.278201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.321762 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a3c3caef-52b6-4061-9001-5d86dceba781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.417337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] For port d3963513-61a5-4319-a173-f1d320268cb4, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=d3963513-61a5-4319-a173-f1d320268cb4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:11.417858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.432060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for d3963513-61a5-4319-a173-f1d320268cb4 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:49:11.642242 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:49:11.648904 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a3c3caef-52b6-4061-9001-5d86dceba781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.651837 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a3c3caef-52b6-4061-9001-5d86dceba781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.655565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a3c3caef-52b6-4061-9001-5d86dceba781 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39d4c6f0-146b-487b-a6be-07afd07f91e7 HTTP/1.1" status: 204 len: 168 time: 0.4909093 Sep 22 10:49:11.663064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3caef-52b6-4061-9001-5d86dceba781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4c6f0-146b-487b-a6be-07afd07f91e7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:11.706521 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.742923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=d3963513-61a5-4319-a173-f1d320268cb4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:11.803648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] No DVR routers for this DVR port d3963513-61a5-4319-a173-f1d320268cb4 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:49:11.806367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:11.808792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72b7255f-e5c6-4b0b-9501-572deecadfbb req-84c85836-303b-414e-a7a3-7651163618ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "DELETE /v2.0/ports/d3963513-61a5-4319-a173-f1d320268cb4 HTTP/1.1" status: 204 len: 173 time: 0.6943955 Sep 22 10:49:11.809629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ead1b-884d-4586-adb3-667147c4c684', 'name': 'network-vif-deleted', 'tag': 'd3963513-61a5-4319-a173-f1d320268cb4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:11.812594 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44103507-4388-4e66-8857-012ede03b289" -d '{"events": [{"server_uuid": "348ead1b-884d-4586-adb3-667147c4c684", "name": "network-vif-deleted", "tag": "d3963513-61a5-4319-a173-f1d320268cb4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:11.859223 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8332a-47fe-4a46-913e-ee839111ffd8 x-openstack-request-id: req-5da8332a-47fe-4a46-913e-ee839111ffd8 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:11.859596 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348ead1b-884d-4586-adb3-667147c4c684", "name": "network-vif-deleted", "tag": "d3963513-61a5-4319-a173-f1d320268cb4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:11.859921 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5da8332a-47fe-4a46-913e-ee839111ffd8 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:11.860434 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348ead1b-884d-4586-adb3-667147c4c684', 'name': 'network-vif-deleted', 'tag': 'd3963513-61a5-4319-a173-f1d320268cb4', 'status': 'completed', 'code': 200} Sep 22 10:49:12.114867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5b869dd-b5a0-48cb-8155-278a08d46f23 req-fa254d22-a9b9-470e-836d-ee85bdb150e3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 210 time: 0.0317400 Sep 22 10:49:13.232994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc27340c-96c9-4c57-b134-10ea0f3ef881 req-41bbf3ee-6e42-45b3-bb71-9dfb0ffe0524 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 210 time: 0.0376952 Sep 22 10:49:13.595291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:13.626543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d3963513-61a5-4319-a173-f1d320268cb4 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:49:13.661803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: d3963513-61a5-4319-a173-f1d320268cb4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:49:13.662524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device d3963513-61a5-4319-a173-f1d320268cb4 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:49:13.694840 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478895355'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:13.855489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:13.864758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:13.963338 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.144406 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.180511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124f6f5b-1816-47bd-9f14-def1380edbb4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:14.248022 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.358975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2aad622f-16f0-469b-9acb-adcb8679d392 req-9c18b311-3bde-40de-bb04-55b6595ef22c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 210 time: 0.0359068 Sep 22 10:49:14.403664 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.436972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c521ebb-a1fd-4095-93ef-699706be616a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:14.525186 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.527759 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c479f641-8bf0-4a75-ac72-e7e2f20f5216 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9342456 Sep 22 10:49:14.531411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33806) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:14.620373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6806d454-6490-4110-9693-02e7088099c2 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0877666 Sep 22 10:49:14.631076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33810) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:14.635474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-98ae3168-db88-4795-a0cd-5fec9a38f198 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group': {'name': 'tempest-security--650160028', 'description': 'tempest-security-description-1643168673'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:14.663530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-98ae3168-db88-4795-a0cd-5fec9a38f198 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.708581 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-98ae3168-db88-4795-a0cd-5fec9a38f198 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.831742 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-98ae3168-db88-4795-a0cd-5fec9a38f198 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.834843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-98ae3168-db88-4795-a0cd-5fec9a38f198 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.839269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-98ae3168-db88-4795-a0cd-5fec9a38f198 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "PUT /v2.0/security-groups/1c521ebb-a1fd-4095-93ef-699706be616a HTTP/1.1" status: 200 len: 1779 time: 0.2045536 Sep 22 10:49:14.839741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33814) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:14.895461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae3168-db88-4795-a0cd-5fec9a38f198 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c521ebb-a1fd-4095-93ef-699706be616a,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:14.899110 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9dfc4d5b-2068-483a-b69d-3c8a001add0e tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups/1c521ebb-a1fd-4095-93ef-699706be616a HTTP/1.1" status: 200 len: 1779 time: 0.0576973 Sep 22 10:49:14.899520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33818) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:14.958992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3569bab-c15b-4335-a675-4d99ddee81c4 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:14.983834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3569bab-c15b-4335-a675-4d99ddee81c4 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:15.495455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc5e8427-370e-497a-b7a5-e032db9c2f2d req-73781aea-05d4-4da3-8f82-35401a00b092 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 210 time: 0.0271909 Sep 22 10:49:15.595955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3569bab-c15b-4335-a675-4d99ddee81c4 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:15.600033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3569bab-c15b-4335-a675-4d99ddee81c4 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:15.604075 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33830) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:15.604581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d3569bab-c15b-4335-a675-4d99ddee81c4 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-groups/1c521ebb-a1fd-4095-93ef-699706be616a HTTP/1.1" status: 204 len: 168 time: 0.7037537 Sep 22 10:49:15.622628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3569bab-c15b-4335-a675-4d99ddee81c4 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c521ebb-a1fd-4095-93ef-699706be616a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:15.736947 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7b6b0962-82c5-482b-9f43-caf378ef4393 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1317298 Sep 22 10:49:15.740518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33834) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:15.759097 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-084371f7-a693-47a3-97e1-ba69572aff9f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] delete failed (client error): The resource could not be found. Sep 22 10:49:15.764624 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33836) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:15.765246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-084371f7-a693-47a3-97e1-ba69572aff9f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-groups/1c521ebb-a1fd-4095-93ef-699706be616a HTTP/1.1" status: 404 len: 347 time: 0.0230186 Sep 22 10:49:15.770907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e36065de-8104-4611-bebd-ba2e81050c2c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413502411'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:15.912302 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e36065de-8104-4611-bebd-ba2e81050c2c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.012882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e36065de-8104-4611-bebd-ba2e81050c2c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.155737 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e36065de-8104-4611-bebd-ba2e81050c2c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.188485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36065de-8104-4611-bebd-ba2e81050c2c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a895a46-fbab-436b-8d62-7e268513bad9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:16.255508 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e36065de-8104-4611-bebd-ba2e81050c2c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.256843 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e36065de-8104-4611-bebd-ba2e81050c2c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4910400 Sep 22 10:49:16.259930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33852) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:16.268879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-dac01446-3f02-4147-a60f-b3f31bd859e1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': '0a895a46-fbab-436b-8d62-7e268513bad9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:16.429583 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac01446-3f02-4147-a60f-b3f31bd859e1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.479158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac01446-3f02-4147-a60f-b3f31bd859e1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.546414 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac01446-3f02-4147-a60f-b3f31bd859e1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.564129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac01446-3f02-4147-a60f-b3f31bd859e1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1c81b7-d8ee-499a-99d0-90891aef05bd,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:16.632994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9deecb73-ce08-4713-85fa-d70e370b6a59 req-47703620-5b9c-4d21-b258-e746c5409cde tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=348ead1b-884d-4586-adb3-667147c4c684 HTTP/1.1" status: 200 len: 210 time: 0.0504777 Sep 22 10:49:16.648052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dac01446-3f02-4147-a60f-b3f31bd859e1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.652883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33864) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:16.653624 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dac01446-3f02-4147-a60f-b3f31bd859e1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3914280 Sep 22 10:49:16.714512 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2782-b926-488a-a53d-b6070df5000a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.724736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2782-b926-488a-a53d-b6070df5000a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.837448 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2782-b926-488a-a53d-b6070df5000a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.848230 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2782-b926-488a-a53d-b6070df5000a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:16.849719 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ac5d2782-b926-488a-a53d-b6070df5000a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/be1c81b7-d8ee-499a-99d0-90891aef05bd HTTP/1.1" status: 204 len: 168 time: 0.1955078 Sep 22 10:49:16.853097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33876) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:16.854580 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d2782-b926-488a-a53d-b6070df5000a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be1c81b7-d8ee-499a-99d0-90891aef05bd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:16.915470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33880) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:16.916905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2f1660d3-a27e-4736-8065-3ce1e9733301 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0608959 Sep 22 10:49:16.981936 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffb4fd94-6b76-4d05-83b3-319257082895 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:17.005316 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffb4fd94-6b76-4d05-83b3-319257082895 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:17.177800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffb4fd94-6b76-4d05-83b3-319257082895 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:17.177800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ffb4fd94-6b76-4d05-83b3-319257082895 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:17.178714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33892) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:17.186573 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ffb4fd94-6b76-4d05-83b3-319257082895 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a895a46-fbab-436b-8d62-7e268513bad9 HTTP/1.1" status: 204 len: 168 time: 0.2699637 Sep 22 10:49:17.204240 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4fd94-6b76-4d05-83b3-319257082895 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a895a46-fbab-436b-8d62-7e268513bad9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:17.255784 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33898) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:17.260614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-496240ba-d732-4830-8154-2f1ee936976e tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group': {'name': 'tempest-secgroup--698575602'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:17.266904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a350570a-51e7-4b54-8418-a887aa18c1ba tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0867145 Sep 22 10:49:17.386437 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-496240ba-d732-4830-8154-2f1ee936976e tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:17.482963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-496240ba-d732-4830-8154-2f1ee936976e tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:17.580770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-496240ba-d732-4830-8154-2f1ee936976e tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:17.610117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496240ba-d732-4830-8154-2f1ee936976e tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2696087b-6bc1-40e9-9609-12b77b1663bc,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:17.683519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-496240ba-d732-4830-8154-2f1ee936976e tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:17.683519 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-496240ba-d732-4830-8154-2f1ee936976e tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4225292 Sep 22 10:49:17.683519 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33910) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:17.688276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4a52439a-636e-474f-bf43-212b6e878d97 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': '2696087b-6bc1-40e9-9609-12b77b1663bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:17.837324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a52439a-636e-474f-bf43-212b6e878d97 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:17.895495 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a52439a-636e-474f-bf43-212b6e878d97 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.038152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a52439a-636e-474f-bf43-212b6e878d97 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.059952 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52439a-636e-474f-bf43-212b6e878d97 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9407c20-e73d-4480-a1a3-8c1c54d964f3,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:18.163509 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a52439a-636e-474f-bf43-212b6e878d97 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.167398 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4a52439a-636e-474f-bf43-212b6e878d97 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4809895 Sep 22 10:49:18.167613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33924) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:18.172493 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f9dd4d2a-dbc0-4728-bdf3-6f92ec66939d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': '2696087b-6bc1-40e9-9609-12b77b1663bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:18.285005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4d2a-dbc0-4728-bdf3-6f92ec66939d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.345616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4d2a-dbc0-4728-bdf3-6f92ec66939d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.450610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4d2a-dbc0-4728-bdf3-6f92ec66939d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.491889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd4d2a-dbc0-4728-bdf3-6f92ec66939d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6f11c0-7c67-4fc3-a01a-6858730c0086,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:18.546603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4d2a-dbc0-4728-bdf3-6f92ec66939d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.551476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33930) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:18.554484 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f9dd4d2a-dbc0-4728-bdf3-6f92ec66939d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3854856 Sep 22 10:49:18.558076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-be4607c5-50fb-4f58-b641-6d3d3aca0b3d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': '2696087b-6bc1-40e9-9609-12b77b1663bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:18.679813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be4607c5-50fb-4f58-b641-6d3d3aca0b3d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.785236 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be4607c5-50fb-4f58-b641-6d3d3aca0b3d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.883667 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be4607c5-50fb-4f58-b641-6d3d3aca0b3d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.929209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4607c5-50fb-4f58-b641-6d3d3aca0b3d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951f2171-3e9a-46a6-9658-2a9d32b0e17c,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:18.986824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-be4607c5-50fb-4f58-b641-6d3d3aca0b3d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:18.986824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-be4607c5-50fb-4f58-b641-6d3d3aca0b3d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4315934 Sep 22 10:49:18.991868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33938) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:18.994810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-58e7825b-4ea6-4d07-b417-a82894dda509 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': '2696087b-6bc1-40e9-9609-12b77b1663bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:19.101294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58e7825b-4ea6-4d07-b417-a82894dda509 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:19.192167 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58e7825b-4ea6-4d07-b417-a82894dda509 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:19.306525 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58e7825b-4ea6-4d07-b417-a82894dda509 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:19.325381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7825b-4ea6-4d07-b417-a82894dda509 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b033fbcc-6d89-423f-83e5-b6eeee6d758a,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:19.506321 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58e7825b-4ea6-4d07-b417-a82894dda509 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:19.510170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-58e7825b-4ea6-4d07-b417-a82894dda509 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5196013 Sep 22 10:49:19.512152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33946) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:19.516977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6eb9a458-7531-42aa-bad8-9d7ce3c38165 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': '2696087b-6bc1-40e9-9609-12b77b1663bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:19.687997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a458-7531-42aa-bad8-9d7ce3c38165 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:19.760191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a458-7531-42aa-bad8-9d7ce3c38165 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:19.858750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a458-7531-42aa-bad8-9d7ce3c38165 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:19.887217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9a458-7531-42aa-bad8-9d7ce3c38165 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8d4a85-3e44-4fb1-8e3d-229ee87d6351,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:20.021840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a458-7531-42aa-bad8-9d7ce3c38165 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.025808 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6eb9a458-7531-42aa-bad8-9d7ce3c38165 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5097077 Sep 22 10:49:20.026181 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33954) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:20.051330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c15c5e00-ec23-43e2-b3ae-1a52e80b8c9b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.058901 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c15c5e00-ec23-43e2-b3ae-1a52e80b8c9b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.184377 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c15c5e00-ec23-43e2-b3ae-1a52e80b8c9b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.192992 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c15c5e00-ec23-43e2-b3ae-1a52e80b8c9b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.194405 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c15c5e00-ec23-43e2-b3ae-1a52e80b8c9b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3d8d4a85-3e44-4fb1-8e3d-229ee87d6351 HTTP/1.1" status: 204 len: 168 time: 0.1672499 Sep 22 10:49:20.197055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33964) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:20.200924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c5e00-ec23-43e2-b3ae-1a52e80b8c9b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d8d4a85-3e44-4fb1-8e3d-229ee87d6351,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:20.263772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a20f0d09-db20-4c2d-95d5-88b661e10102 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0654397 Sep 22 10:49:20.266538 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33966) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:20.304113 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43e3ad6b-046c-4166-b8de-3394e2e9d14d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.312794 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43e3ad6b-046c-4166-b8de-3394e2e9d14d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.517829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43e3ad6b-046c-4166-b8de-3394e2e9d14d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.523398 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-43e3ad6b-046c-4166-b8de-3394e2e9d14d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.524713 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-43e3ad6b-046c-4166-b8de-3394e2e9d14d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b033fbcc-6d89-423f-83e5-b6eeee6d758a HTTP/1.1" status: 204 len: 168 time: 0.2570124 Sep 22 10:49:20.527685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33972) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:20.532814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3ad6b-046c-4166-b8de-3394e2e9d14d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b033fbcc-6d89-423f-83e5-b6eeee6d758a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:20.581088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ae82fe00-d44a-40f9-9270-b3415aecdbdc tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0522594 Sep 22 10:49:20.584464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33976) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:20.622864 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dc150cae-8431-4cac-83b2-c1838f8d851c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.634369 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dc150cae-8431-4cac-83b2-c1838f8d851c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.818957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dc150cae-8431-4cac-83b2-c1838f8d851c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.834334 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dc150cae-8431-4cac-83b2-c1838f8d851c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.836115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dc150cae-8431-4cac-83b2-c1838f8d851c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/951f2171-3e9a-46a6-9658-2a9d32b0e17c HTTP/1.1" status: 204 len: 168 time: 0.2504675 Sep 22 10:49:20.837179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc150cae-8431-4cac-83b2-c1838f8d851c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=951f2171-3e9a-46a6-9658-2a9d32b0e17c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:20.839036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33984) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:20.908552 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-18bde993-dd97-43a6-8fab-4b99ef073c5b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0681322 Sep 22 10:49:20.911520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33986) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:20.936454 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c6ad25ee-ba64-4b7f-bf06-76f5eaf4e8f1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:20.944770 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c6ad25ee-ba64-4b7f-bf06-76f5eaf4e8f1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.224824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c6ad25ee-ba64-4b7f-bf06-76f5eaf4e8f1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.236331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c6ad25ee-ba64-4b7f-bf06-76f5eaf4e8f1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.240829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c6ad25ee-ba64-4b7f-bf06-76f5eaf4e8f1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6c6f11c0-7c67-4fc3-a01a-6858730c0086 HTTP/1.1" status: 204 len: 168 time: 0.3248558 Sep 22 10:49:21.240963 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 33988) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:21.250300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad25ee-ba64-4b7f-bf06-76f5eaf4e8f1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c6f11c0-7c67-4fc3-a01a-6858730c0086,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:21.316190 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d1f0c816-5c60-4766-a555-4ae5568c44a9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0687890 Sep 22 10:49:21.318928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 33994) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:21.402417 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a04885-360c-4069-b7d4-1ee431c4d252 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.411765 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a04885-360c-4069-b7d4-1ee431c4d252 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.504669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34002) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:21.586594 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a04885-360c-4069-b7d4-1ee431c4d252 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.604826 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-34a04885-360c-4069-b7d4-1ee431c4d252 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.611208 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-34a04885-360c-4069-b7d4-1ee431c4d252 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e9407c20-e73d-4480-a1a3-8c1c54d964f3 HTTP/1.1" status: 204 len: 168 time: 0.2894337 Sep 22 10:49:21.612363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34010) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:21.652124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a04885-360c-4069-b7d4-1ee431c4d252 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9407c20-e73d-4480-a1a3-8c1c54d964f3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:21.654671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1a1702a-5190-464d-9b55-d772485ea5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.718151 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b53d83c1-2649-42ff-b030-88dbd5706153 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1039591 Sep 22 10:49:21.720831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34026) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:21.844478 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03d7d10-04b5-4a22-a909-24b3f1f5095c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.892709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03d7d10-04b5-4a22-a909-24b3f1f5095c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.903338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1a1702a-5190-464d-9b55-d772485ea5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:21.984824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a1a1702a-5190-464d-9b55-d772485ea5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.028457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1702a-5190-464d-9b55-d772485ea5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b752cbd-ab87-4781-b9e7-bbc32e36e461,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:22.038054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03d7d10-04b5-4a22-a909-24b3f1f5095c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.040587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a03d7d10-04b5-4a22-a909-24b3f1f5095c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.041783 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a03d7d10-04b5-4a22-a909-24b3f1f5095c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-groups/2696087b-6bc1-40e9-9609-12b77b1663bc HTTP/1.1" status: 204 len: 168 time: 0.3197994 Sep 22 10:49:22.048401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a1a1702a-5190-464d-9b55-d772485ea5bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed98e343e3d54af6834b272be9e9477c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413013 Sep 22 10:49:22.048401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:22.048401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34056) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:22.067488 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d7d10-04b5-4a22-a909-24b3f1f5095c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2696087b-6bc1-40e9-9609-12b77b1663bc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:22.129242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-00091be3-a06c-42e9-95b5-02d5fee14ec9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796361 Sep 22 10:49:22.133562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34058) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:22.138909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c069eac8-bbe0-4c05-b66c-a5a178a10b1f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030753544'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:22.156665 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46c372cd-a07f-4ebd-9f69-9b9f3b9e3f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.191648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46c372cd-a07f-4ebd-9f69-9b9f3b9e3f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.293154 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c069eac8-bbe0-4c05-b66c-a5a178a10b1f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.412919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-91e8b274-0ab8-4b1a-9905-d10ed6c7a900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.506502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46c372cd-a07f-4ebd-9f69-9b9f3b9e3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.509177 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46c372cd-a07f-4ebd-9f69-9b9f3b9e3f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.510674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-46c372cd-a07f-4ebd-9f69-9b9f3b9e3f99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b752cbd-ab87-4781-b9e7-bbc32e36e461 HTTP/1.1" status: 204 len: 168 time: 0.4605224 Sep 22 10:49:22.520718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c372cd-a07f-4ebd-9f69-9b9f3b9e3f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b752cbd-ab87-4781-b9e7-bbc32e36e461,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:22.577186 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c069eac8-bbe0-4c05-b66c-a5a178a10b1f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.606185 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34064) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:22.701596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ada39-9414-4284-a807-72cb372dade8 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:22.702266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ada39-9414-4284-a807-72cb372dade8 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:22.702811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ada39-9414-4284-a807-72cb372dade8 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:22.717855 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d04ada39-9414-4284-a807-72cb372dade8 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=4d09ed6d952041598d1cfef4c76decf1&network_id=f06782da-a022-4b81-accd-bbc49aaaac48 HTTP/1.1" status: 200 len: 2969 time: 0.1115022 Sep 22 10:49:22.725258 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c069eac8-bbe0-4c05-b66c-a5a178a10b1f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.772352 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069eac8-bbe0-4c05-b66c-a5a178a10b1f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f94502-ac0f-4d4d-933e-74329d96b004,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:22.929458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c069eac8-bbe0-4c05-b66c-a5a178a10b1f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:22.929458 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c069eac8-bbe0-4c05-b66c-a5a178a10b1f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7866473 Sep 22 10:49:22.930972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34078) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:22.936249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d2229641-86ef-4c86-9fad-53bd193947b5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': '21f94502-ac0f-4d4d-933e-74329d96b004', 'direction': 'ingress', 'protocol': 17}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:23.096476 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2229641-86ef-4c86-9fad-53bd193947b5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:23.150883 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2229641-86ef-4c86-9fad-53bd193947b5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:23.264391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2229641-86ef-4c86-9fad-53bd193947b5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:23.299580 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2229641-86ef-4c86-9fad-53bd193947b5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802b1408-74fc-4ee1-8134-2e4b2ae0f9b9,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:23.403451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2229641-86ef-4c86-9fad-53bd193947b5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:23.408663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34120) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:23.412819 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d2229641-86ef-4c86-9fad-53bd193947b5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4805114 Sep 22 10:49:23.508286 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe8cb-1421-4acb-a9a0-c9794396e18f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:23.557331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe8cb-1421-4acb-a9a0-c9794396e18f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:23.735641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe8cb-1421-4acb-a9a0-c9794396e18f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:23.738635 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe8cb-1421-4acb-a9a0-c9794396e18f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:23.740278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e5dfe8cb-1421-4acb-a9a0-c9794396e18f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-groups/21f94502-ac0f-4d4d-933e-74329d96b004 HTTP/1.1" status: 204 len: 168 time: 0.3311756 Sep 22 10:49:23.742847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34132) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:23.751541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfe8cb-1421-4acb-a9a0-c9794396e18f tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f94502-ac0f-4d4d-933e-74329d96b004,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:23.805500 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0a84c9b8-0bb2-41e1-9e9d-98ce450ca802 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613000 Sep 22 10:49:23.809062 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34136) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:23.814115 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2c636aba-99b2-45e8-a571-c6905f064b33 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072748530'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:23.945345 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34146) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:23.986407 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c636aba-99b2-45e8-a571-c6905f064b33 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:24.124531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1268729602-network', 'tenant_id': 'd7dab259377c482b984819cd79fab2cc'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:24.155103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c636aba-99b2-45e8-a571-c6905f064b33 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:24.306046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c636aba-99b2-45e8-a571-c6905f064b33 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:24.345778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c636aba-99b2-45e8-a571-c6905f064b33 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9a2072-6967-42b4-a973-8878b36869c1,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:24.614453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Made reservation on behalf of d7dab259377c482b984819cd79fab2cc for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:24.617565 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:24.633882 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:24.746010 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c636aba-99b2-45e8-a571-c6905f064b33 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:24.747573 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2c636aba-99b2-45e8-a571-c6905f064b33 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9374959 Sep 22 10:49:24.750401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34156) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:24.756658 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6fbfb54c-617c-4411-a09a-0bd9315c2e74 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642392246'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:24.847000 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:24.937291 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:24.983876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49d7ef5-4928-4092-8530-9a7cb153b65c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:24.994405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:49:25.004334 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.004677 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Added segment 1cb8fdcb-b22b-441e-a658-1a02b0223d00 of type vlan for network 5a13cad0-4d11-44e0-aa18-b09bccafe30c Sep 22 10:49:25.046621 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.112236 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fbfb54c-617c-4411-a09a-0bd9315c2e74 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.199251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fbfb54c-617c-4411-a09a-0bd9315c2e74 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.220778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073bbf27-b92b-4b09-8164-ab70b7f6ee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.292903 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.293964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:25.294759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.372486 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] Pushing event updated for resources: {'Network': ['ID=5a13cad0-4d11-44e0-aa18-b09bccafe30c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:25.375011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fbfb54c-617c-4411-a09a-0bd9315c2e74 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.385696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 5a13cad0-4d11-44e0-aa18-b09bccafe30c details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:49:25.433985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfb54c-617c-4411-a09a-0bd9315c2e74 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604d2566-a643-4969-b65d-799885724bd2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:25.465301 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0643bf8f-44d2-4818-9cea-522dc1f16690 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5181861 Sep 22 10:49:25.467955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34170) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:25.473625 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Request body: {'subnet': {'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1268729602-subnet', 'tenant_id': 'd7dab259377c482b984819cd79fab2cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:25.494360 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fbfb54c-617c-4411-a09a-0bd9315c2e74 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.496457 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6fbfb54c-617c-4411-a09a-0bd9315c2e74 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7443335 Sep 22 10:49:25.498276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34172) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:25.506325 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3408a401-8523-4595-9223-564a3956c202 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': 'ae9a2072-6967-42b4-a973-8878b36869c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '604d2566-a643-4969-b65d-799885724bd2', 'remote_ip_prefix': None}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:25.572986 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.622855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Made reservation on behalf of d7dab259377c482b984819cd79fab2cc for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:25.625728 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.789108 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3408a401-8523-4595-9223-564a3956c202 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.801881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.845062 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.908673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3408a401-8523-4595-9223-564a3956c202 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.998915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.043657 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3408a401-8523-4595-9223-564a3956c202 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.085780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408a401-8523-4595-9223-564a3956c202 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114f84c0-a23e-4a85-99b8-6075e0411087,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:26.093672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5576e5ad-7af2-41ce-8067-db3507b597bf,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:26.105518 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Checking segment: {'id': '1cb8fdcb-b22b-441e-a658-1a02b0223d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:26.105869 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Network hostable DHCP agents. Network: 5a13cad0-4d11-44e0-aa18-b09bccafe30c, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:49:26.192238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3408a401-8523-4595-9223-564a3956c202 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.193466 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3408a401-8523-4595-9223-564a3956c202 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6939964 Sep 22 10:49:26.196622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34182) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:26.226964 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5643cdb5-1ab3-48d0-aebc-64b63fa52ae5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.235257 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5643cdb5-1ab3-48d0-aebc-64b63fa52ae5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.235679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Network 5a13cad0-4d11-44e0-aa18-b09bccafe30c is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:49:26.236206 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.340824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 5a13cad0-4d11-44e0-aa18-b09bccafe30c) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:26.346441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:26.347577 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.356771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbdecc6-3ed2-42b6-a198-0e2bc839d31e None None] Network 5a13cad0-4d11-44e0-aa18-b09bccafe30c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:49:26.381693 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5643cdb5-1ab3-48d0-aebc-64b63fa52ae5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.400892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5643cdb5-1ab3-48d0-aebc-64b63fa52ae5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.403887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5643cdb5-1ab3-48d0-aebc-64b63fa52ae5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/114f84c0-a23e-4a85-99b8-6075e0411087 HTTP/1.1" status: 204 len: 168 time: 0.2059910 Sep 22 10:49:26.405810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643cdb5-1ab3-48d0-aebc-64b63fa52ae5 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114f84c0-a23e-4a85-99b8-6075e0411087,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:26.406607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34190) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:26.476664 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b348ddf1-708b-449f-a113-6fe57733b1f1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0688124 Sep 22 10:49:26.478791 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-14e0294a-e286-4537-af24-56f3489750f4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0096705 Sep 22 10:49:26.487213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34194) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:26.488976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e4ac2-8b08-4f7b-968f-36c2342c2cc5 None None] Network 5a13cad0-4d11-44e0-aa18-b09bccafe30c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:49:26.588884 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50140059-a8f4-47db-bcab-5472514c5c5c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.627077 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50140059-a8f4-47db-bcab-5472514c5c5c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.780725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50140059-a8f4-47db-bcab-5472514c5c5c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.783293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-50140059-a8f4-47db-bcab-5472514c5c5c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:26.784463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-50140059-a8f4-47db-bcab-5472514c5c5c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-groups/604d2566-a643-4969-b65d-799885724bd2 HTTP/1.1" status: 204 len: 168 time: 0.2962179 Sep 22 10:49:26.787308 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34202) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:26.798584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50140059-a8f4-47db-bcab-5472514c5c5c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604d2566-a643-4969-b65d-799885724bd2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:26.804310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34204) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:26.964693 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c1c9c77-6f9d-4494-a780-0606a8954409 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1737173 Sep 22 10:49:26.965355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34208) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:26.988720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03753ed6-0f64-4667-86e8-6ea9f967910e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:27.002154 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-03753ed6-0f64-4667-86e8-6ea9f967910e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 HTTP/1.1" status: 200 len: 814 time: 0.1851709 Sep 22 10:49:27.037989 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7879-22e0-485f-8dc9-9e03d52c1972 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.073851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7879-22e0-485f-8dc9-9e03d52c1972 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.225204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7879-22e0-485f-8dc9-9e03d52c1972 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.228620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d8ae7879-22e0-485f-8dc9-9e03d52c1972 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.230274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d8ae7879-22e0-485f-8dc9-9e03d52c1972 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae9a2072-6967-42b4-a973-8878b36869c1 HTTP/1.1" status: 204 len: 168 time: 0.2638469 Sep 22 10:49:27.232906 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34222) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:27.246317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae7879-22e0-485f-8dc9-9e03d52c1972 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9a2072-6967-42b4-a973-8878b36869c1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:27.303740 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-11ba9363-ee8f-4319-ad12-b054ffdc30d1 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696464 Sep 22 10:49:27.309577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34224) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:27.314761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-cdb84461-5d6a-473b-b24e-83286de714ec tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group': {'name': 'tempest-secgroup--490686053'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:27.495648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cdb84461-5d6a-473b-b24e-83286de714ec tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.585975 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cdb84461-5d6a-473b-b24e-83286de714ec tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.700953 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cdb84461-5d6a-473b-b24e-83286de714ec tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.742747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb84461-5d6a-473b-b24e-83286de714ec tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deeacaec-40d5-40ae-bfce-fc8bdc9873c0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:27.829781 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cdb84461-5d6a-473b-b24e-83286de714ec tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.831509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cdb84461-5d6a-473b-b24e-83286de714ec tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5206611 Sep 22 10:49:27.834962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:27.841002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-654cb4d2-d43c-439c-86ad-ffeb8c77921c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': 'deeacaec-40d5-40ae-bfce-fc8bdc9873c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:28.098824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34238) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:28.100246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-654cb4d2-d43c-439c-86ad-ffeb8c77921c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.106994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'network': {'name': 'tempest-network-smoke--920338126', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'port_security_enabled': True}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:28.182294 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.223997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-654cb4d2-d43c-439c-86ad-ffeb8c77921c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.277969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Made reservation on behalf of 4d09ed6d952041598d1cfef4c76decf1 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:28.282054 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.323334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:49:28.333369 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.333718 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Added segment bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1 of type vlan for network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 Sep 22 10:49:28.340868 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-654cb4d2-d43c-439c-86ad-ffeb8c77921c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.368760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cb4d2-d43c-439c-86ad-ffeb8c77921c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc36333c-acc7-4854-bcc2-318d5ae78a51,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:28.380963 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.470032 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-654cb4d2-d43c-439c-86ad-ffeb8c77921c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.472004 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-654cb4d2-d43c-439c-86ad-ffeb8c77921c tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6355486 Sep 22 10:49:28.474787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34250) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:28.509158 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f303dc0-aefa-40ad-adcc-08f47cf72456 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.526863 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f303dc0-aefa-40ad-adcc-08f47cf72456 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.567997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.575321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:28.576127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.620493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f303dc0-aefa-40ad-adcc-08f47cf72456 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.629573 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f303dc0-aefa-40ad-adcc-08f47cf72456 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.632299 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1f303dc0-aefa-40ad-adcc-08f47cf72456 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/cc36333c-acc7-4854-bcc2-318d5ae78a51 HTTP/1.1" status: 204 len: 168 time: 0.1548107 Sep 22 10:49:28.634013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34252) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:28.642617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f303dc0-aefa-40ad-adcc-08f47cf72456 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc36333c-acc7-4854-bcc2-318d5ae78a51,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:28.684918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Network': ['ID=d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:28.696898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:49:28.744158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-074f1ace-f598-4795-a461-28d2967692ae tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1088090 Sep 22 10:49:28.746883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34254) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:28.753606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-67f7e20d-ff04-4287-b88f-597c0a5c9c28 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6528022 Sep 22 10:49:28.755901 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34256) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:28.865712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ad72ce-e7f5-4157-8cb4-00c70a6807b0 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:28.867361 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a4ad72ce-e7f5-4157-8cb4-00c70a6807b0 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=4d09ed6d952041598d1cfef4c76decf1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1104703 Sep 22 10:49:28.870504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34260) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:28.884427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc3bb-41f0-4302-ac34-edd7a30e6bfc tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.911972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc3bb-41f0-4302-ac34-edd7a30e6bfc tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.972362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab252b-bb31-4f1a-92e5-a616aa5fb7d8 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:28.974409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-50ab252b-bb31-4f1a-92e5-a616aa5fb7d8 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1023033 Sep 22 10:49:28.977734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34264) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:29.008418 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1f76702a-9039-4c3b-8916-c24df30fb137 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294385 Sep 22 10:49:29.011240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34268) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:29.086558 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc3bb-41f0-4302-ac34-edd7a30e6bfc tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.090887 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cbbcc3bb-41f0-4302-ac34-edd7a30e6bfc tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.095595 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cbbcc3bb-41f0-4302-ac34-edd7a30e6bfc tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-groups/deeacaec-40d5-40ae-bfce-fc8bdc9873c0 HTTP/1.1" status: 204 len: 168 time: 0.3472686 Sep 22 10:49:29.096507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34270) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:29.142779 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcc3bb-41f0-4302-ac34-edd7a30e6bfc tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeacaec-40d5-40ae-bfce-fc8bdc9873c0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:29.221701 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d3dbaf5c-09f2-4a06-9dd2-b72b5b176fb9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1188340 Sep 22 10:49:29.225171 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34272) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:29.230211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-81c58380-5a83-40e4-86d5-a14296a52ff9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518376401'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:29.360258 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81c58380-5a83-40e4-86d5-a14296a52ff9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.457998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9ebd6bf6-aa3f-4203-9e37-84091cf3c828 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=4d09ed6d952041598d1cfef4c76decf1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4449420 Sep 22 10:49:29.458874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34282) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:29.504036 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81c58380-5a83-40e4-86d5-a14296a52ff9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.584271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ef1d7d-8de6-4344-b45d-5d94756f5e59 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:29.588824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34284) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:29.595196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-09ef1d7d-8de6-4344-b45d-5d94756f5e59 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1347549 Sep 22 10:49:29.599424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81c58380-5a83-40e4-86d5-a14296a52ff9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.629277 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cac5e5d3-18f1-4232-9e61-2e19f8d2a3fe tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387831 Sep 22 10:49:29.632746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34286) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:29.638897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-928554089', 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:29.651361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c58380-5a83-40e4-86d5-a14296a52ff9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd87a1df-5a50-49ae-9d97-3ebab6db7ad7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:29.706502 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81c58380-5a83-40e4-86d5-a14296a52ff9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.709321 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81c58380-5a83-40e4-86d5-a14296a52ff9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4829667 Sep 22 10:49:29.712126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34288) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:29.717561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-95036010-4a4d-442b-be5b-9e32e435f69d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': 'fd87a1df-5a50-49ae-9d97-3ebab6db7ad7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:29.857771 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95036010-4a4d-442b-be5b-9e32e435f69d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.914388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95036010-4a4d-442b-be5b-9e32e435f69d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.933750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Made reservation on behalf of 4d09ed6d952041598d1cfef4c76decf1 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:29.937469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.054727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95036010-4a4d-442b-be5b-9e32e435f69d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.074499 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95036010-4a4d-442b-be5b-9e32e435f69d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a6d6fb-35f8-4113-b832-32b3486e7912,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:30.247275 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-95036010-4a4d-442b-be5b-9e32e435f69d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.251051 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-95036010-4a4d-442b-be5b-9e32e435f69d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5376158 Sep 22 10:49:30.254436 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34310) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:30.296414 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-101eba0f-db8d-404a-91ae-9130b8fa7887 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules/e3a6d6fb-35f8-4113-b832-32b3486e7912 HTTP/1.1" status: 200 len: 763 time: 0.0361373 Sep 22 10:49:30.297307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34314) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:30.358851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.388880 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7ec8af03-6c2a-47ec-9c73-4bd716e6d992 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0908520 Sep 22 10:49:30.391390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34318) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:30.424482 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-febf90e8-ba3e-4641-b69c-8ceb094dd123 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.433647 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-febf90e8-ba3e-4641-b69c-8ceb094dd123 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.475079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Subnet': ['ID=9e8c33fb-1a46-434b-96cc-167175a1f679,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:30.486877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-ecade3c3-7caf-4966-906d-400ab0433ef9 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:30.489473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-ecade3c3-7caf-4966-906d-400ab0433ef9 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/networks?id=5a13cad0-4d11-44e0-aa18-b09bccafe30c HTTP/1.1" status: 200 len: 809 time: 0.2589407 Sep 22 10:49:30.490389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Checking segment: {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:30.490757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network hostable DHCP agents. Network: d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:49:30.513194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-7347fcd0-da1f-4d81-827f-46aeea3e7202 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/quotas/d7dab259377c482b984819cd79fab2cc HTTP/1.1" status: 200 len: 375 time: 0.0116410 Sep 22 10:49:30.546411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-f8b11da5-f2d6-4459-9fe0-2506167caec3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7dab259377c482b984819cd79fab2cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262651 Sep 22 10:49:30.557943 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-febf90e8-ba3e-4641-b69c-8ceb094dd123 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.564334 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-febf90e8-ba3e-4641-b69c-8ceb094dd123 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.570281 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-febf90e8-ba3e-4641-b69c-8ceb094dd123 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e3a6d6fb-35f8-4113-b832-32b3486e7912 HTTP/1.1" status: 204 len: 168 time: 0.1728754 Sep 22 10:49:30.570428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34322) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:30.583880 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf90e8-ba3e-4641-b69c-8ceb094dd123 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3a6d6fb-35f8-4113-b832-32b3486e7912,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:30.679039 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34326) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:30.683975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-84cadbbc-eb15-4657-a633-f89198579a19 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': 'fd87a1df-5a50-49ae-9d97-3ebab6db7ad7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:30.686605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-acb632be-d12e-43fc-9b75-d2769c6dffd3 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906143 Sep 22 10:49:30.690480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:49:30.724101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-7800b8a5-df25-41aa-933d-67c37c0d74ea service neutron] 10.222.0.20 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558664 Sep 22 10:49:30.824643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:30.832467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0161c-6621-408d-8441-cbe7ccb6c6b9 None None] Network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:49:30.850980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:30.852597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.881572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-da444f6e-0156-444e-b6a4-507df0b56556 service neutron] 10.222.0.20 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498477 Sep 22 10:49:30.895943 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84cadbbc-eb15-4657-a633-f89198579a19 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.984456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f3e095c3-9619-4324-8261-314ff48841fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3474944 Sep 22 10:49:31.036222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84cadbbc-eb15-4657-a633-f89198579a19 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.114928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0', 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ips': [{'subnet_id': '9e8c33fb-1a46-434b-96cc-167175a1f679'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:49:31.115798 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.146467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84cadbbc-eb15-4657-a633-f89198579a19 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.174937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cadbbc-eb15-4657-a633-f89198579a19 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e78adf6-1e7e-4b75-9938-e2c932979ce6,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:31.255232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84cadbbc-eb15-4657-a633-f89198579a19 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.256540 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-84cadbbc-eb15-4657-a633-f89198579a19 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5765038 Sep 22 10:49:31.259178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34332) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:31.280931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Allocated IP 172.20.0.18 (d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0/9e8c33fb-1a46-434b-96cc-167175a1f679/02480d3d-60c2-4350-9e36-fef880d6a68b) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:31.309935 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81d042dc-7ab3-48c1-acec-d3e631e07437 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules/2e78adf6-1e7e-4b75-9938-e2c932979ce6 HTTP/1.1" status: 200 len: 763 time: 0.0420506 Sep 22 10:49:31.309935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34336) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:31.421770 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0d1eda2f-8349-404b-aadb-203868081772 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1141210 Sep 22 10:49:31.423926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34344) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:31.474972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666aac29-104a-4cca-9fc9-78ef9aa0a492 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.505934 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666aac29-104a-4cca-9fc9-78ef9aa0a492 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.587779 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.609123 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666aac29-104a-4cca-9fc9-78ef9aa0a492 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.627241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-666aac29-104a-4cca-9fc9-78ef9aa0a492 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.631382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-666aac29-104a-4cca-9fc9-78ef9aa0a492 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2e78adf6-1e7e-4b75-9938-e2c932979ce6 HTTP/1.1" status: 204 len: 168 time: 0.2034273 Sep 22 10:49:31.631755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34354) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:31.635177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666aac29-104a-4cca-9fc9-78ef9aa0a492 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e78adf6-1e7e-4b75-9938-e2c932979ce6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:31.724070 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.731618 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d98c30da-8f88-4b11-adcf-6c8b40e767e9 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0984585 Sep 22 10:49:31.733994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34356) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:31.746788 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ed7c8d38-1fa8-40db-a93f-86c540174e8b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Request body: {'security_group_rule': {'security_group_id': 'fd87a1df-5a50-49ae-9d97-3ebab6db7ad7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:31.792120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Pushing event updated for resources: {'Port': ['ID=02480d3d-60c2-4350-9e36-fef880d6a68b,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:31.806640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:31.808139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:31.811821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:31.877872 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-ed7c8d38-1fa8-40db-a93f-86c540174e8b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Project fe3d7b6289864d6198fd19446998e3ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:49:31.885005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed7c8d38-1fa8-40db-a93f-86c540174e8b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.900721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Attempting to bind port 02480d3d-60c2-4350-9e36-fef880d6a68b on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:49:31.901332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Attempting to bind port 02480d3d-60c2-4350-9e36-fef880d6a68b by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:49:31.901444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Attempting to bind port 02480d3d-60c2-4350-9e36-fef880d6a68b on network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:31.907675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:49:31.907911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Checking segment: {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:31.908318 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:31.908718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Bound using segment: {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:49:31.909563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Bound port: 02480d3d-60c2-4350-9e36-fef880d6a68b, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:49:31.910011 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.011306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed7c8d38-1fa8-40db-a93f-86c540174e8b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.030045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34358) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:32.038540 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a90c5a93-9d2a-4399-b08d-3a591c1cd117 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-585799986', 'description': 'tempest-secgroup-smoke-585799986 description', 'project_id': '4d09ed6d952041598d1cfef4c76decf1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:32.049740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] For port 02480d3d-60c2-4350-9e36-fef880d6a68b, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:49:32.054676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] For port 02480d3d-60c2-4350-9e36-fef880d6a68b, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=02480d3d-60c2-4350-9e36-fef880d6a68b,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:49:32.094917 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f583890-34a6-45c2-8ec2-f9d5f4d7fb4f req-76031927-e234-488a-835b-8b61786b71d3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 210 time: 0.0276244 Sep 22 10:49:32.156079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed7c8d38-1fa8-40db-a93f-86c540174e8b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.184755 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c8d38-1fa8-40db-a93f-86c540174e8b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58f1731-a790-4146-8f99-c015384327f9,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:32.209883 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.299588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a90c5a93-9d2a-4399-b08d-3a591c1cd117 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.412410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327316ae-7bfe-45eb-925a-69120d1c65f4 None None] Pushing event updated for resources: {'Port': ['ID=02480d3d-60c2-4350-9e36-fef880d6a68b,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:32.445953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed7c8d38-1fa8-40db-a93f-86c540174e8b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.447263 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ed7c8d38-1fa8-40db-a93f-86c540174e8b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7121356 Sep 22 10:49:32.450336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34364) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:32.480301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c6096d69-3811-4741-a644-9078907b7c6d tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules/d58f1731-a790-4146-8f99-c015384327f9 HTTP/1.1" status: 200 len: 769 time: 0.0286055 Sep 22 10:49:32.505448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34366) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:32.592680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a90c5a93-9d2a-4399-b08d-3a591c1cd117 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.594412 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f72ad697-c2cd-4593-af4c-c5a475f47d5b tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0913632 Sep 22 10:49:32.597940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34370) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:32.706405 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f127551-3481-493e-8ac4-b2d665cbfb34 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.714562 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a90c5a93-9d2a-4399-b08d-3a591c1cd117 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.740591 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f127551-3481-493e-8ac4-b2d665cbfb34 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.799487 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c5a93-9d2a-4399-b08d-3a591c1cd117 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f43d519-4d7c-48c7-9090-1e8c9972698c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:32.898457 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a90c5a93-9d2a-4399-b08d-3a591c1cd117 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.899859 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a90c5a93-9d2a-4399-b08d-3a591c1cd117 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8677497 Sep 22 10:49:32.902901 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34378) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:32.907507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-5c81115d-54f6-4d36-bf80-e0015cf1b2e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '7f43d519-4d7c-48c7-9090-1e8c9972698c', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:32.940517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f127551-3481-493e-8ac4-b2d665cbfb34 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.946553 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5f127551-3481-493e-8ac4-b2d665cbfb34 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:32.950555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34380) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:32.950726 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5f127551-3481-493e-8ac4-b2d665cbfb34 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d58f1731-a790-4146-8f99-c015384327f9 HTTP/1.1" status: 204 len: 168 time: 0.3513377 Sep 22 10:49:32.973759 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f127551-3481-493e-8ac4-b2d665cbfb34 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d58f1731-a790-4146-8f99-c015384327f9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:33.011202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-23874c6f-4ae6-4884-b5be-04c7eef1c786 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590329 Sep 22 10:49:33.013958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34382) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:33.069589 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c81115d-54f6-4d36-bf80-e0015cf1b2e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.135175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3027-cb91-4706-b363-69673568eb6a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.186424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3027-cb91-4706-b363-69673568eb6a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.190004 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c81115d-54f6-4d36-bf80-e0015cf1b2e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.251719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-941b379d-cd49-448b-9142-7b04e094a83e req-968da249-8a29-4598-9d75-6c5666a647b4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 210 time: 0.0540609 Sep 22 10:49:33.310089 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c81115d-54f6-4d36-bf80-e0015cf1b2e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.353442 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3027-cb91-4706-b363-69673568eb6a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.360959 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4c9b3027-cb91-4706-b363-69673568eb6a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.363345 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4c9b3027-cb91-4706-b363-69673568eb6a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd87a1df-5a50-49ae-9d97-3ebab6db7ad7 HTTP/1.1" status: 204 len: 168 time: 0.3482711 Sep 22 10:49:33.367153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34386) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:33.372874 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81115d-54f6-4d36-bf80-e0015cf1b2e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f508b45b-78d3-455a-92f7-df17221b1c96,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:33.398134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b3027-cb91-4706-b363-69673568eb6a tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd87a1df-5a50-49ae-9d97-3ebab6db7ad7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:33.476054 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c81115d-54f6-4d36-bf80-e0015cf1b2e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.478932 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c81115d-54f6-4d36-bf80-e0015cf1b2e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5743012 Sep 22 10:49:33.481060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34390) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:33.482380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5f59ae48-2fdc-4fcc-9637-70e1cb751875 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1151323 Sep 22 10:49:33.492795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34392) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:33.493173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a283b14f-5878-4893-a09d-2e59c2680306 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '7f43d519-4d7c-48c7-9090-1e8c9972698c', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:33.622500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7fd82bda-56e7-43d9-ac4f-e6d5d6e0f4e6 tempest-SecGroupIPv6Test-1890652895 tempest-SecGroupIPv6Test-1890652895-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1250291 Sep 22 10:49:33.640439 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a283b14f-5878-4893-a09d-2e59c2680306 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.863753 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a283b14f-5878-4893-a09d-2e59c2680306 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.899249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de446b8-97f7-4b96-a1cc-89ec52050258 None None] Network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:49:33.949218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9c3650fb-be4f-45a1-b40b-277be5d6a527 None None] Provisioning complete for port 02480d3d-60c2-4350-9e36-fef880d6a68b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:33.949218 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c3650fb-be4f-45a1-b40b-277be5d6a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:33.969251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a283b14f-5878-4893-a09d-2e59c2680306 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.016808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283b14f-5878-4893-a09d-2e59c2680306 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a4d220-9a86-4e37-bb27-feecbcbce872,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:34.101159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a283b14f-5878-4893-a09d-2e59c2680306 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.105208 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a283b14f-5878-4893-a09d-2e59c2680306 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6204016 Sep 22 10:49:34.105582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34402) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:34.110322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-63a32747-5232-40fc-9a58-2ac6eed7e79b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '7f43d519-4d7c-48c7-9090-1e8c9972698c', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:34.115037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 02480d3d-60c2-4350-9e36-fef880d6a68b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:49:34.212820 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-63a32747-5232-40fc-9a58-2ac6eed7e79b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.231414 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c3650fb-be4f-45a1-b40b-277be5d6a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.290544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 02480d3d-60c2-4350-9e36-fef880d6a68b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:34.291063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.317931 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-63a32747-5232-40fc-9a58-2ac6eed7e79b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.350980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34410) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:34.379500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9c3650fb-be4f-45a1-b40b-277be5d6a527 None None] For port 02480d3d-60c2-4350-9e36-fef880d6a68b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=02480d3d-60c2-4350-9e36-fef880d6a68b,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:34.448468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38c9888e-bed4-4823-b602-40546e770d83 req-90c2ea20-7635-4ddc-80fc-69a95dd33abe tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 210 time: 0.0452337 Sep 22 10:49:34.490462 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-63a32747-5232-40fc-9a58-2ac6eed7e79b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.516076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c3650fb-be4f-45a1-b40b-277be5d6a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.627754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3650fb-be4f-45a1-b40b-277be5d6a527 None None] Pushing event updated for resources: {'Port': ['ID=02480d3d-60c2-4350-9e36-fef880d6a68b,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:34.632061 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.739090 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:49:34.741907 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:49:34.762210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a32747-5232-40fc-9a58-2ac6eed7e79b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83462611-64ac-455d-9cf1-ccd84ddf6b6d,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:34.777063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-e35dd3ef-b5ee-409d-adba-d171829d0970 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:34.778941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-e35dd3ef-b5ee-409d-adba-d171829d0970 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.32 "GET /v2.0/networks?id=5a13cad0-4d11-44e0-aa18-b09bccafe30c HTTP/1.1" status: 200 len: 809 time: 0.3622730 Sep 22 10:49:34.795145 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41685b30-cbe6-4692-b3b6-392dc577cf45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe3d7b6289864d6198fd19446998e3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420483 Sep 22 10:49:34.795926 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34418) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:34.802211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Request body: {'port': {'device_id': 'f22cdd22-073c-4b65-8b6e-ffcf9ede8da3', 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c', 'admin_state_up': True, 'tenant_id': 'd7dab259377c482b984819cd79fab2cc'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:34.873750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6b42dda8-3609-4fe9-9e9f-de0d5b56c6e5 None None] Provisioning complete for port 02480d3d-60c2-4350-9e36-fef880d6a68b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:34.874500 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b42dda8-3609-4fe9-9e9f-de0d5b56c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:34.973278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8dce8ac-df93-4dc2-984e-03a20500e5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.028312 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8dce8ac-df93-4dc2-984e-03a20500e5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.091106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-63a32747-5232-40fc-9a58-2ac6eed7e79b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.093485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-63a32747-5232-40fc-9a58-2ac6eed7e79b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9860971 Sep 22 10:49:35.140087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34422) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:35.148876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-858807a7-ad1e-4ea3-8014-ca40237850fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '7f43d519-4d7c-48c7-9090-1e8c9972698c', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:35.258819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Made reservation on behalf of d7dab259377c482b984819cd79fab2cc for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:35.262685 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.372276 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-858807a7-ad1e-4ea3-8014-ca40237850fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.402855 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8dce8ac-df93-4dc2-984e-03a20500e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.406918 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f8dce8ac-df93-4dc2-984e-03a20500e5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.408644 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f8dce8ac-df93-4dc2-984e-03a20500e5bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/124f6f5b-1816-47bd-9f14-def1380edbb4 HTTP/1.1" status: 204 len: 168 time: 0.6117723 Sep 22 10:49:35.452889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dce8ac-df93-4dc2-984e-03a20500e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124f6f5b-1816-47bd-9f14-def1380edbb4,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:35.480475 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-858807a7-ad1e-4ea3-8014-ca40237850fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.491828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Allocated IP 172.20.0.2 (5a13cad0-4d11-44e0-aa18-b09bccafe30c/5576e5ad-7af2-41ce-8067-db3507b597bf/fe643bc9-891d-4a08-9e71-08e4fc908112) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:35.580986 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-858807a7-ad1e-4ea3-8014-ca40237850fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.628953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858807a7-ad1e-4ea3-8014-ca40237850fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b676d9b2-1968-4ac2-a606-b9a1a582a08d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:35.661642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77dd9f20-3550-441e-a349-89777c7d8b49 req-a24c5ce2-7505-4b85-92f0-2d5353a0299e tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 210 time: 0.0614657 Sep 22 10:49:35.724169 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-858807a7-ad1e-4ea3-8014-ca40237850fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.725641 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-858807a7-ad1e-4ea3-8014-ca40237850fe tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5844541 Sep 22 10:49:35.728513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34432) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:35.733327 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c32bc633-a9ee-4278-aa87-90b07a008296 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '7f43d519-4d7c-48c7-9090-1e8c9972698c', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:35.762800 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.864166 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-c32bc633-a9ee-4278-aa87-90b07a008296 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Project 4d09ed6d952041598d1cfef4c76decf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:49:35.869748 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c32bc633-a9ee-4278-aa87-90b07a008296 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:35.899467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.027955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Network 5a13cad0-4d11-44e0-aa18-b09bccafe30c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:36.062661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:36.065201 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c32bc633-a9ee-4278-aa87-90b07a008296 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.077467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:36.089667 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 02480d3d-60c2-4350-9e36-fef880d6a68b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:49:36.128023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Pushing event updated for resources: {'Port': ['ID=fe643bc9-891d-4a08-9e71-08e4fc908112,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:36.173465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 02480d3d-60c2-4350-9e36-fef880d6a68b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:36.173998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:36.174223 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.174996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.192247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c32bc633-a9ee-4278-aa87-90b07a008296 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.226139 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bc633-a9ee-4278-aa87-90b07a008296 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5db45bc-961e-481e-b246-efcd8489fe82,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:36.302374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-b1910559-1e9b-4a84-9ae6-96468ca852ac tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5149209 Sep 22 10:49:36.341335 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c32bc633-a9ee-4278-aa87-90b07a008296 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.343261 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c32bc633-a9ee-4278-aa87-90b07a008296 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6135809 Sep 22 10:49:36.345520 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34452) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:36.352762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-430f2265-d817-4959-97b0-0845d94a447e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': '7f43d519-4d7c-48c7-9090-1e8c9972698c', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:36.476312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Request body: {'port': {'device_id': 'f22cdd22-073c-4b65-8b6e-ffcf9ede8da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:36.518186 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-430f2265-d817-4959-97b0-0845d94a447e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Project 4d09ed6d952041598d1cfef4c76decf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:49:36.523270 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-430f2265-d817-4959-97b0-0845d94a447e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.603661 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.673695 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-430f2265-d817-4959-97b0-0845d94a447e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.792653 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-430f2265-d817-4959-97b0-0845d94a447e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.824301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f2265-d817-4959-97b0-0845d94a447e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92e53a2-155e-47bd-9062-54397eb8c4e4,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:36.954774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3581b0-8597-489f-b16d-b16cfa83fcde req-fc0fddd7-b9b4-416b-95f1-c6bd028050e1 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:36.958625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de3581b0-8597-489f-b16d-b16cfa83fcde req-fc0fddd7-b9b4-416b-95f1-c6bd028050e1 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 931 time: 0.1174262 Sep 22 10:49:36.974229 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-430f2265-d817-4959-97b0-0845d94a447e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:36.975018 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-430f2265-d817-4959-97b0-0845d94a447e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6279969 Sep 22 10:49:37.051384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de3581b0-8597-489f-b16d-b16cfa83fcde req-b60f831c-2bd2-4562-8e34-0249a9b9f8e6 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784798 Sep 22 10:49:37.077974 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34472) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:37.097748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe643bc9-891d-4a08-9e71-08e4fc908112 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:49:37.105615 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:37.126756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Transition to ACTIVE for port object fe643bc9-891d-4a08-9e71-08e4fc908112 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:49:37.207786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:37.237151 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2550c4fb-48d0-4531-93ea-9cbbdb6078d9 tempest-ServiceProvidersTest-1234293331 tempest-ServiceProvidersTest-1234293331-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1574757 Sep 22 10:49:37.315051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-72f89b84-9f28-49e3-866c-5c6cde4c7a1c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585799986&fields=id&tenant_id=4d09ed6d952041598d1cfef4c76decf1 HTTP/1.1" status: 200 len: 267 time: 0.0994227 Sep 22 10:49:37.405274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Pushing event updated for resources: {'Port': ['ID=fe643bc9-891d-4a08-9e71-08e4fc908112,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:37.473575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.474024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.474448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.474851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.475248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.475642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.476052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.476445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.476846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.477228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.477871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.478283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:37.536408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbae277-0414-4973-84d7-7382cd972d5f req-c905a612-51bc-4100-98da-8252fa174d24 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:37.554231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-c905a612-51bc-4100-98da-8252fa174d24 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/networks?id=d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 HTTP/1.1" status: 200 len: 796 time: 0.2307465 Sep 22 10:49:37.557807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Attempting to bind port fe643bc9-891d-4a08-9e71-08e4fc908112 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:49:37.558518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Attempting to bind port fe643bc9-891d-4a08-9e71-08e4fc908112 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '1cb8fdcb-b22b-441e-a658-1a02b0223d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:49:37.558939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Attempting to bind port fe643bc9-891d-4a08-9e71-08e4fc908112 on network 5a13cad0-4d11-44e0-aa18-b09bccafe30c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:37.575395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Port fe643bc9-891d-4a08-9e71-08e4fc908112 on network 5a13cad0-4d11-44e0-aa18-b09bccafe30c not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:49:37.581024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Attempting to bind port fe643bc9-891d-4a08-9e71-08e4fc908112 on network 5a13cad0-4d11-44e0-aa18-b09bccafe30c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:37.591996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-1351ad96-519d-4dd9-8bd9-93767ba4d22d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/quotas/4d09ed6d952041598d1cfef4c76decf1 HTTP/1.1" status: 200 len: 375 time: 0.0360727 Sep 22 10:49:37.595147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:49:37.595493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Checking segment: {'id': '1cb8fdcb-b22b-441e-a658-1a02b0223d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:37.595877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Bound using segment: {'id': '1cb8fdcb-b22b-441e-a658-1a02b0223d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:49:37.596315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Bound port: fe643bc9-891d-4a08-9e71-08e4fc908112, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb8fdcb-b22b-441e-a658-1a02b0223d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:49:37.596715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:37.723501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-73476700-afa6-4e04-8a4f-304986ab019e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1251953 Sep 22 10:49:37.763686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] For port fe643bc9-891d-4a08-9e71-08e4fc908112, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:49:37.787500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] For port fe643bc9-891d-4a08-9e71-08e4fc908112, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fe643bc9-891d-4a08-9e71-08e4fc908112,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:49:37.863443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-5b293277-1323-4c95-a404-caa98bbaf059 service neutron] 10.222.0.20 "GET /v2.0/networks/d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302245 Sep 22 10:49:37.907659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:37.933728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:37.933931 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:37.949338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] 10.222.0.32 "PUT /v2.0/ports/fe643bc9-891d-4a08-9e71-08e4fc908112 HTTP/1.1" status: 200 len: 1091 time: 1.6244874 Sep 22 10:49:37.979379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22cdd22-073c-4b65-8b6e-ffcf9ede8da3', 'tag': 'fe643bc9-891d-4a08-9e71-08e4fc908112'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:37.983096 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f" -d '{"events": [{"name": "network-changed", "server_uuid": "f22cdd22-073c-4b65-8b6e-ffcf9ede8da3", "tag": "fe643bc9-891d-4a08-9e71-08e4fc908112"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:38.054939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf1932-0fd9-4913-b517-40e37d54148d service neutron] Pushing event updated for resources: {'Port': ['ID=fe643bc9-891d-4a08-9e71-08e4fc908112,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:38.076058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-426d8ecb-5ac8-4572-9053-3f52c468084e service neutron] 10.222.0.20 "GET /v2.0/networks/d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053211 Sep 22 10:49:38.156078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34502) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:38.166778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-da347437-bcab-484a-95a9-b3c2dc4c6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:38.168746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-da347437-bcab-484a-95a9-b3c2dc4c6a7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7dab259377c482b984819cd79fab2cc&device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 1094 time: 0.0668292 Sep 22 10:49:38.245325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-cec81eb0-fe4d-42ac-9d27-e9c9ec2405cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe643bc9-891d-4a08-9e71-08e4fc908112 HTTP/1.1" status: 200 len: 217 time: 0.0689688 Sep 22 10:49:38.313074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-0740578e-1df4-4de8-839c-0d2fd69d8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:38.314883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-0740578e-1df4-4de8-839c-0d2fd69d8c5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5576e5ad-7af2-41ce-8067-db3507b597bf HTTP/1.1" status: 200 len: 849 time: 0.0631294 Sep 22 10:49:38.353105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-c7070fdc-2deb-4ffc-8ce2-074ddba2e6e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a13cad0-4d11-44e0-aa18-b09bccafe30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315528 Sep 22 10:49:38.415127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebf25477-a613-4855-94cb-5b232c94a2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:38.579818 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebf25477-a613-4855-94cb-5b232c94a2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:38.598681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-9d322ed4-4b51-41a1-982a-35659ebf5a33 service neutron] 10.222.0.32 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384653 Sep 22 10:49:38.671370 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebf25477-a613-4855-94cb-5b232c94a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:38.778661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ebf25477-a613-4855-94cb-5b232c94a2ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a66397e0035e424691df95b3ba29d802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6216080 Sep 22 10:49:38.782195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34522) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:38.782704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf25477-a613-4855-94cb-5b232c94a2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd91305a-9e7d-4765-b477-b4c0b8af85e9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:38.825190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4e71f51-a5b0-4b31-aa73-af770fafb19a req-c06743d3-2a0a-45f3-95d9-d709b41d3e13 service neutron] 10.222.0.32 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186222 Sep 22 10:49:38.826788 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3ad85f-45c0-4e11-8606-a32817703689 x-openstack-request-id: req-8a3ad85f-45c0-4e11-8606-a32817703689 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:38.827138 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22cdd22-073c-4b65-8b6e-ffcf9ede8da3", "tag": "fe643bc9-891d-4a08-9e71-08e4fc908112", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:38.827548 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a3ad85f-45c0-4e11-8606-a32817703689 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:38.827996 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22cdd22-073c-4b65-8b6e-ffcf9ede8da3', 'tag': 'fe643bc9-891d-4a08-9e71-08e4fc908112', 'status': 'completed', 'code': 200} Sep 22 10:49:38.895381 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230fcc39-1332-4cbc-b463-d3728db9f460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:38.931617 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230fcc39-1332-4cbc-b463-d3728db9f460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:38.986280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8c42c-0aee-47dc-bc92-67c9d679d054 req-1b9581f9-a149-4500-ae3f-dee5fbdbab32 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:38.988494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4fd8c42c-0aee-47dc-bc92-67c9d679d054 req-1b9581f9-a149-4500-ae3f-dee5fbdbab32 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 943 time: 0.0784600 Sep 22 10:49:39.064177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4fd8c42c-0aee-47dc-bc92-67c9d679d054 req-f4a91cff-2d49-40a7-9e92-d5ede6e175d0 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680883 Sep 22 10:49:39.083054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-681e6c4d-8612-48c8-bcdf-151d69a1d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:39.088563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-681e6c4d-8612-48c8-bcdf-151d69a1d6a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7dab259377c482b984819cd79fab2cc&device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 1094 time: 0.0618987 Sep 22 10:49:39.140073 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230fcc39-1332-4cbc-b463-d3728db9f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:39.147348 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-230fcc39-1332-4cbc-b463-d3728db9f460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:39.147348 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-230fcc39-1332-4cbc-b463-d3728db9f460 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd91305a-9e7d-4765-b477-b4c0b8af85e9 HTTP/1.1" status: 204 len: 168 time: 0.3639829 Sep 22 10:49:39.165126 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fcc39-1332-4cbc-b463-d3728db9f460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd91305a-9e7d-4765-b477-b4c0b8af85e9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:39.201907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d173037d-d954-4fd5-8a13-6f981151aaac req-ba037988-b529-4cbe-8a00-e9488e51a7be tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 210 time: 0.0616326 Sep 22 10:49:39.267951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-8289d5ba-741c-44d0-a0de-05738564c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:39.270273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-8289d5ba-741c-44d0-a0de-05738564c1a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a13cad0-4d11-44e0-aa18-b09bccafe30c HTTP/1.1" status: 200 len: 910 time: 0.1744051 Sep 22 10:49:39.320045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-bd2bae81-a97e-4f4b-9234-9501c9605bcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe643bc9-891d-4a08-9e71-08e4fc908112 HTTP/1.1" status: 200 len: 217 time: 0.0416150 Sep 22 10:49:39.380470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-b54d1fad-5285-41dc-91af-569405cc6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:39.381973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-b54d1fad-5285-41dc-91af-569405cc6aa6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5576e5ad-7af2-41ce-8067-db3507b597bf HTTP/1.1" status: 200 len: 849 time: 0.0539684 Sep 22 10:49:39.416684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-cf721c73-8d84-4fa8-a3b7-ec1bf56c3c21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a13cad0-4d11-44e0-aa18-b09bccafe30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261416 Sep 22 10:49:39.538374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-4896fa1f-19a8-445f-ba7c-9c8ff01a716a service neutron] 10.222.0.32 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126556 Sep 22 10:49:39.678642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d88219f-47f4-4bfd-95bf-ac21e3dfd20f req-af83b058-d9db-4b76-a9a9-f157be709734 service neutron] 10.222.0.32 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320720 Sep 22 10:49:40.203538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f53fe2-cc2a-425b-95d7-57b051ad56cc req-1cc06af1-bc8a-4190-b410-8168c3c380ce tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:40.213199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93f53fe2-cc2a-425b-95d7-57b051ad56cc req-1cc06af1-bc8a-4190-b410-8168c3c380ce tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 943 time: 0.0607784 Sep 22 10:49:40.262483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93f53fe2-cc2a-425b-95d7-57b051ad56cc req-a83fb91b-e660-4ffa-b4ac-f5fe53f05a8c tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Sep 22 10:49:40.352938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee01fb1a-a968-4fb9-bd6b-ab85c4f165e9 req-a25b4ad4-7611-47ff-9be4-7fa11a7ef470 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 210 time: 0.0312173 Sep 22 10:49:41.410120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f60c62-c52f-4b62-8711-6dc3eaf1e605 req-239cef10-3ccc-48ea-a406-3a31636522c2 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:41.411741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20f60c62-c52f-4b62-8711-6dc3eaf1e605 req-239cef10-3ccc-48ea-a406-3a31636522c2 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 943 time: 0.0715318 Sep 22 10:49:41.465395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20f60c62-c52f-4b62-8711-6dc3eaf1e605 req-bd88580e-85cd-49f3-b8b1-c4e60b4f49f4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467057 Sep 22 10:49:41.583205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a7758d1-5610-4f91-a485-56603b0e751e req-8d16ce30-1d23-4a96-818f-8b53f5266de6 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 210 time: 0.0468547 Sep 22 10:49:41.671603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fe643bc9-891d-4a08-9e71-08e4fc908112 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:49:41.802989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port fe643bc9-891d-4a08-9e71-08e4fc908112, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fe643bc9-891d-4a08-9e71-08e4fc908112,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:41.815496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'fe643bc9-891d-4a08-9e71-08e4fc908112', 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c', 'port_id': 'fe643bc9-891d-4a08-9e71-08e4fc908112', 'mac_address': 'fa:16:3e:30:09:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5576e5ad-7af2-41ce-8067-db3507b597bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:49:41.867429 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:41.893344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe643bc9-891d-4a08-9e71-08e4fc908112 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:49:41.914410 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port fe643bc9-891d-4a08-9e71-08e4fc908112, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fe643bc9-891d-4a08-9e71-08e4fc908112,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:41.997473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:42.028666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbae277-0414-4973-84d7-7382cd972d5f req-249ed29a-6028-4dda-b2af-132c20444e87 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:42.033477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-249ed29a-6028-4dda-b2af-132c20444e87 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "GET /v2.0/networks?id=d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 HTTP/1.1" status: 200 len: 796 time: 0.1556685 Sep 22 10:49:42.093646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=fe643bc9-891d-4a08-9e71-08e4fc908112,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:42.101636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-e33c1f52-3ad8-49f5-8f64-22aabf5db689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d09ed6d952041598d1cfef4c76decf1 HTTP/1.1" status: 200 len: 472 time: 0.0592680 Sep 22 10:49:42.111798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'port': {'device_id': '87ac7f18-36c2-41e4-a488-4dd774a001eb', 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0', 'admin_state_up': True, 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'security_groups': ['7f43d519-4d7c-48c7-9090-1e8c9972698c']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:42.183994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['fe643bc9-891d-4a08-9e71-08e4fc908112'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:49:42.506286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Made reservation on behalf of 4d09ed6d952041598d1cfef4c76decf1 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:42.511124 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:42.744607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c5674-22d5-4561-9b1a-e52d030e09b8 req-cf1684f9-bbb4-4ff4-b96c-2a8ba60c20b8 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:42.746184 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e02c5674-22d5-4561-9b1a-e52d030e09b8 req-cf1684f9-bbb4-4ff4-b96c-2a8ba60c20b8 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 944 time: 0.1153340 Sep 22 10:49:42.787742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.20.0.20 (d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0/9e8c33fb-1a46-434b-96cc-167175a1f679/6f634682-c21a-4e8b-b426-71d157826cdc) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:42.823805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e02c5674-22d5-4561-9b1a-e52d030e09b8 req-39418cd2-cff4-4a66-9ca1-c380cb1d0f5d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656259 Sep 22 10:49:42.986587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60b2b22f-bdb7-4701-97fa-f849e78ec12e req-f6041812-b558-417a-a888-dcfab6657d3e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 210 time: 0.0317495 Sep 22 10:49:43.036038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:43.176191 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:43.242180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:43.245481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:43.248301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:43.286952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=6f634682-c21a-4e8b-b426-71d157826cdc,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:43.312202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:43.326206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:43.411190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-8e40b4e9-753d-4982-8612-59a592924422 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3039992 Sep 22 10:49:43.424353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Request body: {'port': {'device_id': '87ac7f18-36c2-41e4-a488-4dd774a001eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:43.572927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:43.632011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-46e551c1-c9bf-4197-a50a-7d418dab4997 None None] Provisioning complete for port 6f634682-c21a-4e8b-b426-71d157826cdc triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:43.632930 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-46e551c1-c9bf-4197-a50a-7d418dab4997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:43.672417 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fe643bc9-891d-4a08-9e71-08e4fc908112 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:49:43.699487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-46e551c1-c9bf-4197-a50a-7d418dab4997 None None] Port 6f634682-c21a-4e8b-b426-71d157826cdc cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:49:43.847701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port fe643bc9-891d-4a08-9e71-08e4fc908112 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:49:43.852431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port fe643bc9-891d-4a08-9e71-08e4fc908112 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:43.853078 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:43.999886 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:44.027024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22cdd22-073c-4b65-8b6e-ffcf9ede8da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe643bc9-891d-4a08-9e71-08e4fc908112'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:44.030419 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4df2ed-ee33-464c-9984-4ed16efae6b3" -d '{"events": [{"server_uuid": "f22cdd22-073c-4b65-8b6e-ffcf9ede8da3", "name": "network-vif-plugged", "status": "completed", "tag": "fe643bc9-891d-4a08-9e71-08e4fc908112"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:44.044041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f634682-c21a-4e8b-b426-71d157826cdc {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:49:44.047568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port fe643bc9-891d-4a08-9e71-08e4fc908112, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fe643bc9-891d-4a08-9e71-08e4fc908112,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:44.054591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:44.071701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Transition to ACTIVE for port object 6f634682-c21a-4e8b-b426-71d157826cdc will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:49:44.079325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc0458-80a4-4d3f-85e0-e4a66d130ab2 req-e8220edb-6ad6-4191-890c-c8a598e408e6 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:44.081853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25bc0458-80a4-4d3f-85e0-e4a66d130ab2 req-e8220edb-6ad6-4191-890c-c8a598e408e6 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 944 time: 0.1129429 Sep 22 10:49:44.124247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25bc0458-80a4-4d3f-85e0-e4a66d130ab2 req-0e2e6c68-50b3-4e4a-9470-34faf65e2c44 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Sep 22 10:49:44.221712 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:44.227425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:44.352578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=fe643bc9-891d-4a08-9e71-08e4fc908112,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:44.381809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4766-a28c-44af-994e-3f19331ff9db req-9a762242-8d20-4d30-93a6-57db7c924756 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:44.381809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c5f4766-a28c-44af-994e-3f19331ff9db req-9a762242-8d20-4d30-93a6-57db7c924756 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 932 time: 0.1974165 Sep 22 10:49:44.404486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Pushing event updated for resources: {'Port': ['ID=6f634682-c21a-4e8b-b426-71d157826cdc,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:44.479754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c5f4766-a28c-44af-994e-3f19331ff9db req-e4481a99-b4e2-478f-8fbb-33c9774556e1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757458 Sep 22 10:49:44.511678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Attempting to bind port 6f634682-c21a-4e8b-b426-71d157826cdc on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:49:44.512119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Attempting to bind port 6f634682-c21a-4e8b-b426-71d157826cdc by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:49:44.512548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Attempting to bind port 6f634682-c21a-4e8b-b426-71d157826cdc on network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:44.521410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Port 6f634682-c21a-4e8b-b426-71d157826cdc on network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:49:44.521853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Attempting to bind port 6f634682-c21a-4e8b-b426-71d157826cdc on network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:44.527229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:49:44.532102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Checking segment: {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:44.536642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Bound using segment: {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:49:44.536642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Bound port: 6f634682-c21a-4e8b-b426-71d157826cdc, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:49:44.536642 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:44.596065 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9737eb1c-2bc3-4c5c-b97e-97b6858c63bb x-openstack-request-id: req-9737eb1c-2bc3-4c5c-b97e-97b6858c63bb {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:44.596701 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22cdd22-073c-4b65-8b6e-ffcf9ede8da3", "name": "network-vif-plugged", "status": "completed", "tag": "fe643bc9-891d-4a08-9e71-08e4fc908112", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:44.597154 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9737eb1c-2bc3-4c5c-b97e-97b6858c63bb {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:44.597724 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22cdd22-073c-4b65-8b6e-ffcf9ede8da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe643bc9-891d-4a08-9e71-08e4fc908112', 'code': 200} Sep 22 10:49:44.641546 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34668) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:44.828632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0d911765-9627-42db-ac6c-c77c50404b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:44.955168 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0d911765-9627-42db-ac6c-c77c50404b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:45.037782 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0d911765-9627-42db-ac6c-c77c50404b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:45.092101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] For port 6f634682-c21a-4e8b-b426-71d157826cdc, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:49:45.101271 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0d911765-9627-42db-ac6c-c77c50404b9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c3ae067904a4d00877a1b819334865a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571464 Sep 22 10:49:45.102546 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d911765-9627-42db-ac6c-c77c50404b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d8bf78-8f62-43da-a567-30e44366562e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:45.108233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 34688) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:45.108703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] For port 6f634682-c21a-4e8b-b426-71d157826cdc, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6f634682-c21a-4e8b-b426-71d157826cdc,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:49:45.156710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2af5e-3b31-4dd0-ab0a-8724e7363e7b req-1e044e26-3d38-4ddd-afdf-71fc7fae86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:45.158524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ee2af5e-3b31-4dd0-ab0a-8724e7363e7b req-1e044e26-3d38-4ddd-afdf-71fc7fae86bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 1096 time: 0.4865685 Sep 22 10:49:45.186712 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7604d5c-ef3e-405c-810b-34b61f17a2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:45.210707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:45.302556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:45.302556 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:45.304218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] 10.222.0.30 "PUT /v2.0/ports/6f634682-c21a-4e8b-b426-71d157826cdc HTTP/1.1" status: 200 len: 1092 time: 1.8843005 Sep 22 10:49:45.314132 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7604d5c-ef3e-405c-810b-34b61f17a2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:45.317894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ac7f18-36c2-41e4-a488-4dd774a001eb', 'tag': '6f634682-c21a-4e8b-b426-71d157826cdc'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:45.320213 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470b82a-72fc-4ea6-87a5-7078aa70b3de" -d '{"events": [{"name": "network-changed", "server_uuid": "87ac7f18-36c2-41e4-a488-4dd774a001eb", "tag": "6f634682-c21a-4e8b-b426-71d157826cdc"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:45.337418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ee2af5e-3b31-4dd0-ab0a-8724e7363e7b req-2e826849-9104-4259-9643-35fbad97f464 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652832 Sep 22 10:49:45.395795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8fad1-ce51-4d30-aee9-15fcfbdab924 service neutron] Pushing event updated for resources: {'Port': ['ID=6f634682-c21a-4e8b-b426-71d157826cdc,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:45.433083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb4b52-97be-4290-b773-096731e7bd5c req-34dce6e7-8fe0-4789-9579-88843e844131 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:45.441335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bfb4b52-97be-4290-b773-096731e7bd5c req-34dce6e7-8fe0-4789-9579-88843e844131 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 945 time: 0.2320750 Sep 22 10:49:45.539862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bfb4b52-97be-4290-b773-096731e7bd5c req-f488f597-1486-4cd8-859f-f5ab8b5b6bb5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976508 Sep 22 10:49:45.552124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbae277-0414-4973-84d7-7382cd972d5f req-1460aaab-9498-4f0b-9a60-14b364248122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:45.553790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-1460aaab-9498-4f0b-9a60-14b364248122 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 1095 time: 0.1409767 Sep 22 10:49:45.632463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-439c4e46-c7e8-4bd3-b34d-6297d5c62bee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6f634682-c21a-4e8b-b426-71d157826cdc HTTP/1.1" status: 200 len: 217 time: 0.0495377 Sep 22 10:49:45.633597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7604d5c-ef3e-405c-810b-34b61f17a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:45.637176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7604d5c-ef3e-405c-810b-34b61f17a2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:45.648786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e7604d5c-ef3e-405c-810b-34b61f17a2d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77d8bf78-8f62-43da-a567-30e44366562e HTTP/1.1" status: 204 len: 168 time: 0.5401747 Sep 22 10:49:45.649034 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439746d6-efd6-474a-bfeb-da0784b1698e x-openstack-request-id: req-439746d6-efd6-474a-bfeb-da0784b1698e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:45.649407 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ac7f18-36c2-41e4-a488-4dd774a001eb", "tag": "6f634682-c21a-4e8b-b426-71d157826cdc", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:45.649743 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-439746d6-efd6-474a-bfeb-da0784b1698e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:45.650385 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ac7f18-36c2-41e4-a488-4dd774a001eb', 'tag': '6f634682-c21a-4e8b-b426-71d157826cdc', 'status': 'completed', 'code': 200} Sep 22 10:49:45.673721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7604d5c-ef3e-405c-810b-34b61f17a2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d8bf78-8f62-43da-a567-30e44366562e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:45.778814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbae277-0414-4973-84d7-7382cd972d5f req-00f409c8-6e02-4471-9774-06320f08d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:45.782527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-00f409c8-6e02-4471-9774-06320f08d91c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e8c33fb-1a46-434b-96cc-167175a1f679 HTTP/1.1" status: 200 len: 837 time: 0.1311960 Sep 22 10:49:45.866479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74242fab-d16f-4602-bdbf-408a6398bd3c req-02006c11-094b-46d3-85f5-59762dff5e6d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:45.867904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74242fab-d16f-4602-bdbf-408a6398bd3c req-02006c11-094b-46d3-85f5-59762dff5e6d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 944 time: 0.0942323 Sep 22 10:49:45.886718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbae277-0414-4973-84d7-7382cd972d5f req-0a7efaf6-af9c-4e43-9b47-f4ef6d184aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:45.888325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-0a7efaf6-af9c-4e43-9b47-f4ef6d184aba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951412 Sep 22 10:49:45.965553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74242fab-d16f-4602-bdbf-408a6398bd3c req-5d31e33d-9ef7-435c-9e73-5625fe77d2e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872183 Sep 22 10:49:46.055704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-b2de897b-775c-4b82-8ca6-f343de4d3a68 service neutron] 10.222.0.30 "GET /v2.0/networks/d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584377 Sep 22 10:49:46.163832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fbae277-0414-4973-84d7-7382cd972d5f req-a0fbeba9-78fa-4f42-8a77-c856af2081ce service neutron] 10.222.0.30 "GET /v2.0/networks/d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015553 Sep 22 10:49:46.423151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-499d5c18-b21a-4276-a463-f2ea4940cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:46.430134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-499d5c18-b21a-4276-a463-f2ea4940cb34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 1095 time: 0.0693641 Sep 22 10:49:46.555480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-a989f5df-184e-4d52-8116-5237a9ba56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:46.557205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-a989f5df-184e-4d52-8116-5237a9ba56b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 HTTP/1.1" status: 200 len: 897 time: 0.1186213 Sep 22 10:49:46.626643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-2b3b055b-1741-45a3-89ba-56f130adffd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6f634682-c21a-4e8b-b426-71d157826cdc HTTP/1.1" status: 200 len: 217 time: 0.0580094 Sep 22 10:49:46.720985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-448b7740-b649-40b3-a419-cdb7d8dd6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:46.728046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-448b7740-b649-40b3-a419-cdb7d8dd6b5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e8c33fb-1a46-434b-96cc-167175a1f679 HTTP/1.1" status: 200 len: 837 time: 0.0885670 Sep 22 10:49:46.728930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34714) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:46.735612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150650e-f8d2-434c-8eaa-974c9b20fe25 req-6b1e7d7d-c597-4329-9e94-9e4f9945c5a5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:46.737263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3150650e-f8d2-434c-8eaa-974c9b20fe25 req-6b1e7d7d-c597-4329-9e94-9e4f9945c5a5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 945 time: 0.0911546 Sep 22 10:49:46.749041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72274c42-bbcd-4768-bc18-b4f4a19eed56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:46.803320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3150650e-f8d2-434c-8eaa-974c9b20fe25 req-900217fb-bedb-4ccc-9ee5-39ce65e9b1f6 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556271 Sep 22 10:49:46.819845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-47e0112f-29b2-4658-bbea-e03fbac10e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:46.822295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-47e0112f-29b2-4658-bbea-e03fbac10e0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840425 Sep 22 10:49:46.931922 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72274c42-bbcd-4768-bc18-b4f4a19eed56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:46.975164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-0ee25c5a-81ed-4e84-ae13-401b43002df1 service neutron] 10.222.0.30 "GET /v2.0/networks/d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430404 Sep 22 10:49:47.082232 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72274c42-bbcd-4768-bc18-b4f4a19eed56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.129651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0470b82a-72fc-4ea6-87a5-7078aa70b3de req-fd5e49aa-6763-44ee-9a75-343a2cf0d093 service neutron] 10.222.0.30 "GET /v2.0/networks/d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466315 Sep 22 10:49:47.131864 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72274c42-bbcd-4768-bc18-b4f4a19eed56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0a819-92e8-4f85-8b76-25a6b8cec337,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:47.176166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288ee87-be40-4f3f-aaee-2c2a79a572f2 req-21b29979-7b0a-4125-a29f-553945ff9da2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:47.177814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0288ee87-be40-4f3f-aaee-2c2a79a572f2 req-21b29979-7b0a-4125-a29f-553945ff9da2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 944 time: 0.1083908 Sep 22 10:49:47.186953 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72274c42-bbcd-4768-bc18-b4f4a19eed56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30f0e9e92ee74594bf459f7994796dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560685 Sep 22 10:49:47.189580 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34726) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:47.225687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0288ee87-be40-4f3f-aaee-2c2a79a572f2 req-9bcdb851-30d5-43b2-9f40-448115e357bc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391304 Sep 22 10:49:47.263692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c693e198-a99e-43aa-9783-127c9a985e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.293527 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c693e198-a99e-43aa-9783-127c9a985e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.601484 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c693e198-a99e-43aa-9783-127c9a985e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.607917 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c693e198-a99e-43aa-9783-127c9a985e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.607917 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c693e198-a99e-43aa-9783-127c9a985e2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72b0a819-92e8-4f85-8b76-25a6b8cec337 HTTP/1.1" status: 204 len: 168 time: 0.4137063 Sep 22 10:49:47.615825 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693e198-a99e-43aa-9783-127c9a985e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0a819-92e8-4f85-8b76-25a6b8cec337,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:47.755022 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6f634682-c21a-4e8b-b426-71d157826cdc details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:49:47.953400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6f634682-c21a-4e8b-b426-71d157826cdc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6f634682-c21a-4e8b-b426-71d157826cdc,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:47.966677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '6f634682-c21a-4e8b-b426-71d157826cdc', 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0', 'port_id': '6f634682-c21a-4e8b-b426-71d157826cdc', 'mac_address': 'fa:16:3e:96:b1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8c33fb-1a46-434b-96cc-167175a1f679', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:49:48.011368 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:48.030795 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f634682-c21a-4e8b-b426-71d157826cdc {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:49:48.072836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6f634682-c21a-4e8b-b426-71d157826cdc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6f634682-c21a-4e8b-b426-71d157826cdc,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:48.203630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:48.312712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6f634682-c21a-4e8b-b426-71d157826cdc,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:48.390827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025fcd-9a51-443d-b227-06468aefabe9 req-ea4784b7-6617-4365-bf7d-6cadfdd93d6c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:48.392538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c025fcd-9a51-443d-b227-06468aefabe9 req-ea4784b7-6617-4365-bf7d-6cadfdd93d6c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 945 time: 0.0784175 Sep 22 10:49:48.450137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['6f634682-c21a-4e8b-b426-71d157826cdc'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:49:48.464274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c025fcd-9a51-443d-b227-06468aefabe9 req-2358e898-6352-4bb8-8fc4-61dcc316d331 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649531 Sep 22 10:49:48.642379 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:49:49.258791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e07b5e-42ee-43ad-aac2-0b5e4931f1a3 req-6abd52ed-30e5-4e6d-8ca8-0cbce5fcc15d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:49.260323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00e07b5e-42ee-43ad-aac2-0b5e4931f1a3 req-6abd52ed-30e5-4e6d-8ca8-0cbce5fcc15d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 945 time: 0.0532215 Sep 22 10:49:49.311824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00e07b5e-42ee-43ad-aac2-0b5e4931f1a3 req-5de55c38-2ae2-4b64-af1b-0db783d219c0 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440805 Sep 22 10:49:49.604361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbd19-e474-44ec-bc57-79866ddc539a req-3bd379c0-3a5a-4859-bdfd-b9e806fbe683 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:49.606735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1ddbd19-e474-44ec-bc57-79866ddc539a req-3bd379c0-3a5a-4859-bdfd-b9e806fbe683 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 945 time: 0.0596712 Sep 22 10:49:49.648251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1ddbd19-e474-44ec-bc57-79866ddc539a req-a2760e84-0ab0-4fee-9af0-f8b7f4a405ad tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Sep 22 10:49:49.785488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6f634682-c21a-4e8b-b426-71d157826cdc up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:49:50.106472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 6f634682-c21a-4e8b-b426-71d157826cdc completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:49:50.115163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 6f634682-c21a-4e8b-b426-71d157826cdc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:50.115653 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:50.193859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:50.253759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6f634682-c21a-4e8b-b426-71d157826cdc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6f634682-c21a-4e8b-b426-71d157826cdc,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:50.258427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ac7f18-36c2-41e4-a488-4dd774a001eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f634682-c21a-4e8b-b426-71d157826cdc'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:50.258427 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883f862d-1ee2-440c-9920-48bb6c6e0989" -d '{"events": [{"server_uuid": "87ac7f18-36c2-41e4-a488-4dd774a001eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f634682-c21a-4e8b-b426-71d157826cdc"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:50.321749 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3b1ba1-097e-4fb9-9beb-e695bdf3dd6f x-openstack-request-id: req-fe3b1ba1-097e-4fb9-9beb-e695bdf3dd6f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:50.322117 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ac7f18-36c2-41e4-a488-4dd774a001eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f634682-c21a-4e8b-b426-71d157826cdc", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:50.322524 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe3b1ba1-097e-4fb9-9beb-e695bdf3dd6f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:50.322927 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ac7f18-36c2-41e4-a488-4dd774a001eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f634682-c21a-4e8b-b426-71d157826cdc', 'code': 200} Sep 22 10:49:50.378889 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:50.477366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6f634682-c21a-4e8b-b426-71d157826cdc,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:50.514977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089e51-4bdf-4c9a-979a-94d7f3a38969 req-70451eaa-7051-4ee2-a238-645b8bc53770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:50.516663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc089e51-4bdf-4c9a-979a-94d7f3a38969 req-70451eaa-7051-4ee2-a238-645b8bc53770 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 1097 time: 0.1297038 Sep 22 10:49:50.602652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f10295-40e8-4b07-8179-78d8a92aaede req-59f117c8-3ea6-4fab-ad64-59282fc717b6 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:50.604372 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43f10295-40e8-4b07-8179-78d8a92aaede req-59f117c8-3ea6-4fab-ad64-59282fc717b6 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 945 time: 0.1693807 Sep 22 10:49:50.611909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc089e51-4bdf-4c9a-979a-94d7f3a38969 req-693f7f1f-83bb-4dd0-9557-872bccbe650c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793636 Sep 22 10:49:50.641844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab564-39a5-4280-bba1-e8c368083532 req-90693307-6e62-4735-a7c9-40fd697c69d6 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:50.643651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-043ab564-39a5-4280-bba1-e8c368083532 req-90693307-6e62-4735-a7c9-40fd697c69d6 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.32 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 945 time: 0.1509960 Sep 22 10:49:50.702159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43f10295-40e8-4b07-8179-78d8a92aaede req-48aaa35c-71f9-4d32-8fd1-75f2d7d71fb1 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886519 Sep 22 10:49:50.849298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-043ab564-39a5-4280-bba1-e8c368083532 req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Deleting port fe643bc9-891d-4a08-9e71-08e4fc908112 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:49:50.849813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-043ab564-39a5-4280-bba1-e8c368083532 req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:50.860674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4efb3-9cd9-434d-a9d2-bd2c72385bdc req-fc9bdf22-d8f8-4a7a-9dab-61e573ede2a4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:50.862328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24f4efb3-9cd9-434d-a9d2-bd2c72385bdc req-fc9bdf22-d8f8-4a7a-9dab-61e573ede2a4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 946 time: 0.0710719 Sep 22 10:49:50.952599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24f4efb3-9cd9-434d-a9d2-bd2c72385bdc req-b53d58c4-cd2f-4285-9d6f-fd244a003654 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792236 Sep 22 10:49:51.003435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-043ab564-39a5-4280-bba1-e8c368083532 req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] For port fe643bc9-891d-4a08-9e71-08e4fc908112, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=fe643bc9-891d-4a08-9e71-08e4fc908112,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:51.003914 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-043ab564-39a5-4280-bba1-e8c368083532 req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:51.024780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-043ab564-39a5-4280-bba1-e8c368083532 req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Calling delete_port for fe643bc9-891d-4a08-9e71-08e4fc908112 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:49:51.317835 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-043ab564-39a5-4280-bba1-e8c368083532 req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:51.330809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['fe643bc9-891d-4a08-9e71-08e4fc908112'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:49:51.346833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Pushing event deleted for resources: {'Port': ['ID=fe643bc9-891d-4a08-9e71-08e4fc908112,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:51.402510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-043ab564-39a5-4280-bba1-e8c368083532 req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] No DVR routers for this DVR port fe643bc9-891d-4a08-9e71-08e4fc908112 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:49:51.405106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-043ab564-39a5-4280-bba1-e8c368083532 req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:51.407138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-043ab564-39a5-4280-bba1-e8c368083532 req-1cab60fd-071e-4ff7-85fb-fe779b2548e3 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.32 "DELETE /v2.0/ports/fe643bc9-891d-4a08-9e71-08e4fc908112 HTTP/1.1" status: 204 len: 173 time: 0.7552729 Sep 22 10:49:51.408788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22cdd22-073c-4b65-8b6e-ffcf9ede8da3', 'name': 'network-vif-deleted', 'tag': 'fe643bc9-891d-4a08-9e71-08e4fc908112'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:51.411249 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6806814-e3fd-4d04-b30e-480ea47782a2" -d '{"events": [{"server_uuid": "f22cdd22-073c-4b65-8b6e-ffcf9ede8da3", "name": "network-vif-deleted", "tag": "fe643bc9-891d-4a08-9e71-08e4fc908112"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:51.476500 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b700325-a8d8-4024-802e-d11210dec9b5 x-openstack-request-id: req-3b700325-a8d8-4024-802e-d11210dec9b5 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:51.476500 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22cdd22-073c-4b65-8b6e-ffcf9ede8da3", "name": "network-vif-deleted", "tag": "fe643bc9-891d-4a08-9e71-08e4fc908112", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:51.476500 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b700325-a8d8-4024-802e-d11210dec9b5 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:51.476500 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22cdd22-073c-4b65-8b6e-ffcf9ede8da3', 'name': 'network-vif-deleted', 'tag': 'fe643bc9-891d-4a08-9e71-08e4fc908112', 'status': 'completed', 'code': 200} Sep 22 10:49:51.819648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7654bc4-00b8-4450-ba67-b680eb2d5407 req-bcea7d71-ab15-411d-b795-b02ee1380c34 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=f22cdd22-073c-4b65-8b6e-ffcf9ede8da3 HTTP/1.1" status: 200 len: 210 time: 0.0347028 Sep 22 10:49:52.087474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf87df0-facf-41df-bd17-ebaa0cb81d71 req-4ff503ad-9604-4938-950e-9f944e24b0a5 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:52.088942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2cf87df0-facf-41df-bd17-ebaa0cb81d71 req-4ff503ad-9604-4938-950e-9f944e24b0a5 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 946 time: 0.0521979 Sep 22 10:49:52.137245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2cf87df0-facf-41df-bd17-ebaa0cb81d71 req-f1d1daed-4c41-4ba5-9e7f-7cf9ed68a8c2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382843 Sep 22 10:49:52.304318 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26668cb2-66c7-45bf-9af3-ffe09af897ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:52.313186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca657aa-cf8b-4362-ba5f-6ccb528b8f1b req-28660f78-2c24-4c9b-a665-b07a367b26eb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:52.315446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ca657aa-cf8b-4362-ba5f-6ccb528b8f1b req-28660f78-2c24-4c9b-a665-b07a367b26eb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 946 time: 0.0579112 Sep 22 10:49:52.357332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ca657aa-cf8b-4362-ba5f-6ccb528b8f1b req-bfb7df1d-e250-4b53-9f80-6dce02ce698a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355008 Sep 22 10:49:53.195991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-952653ee-47b8-4d99-9de8-d71d6b6a885b tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:53.197614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-952653ee-47b8-4d99-9de8-d71d6b6a885b tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/networks?id=5a13cad0-4d11-44e0-aa18-b09bccafe30c HTTP/1.1" status: 200 len: 809 time: 0.1336563 Sep 22 10:49:53.218598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-407894b3-c0f9-4446-bff4-342c3148967c tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/quotas/d7dab259377c482b984819cd79fab2cc HTTP/1.1" status: 200 len: 375 time: 0.0100613 Sep 22 10:49:53.251318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-3fa0edff-6616-40ba-9df0-316dc49f3e46 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7dab259377c482b984819cd79fab2cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303819 Sep 22 10:49:53.362904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-e1bbb6ca-c113-4bd8-abbc-1cd736d9c5d6 service neutron] 10.222.0.20 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042666 Sep 22 10:49:53.486953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-6b531098-2494-469a-9f11-2a4366c74b0f service neutron] 10.222.0.20 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232126 Sep 22 10:49:53.719475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fe643bc9-891d-4a08-9e71-08e4fc908112 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:49:53.786041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efa95a84-89f2-412e-b0f2-6fde2b7e00b8 req-842e0db7-9d74-4b7e-b401-72f0f4ced374 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0317030 Sep 22 10:49:53.787246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: fe643bc9-891d-4a08-9e71-08e4fc908112 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:49:53.787696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device fe643bc9-891d-4a08-9e71-08e4fc908112 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:49:53.911316 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 34908) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:54.856662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:54.937979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7a1bbe4-0218-4d92-866a-fb74947c02cd req-63897cd9-55ba-4053-8b79-ee3f09a8e6da tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0322065 Sep 22 10:49:55.157884 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0c2fcccd-f1d6-4204-85c7-589cfbbb8614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:55.210440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.20.0.17 (d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0/9e8c33fb-1a46-434b-96cc-167175a1f679/b27e5c57-45c9-4547-aec4-d6d26596f96d) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:55.404673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:55.592069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:55.592389 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:55.635748 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:55.638966 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:55.643000 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:55.677703 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=b27e5c57-45c9-4547-aec4-d6d26596f96d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:55.704040 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:55.795792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:55.872414 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:56.016961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:56.083529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-adcf8947-3ee8-4a7f-9ed3-71a0acf5ee04 None None] Provisioning complete for port b27e5c57-45c9-4547-aec4-d6d26596f96d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:56.083897 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-adcf8947-3ee8-4a7f-9ed3-71a0acf5ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:56.115144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4cadcbea-1f2e-4349-833b-948b90f0ff02 req-3445241a-a349-4bf8-99b3-3cd093e1a799 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0756683 Sep 22 10:49:56.166643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-adcf8947-3ee8-4a7f-9ed3-71a0acf5ee04 None None] Port b27e5c57-45c9-4547-aec4-d6d26596f96d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:49:56.246579 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:56.287124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-121844ee-8f1e-4d45-bc54-c02555801c28 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:56.289125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-121844ee-8f1e-4d45-bc54-c02555801c28 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.32 "GET /v2.0/networks?id=5a13cad0-4d11-44e0-aa18-b09bccafe30c HTTP/1.1" status: 200 len: 809 time: 0.1435671 Sep 22 10:49:56.303062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Request body: {'port': {'device_id': 'e1b0fe5f-092b-43e3-aa14-644b16afb9d8', 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c', 'admin_state_up': True, 'tenant_id': 'd7dab259377c482b984819cd79fab2cc'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:56.365692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:56.443216 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:56.507398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Made reservation on behalf of d7dab259377c482b984819cd79fab2cc for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:56.522020 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:56.533790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:56.595034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=b27e5c57-45c9-4547-aec4-d6d26596f96d,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:56.716157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:56.717988 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:56.758587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Allocated IP 172.20.0.11 (5a13cad0-4d11-44e0-aa18-b09bccafe30c/5576e5ad-7af2-41ce-8067-db3507b597bf/b7520b5e-8edb-49f0-9219-d9681d488887) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:56.894255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:49:57.055721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:49:57.061190 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-397e6db5-515b-467e-ac43-67ff3291e721 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "PUT /v2.0/routers/85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1713133 Sep 22 10:49:57.083175 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Sync routers for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:49:57.084192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:57.117493 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:49:57.118190 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:49:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:57.200547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8c7b01e7-b3b4-4023-805f-fc7bc664334f None None] Provisioning complete for port b27e5c57-45c9-4547-aec4-d6d26596f96d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:57.201024 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c7b01e7-b3b4-4023-805f-fc7bc664334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:57.281689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8192f4f6-31f7-4123-9787-a3408f223ce7 req-b34d8694-d7a9-490e-8c00-a2be6bbd860b tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0417163 Sep 22 10:49:57.294524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b01e7-b3b4-4023-805f-fc7bc664334f None None] Port b27e5c57-45c9-4547-aec4-d6d26596f96d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:49:57.307394 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:57.335797 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:49:57.411150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Network 5a13cad0-4d11-44e0-aa18-b09bccafe30c is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:57.424450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:57.429732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:57.485747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Pushing event updated for resources: {'Port': ['ID=b7520b5e-8edb-49f0-9219-d9681d488887,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:57.516791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:57.517817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:57.614156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-81886a03-6f1d-45ef-bebe-a001aeabc1e5 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3154047 Sep 22 10:49:57.627208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Request body: {'port': {'device_id': 'e1b0fe5f-092b-43e3-aa14-644b16afb9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:57.663582 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:49:55Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'ead436fe-954a-4f86-a7c4-bfb21f54d5ee', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:48:55Z', 'updated_at': '2021-09-22T10:48:58Z', 'revision_number': 1, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27e5c57-45c9-4547-aec4-d6d26596f96d', 'name': '', 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:a0:42:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '9e8c33fb-1a46-434b-96cc-167175a1f679', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:49:55Z', 'updated_at': '2021-09-22T10:49:56Z', 'revision_number': 2, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '9e8c33fb-1a46-434b-96cc-167175a1f679', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:57.704418 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Checking router: 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:49:57.704773 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Updating router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a port b27e5c57-45c9-4547-aec4-d6d26596f96d binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:49:57.715651 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:57.764420 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.129676 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.252633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7520b5e-8edb-49f0-9219-d9681d488887 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:49:58.265505 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.270126 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.305138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Transition to ACTIVE for port object b7520b5e-8edb-49f0-9219-d9681d488887 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:49:58.373444 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.459109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.525828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c78f0-7fdf-406e-9aa8-f01b34a396ed req-658ab65c-d5ff-4556-8db8-49164b8e56c1 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:58.525828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-028c78f0-7fdf-406e-9aa8-f01b34a396ed req-658ab65c-d5ff-4556-8db8-49164b8e56c1 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 932 time: 0.1512537 Sep 22 10:49:58.547765 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Pushing event updated for resources: {'Port': ['ID=b27e5c57-45c9-4547-aec4-d6d26596f96d,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:58.580102 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Attempting to bind port b27e5c57-45c9-4547-aec4-d6d26596f96d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:49:58.580789 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Attempting to bind port b27e5c57-45c9-4547-aec4-d6d26596f96d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:49:58.581940 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Attempting to bind port b27e5c57-45c9-4547-aec4-d6d26596f96d on network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:58.591042 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:49:58.591406 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Checking segment: {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:58.591881 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.592296 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Bound using segment: {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:49:58.593106 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Bound port: b27e5c57-45c9-4547-aec4-d6d26596f96d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:49:58.593484 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.613232 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.613579 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.613932 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.614746 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.615051 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.615384 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.615706 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.619600 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.619600 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.619600 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.619600 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.619600 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:58.667583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Pushing event updated for resources: {'Port': ['ID=b7520b5e-8edb-49f0-9219-d9681d488887,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:58.709864 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] For port b27e5c57-45c9-4547-aec4-d6d26596f96d, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:49:58.712776 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] For port b27e5c57-45c9-4547-aec4-d6d26596f96d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b27e5c57-45c9-4547-aec4-d6d26596f96d,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:49:58.760023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-028c78f0-7fdf-406e-9aa8-f01b34a396ed req-4eb7e8d4-f1b8-4991-8809-c547b148c4ae tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252738 Sep 22 10:49:58.786612 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.806823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Attempting to bind port b7520b5e-8edb-49f0-9219-d9681d488887 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:49:58.807366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Attempting to bind port b7520b5e-8edb-49f0-9219-d9681d488887 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '1cb8fdcb-b22b-441e-a658-1a02b0223d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:49:58.807774 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Attempting to bind port b7520b5e-8edb-49f0-9219-d9681d488887 on network 5a13cad0-4d11-44e0-aa18-b09bccafe30c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:58.812753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Port b7520b5e-8edb-49f0-9219-d9681d488887 on network 5a13cad0-4d11-44e0-aa18-b09bccafe30c not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:49:58.813204 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Attempting to bind port b7520b5e-8edb-49f0-9219-d9681d488887 on network 5a13cad0-4d11-44e0-aa18-b09bccafe30c {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:58.819159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:49:58.823655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Checking segment: {'id': '1cb8fdcb-b22b-441e-a658-1a02b0223d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:58.823655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Bound using segment: {'id': '1cb8fdcb-b22b-441e-a658-1a02b0223d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:49:58.823655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Bound port: b7520b5e-8edb-49f0-9219-d9681d488887, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb8fdcb-b22b-441e-a658-1a02b0223d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:49:58.823655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.834127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-21494067-0d93-434a-919c-1364ea5e2d23 None None] Provisioning complete for port b27e5c57-45c9-4547-aec4-d6d26596f96d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:58.834660 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-21494067-0d93-434a-919c-1364ea5e2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.928463 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:49:58.929922 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:49:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:58.936297 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d138d-531e-4e57-b9a3-60df15a6056a None None] Pushing event updated for resources: {'Port': ['ID=b27e5c57-45c9-4547-aec4-d6d26596f96d,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:58.970950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] For port b7520b5e-8edb-49f0-9219-d9681d488887, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:49:58.978496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] For port b7520b5e-8edb-49f0-9219-d9681d488887, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b7520b5e-8edb-49f0-9219-d9681d488887,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:49:59.042897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:59.058221 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-21494067-0d93-434a-919c-1364ea5e2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:59.187614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-21494067-0d93-434a-919c-1364ea5e2d23 None None] For port b27e5c57-45c9-4547-aec4-d6d26596f96d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b27e5c57-45c9-4547-aec4-d6d26596f96d,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:59.193211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:59.193829 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:59.195265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] 10.222.0.32 "PUT /v2.0/ports/b7520b5e-8edb-49f0-9219-d9681d488887 HTTP/1.1" status: 200 len: 1092 time: 1.5727220 Sep 22 10:49:59.206605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b0fe5f-092b-43e3-aa14-644b16afb9d8', 'tag': 'b7520b5e-8edb-49f0-9219-d9681d488887'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:59.209352 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cb7b48-c397-4613-b2eb-88ac0c804d40" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b0fe5f-092b-43e3-aa14-644b16afb9d8", "tag": "b7520b5e-8edb-49f0-9219-d9681d488887"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:59.241743 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:49:59.242588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efec2c-65eb-4001-a39c-d1497876471a service neutron] Pushing event updated for resources: {'Port': ['ID=b7520b5e-8edb-49f0-9219-d9681d488887,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:59.266960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-21494067-0d93-434a-919c-1364ea5e2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:59.273350 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e5e588-21d5-4c2e-bf86-5d6b30aa3778 x-openstack-request-id: req-b3e5e588-21d5-4c2e-bf86-5d6b30aa3778 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:59.273350 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b0fe5f-092b-43e3-aa14-644b16afb9d8", "tag": "b7520b5e-8edb-49f0-9219-d9681d488887", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:59.273350 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3e5e588-21d5-4c2e-bf86-5d6b30aa3778 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:59.273350 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b0fe5f-092b-43e3-aa14-644b16afb9d8', 'tag': 'b7520b5e-8edb-49f0-9219-d9681d488887', 'status': 'completed', 'code': 200} Sep 22 10:49:59.342165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21494067-0d93-434a-919c-1364ea5e2d23 None None] Pushing event updated for resources: {'Port': ['ID=b27e5c57-45c9-4547-aec4-d6d26596f96d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:59.375408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7b48-c397-4613-b2eb-88ac0c804d40 req-f7cee388-4864-49f0-843f-7dd45a390a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:59.377781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9cb7b48-c397-4613-b2eb-88ac0c804d40 req-f7cee388-4864-49f0-843f-7dd45a390a9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7dab259377c482b984819cd79fab2cc&device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0725169 Sep 22 10:49:59.405305 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4be6c0c5-3420-4400-9f7f-cd3ee46aec05 None None] Provisioning complete for port b27e5c57-45c9-4547-aec4-d6d26596f96d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:59.405837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4be6c0c5-3420-4400-9f7f-cd3ee46aec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:59.548538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7b48-c397-4613-b2eb-88ac0c804d40 req-a341130a-603e-4690-a751-d29e452f94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:59.550840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9cb7b48-c397-4613-b2eb-88ac0c804d40 req-a341130a-603e-4690-a751-d29e452f94cf service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d7dab259377c482b984819cd79fab2cc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1653168 Sep 22 10:49:59.613882 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:49:55Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'ead436fe-954a-4f86-a7c4-bfb21f54d5ee', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:48:55Z', 'updated_at': '2021-09-22T10:48:58Z', 'revision_number': 1, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27e5c57-45c9-4547-aec4-d6d26596f96d', 'name': '', 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:a0:42:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '9e8c33fb-1a46-434b-96cc-167175a1f679', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:49:55Z', 'updated_at': '2021-09-22T10:49:58Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '9e8c33fb-1a46-434b-96cc-167175a1f679', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:59.633117 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ed007-81f0-4c70-be0a-b04b36e0904b None None] The sync data for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 is: [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:49:55Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'ead436fe-954a-4f86-a7c4-bfb21f54d5ee', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:48:55Z', 'updated_at': '2021-09-22T10:48:58Z', 'revision_number': 1, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27e5c57-45c9-4547-aec4-d6d26596f96d', 'name': '', 'network_id': 'd5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:a0:42:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '9e8c33fb-1a46-434b-96cc-167175a1f679', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:49:55Z', 'updated_at': '2021-09-22T10:49:58Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '9e8c33fb-1a46-434b-96cc-167175a1f679', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:49:59.739585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7b48-c397-4613-b2eb-88ac0c804d40 req-291e55a8-6b40-474a-aaf0-e47809dd8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:59.744656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9cb7b48-c397-4613-b2eb-88ac0c804d40 req-291e55a8-6b40-474a-aaf0-e47809dd8fa5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871614 Sep 22 10:49:59.872054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-f5f34653-a352-4151-ac00-f1c175b611e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:59.873694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-f5f34653-a352-4151-ac00-f1c175b611e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7dab259377c482b984819cd79fab2cc&device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0865099 Sep 22 10:49:59.954422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-ce2bd36d-0bf1-4fb8-9a50-7b0e42399a3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7520b5e-8edb-49f0-9219-d9681d488887 HTTP/1.1" status: 200 len: 217 time: 0.0691373 Sep 22 10:50:00.009721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-41a26baa-5d92-4ff0-b327-edfc299d4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:00.011244 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-41a26baa-5d92-4ff0-b327-edfc299d4887 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5576e5ad-7af2-41ce-8067-db3507b597bf HTTP/1.1" status: 200 len: 849 time: 0.0535743 Sep 22 10:50:00.024646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a4869-6a06-40c8-b291-9ae3dea20728 req-3d184991-80eb-42d9-90df-80378677a05d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:00.026241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a91a4869-6a06-40c8-b291-9ae3dea20728 req-3d184991-80eb-42d9-90df-80378677a05d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 944 time: 0.1376688 Sep 22 10:50:00.090278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a91a4869-6a06-40c8-b291-9ae3dea20728 req-1f96d6ef-337e-40d9-ab32-b273b7207fa4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Sep 22 10:50:00.095809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b27e5c57-45c9-4547-aec4-d6d26596f96d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:50:00.118693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-2c0229b8-bd77-46c2-a9a8-a01c448d5515 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a13cad0-4d11-44e0-aa18-b09bccafe30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893102 Sep 22 10:50:00.197701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b27e5c57-45c9-4547-aec4-d6d26596f96d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:00.198177 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:00.239112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-491419c4-0867-4c05-ad2e-3714f420a9d0 service neutron] 10.222.0.32 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143501 Sep 22 10:50:00.625930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-bff39c9c-1296-425a-bbd3-735b48b682d3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:00.627536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-bff39c9c-1296-425a-bbd3-735b48b682d3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.2015691 Sep 22 10:50:00.631349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fcffa4f-6c44-4ce5-a5a9-9c7479fdea9f req-7a31649c-769e-46d2-bf35-efd0c692f719 service neutron] 10.222.0.32 "GET /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782167 Sep 22 10:50:00.648815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-ddd78ceb-acf4-4c1b-a903-fc181cad9de2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/quotas/a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 375 time: 0.0141790 Sep 22 10:50:00.742066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-eccf225f-52d2-4bf0-98ef-ab42a1fd6205 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864913 Sep 22 10:50:00.828411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-ccfc3e57-267f-4945-b978-57341db0ddf8 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854690 Sep 22 10:50:00.950046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-8e11d813-f781-4453-8d1a-f7f73fa679ff service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117673 Sep 22 10:50:01.283567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dcadc-717d-4b66-8da4-641334bed831 req-f22bfadd-ca1a-4d39-89ce-9ace76768151 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:01.285526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df4dcadc-717d-4b66-8da4-641334bed831 req-f22bfadd-ca1a-4d39-89ce-9ace76768151 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 944 time: 0.0627835 Sep 22 10:50:01.347321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df4dcadc-717d-4b66-8da4-641334bed831 req-309cda81-a9d2-4669-9654-fa12b45829e1 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528879 Sep 22 10:50:01.455678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8df0a6b3-fa14-4f90-b0a0-0dcf974551d5 req-7661e1c2-e3d3-424e-b126-67d42beb55c4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 210 time: 0.0541217 Sep 22 10:50:02.475281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceabe4-b75a-4546-8718-ee221c55f51a req-21c6ac39-6069-4aca-80b6-1503d018bf36 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:02.477056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abceabe4-b75a-4546-8718-ee221c55f51a req-21c6ac39-6069-4aca-80b6-1503d018bf36 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 944 time: 0.0513458 Sep 22 10:50:02.515975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abceabe4-b75a-4546-8718-ee221c55f51a req-3e13d762-6428-4818-bd64-e32e8b77db26 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Sep 22 10:50:02.622770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e7ea610-eaae-4c94-b555-179793a60f7f req-3b8f94da-a87f-4a49-8e40-bd7043663470 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 210 time: 0.0341308 Sep 22 10:50:03.781881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b7520b5e-8edb-49f0-9219-d9681d488887 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:50:03.992051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b7520b5e-8edb-49f0-9219-d9681d488887, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b7520b5e-8edb-49f0-9219-d9681d488887,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:04.008925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'b7520b5e-8edb-49f0-9219-d9681d488887', 'network_id': '5a13cad0-4d11-44e0-aa18-b09bccafe30c', 'port_id': 'b7520b5e-8edb-49f0-9219-d9681d488887', 'mac_address': 'fa:16:3e:d8:1e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5576e5ad-7af2-41ce-8067-db3507b597bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:50:04.091577 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:04.113726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7520b5e-8edb-49f0-9219-d9681d488887 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:50:04.140367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b7520b5e-8edb-49f0-9219-d9681d488887, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b7520b5e-8edb-49f0-9219-d9681d488887,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:04.193275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426761cd-8a33-423f-9f2d-d19e1445d279 req-cfd4de72-0e52-4064-bc5b-f81d1a82501d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:04.201760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-426761cd-8a33-423f-9f2d-d19e1445d279 req-cfd4de72-0e52-4064-bc5b-f81d1a82501d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 944 time: 0.1486239 Sep 22 10:50:04.235617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-3ff7a1d3-ac08-4c06-bd46-0d5b1efbb98e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:04.237744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-3ff7a1d3-ac08-4c06-bd46-0d5b1efbb98e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.7298558 Sep 22 10:50:04.241013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:04.251286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'port': {'device_id': 'd34c580c-d984-4ee2-8e54-e1e4b5b61ee0', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'admin_state_up': True, 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:04.272642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-426761cd-8a33-423f-9f2d-d19e1445d279 req-6843be11-c52e-4f42-8663-abd8dc3b2d35 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666802 Sep 22 10:50:04.313541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=b7520b5e-8edb-49f0-9219-d9681d488887,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:04.334926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.335275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.341771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.342255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.342610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.342956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.343293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.343625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.343956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.344283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.344608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.344932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:04.432177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f81a29b-7e16-4d68-b311-fc9fa5ca4f5d req-04c0a5cf-9e9a-47b9-936d-0be5d74042a4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 210 time: 0.0310302 Sep 22 10:50:04.445241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['b7520b5e-8edb-49f0-9219-d9681d488887'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:50:04.649633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Made reservation on behalf of a89f8f050baa4104aac26a0f1ee855b8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:50:04.656402 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:04.848940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.20.0.5 (282127a0-0c1a-4559-a928-5f94fac1024f/7db61163-da01-4c3d-9757-821c1d957449/27b1798f-9c7f-455f-ba59-1c2f9e0c799f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:50:05.059089 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:05.261141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:05.300705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:50:05.303978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:50:05.307706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:50:05.359199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:05.386514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:05.387610 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:05.496850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9f73f-55b9-4c32-b9ad-800cf6198887 req-4f6978ba-aa62-44ce-a24b-8a5e7dad9851 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:05.498541 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ee9f73f-55b9-4c32-b9ad-800cf6198887 req-4f6978ba-aa62-44ce-a24b-8a5e7dad9851 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 945 time: 0.0823457 Sep 22 10:50:05.564167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-9530156a-af51-4f33-8dd9-d4e8e163db1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3156953 Sep 22 10:50:05.588490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Request body: {'port': {'device_id': 'd34c580c-d984-4ee2-8e54-e1e4b5b61ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:05.636311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ee9f73f-55b9-4c32-b9ad-800cf6198887 req-ddedfc49-39d6-442b-b266-41f31f82adfa tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287017 Sep 22 10:50:05.644995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e9019b55-6f74-4078-9403-d11f6a432332 None None] Provisioning complete for port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:05.646029 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9019b55-6f74-4078-9403-d11f6a432332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:05.650171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-5e63533e-6699-431d-978d-bff4cc7621b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3123739 Sep 22 10:50:05.679817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:05.734742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e9019b55-6f74-4078-9403-d11f6a432332 None None] Port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:50:05.810497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b7520b5e-8edb-49f0-9219-d9681d488887 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:50:06.005643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-ddb493d2-86b5-47c3-8a5f-c124e22ddc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:06.009884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-ddb493d2-86b5-47c3-8a5f-c124e22ddc27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 1096 time: 0.1315355 Sep 22 10:50:06.024449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ceded7-9b55-4a58-a856-b337bb5da93c req-bdd5b9b6-e3de-453e-8483-58f16feb10ed tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:06.031996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57ceded7-9b55-4a58-a856-b337bb5da93c req-bdd5b9b6-e3de-453e-8483-58f16feb10ed tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 931 time: 0.1548636 Sep 22 10:50:06.043758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port b7520b5e-8edb-49f0-9219-d9681d488887 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:50:06.047970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port b7520b5e-8edb-49f0-9219-d9681d488887 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:06.048535 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:06.211540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-77c8bb81-0f84-495a-bb5f-ba6880bc30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:06.213325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-77c8bb81-0f84-495a-bb5f-ba6880bc30e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f06782da-a022-4b81-accd-bbc49aaaac48 HTTP/1.1" status: 200 len: 896 time: 0.1711767 Sep 22 10:50:06.234164 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:06.293931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port b7520b5e-8edb-49f0-9219-d9681d488887, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b7520b5e-8edb-49f0-9219-d9681d488887,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:06.295937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b0fe5f-092b-43e3-aa14-644b16afb9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7520b5e-8edb-49f0-9219-d9681d488887'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:50:06.300556 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0410b235-9d90-4065-9ae3-f258b56b4646" -d '{"events": [{"server_uuid": "e1b0fe5f-092b-43e3-aa14-644b16afb9d8", "name": "network-vif-plugged", "status": "completed", "tag": "b7520b5e-8edb-49f0-9219-d9681d488887"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:50:06.320041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57ceded7-9b55-4a58-a856-b337bb5da93c req-41023db9-0bb0-4ad1-8a4e-c91662892fde tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871747 Sep 22 10:50:06.359878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-17c20931-bfb9-4c64-b6a8-38af80981fa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6 HTTP/1.1" status: 200 len: 1001 time: 0.1330216 Sep 22 10:50:06.377473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b1798f-9c7f-455f-ba59-1c2f9e0c799f {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:50:06.391685 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea786ef-6057-4400-a6b7-b52e7dfe3fea x-openstack-request-id: req-fea786ef-6057-4400-a6b7-b52e7dfe3fea {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:50:06.392166 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b0fe5f-092b-43e3-aa14-644b16afb9d8", "name": "network-vif-plugged", "status": "completed", "tag": "b7520b5e-8edb-49f0-9219-d9681d488887", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:50:06.393448 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fea786ef-6057-4400-a6b7-b52e7dfe3fea {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:50:06.394409 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b0fe5f-092b-43e3-aa14-644b16afb9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7520b5e-8edb-49f0-9219-d9681d488887', 'code': 200} Sep 22 10:50:06.414483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:06.424247 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:06.448593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Transition to ACTIVE for port object 27b1798f-9c7f-455f-ba59-1c2f9e0c799f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:50:06.464388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-93dcf5cd-9be9-4993-96bd-a2dd239f902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:06.466294 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-93dcf5cd-9be9-4993-96bd-a2dd239f902f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f365a38-a0fd-48f0-8bf8-6005b460c01d HTTP/1.1" status: 200 len: 835 time: 0.0797074 Sep 22 10:50:06.540197 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:06.572989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=b7520b5e-8edb-49f0-9219-d9681d488887,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:06.645020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-745493a2-f034-40b7-af60-f6db6fedec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:06.648281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-745493a2-f034-40b7-af60-f6db6fedec9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f06782da-a022-4b81-accd-bbc49aaaac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740527 Sep 22 10:50:06.650737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929f61c-39d7-4ab4-8419-1ae7fd59aace req-52a2c39f-6754-42cb-ab30-2c9d5024942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:06.652286 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8929f61c-39d7-4ab4-8419-1ae7fd59aace req-52a2c39f-6754-42cb-ab30-2c9d5024942c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 1097 time: 0.1683276 Sep 22 10:50:06.665617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Pushing event updated for resources: {'Port': ['ID=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:06.886037 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-b0c6ca07-b2ae-4316-9b94-464b4460edf3 service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164824 Sep 22 10:50:07.020907 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f848ad2f-c3e4-4ca2-97d8-e2254445c19a req-f7964b04-2831-477b-8534-6bb7873ae951 service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182661 Sep 22 10:50:07.190601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8929f61c-39d7-4ab4-8419-1ae7fd59aace req-58da0939-d4e4-4c7c-8bd9-bddc8e221ef0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246200 Sep 22 10:50:07.219568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e5ffa-7f45-4e3e-9e7b-50eee24d8e12 req-55659a8c-b163-45d2-b975-c49e08d38283 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:07.221178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c07e5ffa-7f45-4e3e-9e7b-50eee24d8e12 req-55659a8c-b163-45d2-b975-c49e08d38283 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 946 time: 0.3322158 Sep 22 10:50:07.249766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Attempting to bind port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:50:07.250270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Attempting to bind port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:50:07.250653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Attempting to bind port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:50:07.281814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f on network 282127a0-0c1a-4559-a928-5f94fac1024f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:50:07.282270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Attempting to bind port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:50:07.304497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:50:07.305117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:50:07.305523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Bound using segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:50:07.307005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Bound port: 27b1798f-9c7f-455f-ba59-1c2f9e0c799f, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:50:07.307530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:07.333299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c07e5ffa-7f45-4e3e-9e7b-50eee24d8e12 req-590b43e4-5128-4d37-ae3d-0a7ab46f338c tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957682 Sep 22 10:50:07.463470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] For port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:50:07.493725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] For port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:50:07.536643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b19495-e5e6-489a-a93e-517906f4453d req-0da3e8d4-4119-4784-983f-853a4f96d457 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:07.538673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68b19495-e5e6-489a-a93e-517906f4453d req-0da3e8d4-4119-4784-983f-853a4f96d457 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0924420 Sep 22 10:50:07.599551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68b19495-e5e6-489a-a93e-517906f4453d req-0235c7d6-2281-4d75-9f60-f15843a14a2c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543480 Sep 22 10:50:07.658453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:07.699214 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:07.699856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:07.701285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] 10.222.0.32 "PUT /v2.0/ports/27b1798f-9c7f-455f-ba59-1c2f9e0c799f HTTP/1.1" status: 200 len: 1091 time: 2.1171849 Sep 22 10:50:07.702369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34c580c-d984-4ee2-8e54-e1e4b5b61ee0', 'tag': '27b1798f-9c7f-455f-ba59-1c2f9e0c799f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:50:07.705164 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab16b58c-0e34-4517-b5b6-793ffb06ee29" -d '{"events": [{"name": "network-changed", "server_uuid": "d34c580c-d984-4ee2-8e54-e1e4b5b61ee0", "tag": "27b1798f-9c7f-455f-ba59-1c2f9e0c799f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:50:07.788680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5691e9-f2c8-4eef-bee1-182b5a7f9de0 service neutron] Pushing event updated for resources: {'Port': ['ID=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:07.825458 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2c21b7-c173-40db-8c4e-ec1ac35c0db6 x-openstack-request-id: req-5a2c21b7-c173-40db-8c4e-ec1ac35c0db6 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:50:07.825458 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34c580c-d984-4ee2-8e54-e1e4b5b61ee0", "tag": "27b1798f-9c7f-455f-ba59-1c2f9e0c799f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:50:07.825458 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a2c21b7-c173-40db-8c4e-ec1ac35c0db6 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:50:07.825458 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34c580c-d984-4ee2-8e54-e1e4b5b61ee0', 'tag': '27b1798f-9c7f-455f-ba59-1c2f9e0c799f', 'status': 'completed', 'code': 200} Sep 22 10:50:07.918830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-86f6192a-53ea-4c41-b86e-6cef79046f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:07.920389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-86f6192a-53ea-4c41-b86e-6cef79046f19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 1094 time: 0.0913305 Sep 22 10:50:08.010283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-b0a08f09-0949-4a23-a013-08ace94b9c21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b1798f-9c7f-455f-ba59-1c2f9e0c799f HTTP/1.1" status: 200 len: 217 time: 0.0780792 Sep 22 10:50:08.123389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-d8fa1f2b-bfc5-4c6b-8d04-132a3fcf1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:08.125199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-d8fa1f2b-bfc5-4c6b-8d04-132a3fcf1fd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.1089687 Sep 22 10:50:08.192658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-c92446f0-ec36-4174-b29a-c6e861c6a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:08.194768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-c92446f0-ec36-4174-b29a-c6e861c6a7d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615599 Sep 22 10:50:08.319004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-cbea93fc-2eac-4142-8dd7-29fc4d92283b service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145101 Sep 22 10:50:08.490067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-759227e8-7760-435a-89bd-e2c1df10ae0d req-1375e2ad-debf-498a-b30e-33f6cac4ff95 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599734 Sep 22 10:50:08.580243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08226033-bd55-4c21-ad04-00f466fce198 req-c04491e3-7ac6-41d0-8e65-f695ce440475 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:08.584796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08226033-bd55-4c21-ad04-00f466fce198 req-c04491e3-7ac6-41d0-8e65-f695ce440475 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 946 time: 0.0868537 Sep 22 10:50:08.636028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08226033-bd55-4c21-ad04-00f466fce198 req-25cb4831-04cb-46c4-9d0e-1a92e8b15206 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Sep 22 10:50:08.825759 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-845ff224-09ef-4802-a611-49752815bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:08.827471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-845ff224-09ef-4802-a611-49752815bffe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 1094 time: 0.1552629 Sep 22 10:50:08.933948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b339a-ebb9-4f92-b5a1-25ec31e0c7ce req-10a4c5ac-66b0-4f24-990b-9dcea848de8b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:08.935808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948b339a-ebb9-4f92-b5a1-25ec31e0c7ce req-10a4c5ac-66b0-4f24-990b-9dcea848de8b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1725228 Sep 22 10:50:09.014717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-948b339a-ebb9-4f92-b5a1-25ec31e0c7ce req-bceeffb6-e46b-47fe-b3a1-7373d0531a67 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710003 Sep 22 10:50:09.018177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-722b9f6c-01b5-4946-a280-81a457573836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:09.021283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-722b9f6c-01b5-4946-a280-81a457573836 service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.1871097 Sep 22 10:50:09.075230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-3613ec5a-d3ab-42c9-9101-2ec6b9f681be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27b1798f-9c7f-455f-ba59-1c2f9e0c799f HTTP/1.1" status: 200 len: 217 time: 0.0441427 Sep 22 10:50:09.131917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-2cb4b23e-9895-42ff-b9a1-5bb8c38ba9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:09.133439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-2cb4b23e-9895-42ff-b9a1-5bb8c38ba9d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0519173 Sep 22 10:50:09.192529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-08a9ff9a-8fd7-4ee6-aea5-42f1ff733935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:09.194531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-08a9ff9a-8fd7-4ee6-aea5-42f1ff733935 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537102 Sep 22 10:50:09.291175 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-96a62351-5de2-4890-b741-68f177ae89f8 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887563 Sep 22 10:50:09.438466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab16b58c-0e34-4517-b5b6-793ffb06ee29 req-4250ee8c-1262-42d9-96ce-365ff2c1b8b4 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406510 Sep 22 10:50:09.813516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e8499-1940-41ba-8a6c-0dd627eb9e42 req-0395cb96-d004-4954-93bf-8573210b9cf2 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:09.817121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b24e8499-1940-41ba-8a6c-0dd627eb9e42 req-0395cb96-d004-4954-93bf-8573210b9cf2 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 946 time: 0.0829871 Sep 22 10:50:09.881172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b24e8499-1940-41ba-8a6c-0dd627eb9e42 req-82d63058-c7d5-44f9-8eb6-9ef2235e8a2a tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544755 Sep 22 10:50:10.156455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a7b4d-2289-47f0-9303-9430345435b9 req-192aa973-76de-4922-a4ef-a7b0dcf903f6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:10.157831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-375a7b4d-2289-47f0-9303-9430345435b9 req-192aa973-76de-4922-a4ef-a7b0dcf903f6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0547132 Sep 22 10:50:10.210172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-375a7b4d-2289-47f0-9303-9430345435b9 req-8116a51f-a1e7-4fb6-9363-526e47f9686a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Sep 22 10:50:11.772418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e80362-fedf-41c8-b67e-bc65a5310689 req-5ecd7023-dcd5-4073-aee2-3e716f41e65e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:11.786745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e80362-fedf-41c8-b67e-bc65a5310689 req-5ecd7023-dcd5-4073-aee2-3e716f41e65e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0814767 Sep 22 10:50:11.832950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e80362-fedf-41c8-b67e-bc65a5310689 req-3f0c15e9-9874-42a7-bc2c-84d9bfd966f1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Sep 22 10:50:12.005106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a3c5d-41db-48ff-9c88-73d9cc273675 req-d107bd6a-1b61-4127-abc6-7a2a7568363d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:12.010566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-296a3c5d-41db-48ff-9c88-73d9cc273675 req-d107bd6a-1b61-4127-abc6-7a2a7568363d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 946 time: 0.0766277 Sep 22 10:50:12.050514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-296a3c5d-41db-48ff-9c88-73d9cc273675 req-8f5eb15e-a7c6-4974-b443-344fb4e0e89d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Sep 22 10:50:12.527444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35364) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:12.690769 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-69c6b944-7eda-4576-8461-fc353633db95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:12.804958 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-69c6b944-7eda-4576-8461-fc353633db95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:12.962806 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-69c6b944-7eda-4576-8461-fc353633db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:13.041437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-69c6b944-7eda-4576-8461-fc353633db95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e09d4673aec646d793623b5eb043a8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108347 Sep 22 10:50:13.044200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35376) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:13.055078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add143-4b6b-4f2a-999c-d70520e1760c req-214e709b-cdad-419e-a499-ed76b0d2cfe6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:13.057204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99add143-4b6b-4f2a-999c-d70520e1760c req-214e709b-cdad-419e-a499-ed76b0d2cfe6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1391687 Sep 22 10:50:13.058880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6b944-7eda-4576-8461-fc353633db95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54398c79-2f4f-412f-8d7d-0a367f39b044,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:13.091641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-71b9282b-cb9f-41a6-b21b-069afa05e71e tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:13.093494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-71b9282b-cb9f-41a6-b21b-069afa05e71e tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 946 time: 0.1431563 Sep 22 10:50:13.126736 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:13.156083 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:13.190465 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99add143-4b6b-4f2a-999c-d70520e1760c req-ffd45b6c-e5ab-49ea-8b6e-a8710a68bd30 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106672 Sep 22 10:50:13.313873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Deleting port b7520b5e-8edb-49f0-9219-d9681d488887 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:13.314164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:13.351618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2aa1d-7bcc-42b1-9bf0-1a1852b399d4 req-0424622c-64f8-4fdf-b7cf-635052910025 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:13.353125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19f2aa1d-7bcc-42b1-9bf0-1a1852b399d4 req-0424622c-64f8-4fdf-b7cf-635052910025 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 946 time: 0.0855665 Sep 22 10:50:13.364015 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:13.368853 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:13.370398 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54398c79-2f4f-412f-8d7d-0a367f39b044 HTTP/1.1" status: 204 len: 168 time: 0.3249969 Sep 22 10:50:13.384717 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54398c79-2f4f-412f-8d7d-0a367f39b044,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:13.396636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.397317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.397909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.398704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.399334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.400168 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.400839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.401400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.402221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.402792 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.405747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.406260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b7efc-1730-4b94-bb03-95839f6b2cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:13.473584 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19f2aa1d-7bcc-42b1-9bf0-1a1852b399d4 req-8b33a0a2-d021-4101-8810-6b17aae0d764 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/security-groups?id=e49d7ef5-4928-4092-8530-9a7cb153b65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128089 Sep 22 10:50:13.475849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] For port b7520b5e-8edb-49f0-9219-d9681d488887, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=b7520b5e-8edb-49f0-9219-d9681d488887,segment=NetworkSegment(1cb8fdcb-b22b-441e-a658-1a02b0223d00),segment_id=1cb8fdcb-b22b-441e-a658-1a02b0223d00)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:13.476336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:13.490093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Calling delete_port for b7520b5e-8edb-49f0-9219-d9681d488887 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:13.801811 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:13.815032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['b7520b5e-8edb-49f0-9219-d9681d488887'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:50:13.884606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Pushing event deleted for resources: {'Port': ['ID=b7520b5e-8edb-49f0-9219-d9681d488887,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:13.921827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] No DVR routers for this DVR port b7520b5e-8edb-49f0-9219-d9681d488887 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:50:13.925398 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:13.927859 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca6a76a8-3301-4ced-93f2-277b18e0ab53 req-c8e1d685-0bfc-4170-afd5-bcbf9a500cd4 tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.32 "DELETE /v2.0/ports/b7520b5e-8edb-49f0-9219-d9681d488887 HTTP/1.1" status: 204 len: 173 time: 0.8255439 Sep 22 10:50:13.928505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b0fe5f-092b-43e3-aa14-644b16afb9d8', 'name': 'network-vif-deleted', 'tag': 'b7520b5e-8edb-49f0-9219-d9681d488887'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:50:13.931402 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e91f835-5e81-4af8-856c-27db48881bce" -d '{"events": [{"server_uuid": "e1b0fe5f-092b-43e3-aa14-644b16afb9d8", "name": "network-vif-deleted", "tag": "b7520b5e-8edb-49f0-9219-d9681d488887"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:50:13.992288 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c1b2cd-34d3-405f-add8-b9246c9f567d x-openstack-request-id: req-56c1b2cd-34d3-405f-add8-b9246c9f567d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:50:13.992288 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b0fe5f-092b-43e3-aa14-644b16afb9d8", "name": "network-vif-deleted", "tag": "b7520b5e-8edb-49f0-9219-d9681d488887", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:50:13.992288 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56c1b2cd-34d3-405f-add8-b9246c9f567d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:50:13.992288 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b0fe5f-092b-43e3-aa14-644b16afb9d8', 'name': 'network-vif-deleted', 'tag': 'b7520b5e-8edb-49f0-9219-d9681d488887', 'status': 'completed', 'code': 200} Sep 22 10:50:14.365767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87484c70-7b8f-40d4-bc44-2919ada24633 req-111d0d02-1c38-4fe7-8e8f-45873cc665ba tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:14.372905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87484c70-7b8f-40d4-bc44-2919ada24633 req-111d0d02-1c38-4fe7-8e8f-45873cc665ba tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0641279 Sep 22 10:50:14.410271 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87484c70-7b8f-40d4-bc44-2919ada24633 req-de878197-cac2-4831-8573-dc5dd9fefd7b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Sep 22 10:50:14.574002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35408) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:14.587901 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0b735f0-9a24-49f1-99fe-035800b3b372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:14.606671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2db407d0-8dfb-479a-9e06-e857ed4d59f2 req-cadfdcba-b0fb-43d1-90b8-19d096fe363d tempest-VolumesActionsTest-652570574 tempest-VolumesActionsTest-652570574-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b0fe5f-092b-43e3-aa14-644b16afb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0354116 Sep 22 10:50:14.711612 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0b735f0-9a24-49f1-99fe-035800b3b372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:14.872103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a0b735f0-9a24-49f1-99fe-035800b3b372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:14.913752 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a0b735f0-9a24-49f1-99fe-035800b3b372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b02e6c421294cdfba42d2b942d788ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385088 Sep 22 10:50:14.914742 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b735f0-9a24-49f1-99fe-035800b3b372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca19df-2048-4383-9bdf-55ae1dcdbe28,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:14.916427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35416) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:14.983055 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7881197e-ebb5-4b9b-b30c-8658e6eb7a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:15.014803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7881197e-ebb5-4b9b-b30c-8658e6eb7a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:15.231833 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7881197e-ebb5-4b9b-b30c-8658e6eb7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:15.235000 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7881197e-ebb5-4b9b-b30c-8658e6eb7a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:15.236740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7881197e-ebb5-4b9b-b30c-8658e6eb7a46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66ca19df-2048-4383-9bdf-55ae1dcdbe28 HTTP/1.1" status: 204 len: 168 time: 0.3180697 Sep 22 10:50:15.255938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881197e-ebb5-4b9b-b30c-8658e6eb7a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca19df-2048-4383-9bdf-55ae1dcdbe28,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:15.499082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35428) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:15.563831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91405c3-3e93-4387-ba26-5e5110e649fb req-4624108f-2600-4dad-b731-069778d5c097 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:15.565508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d91405c3-3e93-4387-ba26-5e5110e649fb req-4624108f-2600-4dad-b731-069778d5c097 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0811944 Sep 22 10:50:15.630336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d91405c3-3e93-4387-ba26-5e5110e649fb req-8b65e0bb-1825-4b4f-a8cf-07e9f7563dab tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566475 Sep 22 10:50:15.860174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b7520b5e-8edb-49f0-9219-d9681d488887 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:50:15.919366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: b7520b5e-8edb-49f0-9219-d9681d488887 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:50:15.919366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device b7520b5e-8edb-49f0-9219-d9681d488887 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:50:16.053483 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:16.436219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port b27e5c57-45c9-4547-aec4-d6d26596f96d {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:16.436575 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:16.539258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] For port b27e5c57-45c9-4547-aec4-d6d26596f96d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b27e5c57-45c9-4547-aec4-d6d26596f96d,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:16.539660 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:16.559719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for b27e5c57-45c9-4547-aec4-d6d26596f96d owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:16.820601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51077a22-5388-44ac-a19c-23f51987c928 req-0151d29c-bb3b-4dee-aab8-8847f255a631 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:16.822578 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51077a22-5388-44ac-a19c-23f51987c928 req-0151d29c-bb3b-4dee-aab8-8847f255a631 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0892358 Sep 22 10:50:16.828042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35456) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:16.857186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-471845f9-2c43-43bb-b6a7-6b251394ae49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:16.899587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51077a22-5388-44ac-a19c-23f51987c928 req-3537474f-4e97-4338-8b57-bd1eda17176e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689290 Sep 22 10:50:16.948535 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:17.085701 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=b27e5c57-45c9-4547-aec4-d6d26596f96d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:17.110211 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-471845f9-2c43-43bb-b6a7-6b251394ae49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:17.254927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-471845f9-2c43-43bb-b6a7-6b251394ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:17.320172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471845f9-2c43-43bb-b6a7-6b251394ae49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1601c93-6a77-4a1f-9769-f4fab9a32826,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:17.320172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-471845f9-2c43-43bb-b6a7-6b251394ae49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af836993bc0f42249c1741735300112e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4885170 Sep 22 10:50:17.321474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35466) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:17.411487 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:17.425120 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f78292dd-4911-453e-960b-1517b1dbb91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:17.485472 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f78292dd-4911-453e-960b-1517b1dbb91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:17.658224 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f78292dd-4911-453e-960b-1517b1dbb91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:17.664336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f78292dd-4911-453e-960b-1517b1dbb91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:17.669083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f78292dd-4911-453e-960b-1517b1dbb91a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1601c93-6a77-4a1f-9769-f4fab9a32826 HTTP/1.1" status: 204 len: 168 time: 0.3439994 Sep 22 10:50:17.677569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78292dd-4911-453e-960b-1517b1dbb91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1601c93-6a77-4a1f-9769-f4fab9a32826,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:17.791379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:50:17.923897 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:50:17.939215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] Sync routers for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:50:17.948190 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eaa8e5ce-3d9d-4ad6-9f41-7e49481912dc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "PUT /v2.0/routers/85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475646 Sep 22 10:50:17.962768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:17.962768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:49:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:18.139757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cad76-d184-49e5-a075-e16190568a12 req-0d2f1f36-3ea3-4467-96f6-90a48b910376 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:18.152421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-942cad76-d184-49e5-a075-e16190568a12 req-0d2f1f36-3ea3-4467-96f6-90a48b910376 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1184258 Sep 22 10:50:18.192240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:18.207538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-942cad76-d184-49e5-a075-e16190568a12 req-081d94a6-9a1b-4eed-8199-70f4142d21b2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486379 Sep 22 10:50:18.488865 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:50:16Z', 'revision_number': 6, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'ead436fe-954a-4f86-a7c4-bfb21f54d5ee', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:48:55Z', 'updated_at': '2021-09-22T10:48:58Z', 'revision_number': 1, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:18.528458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] Checking router: 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:50:18.543972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:18.545016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:49:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:18.673826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:19.073294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:50:16Z', 'revision_number': 6, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'ead436fe-954a-4f86-a7c4-bfb21f54d5ee', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:48:55Z', 'updated_at': '2021-09-22T10:48:58Z', 'revision_number': 1, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:19.076743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0b9fc-f8d9-47cc-a45a-be238c42f3d5 req-fbda9be8-94cc-4394-b02d-0ed348b5e5e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:19.078772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a0b9fc-f8d9-47cc-a45a-be238c42f3d5 req-fbda9be8-94cc-4394-b02d-0ed348b5e5e0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 946 time: 0.0787003 Sep 22 10:50:19.118574 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d82033-f564-4a40-9def-ea9f6af0a526 None None] The sync data for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 is: [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:50:16Z', 'revision_number': 6, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'ead436fe-954a-4f86-a7c4-bfb21f54d5ee', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'port_id': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'mac_address': 'fa:16:3e:22:c8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:48:55Z', 'updated_at': '2021-09-22T10:48:58Z', 'revision_number': 1, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:50:19.142267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08a0b9fc-f8d9-47cc-a45a-be238c42f3d5 req-235417d4-8563-44bc-bba6-a629f41d3f71 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563197 Sep 22 10:50:19.372824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de98600-3260-4148-b2c4-fa356ef4c445 req-cfbf9b5a-494e-4936-809d-73e3605d27e4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:19.372824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6de98600-3260-4148-b2c4-fa356ef4c445 req-cfbf9b5a-494e-4936-809d-73e3605d27e4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0749869 Sep 22 10:50:19.419163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6de98600-3260-4148-b2c4-fa356ef4c445 req-6cfc6644-3c68-4375-8bc3-551d48aeab09 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Sep 22 10:50:20.005696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b27e5c57-45c9-4547-aec4-d6d26596f96d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:50:20.040538 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: b27e5c57-45c9-4547-aec4-d6d26596f96d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:50:20.041189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b27e5c57-45c9-4547-aec4-d6d26596f96d not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:50:20.259176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-9e73f90a-a625-427b-a152-6f68a7c8c0cb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:20.262631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-9e73f90a-a625-427b-a152-6f68a7c8c0cb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 946 time: 0.1088562 Sep 22 10:50:20.498420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66737abc-86e5-4827-a631-208aefe4773a req-52293ecb-6ae6-4541-9ab3-9e81e6a5dccd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:20.506978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66737abc-86e5-4827-a631-208aefe4773a req-52293ecb-6ae6-4541-9ab3-9e81e6a5dccd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 946 time: 0.2337296 Sep 22 10:50:20.575825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66737abc-86e5-4827-a631-208aefe4773a req-d9cb579e-fb20-419d-98ac-2314b4edfded tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f43d519-4d7c-48c7-9090-1e8c9972698c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666130 Sep 22 10:50:20.590943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port 6f634682-c21a-4e8b-b426-71d157826cdc {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:20.591591 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:20.831961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] For port 6f634682-c21a-4e8b-b426-71d157826cdc, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6f634682-c21a-4e8b-b426-71d157826cdc,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:20.832780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:20.927188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655031a0-13aa-4128-9e6a-7733a2674d9b req-ff03b938-b462-43ce-9b09-e2e374afa572 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:20.928768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-655031a0-13aa-4128-9e6a-7733a2674d9b req-ff03b938-b462-43ce-9b09-e2e374afa572 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.2055345 Sep 22 10:50:20.933223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for 6f634682-c21a-4e8b-b426-71d157826cdc owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:21.064532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-655031a0-13aa-4128-9e6a-7733a2674d9b req-3dbc5ddd-d654-4ecf-9ca5-435b6e4b262f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208742 Sep 22 10:50:21.321415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:21.433664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=6f634682-c21a-4e8b-b426-71d157826cdc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:21.437595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] No DVR routers for this DVR port 6f634682-c21a-4e8b-b426-71d157826cdc on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:50:21.447469 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:21.451739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba1f5fe3-f5ee-4f25-8856-95ad8fbabe3b req-e5cc7419-6e60-4b76-b2d5-4438d241fa7e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "DELETE /v2.0/ports/6f634682-c21a-4e8b-b426-71d157826cdc HTTP/1.1" status: 204 len: 173 time: 1.1572089 Sep 22 10:50:21.452370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ac7f18-36c2-41e4-a488-4dd774a001eb', 'name': 'network-vif-deleted', 'tag': '6f634682-c21a-4e8b-b426-71d157826cdc'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:50:21.455213 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc0008f-88ce-4bf7-9bf1-e2664dfebe0e" -d '{"events": [{"server_uuid": "87ac7f18-36c2-41e4-a488-4dd774a001eb", "name": "network-vif-deleted", "tag": "6f634682-c21a-4e8b-b426-71d157826cdc"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:50:21.542869 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820202e7-31dc-4ce7-b663-dc7bdc785927 x-openstack-request-id: req-820202e7-31dc-4ce7-b663-dc7bdc785927 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:50:21.543219 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ac7f18-36c2-41e4-a488-4dd774a001eb", "name": "network-vif-deleted", "tag": "6f634682-c21a-4e8b-b426-71d157826cdc", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:50:21.543455 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-820202e7-31dc-4ce7-b663-dc7bdc785927 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:50:21.543874 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ac7f18-36c2-41e4-a488-4dd774a001eb', 'name': 'network-vif-deleted', 'tag': '6f634682-c21a-4e8b-b426-71d157826cdc', 'status': 'completed', 'code': 200} Sep 22 10:50:21.776228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44eb3025-d1ee-4fd7-84ea-3dfffda33461 req-727c2543-506b-470b-b479-3138bc8afde6 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 210 time: 0.0364904 Sep 22 10:50:22.296675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4409a6-7fc5-418b-8558-cc5d4cd35762 req-ebd303f0-1543-4882-9c33-5369f66ed39d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:22.305329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d4409a6-7fc5-418b-8558-cc5d4cd35762 req-ebd303f0-1543-4882-9c33-5369f66ed39d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1155727 Sep 22 10:50:22.373086 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76bb34e0-0f18-49fa-b271-08a1d7ebbb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:22.399032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d4409a6-7fc5-418b-8558-cc5d4cd35762 req-4049d2b6-42f1-4732-a774-b4eb908368c7 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923526 Sep 22 10:50:22.918559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c46ba0ed-7e25-4e4f-9365-6fcc124f7359 req-c8403423-4081-4faf-9be3-cb51f79f4a56 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=87ac7f18-36c2-41e4-a488-4dd774a001eb HTTP/1.1" status: 200 len: 210 time: 0.0354366 Sep 22 10:50:23.561053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36773e6f-0529-426b-8d2f-cdd57f5dbc59 req-86834b11-bb51-4fde-a69a-aa6ef62611e8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:23.578832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36773e6f-0529-426b-8d2f-cdd57f5dbc59 req-86834b11-bb51-4fde-a69a-aa6ef62611e8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0879617 Sep 22 10:50:23.661232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36773e6f-0529-426b-8d2f-cdd57f5dbc59 req-50014d68-9c09-4dc8-8536-64369814fc77 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816028 Sep 22 10:50:23.960338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6f634682-c21a-4e8b-b426-71d157826cdc no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:50:24.003361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35652) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:24.016512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 6f634682-c21a-4e8b-b426-71d157826cdc {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:50:24.016512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6f634682-c21a-4e8b-b426-71d157826cdc not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:50:24.082203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa4e2-056d-4ba2-a919-f575eebcbaae tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:24.127329 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa4e2-056d-4ba2-a919-f575eebcbaae tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:24.380901 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa4e2-056d-4ba2-a919-f575eebcbaae tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:24.383507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d4aa4e2-056d-4ba2-a919-f575eebcbaae tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:24.384794 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2d4aa4e2-056d-4ba2-a919-f575eebcbaae tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/security-groups/7f43d519-4d7c-48c7-9090-1e8c9972698c HTTP/1.1" status: 204 len: 168 time: 0.3820405 Sep 22 10:50:24.395706 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aa4e2-056d-4ba2-a919-f575eebcbaae tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f43d519-4d7c-48c7-9090-1e8c9972698c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:24.544240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35660) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:24.662541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a536315-1f90-4e9c-9e7b-45ee12584a62 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting subnet 9e8c33fb-1a46-434b-96cc-167175a1f679 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:50:24.667561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a536315-1f90-4e9c-9e7b-45ee12584a62 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:24.781407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a536315-1f90-4e9c-9e7b-45ee12584a62 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:25.177694 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-783e48c9-1f70-46c2-bb2a-93592f44c4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:25.247778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765927bf-74d2-4dc3-88b1-67fdd625b9f4 req-21a85e67-b6f6-4cff-9baf-872d0bd3018e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:25.249435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-765927bf-74d2-4dc3-88b1-67fdd625b9f4 req-21a85e67-b6f6-4cff-9baf-872d0bd3018e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.4268963 Sep 22 10:50:25.330863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-765927bf-74d2-4dc3-88b1-67fdd625b9f4 req-9172bed0-fad5-4f87-9e85-cccc6d35e3ae tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533328 Sep 22 10:50:25.359614 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a536315-1f90-4e9c-9e7b-45ee12584a62 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:25.649091 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:50:25.695123 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:25.706395 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a536315-1f90-4e9c-9e7b-45ee12584a62 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:25.730843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a536315-1f90-4e9c-9e7b-45ee12584a62 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:25.736911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9a536315-1f90-4e9c-9e7b-45ee12584a62 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/subnets/9e8c33fb-1a46-434b-96cc-167175a1f679 HTTP/1.1" status: 204 len: 168 time: 1.2042446 Sep 22 10:50:25.737582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35680) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:25.738566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a536315-1f90-4e9c-9e7b-45ee12584a62 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8c33fb-1a46-434b-96cc-167175a1f679,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:25.771155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32570f2d-1891-4872-b006-c35a331c3a65 None None] Network d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:50:25.851696 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:25.919047 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:25.928572 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:26.087942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port 02480d3d-60c2-4350-9e36-fef880d6a68b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:26.087942 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:26.104583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598fc8b1-4c64-423d-92e6-7807eb9771c8 None None] DHCP port deletion for d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:50:26.243881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] For port 02480d3d-60c2-4350-9e36-fef880d6a68b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=02480d3d-60c2-4350-9e36-fef880d6a68b,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:26.245545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:26.279890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for 02480d3d-60c2-4350-9e36-fef880d6a68b owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:26.312846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-598fc8b1-4c64-423d-92e6-7807eb9771c8 None None] Deleting port 02480d3d-60c2-4350-9e36-fef880d6a68b {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:26.313448 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-598fc8b1-4c64-423d-92e6-7807eb9771c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:26.535176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:26.568104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd12189-49fe-48fd-852b-1d35837cf289 req-5e19f5d7-aee3-478a-8be0-6886f979850c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:26.583739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdd12189-49fe-48fd-852b-1d35837cf289 req-5e19f5d7-aee3-478a-8be0-6886f979850c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1025321 Sep 22 10:50:26.752861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdd12189-49fe-48fd-852b-1d35837cf289 req-99189d44-9122-431a-8f42-3f7756de3ab8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672711 Sep 22 10:50:26.795417 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:26.810932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-598fc8b1-4c64-423d-92e6-7807eb9771c8 None None] For port 02480d3d-60c2-4350-9e36-fef880d6a68b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=02480d3d-60c2-4350-9e36-fef880d6a68b,segment=NetworkSegment(bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1),segment_id=bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:26.811607 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-598fc8b1-4c64-423d-92e6-7807eb9771c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:26.842236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-598fc8b1-4c64-423d-92e6-7807eb9771c8 None None] Calling delete_port for 02480d3d-60c2-4350-9e36-fef880d6a68b owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:26.967649 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-598fc8b1-4c64-423d-92e6-7807eb9771c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:26.996461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fc8b1-4c64-423d-92e6-7807eb9771c8 None None] Pushing event deleted for resources: {'Port': ['ID=02480d3d-60c2-4350-9e36-fef880d6a68b,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:27.033846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598fc8b1-4c64-423d-92e6-7807eb9771c8 None None] No DVR routers for this DVR port 02480d3d-60c2-4350-9e36-fef880d6a68b on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:50:27.090365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] No DVR routers for this DVR port 02480d3d-60c2-4350-9e36-fef880d6a68b on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:50:27.099679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=02480d3d-60c2-4350-9e36-fef880d6a68b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:27.226277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:27.307387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:27.323350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:27.324060 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb3058b-ec5a-4ad7-a1e6-12fb247ddce1') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:27.338485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:27.352565 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:27.358730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:50:27.359127 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:50:27.362065 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:50:27.543669 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:27.552878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:27.558115 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/networks/d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0 HTTP/1.1" status: 204 len: 168 time: 1.8179719 Sep 22 10:50:27.558419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35708) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:27.575377 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e406d3-51a5-4b58-9ef4-be0ebe74c689 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Network': ['ID=d5a10aa2-fdb1-41e4-bf62-a5dfeb0262d0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:27.961624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb493477-8ca5-4b5f-8743-703e24c5f2ef req-e6c132c6-5e76-4f58-8d02-6138eaced100 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:27.964199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb493477-8ca5-4b5f-8743-703e24c5f2ef req-e6c132c6-5e76-4f58-8d02-6138eaced100 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0901740 Sep 22 10:50:28.087429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb493477-8ca5-4b5f-8743-703e24c5f2ef req-90aa2037-a838-4ac9-9dcb-62417706c084 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903568 Sep 22 10:50:28.112621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 02480d3d-60c2-4350-9e36-fef880d6a68b no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:50:28.113179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port a63511c9-c9dd-4ba6-8ae4-6168939c83d2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:28.113453 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:28.149517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 02480d3d-60c2-4350-9e36-fef880d6a68b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:50:28.150019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 02480d3d-60c2-4350-9e36-fef880d6a68b not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:50:28.151723 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:28.244618 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:28.245046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:28.259877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for a63511c9-c9dd-4ba6-8ae4-6168939c83d2 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:28.938126 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:29.149131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=a63511c9-c9dd-4ba6-8ae4-6168939c83d2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:29.486933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de18b55-987c-495a-8455-46a7a2997058 req-e4a8799e-7c13-4164-a1c9-7434e62258d5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:29.496329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7de18b55-987c-495a-8455-46a7a2997058 req-e4a8799e-7c13-4164-a1c9-7434e62258d5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.2060020 Sep 22 10:50:29.539579 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:29.548529 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Floating IP ead436fe-954a-4f86-a7c4-bfb21f54d5ee disassociated (deleted). External IP: 172.25.1.174, port: f890778b-9401-40fd-9ba6-5a4e73eaa1c6. Sep 22 10:50:29.880399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7de18b55-987c-495a-8455-46a7a2997058 req-5bb93b14-1810-4ab6-9663-83ddb3c0137a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661871 Sep 22 10:50:30.237566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:50:30.692800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:50:30.700282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:30.707583 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] Sync routers for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:50:30.730572 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:30.731200 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:30.768883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b0f55ffc-3a36-4b2f-94c8-2d2217cc0748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/floatingips/ead436fe-954a-4f86-a7c4-bfb21f54d5ee HTTP/1.1" status: 204 len: 168 time: 3.2088840 Sep 22 10:50:30.769597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:50:30.781119 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:50:31.124881 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:31.471740 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3a5df8-6302-4fd0-bed9-2d3c8bf2d7d1 x-openstack-request-id: req-3a3a5df8-6302-4fd0-bed9-2d3c8bf2d7d1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:50:31.478972 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:50:31.479905 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a3a5df8-6302-4fd0-bed9-2d3c8bf2d7d1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:50:31.480942 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'status': 'completed', 'code': 200} Sep 22 10:50:31.652331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-81a0b447-92f7-4c72-88d8-53d02a00b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:31.657403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-81a0b447-92f7-4c72-88d8-53d02a00b1f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 1096 time: 0.1583040 Sep 22 10:50:31.680168 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:50:16Z', 'revision_number': 6, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:31.724758 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] Checking router: 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:50:31.758504 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:31.759163 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:31.768482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d57c0-9121-469b-80e9-390a6b0f6f4b req-e4e98b20-b9ce-4d16-a7a0-89e3d339dc2b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:31.780985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-234d57c0-9121-469b-80e9-390a6b0f6f4b req-e4e98b20-b9ce-4d16-a7a0-89e3d339dc2b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1211946 Sep 22 10:50:31.880966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-234d57c0-9121-469b-80e9-390a6b0f6f4b req-458a7687-4ea3-404f-b2f6-08ddded33a23 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985317 Sep 22 10:50:31.932807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-d13d5dce-dccf-4a29-bd0b-bc2364fada6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:31.938973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-d13d5dce-dccf-4a29-bd0b-bc2364fada6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f06782da-a022-4b81-accd-bbc49aaaac48 HTTP/1.1" status: 200 len: 896 time: 0.2362800 Sep 22 10:50:31.980431 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:32.017264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-1153e1bf-9a91-4256-b7e4-100a8fadb36a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6 HTTP/1.1" status: 200 len: 217 time: 0.0728085 Sep 22 10:50:32.276649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908f565-e6b6-435b-98a1-0e78d8addcf0 req-574770fb-d4dd-413c-9422-efe6a1dae866 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:32.282684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a908f565-e6b6-435b-98a1-0e78d8addcf0 req-574770fb-d4dd-413c-9422-efe6a1dae866 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 945 time: 0.2544818 Sep 22 10:50:32.313064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-649b74ba-ddb2-4969-a149-43f3e01f250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:32.316307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-649b74ba-ddb2-4969-a149-43f3e01f250c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8f365a38-a0fd-48f0-8bf8-6005b460c01d HTTP/1.1" status: 200 len: 835 time: 0.2776864 Sep 22 10:50:32.498361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a908f565-e6b6-435b-98a1-0e78d8addcf0 req-60c02041-5ddf-4e29-a2f2-05ea7d6891bd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098849 Sep 22 10:50:32.509827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-3914a53c-5480-439a-a76f-7bee1635e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:32.515782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-3914a53c-5480-439a-a76f-7bee1635e4f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f06782da-a022-4b81-accd-bbc49aaaac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888320 Sep 22 10:50:32.558038 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:50:16Z', 'revision_number': 6, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:32.629499 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522dd982-fe9f-4f79-9034-019a31b038b6 None None] The sync data for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 is: [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:50:16Z', 'revision_number': 6, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f23c583f-c294-4122-b781-5dc3a00b531e', 'name': '', 'network_id': 'f06782da-a022-4b81-accd-bbc49aaaac48', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:f1:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:23Z', 'updated_at': '2021-09-22T10:48:33Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': '8f365a38-a0fd-48f0-8bf8-6005b460c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:50:32.710984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-e895d5ba-ab03-47fb-9cb7-689929de367d service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867785 Sep 22 10:50:32.853387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-ea455915-ade5-47ba-8226-02f325ea2ae7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:32.855853 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-ea455915-ade5-47ba-8226-02f325ea2ae7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 945 time: 0.2114482 Sep 22 10:50:32.897025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c14dac0c-a60a-44e0-bbf1-a6c983c359d9 req-c7dee492-6ec8-4efc-8806-8378ad1efcf7 service neutron] 10.222.0.30 "GET /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792912 Sep 22 10:50:33.091580 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:33.092079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:33.148004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c3692-1cfc-44e3-be94-6a5e54be4a33 req-7715e1c2-88d6-426d-ad61-d055f80f3cfd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:33.169849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a60c3692-1cfc-44e3-be94-6a5e54be4a33 req-7715e1c2-88d6-426d-ad61-d055f80f3cfd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1374791 Sep 22 10:50:33.250341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a60c3692-1cfc-44e3-be94-6a5e54be4a33 req-a4ea956b-a11c-42dc-8876-25009843e4c5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795448 Sep 22 10:50:33.311605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95353a19-e1f2-435e-b5d8-097eb3a0429f None None] New status for floating IP ead436fe-954a-4f86-a7c4-bfb21f54d5ee: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:50:33.344082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] For port f890778b-9401-40fd-9ba6-5a4e73eaa1c6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:33.346798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:33.372401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for f890778b-9401-40fd-9ba6-5a4e73eaa1c6 owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:33.760558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6707905-1e08-4a6f-92ee-61ea765d0ecf req-3a0050f5-c37a-4e43-909d-b9b82caae489 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:33.760558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6707905-1e08-4a6f-92ee-61ea765d0ecf req-3a0050f5-c37a-4e43-909d-b9b82caae489 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 945 time: 0.1242340 Sep 22 10:50:33.766755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:33.879163 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=f890778b-9401-40fd-9ba6-5a4e73eaa1c6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:33.929826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6707905-1e08-4a6f-92ee-61ea765d0ecf req-21199fa9-4f5c-4260-926c-02bc76abe314 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404104 Sep 22 10:50:33.965465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] No DVR routers for this DVR port f890778b-9401-40fd-9ba6-5a4e73eaa1c6 on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:50:33.968168 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:33.970461 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-c3eea4e7-07db-4f03-9f51-37152b787cfd req-1b5939f3-4623-4574-872b-b44feebffacd tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "DELETE /v2.0/ports/f890778b-9401-40fd-9ba6-5a4e73eaa1c6 HTTP/1.1" status: 204 len: 173 time: 1.1025870 Sep 22 10:50:33.971284 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'name': 'network-vif-deleted', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:50:33.976444 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201f3bef-40ad-406f-9ead-912ae390959f" -d '{"events": [{"server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "name": "network-vif-deleted", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:50:34.336021 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cb2a52-3e47-4322-bc49-506b7130d20a x-openstack-request-id: req-63cb2a52-3e47-4322-bc49-506b7130d20a {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:50:34.336498 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed97154-70e1-46b4-b781-12179e1ba5ba", "name": "network-vif-deleted", "tag": "f890778b-9401-40fd-9ba6-5a4e73eaa1c6", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:50:34.336749 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63cb2a52-3e47-4322-bc49-506b7130d20a {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:50:34.338488 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed97154-70e1-46b4-b781-12179e1ba5ba', 'name': 'network-vif-deleted', 'tag': 'f890778b-9401-40fd-9ba6-5a4e73eaa1c6', 'status': 'completed', 'code': 200} Sep 22 10:50:34.596359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b7c12-cea0-4cd4-8abf-7ae8bb39add3 req-cc3f9a53-e127-43ff-a7cd-7d83ccf78288 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:34.620698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29b7c12-cea0-4cd4-8abf-7ae8bb39add3 req-cc3f9a53-e127-43ff-a7cd-7d83ccf78288 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1967456 Sep 22 10:50:34.717139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e29b7c12-cea0-4cd4-8abf-7ae8bb39add3 req-b4d116a5-53f6-43bb-b822-d0ee2db520f1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874431 Sep 22 10:50:35.221968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ffc1919-aa91-46fb-bd3a-a1fbe4ffc6f5 req-0ce57d69-ab64-40eb-a1ec-11c88442b4e3 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ed97154-70e1-46b4-b781-12179e1ba5ba HTTP/1.1" status: 200 len: 210 time: 0.0763566 Sep 22 10:50:35.857706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811af25a-fb20-44ca-98c5-bdd8b5a550e4 req-fa9a47e1-d77d-42d0-8934-f2c13cb921c1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:35.859231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-811af25a-fb20-44ca-98c5-bdd8b5a550e4 req-fa9a47e1-d77d-42d0-8934-f2c13cb921c1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0619230 Sep 22 10:50:35.902698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-811af25a-fb20-44ca-98c5-bdd8b5a550e4 req-ab1ca341-d6ac-4be7-8f80-a3138e2fbe65 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366874 Sep 22 10:50:36.296947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35900) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:36.423001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40e1a4eb-071c-420a-b7e8-427f67bfaff1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:36.483716 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40e1a4eb-071c-420a-b7e8-427f67bfaff1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:36.710544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40e1a4eb-071c-420a-b7e8-427f67bfaff1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:36.716103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-40e1a4eb-071c-420a-b7e8-427f67bfaff1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:36.720281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-40e1a4eb-071c-420a-b7e8-427f67bfaff1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/security-groups/45102f6f-a51e-4869-9dfb-b9a5cd6d36ef HTTP/1.1" status: 204 len: 168 time: 0.4198701 Sep 22 10:50:36.746657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1a4eb-071c-420a-b7e8-427f67bfaff1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45102f6f-a51e-4869-9dfb-b9a5cd6d36ef,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:36.946719 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 35928) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:37.111293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29827916-ca61-4f87-846b-eaf1741c41a5 req-9ee60c9e-73ef-4645-9e09-9d9bf27cdfe9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:37.113453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29827916-ca61-4f87-846b-eaf1741c41a5 req-9ee60c9e-73ef-4645-9e09-9d9bf27cdfe9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0902171 Sep 22 10:50:37.211515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29827916-ca61-4f87-846b-eaf1741c41a5 req-8f4835af-81f9-432b-8e41-5e560e2a13d3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915108 Sep 22 10:50:37.615266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:38.037942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f890778b-9401-40fd-9ba6-5a4e73eaa1c6 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:50:38.079017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: f890778b-9401-40fd-9ba6-5a4e73eaa1c6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:50:38.079538 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f890778b-9401-40fd-9ba6-5a4e73eaa1c6 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:50:38.149607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port f23c583f-c294-4122-b781-5dc3a00b531e {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:38.150349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:38.399780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] For port f23c583f-c294-4122-b781-5dc3a00b531e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f23c583f-c294-4122-b781-5dc3a00b531e,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:38.401199 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:38.442998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for f23c583f-c294-4122-b781-5dc3a00b531e owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:38.489229 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380a4ce-8af8-449d-9647-3db6123aba04 req-b38c6b3e-25b3-4a35-8151-06369b6dacef tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:38.498062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7380a4ce-8af8-449d-9647-3db6123aba04 req-b38c6b3e-25b3-4a35-8151-06369b6dacef tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1030221 Sep 22 10:50:38.562497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7380a4ce-8af8-449d-9647-3db6123aba04 req-5a6b702a-b54f-497f-a140-57bc90991dfa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587127 Sep 22 10:50:38.996155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:39.045791 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=f23c583f-c294-4122-b781-5dc3a00b531e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:39.386656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:39.815263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:50:39.816297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd97424-df9e-424c-929d-f34436a90b78 req-7f6f462c-d5c8-474e-8a71-f0d55d987a64 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:39.829680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fd97424-df9e-424c-929d-f34436a90b78 req-7f6f462c-d5c8-474e-8a71-f0d55d987a64 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1246240 Sep 22 10:50:39.918592 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fd97424-df9e-424c-929d-f34436a90b78 req-50c2973d-9e37-4863-b312-7541a4c1f096 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789039 Sep 22 10:50:40.014165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:50:40.024620 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] Sync routers for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:50:40.037011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 35990) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:40.048272 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f7708abc-c46b-4986-b7d5-b155b426f068 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "PUT /v2.0/routers/85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1003773 Sep 22 10:50:40.050075 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:40.057529 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:40.149740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting subnet 8f365a38-a0fd-48f0-8bf8-6005b460c01d {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:50:40.172194 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:40.264529 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:40.326930 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:40.365363 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:40.564483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:40.614390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Subnet': ['ID=8f365a38-a0fd-48f0-8bf8-6005b460c01d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:40.621700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6d5f2-2d34-44aa-8560-9d201e699527 None None] Network f06782da-a022-4b81-accd-bbc49aaaac48 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:50:40.642589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:40.650235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36006) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:40.664990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/subnets/8f365a38-a0fd-48f0-8bf8-6005b460c01d HTTP/1.1" status: 204 len: 168 time: 0.6245310 Sep 22 10:50:40.671401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.674905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.675361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.676943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.678541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.678988 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.681233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.683767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.685802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.686432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.688629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.690720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6599725e-977a-4495-9736-b5f5e10b2188 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:50:40.700755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:50:38Z', 'revision_number': 7, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:40.853043 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] Checking router: 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:50:40.870953 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] Routers {'85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:40.877783 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:40.975761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:41.122129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d7eaaa-6a66-4d26-b4a9-9a4b58fd77dc None None] DHCP port deletion for f06782da-a022-4b81-accd-bbc49aaaac48 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:50:41.194702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:41.198522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b3247-a1c8-4535-8d40-4f7176777990 req-77765ed1-5975-40ea-a9f1-1d9dfc7256ce tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:41.207626 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] Set router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:41.209855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-030b3247-a1c8-4535-8d40-4f7176777990 req-77765ed1-5975-40ea-a9f1-1d9dfc7256ce tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1160402 Sep 22 10:50:41.269612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-19d7eaaa-6a66-4d26-b4a9-9a4b58fd77dc None None] Deleting port d66fc827-6024-4931-9812-b41b29051115 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:41.272909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-030b3247-a1c8-4535-8d40-4f7176777990 req-8840aa74-3288-45df-bed3-094c98e65117 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 Sep 22 10:50:41.273971 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19d7eaaa-6a66-4d26-b4a9-9a4b58fd77dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:41.383943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-19d7eaaa-6a66-4d26-b4a9-9a4b58fd77dc None None] For port d66fc827-6024-4931-9812-b41b29051115, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d66fc827-6024-4931-9812-b41b29051115,segment=NetworkSegment(4f9c65a8-c9d3-4398-889e-3a17f8533e5c),segment_id=4f9c65a8-c9d3-4398-889e-3a17f8533e5c)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:41.384344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19d7eaaa-6a66-4d26-b4a9-9a4b58fd77dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:41.419460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-19d7eaaa-6a66-4d26-b4a9-9a4b58fd77dc None None] Calling delete_port for d66fc827-6024-4931-9812-b41b29051115 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:41.466548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port d2fcc26e-f258-4649-91bf-a8b655fafced {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:50:41.470068 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:41.641852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] For port d2fcc26e-f258-4649-91bf-a8b655fafced, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d2fcc26e-f258-4649-91bf-a8b655fafced,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:41.643474 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:41.656259 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:50:38Z', 'revision_number': 7, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:41.682239 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for d2fcc26e-f258-4649-91bf-a8b655fafced owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:50:41.693561 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b700a6-738d-4002-ba42-1628c81c7d14 None None] The sync data for ids ['85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a'] in n-d-807025-3 is: [{'id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'name': 'tempest-TestNetworkBasicOps-router-677876743', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:13Z', 'updated_at': '2021-09-22T10:50:38Z', 'revision_number': 7, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': 'd2fcc26e-f258-4649-91bf-a8b655fafced', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:50:41.849618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19d7eaaa-6a66-4d26-b4a9-9a4b58fd77dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:41.907124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7eaaa-6a66-4d26-b4a9-9a4b58fd77dc None None] Pushing event deleted for resources: {'Port': ['ID=d66fc827-6024-4931-9812-b41b29051115,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:41.912663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d7eaaa-6a66-4d26-b4a9-9a4b58fd77dc None None] No DVR routers for this DVR port d66fc827-6024-4931-9812-b41b29051115 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:50:42.168145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d66fc827-6024-4931-9812-b41b29051115 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:50:42.190801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d66fc827-6024-4931-9812-b41b29051115 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:50:42.191167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d66fc827-6024-4931-9812-b41b29051115 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:50:42.191611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f23c583f-c294-4122-b781-5dc3a00b531e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:50:42.212235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f23c583f-c294-4122-b781-5dc3a00b531e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:50:42.212590 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f23c583f-c294-4122-b781-5dc3a00b531e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:50:42.393532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d509c-2bdc-43b8-880f-02dc72eb167b req-fcce52ad-fb2f-4092-b6a1-cb9c704a6449 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:42.395150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de2d509c-2bdc-43b8-880f-02dc72eb167b req-fcce52ad-fb2f-4092-b6a1-cb9c704a6449 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0587878 Sep 22 10:50:42.435216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de2d509c-2bdc-43b8-880f-02dc72eb167b req-9d6ecda3-7135-468f-b172-86a5c87832ae tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335324 Sep 22 10:50:42.455525 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:42.484292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=d2fcc26e-f258-4649-91bf-a8b655fafced,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:42.548333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:42.641662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:42.643710 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:42.784384 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:42.785076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Fanout notify agent at l3_agent the message router_deleted on router 85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:50:42.791781 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:42.792936 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0876202c-ea4c-4789-bd26-ecf3be9b2c1a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/routers/85e45b1c-d662-42f3-b8db-3a9ea5ac1a3a HTTP/1.1" status: 204 len: 168 time: 2.1422009 Sep 22 10:50:42.795898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:42.996171 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:43.109033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:43.144771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06782da-a022-4b81-accd-bbc49aaaac48']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:43.157550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9c65a8-c9d3-4398-889e-3a17f8533e5c') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:43.157882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9c65a8-c9d3-4398-889e-3a17f8533e5c') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:43.169919 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:43.185606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:43.212041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:50:43.213484 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:50:43.264231 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:50:43.424669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:43.432611 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:43.436757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/networks/f06782da-a022-4b81-accd-bbc49aaaac48 HTTP/1.1" status: 204 len: 168 time: 0.6396060 Sep 22 10:50:43.462925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36076) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:43.475837 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'network': {'name': 'tempest-network-smoke--917969478', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'port_security_enabled': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:43.509741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4cca8-59c7-4256-81e0-b4e1f8fc986b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Network': ['ID=f06782da-a022-4b81-accd-bbc49aaaac48,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:43.668125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631ab11-3931-493c-858b-2bc3c93a94ab req-3acab4e8-5c55-487a-a11a-3364b10fdc9c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:43.670288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5631ab11-3931-493c-858b-2bc3c93a94ab req-3acab4e8-5c55-487a-a11a-3364b10fdc9c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0970137 Sep 22 10:50:43.686842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Made reservation on behalf of 4d09ed6d952041598d1cfef4c76decf1 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:50:43.693652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:43.748770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5631ab11-3931-493c-858b-2bc3c93a94ab req-6c67acb3-5cf5-4a43-ad13-96c3bce5edc9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712891 Sep 22 10:50:43.752737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:50:43.779207 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:43.779682 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Added segment 64fb4a9e-f048-4b71-93e5-8f294b94a428 of type vlan for network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e Sep 22 10:50:43.875730 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:44.053160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:44.061183 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:44.062128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:44.075046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d2fcc26e-f258-4649-91bf-a8b655fafced no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:50:44.110145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d2fcc26e-f258-4649-91bf-a8b655fafced {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:50:44.112016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d2fcc26e-f258-4649-91bf-a8b655fafced not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:50:44.164445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Network': ['ID=6b749056-4d84-4ce1-bbc1-d42c3793fb8e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:44.180548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:50:44.215381 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cd1f25c4-d4bf-4a9d-8ddd-209f5758d0ea tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7474082 Sep 22 10:50:44.216269 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36090) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:44.221344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-837695967', 'admin_state_up': True, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:44.351881 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:44.353281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:44.415382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:44.743020 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:44.916856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290640e-9683-4662-a2f9-94cf2fd69048 req-b4c71fc5-5697-4d8a-9c6a-5270c7d671e8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:44.919312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3290640e-9683-4662-a2f9-94cf2fd69048 req-b4c71fc5-5697-4d8a-9c6a-5270c7d671e8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0765240 Sep 22 10:50:44.981552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3290640e-9683-4662-a2f9-94cf2fd69048 req-bae929d9-88a8-4af4-8e60-e15c9820fe94 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498171 Sep 22 10:50:45.426756 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:45.449278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:45.568000 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.25.1.197 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/3289f00e-9c5a-4e8b-a5ee-553f0bc80753) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:50:45.722568 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:45.954972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:46.044774 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:50:46.062916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:50:46.081292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:50:46.085723 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=3289f00e-9c5a-4e8b-a5ee-553f0bc80753,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:46.270973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11296bea-6457-43d5-b750-23042aa6398f req-bf79d2f8-1b5a-4052-93ee-2a18bcaa99ab tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:46.273320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11296bea-6457-43d5-b750-23042aa6398f req-bf79d2f8-1b5a-4052-93ee-2a18bcaa99ab tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1862164 Sep 22 10:50:46.346743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11296bea-6457-43d5-b750-23042aa6398f req-ba1323a8-2e01-4f40-9b44-db41acc36295 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666125 Sep 22 10:50:46.696294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:46.916474 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:47.230221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:50:47.373355 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:50:47.385347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Sync routers for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:50:47.397157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:47.397811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:47.533787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f119-4328-447b-93ff-244b66d11787 req-0177d95a-8b7a-4303-bb34-aa2fd6d49c24 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:47.535457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28f5f119-4328-447b-93ff-244b66d11787 req-0177d95a-8b7a-4303-bb34-aa2fd6d49c24 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.0700610 Sep 22 10:50:47.591521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28f5f119-4328-447b-93ff-244b66d11787 req-7d8a547a-ca02-43e5-a687-ddd1a0b4cd2c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480714 Sep 22 10:50:47.617731 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:47.620760 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4af4ad45-fcf0-4436-9b89-d924c2d4532e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4028432 Sep 22 10:50:47.623182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36172) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:47.650554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:47.659051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b31aab94-ae1c-46a8-b169-d2956f2be155 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=4d09ed6d952041598d1cfef4c76decf1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345342 Sep 22 10:50:47.663545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36174) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:47.784480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa2df42-b71e-4e5a-96db-488b7e6d599d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:47.786256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-daa2df42-b71e-4e5a-96db-488b7e6d599d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1210938 Sep 22 10:50:47.789093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36178) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:47.827733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4fee94b5-f814-4b31-a230-3bdb3009b50c tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373993 Sep 22 10:50:47.830451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36180) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:47.836088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1452715721', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:47.956164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:46Z', 'revision_number': 3, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:47.991816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Checking router: 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:50:47.993286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Updating router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:50:48.023990 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:48.252038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Made reservation on behalf of 4d09ed6d952041598d1cfef4c76decf1 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:50:48.257466 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:48.503161 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:48.635513 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:48.684465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:48.735314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Attempting to bind port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:50:48.735689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Attempting to bind port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:50:48.736205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Attempting to bind port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:50:48.758267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:50:48.758683 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:50:48.759089 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:48.759496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:50:48.759980 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Bound port: 3289f00e-9c5a-4e8b-a5ee-553f0bc80753, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:50:48.760493 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:48.832863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] For port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:50:48.836632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] For port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3289f00e-9c5a-4e8b-a5ee-553f0bc80753,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:50:48.862076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e37c6-fe43-4832-a9c4-c6f7b83d02c1 None None] Pushing event updated for resources: {'Port': ['ID=3289f00e-9c5a-4e8b-a5ee-553f0bc80753,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:48.897295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Subnet': ['ID=b2293dee-96b6-42a0-a5cf-111708805a9e,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:48.909302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Checking segment: {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:50:48.909674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network hostable DHCP agents. Network: 6b749056-4d84-4ce1-bbc1-d42c3793fb8e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:50:48.921613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dc29e-91be-4cdd-981d-fba48d6db360 req-7389c320-8393-4725-9a9e-1534a1f06c2b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:48.924643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d61dc29e-91be-4cdd-981d-fba48d6db360 req-7389c320-8393-4725-9a9e-1534a1f06c2b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 0.1109958 Sep 22 10:50:48.977706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d61dc29e-91be-4cdd-981d-fba48d6db360 req-903325e8-6d58-48ef-b68f-5f44595ec5a1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Sep 22 10:50:49.042842 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:49.112513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:50:49.182788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:49.184632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:49.257625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 6b749056-4d84-4ce1-bbc1-d42c3793fb8e) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:50:49.266130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:49.268542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:49.323651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e663e4f1-7a3a-42e6-9bbb-448cc5e1e701 None None] Network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:50:49.432489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a9158153-8c8a-4ce6-ac35-9729e26421fc tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6010597 Sep 22 10:50:49.435378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36206) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:49.501492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e37c6-fe43-4832-a9c4-c6f7b83d02c1 None None] Pushing event updated for resources: {'Port': ['ID=3289f00e-9c5a-4e8b-a5ee-553f0bc80753,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:49.653949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:50:49.655562 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:49.675453 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:50.050132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27b1798f-9c7f-455f-ba59-1c2f9e0c799f details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:50:50.481233 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:50.606491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:50.660372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Allocated IP 172.20.0.2 (6b749056-4d84-4ce1-bbc1-d42c3793fb8e/b2293dee-96b6-42a0-a5cf-111708805a9e/c59b70b0-164d-483d-a257-6e5a7bf25aad) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:50:51.030349 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:51.040324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '27b1798f-9c7f-455f-ba59-1c2f9e0c799f', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'port_id': '27b1798f-9c7f-455f-ba59-1c2f9e0c799f', 'mac_address': 'fa:16:3e:31:6d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:50:51.102799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:46Z', 'revision_number': 3, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:51.164253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89075e6a-3f7f-472a-8376-b63ff9f55286 None None] The sync data for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 is: [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:46Z', 'revision_number': 3, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:50:51.169792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:51.239609 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:50:51.240387 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:51.251266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:50:51.256569 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:50:51.291434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Pushing event updated for resources: {'Port': ['ID=c59b70b0-164d-483d-a257-6e5a7bf25aad,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:51.307300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e72141-c88d-4197-b50d-2d72cc0bef85 req-5f6ea89c-82f6-4aed-bacf-3062de10976a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:51.310417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44e72141-c88d-4197-b50d-2d72cc0bef85 req-5f6ea89c-82f6-4aed-bacf-3062de10976a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 943 time: 1.0958230 Sep 22 10:50:51.364257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b1798f-9c7f-455f-ba59-1c2f9e0c799f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:50:51.384916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Attempting to bind port c59b70b0-164d-483d-a257-6e5a7bf25aad on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:50:51.385285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Attempting to bind port c59b70b0-164d-483d-a257-6e5a7bf25aad by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:50:51.385650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Attempting to bind port c59b70b0-164d-483d-a257-6e5a7bf25aad on network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:50:51.391546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:50:51.391918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Checking segment: {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:50:51.393035 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:51.393433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Bound using segment: {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:50:51.393899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Bound port: c59b70b0-164d-483d-a257-6e5a7bf25aad, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:50:51.394315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:51.423166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:51.457078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44e72141-c88d-4197-b50d-2d72cc0bef85 req-f9533cb8-ba9b-4b5f-8171-7d0a2dedf5ce tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371238 Sep 22 10:50:51.516390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] For port c59b70b0-164d-483d-a257-6e5a7bf25aad, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:50:51.533734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] For port c59b70b0-164d-483d-a257-6e5a7bf25aad, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c59b70b0-164d-483d-a257-6e5a7bf25aad,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:50:51.540150 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:51.610739 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:51.664551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:51.769912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['27b1798f-9c7f-455f-ba59-1c2f9e0c799f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:50:51.855590 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404138da-8797-4a49-8c64-7946d8fe0636 None None] Pushing event updated for resources: {'Port': ['ID=c59b70b0-164d-483d-a257-6e5a7bf25aad,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:52.003210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.20.0.1 (6b749056-4d84-4ce1-bbc1-d42c3793fb8e/b2293dee-96b6-42a0-a5cf-111708805a9e/5d18b64d-51c6-4d5d-8491-3eb023b7acab) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:50:52.273280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:50:52.369034 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:52.474748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ddfa9c73-4ec5-4d8c-9bd3-2faae36c558a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:52.492906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:52.495745 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:52.618145 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:52.754930 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:52.755526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=5d18b64d-51c6-4d5d-8491-3eb023b7acab,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:52.793963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3289f00e-9c5a-4e8b-a5ee-553f0bc80753,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:52.884636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:50:52.890003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:50:52.907511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:50:52.915154 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:53.124672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=3289f00e-9c5a-4e8b-a5ee-553f0bc80753,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:53.139767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50369a9-465a-48ef-a895-a757dbccc944 req-aff69eae-3657-47b0-aade-58fc2d1cc4af tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:53.144624 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b50369a9-465a-48ef-a895-a757dbccc944 req-aff69eae-3657-47b0-aade-58fc2d1cc4af tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 944 time: 0.3739865 Sep 22 10:50:53.198082 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:53.321142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b50369a9-465a-48ef-a895-a757dbccc944 req-1e8fcf9a-d413-4649-8e41-eb3f90eae6d6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656866 Sep 22 10:50:53.392846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-911e6546-213a-4edd-8a31-b003d0c1ce4b req-74d12375-7983-4090-b91f-506d2b20e463 service neutron] (95682) timed out ('10.222.0.30', 55358) {{(pid=95682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:50:53.541311 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:53.596475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ea8c37-9dda-4282-b71f-282252d1f208 None None] Network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:50:53.726087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d982ce12-a060-4897-bf47-046fb1cbb7cc None None] Provisioning complete for port c59b70b0-164d-483d-a257-6e5a7bf25aad triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:53.726623 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d982ce12-a060-4897-bf47-046fb1cbb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:53.898183 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d982ce12-a060-4897-bf47-046fb1cbb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:53.931645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d982ce12-a060-4897-bf47-046fb1cbb7cc None None] For port c59b70b0-164d-483d-a257-6e5a7bf25aad, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c59b70b0-164d-483d-a257-6e5a7bf25aad,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:54.041176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27b1798f-9c7f-455f-ba59-1c2f9e0c799f up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:50:54.071182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.083146 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d982ce12-a060-4897-bf47-046fb1cbb7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.141423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982ce12-a060-4897-bf47-046fb1cbb7cc None None] Pushing event updated for resources: {'Port': ['ID=c59b70b0-164d-483d-a257-6e5a7bf25aad,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:54.259213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:50:54.319309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0e698b8a-22d0-4661-b79e-7fd9dca9d1ff None None] Provisioning complete for port c59b70b0-164d-483d-a257-6e5a7bf25aad triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:54.319604 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e698b8a-22d0-4661-b79e-7fd9dca9d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.323215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:54.323215 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.409406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.457500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:50:54.473138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:54.473138 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.551330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c59b70b0-164d-483d-a257-6e5a7bf25aad up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:50:54.555016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0e698b8a-22d0-4661-b79e-7fd9dca9d1ff None None] Provisioning complete for port 5d18b64d-51c6-4d5d-8491-3eb023b7acab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:54.555394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e698b8a-22d0-4661-b79e-7fd9dca9d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.621507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=5d18b64d-51c6-4d5d-8491-3eb023b7acab,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:54.625075 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.643083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6609-8270-4694-84af-744d732c0a9c req-8e678aad-9c87-4ac4-9f38-db341fd4b7c8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:54.644394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e94c6609-8270-4694-84af-744d732c0a9c req-8e678aad-9c87-4ac4-9f38-db341fd4b7c8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 944 time: 0.1995924 Sep 22 10:50:54.649887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0e698b8a-22d0-4661-b79e-7fd9dca9d1ff None None] Port 5d18b64d-51c6-4d5d-8491-3eb023b7acab cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:50:54.700607 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.732648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c59b70b0-164d-483d-a257-6e5a7bf25aad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:54.733084 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.740996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34c580c-d984-4ee2-8e54-e1e4b5b61ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b1798f-9c7f-455f-ba59-1c2f9e0c799f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:50:54.743941 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bc4f7b-8140-41e7-b8d8-8b347251f797" -d '{"events": [{"server_uuid": "d34c580c-d984-4ee2-8e54-e1e4b5b61ee0", "name": "network-vif-plugged", "status": "completed", "tag": "27b1798f-9c7f-455f-ba59-1c2f9e0c799f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:50:54.778238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e94c6609-8270-4694-84af-744d732c0a9c req-2dc5d9a7-4519-4c59-baf6-eb22a5cf80d5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242118 Sep 22 10:50:54.805035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:54.829507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-82236ed4-d8fd-4f84-8ca4-4584a0817e98 None None] Provisioning complete for port 5d18b64d-51c6-4d5d-8491-3eb023b7acab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:54.830707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82236ed4-d8fd-4f84-8ca4-4584a0817e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.840068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:50:54.847068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:50:54.935920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-82236ed4-d8fd-4f84-8ca4-4584a0817e98 None None] Port 5d18b64d-51c6-4d5d-8491-3eb023b7acab cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:50:54.943196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:55.039587 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4924afe1-7544-4562-8a43-63720012f578 x-openstack-request-id: req-4924afe1-7544-4562-8a43-63720012f578 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:50:55.040681 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34c580c-d984-4ee2-8e54-e1e4b5b61ee0", "name": "network-vif-plugged", "status": "completed", "tag": "27b1798f-9c7f-455f-ba59-1c2f9e0c799f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:50:55.040949 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4924afe1-7544-4562-8a43-63720012f578 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:50:55.042865 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34c580c-d984-4ee2-8e54-e1e4b5b61ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b1798f-9c7f-455f-ba59-1c2f9e0c799f', 'code': 200} Sep 22 10:50:55.091707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:55.192558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:50:55.235597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f4ce6-2148-44a0-bddf-c4dccaec1e61 req-33c86f40-7dc1-4187-9dee-83f58d99940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.249912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bc2d80ce-a2ff-4f9b-a16c-bd30e112a125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:55.254197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f4ce6-2148-44a0-bddf-c4dccaec1e61 req-33c86f40-7dc1-4187-9dee-83f58d99940c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 1096 time: 0.1289361 Sep 22 10:50:55.361709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5cf01a56-6966-4874-acf6-7c4a796302d2 None None] Provisioning complete for port 5d18b64d-51c6-4d5d-8491-3eb023b7acab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:55.362181 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5cf01a56-6966-4874-acf6-7c4a796302d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:55.435018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5cf01a56-6966-4874-acf6-7c4a796302d2 None None] Port 5d18b64d-51c6-4d5d-8491-3eb023b7acab cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:50:55.484879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f7f4ce6-2148-44a0-bddf-c4dccaec1e61 req-8cd038f9-60ed-4153-89e1-b74a27c4587c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289799 Sep 22 10:50:55.529101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:50:55.534495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9425bb76-bb7f-4cb3-a0da-4643e72f3c15 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "PUT /v2.0/routers/6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0980589 Sep 22 10:50:55.536925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36328) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:55.542182 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Sync routers for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:50:55.557722 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:55.559187 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:55.682135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.682643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.683168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.683641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.684113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.684575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.685093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.685565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.686019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.691537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36336) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:55.692045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2aed7f9c-ce28-40f2-92bf-9d2d8694d14e tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6384 time: 0.1538181 Sep 22 10:50:55.694865 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:55.779920 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:55.791692 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:55.854251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.856463 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.857099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.857871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.858694 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.864740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.864740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.864740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.864740 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:55.867131 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-84ee3d5e-bc08-403b-bcbf-8c38bff5f80f tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5923 time: 0.1739776 Sep 22 10:50:55.869485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36348) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:55.889195 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:56.115969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a966c9-efc0-4928-91a0-17248095441d req-3f91c204-689f-4e6a-80eb-11d80796c158 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:56.122496 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7a966c9-efc0-4928-91a0-17248095441d req-3f91c204-689f-4e6a-80eb-11d80796c158 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 945 time: 0.2073317 Sep 22 10:50:56.194764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c59b70b0-164d-483d-a257-6e5a7bf25aad up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:50:56.206418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7a966c9-efc0-4928-91a0-17248095441d req-4ac6dc31-9cf9-4daf-9fe7-822c13ec15a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719378 Sep 22 10:50:56.281634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:56.282930 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '5d18b64d-51c6-4d5d-8491-3eb023b7acab', 'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:93:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:51Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 2, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:56.308092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c59b70b0-164d-483d-a257-6e5a7bf25aad triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:56.308589 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:56.331299 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Checking router: 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:50:56.331997 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Updating router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 port 5d18b64d-51c6-4d5d-8491-3eb023b7acab binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:50:56.430024 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-79df2c95-6ff9-47cc-ad07-fad9cdc4953d tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 0.5593340 Sep 22 10:50:56.592084 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:56.906559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36388) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:56.917855 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f9341bf1-dfa0-42b1-a52a-577bbda8662e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136509751', 'description': 'tempest-secgroup-smoke-2136509751 description', 'project_id': '4d09ed6d952041598d1cfef4c76decf1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:56.934507 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.081164 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.149519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9341bf1-dfa0-42b1-a52a-577bbda8662e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.173128 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf333c2-9844-469c-8830-12544ae539b0 None None] Pushing event updated for resources: {'Port': ['ID=5d18b64d-51c6-4d5d-8491-3eb023b7acab,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:57.317073 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Attempting to bind port 5d18b64d-51c6-4d5d-8491-3eb023b7acab on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:50:57.317438 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Attempting to bind port 5d18b64d-51c6-4d5d-8491-3eb023b7acab by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:50:57.317794 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Attempting to bind port 5d18b64d-51c6-4d5d-8491-3eb023b7acab on network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:50:57.342014 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:50:57.342528 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Checking segment: {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:50:57.342870 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.343268 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Bound using segment: {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:50:57.343767 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Bound port: 5d18b64d-51c6-4d5d-8491-3eb023b7acab, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:50:57.344144 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.392928 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9341bf1-dfa0-42b1-a52a-577bbda8662e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.412042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b32555-ff6d-402e-bb96-6b16e60fb5bb req-6acdeeb5-6328-450f-9198-3e4a34f7e4b3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:57.433378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6b32555-ff6d-402e-bb96-6b16e60fb5bb req-6acdeeb5-6328-450f-9198-3e4a34f7e4b3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 945 time: 0.1035736 Sep 22 10:50:57.441506 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] For port 5d18b64d-51c6-4d5d-8491-3eb023b7acab, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:50:57.445196 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] For port 5d18b64d-51c6-4d5d-8491-3eb023b7acab, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5d18b64d-51c6-4d5d-8491-3eb023b7acab,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:50:57.460608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9341bf1-dfa0-42b1-a52a-577bbda8662e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.503029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6b32555-ff6d-402e-bb96-6b16e60fb5bb req-cc49c593-7b75-48f3-9d16-2029839fa8ce tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669105 Sep 22 10:50:57.528235 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9341bf1-dfa0-42b1-a52a-577bbda8662e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a131817f-ee68-4915-8bf7-d1af802bb51a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:57.588745 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.608088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6da3a5d1-3183-4657-826b-386581cacdb7 None None] Provisioning complete for port 5d18b64d-51c6-4d5d-8491-3eb023b7acab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:57.608662 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6da3a5d1-3183-4657-826b-386581cacdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.660678 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9341bf1-dfa0-42b1-a52a-577bbda8662e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.662829 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f9341bf1-dfa0-42b1-a52a-577bbda8662e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7552032 Sep 22 10:50:57.669292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36402) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:57.671907 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:50:57.672489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c217c1f2-1294-41b8-a484-25e016c4cbe9 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': 'a131817f-ee68-4915-8bf7-d1af802bb51a', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:57.672605 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:57.750404 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6da3a5d1-3183-4657-826b-386581cacdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.750517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31b0c0-15ff-466b-a0e6-e88a4ea5daea req-e38fdc8c-570e-4500-80a3-facaf282579c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:57.763313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd31b0c0-15ff-466b-a0e6-e88a4ea5daea req-e38fdc8c-570e-4500-80a3-facaf282579c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 945 time: 0.1103635 Sep 22 10:50:57.778158 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf333c2-9844-469c-8830-12544ae539b0 None None] Pushing event updated for resources: {'Port': ['ID=5d18b64d-51c6-4d5d-8491-3eb023b7acab,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:57.786351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6da3a5d1-3183-4657-826b-386581cacdb7 None None] For port 5d18b64d-51c6-4d5d-8491-3eb023b7acab, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5d18b64d-51c6-4d5d-8491-3eb023b7acab,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:50:57.820252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c217c1f2-1294-41b8-a484-25e016c4cbe9 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.870377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd31b0c0-15ff-466b-a0e6-e88a4ea5daea req-6127fb47-f9a6-408b-865b-6f65aeab162e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059608 Sep 22 10:50:57.891294 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:50:57.915656 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6da3a5d1-3183-4657-826b-386581cacdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.926877 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c217c1f2-1294-41b8-a484-25e016c4cbe9 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.016401 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c217c1f2-1294-41b8-a484-25e016c4cbe9 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.043814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3a5d1-3183-4657-826b-386581cacdb7 None None] Pushing event updated for resources: {'Port': ['ID=5d18b64d-51c6-4d5d-8491-3eb023b7acab,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:58.049760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217c1f2-1294-41b8-a484-25e016c4cbe9 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e41e58-4a00-404b-b8e3-fe5a73e031f6,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:58.077033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-23d6c812-26f1-47da-9e2d-478243d1c9e9 None None] Provisioning complete for port 5d18b64d-51c6-4d5d-8491-3eb023b7acab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:50:58.077888 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23d6c812-26f1-47da-9e2d-478243d1c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.094635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edfe7-2bb0-4ce7-abb0-12ff677a7a06 req-c7620b09-74ec-4684-b0a3-73c7c75388a4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:58.103366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c90edfe7-2bb0-4ce7-abb0-12ff677a7a06 req-c7620b09-74ec-4684-b0a3-73c7c75388a4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 945 time: 0.1177766 Sep 22 10:50:58.146954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c90edfe7-2bb0-4ce7-abb0-12ff677a7a06 req-f411fe62-ab6c-4ac8-8dfb-ecd847f7c493 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Sep 22 10:50:58.163369 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '5d18b64d-51c6-4d5d-8491-3eb023b7acab', 'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:93:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:51Z', 'updated_at': '2021-09-22T10:50:57Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:50:58.172144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c217c1f2-1294-41b8-a484-25e016c4cbe9 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.175506 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c217c1f2-1294-41b8-a484-25e016c4cbe9 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5053668 Sep 22 10:50:58.177442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36424) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:58.181999 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-72e49ece-1178-42b0-8d58-53b0faf21de4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': 'a131817f-ee68-4915-8bf7-d1af802bb51a', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:58.193006 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59208ee-9390-4e05-bbc8-49a34d575d37 None None] The sync data for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 is: [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '5d18b64d-51c6-4d5d-8491-3eb023b7acab', 'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:93:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:51Z', 'updated_at': '2021-09-22T10:50:57Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:50:58.211951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.319179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72e49ece-1178-42b0-8d58-53b0faf21de4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.452533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72e49ece-1178-42b0-8d58-53b0faf21de4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.567295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72e49ece-1178-42b0-8d58-53b0faf21de4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.631008 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e49ece-1178-42b0-8d58-53b0faf21de4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121f7c82-aae6-42c5-b8f6-d1ed6e5d475d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:58.697954 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72e49ece-1178-42b0-8d58-53b0faf21de4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.699586 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72e49ece-1178-42b0-8d58-53b0faf21de4 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5209520 Sep 22 10:50:58.702451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36440) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:58.707657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f691dc7f-5df5-49fe-bb23-af7f905c2ad2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': 'a131817f-ee68-4915-8bf7-d1af802bb51a', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:58.883014 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f691dc7f-5df5-49fe-bb23-af7f905c2ad2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.906423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182e12b-1db9-4449-acbb-9fb509f833b6 req-721dd7b8-bf1f-47fd-bd34-dccf2ad2739a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:58.908452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a182e12b-1db9-4449-acbb-9fb509f833b6 req-721dd7b8-bf1f-47fd-bd34-dccf2ad2739a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 945 time: 0.0808516 Sep 22 10:50:59.027800 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f691dc7f-5df5-49fe-bb23-af7f905c2ad2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.046313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a182e12b-1db9-4449-acbb-9fb509f833b6 req-4ffb63c1-7b4f-4a14-8320-dfb01049aa83 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282737 Sep 22 10:50:59.103991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f691dc7f-5df5-49fe-bb23-af7f905c2ad2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.133361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691dc7f-5df5-49fe-bb23-af7f905c2ad2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85dc9f6-84c1-471d-ad51-e4684a5403ae,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:59.208911 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f691dc7f-5df5-49fe-bb23-af7f905c2ad2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.210177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f691dc7f-5df5-49fe-bb23-af7f905c2ad2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5066946 Sep 22 10:50:59.213071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36464) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:59.218632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-9d871c0f-1ffa-4dce-b54e-81583a74148d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': 'a131817f-ee68-4915-8bf7-d1af802bb51a', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:59.346758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d871c0f-1ffa-4dce-b54e-81583a74148d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.430056 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d871c0f-1ffa-4dce-b54e-81583a74148d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.500250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d871c0f-1ffa-4dce-b54e-81583a74148d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.536302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d871c0f-1ffa-4dce-b54e-81583a74148d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440542a5-a29a-48be-ac9f-3c070f5bd60f,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:50:59.640606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9d871c0f-1ffa-4dce-b54e-81583a74148d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.645289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9d871c0f-1ffa-4dce-b54e-81583a74148d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4275768 Sep 22 10:50:59.645762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36482) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:50:59.655727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ae019b06-bb4e-40c9-9e2a-0c284057bb7d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': 'a131817f-ee68-4915-8bf7-d1af802bb51a', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:50:59.773677 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-ae019b06-bb4e-40c9-9e2a-0c284057bb7d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Project 4d09ed6d952041598d1cfef4c76decf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:50:59.780608 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae019b06-bb4e-40c9-9e2a-0c284057bb7d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.869486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae019b06-bb4e-40c9-9e2a-0c284057bb7d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.944042 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae019b06-bb4e-40c9-9e2a-0c284057bb7d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:59.974944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae019b06-bb4e-40c9-9e2a-0c284057bb7d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97befa55-06d9-46e7-8965-ed8d1f14036a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:00.069136 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ae019b06-bb4e-40c9-9e2a-0c284057bb7d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:00.073477 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ae019b06-bb4e-40c9-9e2a-0c284057bb7d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4222996 Sep 22 10:51:00.074303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36504) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:00.078228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1d2c485c-e14b-4da1-a30e-3ead9dbad5ac tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'security_group_rule': {'security_group_id': 'a131817f-ee68-4915-8bf7-d1af802bb51a', 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:00.144209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5d18b64d-51c6-4d5d-8491-3eb023b7acab up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:00.209304 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-1d2c485c-e14b-4da1-a30e-3ead9dbad5ac tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Project 4d09ed6d952041598d1cfef4c76decf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:51:00.225744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5d18b64d-51c6-4d5d-8491-3eb023b7acab triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:00.226127 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:00.242039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d2c485c-e14b-4da1-a30e-3ead9dbad5ac tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:00.308041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-c61e4cb7-c806-474a-a058-f7a8abaddf63 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:00.309780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-c61e4cb7-c806-474a-a058-f7a8abaddf63 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 945 time: 0.1383893 Sep 22 10:51:00.367416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91565e-1dbf-4b54-a39b-d776fd1ae622 req-f6566b83-193a-430c-8b58-190085f3e9ed tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:00.369268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae91565e-1dbf-4b54-a39b-d776fd1ae622 req-f6566b83-193a-430c-8b58-190085f3e9ed tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 945 time: 0.1873803 Sep 22 10:51:00.449320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d2c485c-e14b-4da1-a30e-3ead9dbad5ac tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:00.493000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae91565e-1dbf-4b54-a39b-d776fd1ae622 req-1739ca6f-8183-4281-bad3-7f5b6d8e081c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097836 Sep 22 10:51:00.520472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:00.520807 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:00.558397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d2c485c-e14b-4da1-a30e-3ead9dbad5ac tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:00.587685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c485c-e14b-4da1-a30e-3ead9dbad5ac tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93481503-1965-46f7-951c-b2ab9b834844,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:00.672374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] For port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:00.672773 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:00.690658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for 27b1798f-9c7f-455f-ba59-1c2f9e0c799f owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:00.737064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d2c485c-e14b-4da1-a30e-3ead9dbad5ac tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:00.746279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1d2c485c-e14b-4da1-a30e-3ead9dbad5ac tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6637197 Sep 22 10:51:00.999867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-f46417dd-30c9-495c-936e-08dcc860b871 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136509751&fields=id&tenant_id=4d09ed6d952041598d1cfef4c76decf1 HTTP/1.1" status: 200 len: 267 time: 0.0358918 Sep 22 10:51:01.003309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:01.017918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['27b1798f-9c7f-455f-ba59-1c2f9e0c799f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:51:01.082272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=27b1798f-9c7f-455f-ba59-1c2f9e0c799f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:01.148767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] No DVR routers for this DVR port 27b1798f-9c7f-455f-ba59-1c2f9e0c799f on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:51:01.184250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:01.186385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ad90b0d-770d-49e4-9741-1ce0de3a6638 req-d9915616-d007-4f5b-a272-b6614cf1eafb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "DELETE /v2.0/ports/27b1798f-9c7f-455f-ba59-1c2f9e0c799f HTTP/1.1" status: 204 len: 173 time: 0.8677890 Sep 22 10:51:01.186837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34c580c-d984-4ee2-8e54-e1e4b5b61ee0', 'name': 'network-vif-deleted', 'tag': '27b1798f-9c7f-455f-ba59-1c2f9e0c799f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:51:01.189900 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bc5bb4-37ce-4323-a9e8-f730c4a2cc7a" -d '{"events": [{"server_uuid": "d34c580c-d984-4ee2-8e54-e1e4b5b61ee0", "name": "network-vif-deleted", "tag": "27b1798f-9c7f-455f-ba59-1c2f9e0c799f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:51:01.249600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-e12b275e-df5f-4a2f-8d03-37b085ca731d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:01.254695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-e12b275e-df5f-4a2f-8d03-37b085ca731d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/networks?id=6b749056-4d84-4ce1-bbc1-d42c3793fb8e HTTP/1.1" status: 200 len: 796 time: 0.2431567 Sep 22 10:51:01.269520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-e691d047-856e-4d6c-a286-a14999bda247 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/quotas/4d09ed6d952041598d1cfef4c76decf1 HTTP/1.1" status: 200 len: 375 time: 0.0110548 Sep 22 10:51:01.343345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-f254eb87-68bf-42eb-8ffa-b095279b6ad8 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661883 Sep 22 10:51:01.595943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-9932afc3-e1a8-4bf7-add4-75015f49d4a3 service neutron] 10.222.0.20 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376614 Sep 22 10:51:01.728091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-912e6f99-1d3a-492b-ad11-8201d56b3c93 service neutron] 10.222.0.20 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169889 Sep 22 10:51:02.029605 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1a2efb-a738-4908-a670-f213d0fad917 x-openstack-request-id: req-af1a2efb-a738-4908-a670-f213d0fad917 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:51:02.030136 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34c580c-d984-4ee2-8e54-e1e4b5b61ee0", "name": "network-vif-deleted", "tag": "27b1798f-9c7f-455f-ba59-1c2f9e0c799f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:51:02.030830 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af1a2efb-a738-4908-a670-f213d0fad917 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:51:02.031369 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34c580c-d984-4ee2-8e54-e1e4b5b61ee0', 'name': 'network-vif-deleted', 'tag': '27b1798f-9c7f-455f-ba59-1c2f9e0c799f', 'status': 'completed', 'code': 200} Sep 22 10:51:02.165310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd128dd9-b4e4-4510-b970-ac96ee5b8740 req-39bb1c20-36e1-4a3a-9143-a8b11b42d6ff tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 210 time: 0.0455158 Sep 22 10:51:02.331444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d77eb780-c39a-4e57-957d-05eca5d3c4df req-c1cb625d-a1df-45fb-9404-1b856e2a3acb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 210 time: 0.0661743 Sep 22 10:51:02.638725 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:51:03.320599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61209a83-0085-4baa-a632-e076859fd5ef req-c06fc339-ec2a-48f3-847f-babe16242e05 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 210 time: 0.0360849 Sep 22 10:51:03.434254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4dc38cdc-cf9a-43e5-bf68-16edb09abc05 req-a9e49056-3ecf-4bdc-b9ca-74a79fec3bb2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 210 time: 0.0337427 Sep 22 10:51:04.046950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27b1798f-9c7f-455f-ba59-1c2f9e0c799f no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:04.073115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 27b1798f-9c7f-455f-ba59-1c2f9e0c799f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:51:04.073948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27b1798f-9c7f-455f-ba59-1c2f9e0c799f not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:04.445630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22d8c10a-be5d-4fd5-9fce-4235bd3b94eb req-e0155470-3732-4228-813a-21f481f43206 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 210 time: 0.0365982 Sep 22 10:51:04.604240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44a6a9a7-0a03-4d01-8e8a-9ff1be0c4685 req-49d7cb80-386e-48b1-b470-7b8c465d723b tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 210 time: 0.0691371 Sep 22 10:51:04.739007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36636) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:04.793985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-194c2182-b5a6-4d2f-b04f-15c5ba5c1a37 admin admin] Deleting subnet 5576e5ad-7af2-41ce-8067-db3507b597bf {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:51:04.797933 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-194c2182-b5a6-4d2f-b04f-15c5ba5c1a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:04.863781 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-194c2182-b5a6-4d2f-b04f-15c5ba5c1a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:04.962208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-194c2182-b5a6-4d2f-b04f-15c5ba5c1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.140819 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8bcb588a-c3d6-4121-a447-fbcbaaabbf38 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:05.153634 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8bcb588a-c3d6-4121-a447-fbcbaaabbf38 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "GET /v2.0/networks?id=6b749056-4d84-4ce1-bbc1-d42c3793fb8e HTTP/1.1" status: 200 len: 796 time: 0.3677309 Sep 22 10:51:05.180990 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-194c2182-b5a6-4d2f-b04f-15c5ba5c1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.216079 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-ba7099a7-7e4d-4b4d-9460-2cae774f45eb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d09ed6d952041598d1cfef4c76decf1 HTTP/1.1" status: 200 len: 380 time: 0.0531471 Sep 22 10:51:05.220987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c2182-b5a6-4d2f-b04f-15c5ba5c1a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5576e5ad-7af2-41ce-8067-db3507b597bf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:05.229788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-194c2182-b5a6-4d2f-b04f-15c5ba5c1a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.236034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-194c2182-b5a6-4d2f-b04f-15c5ba5c1a37 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5576e5ad-7af2-41ce-8067-db3507b597bf HTTP/1.1" status: 204 len: 168 time: 0.4959118 Sep 22 10:51:05.236894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36644) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:05.237491 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'port': {'device_id': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'admin_state_up': True, 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'security_groups': ['a131817f-ee68-4915-8bf7-d1af802bb51a']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:05.317159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.446549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Made reservation on behalf of 4d09ed6d952041598d1cfef4c76decf1 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:51:05.451329 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.494560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.577296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a13cad0-4d11-44e0-aa18-b09bccafe30c']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:05.623785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb8fdcb-b22b-441e-a658-1a02b0223d00') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:05.624077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb8fdcb-b22b-441e-a658-1a02b0223d00') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:05.634235 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.648903 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.655021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:51:05.655419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.678503 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.20.0.14 (6b749056-4d84-4ce1-bbc1-d42c3793fb8e/b2293dee-96b6-42a0-a5cf-111708805a9e/0f96ac6f-ad5c-45da-b4af-572a12f7444f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:51:05.713458 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:51:05.739920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d91e1f04-b4f3-4d2a-96c4-f2cf7928fcc6 req-941d5c92-0cb7-447a-9915-865a53270709 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 210 time: 0.1383343 Sep 22 10:51:05.789596 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.795716 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:05.797941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5a13cad0-4d11-44e0-aa18-b09bccafe30c HTTP/1.1" status: 204 len: 168 time: 0.5594239 Sep 22 10:51:05.841955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77d3d1-cdbf-4468-99d1-1cab0d054418 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a13cad0-4d11-44e0-aa18-b09bccafe30c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:05.949423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74bc6f0a-acc3-4db2-adcc-7e416bc0148f req-0d0880e3-746b-4be1-9115-074b5c00b463 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 210 time: 0.1176903 Sep 22 10:51:05.977450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:06.129505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:06.189667 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:06.197068 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:06.199724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:51:06.236393 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=0f96ac6f-ad5c-45da-b4af-572a12f7444f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:06.273033 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:06.274035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:06.388874 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8017e08b-f627-4f25-a494-a8a2544f2208 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1620853 Sep 22 10:51:06.407987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Request body: {'port': {'device_id': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:06.455444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36672) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:06.483477 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:06.523320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-89a50532-065c-4c46-98f2-836cb1ddb7ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7dab259377c482b984819cd79fab2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641301 Sep 22 10:51:06.523815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36674) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:06.583975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5e7ca1ed-e369-431e-8f16-635093de6df2 None None] Provisioning complete for port 0f96ac6f-ad5c-45da-b4af-572a12f7444f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:06.583975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5e7ca1ed-e369-431e-8f16-635093de6df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:06.656981 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f11f483-dc83-40fe-83b9-71abba175209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:06.677122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ca1ed-e369-431e-8f16-635093de6df2 None None] Port 0f96ac6f-ad5c-45da-b4af-572a12f7444f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:51:06.709218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f11f483-dc83-40fe-83b9-71abba175209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:06.902920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de825278-3e8f-4eff-9bf2-92eb6e558e52 req-7f3a9d75-8154-42b3-981e-44519083ed8c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 210 time: 0.0364017 Sep 22 10:51:06.904223 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f11f483-dc83-40fe-83b9-71abba175209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:06.907695 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f11f483-dc83-40fe-83b9-71abba175209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:06.939270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9f11f483-dc83-40fe-83b9-71abba175209 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e49d7ef5-4928-4092-8530-9a7cb153b65c HTTP/1.1" status: 204 len: 168 time: 0.4010761 Sep 22 10:51:06.996997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11f483-dc83-40fe-83b9-71abba175209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49d7ef5-4928-4092-8530-9a7cb153b65c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:07.171405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f96ac6f-ad5c-45da-b4af-572a12f7444f {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:51:07.179794 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:07.218366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Transition to ACTIVE for port object 0f96ac6f-ad5c-45da-b4af-572a12f7444f will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:51:07.224856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616124f1-d473-4d9e-aaa3-11e3a5b56b4a req-fdd00eec-3a85-4536-8064-cb3600f6e9b1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:07.227407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-616124f1-d473-4d9e-aaa3-11e3a5b56b4a req-fdd00eec-3a85-4536-8064-cb3600f6e9b1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 932 time: 0.1059859 Sep 22 10:51:07.279785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-616124f1-d473-4d9e-aaa3-11e3a5b56b4a req-a570390a-b24e-4fa0-9da6-2fb2b3c117f0 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 Sep 22 10:51:07.494888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:07.645258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f96ac6f-ad5c-45da-b4af-572a12f7444f,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:07.688445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Attempting to bind port 0f96ac6f-ad5c-45da-b4af-572a12f7444f on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:51:07.689032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Attempting to bind port 0f96ac6f-ad5c-45da-b4af-572a12f7444f by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:51:07.689545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Attempting to bind port 0f96ac6f-ad5c-45da-b4af-572a12f7444f on network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:51:07.694985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Port 0f96ac6f-ad5c-45da-b4af-572a12f7444f on network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:51:07.695531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Attempting to bind port 0f96ac6f-ad5c-45da-b4af-572a12f7444f on network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:51:07.709247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:51:07.709904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Checking segment: {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:07.710616 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Bound using segment: {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:51:07.711366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Bound port: 0f96ac6f-ad5c-45da-b4af-572a12f7444f, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fb4a9e-f048-4b71-93e5-8f294b94a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:51:07.711923 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:08.088552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7f23dbc-c5ce-4186-92b2-db4e9f91827f req-2bd90231-e6e1-4d74-b637-b3cdb0e70761 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34c580c-d984-4ee2-8e54-e1e4b5b61ee0 HTTP/1.1" status: 200 len: 210 time: 0.0286674 Sep 22 10:51:08.212318 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] For port 0f96ac6f-ad5c-45da-b4af-572a12f7444f, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:51:08.217800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] For port 0f96ac6f-ad5c-45da-b4af-572a12f7444f, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0f96ac6f-ad5c-45da-b4af-572a12f7444f,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:51:08.357408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:08.399744 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:08.400381 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:08.401796 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/0f96ac6f-ad5c-45da-b4af-572a12f7444f HTTP/1.1" status: 200 len: 1092 time: 2.0080359 Sep 22 10:51:08.402473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:51:08.408779 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edce6872-f084-4db7-b1c8-91ef3cfd6e60" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:51:08.452678 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60c3da-d78a-4a7d-8f19-70f4f79b05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f96ac6f-ad5c-45da-b4af-572a12f7444f,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:08.490702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29a5f8-f45d-4c9e-ad4e-c807f71c32ef req-e3b284a8-59e3-42f3-8276-cea442cf7e76 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:08.495746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d29a5f8-f45d-4c9e-ad4e-c807f71c32ef req-e3b284a8-59e3-42f3-8276-cea442cf7e76 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 944 time: 0.1290340 Sep 22 10:51:08.611502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d29a5f8-f45d-4c9e-ad4e-c807f71c32ef req-1865bf83-b712-4140-8ce0-2f6a3c157d26 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980346 Sep 22 10:51:08.628037 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-98cbaf4a-a1f1-4f29-b4d1-b9457cd6f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:08.630094 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-98cbaf4a-a1f1-4f29-b4d1-b9457cd6f4fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 1095 time: 0.0883133 Sep 22 10:51:08.699165 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-8acfa2ca-419a-43ef-a862-410526f8b37e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f96ac6f-ad5c-45da-b4af-572a12f7444f HTTP/1.1" status: 200 len: 217 time: 0.0574749 Sep 22 10:51:08.767251 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076f6bba-1248-4633-a90f-88bd6eb30bd0 x-openstack-request-id: req-076f6bba-1248-4633-a90f-88bd6eb30bd0 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:51:08.767680 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:51:08.768031 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-076f6bba-1248-4633-a90f-88bd6eb30bd0 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:51:08.768530 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'status': 'completed', 'code': 200} Sep 22 10:51:08.793159 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-42efcbac-5463-4cf2-9108-57e07a6b77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:08.798798 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-42efcbac-5463-4cf2-9108-57e07a6b77e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2293dee-96b6-42a0-a5cf-111708805a9e HTTP/1.1" status: 200 len: 835 time: 0.0849361 Sep 22 10:51:08.926588 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-cbc9f974-255d-467f-ab91-c595cbfe16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:08.928257 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-cbc9f974-255d-467f-ab91-c595cbfe16b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b749056-4d84-4ce1-bbc1-d42c3793fb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260390 Sep 22 10:51:09.008611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36740) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:09.165613 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-4e398e07-d107-4875-b263-5fcdc8885f0a service neutron] 10.222.0.30 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296293 Sep 22 10:51:09.178369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1377680676-network', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:09.289056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Made reservation on behalf of cf4a82327a6c41c393954efff0008f99 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:51:09.291725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:09.299824 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-5fad1f24-ddf6-434f-852f-233ea0df57fc req-4a831c59-18a0-4933-899d-11096c43c681 service neutron] 10.222.0.30 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254203 Sep 22 10:51:09.306616 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:09.441655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:09.466920 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-65eec95e-eb7f-49d7-85dc-7fdef4d5e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:09.468472 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-65eec95e-eb7f-49d7-85dc-7fdef4d5e43c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 1095 time: 0.0476172 Sep 22 10:51:09.566335 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:09.590871 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-884d65a4-e9d9-4d79-8f06-37f7a1ee7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:09.592472 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-884d65a4-e9d9-4d79-8f06-37f7a1ee7276 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b749056-4d84-4ce1-bbc1-d42c3793fb8e HTTP/1.1" status: 200 len: 897 time: 0.1165788 Sep 22 10:51:09.645444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:51:09.666440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2568e0-e354-499e-9c10-af1d24d64435,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:09.680263 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:09.683698 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Added segment 47fb133f-09a4-40e9-960d-316c5d448cd6 of type vlan for network f2cfd706-719d-42c3-a70c-2044749c1a2d Sep 22 10:51:09.754378 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-15c76e91-c273-4743-acb2-344b75823b4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f96ac6f-ad5c-45da-b4af-572a12f7444f HTTP/1.1" status: 200 len: 217 time: 0.1545594 Sep 22 10:51:09.823118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-004220c6-2498-49f3-9cbf-66036dcd2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:09.824782 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-004220c6-2498-49f3-9cbf-66036dcd2fe6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2293dee-96b6-42a0-a5cf-111708805a9e HTTP/1.1" status: 200 len: 835 time: 0.0632074 Sep 22 10:51:09.831501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:09.858964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96befe35-e9e2-43be-8ff3-f61ac1fbaa5c req-f3ef701f-55f6-4d4a-81cb-68178bf2635a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:09.868392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96befe35-e9e2-43be-8ff3-f61ac1fbaa5c req-f3ef701f-55f6-4d4a-81cb-68178bf2635a tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 944 time: 0.1083643 Sep 22 10:51:09.890613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-1fb8572c-c42c-41cb-8f0d-7c96cb63b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:09.892534 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-1fb8572c-c42c-41cb-8f0d-7c96cb63b423 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b749056-4d84-4ce1-bbc1-d42c3793fb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594559 Sep 22 10:51:09.908827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36766) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:09.936880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96befe35-e9e2-43be-8ff3-f61ac1fbaa5c req-47b9b1f3-28dc-42cd-8f5b-9885655fef99 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670283 Sep 22 10:51:10.006589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.016098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:10.016098 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.072886 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-83b1bbe7-400e-40a9-a2d1-a1aca44ae17b service neutron] 10.222.0.30 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690261 Sep 22 10:51:10.110269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] Pushing event updated for resources: {'Network': ['ID=f2cfd706-719d-42c3-a70c-2044749c1a2d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:10.122157 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network f2cfd706-719d-42c3-a70c-2044749c1a2d details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:51:10.138629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29cb16e4-f405-4589-bb7c-1a8a8ac85159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.227213 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-edce6872-f084-4db7-b1c8-91ef3cfd6e60 req-269e47ce-58e4-4738-b2a7-1bf822ed008b service neutron] 10.222.0.30 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483855 Sep 22 10:51:10.323204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29cb16e4-f405-4589-bb7c-1a8a8ac85159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.327682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bc9d3775-c336-4b5d-8a53-ba9c0a3132ab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3157389 Sep 22 10:51:10.328398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36776) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:10.335380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Request body: {'subnet': {'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1377680676-subnet', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:10.413270 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-29cb16e4-f405-4589-bb7c-1a8a8ac85159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.457176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb16e4-f405-4589-bb7c-1a8a8ac85159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cc5861-e207-420e-ad73-05d7c20a6213,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:10.461320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-29cb16e4-f405-4589-bb7c-1a8a8ac85159 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=046c075c94a54d50bc3a7cf550933600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361924 Sep 22 10:51:10.464113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36788) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:10.502448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Made reservation on behalf of cf4a82327a6c41c393954efff0008f99 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:51:10.504736 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.539518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b858f822-a3dd-4c8a-a02e-9bec8c917179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.722846 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b858f822-a3dd-4c8a-a02e-9bec8c917179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.826901 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b858f822-a3dd-4c8a-a02e-9bec8c917179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.830630 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b858f822-a3dd-4c8a-a02e-9bec8c917179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.835319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b858f822-a3dd-4c8a-a02e-9bec8c917179 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54cc5861-e207-420e-ad73-05d7c20a6213 HTTP/1.1" status: 204 len: 168 time: 0.3694773 Sep 22 10:51:10.845416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858f822-a3dd-4c8a-a02e-9bec8c917179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cc5861-e207-420e-ad73-05d7c20a6213,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:10.900916 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:10.973729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ddebc63-cf6f-4726-864f-70e580c9d858,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:10.978190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Checking segment: {'id': '47fb133f-09a4-40e9-960d-316c5d448cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:10.978577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Network hostable DHCP agents. Network: f2cfd706-719d-42c3-a70c-2044749c1a2d, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:51:11.068824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19fa35-ad38-44e1-94e2-aac2b1ac1047 req-4b0b9cbe-9ba9-43de-ad62-3af6e9fff057 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:11.070871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c19fa35-ad38-44e1-94e2-aac2b1ac1047 req-4b0b9cbe-9ba9-43de-ad62-3af6e9fff057 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 944 time: 0.0537577 Sep 22 10:51:11.115772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Network f2cfd706-719d-42c3-a70c-2044749c1a2d is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:51:11.125747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c19fa35-ad38-44e1-94e2-aac2b1ac1047 req-cf73e9a0-f08c-4819-b663-af5ad33b9e2d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483191 Sep 22 10:51:11.214923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, f2cfd706-719d-42c3-a70c-2044749c1a2d) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:11.225519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be0e809-7f97-41f2-bc72-3b5faad51907 None None] Network f2cfd706-719d-42c3-a70c-2044749c1a2d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:51:11.226353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:11.226548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:11.341882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-19209358-6ffe-4e3f-8e81-b787a9b7be95 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0115581 Sep 22 10:51:11.344716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36820) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:11.351506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:11.474539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-f2cfd706-719d-42c3-a70c-2044749c1a2d', 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'fixed_ips': [{'subnet_id': '8ddebc63-cf6f-4726-864f-70e580c9d858'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:51:11.475350 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:11.489030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:11.490174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:11.550778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:11.629554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Allocated IP 172.20.0.2 (f2cfd706-719d-42c3-a70c-2044749c1a2d/8ddebc63-cf6f-4726-864f-70e580c9d858/62df8b4b-2680-448a-be2a-3c90e6eb8e36) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:51:11.810090 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:11.818018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:11.997967 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:12.101893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Pushing event updated for resources: {'Port': ['ID=62df8b4b-2680-448a-be2a-3c90e6eb8e36,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:12.116566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.117519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.118405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.119521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.120391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.121268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.122162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.123142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.123944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.124734 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.125584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.131408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:12.153755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Network f2cfd706-719d-42c3-a70c-2044749c1a2d is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:12.156940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:12.163175 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:51:12.265736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0f96ac6f-ad5c-45da-b4af-572a12f7444f details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:51:12.340294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Attempting to bind port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:51:12.340664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Attempting to bind port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '47fb133f-09a4-40e9-960d-316c5d448cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:51:12.341222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Attempting to bind port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 on network f2cfd706-719d-42c3-a70c-2044749c1a2d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:51:12.348976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:51:12.349631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Checking segment: {'id': '47fb133f-09a4-40e9-960d-316c5d448cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:12.350307 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:12.350885 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Bound using segment: {'id': '47fb133f-09a4-40e9-960d-316c5d448cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:51:12.352102 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Bound port: 62df8b4b-2680-448a-be2a-3c90e6eb8e36, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fb133f-09a4-40e9-960d-316c5d448cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:51:12.352662 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:12.388668 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:12.404518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f2f3e-e22a-453d-b2cd-aae3fc297044 req-9ceec343-b09e-4a34-aa71-782acc764e48 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:12.408183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e22f2f3e-e22a-453d-b2cd-aae3fc297044 req-9ceec343-b09e-4a34-aa71-782acc764e48 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 944 time: 0.1027982 Sep 22 10:51:12.411702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:12.517394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e22f2f3e-e22a-453d-b2cd-aae3fc297044 req-b8d79e6c-32ab-4b79-96c3-9e14b40c4846 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981898 Sep 22 10:51:12.543523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0f96ac6f-ad5c-45da-b4af-572a12f7444f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0f96ac6f-ad5c-45da-b4af-572a12f7444f,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:12.582080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'port_id': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'mac_address': 'fa:16:3e:2b:17:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:51:12.588225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36862) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:12.618221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Allocated IP 172.25.1.89 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/64620510-8667-4fe3-a33b-fd48838a7aac) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:51:12.702040 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:12.742012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] For port 62df8b4b-2680-448a-be2a-3c90e6eb8e36, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:51:12.774893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] For port 62df8b4b-2680-448a-be2a-3c90e6eb8e36, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=62df8b4b-2680-448a-be2a-3c90e6eb8e36,segment=NetworkSegment(47fb133f-09a4-40e9-960d-316c5d448cd6),segment_id=47fb133f-09a4-40e9-960d-316c5d448cd6)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:51:12.778390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f96ac6f-ad5c-45da-b4af-572a12f7444f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:51:12.831573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0f96ac6f-ad5c-45da-b4af-572a12f7444f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0f96ac6f-ad5c-45da-b4af-572a12f7444f,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:12.844008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2057986475-network', 'tenant_id': '1f96877cfb024f3fb2e29601a7503558'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:12.859005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:12.863962 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:12.930917 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:12.956908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919fcd1-28a9-4d2b-b77b-2e71ef0c9df6 None None] Pushing event updated for resources: {'Port': ['ID=62df8b4b-2680-448a-be2a-3c90e6eb8e36,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:13.029220 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0f96ac6f-ad5c-45da-b4af-572a12f7444f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:13.112191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Made reservation on behalf of 1f96877cfb024f3fb2e29601a7503558 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:51:13.114050 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:13.123103 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:13.165560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:13.166028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0f96ac6f-ad5c-45da-b4af-572a12f7444f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:51:13.256359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Pushing event updated for resources: {'Port': ['ID=64620510-8667-4fe3-a33b-fd48838a7aac,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:13.272131 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:13.273528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:13.276654 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:51:13.419650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:13.553702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:13.591057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160f6b0b-5e29-457e-82b9-356a24ca849a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:13.603025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:51:13.654756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:13.655002 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Added segment 47234e46-c07b-4f03-bf93-7b63fe3b7502 of type vlan for network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 Sep 22 10:51:13.719345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec21d07-ce89-47f5-bd47-8930a2e497ef req-2a22ee58-7d57-49d2-b604-ec7ad351012f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:13.727519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ec21d07-ce89-47f5-bd47-8930a2e497ef req-2a22ee58-7d57-49d2-b604-ec7ad351012f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 945 time: 0.1022549 Sep 22 10:51:13.730473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:13.739476 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:13.868454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ec21d07-ce89-47f5-bd47-8930a2e497ef req-2c252bb6-c543-4736-a6f7-4b0fa55e31ae tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310697 Sep 22 10:51:13.974484 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:13.978865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:13.978865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:14.057112 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:14.132598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5425410 Sep 22 10:51:14.133450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926fc6b-af21-40ea-80de-7f6b2f266d25 admin admin] Pushing event updated for resources: {'Network': ['ID=57bce16e-dc30-4d9d-acd4-4e0fd630b929,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:14.148497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36900) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:14.150883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:51:14.153772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Request body: {'subnet': {'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2057986475-subnet', 'tenant_id': '1f96877cfb024f3fb2e29601a7503558', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:14.257362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0f96ac6f-ad5c-45da-b4af-572a12f7444f up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:14.311257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 62df8b4b-2680-448a-be2a-3c90e6eb8e36 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:14.360682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Made reservation on behalf of 1f96877cfb024f3fb2e29601a7503558 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:51:14.366311 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:14.408977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Router 4b4b59df-4ac9-4d3c-8058-68d75e894514 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:51:14.426983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29156cf-e700-454c-9809-6aee8df2fcda None None] Network f2cfd706-719d-42c3-a70c-2044749c1a2d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:51:14.601530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:51:14.617012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Sync routers for ids ['4b4b59df-4ac9-4d3c-8058-68d75e894514'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:51:14.642596 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:14.642971 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:14.645246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8b1ee1a2-4ae8-4dad-b9b5-d381c5154879 None None] Provisioning complete for port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:14.645605 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8b1ee1a2-4ae8-4dad-b9b5-d381c5154879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:14.727923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Routers {'4b4b59df-4ac9-4d3c-8058-68d75e894514'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:14.981087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4b4b59df-4ac9-4d3c-8058-68d75e894514'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:14.981087 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:14.981087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Set router 4b4b59df-4ac9-4d3c-8058-68d75e894514 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:14.981553 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:14.982067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:14.982554 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-18478424-6e8d-4b2e-82e8-614fb814ebf3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6256263 Sep 22 10:51:14.982554 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 36916) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:15.014235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 0f96ac6f-ad5c-45da-b4af-572a12f7444f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:51:15.029952 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8b1ee1a2-4ae8-4dad-b9b5-d381c5154879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:15.034463 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 0f96ac6f-ad5c-45da-b4af-572a12f7444f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:15.034843 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:15.147930 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 62df8b4b-2680-448a-be2a-3c90e6eb8e36, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=62df8b4b-2680-448a-be2a-3c90e6eb8e36,segment=NetworkSegment(47fb133f-09a4-40e9-960d-316c5d448cd6),segment_id=47fb133f-09a4-40e9-960d-316c5d448cd6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:15.149731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdb066-5dc5-433a-b6c3-b1bf2a8d8e4e req-01b1bf46-5cb0-4ffb-bf01-0a6f13d332b1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:15.151796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fcdb066-5dc5-433a-b6c3-b1bf2a8d8e4e req-01b1bf46-5cb0-4ffb-bf01-0a6f13d332b1 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 945 time: 0.2117686 Sep 22 10:51:15.152495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7980384-fdd3-4838-87c0-b3dad96d7239,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:15.185722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Checking segment: {'id': '47234e46-c07b-4f03-bf93-7b63fe3b7502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:15.186206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Network hostable DHCP agents. Network: 57bce16e-dc30-4d9d-acd4-4e0fd630b929, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:51:15.277117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fcdb066-5dc5-433a-b6c3-b1bf2a8d8e4e req-6fe778a2-572d-4f03-a5ab-df0940ecf585 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080644 Sep 22 10:51:15.317338 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:15.323094 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:15.411840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:51:15.418712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:51:15.421104 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b29aa53-e29c-4f26-9dd3-4dc32cf39d53" -d '{"events": [{"server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "name": "network-vif-plugged", "status": "completed", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:51:15.451593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-8b1ee1a2-4ae8-4dad-b9b5-d381c5154879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:51:15.451951 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-8b1ee1a2-4ae8-4dad-b9b5-d381c5154879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:51:15.453557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0f96ac6f-ad5c-45da-b4af-572a12f7444f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0f96ac6f-ad5c-45da-b4af-572a12f7444f,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:15.462166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=62df8b4b-2680-448a-be2a-3c90e6eb8e36,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:15.472883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:11Z', 'updated_at': '2021-09-22T10:51:13Z', 'revision_number': 3, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'gw_port': {'id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ed:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:12Z', 'updated_at': '2021-09-22T10:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:15.500979 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e3282-8052-41d5-9bd1-90879ef7048e x-openstack-request-id: req-592e3282-8052-41d5-9bd1-90879ef7048e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:51:15.501865 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "name": "network-vif-plugged", "status": "completed", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:51:15.501992 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-592e3282-8052-41d5-9bd1-90879ef7048e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:51:15.502318 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'code': 200} Sep 22 10:51:15.503086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Checking router: 4b4b59df-4ac9-4d3c-8058-68d75e894514 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:51:15.503431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Updating router 4b4b59df-4ac9-4d3c-8058-68d75e894514 port 64620510-8667-4fe3-a33b-fd48838a7aac binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:51:15.549013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:15.551868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 57bce16e-dc30-4d9d-acd4-4e0fd630b929) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:15.567583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:15.572433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:15.586077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e1b86-6ad3-44fc-aba3-a0d3aa98827e None None] Network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:51:15.602375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:15.608942 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:15.638994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b19519-152c-4373-a241-b4fadf7a2519 req-6c614d8f-4bcb-45b4-aa24-de1843c71c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:15.640998 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-30b19519-152c-4373-a241-b4fadf7a2519 req-6c614d8f-4bcb-45b4-aa24-de1843c71c3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 1096 time: 0.0728092 Sep 22 10:51:15.721146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4a675ca4-85c4-4005-af49-25c2a15f3fd6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5629134 Sep 22 10:51:15.736183 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0f96ac6f-ad5c-45da-b4af-572a12f7444f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:15.770988 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-30b19519-152c-4373-a241-b4fadf7a2519 req-bf89d0f9-9295-4afa-aad4-1e171c36b185 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032724 Sep 22 10:51:15.836517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Allocated IP 172.20.0.1 (f2cfd706-719d-42c3-a70c-2044749c1a2d/8ddebc63-cf6f-4726-864f-70e580c9d858/e019b653-c208-4ea6-8e21-445bdb500255) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:51:15.960926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.046378 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.104771 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.117473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca9235-4fdf-4139-9128-73bc1d441f55 None None] Network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:51:16.155954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 62df8b4b-2680-448a-be2a-3c90e6eb8e36 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:16.235409 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.342013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:16.348221 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.348221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Attempting to bind port 64620510-8667-4fe3-a33b-fd48838a7aac on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:51:16.348221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Attempting to bind port 64620510-8667-4fe3-a33b-fd48838a7aac by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:51:16.348221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Attempting to bind port 64620510-8667-4fe3-a33b-fd48838a7aac on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:51:16.350844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cfb12-fe7d-481e-a226-6d0969c8c411 None None] Pushing event updated for resources: {'Port': ['ID=64620510-8667-4fe3-a33b-fd48838a7aac,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:16.356121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ee52a564-4518-4c51-8013-d4c92fe90531 None None] Provisioning complete for port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:16.356793 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ee52a564-4518-4c51-8013-d4c92fe90531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.590987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce734e1-4e3f-44af-a7db-ada30fc6cb7b req-7c3a0569-a966-4d49-91a4-accf5f080c49 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:16.599352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ce734e1-4e3f-44af-a7db-ada30fc6cb7b req-7c3a0569-a966-4d49-91a4-accf5f080c49 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 946 time: 0.1337450 Sep 22 10:51:16.609099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Network f2cfd706-719d-42c3-a70c-2044749c1a2d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:16.613525 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:16.617230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:51:16.655014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.683197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ce734e1-4e3f-44af-a7db-ada30fc6cb7b req-fb85d908-4003-40bc-80e2-bc71aea381bf tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688007 Sep 22 10:51:16.701341 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Pushing event updated for resources: {'Port': ['ID=e019b653-c208-4ea6-8e21-445bdb500255,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.721507 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:16.801292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:51:16.814776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:16.814776 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.814776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:51:16.814776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Bound port: 64620510-8667-4fe3-a33b-fd48838a7aac, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:51:16.814776 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.907632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:16.975433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] For port 64620510-8667-4fe3-a33b-fd48838a7aac, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:51:16.984746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] For port 64620510-8667-4fe3-a33b-fd48838a7aac, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64620510-8667-4fe3-a33b-fd48838a7aac,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:51:17.145518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:17.233440 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:17.246589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Routers {'4b4b59df-4ac9-4d3c-8058-68d75e894514'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:17.247318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4b4b59df-4ac9-4d3c-8058-68d75e894514'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:17.300465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cfb12-fe7d-481e-a226-6d0969c8c411 None None] Pushing event updated for resources: {'Port': ['ID=64620510-8667-4fe3-a33b-fd48838a7aac,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:17.345239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c0cc45e4-4faa-4769-ab50-7037522924a7 None None] Provisioning complete for port e019b653-c208-4ea6-8e21-445bdb500255 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:17.346431 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c0cc45e4-4faa-4769-ab50-7037522924a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:17.404009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc45e4-4faa-4769-ab50-7037522924a7 None None] Port e019b653-c208-4ea6-8e21-445bdb500255 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:51:17.404238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:17.419233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] Set router 4b4b59df-4ac9-4d3c-8058-68d75e894514 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:17.501888 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-c7291a41-93ea-4046-92ae-2de630a9a6db req-a61317af-f8ac-4dc7-bb1f-dbccc5354a1b service neutron] (95681) timed out ('10.222.0.20', 41372) {{(pid=95681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:51:17.526965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:17.666843 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Pushing event updated for resources: {'Port': ['ID=e019b653-c208-4ea6-8e21-445bdb500255,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:17.677814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Network f2cfd706-719d-42c3-a70c-2044749c1a2d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:17.677962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:11Z', 'updated_at': '2021-09-22T10:51:16Z', 'revision_number': 4, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'gw_port': {'id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ed:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:12Z', 'updated_at': '2021-09-22T10:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e019b653-c208-4ea6-8e21-445bdb500255', 'name': '', 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'mac_address': 'fa:16:3e:b7:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:15Z', 'updated_at': '2021-09-22T10:51:15Z', 'revision_number': 1, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'subnets': [{'id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:17.679422 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:17.706238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6a98e-3c5c-401f-a1c4-92420bed4fe9 None None] The sync data for ids ['4b4b59df-4ac9-4d3c-8058-68d75e894514'] in n-d-807025-3 is: [{'id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:11Z', 'updated_at': '2021-09-22T10:51:16Z', 'revision_number': 4, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'gw_port': {'id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ed:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:12Z', 'updated_at': '2021-09-22T10:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e019b653-c208-4ea6-8e21-445bdb500255', 'name': '', 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'mac_address': 'fa:16:3e:b7:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:15Z', 'updated_at': '2021-09-22T10:51:15Z', 'revision_number': 1, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'subnets': [{'id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:51:17.830693 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Router 4b4b59df-4ac9-4d3c-8058-68d75e894514 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:51:17.964170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3fdd6-2506-4068-a63e-75ab5b8df0ff req-f1064a44-08da-4569-ab6e-ef7bd1ddeff3 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:17.977656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21a3fdd6-2506-4068-a63e-75ab5b8df0ff req-f1064a44-08da-4569-ab6e-ef7bd1ddeff3 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 946 time: 0.1367500 Sep 22 10:51:18.096871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21a3fdd6-2506-4068-a63e-75ab5b8df0ff req-ff52dc1b-24ae-4780-8c57-2c8cbb8ace78 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181791 Sep 22 10:51:18.120978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:51:18.165683 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-27e9ee21-9b1c-4446-b555-4ddb9fe1a292 admin admin] 10.222.0.20 "PUT /v2.0/routers/4b4b59df-4ac9-4d3c-8058-68d75e894514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1849177 Sep 22 10:51:18.246715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c55fdb44-f87f-48e8-b688-04c1f4585ad1 None None] Provisioning complete for port e019b653-c208-4ea6-8e21-445bdb500255 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:18.247777 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c55fdb44-f87f-48e8-b688-04c1f4585ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:18.309753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb818f-2c2a-4a1d-9272-c86074d37ba6 req-7de39aef-bc9c-443d-a9a0-170e9f70cd34 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:18.311868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb818f-2c2a-4a1d-9272-c86074d37ba6 req-7de39aef-bc9c-443d-a9a0-170e9f70cd34 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 946 time: 0.1045277 Sep 22 10:51:18.390083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb818f-2c2a-4a1d-9272-c86074d37ba6 req-7a4a2c54-c5d0-4b0b-a939-40557c6e283f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651207 Sep 22 10:51:18.399167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 36998) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:18.400698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c55fdb44-f87f-48e8-b688-04c1f4585ad1 None None] Port e019b653-c208-4ea6-8e21-445bdb500255 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:51:18.481009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561834ed-683c-43b7-8517-bec0cbff1fb6 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:18.483738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-561834ed-683c-43b7-8517-bec0cbff1fb6 tempest-TestNetworkBasicOps-848679318 tempest-TestNetworkBasicOps-848679318-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 1092 time: 0.0822561 Sep 22 10:51:18.486447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37004) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:18.495449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:18.678513 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:18.836726 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:19.063929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Allocated IP 172.25.1.147 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/cbe11c5b-3982-4c71-9489-9e8e320721a4) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:51:19.219204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:19.415430 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:19.456962 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:19.459797 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:19.462483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:51:19.636989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=cbe11c5b-3982-4c71-9489-9e8e320721a4,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:19.804745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37052) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:19.809965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-687646969-network', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:19.943419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Made reservation on behalf of dc7a4708d2dd487f96ce3586d5368746 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:51:19.945972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:19.971284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.179549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.222226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64620510-8667-4fe3-a33b-fd48838a7aac up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:20.289155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.303453 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 64620510-8667-4fe3-a33b-fd48838a7aac triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:20.303825 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.309444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.379311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623791a8-c6e8-48fe-8165-16809af0880d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:20.389066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:51:20.428324 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.429026 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Added segment 4548af0a-2e5a-483b-abee-ef4009f8067d of type vlan for network 5adf2f85-f902-47e3-96d2-f5b7996f6956 Sep 22 10:51:20.443246 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.515856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 64620510-8667-4fe3-a33b-fd48838a7aac, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64620510-8667-4fe3-a33b-fd48838a7aac,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:20.579977 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.599657 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.643603 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.746354 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.747495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:20.748312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.843889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=64620510-8667-4fe3-a33b-fd48838a7aac,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:20.869986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] Pushing event updated for resources: {'Network': ['ID=5adf2f85-f902-47e3-96d2-f5b7996f6956,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:20.872213 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:20.879928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:20.880192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2f6edbed-eecd-4cc6-810a-bbbc64c5b634 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0742478 Sep 22 10:51:20.883654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 5adf2f85-f902-47e3-96d2-f5b7996f6956 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:51:20.886956 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Request body: {'subnet': {'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-687646969-subnet', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:21.046552 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:21.077965 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Sync routers for ids ['4b4b59df-4ac9-4d3c-8058-68d75e894514'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:51:21.090901 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Routers {'4b4b59df-4ac9-4d3c-8058-68d75e894514'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:21.091544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4b4b59df-4ac9-4d3c-8058-68d75e894514'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:21.139168 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Made reservation on behalf of dc7a4708d2dd487f96ce3586d5368746 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:51:21.151493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:21.187648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:21.300329 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Set router 4b4b59df-4ac9-4d3c-8058-68d75e894514 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:21.374872 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event updated for resources: {'Port': ['ID=cbe11c5b-3982-4c71-9489-9e8e320721a4,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:21.395638 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Floating IP c472941c-b371-4635-8df1-ad88ed687fce associated. External IP: 172.25.1.147, port: 0f96ac6f-ad5c-45da-b4af-572a12f7444f. Sep 22 10:51:21.547227 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:11Z', 'updated_at': '2021-09-22T10:51:16Z', 'revision_number': 4, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'gw_port': {'id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:12Z', 'updated_at': '2021-09-22T10:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e019b653-c208-4ea6-8e21-445bdb500255', 'name': '', 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'mac_address': 'fa:16:3e:b7:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:15Z', 'updated_at': '2021-09-22T10:51:17Z', 'revision_number': 2, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'subnets': [{'id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:21.583668 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Checking router: 4b4b59df-4ac9-4d3c-8058-68d75e894514 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:51:21.584299 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Updating router 4b4b59df-4ac9-4d3c-8058-68d75e894514 port e019b653-c208-4ea6-8e21-445bdb500255 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:51:21.625155 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:21.931965 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:51:22.054630 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.153730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64620510-8667-4fe3-a33b-fd48838a7aac up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:22.175216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc66230-504a-47af-b629-25f1d3af5f0c,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:22.217135 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.232555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:51:22.269466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Checking segment: {'id': '4548af0a-2e5a-483b-abee-ef4009f8067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:22.269785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Network hostable DHCP agents. Network: 5adf2f85-f902-47e3-96d2-f5b7996f6956, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:51:22.293755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] Sync routers for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:51:22.329793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:22.337041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:22.361451 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.401651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.416960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aeab3e3b-7c15-4506-9568-9b95a2b95639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.464077 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Pushing event updated for resources: {'Port': ['ID=e019b653-c208-4ea6-8e21-445bdb500255,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:22.491623 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.492186 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.492849 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.493336 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.493960 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.494488 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.494969 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.495446 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.495944 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.496436 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.496916 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.497378 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:22.499712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37160) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:22.500776 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2985e687-c734-4ef7-956f-1b50f98375e7 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0093827 Sep 22 10:51:22.507002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:51:22.509998 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672bab42-ff59-47a5-962d-792d0fcafcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:51:22.510174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 64620510-8667-4fe3-a33b-fd48838a7aac triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:22.510461 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.515170 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Network 5adf2f85-f902-47e3-96d2-f5b7996f6956 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:51:22.609070 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aca255-ebb4-4965-9b83-f2b309233475 x-openstack-request-id: req-f0aca255-ebb4-4965-9b83-f2b309233475 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:51:22.609070 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:51:22.609070 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0aca255-ebb4-4965-9b83-f2b309233475 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:51:22.609070 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'status': 'completed', 'code': 200} Sep 22 10:51:22.609651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 5adf2f85-f902-47e3-96d2-f5b7996f6956) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:22.615421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:22.621296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.638165 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d9e37-ebe8-4449-be90-e69a18090d99 None None] Network 5adf2f85-f902-47e3-96d2-f5b7996f6956 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:51:22.647209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:22.700752 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Attempting to bind port e019b653-c208-4ea6-8e21-445bdb500255 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:51:22.700854 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Attempting to bind port e019b653-c208-4ea6-8e21-445bdb500255 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '47fb133f-09a4-40e9-960d-316c5d448cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:51:22.701143 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Attempting to bind port e019b653-c208-4ea6-8e21-445bdb500255 on network f2cfd706-719d-42c3-a70c-2044749c1a2d {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:51:22.720336 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:51:22.720709 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Checking segment: {'id': '47fb133f-09a4-40e9-960d-316c5d448cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:22.721118 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.721510 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Bound using segment: {'id': '47fb133f-09a4-40e9-960d-316c5d448cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:51:22.721986 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Bound port: e019b653-c208-4ea6-8e21-445bdb500255, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fb133f-09a4-40e9-960d-316c5d448cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:51:22.722382 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.726250 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d2b4ed3a-e8ff-432e-a6ca-5a2193faeb55 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8434963 Sep 22 10:51:22.730770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37168) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:22.752407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:22.801767 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-5a1a7a3f-bd35-4ad8-a655-2736d6fc31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:22.803556 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-5a1a7a3f-bd35-4ad8-a655-2736d6fc31b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 1097 time: 0.1604755 Sep 22 10:51:22.940730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-61dae4fc-969a-4e0a-b0fe-8e891843659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:22.943564 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-61dae4fc-969a-4e0a-b0fe-8e891843659f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b749056-4d84-4ce1-bbc1-d42c3793fb8e HTTP/1.1" status: 200 len: 897 time: 0.1305325 Sep 22 10:51:22.946148 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:22.947507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:23.096651 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-2d1982fc-a637-4894-8162-aa4dcac84185 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f96ac6f-ad5c-45da-b4af-572a12f7444f HTTP/1.1" status: 200 len: 1000 time: 0.1446087 Sep 22 10:51:23.195282 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-5adf2f85-f902-47e3-96d2-f5b7996f6956', 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'fixed_ips': [{'subnet_id': 'cdc66230-504a-47af-b629-25f1d3af5f0c'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:51:23.197506 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:23.218394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2da311e0-d12b-4131-9314-a0633f86229f None None] Provisioning complete for port e019b653-c208-4ea6-8e21-445bdb500255 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:23.219082 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2da311e0-d12b-4131-9314-a0633f86229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:23.232037 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] For port e019b653-c208-4ea6-8e21-445bdb500255, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:51:23.237496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-8d38c7d9-7ded-415c-9a25-82fb87513c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:23.237851 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] For port e019b653-c208-4ea6-8e21-445bdb500255, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e019b653-c208-4ea6-8e21-445bdb500255,segment=NetworkSegment(47fb133f-09a4-40e9-960d-316c5d448cd6),segment_id=47fb133f-09a4-40e9-960d-316c5d448cd6)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:51:23.242138 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-8d38c7d9-7ded-415c-9a25-82fb87513c6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2293dee-96b6-42a0-a5cf-111708805a9e HTTP/1.1" status: 200 len: 835 time: 0.1365192 Sep 22 10:51:23.360707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2da311e0-d12b-4131-9314-a0633f86229f None None] Port e019b653-c208-4ea6-8e21-445bdb500255 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:51:23.378152 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:23.385865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dad568c2-aa60-4de3-bdfa-9d64ffa9260c tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/floatingips/c472941c-b371-4635-8df1-ad88ed687fce HTTP/1.1" status: 200 len: 992 time: 0.8837736 Sep 22 10:51:23.395713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:23.405132 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-38522ac3-2b5b-4b8f-b17e-af1ba627b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:23.406882 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-38522ac3-2b5b-4b8f-b17e-af1ba627b897 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b749056-4d84-4ce1-bbc1-d42c3793fb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516316 Sep 22 10:51:23.493547 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Routers {'4b4b59df-4ac9-4d3c-8058-68d75e894514'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:23.494273 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4b4b59df-4ac9-4d3c-8058-68d75e894514'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:23.545535 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c46f4c-3f78-43e2-a964-e69aaa103df5 None None] Pushing event updated for resources: {'Port': ['ID=e019b653-c208-4ea6-8e21-445bdb500255,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:23.598922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'c472941c-b371-4635-8df1-ad88ed687fce', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'port_id': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'mac_address': 'fa:16:3e:2b:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:51:20Z', 'updated_at': '2021-09-22T10:51:20Z', 'revision_number': 0, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d18b64d-51c6-4d5d-8491-3eb023b7acab', 'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:93:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:51Z', 'updated_at': '2021-09-22T10:50:57Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:23.687579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] Checking router: 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:51:23.744780 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] Set router 4b4b59df-4ac9-4d3c-8058-68d75e894514 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:23.770319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:23.772842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:50:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:23.780202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Allocated IP 172.20.0.2 (5adf2f85-f902-47e3-96d2-f5b7996f6956/cdc66230-504a-47af-b629-25f1d3af5f0c/33d3cb9f-afb9-49b1-9748-7d109c67a62c) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:51:23.840087 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-7ebf3237-75ef-4375-8833-de211c8326a9 service neutron] 10.222.0.30 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245708 Sep 22 10:51:23.882510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.240281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-828b94c7-d5ee-402c-b4e4-75ca00be179d None None] Provisioning complete for port e019b653-c208-4ea6-8e21-445bdb500255 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:24.240855 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-828b94c7-d5ee-402c-b4e4-75ca00be179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.297353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e019b653-c208-4ea6-8e21-445bdb500255 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:24.319215 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:11Z', 'updated_at': '2021-09-22T10:51:16Z', 'revision_number': 4, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'gw_port': {'id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:12Z', 'updated_at': '2021-09-22T10:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e019b653-c208-4ea6-8e21-445bdb500255', 'name': '', 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'mac_address': 'fa:16:3e:b7:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:15Z', 'updated_at': '2021-09-22T10:51:23Z', 'revision_number': 4, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'subnets': [{'id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:24.388011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37200) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:24.390399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:24.402240 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a96ed-3289-446d-a659-22db64ac81e2 None None] The sync data for ids ['4b4b59df-4ac9-4d3c-8058-68d75e894514'] in n-d-807025-3 is: [{'id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:11Z', 'updated_at': '2021-09-22T10:51:16Z', 'revision_number': 4, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'gw_port': {'id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:12Z', 'updated_at': '2021-09-22T10:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e019b653-c208-4ea6-8e21-445bdb500255', 'name': '', 'network_id': 'f2cfd706-719d-42c3-a70c-2044749c1a2d', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'mac_address': 'fa:16:3e:b7:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:15Z', 'updated_at': '2021-09-22T10:51:23Z', 'revision_number': 4, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'subnets': [{'id': '8ddebc63-cf6f-4726-864f-70e580c9d858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:51:24.512526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b4344199-7144-4247-9c1d-fdbd98909113 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/floatingips/c472941c-b371-4635-8df1-ad88ed687fce HTTP/1.1" status: 200 len: 992 time: 0.1216891 Sep 22 10:51:24.557284 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-672bab42-ff59-47a5-962d-792d0fcafcf6 req-d9e0e5fd-1eb4-44b0-a0a0-ee6278b2febc service neutron] 10.222.0.30 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709697 Sep 22 10:51:24.586952 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-828b94c7-d5ee-402c-b4e4-75ca00be179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.624784 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.664881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-828b94c7-d5ee-402c-b4e4-75ca00be179d None None] For port e019b653-c208-4ea6-8e21-445bdb500255, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e019b653-c208-4ea6-8e21-445bdb500255,segment=NetworkSegment(47fb133f-09a4-40e9-960d-316c5d448cd6),segment_id=47fb133f-09a4-40e9-960d-316c5d448cd6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:24.684119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e019b653-c208-4ea6-8e21-445bdb500255 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:24.684492 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.779096 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-828b94c7-d5ee-402c-b4e4-75ca00be179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.805002 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.843396 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.851879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.934057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Network 5adf2f85-f902-47e3-96d2-f5b7996f6956 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:24.938621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:24.957337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:51:25.038204 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Allocated IP 172.25.1.81 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/6178f4f8-27e6-4b12-8033-ca7b07d5e4c6) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:51:25.196439 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b94c7-d5ee-402c-b4e4-75ca00be179d None None] Pushing event updated for resources: {'Port': ['ID=e019b653-c208-4ea6-8e21-445bdb500255,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:25.295636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Attempting to bind port 33d3cb9f-afb9-49b1-9748-7d109c67a62c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:51:25.295636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Attempting to bind port 33d3cb9f-afb9-49b1-9748-7d109c67a62c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '4548af0a-2e5a-483b-abee-ef4009f8067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:51:25.295636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Attempting to bind port 33d3cb9f-afb9-49b1-9748-7d109c67a62c on network 5adf2f85-f902-47e3-96d2-f5b7996f6956 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:51:25.312651 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:25.387928 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a97fb33d-1aa5-40e5-9ab8-4f7964ba5825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:25.411888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:51:25.412359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Checking segment: {'id': '4548af0a-2e5a-483b-abee-ef4009f8067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:25.412842 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:25.413320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Bound using segment: {'id': '4548af0a-2e5a-483b-abee-ef4009f8067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:51:25.413893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Bound port: 33d3cb9f-afb9-49b1-9748-7d109c67a62c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4548af0a-2e5a-483b-abee-ef4009f8067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:51:25.414388 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:25.471954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Pushing event updated for resources: {'Port': ['ID=33d3cb9f-afb9-49b1-9748-7d109c67a62c,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:25.515942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37222) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:25.619417 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:25.647263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] For port 33d3cb9f-afb9-49b1-9748-7d109c67a62c, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:51:25.654058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] For port 33d3cb9f-afb9-49b1-9748-7d109c67a62c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=33d3cb9f-afb9-49b1-9748-7d109c67a62c,segment=NetworkSegment(4548af0a-2e5a-483b-abee-ef4009f8067d),segment_id=4548af0a-2e5a-483b-abee-ef4009f8067d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:51:25.659539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:25.669046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:25.673704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'c472941c-b371-4635-8df1-ad88ed687fce', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'port_id': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'mac_address': 'fa:16:3e:2b:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:51:20Z', 'updated_at': '2021-09-22T10:51:20Z', 'revision_number': 0, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d18b64d-51c6-4d5d-8491-3eb023b7acab', 'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:93:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:51Z', 'updated_at': '2021-09-22T10:50:57Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:25.682576 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:51:25.693790 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bd54715a-814f-4d12-822a-1edf33ec46cf tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/floatingips/c472941c-b371-4635-8df1-ad88ed687fce HTTP/1.1" status: 200 len: 992 time: 0.1754818 Sep 22 10:51:25.709724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b185b-e5de-49af-ae55-0b0e858506ee None None] The sync data for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 is: [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'c472941c-b371-4635-8df1-ad88ed687fce', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'port_id': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'mac_address': 'fa:16:3e:2b:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:51:20Z', 'updated_at': '2021-09-22T10:51:20Z', 'revision_number': 0, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d18b64d-51c6-4d5d-8491-3eb023b7acab', 'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:93:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:51Z', 'updated_at': '2021-09-22T10:50:57Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:51:25.714863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Pushing event updated for resources: {'Port': ['ID=6178f4f8-27e6-4b12-8033-ca7b07d5e4c6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:25.950289 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6934ccc-6de7-428b-b32a-9a2d22fd2074 None None] New status for floating IP c472941c-b371-4635-8df1-ad88ed687fce: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:51:26.011926 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:26.073041 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:26.176800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:26.179229 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:26.205961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e019b653-c208-4ea6-8e21-445bdb500255 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:26.211133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74ee09-a280-418d-a131-3ccef87ed98d None None] Pushing event updated for resources: {'Port': ['ID=33d3cb9f-afb9-49b1-9748-7d109c67a62c,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:26.238623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:26.392102 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e019b653-c208-4ea6-8e21-445bdb500255 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:26.393142 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:26.458854 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:26.631798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:26.697573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37238) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:26.847256 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d16c383a-e994-48bf-8a4a-a4cfe963fb9e tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/floatingips/c472941c-b371-4635-8df1-ad88ed687fce HTTP/1.1" status: 200 len: 994 time: 0.1484640 Sep 22 10:51:27.017547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Router 22a842d6-f3e3-498e-aba3-457dc7f8d69a is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:51:27.141244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:51:27.153695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Sync routers for ids ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:51:27.165060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Routers {'22a842d6-f3e3-498e-aba3-457dc7f8d69a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:27.166239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:27.246216 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:27.248384 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9a200fa4-63cb-429c-b5c7-93f8c3d75706 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5078843 Sep 22 10:51:27.251941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37250) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:27.337117 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Set router 22a842d6-f3e3-498e-aba3-457dc7f8d69a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:27.703829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:22Z', 'updated_at': '2021-09-22T10:51:25Z', 'revision_number': 3, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'gw_port': {'id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:39:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:24Z', 'updated_at': '2021-09-22T10:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:27.740697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Checking router: 22a842d6-f3e3-498e-aba3-457dc7f8d69a for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:51:27.741331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Updating router 22a842d6-f3e3-498e-aba3-457dc7f8d69a port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:51:27.768572 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:28.007564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a33419-3e11-4164-bf75-f6542ce4afd5 None None] Network 5adf2f85-f902-47e3-96d2-f5b7996f6956 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:51:28.050447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:28.341948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 33d3cb9f-afb9-49b1-9748-7d109c67a62c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:28.345802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Allocated IP 172.20.0.1 (5adf2f85-f902-47e3-96d2-f5b7996f6956/cdc66230-504a-47af-b629-25f1d3af5f0c/501f1f38-6224-4ea3-992f-48bb17fe6e0b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:51:28.547375 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:28.652933 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:28.662251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5d27798d-b41e-4124-8c7e-c26b614ec77b None None] Provisioning complete for port 33d3cb9f-afb9-49b1-9748-7d109c67a62c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:28.662626 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5d27798d-b41e-4124-8c7e-c26b614ec77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:28.673269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:28.747990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Pushing event updated for resources: {'Port': ['ID=501f1f38-6224-4ea3-992f-48bb17fe6e0b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:28.757954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Network 5adf2f85-f902-47e3-96d2-f5b7996f6956 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:28.759704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:28.764531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:51:28.811613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:28.875369 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5d27798d-b41e-4124-8c7e-c26b614ec77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:28.905537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 33d3cb9f-afb9-49b1-9748-7d109c67a62c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:28.905914 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.055255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5d27798d-b41e-4124-8c7e-c26b614ec77b None None] For port 33d3cb9f-afb9-49b1-9748-7d109c67a62c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=33d3cb9f-afb9-49b1-9748-7d109c67a62c,segment=NetworkSegment(4548af0a-2e5a-483b-abee-ef4009f8067d),segment_id=4548af0a-2e5a-483b-abee-ef4009f8067d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:29.103261 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.160838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.204513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.225415 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5d27798d-b41e-4124-8c7e-c26b614ec77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.286578 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.323403 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:51:29.323403 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:51:29.340482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Attempting to bind port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:51:29.340839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Attempting to bind port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:51:29.341186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Attempting to bind port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:51:29.347873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:51:29.348259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:29.348646 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.349044 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:51:29.349514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Bound port: 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:51:29.349897 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.352523 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27798d-b41e-4124-8c7e-c26b614ec77b None None] Pushing event updated for resources: {'Port': ['ID=33d3cb9f-afb9-49b1-9748-7d109c67a62c,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:29.466707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d7b38-3bc1-4b56-9d1a-22eddc8421f7 None None] Pushing event updated for resources: {'Port': ['ID=6178f4f8-27e6-4b12-8033-ca7b07d5e4c6,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:29.485946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] For port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:51:29.492031 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] For port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6178f4f8-27e6-4b12-8033-ca7b07d5e4c6,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:51:29.576564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7b83a4d4-6fef-4a04-afe5-32aec47902af None None] Provisioning complete for port 33d3cb9f-afb9-49b1-9748-7d109c67a62c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:29.577853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b83a4d4-6fef-4a04-afe5-32aec47902af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.629210 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.636013 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.733178 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Routers {'22a842d6-f3e3-498e-aba3-457dc7f8d69a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:29.733632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:29.778348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d7b38-3bc1-4b56-9d1a-22eddc8421f7 None None] Pushing event updated for resources: {'Port': ['ID=6178f4f8-27e6-4b12-8033-ca7b07d5e4c6,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:29.846552 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:29.967122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] Set router 22a842d6-f3e3-498e-aba3-457dc7f8d69a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:29.971134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7b83a4d4-6fef-4a04-afe5-32aec47902af None None] Provisioning complete for port 501f1f38-6224-4ea3-992f-48bb17fe6e0b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:29.971134 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7b83a4d4-6fef-4a04-afe5-32aec47902af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:30.081859 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:30.085719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Pushing event updated for resources: {'Port': ['ID=501f1f38-6224-4ea3-992f-48bb17fe6e0b,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:30.224532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 33d3cb9f-afb9-49b1-9748-7d109c67a62c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:30.270212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Network 5adf2f85-f902-47e3-96d2-f5b7996f6956 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:51:30.274374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:51:30.284495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7b83a4d4-6fef-4a04-afe5-32aec47902af None None] Port 501f1f38-6224-4ea3-992f-48bb17fe6e0b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:51:30.436164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Router 22a842d6-f3e3-498e-aba3-457dc7f8d69a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:51:30.458461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 33d3cb9f-afb9-49b1-9748-7d109c67a62c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:30.462484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:30.480286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c41e97ce-e400-4cbd-b843-6f67104c9cf5 None None] Provisioning complete for port 501f1f38-6224-4ea3-992f-48bb17fe6e0b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:30.480286 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c41e97ce-e400-4cbd-b843-6f67104c9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:30.622008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c41e97ce-e400-4cbd-b843-6f67104c9cf5 None None] Port 501f1f38-6224-4ea3-992f-48bb17fe6e0b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:51:30.658146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:22Z', 'updated_at': '2021-09-22T10:51:28Z', 'revision_number': 4, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'gw_port': {'id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:39:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:24Z', 'updated_at': '2021-09-22T10:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '501f1f38-6224-4ea3-992f-48bb17fe6e0b', 'name': '', 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'mac_address': 'fa:16:3e:61:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:28Z', 'updated_at': '2021-09-22T10:51:28Z', 'revision_number': 1, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'subnets': [{'id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:30.687923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701cc94-db0a-4cdc-aa90-6bcb90341d45 None None] The sync data for ids ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'] in n-d-807025-3 is: [{'id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:22Z', 'updated_at': '2021-09-22T10:51:28Z', 'revision_number': 4, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'gw_port': {'id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:39:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:24Z', 'updated_at': '2021-09-22T10:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '501f1f38-6224-4ea3-992f-48bb17fe6e0b', 'name': '', 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'mac_address': 'fa:16:3e:61:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:28Z', 'updated_at': '2021-09-22T10:51:28Z', 'revision_number': 1, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'subnets': [{'id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:51:30.763714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:51:30.763961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-21b134b7-b370-4f86-8b72-9416b9cd3b03 None None] Provisioning complete for port 501f1f38-6224-4ea3-992f-48bb17fe6e0b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:30.764236 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-21b134b7-b370-4f86-8b72-9416b9cd3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:30.782819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-45aa2d1f-3da3-447a-bf9e-c04cf863dd88 admin admin] 10.222.0.20 "PUT /v2.0/routers/22a842d6-f3e3-498e-aba3-457dc7f8d69a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5209241 Sep 22 10:51:30.811066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-21b134b7-b370-4f86-8b72-9416b9cd3b03 None None] Port 501f1f38-6224-4ea3-992f-48bb17fe6e0b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:51:32.306571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:32.398351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:32.399252 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:32.576236 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:32.600106 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6178f4f8-27e6-4b12-8033-ca7b07d5e4c6,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:32.693111 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:32.811863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=6178f4f8-27e6-4b12-8033-ca7b07d5e4c6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:33.784907 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Sync routers for ids ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:51:33.796894 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Routers {'22a842d6-f3e3-498e-aba3-457dc7f8d69a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:33.797834 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:33.935288 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Set router 22a842d6-f3e3-498e-aba3-457dc7f8d69a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:33.977283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37414) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:34.145968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:34.273566 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:22Z', 'updated_at': '2021-09-22T10:51:28Z', 'revision_number': 4, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'gw_port': {'id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:24Z', 'updated_at': '2021-09-22T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '501f1f38-6224-4ea3-992f-48bb17fe6e0b', 'name': '', 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'mac_address': 'fa:16:3e:61:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:28Z', 'updated_at': '2021-09-22T10:51:29Z', 'revision_number': 2, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'subnets': [{'id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:34.279964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:34.280351 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:34.310555 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Checking router: 22a842d6-f3e3-498e-aba3-457dc7f8d69a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:51:34.311884 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Updating router 22a842d6-f3e3-498e-aba3-457dc7f8d69a port 501f1f38-6224-4ea3-992f-48bb17fe6e0b binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:51:34.368804 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:34.545561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:34.799524 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:34.924213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Deleting port e019b653-c208-4ea6-8e21-445bdb500255 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:34.924682 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:34.940679 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:35.034507 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b67c6-ffd4-4866-a912-0ec1fd1677d1 None None] Pushing event updated for resources: {'Port': ['ID=501f1f38-6224-4ea3-992f-48bb17fe6e0b,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:35.097021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] For port e019b653-c208-4ea6-8e21-445bdb500255, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e019b653-c208-4ea6-8e21-445bdb500255,segment=NetworkSegment(47fb133f-09a4-40e9-960d-316c5d448cd6),segment_id=47fb133f-09a4-40e9-960d-316c5d448cd6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:35.097638 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:35.113901 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Attempting to bind port 501f1f38-6224-4ea3-992f-48bb17fe6e0b on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:51:35.114597 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Attempting to bind port 501f1f38-6224-4ea3-992f-48bb17fe6e0b by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '4548af0a-2e5a-483b-abee-ef4009f8067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:51:35.115145 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Attempting to bind port 501f1f38-6224-4ea3-992f-48bb17fe6e0b on network 5adf2f85-f902-47e3-96d2-f5b7996f6956 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:51:35.120960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Calling delete_port for e019b653-c208-4ea6-8e21-445bdb500255 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:35.121440 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:51:35.122011 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Checking segment: {'id': '4548af0a-2e5a-483b-abee-ef4009f8067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:51:35.122618 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:35.123204 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Bound using segment: {'id': '4548af0a-2e5a-483b-abee-ef4009f8067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:51:35.123807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Bound port: 501f1f38-6224-4ea3-992f-48bb17fe6e0b, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4548af0a-2e5a-483b-abee-ef4009f8067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:51:35.124207 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:35.263163 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] For port 501f1f38-6224-4ea3-992f-48bb17fe6e0b, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:51:35.270983 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] For port 501f1f38-6224-4ea3-992f-48bb17fe6e0b, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=501f1f38-6224-4ea3-992f-48bb17fe6e0b,segment=NetworkSegment(4548af0a-2e5a-483b-abee-ef4009f8067d),segment_id=4548af0a-2e5a-483b-abee-ef4009f8067d)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:51:35.453066 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:35.499242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e736b7d3-6ad1-4238-af97-ae902f5291a1 None None] Provisioning complete for port 501f1f38-6224-4ea3-992f-48bb17fe6e0b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:35.499888 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e736b7d3-6ad1-4238-af97-ae902f5291a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:35.552179 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Routers {'22a842d6-f3e3-498e-aba3-457dc7f8d69a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:35.552847 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:35.570000 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b67c6-ffd4-4866-a912-0ec1fd1677d1 None None] Pushing event updated for resources: {'Port': ['ID=501f1f38-6224-4ea3-992f-48bb17fe6e0b,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:35.620346 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:35.668305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Pushing event deleted for resources: {'Port': ['ID=e019b653-c208-4ea6-8e21-445bdb500255,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:35.849308 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] Set router 22a842d6-f3e3-498e-aba3-457dc7f8d69a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:36.075105 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e736b7d3-6ad1-4238-af97-ae902f5291a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:36.141942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e736b7d3-6ad1-4238-af97-ae902f5291a1 None None] For port 501f1f38-6224-4ea3-992f-48bb17fe6e0b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=501f1f38-6224-4ea3-992f-48bb17fe6e0b,segment=NetworkSegment(4548af0a-2e5a-483b-abee-ef4009f8067d),segment_id=4548af0a-2e5a-483b-abee-ef4009f8067d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:36.216952 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:36.267274 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e736b7d3-6ad1-4238-af97-ae902f5291a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:36.466432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 501f1f38-6224-4ea3-992f-48bb17fe6e0b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:36.497833 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:22Z', 'updated_at': '2021-09-22T10:51:28Z', 'revision_number': 4, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'gw_port': {'id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:24Z', 'updated_at': '2021-09-22T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '501f1f38-6224-4ea3-992f-48bb17fe6e0b', 'name': '', 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'mac_address': 'fa:16:3e:61:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:28Z', 'updated_at': '2021-09-22T10:51:35Z', 'revision_number': 4, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'subnets': [{'id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:36.595994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-09a5633f-45ad-413d-af67-c4281c70cab9 None None] Provisioning complete for port 501f1f38-6224-4ea3-992f-48bb17fe6e0b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:36.595994 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-09a5633f-45ad-413d-af67-c4281c70cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:36.595994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736b7d3-6ad1-4238-af97-ae902f5291a1 None None] Pushing event updated for resources: {'Port': ['ID=501f1f38-6224-4ea3-992f-48bb17fe6e0b,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:36.637625 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6c270-34d3-479b-9e3a-3631775b1cda None None] The sync data for ids ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'] in n-d-807025-3 is: [{'id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:22Z', 'updated_at': '2021-09-22T10:51:28Z', 'revision_number': 4, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'gw_port': {'id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:24Z', 'updated_at': '2021-09-22T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '501f1f38-6224-4ea3-992f-48bb17fe6e0b', 'name': '', 'network_id': '5adf2f85-f902-47e3-96d2-f5b7996f6956', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'mac_address': 'fa:16:3e:61:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:28Z', 'updated_at': '2021-09-22T10:51:35Z', 'revision_number': 4, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'subnets': [{'id': 'cdc66230-504a-47af-b629-25f1d3af5f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:51:36.673222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 501f1f38-6224-4ea3-992f-48bb17fe6e0b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:36.674208 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:36.883689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Router 4b4b59df-4ac9-4d3c-8058-68d75e894514 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:51:37.086141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:51:37.093865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c5f3be02-72c0-4fb3-967e-cdabe7f5a207 admin admin] 10.222.0.20 "PUT /v2.0/routers/4b4b59df-4ac9-4d3c-8058-68d75e894514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1188414 Sep 22 10:51:37.097623 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:37.105483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] Sync routers for ids ['4b4b59df-4ac9-4d3c-8058-68d75e894514'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:51:37.118466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] Routers {'4b4b59df-4ac9-4d3c-8058-68d75e894514'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:37.119999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4b4b59df-4ac9-4d3c-8058-68d75e894514'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:37.318005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] Set router 4b4b59df-4ac9-4d3c-8058-68d75e894514 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:37.338345 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:37.698508 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:37.834073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:11Z', 'updated_at': '2021-09-22T10:51:35Z', 'revision_number': 5, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'gw_port': {'id': '64620510-8667-4fe3-a33b-fd48838a7aac', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ed:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:12Z', 'updated_at': '2021-09-22T10:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:37.891977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] Checking router: 4b4b59df-4ac9-4d3c-8058-68d75e894514 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:51:37.917962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] Routers {'4b4b59df-4ac9-4d3c-8058-68d75e894514'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:37.918906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['4b4b59df-4ac9-4d3c-8058-68d75e894514'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:37.921131 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Deleting port 64620510-8667-4fe3-a33b-fd48838a7aac {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:37.921618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:38.136172 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] For port 64620510-8667-4fe3-a33b-fd48838a7aac, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64620510-8667-4fe3-a33b-fd48838a7aac,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:38.137455 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:38.161292 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Calling delete_port for 64620510-8667-4fe3-a33b-fd48838a7aac owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:38.169105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] Set router 4b4b59df-4ac9-4d3c-8058-68d75e894514 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:38.357653 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 501f1f38-6224-4ea3-992f-48bb17fe6e0b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:51:38.389240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:11Z', 'updated_at': '2021-09-22T10:51:37Z', 'revision_number': 6, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:38.428366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfcda83-15f2-4088-91d9-735cc195e6e9 None None] The sync data for ids ['4b4b59df-4ac9-4d3c-8058-68d75e894514'] in n-d-807025-3 is: [{'id': '4b4b59df-4ac9-4d3c-8058-68d75e894514', 'name': 'tempest-TestAggregatesBasicOps-1377680676-router', 'tenant_id': 'cf4a82327a6c41c393954efff0008f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:11Z', 'updated_at': '2021-09-22T10:51:37Z', 'revision_number': 6, 'project_id': 'cf4a82327a6c41c393954efff0008f99', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:51:38.468061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 501f1f38-6224-4ea3-992f-48bb17fe6e0b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:51:38.468990 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:38.549727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:38.593369 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Pushing event deleted for resources: {'Port': ['ID=64620510-8667-4fe3-a33b-fd48838a7aac,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:38.692449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:38.878972 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:38.881434 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.043498 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.044076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4b59df-4ac9-4d3c-8058-68d75e894514 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:51:39.048771 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.050936 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b6a50824-4cf7-476d-ac65-4c4ccb4f497a admin admin] 10.222.0.20 "DELETE /v2.0/routers/4b4b59df-4ac9-4d3c-8058-68d75e894514 HTTP/1.1" status: 204 len: 168 time: 1.9501708 Sep 22 10:51:39.052478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37510) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:39.139969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07390c9-d79a-40a3-9f20-cf6a908516fe admin admin] Deleting subnet 8ddebc63-cf6f-4726-864f-70e580c9d858 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:51:39.148098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07390c9-d79a-40a3-9f20-cf6a908516fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.194671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07390c9-d79a-40a3-9f20-cf6a908516fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.293046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07390c9-d79a-40a3-9f20-cf6a908516fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.495587 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07390c9-d79a-40a3-9f20-cf6a908516fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.560433 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07390c9-d79a-40a3-9f20-cf6a908516fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ddebc63-cf6f-4726-864f-70e580c9d858,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:39.562884 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c07390c9-d79a-40a3-9f20-cf6a908516fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.565324 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c07390c9-d79a-40a3-9f20-cf6a908516fe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ddebc63-cf6f-4726-864f-70e580c9d858 HTTP/1.1" status: 204 len: 168 time: 0.5118959 Sep 22 10:51:39.571384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37520) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:39.580186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a77c2-07c0-4cf7-80a2-4e5bde95bba1 None None] Network f2cfd706-719d-42c3-a70c-2044749c1a2d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:51:39.643014 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:51:39.704169 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.815747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Deleting port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:39.816093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.944583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] For port 62df8b4b-2680-448a-be2a-3c90e6eb8e36, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=62df8b4b-2680-448a-be2a-3c90e6eb8e36,segment=NetworkSegment(47fb133f-09a4-40e9-960d-316c5d448cd6),segment_id=47fb133f-09a4-40e9-960d-316c5d448cd6)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:39.944967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:39.971668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Calling delete_port for 62df8b4b-2680-448a-be2a-3c90e6eb8e36 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:40.044120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a765bb15-b7d0-4688-800b-accf4c3781c3 None None] DHCP port deletion for f2cfd706-719d-42c3-a70c-2044749c1a2d request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:51:40.106857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a765bb15-b7d0-4688-800b-accf4c3781c3 None None] Deleting port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:40.107455 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a765bb15-b7d0-4688-800b-accf4c3781c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.197462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a765bb15-b7d0-4688-800b-accf4c3781c3 None None] For port 62df8b4b-2680-448a-be2a-3c90e6eb8e36, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=62df8b4b-2680-448a-be2a-3c90e6eb8e36,segment=NetworkSegment(47fb133f-09a4-40e9-960d-316c5d448cd6),segment_id=47fb133f-09a4-40e9-960d-316c5d448cd6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:40.198273 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a765bb15-b7d0-4688-800b-accf4c3781c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.213441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a765bb15-b7d0-4688-800b-accf4c3781c3 None None] Calling delete_port for 62df8b4b-2680-448a-be2a-3c90e6eb8e36 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:40.223812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 62df8b4b-2680-448a-be2a-3c90e6eb8e36 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:40.264669 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.284326 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] No DVR routers for this DVR port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:51:40.321568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No active binding found for port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 {{(pid=95683) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 10:51:40.322236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 62df8b4b-2680-448a-be2a-3c90e6eb8e36 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:40.322471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64620510-8667-4fe3-a33b-fd48838a7aac no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:40.336895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Pushing event deleted for resources: {'Port': ['ID=62df8b4b-2680-448a-be2a-3c90e6eb8e36,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:40.352632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 64620510-8667-4fe3-a33b-fd48838a7aac {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:51:40.352632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64620510-8667-4fe3-a33b-fd48838a7aac not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:40.352632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e019b653-c208-4ea6-8e21-445bdb500255 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:40.375088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e019b653-c208-4ea6-8e21-445bdb500255 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:51:40.375487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e019b653-c208-4ea6-8e21-445bdb500255 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:40.396887 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.402261 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a765bb15-b7d0-4688-800b-accf4c3781c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.421102 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cfd706-719d-42c3-a70c-2044749c1a2d']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:40.432603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fb133f-09a4-40e9-960d-316c5d448cd6') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:40.432895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fb133f-09a4-40e9-960d-316c5d448cd6') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:40.433187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765bb15-b7d0-4688-800b-accf4c3781c3 None None] Pushing event deleted for resources: {'Port': ['ID=62df8b4b-2680-448a-be2a-3c90e6eb8e36,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:40.441323 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765bb15-b7d0-4688-800b-accf4c3781c3 None None] No DVR routers for this DVR port 62df8b4b-2680-448a-be2a-3c90e6eb8e36 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:51:40.461467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.470814 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.477385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:51:40.477830 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:51:40.479659 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:51:40.655786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.662166 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.664383 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] 10.222.0.20 "DELETE /v2.0/networks/f2cfd706-719d-42c3-a70c-2044749c1a2d HTTP/1.1" status: 204 len: 168 time: 1.0918198 Sep 22 10:51:40.667914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37546) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:40.679105 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65297e10-07dc-4b30-b5e6-c5b9d861830c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2cfd706-719d-42c3-a70c-2044749c1a2d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:41.672042 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:41.977985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Deleting port 501f1f38-6224-4ea3-992f-48bb17fe6e0b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:41.978347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:42.090568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] For port 501f1f38-6224-4ea3-992f-48bb17fe6e0b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=501f1f38-6224-4ea3-992f-48bb17fe6e0b,segment=NetworkSegment(4548af0a-2e5a-483b-abee-ef4009f8067d),segment_id=4548af0a-2e5a-483b-abee-ef4009f8067d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:42.090974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:42.108390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Calling delete_port for 501f1f38-6224-4ea3-992f-48bb17fe6e0b owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:42.449536 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:42.495709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=501f1f38-6224-4ea3-992f-48bb17fe6e0b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:42.533694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.534051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.534431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.534775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.535125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.535460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.535798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.536137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.536469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.536800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.537134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.537457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:51:42.883845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:43.205815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Router 22a842d6-f3e3-498e-aba3-457dc7f8d69a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:51:43.322135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:51:43.329029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f3264160-19ea-4553-b764-5d71376b17f5 admin admin] 10.222.0.20 "PUT /v2.0/routers/22a842d6-f3e3-498e-aba3-457dc7f8d69a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6600277 Sep 22 10:51:43.331573 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37612) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:43.334833 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] Sync routers for ids ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:51:43.353699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] Routers {'22a842d6-f3e3-498e-aba3-457dc7f8d69a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:43.353699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:43.489176 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] Set router 22a842d6-f3e3-498e-aba3-457dc7f8d69a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:43.518692 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:43.711793 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:43.756724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:22Z', 'updated_at': '2021-09-22T10:51:42Z', 'revision_number': 5, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'gw_port': {'id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:24Z', 'updated_at': '2021-09-22T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:43.790687 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] Checking router: 22a842d6-f3e3-498e-aba3-457dc7f8d69a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:51:43.802648 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] Routers {'22a842d6-f3e3-498e-aba3-457dc7f8d69a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:43.803830 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:43.914862 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Deleting port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:43.915203 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:43.967039 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] Set router 22a842d6-f3e3-498e-aba3-457dc7f8d69a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:44.020156 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] For port 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6178f4f8-27e6-4b12-8033-ca7b07d5e4c6,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:44.020851 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:44.065951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Calling delete_port for 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:44.323929 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:22Z', 'updated_at': '2021-09-22T10:51:42Z', 'revision_number': 5, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'gw_port': {'id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:24Z', 'updated_at': '2021-09-22T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:44.362337 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c887a250-8577-4a4d-8c88-a04806b7ce43 None None] The sync data for ids ['22a842d6-f3e3-498e-aba3-457dc7f8d69a'] in n-d-807025-3 is: [{'id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'name': 'tempest-TestAggregatesBasicOps-687646969-router', 'tenant_id': 'dc7a4708d2dd487f96ce3586d5368746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:51:22Z', 'updated_at': '2021-09-22T10:51:42Z', 'revision_number': 5, 'project_id': 'dc7a4708d2dd487f96ce3586d5368746', 'gw_port': {'id': '6178f4f8-27e6-4b12-8033-ca7b07d5e4c6', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a842d6-f3e3-498e-aba3-457dc7f8d69a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:51:24Z', 'updated_at': '2021-09-22T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:51:44.715307 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:44.769842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6178f4f8-27e6-4b12-8033-ca7b07d5e4c6,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:44.857183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:44.974966 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:44.979034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:45.520581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:45.521331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22a842d6-f3e3-498e-aba3-457dc7f8d69a {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:51:45.526811 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:45.531524 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a5b79d4a-f315-4442-92cc-221d50d348a3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/22a842d6-f3e3-498e-aba3-457dc7f8d69a HTTP/1.1" status: 204 len: 168 time: 2.1946065 Sep 22 10:51:45.531524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37680) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:45.608804 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecda5239-e326-4608-8a3b-181d8ee0c3be admin admin] Deleting subnet cdc66230-504a-47af-b629-25f1d3af5f0c {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:51:45.624300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecda5239-e326-4608-8a3b-181d8ee0c3be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:45.666408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecda5239-e326-4608-8a3b-181d8ee0c3be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:45.760586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecda5239-e326-4608-8a3b-181d8ee0c3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:45.915339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecda5239-e326-4608-8a3b-181d8ee0c3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:45.968098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda5239-e326-4608-8a3b-181d8ee0c3be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc66230-504a-47af-b629-25f1d3af5f0c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:45.970965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecda5239-e326-4608-8a3b-181d8ee0c3be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:45.972183 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ecda5239-e326-4608-8a3b-181d8ee0c3be admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cdc66230-504a-47af-b629-25f1d3af5f0c HTTP/1.1" status: 204 len: 168 time: 0.4406838 Sep 22 10:51:45.972402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63346d1-12f5-42dd-9e4d-937ba693b122 None None] Network 5adf2f85-f902-47e3-96d2-f5b7996f6956 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:51:45.974756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37692) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:46.109399 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.195517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:46.219020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Deleting port 33d3cb9f-afb9-49b1-9748-7d109c67a62c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:46.220485 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.224256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:51:46.224680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6178f4f8-27e6-4b12-8033-ca7b07d5e4c6 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:46.225018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 501f1f38-6224-4ea3-992f-48bb17fe6e0b no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:46.254917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 501f1f38-6224-4ea3-992f-48bb17fe6e0b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:51:46.255517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 501f1f38-6224-4ea3-992f-48bb17fe6e0b not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:46.271677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c0519-ec9b-40cc-95b4-bbfbefd48255 None None] DHCP port deletion for 5adf2f85-f902-47e3-96d2-f5b7996f6956 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:51:46.332058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] For port 33d3cb9f-afb9-49b1-9748-7d109c67a62c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=33d3cb9f-afb9-49b1-9748-7d109c67a62c,segment=NetworkSegment(4548af0a-2e5a-483b-abee-ef4009f8067d),segment_id=4548af0a-2e5a-483b-abee-ef4009f8067d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:46.333046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.352642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Calling delete_port for 33d3cb9f-afb9-49b1-9748-7d109c67a62c owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:46.420325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-222c0519-ec9b-40cc-95b4-bbfbefd48255 None None] Deleting port 33d3cb9f-afb9-49b1-9748-7d109c67a62c {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:46.428185 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-222c0519-ec9b-40cc-95b4-bbfbefd48255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.529598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-222c0519-ec9b-40cc-95b4-bbfbefd48255 None None] For port 33d3cb9f-afb9-49b1-9748-7d109c67a62c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=33d3cb9f-afb9-49b1-9748-7d109c67a62c,segment=NetworkSegment(4548af0a-2e5a-483b-abee-ef4009f8067d),segment_id=4548af0a-2e5a-483b-abee-ef4009f8067d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:46.533665 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-222c0519-ec9b-40cc-95b4-bbfbefd48255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.546703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-222c0519-ec9b-40cc-95b4-bbfbefd48255 None None] Calling delete_port for 33d3cb9f-afb9-49b1-9748-7d109c67a62c owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:46.586737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.628886 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] No DVR routers for this DVR port 33d3cb9f-afb9-49b1-9748-7d109c67a62c on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:51:46.636587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d3cb9f-afb9-49b1-9748-7d109c67a62c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:46.658335 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-222c0519-ec9b-40cc-95b4-bbfbefd48255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.700863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c0519-ec9b-40cc-95b4-bbfbefd48255 None None] Pushing event deleted for resources: {'Port': ['ID=33d3cb9f-afb9-49b1-9748-7d109c67a62c,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:46.700863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c0519-ec9b-40cc-95b4-bbfbefd48255 None None] No DVR routers for this DVR port 33d3cb9f-afb9-49b1-9748-7d109c67a62c on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:51:46.748217 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.770753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adf2f85-f902-47e3-96d2-f5b7996f6956']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:46.780916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4548af0a-2e5a-483b-abee-ef4009f8067d') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:46.781321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4548af0a-2e5a-483b-abee-ef4009f8067d') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:46.800584 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.814380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.820477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:51:46.820860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:51:46.823461 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:51:47.008663 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:47.028612 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:47.031063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5adf2f85-f902-47e3-96d2-f5b7996f6956 HTTP/1.1" status: 204 len: 168 time: 1.0552654 Sep 22 10:51:47.052879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd9e3b-86d0-4465-a97d-111adaa37373 admin admin] Pushing event deleted for resources: {'Network': ['ID=5adf2f85-f902-47e3-96d2-f5b7996f6956,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:47.467205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37750) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:47.490749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37752) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:47.540466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cf652a44-464f-4311-a445-1d9f2a57c4a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf4a82327a6c41c393954efff0008f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719612 Sep 22 10:51:47.541318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37754) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:47.619927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c6f34c1-c3b2-4ef2-8c60-2f7dfb4be4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:47.630085 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-280590f4-73c1-4400-b96c-cc3eb04a20d2 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/floatingips/c472941c-b371-4635-8df1-ad88ed687fce HTTP/1.1" status: 200 len: 994 time: 0.1372924 Sep 22 10:51:47.653028 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c6f34c1-c3b2-4ef2-8c60-2f7dfb4be4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:47.811745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c6f34c1-c3b2-4ef2-8c60-2f7dfb4be4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:47.815018 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c6f34c1-c3b2-4ef2-8c60-2f7dfb4be4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:47.822135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2c6f34c1-c3b2-4ef2-8c60-2f7dfb4be4e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf2568e0-e354-499e-9c10-af1d24d64435 HTTP/1.1" status: 204 len: 168 time: 0.2738309 Sep 22 10:51:47.844475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f34c1-c3b2-4ef2-8c60-2f7dfb4be4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2568e0-e354-499e-9c10-af1d24d64435,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:47.892601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37772) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:48.126074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port cbe11c5b-3982-4c71-9489-9e8e320721a4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:48.126714 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:48.148259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 33d3cb9f-afb9-49b1-9748-7d109c67a62c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:48.179918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 33d3cb9f-afb9-49b1-9748-7d109c67a62c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:51:48.180461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 33d3cb9f-afb9-49b1-9748-7d109c67a62c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:48.224461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:48.224864 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:48.237125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for cbe11c5b-3982-4c71-9489-9e8e320721a4 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:48.546041 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:48.585003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=cbe11c5b-3982-4c71-9489-9e8e320721a4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:48.677206 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:48.677654 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Floating IP c472941c-b371-4635-8df1-ad88ed687fce disassociated (deleted). External IP: 172.25.1.147, port: 0f96ac6f-ad5c-45da-b4af-572a12f7444f. Sep 22 10:51:48.921744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37800) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:48.946517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:51:48.988770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ea1652f7-da41-471a-a425-2d6d9a8bd9e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc7a4708d2dd487f96ce3586d5368746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622075 Sep 22 10:51:48.988907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37802) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:49.167923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:51:49.171628 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:49.176432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a12-52c2-4156-b58e-d5e34b5704a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:49.177040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] Sync routers for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:51:49.186683 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:49.187603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:49.223275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f5dd9b96-43ae-4634-89a8-020a30b43636 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/floatingips/c472941c-b371-4635-8df1-ad88ed687fce HTTP/1.1" status: 204 len: 168 time: 1.3295503 Sep 22 10:51:49.226730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:51:49.229010 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:51:49.234669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a12-52c2-4156-b58e-d5e34b5704a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:49.340535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:49.419063 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a12-52c2-4156-b58e-d5e34b5704a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:49.421950 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2a12-52c2-4156-b58e-d5e34b5704a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:49.425580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7d0d2a12-52c2-4156-b58e-d5e34b5704a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/623791a8-c6e8-48fe-8165-16809af0880d HTTP/1.1" status: 204 len: 168 time: 0.4334681 Sep 22 10:51:49.449758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d2a12-52c2-4156-b58e-d5e34b5704a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623791a8-c6e8-48fe-8165-16809af0880d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:49.615201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '5d18b64d-51c6-4d5d-8491-3eb023b7acab', 'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:93:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:51Z', 'updated_at': '2021-09-22T10:50:57Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:49.650369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] Checking router: 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:51:49.657244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:49.657666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:49.942511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:49.999827 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ae0182-4a1a-42cc-8b25-65c7b1b2ba9d x-openstack-request-id: req-e1ae0182-4a1a-42cc-8b25-65c7b1b2ba9d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:51:50.000660 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:51:50.000947 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ae0182-4a1a-42cc-8b25-65c7b1b2ba9d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:51:50.001365 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'status': 'completed', 'code': 200} Sep 22 10:51:50.167124 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-e7e8e640-6391-489f-922e-69369d15af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:50.190665 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-e7e8e640-6391-489f-922e-69369d15af6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4d09ed6d952041598d1cfef4c76decf1&device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 1097 time: 0.1480985 Sep 22 10:51:50.209115 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bfd91-9902-4cd4-bd8f-52ba1a277797 req-378459fd-3a6c-4a85-8fd8-6de1eee4295d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:50.219005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-605bfd91-9902-4cd4-bd8f-52ba1a277797 req-378459fd-3a6c-4a85-8fd8-6de1eee4295d tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 946 time: 0.1329620 Sep 22 10:51:50.297730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-605bfd91-9902-4cd4-bd8f-52ba1a277797 req-22fe5a74-d0b5-4cd7-ad7d-82bfe5e7cceb tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768144 Sep 22 10:51:50.399272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '5d18b64d-51c6-4d5d-8491-3eb023b7acab', 'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:93:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:51Z', 'updated_at': '2021-09-22T10:50:57Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:50.439365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c669f-771d-4b62-a990-32fb7dfe7ca5 None None] The sync data for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 is: [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:50:53Z', 'revision_number': 4, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '5d18b64d-51c6-4d5d-8491-3eb023b7acab', 'name': '', 'network_id': '6b749056-4d84-4ce1-bbc1-d42c3793fb8e', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'mac_address': 'fa:16:3e:93:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:51Z', 'updated_at': '2021-09-22T10:50:57Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'subnets': [{'id': 'b2293dee-96b6-42a0-a5cf-111708805a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:51:50.459913 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-f4d031e4-4327-4c04-99e8-c6d92a9b617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:50.461722 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-f4d031e4-4327-4c04-99e8-c6d92a9b617c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b749056-4d84-4ce1-bbc1-d42c3793fb8e HTTP/1.1" status: 200 len: 897 time: 0.2699046 Sep 22 10:51:50.533543 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-b98158a5-10d4-4eca-a7b7-105c12095d27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f96ac6f-ad5c-45da-b4af-572a12f7444f HTTP/1.1" status: 200 len: 217 time: 0.0627854 Sep 22 10:51:50.598526 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-c36b5b88-90ae-4628-ad97-7f0c702e8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:50.599994 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-c36b5b88-90ae-4628-ad97-7f0c702e8f99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2293dee-96b6-42a0-a5cf-111708805a9e HTTP/1.1" status: 200 len: 835 time: 0.0583000 Sep 22 10:51:50.658217 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-aa30c1ac-9970-4a77-8943-43a1fd9dc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:50.659831 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-aa30c1ac-9970-4a77-8943-43a1fd9dc61a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b749056-4d84-4ce1-bbc1-d42c3793fb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490582 Sep 22 10:51:50.776057 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-b0da684e-4cec-465b-ae42-5f7fa1ec1479 service neutron] 10.222.0.30 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072001 Sep 22 10:51:50.885539 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aaec1e-2c85-45cf-8b29-ca0e105c9c0c None None] New status for floating IP c472941c-b371-4635-8df1-ad88ed687fce: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:51:50.902190 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6bf8313d-6b73-4530-92b2-a2e8893f8a0b req-97f0e4a1-70bc-4568-a5eb-43884afffe45 service neutron] 10.222.0.30 "GET /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152408 Sep 22 10:51:51.465008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa301a-350d-4c66-88cf-420921c03995 req-24ec1d21-08bd-4c70-8e32-4d9b3c4eb0ff tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:51.469832 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-1f5e4ef0-5dcd-4618-9809-96b2e03b1c59 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:51.472311 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-1f5e4ef0-5dcd-4618-9809-96b2e03b1c59 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 946 time: 0.1173015 Sep 22 10:51:51.474729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3aa301a-350d-4c66-88cf-420921c03995 req-24ec1d21-08bd-4c70-8e32-4d9b3c4eb0ff tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 946 time: 0.0942864 Sep 22 10:51:51.547745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3aa301a-350d-4c66-88cf-420921c03995 req-2ffaebff-30dd-4344-916e-1c6485f9e748 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/security-groups?id=a131817f-ee68-4915-8bf7-d1af802bb51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639620 Sep 22 10:51:51.594539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port 0f96ac6f-ad5c-45da-b4af-572a12f7444f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:51.594930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:51.693155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] For port 0f96ac6f-ad5c-45da-b4af-572a12f7444f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0f96ac6f-ad5c-45da-b4af-572a12f7444f,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:51.693520 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:51.706575 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for 0f96ac6f-ad5c-45da-b4af-572a12f7444f owned by compute:nova {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:52.008214 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:52.044141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=0f96ac6f-ad5c-45da-b4af-572a12f7444f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:52.081644 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] No DVR routers for this DVR port 0f96ac6f-ad5c-45da-b4af-572a12f7444f on host n-h1-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:51:52.084160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:52.086605 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-050e79a0-e550-4c7a-9870-e87c24da4e5d req-d4ba2eb9-c146-47b5-a9b2-238a941c0e43 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.30 "DELETE /v2.0/ports/0f96ac6f-ad5c-45da-b4af-572a12f7444f HTTP/1.1" status: 204 len: 173 time: 0.6082578 Sep 22 10:51:52.087088 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'name': 'network-vif-deleted', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:51:52.089801 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bcbc2a-2258-4510-86ae-57892faf95b5" -d '{"events": [{"server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "name": "network-vif-deleted", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:51:52.128892 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0284e8ff-958b-48e5-a712-4fcb3b46799e x-openstack-request-id: req-0284e8ff-958b-48e5-a712-4fcb3b46799e {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:51:52.129195 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8b1d01-01dd-499e-a717-3fd8ce074e8c", "name": "network-vif-deleted", "tag": "0f96ac6f-ad5c-45da-b4af-572a12f7444f", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:51:52.129488 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0284e8ff-958b-48e5-a712-4fcb3b46799e {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:51:52.129995 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8b1d01-01dd-499e-a717-3fd8ce074e8c', 'name': 'network-vif-deleted', 'tag': '0f96ac6f-ad5c-45da-b4af-572a12f7444f', 'status': 'completed', 'code': 200} Sep 22 10:51:52.394870 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f199100f-f94d-4e87-9c55-24c078023b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:52.702848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ce761df-f074-4868-963d-e3f17bfec844 req-884731e9-b02b-440e-90a1-380a20e18a55 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e8b1d01-01dd-499e-a717-3fd8ce074e8c HTTP/1.1" status: 200 len: 210 time: 0.0346467 Sep 22 10:51:53.785889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37920) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:53.853458 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ce41e7-2e4c-4373-9b7b-3fd4c622b206 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:53.881037 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ce41e7-2e4c-4373-9b7b-3fd4c622b206 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:53.940721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-203ee873-64c7-42f8-ba73-d95a49721f67 req-7039cc60-dad2-46ba-b089-efa2c45efa3a service neutron] (95681) timed out ('10.222.0.32', 63635) {{(pid=95681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:51:54.131615 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ce41e7-2e4c-4373-9b7b-3fd4c622b206 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:54.134396 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-19ce41e7-2e4c-4373-9b7b-3fd4c622b206 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:54.135616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-19ce41e7-2e4c-4373-9b7b-3fd4c622b206 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/security-groups/a131817f-ee68-4915-8bf7-d1af802bb51a HTTP/1.1" status: 204 len: 168 time: 0.3485889 Sep 22 10:51:54.145013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce41e7-2e4c-4373-9b7b-3fd4c622b206 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131817f-ee68-4915-8bf7-d1af802bb51a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:54.270555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37934) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:54.655518 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:54.936208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port 5d18b64d-51c6-4d5d-8491-3eb023b7acab {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:54.936846 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.029396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] For port 5d18b64d-51c6-4d5d-8491-3eb023b7acab, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5d18b64d-51c6-4d5d-8491-3eb023b7acab,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:55.030008 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.044300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for 5d18b64d-51c6-4d5d-8491-3eb023b7acab owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:55.189157 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6380224-ed03-4e3f-95c7-00ec2bf5608b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.330666 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.379908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=5d18b64d-51c6-4d5d-8491-3eb023b7acab,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:55.545563 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.578565 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37962) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:55.586721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-52064591-9b63-4912-b3cc-f2a11300d586 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1436295067', 'description': 'tempest-secgroup-smoke-1436295067 description', 'project_id': '6d17528623234f5ea824568de1e97db4'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:55.632401 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.783190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52064591-9b63-4912-b3cc-f2a11300d586 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.823090 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.848872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.904078 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52064591-9b63-4912-b3cc-f2a11300d586 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.935844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:51:55.994296 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52064591-9b63-4912-b3cc-f2a11300d586 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.076820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52064591-9b63-4912-b3cc-f2a11300d586 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa3b39-a71f-48ce-a9b2-598617c3f678,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:56.099324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:51:56.104609 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-36bebed0-d9a8-4b73-b778-4615d3282234 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "PUT /v2.0/routers/6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329194 Sep 22 10:51:56.107939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 37970) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:56.111639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] Sync routers for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:51:56.128186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:56.128186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:56.167016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0889260a-17bb-4b5c-942f-52a250120d6f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting subnet b2293dee-96b6-42a0-a5cf-111708805a9e {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:51:56.170542 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0889260a-17bb-4b5c-942f-52a250120d6f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.216246 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0889260a-17bb-4b5c-942f-52a250120d6f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.298274 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-52064591-9b63-4912-b3cc-f2a11300d586 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.301329 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-52064591-9b63-4912-b3cc-f2a11300d586 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7199788 Sep 22 10:51:56.304207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37976) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:56.308519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:56.310917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e439d355-06bf-4eeb-b0e7-7ceb29c3f802 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'security_group_rule': {'security_group_id': '31aa3b39-a71f-48ce-a9b2-598617c3f678', 'project_id': '6d17528623234f5ea824568de1e97db4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:56.380385 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0889260a-17bb-4b5c-942f-52a250120d6f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.403419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0f96ac6f-ad5c-45da-b4af-572a12f7444f no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:56.429640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 0f96ac6f-ad5c-45da-b4af-572a12f7444f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:51:56.430289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0f96ac6f-ad5c-45da-b4af-572a12f7444f not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:56.448062 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.507742 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e439d355-06bf-4eeb-b0e7-7ceb29c3f802 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.571657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:51:55Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:56.574731 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e439d355-06bf-4eeb-b0e7-7ceb29c3f802 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.579656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0889260a-17bb-4b5c-942f-52a250120d6f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.601198 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] Checking router: 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:51:56.609733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889260a-17bb-4b5c-942f-52a250120d6f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Subnet': ['ID=b2293dee-96b6-42a0-a5cf-111708805a9e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:56.610673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] Routers {'6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:51:56.611371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:51:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:56.618841 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0889260a-17bb-4b5c-942f-52a250120d6f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.620741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0889260a-17bb-4b5c-942f-52a250120d6f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/subnets/b2293dee-96b6-42a0-a5cf-111708805a9e HTTP/1.1" status: 204 len: 168 time: 0.5113235 Sep 22 10:51:56.623563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37982) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:56.652627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e62db-3a5c-4e98-98d9-e1f942480984 None None] Network 6b749056-4d84-4ce1-bbc1-d42c3793fb8e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:51:56.736092 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.778016 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e439d355-06bf-4eeb-b0e7-7ceb29c3f802 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.808361 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439d355-06bf-4eeb-b0e7-7ceb29c3f802 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93827e67-76e8-406b-851a-d82f3e060f27,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:56.822809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] Set router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:51:56.892495 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.960703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e439d355-06bf-4eeb-b0e7-7ceb29c3f802 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:56.965203 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e439d355-06bf-4eeb-b0e7-7ceb29c3f802 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6581833 Sep 22 10:51:56.970592 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 37986) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:56.972188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e83b91e7-98ad-4ddf-b8fc-eb48417a6172 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'security_group_rule': {'security_group_id': '31aa3b39-a71f-48ce-a9b2-598617c3f678', 'project_id': '6d17528623234f5ea824568de1e97db4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:57.009092 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e04dff-ecd1-44c9-8941-c2b5a74de0d4 None None] DHCP port deletion for 6b749056-4d84-4ce1-bbc1-d42c3793fb8e request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:51:57.066953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Deleting port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:57.067549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.070933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:51:55Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:57.101682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-59e04dff-ecd1-44c9-8941-c2b5a74de0d4 None None] Deleting port c59b70b0-164d-483d-a257-6e5a7bf25aad {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:51:57.102002 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-59e04dff-ecd1-44c9-8941-c2b5a74de0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.104082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7b77c-b4e9-4684-b874-113a6dfc31f0 None None] The sync data for ids ['6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526'] in n-d-807025-3 is: [{'id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'name': 'tempest-TestNetworkBasicOps-router-837695967', 'tenant_id': '4d09ed6d952041598d1cfef4c76decf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:50:44Z', 'updated_at': '2021-09-22T10:51:55Z', 'revision_number': 5, 'project_id': '4d09ed6d952041598d1cfef4c76decf1', 'gw_port': {'id': '3289f00e-9c5a-4e8b-a5ee-553f0bc80753', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:50:45Z', 'updated_at': '2021-09-22T10:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:51:57.173143 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-59e04dff-ecd1-44c9-8941-c2b5a74de0d4 None None] For port c59b70b0-164d-483d-a257-6e5a7bf25aad, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c59b70b0-164d-483d-a257-6e5a7bf25aad,segment=NetworkSegment(64fb4a9e-f048-4b71-93e5-8f294b94a428),segment_id=64fb4a9e-f048-4b71-93e5-8f294b94a428)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:57.173632 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-59e04dff-ecd1-44c9-8941-c2b5a74de0d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.174830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] For port 3289f00e-9c5a-4e8b-a5ee-553f0bc80753, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3289f00e-9c5a-4e8b-a5ee-553f0bc80753,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:51:57.175257 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.178283 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e83b91e7-98ad-4ddf-b8fc-eb48417a6172 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.186477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-59e04dff-ecd1-44c9-8941-c2b5a74de0d4 None None] Calling delete_port for c59b70b0-164d-483d-a257-6e5a7bf25aad owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:57.206490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Calling delete_port for 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:51:57.304868 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e83b91e7-98ad-4ddf-b8fc-eb48417a6172 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.428730 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-59e04dff-ecd1-44c9-8941-c2b5a74de0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.458657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e04dff-ecd1-44c9-8941-c2b5a74de0d4 None None] Pushing event deleted for resources: {'Port': ['ID=c59b70b0-164d-483d-a257-6e5a7bf25aad,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:57.472945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e04dff-ecd1-44c9-8941-c2b5a74de0d4 None None] No DVR routers for this DVR port c59b70b0-164d-483d-a257-6e5a7bf25aad on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:51:57.501136 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e83b91e7-98ad-4ddf-b8fc-eb48417a6172 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.528071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b91e7-98ad-4ddf-b8fc-eb48417a6172 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dda18f-b56e-4558-a727-4a27dba68dc7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:57.577784 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.610689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Port': ['ID=3289f00e-9c5a-4e8b-a5ee-553f0bc80753,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:57.685089 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.746166 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e83b91e7-98ad-4ddf-b8fc-eb48417a6172 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.747299 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e83b91e7-98ad-4ddf-b8fc-eb48417a6172 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7797329 Sep 22 10:51:57.750639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38000) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:57.756191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fba8b924-3ef7-4eca-881c-24825142d71d tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'security_group_rule': {'security_group_id': '31aa3b39-a71f-48ce-a9b2-598617c3f678', 'project_id': '6d17528623234f5ea824568de1e97db4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:58.086395 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.090411 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.173488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5d18b64d-51c6-4d5d-8491-3eb023b7acab no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:58.197231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 5d18b64d-51c6-4d5d-8491-3eb023b7acab {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:51:58.197575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5d18b64d-51c6-4d5d-8491-3eb023b7acab not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:58.197999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c59b70b0-164d-483d-a257-6e5a7bf25aad no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:51:58.199837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.217824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c59b70b0-164d-483d-a257-6e5a7bf25aad {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:51:58.218201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c59b70b0-164d-483d-a257-6e5a7bf25aad not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:51:58.328911 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fba8b924-3ef7-4eca-881c-24825142d71d tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.367208 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.367758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Fanout notify agent at l3_agent the message router_deleted on router 6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:51:58.376414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.377634 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6b15c513-7136-4a1d-b0c3-c75ad2573551 tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/routers/6ae9f7ef-2d9b-48ac-a4a2-cb0eac943526 HTTP/1.1" status: 204 len: 168 time: 1.7529106 Sep 22 10:51:58.380425 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38010) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:58.409840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fba8b924-3ef7-4eca-881c-24825142d71d tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.476242 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.537738 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fba8b924-3ef7-4eca-881c-24825142d71d tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.592948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.604555 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8b924-3ef7-4eca-881c-24825142d71d tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc9cbf2-bd18-46fa-9cbf-0bc5caf7b83e,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:58.624131 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b749056-4d84-4ce1-bbc1-d42c3793fb8e']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:58.631830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fb4a9e-f048-4b71-93e5-8f294b94a428') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:58.632186 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fb4a9e-f048-4b71-93e5-8f294b94a428') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:51:58.641219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.660616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.667201 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:51:58.667880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:51:58.671173 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:51:58.759911 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fba8b924-3ef7-4eca-881c-24825142d71d tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.762946 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fba8b924-3ef7-4eca-881c-24825142d71d tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0096235 Sep 22 10:51:58.763869 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38024) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:58.768680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1c8ea644-3159-4a0f-add6-bb5085ef4af6 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'security_group_rule': {'security_group_id': '31aa3b39-a71f-48ce-a9b2-598617c3f678', 'project_id': '6d17528623234f5ea824568de1e97db4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:58.923930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.931786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.933037 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] 10.222.0.20 "DELETE /v2.0/networks/6b749056-4d84-4ce1-bbc1-d42c3793fb8e HTTP/1.1" status: 204 len: 168 time: 0.5516984 Sep 22 10:51:58.944709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfb35b-4a75-426f-96dd-042f4852db4f tempest-TestNetworkBasicOps-138947604 tempest-TestNetworkBasicOps-138947604-project] Pushing event deleted for resources: {'Network': ['ID=6b749056-4d84-4ce1-bbc1-d42c3793fb8e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:58.963129 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c8ea644-3159-4a0f-add6-bb5085ef4af6 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:59.049726 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c8ea644-3159-4a0f-add6-bb5085ef4af6 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:59.192428 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c8ea644-3159-4a0f-add6-bb5085ef4af6 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:59.216095 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ea644-3159-4a0f-add6-bb5085ef4af6 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b69333d-3869-4bb0-858a-82ba9ab95a82,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:59.443805 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1c8ea644-3159-4a0f-add6-bb5085ef4af6 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:59.444955 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1c8ea644-3159-4a0f-add6-bb5085ef4af6 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6800411 Sep 22 10:51:59.453984 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38042) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:59.459935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-41e78c7d-dc11-4c62-9aa7-08ec216cf495 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'security_group_rule': {'security_group_id': '31aa3b39-a71f-48ce-a9b2-598617c3f678', 'project_id': '6d17528623234f5ea824568de1e97db4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:51:59.620799 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-41e78c7d-dc11-4c62-9aa7-08ec216cf495 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Project 6d17528623234f5ea824568de1e97db4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:51:59.632556 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41e78c7d-dc11-4c62-9aa7-08ec216cf495 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:59.652094 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38048) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:59.705741 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41e78c7d-dc11-4c62-9aa7-08ec216cf495 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:59.801654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41e78c7d-dc11-4c62-9aa7-08ec216cf495 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:59.824318 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0985a02b-dfde-480c-b7d7-e219a8509aa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d09ed6d952041598d1cfef4c76decf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700635 Sep 22 10:51:59.827124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38058) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:51:59.831715 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e78c7d-dc11-4c62-9aa7-08ec216cf495 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7eff5f2-a510-483a-8c7d-dc12667c9256,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:51:59.876820 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec817eaf-9197-476e-8ceb-c92dd268f423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:59.897599 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec817eaf-9197-476e-8ceb-c92dd268f423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:00.078011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:52:00.085998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-41e78c7d-dc11-4c62-9aa7-08ec216cf495 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:00.087283 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-41e78c7d-dc11-4c62-9aa7-08ec216cf495 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6322987 Sep 22 10:52:00.090749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38060) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:00.095677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-65aa0cf1-514d-4135-9ca4-dea2fdc76a7a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'security_group_rule': {'security_group_id': '31aa3b39-a71f-48ce-a9b2-598617c3f678', 'project_id': '6d17528623234f5ea824568de1e97db4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:00.098795 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:52:00.099152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3289f00e-9c5a-4e8b-a5ee-553f0bc80753 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:52:00.271726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec817eaf-9197-476e-8ceb-c92dd268f423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:00.274676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec817eaf-9197-476e-8ceb-c92dd268f423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:00.275854 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ec817eaf-9197-476e-8ceb-c92dd268f423 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47986565-d7a4-4209-a17c-a01cd6a25066 HTTP/1.1" status: 204 len: 168 time: 0.4476731 Sep 22 10:52:00.284788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec817eaf-9197-476e-8ceb-c92dd268f423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47986565-d7a4-4209-a17c-a01cd6a25066,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:00.334750 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-65aa0cf1-514d-4135-9ca4-dea2fdc76a7a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Project 6d17528623234f5ea824568de1e97db4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:52:00.340260 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65aa0cf1-514d-4135-9ca4-dea2fdc76a7a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:00.407103 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65aa0cf1-514d-4135-9ca4-dea2fdc76a7a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:00.585867 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65aa0cf1-514d-4135-9ca4-dea2fdc76a7a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:00.607862 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa0cf1-514d-4135-9ca4-dea2fdc76a7a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29be310a-21bd-4440-ad74-71a0b35bf169,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:00.757545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-65aa0cf1-514d-4135-9ca4-dea2fdc76a7a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:00.758836 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-65aa0cf1-514d-4135-9ca4-dea2fdc76a7a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6671505 Sep 22 10:52:01.097649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-2f447e36-4034-4ecf-b6c5-59095dc2a9ac tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436295067&fields=id&tenant_id=6d17528623234f5ea824568de1e97db4 HTTP/1.1" status: 200 len: 267 time: 0.0435700 Sep 22 10:52:01.246117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-5ac54593-77e3-46a6-86f6-7b81301ed6c5 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:01.248222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-5ac54593-77e3-46a6-86f6-7b81301ed6c5 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/networks?id=bb78c944-30c4-4e4a-a98d-4206c2998f8d HTTP/1.1" status: 200 len: 814 time: 0.1404924 Sep 22 10:52:01.266392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-c7d197bd-d3fa-4028-b26c-f68c41691fec tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/quotas/6d17528623234f5ea824568de1e97db4 HTTP/1.1" status: 200 len: 375 time: 0.0106392 Sep 22 10:52:01.278762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38094) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:01.309148 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81adba10-4168-4ff0-a4e2-aa893a0bf240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:01.340273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a591569a-e2c3-4465-b5af-e7d2af1f4c67 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d17528623234f5ea824568de1e97db4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556269 Sep 22 10:52:01.475892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81adba10-4168-4ff0-a4e2-aa893a0bf240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:01.480463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-b69e51a5-3e88-4921-a18b-c5c5ad33841f service neutron] 10.222.0.20 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219594 Sep 22 10:52:01.577493 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81adba10-4168-4ff0-a4e2-aa893a0bf240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:01.581068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-56368e51-433a-470e-aaec-eff2296ab078 service neutron] 10.222.0.20 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923419 Sep 22 10:52:01.648178 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81adba10-4168-4ff0-a4e2-aa893a0bf240 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77c08a29c0ec423e8c36573a4458ea55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655174 Sep 22 10:52:01.649087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38106) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:01.662724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adba10-4168-4ff0-a4e2-aa893a0bf240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9ba6e8-1ce7-4325-a7af-b4632370e155,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:01.723784 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe59a-d5f3-4b94-a047-3f4b9c540054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:01.748159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe59a-d5f3-4b94-a047-3f4b9c540054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:01.897087 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe59a-d5f3-4b94-a047-3f4b9c540054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:01.899597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe59a-d5f3-4b94-a047-3f4b9c540054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:01.903352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fc3fe59a-d5f3-4b94-a047-3f4b9c540054 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc9ba6e8-1ce7-4325-a7af-b4632370e155 HTTP/1.1" status: 204 len: 168 time: 0.2511075 Sep 22 10:52:01.910900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fe59a-d5f3-4b94-a047-3f4b9c540054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9ba6e8-1ce7-4325-a7af-b4632370e155,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:02.402920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d1471eb-a7d9-4649-95a7-e89875ae65da req-da986023-bb14-4130-9a2e-d833d5e7d60e tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 210 time: 0.0465991 Sep 22 10:52:02.966873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-233970c7-aa44-44ee-8004-6e14d61dc4ad tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:02.974538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-233970c7-aa44-44ee-8004-6e14d61dc4ad tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1157229 Sep 22 10:52:02.993087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-b6daac41-c55a-488b-9e28-4cb8399560e7 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/quotas/a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 375 time: 0.0176046 Sep 22 10:52:03.052435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-d784eadb-3a38-4436-88b6-d7ff1d44ec40 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581720 Sep 22 10:52:03.182822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-b7adb100-abff-4760-a3c5-a3d436ed31bc service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291792 Sep 22 10:52:03.275230 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38176) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:03.276183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-7d29525a-4cda-4103-ac7d-e193d6e5d674 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891263 Sep 22 10:52:03.384380 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2005626405-network', 'tenant_id': '93d7303638bf4c04845018719ed73ddd'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:03.469592 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Made reservation on behalf of 93d7303638bf4c04845018719ed73ddd for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:52:03.471786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:03.488696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:03.583774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:03.680218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:03.700364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:52:03.715711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd49e26-492d-434f-a6f5-734b0c773b38,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:03.718647 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:03.719728 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Added segment 09a8bcaa-ebb6-43f3-a192-e9d04f0c339a of type vlan for network 39734aad-bb2d-4a17-8ae5-b6e6be933573 Sep 22 10:52:03.761771 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:03.877021 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:03.878386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:03.879467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:03.980886 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] Pushing event updated for resources: {'Network': ['ID=39734aad-bb2d-4a17-8ae5-b6e6be933573,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:03.993700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 39734aad-bb2d-4a17-8ae5-b6e6be933573 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:52:03.995028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-087f913b-c1cd-4f14-adc3-f2109642d0c0 req-bc542194-ce9b-4a4a-8a52-64c3d2e721a1 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 210 time: 0.0397458 Sep 22 10:52:04.082016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3e61f74-dd68-45d6-9580-6aa5e4b7dd1b req-b755f9ea-7b5b-44fa-ae53-1a32d4ee42b0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0378997 Sep 22 10:52:04.083858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38206) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:04.084219 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c47621a7-83ce-4d25-962c-3f71b7041b32 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8077490 Sep 22 10:52:04.096798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Request body: {'subnet': {'network_id': '39734aad-bb2d-4a17-8ae5-b6e6be933573', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2005626405-subnet', 'tenant_id': '93d7303638bf4c04845018719ed73ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:04.205665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Made reservation on behalf of 93d7303638bf4c04845018719ed73ddd for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:52:04.208215 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:04.480176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:04.548287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b012e1b-a649-4158-a9c0-179c19690233,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:04.554250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Checking segment: {'id': '09a8bcaa-ebb6-43f3-a192-e9d04f0c339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39734aad-bb2d-4a17-8ae5-b6e6be933573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:52:04.554250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Network hostable DHCP agents. Network: 39734aad-bb2d-4a17-8ae5-b6e6be933573, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:52:04.720604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Network 39734aad-bb2d-4a17-8ae5-b6e6be933573 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:52:04.814288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 39734aad-bb2d-4a17-8ae5-b6e6be933573) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:52:04.820304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:04.821106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:04.828218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0405b-aeeb-4c30-9724-126e4b4b2e54 None None] Network 39734aad-bb2d-4a17-8ae5-b6e6be933573 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:52:04.946942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7610f259-023c-4934-8449-0d8b4f7e5675 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8580828 Sep 22 10:52:04.997279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77330a9e-0de8-4b0e-8bdf-a66ee21f4b80 None None] Network 39734aad-bb2d-4a17-8ae5-b6e6be933573 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:52:05.183215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d508312d-abd3-4232-973f-710e0cf7eb94 req-b655f408-aaef-4d2a-aa28-fc800317c9c7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 210 time: 0.0824928 Sep 22 10:52:05.282722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d90402a-4897-42dd-b6db-64be7c488a08 req-a1ff619b-561b-4ace-ba30-8bda04e142e3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0367844 Sep 22 10:52:05.991798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38260) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:05.996697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1589945239-network', 'tenant_id': '2fe3329c3fb24e74b4a410b11fce2c08'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:06.140250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Made reservation on behalf of 2fe3329c3fb24e74b4a410b11fce2c08 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:52:06.143940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:06.153951 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:06.253824 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:06.298975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26318589-57a7-4cc8-8fbd-411c4dacb061 req-495a1ee1-a65e-46cd-b065-7bb584ee25d4 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 210 time: 0.0334549 Sep 22 10:52:06.387132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bcad8337-7350-47ec-93ef-7667dcce2bd8 req-9c4f872e-fdda-4454-a092-ab2362d69bca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0256889 Sep 22 10:52:06.391842 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:06.403769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:52:06.429986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1138e1d2-de47-4ff7-8f42-b931463c4214,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:06.438635 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:06.439246 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Added segment 08e180a3-43e1-4b7c-af63-eb5741d2fc3b of type vlan for network a5836abe-c24d-4cca-a204-fc402a290301 Sep 22 10:52:06.484831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:06.528953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-83d2377b-9741-4911-a5ec-a147d0f55cee tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:06.530678 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-83d2377b-9741-4911-a5ec-a147d0f55cee tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.30 "GET /v2.0/networks?id=bb78c944-30c4-4e4a-a98d-4206c2998f8d HTTP/1.1" status: 200 len: 814 time: 0.1695759 Sep 22 10:52:06.583274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:06.584314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:06.586330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:06.595587 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ad9e967e-5d96-426a-ac8f-3ef02c951ccf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d17528623234f5ea824568de1e97db4 HTTP/1.1" status: 200 len: 380 time: 0.0545750 Sep 22 10:52:06.605601 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'port': {'device_id': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'admin_state_up': True, 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'security_groups': ['31aa3b39-a71f-48ce-a9b2-598617c3f678']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:06.648396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] Pushing event updated for resources: {'Network': ['ID=a5836abe-c24d-4cca-a204-fc402a290301,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:06.659015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a5836abe-c24d-4cca-a204-fc402a290301 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:52:06.712364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b350a78c-c2cd-427d-aa49-d1de58bc5d2b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7194660 Sep 22 10:52:06.715547 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38272) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:06.744541 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Request body: {'subnet': {'network_id': 'a5836abe-c24d-4cca-a204-fc402a290301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1589945239-subnet', 'tenant_id': '2fe3329c3fb24e74b4a410b11fce2c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:06.841411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Made reservation on behalf of 6d17528623234f5ea824568de1e97db4 for: {'port': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:52:06.845784 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:06.998673 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Allocated IP 172.20.0.9 (bb78c944-30c4-4e4a-a98d-4206c2998f8d/4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f/9bb18fc6-a9de-44c9-ad27-22d747fa814a) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:52:07.071291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Made reservation on behalf of 2fe3329c3fb24e74b4a410b11fce2c08 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:52:07.071291 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:07.186134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-d127b14f-57c6-4ff1-84b4-01be70c82899 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:07.187971 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-d127b14f-57c6-4ff1-84b4-01be70c82899 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1047611 Sep 22 10:52:07.204084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'port': {'device_id': 'b436f90f-ea58-4039-a5bb-5d4f02b78c4b', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'admin_state_up': True, 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:07.442660 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:07.552861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:07.618191 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:07.696851 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077c2ecc-41ff-4b6c-8cfd-abf86d9fd405,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:07.705701 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Network bb78c944-30c4-4e4a-a98d-4206c2998f8d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:52:07.718257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:52:07.728849 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'Port': ['ID=9bb18fc6-a9de-44c9-ad27-22d747fa814a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:07.731369 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:52:07.809407 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:07.810235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:07.846605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Checking segment: {'id': '08e180a3-43e1-4b7c-af63-eb5741d2fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a5836abe-c24d-4cca-a204-fc402a290301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:52:07.846976 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Network hostable DHCP agents. Network: a5836abe-c24d-4cca-a204-fc402a290301, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:52:07.939603 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-ae31a5c9-076e-4f67-9d52-cc697cd654fc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3379920 Sep 22 10:52:07.956329 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Request body: {'port': {'device_id': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:07.990934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedebd4-64db-4d5c-9f50-ec57f5a7c7f8 req-c38de1a1-55f6-4aec-bdc7-27e031ad8509 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:07.992796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ceedebd4-64db-4d5c-9f50-ec57f5a7c7f8 req-c38de1a1-55f6-4aec-bdc7-27e031ad8509 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 931 time: 0.1081371 Sep 22 10:52:08.035568 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Network a5836abe-c24d-4cca-a204-fc402a290301 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:52:08.057305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ceedebd4-64db-4d5c-9f50-ec57f5a7c7f8 req-1d0e023c-aad2-44a8-8dcf-3f1b11c5a392 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564210 Sep 22 10:52:08.079125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Made reservation on behalf of a89f8f050baa4104aac26a0f1ee855b8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:52:08.083316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:08.139644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:08.201329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-252a8a83-33f5-42e6-a4b8-db45fdf5c596 None None] Provisioning complete for port 9bb18fc6-a9de-44c9-ad27-22d747fa814a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:52:08.201885 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-252a8a83-33f5-42e6-a4b8-db45fdf5c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:08.206441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a5836abe-c24d-4cca-a204-fc402a290301) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:52:08.221384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:08.221982 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:08.270445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.20.0.13 (282127a0-0c1a-4559-a928-5f94fac1024f/7db61163-da01-4c3d-9757-821c1d957449/d02c14ac-7b02-4447-b8c4-82553e2c6dc4) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:52:08.275743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-252a8a83-33f5-42e6-a4b8-db45fdf5c596 None None] Port 9bb18fc6-a9de-44c9-ad27-22d747fa814a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:52:08.279819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c397149-8af3-4bd4-8a85-3c2c1a8638b8 None None] Network a5836abe-c24d-4cca-a204-fc402a290301 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:52:08.387466 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-0685d626-cf6b-42b1-a84b-22efc73ed638 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6681991 Sep 22 10:52:08.521085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9f88076-deae-4330-884a-3f361962b996 req-9a34ad3c-504e-4cd6-b465-fbcd6654adea tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0972850 Sep 22 10:52:08.551413 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:08.634119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb18fc6-a9de-44c9-ad27-22d747fa814a {{(pid=95681) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:52:08.659661 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:08.677495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.provisioning_blocks [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Transition to ACTIVE for port object 9bb18fc6-a9de-44c9-ad27-22d747fa814a will not be triggered until provisioned by entity L2. {{(pid=95681) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:52:08.713524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d373b8-ccf6-4dfb-9e71-34ed4e5b3733 None None] Network a5836abe-c24d-4cca-a204-fc402a290301 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:52:08.717938 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:08.754349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:08.811444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:52:08.815986 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb18fc6-a9de-44c9-ad27-22d747fa814a,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:08.828363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:52:08.846681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:52:08.965644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:08.966396 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:08.970911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:09.075822 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Attempting to bind port 9bb18fc6-a9de-44c9-ad27-22d747fa814a on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:52:09.076177 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Attempting to bind port 9bb18fc6-a9de-44c9-ad27-22d747fa814a by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:52:09.076510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Attempting to bind port 9bb18fc6-a9de-44c9-ad27-22d747fa814a on network bb78c944-30c4-4e4a-a98d-4206c2998f8d {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:52:09.083181 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Port 9bb18fc6-a9de-44c9-ad27-22d747fa814a on network bb78c944-30c4-4e4a-a98d-4206c2998f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:52:09.084933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Attempting to bind port 9bb18fc6-a9de-44c9-ad27-22d747fa814a on network bb78c944-30c4-4e4a-a98d-4206c2998f8d {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:52:09.097889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:52:09.098034 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Checking segment: {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:52:09.098345 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Bound using segment: {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'} {{(pid=95681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:52:09.098785 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.managers [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Bound port: 9bb18fc6-a9de-44c9-ad27-22d747fa814a, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d'}}] {{(pid=95681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:52:09.099142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:09.146631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-aceb8f52-4917-408e-abeb-62218e118420 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9473929 Sep 22 10:52:09.228165 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] For port 9bb18fc6-a9de-44c9-ad27-22d747fa814a, host n-h1-807025-3, cleared binding levels {{(pid=95681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:52:09.234738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] For port 9bb18fc6-a9de-44c9-ad27-22d747fa814a, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:52:09.298830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-5414716f-c6e3-4739-99ec-8d134fbcc09f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:09.306870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-5414716f-c6e3-4739-99ec-8d134fbcc09f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/networks?id=39734aad-bb2d-4a17-8ae5-b6e6be933573 HTTP/1.1" status: 200 len: 812 time: 0.2181897 Sep 22 10:52:09.321084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Request body: {'port': {'device_id': 'b436f90f-ea58-4039-a5bb-5d4f02b78c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:09.329949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-06c72415-f75d-44a1-824f-020f26d63168 None None] Provisioning complete for port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:52:09.330536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-06c72415-f75d-44a1-824f-020f26d63168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:09.334806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-212fd30b-d503-4261-8b21-9f3a9663c7ae tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/quotas/93d7303638bf4c04845018719ed73ddd HTTP/1.1" status: 200 len: 375 time: 0.0268769 Sep 22 10:52:09.334979 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:09.375310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:09.376002 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:09.377955 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/9bb18fc6-a9de-44c9-ad27-22d747fa814a HTTP/1.1" status: 200 len: 1091 time: 1.4294813 Sep 22 10:52:09.379936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:09.383907 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251deedb-c478-4293-90d9-c7567f1c41b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:09.405108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-05540329-2fa0-4135-8e77-6c3a54327d8f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=93d7303638bf4c04845018719ed73ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690136 Sep 22 10:52:09.415454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-06c72415-f75d-44a1-824f-020f26d63168 None None] Port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:52:09.469301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e40d3-8d22-4d80-ae6b-714aa34769c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb18fc6-a9de-44c9-ad27-22d747fa814a,revision_number=3']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:09.528650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:09.579226 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-5dc513b0-07bb-4744-8e80-84b4ee75ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:09.581121 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-5dc513b0-07bb-4744-8e80-84b4ee75ac5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d17528623234f5ea824568de1e97db4&device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1094 time: 0.0828209 Sep 22 10:52:09.642244 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-c8ee9878-8ede-471a-bae5-df029f387123 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a HTTP/1.1" status: 200 len: 217 time: 0.0526521 Sep 22 10:52:09.669634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-ec536306-9319-438e-aae2-b8750bef17fb service neutron] 10.222.0.20 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635682 Sep 22 10:52:09.756123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-e4db98c8-1f17-4a4b-b6a3-ee99dfc71eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:09.757548 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-e4db98c8-1f17-4a4b-b6a3-ee99dfc71eaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f HTTP/1.1" status: 200 len: 853 time: 0.1084733 Sep 22 10:52:09.806806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-4d6ea397-06e7-48a2-b84a-367b35d88d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:09.808422 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-4d6ea397-06e7-48a2-b84a-367b35d88d75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb78c944-30c4-4e4a-a98d-4206c2998f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442204 Sep 22 10:52:09.912115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-a8c187b6-82ff-42bc-9803-d06c5d222789 service neutron] 10.222.0.20 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201567 Sep 22 10:52:09.949360 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-014796ef-9544-40b8-a0f8-a6947b70d1ee service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337509 Sep 22 10:52:10.063850 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-0b453d8e-95ec-4fdb-917d-1d9c081e1a80 req-8a753857-91fb-4853-8c76-7fd8d26fc3c7 service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070824 Sep 22 10:52:10.101766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02c14ac-7b02-4447-b8c4-82553e2c6dc4 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:52:10.109610 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:10.179176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Transition to ACTIVE for port object d02c14ac-7b02-4447-b8c4-82553e2c6dc4 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:52:10.343312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:10.454140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Pushing event updated for resources: {'Port': ['ID=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:10.517447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b91bf-3dd3-4b8a-b0fb-d56e3b7a4647 req-9dfdd529-ad73-46fe-9981-2dd2544a4772 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:10.527867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d4b91bf-3dd3-4b8a-b0fb-d56e3b7a4647 req-9dfdd529-ad73-46fe-9981-2dd2544a4772 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.1502941 Sep 22 10:52:10.610139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Attempting to bind port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:52:10.610389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Attempting to bind port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:52:10.610745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Attempting to bind port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:52:10.630340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d4b91bf-3dd3-4b8a-b0fb-d56e3b7a4647 req-35b621fd-43cc-4eeb-81f1-ad3804d21aaa tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945709 Sep 22 10:52:10.633543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 on network 282127a0-0c1a-4559-a928-5f94fac1024f not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:52:10.634082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Attempting to bind port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:52:10.652616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:52:10.653520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:52:10.654155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Bound using segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:52:10.656768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Bound port: d02c14ac-7b02-4447-b8c4-82553e2c6dc4, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:52:10.657141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:10.735193 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ee759-ccbd-4eef-bae8-56ed61d1cab2 x-openstack-request-id: req-040ee759-ccbd-4eef-bae8-56ed61d1cab2 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:10.735989 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:10.735989 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-040ee759-ccbd-4eef-bae8-56ed61d1cab2 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:10.736229 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'status': 'completed', 'code': 200} Sep 22 10:52:10.788102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] For port d02c14ac-7b02-4447-b8c4-82553e2c6dc4, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:52:10.791555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] For port d02c14ac-7b02-4447-b8c4-82553e2c6dc4, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:52:10.849548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-7ea76239-e062-46f4-aaca-6f6682480c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:10.852552 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-7ea76239-e062-46f4-aaca-6f6682480c6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d17528623234f5ea824568de1e97db4&device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1094 time: 0.0753605 Sep 22 10:52:10.927522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:10.955372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e6a4-abf1-408f-8389-405345ea5b0d req-27256b38-98e8-4dd3-8f30-1716667a15b3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:10.957166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5570e6a4-abf1-408f-8389-405345ea5b0d req-27256b38-98e8-4dd3-8f30-1716667a15b3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.1251395 Sep 22 10:52:11.000936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-3190a816-077f-4e7e-b925-0f81ab21967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:11.003330 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-3190a816-077f-4e7e-b925-0f81ab21967d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb78c944-30c4-4e4a-a98d-4206c2998f8d HTTP/1.1" status: 200 len: 915 time: 0.1363363 Sep 22 10:52:11.042843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5570e6a4-abf1-408f-8389-405345ea5b0d req-81b9ef12-d110-4903-8450-c7d235f5bcbc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601494 Sep 22 10:52:11.046030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:11.046780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:11.048472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] 10.222.0.30 "PUT /v2.0/ports/d02c14ac-7b02-4447-b8c4-82553e2c6dc4 HTTP/1.1" status: 200 len: 1092 time: 1.7394633 Sep 22 10:52:11.048922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b436f90f-ea58-4039-a5bb-5d4f02b78c4b', 'tag': 'd02c14ac-7b02-4447-b8c4-82553e2c6dc4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:11.053748 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c" -d '{"events": [{"name": "network-changed", "server_uuid": "b436f90f-ea58-4039-a5bb-5d4f02b78c4b", "tag": "d02c14ac-7b02-4447-b8c4-82553e2c6dc4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:11.112366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9976e8-b83b-4a4a-adcc-fe0a21c35723 service neutron] Pushing event updated for resources: {'Port': ['ID=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:11.122963 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-0a93d20c-1def-4cdb-8619-d5dc796a95d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a HTTP/1.1" status: 200 len: 217 time: 0.1052027 Sep 22 10:52:11.230445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13558c5d-8ff8-424a-b644-b26d23c567ea req-f83bb464-d025-4786-b73b-4190845b7ace tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 210 time: 0.0477772 Sep 22 10:52:11.239332 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-26a07998-89de-4d18-b4eb-f4b0dd6dfa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:11.240839 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-26a07998-89de-4d18-b4eb-f4b0dd6dfa44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f HTTP/1.1" status: 200 len: 853 time: 0.1108632 Sep 22 10:52:11.334561 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8c63f7-ba6d-4b74-aa17-ce8f877bca62 x-openstack-request-id: req-1e8c63f7-ba6d-4b74-aa17-ce8f877bca62 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:11.334861 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b436f90f-ea58-4039-a5bb-5d4f02b78c4b", "tag": "d02c14ac-7b02-4447-b8c4-82553e2c6dc4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:11.335117 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e8c63f7-ba6d-4b74-aa17-ce8f877bca62 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:11.335537 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b436f90f-ea58-4039-a5bb-5d4f02b78c4b', 'tag': 'd02c14ac-7b02-4447-b8c4-82553e2c6dc4', 'status': 'completed', 'code': 200} Sep 22 10:52:11.338293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-1c4fb249-6928-47fb-bf3b-2d52f9879563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:11.347014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-1c4fb249-6928-47fb-bf3b-2d52f9879563 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 1095 time: 0.1155548 Sep 22 10:52:11.354574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-3c97f2f8-82ec-4ff8-ad46-30940f37c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:11.359156 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-3c97f2f8-82ec-4ff8-ad46-30940f37c516 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb78c944-30c4-4e4a-a98d-4206c2998f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103780 Sep 22 10:52:11.629821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-eab5418b-b4e5-4e1e-ab64-1544817725f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d02c14ac-7b02-4447-b8c4-82553e2c6dc4 HTTP/1.1" status: 200 len: 217 time: 0.0469720 Sep 22 10:52:11.632176 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-9e635312-c2df-4690-b7c7-1fedbb6e560e service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400640 Sep 22 10:52:11.633019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-cd5b9311-5034-463d-a76e-8b1122b2c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:11.633019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-cd5b9311-5034-463d-a76e-8b1122b2c330 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.1539862 Sep 22 10:52:11.664373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-606de02e-00d8-42db-982e-eb4d8af30bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:11.666323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-606de02e-00d8-42db-982e-eb4d8af30bef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937538 Sep 22 10:52:11.730597 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-00977194-e2d8-4ab0-843d-ef688a875130 service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134848 Sep 22 10:52:11.817935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c03522-01f3-4614-b652-775055f19bcd req-feb7ee89-2c57-4ae2-ab14-a59b2f237a35 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:11.819774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3c03522-01f3-4614-b652-775055f19bcd req-feb7ee89-2c57-4ae2-ab14-a59b2f237a35 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.1047611 Sep 22 10:52:11.843651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-460ccdd3-45ff-4713-a622-eaee7e7e68f4 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705101 Sep 22 10:52:11.901323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3c03522-01f3-4614-b652-775055f19bcd req-2bd89040-a881-41ae-87df-d7cfc778581e tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705740 Sep 22 10:52:11.956856 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c86d1b4-8081-4cf5-833c-71c17b8308f6 req-eb39efa1-38cc-476a-bdab-6855f386081b service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067755 Sep 22 10:52:12.201329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-29ebad3c-5385-41c7-a2b3-ca33ee7c3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:12.203651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-29ebad3c-5385-41c7-a2b3-ca33ee7c3261 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 1095 time: 0.0769527 Sep 22 10:52:12.332135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa9fbb-1052-4875-b673-4555c8ce84dc req-259ca23a-b75a-487f-9976-52335001ac27 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:12.333733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86aa9fbb-1052-4875-b673-4555c8ce84dc req-259ca23a-b75a-487f-9976-52335001ac27 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.1351740 Sep 22 10:52:12.405026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86aa9fbb-1052-4875-b673-4555c8ce84dc req-1bed31b9-6ad1-41f5-a427-154e11f6610d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618160 Sep 22 10:52:12.406966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-0ff3f30a-d21f-42aa-b846-4ae28f677819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:12.408480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-0ff3f30a-d21f-42aa-b846-4ae28f677819 service neutron] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.1884584 Sep 22 10:52:12.483401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-5cde14c5-4aaa-4673-bfd6-b870c51d3d5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d02c14ac-7b02-4447-b8c4-82553e2c6dc4 HTTP/1.1" status: 200 len: 217 time: 0.0679071 Sep 22 10:52:12.549759 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a1a8f85-76e2-48c4-b03c-b72a5a7c971b req-e5ccd4fd-2a22-4593-a6d5-5e89cb78fea7 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 210 time: 0.0318213 Sep 22 10:52:12.566122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-3cafca97-b7b8-4559-9cd2-e4e378567648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:12.566122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-3cafca97-b7b8-4559-9cd2-e4e378567648 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0741110 Sep 22 10:52:12.619748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-d137f549-100b-4688-9b4f-5f2cd48fa0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:12.621356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-d137f549-100b-4688-9b4f-5f2cd48fa0ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491574 Sep 22 10:52:12.724839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-37db04c3-0e71-426f-9ad8-103658405d1a service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962729 Sep 22 10:52:12.825141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ef1474b-24a7-4e44-bc44-4cfa4ecf054c req-a7424781-ece5-4f96-ad5a-f3a12636ecaa service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932527 Sep 22 10:52:13.025589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f593146-b5fa-483a-9a43-0eac88056c11 req-99e94155-3758-41ec-991c-55db9fc8455a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:13.026988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f593146-b5fa-483a-9a43-0eac88056c11 req-99e94155-3758-41ec-991c-55db9fc8455a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.0537169 Sep 22 10:52:13.069520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f593146-b5fa-483a-9a43-0eac88056c11 req-c03f1dcb-8118-410f-a7c1-ddefd4f0ec65 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356770 Sep 22 10:52:13.532803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd9170-1e4f-4813-bdae-d012d88e9eb4 req-f0905a54-8194-4957-b1b6-29a4899e3ffe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:13.534466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80cd9170-1e4f-4813-bdae-d012d88e9eb4 req-f0905a54-8194-4957-b1b6-29a4899e3ffe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.0583289 Sep 22 10:52:13.580003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80cd9170-1e4f-4813-bdae-d012d88e9eb4 req-799169bc-bd9e-4015-a069-10364e60fedc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 Sep 22 10:52:13.694290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffeff8ff-ac78-4803-b734-1d459f3d45f5 req-d864d2c9-7b1b-4691-a658-1af918d16df3 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 210 time: 0.0280178 Sep 22 10:52:14.210308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5d239-14d4-47d2-a806-796e8048c546 req-f492337d-a944-4013-8165-62f3d4046224 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:14.212535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaf5d239-14d4-47d2-a806-796e8048c546 req-f492337d-a944-4013-8165-62f3d4046224 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.0727735 Sep 22 10:52:14.324083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaf5d239-14d4-47d2-a806-796e8048c546 req-10449f47-85b5-4425-855b-32bf6b37bb46 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997458 Sep 22 10:52:14.371653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-3ed5e0bb-4cb1-49c9-a95e-34a09e2f103c tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:14.373519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-3ed5e0bb-4cb1-49c9-a95e-34a09e2f103c tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.32 "GET /v2.0/networks?id=39734aad-bb2d-4a17-8ae5-b6e6be933573 HTTP/1.1" status: 200 len: 812 time: 0.1503341 Sep 22 10:52:14.386400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Request body: {'port': {'device_id': '3ae010e1-8a85-4f51-9328-c702bf80da0e', 'network_id': '39734aad-bb2d-4a17-8ae5-b6e6be933573', 'admin_state_up': True, 'tenant_id': '93d7303638bf4c04845018719ed73ddd'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:14.574614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Made reservation on behalf of 93d7303638bf4c04845018719ed73ddd for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:52:14.579214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:14.777326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ac7c1-40a5-409f-8dc3-dd673ec2f9c0 req-172f2c0e-2faa-4026-b4c1-2ec0c1aad29c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:14.779089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac6ac7c1-40a5-409f-8dc3-dd673ec2f9c0 req-172f2c0e-2faa-4026-b4c1-2ec0c1aad29c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.1148584 Sep 22 10:52:14.831946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Allocated IP 172.20.0.12 (39734aad-bb2d-4a17-8ae5-b6e6be933573/8b012e1b-a649-4158-a9c0-179c19690233/a65584ca-1653-46ba-8875-83483c04d29a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:52:14.847978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac6ac7c1-40a5-409f-8dc3-dd673ec2f9c0 req-8dd578c5-ca7c-4eef-b089-ae34ed6a45be tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568881 Sep 22 10:52:14.957311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9ae9b892-3020-46d5-b4e3-0ac2e6c7e05c req-45f01c7c-2032-472c-8e6b-a9c9a14a6f48 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 210 time: 0.0341687 Sep 22 10:52:15.040830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:15.177256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:15.199489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Network 39734aad-bb2d-4a17-8ae5-b6e6be933573 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:52:15.202372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:52:15.226501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:52:15.305793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:15.306564 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:15.310734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Pushing event updated for resources: {'Port': ['ID=a65584ca-1653-46ba-8875-83483c04d29a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:15.447154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-2469379b-3b04-4b54-bf9a-3b84d2c6b12a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0648520 Sep 22 10:52:15.458873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904cba7-ce9a-4eda-aa4a-1ab1bcbf8d53 req-6591bec5-30ee-4e51-aa37-86d7c7b24b08 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:15.460872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c904cba7-ce9a-4eda-aa4a-1ab1bcbf8d53 req-6591bec5-30ee-4e51-aa37-86d7c7b24b08 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.0643473 Sep 22 10:52:15.467637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Request body: {'port': {'device_id': '3ae010e1-8a85-4f51-9328-c702bf80da0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:15.557667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c904cba7-ce9a-4eda-aa4a-1ab1bcbf8d53 req-9219b978-d3e5-458b-ae7a-c616ac763905 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864210 Sep 22 10:52:15.560009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:15.862082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65584ca-1653-46ba-8875-83483c04d29a {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:52:15.871419 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:15.885053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Transition to ACTIVE for port object a65584ca-1653-46ba-8875-83483c04d29a will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:52:15.980820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc2c5-0f33-45df-99c7-b44e4837f26f req-62c34c73-92a2-4c5b-a3e8-0e68562e185b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:15.982358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87bcc2c5-0f33-45df-99c7-b44e4837f26f req-62c34c73-92a2-4c5b-a3e8-0e68562e185b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.0552461 Sep 22 10:52:16.032423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87bcc2c5-0f33-45df-99c7-b44e4837f26f req-8a797c02-806a-4f54-801d-428ef3913683 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437028 Sep 22 10:52:16.034060 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:16.132308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Pushing event updated for resources: {'Port': ['ID=a65584ca-1653-46ba-8875-83483c04d29a,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:16.253982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093dc63-42be-448c-9534-f9d9899737ae req-12699e7c-e82a-4b85-986c-8d2cb10d78b6 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:16.253982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0093dc63-42be-448c-9534-f9d9899737ae req-12699e7c-e82a-4b85-986c-8d2cb10d78b6 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 944 time: 0.0971944 Sep 22 10:52:16.267750 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Attempting to bind port a65584ca-1653-46ba-8875-83483c04d29a on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:52:16.268471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Attempting to bind port a65584ca-1653-46ba-8875-83483c04d29a by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '09a8bcaa-ebb6-43f3-a192-e9d04f0c339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39734aad-bb2d-4a17-8ae5-b6e6be933573'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:52:16.269003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Attempting to bind port a65584ca-1653-46ba-8875-83483c04d29a on network 39734aad-bb2d-4a17-8ae5-b6e6be933573 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:52:16.310124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Port a65584ca-1653-46ba-8875-83483c04d29a on network 39734aad-bb2d-4a17-8ae5-b6e6be933573 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:52:16.310466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Attempting to bind port a65584ca-1653-46ba-8875-83483c04d29a on network 39734aad-bb2d-4a17-8ae5-b6e6be933573 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:52:16.325918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0093dc63-42be-448c-9534-f9d9899737ae req-60076411-9be8-42f7-a0ca-f7ecae0cef83 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532486 Sep 22 10:52:16.328209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:52:16.328209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Checking segment: {'id': '09a8bcaa-ebb6-43f3-a192-e9d04f0c339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39734aad-bb2d-4a17-8ae5-b6e6be933573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:52:16.328209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Bound using segment: {'id': '09a8bcaa-ebb6-43f3-a192-e9d04f0c339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39734aad-bb2d-4a17-8ae5-b6e6be933573'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:52:16.328681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Bound port: a65584ca-1653-46ba-8875-83483c04d29a, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a8bcaa-ebb6-43f3-a192-e9d04f0c339a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39734aad-bb2d-4a17-8ae5-b6e6be933573'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:52:16.328989 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:16.429023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] For port a65584ca-1653-46ba-8875-83483c04d29a, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:52:16.432527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] For port a65584ca-1653-46ba-8875-83483c04d29a, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a65584ca-1653-46ba-8875-83483c04d29a,segment=NetworkSegment(09a8bcaa-ebb6-43f3-a192-e9d04f0c339a),segment_id=09a8bcaa-ebb6-43f3-a192-e9d04f0c339a)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:52:16.535323 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:16.584436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:16.586147 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:16.588191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] 10.222.0.32 "PUT /v2.0/ports/a65584ca-1653-46ba-8875-83483c04d29a HTTP/1.1" status: 200 len: 1092 time: 1.1259050 Sep 22 10:52:16.590222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae010e1-8a85-4f51-9328-c702bf80da0e', 'tag': 'a65584ca-1653-46ba-8875-83483c04d29a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:16.594223 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b43789-f491-4721-85aa-330f4ee7dbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae010e1-8a85-4f51-9328-c702bf80da0e", "tag": "a65584ca-1653-46ba-8875-83483c04d29a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:16.627261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791f116-07f8-4d36-a742-a1eab7dd7cda service neutron] Pushing event updated for resources: {'Port': ['ID=a65584ca-1653-46ba-8875-83483c04d29a,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:16.652418 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:52:16.798546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560250cd-dce9-43ee-91ba-cd1ea998d263 req-bb8a6d13-e1d3-41f5-a791-9a254f73039c tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:16.800123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-560250cd-dce9-43ee-91ba-cd1ea998d263 req-bb8a6d13-e1d3-41f5-a791-9a254f73039c tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.1308968 Sep 22 10:52:16.807177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-3cc5d54a-439f-41dc-81a9-4567788d5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:16.808661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-3cc5d54a-439f-41dc-81a9-4567788d5e55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93d7303638bf4c04845018719ed73ddd&device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 1095 time: 0.0756254 Sep 22 10:52:16.863113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-138227cd-623c-4f61-b56c-071e6f101c83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a65584ca-1653-46ba-8875-83483c04d29a HTTP/1.1" status: 200 len: 217 time: 0.0467646 Sep 22 10:52:16.901504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-560250cd-dce9-43ee-91ba-cd1ea998d263 req-544cf583-7570-4df4-b0ba-744b2d8416f2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918992 Sep 22 10:52:16.926360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-0af9b37e-9ca4-4004-9df1-ab1afbcb1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:16.929134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-0af9b37e-9ca4-4004-9df1-ab1afbcb1b11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b012e1b-a649-4158-a9c0-179c19690233 HTTP/1.1" status: 200 len: 852 time: 0.0585856 Sep 22 10:52:16.970707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-9de86def-b3f6-458a-aec9-05be6652a61b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39734aad-bb2d-4a17-8ae5-b6e6be933573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340586 Sep 22 10:52:17.014028 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbca57a-246d-48a6-9b09-373831900b43 x-openstack-request-id: req-3fbca57a-246d-48a6-9b09-373831900b43 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:17.014345 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae010e1-8a85-4f51-9328-c702bf80da0e", "tag": "a65584ca-1653-46ba-8875-83483c04d29a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:17.014597 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fbca57a-246d-48a6-9b09-373831900b43 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:17.015516 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae010e1-8a85-4f51-9328-c702bf80da0e', 'tag': 'a65584ca-1653-46ba-8875-83483c04d29a', 'status': 'completed', 'code': 200} Sep 22 10:52:17.082433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-5e355c7e-c6e8-4e83-98ce-ca977c3a7f10 service neutron] 10.222.0.32 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039865 Sep 22 10:52:17.212808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2a415f97-3fb8-470a-82e9-386959e79e20 req-8aebc87a-cc26-4799-84ec-cb857eb6127e service neutron] 10.222.0.32 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226144 Sep 22 10:52:17.230699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ea80f-914a-48a5-89b5-07e62ec2ba3a req-89832226-887c-4b62-8b8d-37666daa2f9c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:17.232329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a6ea80f-914a-48a5-89b5-07e62ec2ba3a req-89832226-887c-4b62-8b8d-37666daa2f9c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.0783794 Sep 22 10:52:17.275262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a6ea80f-914a-48a5-89b5-07e62ec2ba3a req-3b2f317d-0a8b-4d21-b36f-cefa047925b0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339465 Sep 22 10:52:17.499939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-a2e2d07b-dc52-48a7-9f33-db97e63af40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:17.501435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-a2e2d07b-dc52-48a7-9f33-db97e63af40e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93d7303638bf4c04845018719ed73ddd&device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 1095 time: 0.0790586 Sep 22 10:52:17.929109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99645687-fc87-4090-b20b-b639f9f742b2 req-870c2ee6-db67-4d90-aaf7-efe9705af758 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:17.930586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99645687-fc87-4090-b20b-b639f9f742b2 req-870c2ee6-db67-4d90-aaf7-efe9705af758 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 944 time: 0.4619856 Sep 22 10:52:18.019191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99645687-fc87-4090-b20b-b639f9f742b2 req-3ee37d35-1d57-4bd0-8626-bd0fc52e94bc tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757360 Sep 22 10:52:18.021932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-3c7e8c17-9f83-4308-9fe2-35125fb8b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:18.023397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-3c7e8c17-9f83-4308-9fe2-35125fb8b161 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39734aad-bb2d-4a17-8ae5-b6e6be933573 HTTP/1.1" status: 200 len: 913 time: 0.5149639 Sep 22 10:52:18.087831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-3c78006c-16ea-42d8-a960-1032bb4f30e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a65584ca-1653-46ba-8875-83483c04d29a HTTP/1.1" status: 200 len: 217 time: 0.0553272 Sep 22 10:52:18.142974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-604fde0f-67c1-48a7-bff4-3b5a84944812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:18.146132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-604fde0f-67c1-48a7-bff4-3b5a84944812 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b012e1b-a649-4158-a9c0-179c19690233 HTTP/1.1" status: 200 len: 852 time: 0.0492067 Sep 22 10:52:18.195392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-72bdca08-3cca-43a2-8fd1-197904e6422e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39734aad-bb2d-4a17-8ae5-b6e6be933573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380526 Sep 22 10:52:18.237195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82798323-56bf-479f-9b1f-7cbb85db9f76 req-56bd4c05-a6d3-4d04-a374-3889402f4dc0 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:18.238849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82798323-56bf-479f-9b1f-7cbb85db9f76 req-56bd4c05-a6d3-4d04-a374-3889402f4dc0 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.0920587 Sep 22 10:52:18.318696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82798323-56bf-479f-9b1f-7cbb85db9f76 req-32f6185a-64c6-4717-9507-f55a675c1279 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729229 Sep 22 10:52:18.335366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-65314548-713a-49f5-9e16-7a6e4e15212d service neutron] 10.222.0.32 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313157 Sep 22 10:52:18.472771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b43789-f491-4721-85aa-330f4ee7dbbf req-8a27ebd0-ebed-455e-8149-593579810844 service neutron] 10.222.0.32 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297910 Sep 22 10:52:18.490541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85575f32-415b-486d-956d-78f33fb36552 req-c63f99ed-ec5d-4e11-853a-c6c6b21577ee tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:18.498379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85575f32-415b-486d-956d-78f33fb36552 req-c63f99ed-ec5d-4e11-853a-c6c6b21577ee tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.0887835 Sep 22 10:52:18.533876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85575f32-415b-486d-956d-78f33fb36552 req-9c5cf6bc-2496-4441-9081-9b7fe4c82886 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344629 Sep 22 10:52:19.218748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f32ee-56b0-4215-a88f-a81d5ade58b7 req-298449f5-bd35-43ed-813d-fdbe7bef2a23 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:19.220251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-280f32ee-56b0-4215-a88f-a81d5ade58b7 req-298449f5-bd35-43ed-813d-fdbe7bef2a23 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 944 time: 0.1103029 Sep 22 10:52:19.260133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-280f32ee-56b0-4215-a88f-a81d5ade58b7 req-e6abf46c-f700-43f4-9c7b-413c01320706 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336332 Sep 22 10:52:19.454134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e95e4c-0f87-4866-b3ba-35de8622321f req-cae4968f-7080-434c-9486-c485a3f860f7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:19.455729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7e95e4c-0f87-4866-b3ba-35de8622321f req-cae4968f-7080-434c-9486-c485a3f860f7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.0577013 Sep 22 10:52:19.499181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7e95e4c-0f87-4866-b3ba-35de8622321f req-d1de1abd-197f-4012-b493-3c906195eacb tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368960 Sep 22 10:52:19.679365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bff66-b51a-4836-ad01-568c7911d5dc req-d5b13d2b-2747-48db-ab6b-6e6eadacb0c3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:19.680920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-447bff66-b51a-4836-ad01-568c7911d5dc req-d5b13d2b-2747-48db-ab6b-6e6eadacb0c3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.0638015 Sep 22 10:52:19.723619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-447bff66-b51a-4836-ad01-568c7911d5dc req-57cc7747-3c2a-4896-8e9b-af3f4bc9c2fd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346954 Sep 22 10:52:20.384677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d717a-8ada-4424-8f9e-fac87332ce07 req-e4336ca2-c552-47d3-b2b8-cf59acdd2d33 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:20.386536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-676d717a-8ada-4424-8f9e-fac87332ce07 req-e4336ca2-c552-47d3-b2b8-cf59acdd2d33 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 944 time: 0.0531428 Sep 22 10:52:20.411550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a65584ca-1653-46ba-8875-83483c04d29a details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:52:20.431333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-676d717a-8ada-4424-8f9e-fac87332ce07 req-9d236515-2557-43d8-8fcf-16c4f9f37f30 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385525 Sep 22 10:52:20.541272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a65584ca-1653-46ba-8875-83483c04d29a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a65584ca-1653-46ba-8875-83483c04d29a,segment=NetworkSegment(09a8bcaa-ebb6-43f3-a192-e9d04f0c339a),segment_id=09a8bcaa-ebb6-43f3-a192-e9d04f0c339a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:20.554938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'a65584ca-1653-46ba-8875-83483c04d29a', 'network_id': '39734aad-bb2d-4a17-8ae5-b6e6be933573', 'port_id': 'a65584ca-1653-46ba-8875-83483c04d29a', 'mac_address': 'fa:16:3e:f4:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b012e1b-a649-4158-a9c0-179c19690233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:52:20.616090 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:20.632333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65584ca-1653-46ba-8875-83483c04d29a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:52:20.645383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da7d6c-acf0-489c-8da6-2a65a252b9e5 req-f6fb5490-e6bf-47ad-a1a9-82e6e0abb357 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:20.647599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4da7d6c-acf0-489c-8da6-2a65a252b9e5 req-f6fb5490-e6bf-47ad-a1a9-82e6e0abb357 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.0646482 Sep 22 10:52:20.668459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a65584ca-1653-46ba-8875-83483c04d29a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a65584ca-1653-46ba-8875-83483c04d29a,segment=NetworkSegment(09a8bcaa-ebb6-43f3-a192-e9d04f0c339a),segment_id=09a8bcaa-ebb6-43f3-a192-e9d04f0c339a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:20.696514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4da7d6c-acf0-489c-8da6-2a65a252b9e5 req-cbd92fa1-3793-4c15-b690-115b5e1f82e2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 Sep 22 10:52:20.765648 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:20.820584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a65584ca-1653-46ba-8875-83483c04d29a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:20.829071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.829471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.829829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.830179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.830708 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.831227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.832282 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.837869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.837869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.837869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.837869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.837869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:20.850419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321744e8-359a-40a4-a08e-7a64dccad5f0 req-df163ee7-a658-465e-9729-8a07ea576f8e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:20.851984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-321744e8-359a-40a4-a08e-7a64dccad5f0 req-df163ee7-a658-465e-9729-8a07ea576f8e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.0528965 Sep 22 10:52:20.899449 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-321744e8-359a-40a4-a08e-7a64dccad5f0 req-d5eb7811-968e-4a4e-bb9b-ebc89863189e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394187 Sep 22 10:52:20.969330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a65584ca-1653-46ba-8875-83483c04d29a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:52:21.559085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7475-8f44-4c69-871b-0230a17fe5eb req-bab3db96-b804-449c-ae2f-144901c3a67f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:21.560625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f48a7475-8f44-4c69-871b-0230a17fe5eb req-bab3db96-b804-449c-ae2f-144901c3a67f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 945 time: 0.0520229 Sep 22 10:52:21.601911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f48a7475-8f44-4c69-871b-0230a17fe5eb req-e5352c4a-5f2f-4486-b2ef-d8f70807b98d tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343204 Sep 22 10:52:21.825049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ccc3-5da0-4959-a097-fd104ad34c29 req-3539f4ac-8cdb-4148-95e0-25ad34cbf11f tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:21.826547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7411ccc3-5da0-4959-a097-fd104ad34c29 req-3539f4ac-8cdb-4148-95e0-25ad34cbf11f tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.0559516 Sep 22 10:52:21.864403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7411ccc3-5da0-4959-a097-fd104ad34c29 req-d4c1a270-b04b-479c-adde-935dcc5ce9dc tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Sep 22 10:52:22.039615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2aa606-a97c-4e97-8ff8-88451152823b req-9cd623f2-7720-4d65-a1e3-f476982b8dd6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:22.041131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d2aa606-a97c-4e97-8ff8-88451152823b req-9cd623f2-7720-4d65-a1e3-f476982b8dd6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.0497482 Sep 22 10:52:22.082411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d2aa606-a97c-4e97-8ff8-88451152823b req-796a1478-ed1e-4197-8fea-71930db332c3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Sep 22 10:52:22.362772 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9b1b42e2-0906-4ec5-afff-b19e9e225685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:22.431748 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a65584ca-1653-46ba-8875-83483c04d29a up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:52:22.622668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port a65584ca-1653-46ba-8875-83483c04d29a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:52:22.640329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port a65584ca-1653-46ba-8875-83483c04d29a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:52:22.643654 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:22.759735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d44e76-c2f9-4e8e-a998-4b58f54e37dc req-1803f407-ac16-44d3-9233-27dce5eae416 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:22.760345 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:22.768707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96d44e76-c2f9-4e8e-a998-4b58f54e37dc req-1803f407-ac16-44d3-9233-27dce5eae416 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 945 time: 0.0760541 Sep 22 10:52:22.785644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae010e1-8a85-4f51-9328-c702bf80da0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65584ca-1653-46ba-8875-83483c04d29a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:22.788899 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff33d33e-8033-4ca9-83ac-2cec187bc0af" -d '{"events": [{"server_uuid": "3ae010e1-8a85-4f51-9328-c702bf80da0e", "name": "network-vif-plugged", "status": "completed", "tag": "a65584ca-1653-46ba-8875-83483c04d29a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:22.806493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port a65584ca-1653-46ba-8875-83483c04d29a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a65584ca-1653-46ba-8875-83483c04d29a,segment=NetworkSegment(09a8bcaa-ebb6-43f3-a192-e9d04f0c339a),segment_id=09a8bcaa-ebb6-43f3-a192-e9d04f0c339a)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:22.814446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96d44e76-c2f9-4e8e-a998-4b58f54e37dc req-6a8ee944-ba3e-446d-a7b3-313b2260b42a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444705 Sep 22 10:52:22.861289 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aa7193-b915-474b-bd36-3f45d9fde832 x-openstack-request-id: req-18aa7193-b915-474b-bd36-3f45d9fde832 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:22.861585 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae010e1-8a85-4f51-9328-c702bf80da0e", "name": "network-vif-plugged", "status": "completed", "tag": "a65584ca-1653-46ba-8875-83483c04d29a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:22.861834 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18aa7193-b915-474b-bd36-3f45d9fde832 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:22.862326 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae010e1-8a85-4f51-9328-c702bf80da0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65584ca-1653-46ba-8875-83483c04d29a', 'code': 200} Sep 22 10:52:22.892721 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:22.965062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=a65584ca-1653-46ba-8875-83483c04d29a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:23.021104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b56de-825d-48ad-ad1d-830eb9238e6f req-6d336f71-ffd0-47bb-8617-7d2896bd54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:23.022658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd0b56de-825d-48ad-ad1d-830eb9238e6f req-6d336f71-ffd0-47bb-8617-7d2896bd54a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 1097 time: 0.0881855 Sep 22 10:52:23.035852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5c33a-0fde-4fcc-a51f-180f3992413c req-3a11c8aa-9268-4fb2-833d-4b9187262074 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:23.044744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee5c33a-0fde-4fcc-a51f-180f3992413c req-3a11c8aa-9268-4fb2-833d-4b9187262074 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.0615013 Sep 22 10:52:23.093416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd0b56de-825d-48ad-ad1d-830eb9238e6f req-863498e5-1bb0-40a4-abf0-6fb2db74b84e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546720 Sep 22 10:52:23.104309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ee5c33a-0fde-4fcc-a51f-180f3992413c req-47a9d6b6-886d-4aa4-a5a5-05ee29d8d630 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593424 Sep 22 10:52:23.209399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d060b3-4f70-4beb-b781-be5df66891f8 req-4f901c17-f9e5-4af5-ae50-32a19b87b1b1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:23.211018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37d060b3-4f70-4beb-b781-be5df66891f8 req-4f901c17-f9e5-4af5-ae50-32a19b87b1b1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.0513620 Sep 22 10:52:23.253016 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37d060b3-4f70-4beb-b781-be5df66891f8 req-734aa487-a745-4b9e-9b74-68ceb2ca0afe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Sep 22 10:52:23.939078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaef27e-a8f3-49c0-b95e-97f1a31dee4a req-4dc7e9c5-1636-4861-aed1-1ddf69e62ce0 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:23.940847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-faaef27e-a8f3-49c0-b95e-97f1a31dee4a req-4dc7e9c5-1636-4861-aed1-1ddf69e62ce0 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0536613 Sep 22 10:52:23.986574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-faaef27e-a8f3-49c0-b95e-97f1a31dee4a req-1d93216f-02bb-491f-a3e3-5024f536d995 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Sep 22 10:52:24.220366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0f316-4223-41c9-bdff-57aa8904f7d6 req-a8113bae-7bee-41a8-9333-e4ac9055f818 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:24.221886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10b0f316-4223-41c9-bdff-57aa8904f7d6 req-a8113bae-7bee-41a8-9333-e4ac9055f818 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 943 time: 0.0504196 Sep 22 10:52:24.261639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10b0f316-4223-41c9-bdff-57aa8904f7d6 req-6f8729e3-085d-4779-ac40-5bf3820d7b89 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334404 Sep 22 10:52:24.396756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a8ccc-27c4-4ec5-a7f5-146226db0214 req-ee2a5e31-1162-47f8-99ab-c187cbb4eb48 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:24.398426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-248a8ccc-27c4-4ec5-a7f5-146226db0214 req-ee2a5e31-1162-47f8-99ab-c187cbb4eb48 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 944 time: 0.0583076 Sep 22 10:52:24.444041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-248a8ccc-27c4-4ec5-a7f5-146226db0214 req-6a2d80ed-a42a-4568-835e-71de09a586e4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366886 Sep 22 10:52:24.494066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d02c14ac-7b02-4447-b8c4-82553e2c6dc4 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:52:24.603934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d02c14ac-7b02-4447-b8c4-82553e2c6dc4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:24.615830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'd02c14ac-7b02-4447-b8c4-82553e2c6dc4', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'port_id': 'd02c14ac-7b02-4447-b8c4-82553e2c6dc4', 'mac_address': 'fa:16:3e:c8:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:52:24.663516 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:24.681289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02c14ac-7b02-4447-b8c4-82553e2c6dc4 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:52:24.700965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d02c14ac-7b02-4447-b8c4-82553e2c6dc4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:24.794019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:24.794749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 9bb18fc6-a9de-44c9-ad27-22d747fa814a details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:52:24.874460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:24.936879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 9bb18fc6-a9de-44c9-ad27-22d747fa814a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:24.948644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'port_id': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'mac_address': 'fa:16:3e:9d:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:52:24.989617 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:25.003528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb18fc6-a9de-44c9-ad27-22d747fa814a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:52:25.024628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 9bb18fc6-a9de-44c9-ad27-22d747fa814a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:25.100165 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:25.114848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a73ab2-f177-4add-a256-4344d16bd95e req-da187efc-dcf3-43db-9537-e06617cbda32 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:25.116570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47a73ab2-f177-4add-a256-4344d16bd95e req-da187efc-dcf3-43db-9537-e06617cbda32 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0593388 Sep 22 10:52:25.144076 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-69e85859-2a5a-49cf-900c-48b0bae94e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:25.155868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=9bb18fc6-a9de-44c9-ad27-22d747fa814a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:25.162482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47a73ab2-f177-4add-a256-4344d16bd95e req-dbc9f723-c664-4f4c-b75b-ed03b610d6bd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Sep 22 10:52:25.281860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a502d2-0d88-4e76-b1fb-557582c4812a req-19eb7946-3595-43a5-b4cd-fab3a87f9d6b tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:25.285085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78a502d2-0d88-4e76-b1fb-557582c4812a req-19eb7946-3595-43a5-b4cd-fab3a87f9d6b tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0524757 Sep 22 10:52:25.327283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d02c14ac-7b02-4447-b8c4-82553e2c6dc4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:52:25.327755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-78a502d2-0d88-4e76-b1fb-557582c4812a req-a264a675-e72c-46f1-8cd7-ebb0b1bf970f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361483 Sep 22 10:52:25.330921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['9bb18fc6-a9de-44c9-ad27-22d747fa814a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:52:25.474002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cf874-c5d0-4e17-92b1-807874786118 req-ae18c2ee-21e7-4647-b388-86f2f1bc7305 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:25.476148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-334cf874-c5d0-4e17-92b1-807874786118 req-ae18c2ee-21e7-4647-b388-86f2f1bc7305 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 944 time: 0.0561047 Sep 22 10:52:25.523732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-334cf874-c5d0-4e17-92b1-807874786118 req-5844edfd-00a7-4edf-96c3-53ce323bb595 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Sep 22 10:52:25.642903 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:25.813952 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:25.880364 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:26.094655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ae309-fe7d-4e88-91b9-3580d8f93aa9 req-1bcfea9f-8540-4d4d-aa39-569a2c36b95b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:26.097122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-403ae309-fe7d-4e88-91b9-3580d8f93aa9 req-1bcfea9f-8540-4d4d-aa39-569a2c36b95b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 945 time: 0.0688155 Sep 22 10:52:26.146626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-403ae309-fe7d-4e88-91b9-3580d8f93aa9 req-1f1d9dbd-99e5-4176-bbbd-383777f02502 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Sep 22 10:52:26.225803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:26.254277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26383d-8768-4943-a8ce-a41973a5f87c req-b5cebb95-e7f7-4a64-b1fe-7d6f945f505d tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:26.255781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d26383d-8768-4943-a8ce-a41973a5f87c req-b5cebb95-e7f7-4a64-b1fe-7d6f945f505d tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0517552 Sep 22 10:52:26.299891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d26383d-8768-4943-a8ce-a41973a5f87c req-9e8a73d9-8dbb-4171-80ec-be88851d3cdf tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 Sep 22 10:52:26.497189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 9bb18fc6-a9de-44c9-ad27-22d747fa814a up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:52:26.645009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 9bb18fc6-a9de-44c9-ad27-22d747fa814a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:52:26.645009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 9bb18fc6-a9de-44c9-ad27-22d747fa814a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:52:26.645009 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:26.672120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26aca40-3526-457e-83de-68e527689554 req-d56a394d-ebb4-4c82-bf26-c5f2ac1fe1d3 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:26.674325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c26aca40-3526-457e-83de-68e527689554 req-d56a394d-ebb4-4c82-bf26-c5f2ac1fe1d3 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 944 time: 0.0578675 Sep 22 10:52:26.730935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c26aca40-3526-457e-83de-68e527689554 req-bc773331-83e1-4824-ab46-842b878f7e7c tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392826 Sep 22 10:52:26.746372 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:26.792439 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:26.794743 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccb33ae-a82b-4b10-9f7f-cb663619951d" -d '{"events": [{"server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "name": "network-vif-plugged", "status": "completed", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:26.808741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 9bb18fc6-a9de-44c9-ad27-22d747fa814a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:26.831341 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74b5ba3-6c92-411d-82ec-1b0a3743cc00 x-openstack-request-id: req-e74b5ba3-6c92-411d-82ec-1b0a3743cc00 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:26.831717 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "name": "network-vif-plugged", "status": "completed", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:26.832024 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e74b5ba3-6c92-411d-82ec-1b0a3743cc00 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:26.832513 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'code': 200} Sep 22 10:52:26.899964 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:26.900715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d02c14ac-7b02-4447-b8c4-82553e2c6dc4 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:52:26.942507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c736ca-1d24-4dd1-91c9-e13f3e93265d req-276f7ba8-5e4d-4a92-a90b-03cead9060be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:26.944112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0c736ca-1d24-4dd1-91c9-e13f3e93265d req-276f7ba8-5e4d-4a92-a90b-03cead9060be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1096 time: 0.0497656 Sep 22 10:52:26.978273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=9bb18fc6-a9de-44c9-ad27-22d747fa814a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:26.982781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0c736ca-1d24-4dd1-91c9-e13f3e93265d req-7723f289-250b-48f2-97d8-a48fbab2f0e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Sep 22 10:52:27.059929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:52:27.065025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:52:27.065466 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:27.159264 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:27.191270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d02c14ac-7b02-4447-b8c4-82553e2c6dc4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:27.274198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c1cb-112c-46ce-b6f6-1b17effd414a req-6c793f7d-9dfe-47b2-a27c-a62c88d3018b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:27.276609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55c4c1cb-112c-46ce-b6f6-1b17effd414a req-6c793f7d-9dfe-47b2-a27c-a62c88d3018b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 945 time: 0.0564380 Sep 22 10:52:27.315879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55c4c1cb-112c-46ce-b6f6-1b17effd414a req-2fed25c9-d885-4860-9955-4bce0e3cce28 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Sep 22 10:52:27.340814 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:27.392967 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:27.427925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18212654-6d03-45f9-b8e5-3e5f5ba88dcf req-073b09ba-37c0-453d-b773-dffdcbe8aad7 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:27.429350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18212654-6d03-45f9-b8e5-3e5f5ba88dcf req-073b09ba-37c0-453d-b773-dffdcbe8aad7 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0581820 Sep 22 10:52:27.470664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18212654-6d03-45f9-b8e5-3e5f5ba88dcf req-20bf55a9-40ed-468a-8e0f-27d83679157c tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Sep 22 10:52:27.967382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be4903-c96a-49b8-9286-38a2bbffd87e req-90ffc69a-5ce2-485d-9c67-857f995a5115 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:27.969876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2be4903-c96a-49b8-9286-38a2bbffd87e req-90ffc69a-5ce2-485d-9c67-857f995a5115 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 945 time: 0.0719237 Sep 22 10:52:28.043503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2be4903-c96a-49b8-9286-38a2bbffd87e req-cbb58e61-2b24-4dc5-bc9b-4a391a94150f tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666225 Sep 22 10:52:28.059642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-3c4e24a0-ee67-4b6c-a30f-0e4054ddd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:28.062682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-3c4e24a0-ee67-4b6c-a30f-0e4054ddd85f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93d7303638bf4c04845018719ed73ddd&device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 1097 time: 0.0610406 Sep 22 10:52:28.169274 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:28.203451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-b9369da3-d015-4ce6-a45e-11f96f5b7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:28.204933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-b9369da3-d015-4ce6-a45e-11f96f5b7fb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39734aad-bb2d-4a17-8ae5-b6e6be933573 HTTP/1.1" status: 200 len: 913 time: 0.1350796 Sep 22 10:52:28.216029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e71bb-504a-41f8-8fd1-82bf764d32dd req-ab7197bd-872b-41bc-99a0-80532aa442ac tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:28.217363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a72e71bb-504a-41f8-8fd1-82bf764d32dd req-ab7197bd-872b-41bc-99a0-80532aa442ac tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0732582 Sep 22 10:52:28.260686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-3f7f4c6e-6937-4975-b98b-e626f57250ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a65584ca-1653-46ba-8875-83483c04d29a HTTP/1.1" status: 200 len: 217 time: 0.0423927 Sep 22 10:52:28.322979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a72e71bb-504a-41f8-8fd1-82bf764d32dd req-7d67da91-7ccc-4b4a-a670-d693496eb58a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972452 Sep 22 10:52:28.333701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-dca5a79b-1d59-4949-83eb-25f31c65dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:28.335289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-dca5a79b-1d59-4949-83eb-25f31c65dc1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b012e1b-a649-4158-a9c0-179c19690233 HTTP/1.1" status: 200 len: 852 time: 0.0682652 Sep 22 10:52:28.380176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-92123dc6-4d16-4ee0-8a5a-f693e195f347 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39734aad-bb2d-4a17-8ae5-b6e6be933573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287914 Sep 22 10:52:28.509006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f887e-275f-45e0-9eae-43df039678aa req-eb27f20f-c02e-4a36-8cfb-21282bfc3413 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:28.510683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-382f887e-275f-45e0-9eae-43df039678aa req-eb27f20f-c02e-4a36-8cfb-21282bfc3413 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 946 time: 0.1058984 Sep 22 10:52:28.517921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-aa6919d3-372f-4b69-9e8b-bddc7020f12e service neutron] 10.222.0.32 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305389 Sep 22 10:52:28.614561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-382f887e-275f-45e0-9eae-43df039678aa req-d5b3b809-e128-4760-a408-57450c7c8006 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955663 Sep 22 10:52:28.642687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83eefe3d-5b69-43e9-bb60-b2dde73d0a04 req-cc59d2b8-1220-428c-8e4b-8c13795f75ab service neutron] 10.222.0.32 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177435 Sep 22 10:52:28.834003 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b436f90f-ea58-4039-a5bb-5d4f02b78c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02c14ac-7b02-4447-b8c4-82553e2c6dc4'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:28.836399 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a7bce-2556-40f7-8fae-fe76b1cf2467" -d '{"events": [{"server_uuid": "b436f90f-ea58-4039-a5bb-5d4f02b78c4b", "name": "network-vif-plugged", "status": "completed", "tag": "d02c14ac-7b02-4447-b8c4-82553e2c6dc4"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:28.876567 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b1642a-0fbf-48ee-8485-4146e1c68533 x-openstack-request-id: req-54b1642a-0fbf-48ee-8485-4146e1c68533 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:28.876567 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b436f90f-ea58-4039-a5bb-5d4f02b78c4b", "name": "network-vif-plugged", "status": "completed", "tag": "d02c14ac-7b02-4447-b8c4-82553e2c6dc4", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:28.876567 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54b1642a-0fbf-48ee-8485-4146e1c68533 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:28.876567 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b436f90f-ea58-4039-a5bb-5d4f02b78c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02c14ac-7b02-4447-b8c4-82553e2c6dc4', 'code': 200} Sep 22 10:52:28.969963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d008ca8-ae8e-4055-9b18-d761e4d3223d req-2b9be5e1-0c85-4008-a329-c5c4dbac216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:28.971493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d008ca8-ae8e-4055-9b18-d761e4d3223d req-2b9be5e1-0c85-4008-a329-c5c4dbac216c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 1097 time: 0.0445852 Sep 22 10:52:29.018741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d008ca8-ae8e-4055-9b18-d761e4d3223d req-d4e5d11f-2d8d-47c0-bd14-c5be9a97ed1d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281253 Sep 22 10:52:29.177357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2aa93-7ab4-4f3f-a6e3-e66eac5f3e33 req-6d2707b4-38b9-465a-967b-8ca0fc100757 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:29.178974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4c2aa93-7ab4-4f3f-a6e3-e66eac5f3e33 req-6d2707b4-38b9-465a-967b-8ca0fc100757 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 945 time: 0.0548615 Sep 22 10:52:29.232813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4c2aa93-7ab4-4f3f-a6e3-e66eac5f3e33 req-2f0809e4-b684-4169-8a65-6e5f560ae98f tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461552 Sep 22 10:52:29.352973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87e12-4a17-4d9f-ba2e-488e96d2741a req-f71205e4-ce34-4638-825c-68d1817bc900 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:29.354524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2be87e12-4a17-4d9f-ba2e-488e96d2741a req-f71205e4-ce34-4638-825c-68d1817bc900 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 945 time: 0.0503078 Sep 22 10:52:29.412213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2be87e12-4a17-4d9f-ba2e-488e96d2741a req-83dce16c-6f9f-49a7-a14c-828750741d17 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504055 Sep 22 10:52:29.434614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38828) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:29.547698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae3140-b123-4cd3-8eed-5c1707b01fb1 req-a54fcec4-f0fa-4f6f-b9ea-284cc43b3113 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:29.549570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31ae3140-b123-4cd3-8eed-5c1707b01fb1 req-a54fcec4-f0fa-4f6f-b9ea-284cc43b3113 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0725443 Sep 22 10:52:29.594248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31ae3140-b123-4cd3-8eed-5c1707b01fb1 req-61fb9b92-93a4-4549-899e-ab7ad59cbc6c tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375733 Sep 22 10:52:29.653196 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38593fbd-af4c-4d5c-a62b-7fb10171c5a5 tempest-TestVolumeBackupRestore-1006766492 tempest-TestVolumeBackupRestore-1006766492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:29.654944 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-38593fbd-af4c-4d5c-a62b-7fb10171c5a5 tempest-TestVolumeBackupRestore-1006766492 tempest-TestVolumeBackupRestore-1006766492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1091 time: 0.2188778 Sep 22 10:52:29.658761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38842) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:29.663532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:29.765219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf87ae-fd10-4cf6-bfa5-ad098bf6bbe2 req-c65bfe1d-426d-4a2e-ab89-c71403f4899d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:29.767300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02cf87ae-fd10-4cf6-bfa5-ad098bf6bbe2 req-c65bfe1d-426d-4a2e-ab89-c71403f4899d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 946 time: 0.0685842 Sep 22 10:52:29.804853 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:29.848893 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02cf87ae-fd10-4cf6-bfa5-ad098bf6bbe2 req-a56d007f-f2e3-4fb0-9821-141e8cb8511f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731897 Sep 22 10:52:29.937712 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:30.056369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Allocated IP 172.25.1.127 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/260b5773-da80-42c4-a179-b05a409021cf) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:52:30.160483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:30.320505 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:30.356081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:52:30.358845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:52:30.362386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:52:30.398539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'Port': ['ID=260b5773-da80-42c4-a179-b05a409021cf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:30.804533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60bddf-49ff-4101-8154-37ad033af475 req-9ad5f786-acd7-4fec-89ee-6efb33084e5f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:30.806019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af60bddf-49ff-4101-8154-37ad033af475 req-9ad5f786-acd7-4fec-89ee-6efb33084e5f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.1350098 Sep 22 10:52:30.842892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:30.877778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af60bddf-49ff-4101-8154-37ad033af475 req-7d21e939-857f-4737-b341-a111352bc741 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651786 Sep 22 10:52:31.002503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9780e31-81d5-4385-bb40-610033ff3d7c req-0f3b2a41-9376-4b0e-a8c5-c2d7642232ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:31.006942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9780e31-81d5-4385-bb40-610033ff3d7c req-0f3b2a41-9376-4b0e-a8c5-c2d7642232ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 946 time: 0.0549321 Sep 22 10:52:31.050721 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:31.085036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9780e31-81d5-4385-bb40-610033ff3d7c req-9b72be76-848b-4038-9bb3-8acd7a2569d6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617466 Sep 22 10:52:31.236309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:31.325459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:31.411009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event updated for resources: {'Port': ['ID=260b5773-da80-42c4-a179-b05a409021cf,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:31.411009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:31.525491 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Floating IP e5191f78-d22a-4d2c-ae6f-541613c8b3e7 associated. External IP: 172.25.1.127, port: 9bb18fc6-a9de-44c9-ad27-22d747fa814a. Sep 22 10:52:31.651708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab7ab4-7d26-4a09-ac5e-3997c432bcaa req-2a9b76cd-6e8f-4f99-b269-aa411ca4f11f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:31.653557 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abab7ab4-7d26-4a09-ac5e-3997c432bcaa req-2a9b76cd-6e8f-4f99-b269-aa411ca4f11f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 946 time: 0.0931387 Sep 22 10:52:31.758430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abab7ab4-7d26-4a09-ac5e-3997c432bcaa req-fb9de010-3465-45ad-a936-08782255bda1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767586 Sep 22 10:52:31.852320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:52:32.331814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09784970-c518-4307-bf8d-dc8eda9a1925 req-738b9687-cd35-4dd5-a236-73010628ddfa tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:32.333325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09784970-c518-4307-bf8d-dc8eda9a1925 req-738b9687-cd35-4dd5-a236-73010628ddfa tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.4733090 Sep 22 10:52:32.382798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:52:32.394506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-09784970-c518-4307-bf8d-dc8eda9a1925 req-93b033cf-296c-4d37-a732-8a8285268c06 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528243 Sep 22 10:52:32.395030 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] Sync routers for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:52:32.405012 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:52:32.405691 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:52:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:32.468160 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:32.499453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6efaa827-0ec8-42dc-9c40-b5233fdbebdf tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8395090 Sep 22 10:52:32.502668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 38908) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:32.513399 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:32.516028 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:32.551755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:52:32.554806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faedde5d-9ff4-49d5-8aff-ad92c37bc261 tempest-TestVolumeBackupRestore-1006766492 tempest-TestVolumeBackupRestore-1006766492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:32.559689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 38912) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:32.561751 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-faedde5d-9ff4-49d5-8aff-ad92c37bc261 tempest-TestVolumeBackupRestore-1006766492 tempest-TestVolumeBackupRestore-1006766492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1091 time: 0.0548911 Sep 22 10:52:32.565078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-8ffe5292-6230-4bf4-bc1f-00a0571d2ca2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Request body: {'floatingip': {'port_id': '9bb18fc6-a9de-44c9-ad27-22d747fa814a'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:32.634433 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5292-6230-4bf4-bc1f-00a0571d2ca2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:32.873789 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'e5191f78-d22a-4d2c-ae6f-541613c8b3e7', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'port_id': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'mac_address': 'fa:16:3e:9d:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:52:30Z', 'updated_at': '2021-09-22T10:52:30Z', 'revision_number': 0, 'project_id': '6d17528623234f5ea824568de1e97db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:32.910087 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] Checking router: d830cc9e-9cfa-42b1-b90a-5b837efd64a7 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:52:32.924809 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:52:32.924809 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:52:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:33.034888 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:52:33.199906 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5292-6230-4bf4-bc1f-00a0571d2ca2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:33.254364 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5292-6230-4bf4-bc1f-00a0571d2ca2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:33.394680 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'e5191f78-d22a-4d2c-ae6f-541613c8b3e7', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'port_id': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'mac_address': 'fa:16:3e:9d:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:52:30Z', 'updated_at': '2021-09-22T10:52:30Z', 'revision_number': 0, 'project_id': '6d17528623234f5ea824568de1e97db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:33.425729 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239e9fe-18f7-4371-b141-89f5941f37f5 None None] The sync data for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 is: [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'e5191f78-d22a-4d2c-ae6f-541613c8b3e7', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'port_id': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'mac_address': 'fa:16:3e:9d:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:52:30Z', 'updated_at': '2021-09-22T10:52:30Z', 'revision_number': 0, 'project_id': '6d17528623234f5ea824568de1e97db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:52:33.493793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffe5292-6230-4bf4-bc1f-00a0571d2ca2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:52:33.629563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffe5292-6230-4bf4-bc1f-00a0571d2ca2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:52:33.635147 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5292-6230-4bf4-bc1f-00a0571d2ca2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:33.708946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8ffe5292-6230-4bf4-bc1f-00a0571d2ca2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "PUT /v2.0/floatingips/e5191f78-d22a-4d2c-ae6f-541613c8b3e7 HTTP/1.1" status: 200 len: 991 time: 1.1456871 Sep 22 10:52:33.828657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147e6c9f-b1c4-4cb0-b93a-e3f6400c94f0 None None] New status for floating IP e5191f78-d22a-4d2c-ae6f-541613c8b3e7: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:52:34.261060 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] Sync routers for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:52:34.271166 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:52:34.272247 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:52:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:34.390285 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:52:34.682708 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'e5191f78-d22a-4d2c-ae6f-541613c8b3e7', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'port_id': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'mac_address': 'fa:16:3e:9d:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:52:30Z', 'updated_at': '2021-09-22T10:52:33Z', 'revision_number': 2, 'project_id': '6d17528623234f5ea824568de1e97db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:34.710395 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] Checking router: d830cc9e-9cfa-42b1-b90a-5b837efd64a7 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:52:34.719778 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:52:34.720375 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:52:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:34.849386 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:52:35.198792 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c0751c-144e-4180-ab59-6dd68b94e447 x-openstack-request-id: req-90c0751c-144e-4180-ab59-6dd68b94e447 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:35.199843 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:35.200338 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90c0751c-144e-4180-ab59-6dd68b94e447 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:35.200988 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'status': 'completed', 'code': 200} Sep 22 10:52:35.228025 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'e5191f78-d22a-4d2c-ae6f-541613c8b3e7', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'port_id': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'mac_address': 'fa:16:3e:9d:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:52:30Z', 'updated_at': '2021-09-22T10:52:33Z', 'revision_number': 2, 'project_id': '6d17528623234f5ea824568de1e97db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:35.259912 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00503b22-1649-471c-b058-42ec1f57e962 None None] The sync data for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 is: [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'e5191f78-d22a-4d2c-ae6f-541613c8b3e7', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'floating_ip_address': '172.25.1.127', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'port_id': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'mac_address': 'fa:16:3e:9d:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:52:30Z', 'updated_at': '2021-09-22T10:52:33Z', 'revision_number': 2, 'project_id': '6d17528623234f5ea824568de1e97db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:52:35.363445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-3bda25a0-edc4-4226-8ebf-8385b080286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:35.365032 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-3bda25a0-edc4-4226-8ebf-8385b080286e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d17528623234f5ea824568de1e97db4&device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1096 time: 0.1241012 Sep 22 10:52:35.389766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f57943-3801-461b-be07-87a620474222 req-a20c949f-c736-4418-864f-407181a0ffb6 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:35.391466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32f57943-3801-461b-be07-87a620474222 req-a20c949f-c736-4418-864f-407181a0ffb6 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0837317 Sep 22 10:52:35.489979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32f57943-3801-461b-be07-87a620474222 req-1737791d-44af-437e-8b90-e4a2d98ed2f7 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819058 Sep 22 10:52:35.514676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-c933b31b-5bea-4cdd-9d43-8c1c7f8d4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:35.516466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-c933b31b-5bea-4cdd-9d43-8c1c7f8d4d63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb78c944-30c4-4e4a-a98d-4206c2998f8d HTTP/1.1" status: 200 len: 915 time: 0.1428783 Sep 22 10:52:35.604096 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-7e31468e-2cd3-432e-95f9-dbd01d626998 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a HTTP/1.1" status: 200 len: 1001 time: 0.0800202 Sep 22 10:52:35.654347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-35f6d5e1-a267-43e6-b5b8-2c1181060c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:35.655919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-35f6d5e1-a267-43e6-b5b8-2c1181060c7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f HTTP/1.1" status: 200 len: 853 time: 0.0454469 Sep 22 10:52:35.704096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-a84c855f-0a02-409f-b986-f267b73d6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:35.705778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-a84c855f-0a02-409f-b986-f267b73d6472 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb78c944-30c4-4e4a-a98d-4206c2998f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436528 Sep 22 10:52:35.816203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-3a952970-e06d-4b41-a315-d58279ddea33 service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032200 Sep 22 10:52:35.968021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a4d834c-c6df-4f4f-8d7f-aaa4d4e6830b req-08e2eeab-054a-4e67-8c1c-7113ee7b14ea service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451046 Sep 22 10:52:35.978247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3393c-80d9-4e5c-90ee-fdc4dfeda4a6 req-1704d898-9f67-4bb3-97b3-037a783b7211 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:35.985901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79c3393c-80d9-4e5c-90ee-fdc4dfeda4a6 req-1704d898-9f67-4bb3-97b3-037a783b7211 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.1398969 Sep 22 10:52:36.036461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-e892d4e5-5ecf-4b03-a1d2-f6d8d4822692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:36.038090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-e892d4e5-5ecf-4b03-a1d2-f6d8d4822692 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93d7303638bf4c04845018719ed73ddd&device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 1097 time: 0.1100934 Sep 22 10:52:36.046785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79c3393c-80d9-4e5c-90ee-fdc4dfeda4a6 req-a604b08a-93db-4ab7-9d5f-43bfcdce2718 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595469 Sep 22 10:52:36.158924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-b2e17d02-0000-4cde-9351-1523e4084e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:36.160445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-b2e17d02-0000-4cde-9351-1523e4084e69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39734aad-bb2d-4a17-8ae5-b6e6be933573 HTTP/1.1" status: 200 len: 913 time: 0.1127257 Sep 22 10:52:36.202695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-7afe63eb-26bd-452d-9f67-bc0f0a226a02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a65584ca-1653-46ba-8875-83483c04d29a HTTP/1.1" status: 200 len: 217 time: 0.0355411 Sep 22 10:52:36.252421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-79abdd6c-5e43-4a16-9a3f-865e6ce6899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:36.253905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-79abdd6c-5e43-4a16-9a3f-865e6ce6899c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b012e1b-a649-4158-a9c0-179c19690233 HTTP/1.1" status: 200 len: 852 time: 0.0450053 Sep 22 10:52:36.284682 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-62c04c55-bea5-4f55-8dea-34b571811c1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39734aad-bb2d-4a17-8ae5-b6e6be933573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242004 Sep 22 10:52:36.398633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-026acc2f-7269-471d-a03d-e1520a3c6229 service neutron] 10.222.0.32 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024294 Sep 22 10:52:36.527892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-740e2805-36eb-41d7-bafb-5c7453931e38 req-c7ad6912-d5f0-4386-b306-c185158d471d service neutron] 10.222.0.32 "GET /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250591 Sep 22 10:52:36.590513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-85dc5e0b-81a8-4146-9f58-06545bb72335 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:36.591975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-85dc5e0b-81a8-4146-9f58-06545bb72335 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1165788 Sep 22 10:52:36.607664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-01611101-3b44-41e2-b0c2-0840c132e0e2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/quotas/a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 375 time: 0.0089750 Sep 22 10:52:36.662447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-b74317e5-0f2b-4d0a-95e6-d2ddd0a2d740 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487776 Sep 22 10:52:36.757848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-18ca53e1-8822-45ee-90f9-53f7ca50cc30 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880561 Sep 22 10:52:36.853413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-0fa28818-8d4d-4269-8486-564e96e81803 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891783 Sep 22 10:52:37.201846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a82cf0-b86f-4a24-b916-ad2d245f71a9 req-dc292a7f-b908-40f3-a5e3-fb97e1c2cf1f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:37.203999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32a82cf0-b86f-4a24-b916-ad2d245f71a9 req-dc292a7f-b908-40f3-a5e3-fb97e1c2cf1f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0734382 Sep 22 10:52:37.204649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a'}, {'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:37.206814 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df308972-2490-46cb-ba13-5d67494e7936" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a"}, {"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:37.259259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32a82cf0-b86f-4a24-b916-ad2d245f71a9 req-cbf90d74-ec13-459d-84c6-55b256e27cb4 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458858 Sep 22 10:52:37.326011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3cb9b9f-5b71-4167-a1f2-b2b398c9b2fd req-a14e67fd-162d-4814-84f3-20d4797703d7 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 210 time: 0.0267477 Sep 22 10:52:37.368996 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c4879e-cadf-46f7-a07a-23502318e562 x-openstack-request-id: req-a0c4879e-cadf-46f7-a07a-23502318e562 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:37.369305 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:37.375175 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0c4879e-cadf-46f7-a07a-23502318e562 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:37.375175 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'status': 'completed', 'code': 200} Sep 22 10:52:37.375175 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'status': 'completed', 'code': 200} Sep 22 10:52:37.456619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308972-2490-46cb-ba13-5d67494e7936 req-78e87871-4681-4c15-a293-80f9154e2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:37.460924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-78e87871-4681-4c15-a293-80f9154e2c72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d17528623234f5ea824568de1e97db4&device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1096 time: 0.0545754 Sep 22 10:52:37.585698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308972-2490-46cb-ba13-5d67494e7936 req-198ccf19-071c-4354-8f01-88bc431149f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:37.588163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-198ccf19-071c-4354-8f01-88bc431149f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb78c944-30c4-4e4a-a98d-4206c2998f8d HTTP/1.1" status: 200 len: 915 time: 0.1226413 Sep 22 10:52:37.693893 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-5fced780-b9f5-4c15-8c2d-7c305203358d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a HTTP/1.1" status: 200 len: 1001 time: 0.0988741 Sep 22 10:52:37.762807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308972-2490-46cb-ba13-5d67494e7936 req-a90902c6-93d2-4be5-9d41-b383be2ee29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:37.764952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-a90902c6-93d2-4be5-9d41-b383be2ee29d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f HTTP/1.1" status: 200 len: 853 time: 0.0632687 Sep 22 10:52:37.852567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308972-2490-46cb-ba13-5d67494e7936 req-965f4b17-13bc-4a82-868e-88589216bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:37.854665 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-965f4b17-13bc-4a82-868e-88589216bc73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb78c944-30c4-4e4a-a98d-4206c2998f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818245 Sep 22 10:52:37.965705 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-68c2489b-a8a4-4fbd-872c-52d47bd42e74 service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969791 Sep 22 10:52:38.078169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-fa7e4eb9-9cc6-4ade-98e5-de353c29ca5b service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027620 Sep 22 10:52:38.170761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308972-2490-46cb-ba13-5d67494e7936 req-7236c9f5-4bae-4b1d-b48d-0de2c6a7eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:38.173241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-7236c9f5-4bae-4b1d-b48d-0de2c6a7eb55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d17528623234f5ea824568de1e97db4&device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1096 time: 0.0489206 Sep 22 10:52:38.282643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308972-2490-46cb-ba13-5d67494e7936 req-3cf55671-f119-4a0e-bb08-afa37c130ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:38.284114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-3cf55671-f119-4a0e-bb08-afa37c130ae8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb78c944-30c4-4e4a-a98d-4206c2998f8d HTTP/1.1" status: 200 len: 915 time: 0.1029532 Sep 22 10:52:38.366336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-e6f777db-2151-4de5-a0c4-58d8b5ac8dff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a HTTP/1.1" status: 200 len: 1001 time: 0.0750895 Sep 22 10:52:38.474687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308972-2490-46cb-ba13-5d67494e7936 req-424958b6-2c91-4e4e-a69d-3687610d432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:38.476174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-424958b6-2c91-4e4e-a69d-3687610d432c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f HTTP/1.1" status: 200 len: 853 time: 0.1003387 Sep 22 10:52:38.490575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b1bde-c27c-4a49-ae9e-77d786d244d5 req-d4aa046b-773c-464b-a03a-d5a91524799a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:38.492173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-050b1bde-c27c-4a49-ae9e-77d786d244d5 req-d4aa046b-773c-464b-a03a-d5a91524799a tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.1049173 Sep 22 10:52:38.560967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-050b1bde-c27c-4a49-ae9e-77d786d244d5 req-97fb5894-50e8-44a9-b6f5-7f4170b8c3c6 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595651 Sep 22 10:52:38.565075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308972-2490-46cb-ba13-5d67494e7936 req-960ab988-e1d1-41fd-ab66-aa6c89544358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:38.566635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-960ab988-e1d1-41fd-ab66-aa6c89544358 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb78c944-30c4-4e4a-a98d-4206c2998f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735373 Sep 22 10:52:38.768155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c2c718cb-5559-4558-9265-7e60cf578eb6 req-b860049c-2f5d-410e-8610-c138a8f0b679 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 210 time: 0.0589237 Sep 22 10:52:38.770573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-187344ca-7dbb-440d-8984-2aeb86e86454 service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955378 Sep 22 10:52:38.908208 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df308972-2490-46cb-ba13-5d67494e7936 req-00494c0b-4caf-4fd0-80d3-686965b6bc23 service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291802 Sep 22 10:52:39.381855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f75a-e463-461c-adad-5a7e3ce771b2 req-74ab1854-09ce-4fb4-8d50-a8b9d2639ec3 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:39.383608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da34f75a-e463-461c-adad-5a7e3ce771b2 req-74ab1854-09ce-4fb4-8d50-a8b9d2639ec3 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.0580273 Sep 22 10:52:39.428488 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-da34f75a-e463-461c-adad-5a7e3ce771b2 req-5bb4ddf4-e1a5-4ccf-a150-f0eb227ca27f tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371323 Sep 22 10:52:39.728003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-f0a881f3-61e8-4dc6-8a54-4b296e1960c5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:39.729982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-f0a881f3-61e8-4dc6-8a54-4b296e1960c5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1278584 Sep 22 10:52:39.744152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'port': {'device_id': '2fd6be03-4243-45d0-9162-16ecbe38b597', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'admin_state_up': True, 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:39.953152 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84643429-7e89-4fd3-941a-4aac66242cd3 req-0da1bf7b-94f2-4dae-ab67-b59c9e61a2e7 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 210 time: 0.0281680 Sep 22 10:52:40.025974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Made reservation on behalf of a89f8f050baa4104aac26a0f1ee855b8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:52:40.029660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:40.182448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.20.0.4 (282127a0-0c1a-4559-a928-5f94fac1024f/7db61163-da01-4c3d-9757-821c1d957449/c306c27f-a416-42e3-b2e8-905affc1d545) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:52:40.354042 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:40.458080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:40.472229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d02c14ac-7b02-4447-b8c4-82553e2c6dc4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:52:40.567481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:52:40.568263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=c306c27f-a416-42e3-b2e8-905affc1d545,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:40.572530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:52:40.575507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:52:41.041416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e205b69c-1cd1-40ff-b42c-fa561064f7c7 None None] Provisioning complete for port c306c27f-a416-42e3-b2e8-905affc1d545 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:52:41.042589 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e205b69c-1cd1-40ff-b42c-fa561064f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:41.107805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aed6a8-fd60-4ee5-9aba-9d957cfbb7d9 req-16bdc544-bf8b-4cf5-b108-05246fa7613e tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:41.114029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e205b69c-1cd1-40ff-b42c-fa561064f7c7 None None] Port c306c27f-a416-42e3-b2e8-905affc1d545 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:52:41.115739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8aed6a8-fd60-4ee5-9aba-9d957cfbb7d9 req-16bdc544-bf8b-4cf5-b108-05246fa7613e tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.6024935 Sep 22 10:52:41.187737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:41.188296 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:41.194815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8aed6a8-fd60-4ee5-9aba-9d957cfbb7d9 req-dea550ea-9105-4266-9c3b-33aa69269bca tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd49e26-492d-434f-a6f5-734b0c773b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785806 Sep 22 10:52:41.222004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-0c53ad89-c083-4718-bad4-29072abcc7e8 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:41.223621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-0c53ad89-c083-4718-bad4-29072abcc7e8 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 946 time: 0.1055942 Sep 22 10:52:41.355948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-99e4ae28-6737-4725-a877-ccf3d370e2de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6166575 Sep 22 10:52:41.375438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8903fcd-1ebc-49c5-8fb9-432062d0bb85 req-dec221a0-6743-440a-8f1e-4371633fe238 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:41.386706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8903fcd-1ebc-49c5-8fb9-432062d0bb85 req-dec221a0-6743-440a-8f1e-4371633fe238 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 931 time: 0.1041415 Sep 22 10:52:41.393236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Request body: {'port': {'device_id': '2fd6be03-4243-45d0-9162-16ecbe38b597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:52:41.517196 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:41.525401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8903fcd-1ebc-49c5-8fb9-432062d0bb85 req-4f941e32-1e9b-42a9-baac-d4ecc699b884 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085117 Sep 22 10:52:41.529361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Deleting port a65584ca-1653-46ba-8875-83483c04d29a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:52:41.538680 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:41.758645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] For port a65584ca-1653-46ba-8875-83483c04d29a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=a65584ca-1653-46ba-8875-83483c04d29a,segment=NetworkSegment(09a8bcaa-ebb6-43f3-a192-e9d04f0c339a),segment_id=09a8bcaa-ebb6-43f3-a192-e9d04f0c339a)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:41.758968 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:41.785684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Calling delete_port for a65584ca-1653-46ba-8875-83483c04d29a owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:52:42.105636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c306c27f-a416-42e3-b2e8-905affc1d545 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:52:42.120663 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:42.185855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Transition to ACTIVE for port object c306c27f-a416-42e3-b2e8-905affc1d545 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:52:42.186735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:42.199602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['a65584ca-1653-46ba-8875-83483c04d29a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:52:42.220010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Pushing event deleted for resources: {'Port': ['ID=a65584ca-1653-46ba-8875-83483c04d29a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:42.267397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] No DVR routers for this DVR port a65584ca-1653-46ba-8875-83483c04d29a on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:52:42.268435 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:42.270484 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-280b1bf8-4af2-4dce-a688-d9585091b3af req-fd238c87-3742-4465-90be-01211ce1a5fd tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.32 "DELETE /v2.0/ports/a65584ca-1653-46ba-8875-83483c04d29a HTTP/1.1" status: 204 len: 173 time: 1.0413539 Sep 22 10:52:42.270955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae010e1-8a85-4f51-9328-c702bf80da0e', 'name': 'network-vif-deleted', 'tag': 'a65584ca-1653-46ba-8875-83483c04d29a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:42.273312 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c94288-e634-4258-9bce-80bac1b0423b" -d '{"events": [{"server_uuid": "3ae010e1-8a85-4f51-9328-c702bf80da0e", "name": "network-vif-deleted", "tag": "a65584ca-1653-46ba-8875-83483c04d29a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:42.286850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:42.306431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-497a5625-9372-45ad-8682-7629d24d7c3d req-0b0cca5c-b168-44e1-a7bd-eaf9b0ef2011 tempest-TestServerAdvancedOps-2125181791 tempest-TestServerAdvancedOps-2125181791-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ae010e1-8a85-4f51-9328-c702bf80da0e HTTP/1.1" status: 200 len: 210 time: 0.0296915 Sep 22 10:52:42.379607 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d9f79-4134-4ff9-ab89-ce26bdddcde2 x-openstack-request-id: req-668d9f79-4134-4ff9-ab89-ce26bdddcde2 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:42.380003 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae010e1-8a85-4f51-9328-c702bf80da0e", "name": "network-vif-deleted", "tag": "a65584ca-1653-46ba-8875-83483c04d29a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:42.380342 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-668d9f79-4134-4ff9-ab89-ce26bdddcde2 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:42.380737 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae010e1-8a85-4f51-9328-c702bf80da0e', 'name': 'network-vif-deleted', 'tag': 'a65584ca-1653-46ba-8875-83483c04d29a', 'status': 'completed', 'code': 200} Sep 22 10:52:42.383961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Pushing event updated for resources: {'Port': ['ID=c306c27f-a416-42e3-b2e8-905affc1d545,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:42.441962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Attempting to bind port c306c27f-a416-42e3-b2e8-905affc1d545 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:52:42.442862 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Attempting to bind port c306c27f-a416-42e3-b2e8-905affc1d545 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:52:42.443435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Attempting to bind port c306c27f-a416-42e3-b2e8-905affc1d545 on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:52:42.448851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Port c306c27f-a416-42e3-b2e8-905affc1d545 on network 282127a0-0c1a-4559-a928-5f94fac1024f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:52:42.449589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Attempting to bind port c306c27f-a416-42e3-b2e8-905affc1d545 on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:52:42.457041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:52:42.457396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:52:42.457794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Bound using segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:52:42.458290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Bound port: c306c27f-a416-42e3-b2e8-905affc1d545, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:52:42.458660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:42.568514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] For port c306c27f-a416-42e3-b2e8-905affc1d545, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:52:42.588745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] For port c306c27f-a416-42e3-b2e8-905affc1d545, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c306c27f-a416-42e3-b2e8-905affc1d545,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:52:42.700190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228602c-113a-490e-894f-47ea9deb0d20 req-12740921-df95-4361-bb90-8e998b123c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:42.701806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1228602c-113a-490e-894f-47ea9deb0d20 req-12740921-df95-4361-bb90-8e998b123c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0574930 Sep 22 10:52:42.702869 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:42.758949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:42.764452 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:42.764452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] 10.222.0.32 "PUT /v2.0/ports/c306c27f-a416-42e3-b2e8-905affc1d545 HTTP/1.1" status: 200 len: 1091 time: 1.3945887 Sep 22 10:52:42.784852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Pushing event updated for resources: {'Port': ['ID=c306c27f-a416-42e3-b2e8-905affc1d545,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:42.798344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1228602c-113a-490e-894f-47ea9deb0d20 req-eb4ed3a2-bbd7-4bad-a101-cd2d686b677b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893478 Sep 22 10:52:42.799824 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.800179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.800525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.800868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.801209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.801545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.801937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.802224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.802554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.802880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.803394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:42.803896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf53db3-6723-4d54-88de-de10dde703fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.000595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-06da132d-1860-4e94-8432-7b0caf6c5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:43.002357 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-06da132d-1860-4e94-8432-7b0caf6c5812 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 1094 time: 0.0979238 Sep 22 10:52:43.073332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-e17bf3d9-979a-45a6-98d7-96eacade0049 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c306c27f-a416-42e3-b2e8-905affc1d545 HTTP/1.1" status: 200 len: 217 time: 0.0619555 Sep 22 10:52:43.135804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-1e84090c-e79c-4530-b94a-a946a0423ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:43.137978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-1e84090c-e79c-4530-b94a-a946a0423ff4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0580647 Sep 22 10:52:43.189871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-b4afdc93-8045-4399-b4a1-0c8c93c8aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:43.189871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-b4afdc93-8045-4399-b4a1-0c8c93c8aa27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437055 Sep 22 10:52:43.290524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-8cc7ebef-6528-4309-b2c3-31d5613509c6 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929389 Sep 22 10:52:43.418844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39324) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:43.420913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d7f2083-e775-491e-aa98-a874e51f9532 req-e2581023-9dca-40a7-a35a-282d8b79ac2d service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233492 Sep 22 10:52:43.470434 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Deleting subnet 8b012e1b-a649-4158-a9c0-179c19690233 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:52:43.474716 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.512427 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.558034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.685655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.710277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b012e1b-a649-4158-a9c0-179c19690233,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:43.721932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.722303 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.722647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.723397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.723397 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.723602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.723928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.724252 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.724587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.724899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.725218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.725539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:43.728360 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.733176 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dadf9b73-73ae-49f3-8339-d3fa502e0a57 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8b012e1b-a649-4158-a9c0-179c19690233 HTTP/1.1" status: 204 len: 168 time: 0.3097312 Sep 22 10:52:43.733176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39336) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:43.803715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.904237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.929562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39734aad-bb2d-4a17-8ae5-b6e6be933573']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:43.943458 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a8bcaa-ebb6-43f3-a192-e9d04f0c339a') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:43.943844 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a8bcaa-ebb6-43f3-a192-e9d04f0c339a') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:43.958840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.976502 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.978821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0319226-8d59-48c1-a3b9-e5244a500b0f req-bb59674a-00b2-48c5-98d0-f3f49f90cee1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:43.988510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:52:43.991413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0319226-8d59-48c1-a3b9-e5244a500b0f req-bb59674a-00b2-48c5-98d0-f3f49f90cee1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0869765 Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:52:43.991921 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:52:44.038919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0319226-8d59-48c1-a3b9-e5244a500b0f req-f7f4432c-88bc-4073-a9f5-1de6930201f0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489869 Sep 22 10:52:44.217084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.223783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.229639 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/39734aad-bb2d-4a17-8ae5-b6e6be933573 HTTP/1.1" status: 204 len: 168 time: 0.4945362 Sep 22 10:52:44.231371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39360) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:44.242821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df7713-4a0d-4492-9c56-7f1ea20fb1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=39734aad-bb2d-4a17-8ae5-b6e6be933573,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:44.280081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e8e1c2-82a3-4bdf-b4d9-a37b5f20ad9f admin admin] Deleting subnet 077c2ecc-41ff-4b6c-8cfd-abf86d9fd405 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:52:44.283241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46e8e1c2-82a3-4bdf-b4d9-a37b5f20ad9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.317144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46e8e1c2-82a3-4bdf-b4d9-a37b5f20ad9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.355274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46e8e1c2-82a3-4bdf-b4d9-a37b5f20ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.381583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd6be03-4243-45d0-9162-16ecbe38b597', 'tag': 'c306c27f-a416-42e3-b2e8-905affc1d545'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:44.383883 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31905dbb-12f3-4e41-9427-2d53bbe33fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd6be03-4243-45d0-9162-16ecbe38b597", "tag": "c306c27f-a416-42e3-b2e8-905affc1d545"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:44.428377 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590d2163-82ae-45bb-9c9e-a65257ccd8d4 x-openstack-request-id: req-590d2163-82ae-45bb-9c9e-a65257ccd8d4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:44.428672 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd6be03-4243-45d0-9162-16ecbe38b597", "tag": "c306c27f-a416-42e3-b2e8-905affc1d545", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:44.428919 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-590d2163-82ae-45bb-9c9e-a65257ccd8d4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:44.429333 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd6be03-4243-45d0-9162-16ecbe38b597', 'tag': 'c306c27f-a416-42e3-b2e8-905affc1d545', 'status': 'completed', 'code': 200} Sep 22 10:52:44.484192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46e8e1c2-82a3-4bdf-b4d9-a37b5f20ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.513319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8e1c2-82a3-4bdf-b4d9-a37b5f20ad9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077c2ecc-41ff-4b6c-8cfd-abf86d9fd405,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:44.520199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-46e8e1c2-82a3-4bdf-b4d9-a37b5f20ad9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.523395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-46e8e1c2-82a3-4bdf-b4d9-a37b5f20ad9f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/077c2ecc-41ff-4b6c-8cfd-abf86d9fd405 HTTP/1.1" status: 204 len: 168 time: 0.2893605 Sep 22 10:52:44.526207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39370) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:44.529624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-aad41447-26ac-4816-869c-7079d9abcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:44.531735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-aad41447-26ac-4816-869c-7079d9abcce2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 1094 time: 0.0777957 Sep 22 10:52:44.603194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a65584ca-1653-46ba-8875-83483c04d29a no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:52:44.630873 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.633287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: a65584ca-1653-46ba-8875-83483c04d29a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:52:44.633640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device a65584ca-1653-46ba-8875-83483c04d29a not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:52:44.655871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-3e3d6811-cdcc-4af2-a88e-b3a36ec34621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:44.657675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-3e3d6811-cdcc-4af2-a88e-b3a36ec34621 service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.1198559 Sep 22 10:52:44.702404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-d1231223-e345-425a-828f-e65be3d324b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c306c27f-a416-42e3-b2e8-905affc1d545 HTTP/1.1" status: 200 len: 217 time: 0.0377963 Sep 22 10:52:44.705991 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.728470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5836abe-c24d-4cca-a204-fc402a290301']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:44.741174 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e180a3-43e1-4b7c-af63-eb5741d2fc3b') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:44.741469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e180a3-43e1-4b7c-af63-eb5741d2fc3b') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:52:44.750700 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.755528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-c2f76b31-cd8e-474c-bca2-1392d3c6cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:44.757033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-c2f76b31-cd8e-474c-bca2-1392d3c6cea5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0484850 Sep 22 10:52:44.764153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.770529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:52:44.770926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:52:44.772701 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:52:44.813637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-4c7c7322-b76a-47dc-98be-560e10e7649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:44.815196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-4c7c7322-b76a-47dc-98be-560e10e7649c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512393 Sep 22 10:52:44.909603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-3e671d8a-21c3-47d3-9ffe-20088b168712 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873027 Sep 22 10:52:44.936708 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.942510 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:44.944461 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5836abe-c24d-4cca-a204-fc402a290301 HTTP/1.1" status: 204 len: 168 time: 0.4169171 Sep 22 10:52:44.965939 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72062c-0a1a-40d1-8701-5cff96f75ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5836abe-c24d-4cca-a204-fc402a290301,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:45.061487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31905dbb-12f3-4e41-9427-2d53bbe33fe5 req-f94a30b9-1e85-47ce-bc96-9b8f8d3c832d service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423643 Sep 22 10:52:45.166746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e62e7-e59d-4339-b059-7b194fe1f9d8 req-230afb30-4293-48bd-8e1f-6792937014b4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:45.168280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e14e62e7-e59d-4339-b059-7b194fe1f9d8 req-230afb30-4293-48bd-8e1f-6792937014b4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0504825 Sep 22 10:52:45.207182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e14e62e7-e59d-4339-b059-7b194fe1f9d8 req-15ea4e5c-2e1b-4c23-b669-44cb7799fafc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321877 Sep 22 10:52:45.477150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39406) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:45.524800 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-50a2ea59-5105-4584-8bcc-ee7ac38e4127 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93d7303638bf4c04845018719ed73ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464327 Sep 22 10:52:45.527808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 39408) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:45.580489 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-225290f8-00e9-4978-a8c4-0b1003243d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:45.607126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-225290f8-00e9-4978-a8c4-0b1003243d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:45.756277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-225290f8-00e9-4978-a8c4-0b1003243d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:45.759996 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-225290f8-00e9-4978-a8c4-0b1003243d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:45.761372 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-225290f8-00e9-4978-a8c4-0b1003243d22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cd49e26-492d-434f-a6f5-734b0c773b38 HTTP/1.1" status: 204 len: 168 time: 0.2326121 Sep 22 10:52:45.771375 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225290f8-00e9-4978-a8c4-0b1003243d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd49e26-492d-434f-a6f5-734b0c773b38,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:46.364965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6efbc-f525-4e7c-ba5c-3d088c581d86 req-62b412d4-c496-4c23-8481-323e391d7580 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:46.366521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5d6efbc-f525-4e7c-ba5c-3d088c581d86 req-62b412d4-c496-4c23-8481-323e391d7580 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0614903 Sep 22 10:52:46.408852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5d6efbc-f525-4e7c-ba5c-3d088c581d86 req-0890902b-36db-4016-a240-8a3635fd1f1d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363131 Sep 22 10:52:46.776483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39450) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:46.825685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-64b496dd-ff6d-4f28-a0e2-ea7d33243c01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fe3329c3fb24e74b4a410b11fce2c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471961 Sep 22 10:52:46.828287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 39452) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:52:46.911822 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7a8a-c701-4e32-8816-e54beefae847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:46.938261 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7a8a-c701-4e32-8816-e54beefae847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:47.086204 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7a8a-c701-4e32-8816-e54beefae847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:47.090370 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e6ca7a8a-c701-4e32-8816-e54beefae847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:47.092480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e6ca7a8a-c701-4e32-8816-e54beefae847 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1138e1d2-de47-4ff7-8f42-b931463c4214 HTTP/1.1" status: 204 len: 168 time: 0.2631493 Sep 22 10:52:47.118478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca7a8a-c701-4e32-8816-e54beefae847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1138e1d2-de47-4ff7-8f42-b931463c4214,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:47.548071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95c595-bb6d-409b-b102-dbb263cfd1fd req-11c0377d-2158-465a-9e16-1592506033cc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:47.549608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b95c595-bb6d-409b-b102-dbb263cfd1fd req-11c0377d-2158-465a-9e16-1592506033cc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0582116 Sep 22 10:52:47.612075 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b95c595-bb6d-409b-b102-dbb263cfd1fd req-68306b9c-0fc6-49e6-b9f3-62817532fe10 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539515 Sep 22 10:52:48.748647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682900f0-cc51-4142-9db6-92fae3528a8b req-d294ef69-9cfd-4123-9808-ebc609a8fd4f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:48.750999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-682900f0-cc51-4142-9db6-92fae3528a8b req-d294ef69-9cfd-4123-9808-ebc609a8fd4f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0581119 Sep 22 10:52:48.812309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-682900f0-cc51-4142-9db6-92fae3528a8b req-9e0ee79d-39a1-4a22-856c-00ffc3fdae24 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Sep 22 10:52:49.934740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127319f-b3da-44d5-b0ae-59af6fb7debd req-b1a2282c-1ce3-41f9-8bd0-d5c59c5d9d0e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:49.936253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8127319f-b3da-44d5-b0ae-59af6fb7debd req-b1a2282c-1ce3-41f9-8bd0-d5c59c5d9d0e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0596342 Sep 22 10:52:49.983388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8127319f-b3da-44d5-b0ae-59af6fb7debd req-8c23fe30-4343-4a57-a41b-9c7a7bf8ace8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 Sep 22 10:52:51.117262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6397a9-6920-4903-a37e-c8067d5863d6 req-f3e5355a-4e3b-4374-9894-bc0de15c981a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:51.118880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d6397a9-6920-4903-a37e-c8067d5863d6 req-f3e5355a-4e3b-4374-9894-bc0de15c981a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0516214 Sep 22 10:52:51.157802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d6397a9-6920-4903-a37e-c8067d5863d6 req-7f29a4c2-08ea-41a1-ae2e-4e6c40e93b4d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Sep 22 10:52:52.289637 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c285e8e-0e78-4e02-bebb-46e8c6067d79 req-35cb1c54-ce62-4a39-96a2-a2b726affd85 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:52.291045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c285e8e-0e78-4e02-bebb-46e8c6067d79 req-35cb1c54-ce62-4a39-96a2-a2b726affd85 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0579681 Sep 22 10:52:52.336737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c285e8e-0e78-4e02-bebb-46e8c6067d79 req-ef8adc32-ffd6-4daf-9138-807c0f9a74d9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387897 Sep 22 10:52:52.354116 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0f506c67-606b-4309-9782-fb8897c851e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:53.466386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c102d53-6705-49c7-9ae9-e639c7b1751b req-e69be0aa-4d89-46f7-8af0-6a46bd9fb65c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:53.468524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c102d53-6705-49c7-9ae9-e639c7b1751b req-e69be0aa-4d89-46f7-8af0-6a46bd9fb65c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0577228 Sep 22 10:52:53.506604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c102d53-6705-49c7-9ae9-e639c7b1751b req-aca00dc7-305d-4c44-8531-491ba2666750 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Sep 22 10:52:53.653639 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:52:54.627954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abb69e-ee27-4ac6-9d25-b56bc5dd6dcb req-b532a9f7-8a7c-4614-956f-4ba9fa59431f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:54.629452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47abb69e-ee27-4ac6-9d25-b56bc5dd6dcb req-b532a9f7-8a7c-4614-956f-4ba9fa59431f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0535662 Sep 22 10:52:54.670738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47abb69e-ee27-4ac6-9d25-b56bc5dd6dcb req-16c0dc6e-cf90-46a3-9542-fa4b5fe73241 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Sep 22 10:52:55.174184 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-963bb260-8b53-42d1-93bc-1780485895fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:55.568678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:55.785895 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:55.795457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499092ef-670e-45c4-a108-fbdcceaa0305 req-8cb596cf-2740-40d7-9940-a3a17909032f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:55.797008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-499092ef-670e-45c4-a108-fbdcceaa0305 req-8cb596cf-2740-40d7-9940-a3a17909032f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0518804 Sep 22 10:52:55.842441 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-499092ef-670e-45c4-a108-fbdcceaa0305 req-8bcddaf2-3fa8-444d-bc10-f8d684edaf19 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Sep 22 10:52:55.854853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:56.259633 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:56.966543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b7590-33a8-4bc5-b585-579e2a83d0ab req-5bdeb2c9-16a3-4afc-a312-1bbbe3bb8b7f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:56.968109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b60b7590-33a8-4bc5-b585-579e2a83d0ab req-5bdeb2c9-16a3-4afc-a312-1bbbe3bb8b7f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0513632 Sep 22 10:52:57.007089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b60b7590-33a8-4bc5-b585-579e2a83d0ab req-b959767b-0545-47d7-b47f-ceb79b03ff29 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Sep 22 10:52:58.136976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eafbf1-ec05-4a5b-a438-447de99ea2d3 req-383338fe-df6a-4a40-90fe-4cb28b9dea1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:58.138699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5eafbf1-ec05-4a5b-a438-447de99ea2d3 req-383338fe-df6a-4a40-90fe-4cb28b9dea1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0596836 Sep 22 10:52:58.179660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5eafbf1-ec05-4a5b-a438-447de99ea2d3 req-315b20ac-32ab-4f4e-a2ab-425856ac9d1b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337875 Sep 22 10:52:58.180520 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:59.312438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf6c6b-90ee-4732-831c-31253219d1b8 req-fc8f19f9-b9d2-493d-9e36-936fc86e8bbb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:59.316341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30cf6c6b-90ee-4732-831c-31253219d1b8 req-fc8f19f9-b9d2-493d-9e36-936fc86e8bbb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0589092 Sep 22 10:52:59.363719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30cf6c6b-90ee-4732-831c-31253219d1b8 req-dfe6abda-f718-4c5a-b427-7e678f2d22c4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366933 Sep 22 10:53:00.484286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974c9a1-0354-4a5c-bd8a-964f8f2a694e req-79063d8d-32df-4f85-8ebb-d4786259bc25 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:00.485901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5974c9a1-0354-4a5c-bd8a-964f8f2a694e req-79063d8d-32df-4f85-8ebb-d4786259bc25 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0538936 Sep 22 10:53:00.529140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5974c9a1-0354-4a5c-bd8a-964f8f2a694e req-856a7408-cfd0-4947-9e6d-de432f803162 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362179 Sep 22 10:53:01.652715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4eb24e-be2a-4911-a5b9-8bd5a724ea12 req-3432c744-2122-469a-9b9a-76816fbe0875 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:01.654227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f4eb24e-be2a-4911-a5b9-8bd5a724ea12 req-3432c744-2122-469a-9b9a-76816fbe0875 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0510092 Sep 22 10:53:01.692721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f4eb24e-be2a-4911-a5b9-8bd5a724ea12 req-cdad89e4-ab02-4cc8-86a3-9329411d9221 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Sep 22 10:53:02.814601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e901a94-c307-4403-bb18-5b256233a29f req-36120185-a460-44d4-b7ad-6487ab94119e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:02.816140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e901a94-c307-4403-bb18-5b256233a29f req-36120185-a460-44d4-b7ad-6487ab94119e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0484247 Sep 22 10:53:02.865282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e901a94-c307-4403-bb18-5b256233a29f req-d2a4feec-cff6-437c-9332-bea7e835e1b9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388463 Sep 22 10:53:03.992161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196649-94a9-4f66-bc7a-3f5e2d6b81a5 req-2f4bf492-90b0-4bf2-9309-f040938e39bf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:03.993655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96196649-94a9-4f66-bc7a-3f5e2d6b81a5 req-2f4bf492-90b0-4bf2-9309-f040938e39bf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0540793 Sep 22 10:53:04.049746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96196649-94a9-4f66-bc7a-3f5e2d6b81a5 req-6da19ada-e332-4851-bcc6-77072f1b9cda tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500741 Sep 22 10:53:05.167902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398072f-7938-4041-b736-fd2299f384a9 req-55ad6c41-72f8-47a6-bcb3-0b408ca171c7 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:05.169420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c398072f-7938-4041-b736-fd2299f384a9 req-55ad6c41-72f8-47a6-bcb3-0b408ca171c7 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0499842 Sep 22 10:53:05.210424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c398072f-7938-4041-b736-fd2299f384a9 req-9ddd28c6-8293-4743-868a-f813f6fb9749 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Sep 22 10:53:06.330574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e747-5e0f-4979-aced-eeac9515beac req-02b1cfbf-a880-4174-aad1-8ede0aa6327b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:06.332077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efb2e747-5e0f-4979-aced-eeac9515beac req-02b1cfbf-a880-4174-aad1-8ede0aa6327b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0504704 Sep 22 10:53:06.373662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efb2e747-5e0f-4979-aced-eeac9515beac req-304be325-4287-4356-b669-b2bd1297e3f9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Sep 22 10:53:07.499970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6400b-352b-4185-9abe-ce8fc33a8860 req-de433fd4-d159-4395-94d7-61d6113ce7f8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:07.501503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aee6400b-352b-4185-9abe-ce8fc33a8860 req-de433fd4-d159-4395-94d7-61d6113ce7f8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0538065 Sep 22 10:53:07.542480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aee6400b-352b-4185-9abe-ce8fc33a8860 req-945c592f-c791-43ef-bb21-f21cd1aab77f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346913 Sep 22 10:53:08.389798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-0599c6e6-e478-4e4a-950f-bb0d7a41e630 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489242 Sep 22 10:53:08.484709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-dd5f1cca-e34a-4cc6-8e9f-e1379f317764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:08.486171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-dd5f1cca-e34a-4cc6-8e9f-e1379f317764 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d17528623234f5ea824568de1e97db4&device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1096 time: 0.0412490 Sep 22 10:53:08.603993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-777568a3-f49a-48d8-9c6d-45fd0ffc410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:08.606091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-777568a3-f49a-48d8-9c6d-45fd0ffc410c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb78c944-30c4-4e4a-a98d-4206c2998f8d HTTP/1.1" status: 200 len: 915 time: 0.1014562 Sep 22 10:53:08.698842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-e9bb6809-0e3b-43db-a79f-66f83a6794e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a HTTP/1.1" status: 200 len: 1001 time: 0.0860476 Sep 22 10:53:08.722545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f640060-a878-4648-a329-dc60a2fc4f0e req-93dd5e3e-b9f3-410f-9fd6-cb76cfa2209b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:08.723955 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f640060-a878-4648-a329-dc60a2fc4f0e req-93dd5e3e-b9f3-410f-9fd6-cb76cfa2209b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0761001 Sep 22 10:53:08.779797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-93fd1fe5-30c9-4d0e-aa18-0b95a8becf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:08.781163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-93fd1fe5-30c9-4d0e-aa18-0b95a8becf61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f HTTP/1.1" status: 200 len: 853 time: 0.0748048 Sep 22 10:53:08.786659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f640060-a878-4648-a329-dc60a2fc4f0e req-d7aa9052-e815-45e2-9193-6904c8b3e498 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451403 Sep 22 10:53:08.832139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-747a2e40-be54-456c-8015-1db9d14abd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:08.832139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-747a2e40-be54-456c-8015-1db9d14abd7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb78c944-30c4-4e4a-a98d-4206c2998f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427184 Sep 22 10:53:08.931985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-95ccfed1-c82a-4f21-8c4d-513c387f815b service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939684 Sep 22 10:53:09.028835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59fa89f1-391d-4031-9e98-4e0c8001cee1 req-0381c2e3-8588-472c-868b-57d9743e3276 service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903611 Sep 22 10:53:09.473886 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-ceeb3112-5f6b-4901-b282-5dff1c2495c0 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:09.475424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-ceeb3112-5f6b-4901-b282-5dff1c2495c0 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/networks?id=57bce16e-dc30-4d9d-acd4-4e0fd630b929 HTTP/1.1" status: 200 len: 814 time: 0.1084235 Sep 22 10:53:09.491352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-cd786cab-d075-4759-8ea1-f93685b846f0 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/quotas/1f96877cfb024f3fb2e29601a7503558 HTTP/1.1" status: 200 len: 375 time: 0.0096753 Sep 22 10:53:09.531755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-572e4a45-1482-425e-99c5-2160b51cf6e1 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f96877cfb024f3fb2e29601a7503558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342851 Sep 22 10:53:09.634927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-8ee3ecc5-e985-48f7-85cb-74d7e300afd9 service neutron] 10.222.0.20 "GET /v2.0/networks/57bce16e-dc30-4d9d-acd4-4e0fd630b929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961068 Sep 22 10:53:09.730036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-ab2450e3-454f-42b4-82d4-ccb9261fe52c service neutron] 10.222.0.20 "GET /v2.0/networks/57bce16e-dc30-4d9d-acd4-4e0fd630b929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883458 Sep 22 10:53:10.080979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8007f-d5ee-41d0-9e2f-08af198bade6 req-59569130-16c1-4ce3-b13e-26b449e877c8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:10.080979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07d8007f-d5ee-41d0-9e2f-08af198bade6 req-59569130-16c1-4ce3-b13e-26b449e877c8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0835259 Sep 22 10:53:10.127178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07d8007f-d5ee-41d0-9e2f-08af198bade6 req-5b91f3f0-66ca-4723-956e-2ec3084f4a72 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Sep 22 10:53:10.182453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-115ed281-abb4-4085-92a5-a99ab6cd7fd4 req-fe8fdc8a-f04b-41d2-9867-f21201da73eb tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 210 time: 0.0270197 Sep 22 10:53:11.235060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ee042-5a69-4dc0-8d34-e849756dd8d6 req-61ed999e-f1c9-4ff5-acda-90d1da31860c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:11.236549 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-782ee042-5a69-4dc0-8d34-e849756dd8d6 req-61ed999e-f1c9-4ff5-acda-90d1da31860c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0501158 Sep 22 10:53:11.276619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-782ee042-5a69-4dc0-8d34-e849756dd8d6 req-52c0a2e2-41f4-4d86-80e6-8ba0fdc7f546 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Sep 22 10:53:11.366267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73614e5f-ac3c-46c3-8b04-dbacd1054408 req-25ff2047-e201-478f-a9ea-173f2100849b tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 210 time: 0.0315335 Sep 22 10:53:12.397151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb1410-53bc-4c85-bfe0-73017164cdfc req-ad9a22ad-5d39-4845-8dd6-117db6373b69 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:12.398720 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aaeb1410-53bc-4c85-bfe0-73017164cdfc req-ad9a22ad-5d39-4845-8dd6-117db6373b69 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0518572 Sep 22 10:53:12.436157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aaeb1410-53bc-4c85-bfe0-73017164cdfc req-223a06fd-12ad-45ae-a40b-6cf677b7c359 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Sep 22 10:53:12.525301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4decb00e-9502-4773-bba7-eace888801d4 req-658b07dc-1330-41a5-8de4-9fe6bd1d55f9 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 210 time: 0.0271175 Sep 22 10:53:12.740887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-25e7a422-4457-496b-b884-efb2121a3709 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:12.742713 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-25e7a422-4457-496b-b884-efb2121a3709 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.30 "GET /v2.0/networks?id=57bce16e-dc30-4d9d-acd4-4e0fd630b929 HTTP/1.1" status: 200 len: 814 time: 0.1091378 Sep 22 10:53:12.756379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Request body: {'port': {'device_id': '61dbc117-a74d-4c5a-b43d-24fc902d5d7d', 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929', 'admin_state_up': True, 'tenant_id': '1f96877cfb024f3fb2e29601a7503558'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:53:13.019477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Made reservation on behalf of 1f96877cfb024f3fb2e29601a7503558 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:53:13.023129 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:13.158640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Allocated IP 172.20.0.7 (57bce16e-dc30-4d9d-acd4-4e0fd630b929/b7980384-fdd3-4838-87c0-b3dad96d7239/ded1fe8d-f128-453c-bb08-40e02f40629b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:53:13.323536 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:13.415937 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:13.452520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:53:13.455599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:53:13.459317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:53:13.488082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Pushing event updated for resources: {'Port': ['ID=ded1fe8d-f128-453c-bb08-40e02f40629b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:13.519260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:13.519894 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:13.571451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea265c4-3c4a-4892-8842-a243c655de58 req-62846b26-8d45-4578-9826-64ba64b845d5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:13.572974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ea265c4-3c4a-4892-8842-a243c655de58 req-62846b26-8d45-4578-9826-64ba64b845d5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0614002 Sep 22 10:53:13.618315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ea265c4-3c4a-4892-8842-a243c655de58 req-ab336ce2-a22c-490d-a248-678d4d99acbe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386367 Sep 22 10:53:13.709690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-7f47f3b4-5306-45c8-bf9d-36838e4cfd89 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9583185 Sep 22 10:53:13.723011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Request body: {'port': {'device_id': '61dbc117-a74d-4c5a-b43d-24fc902d5d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:53:13.734906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e502ac-310b-4390-9253-49fb62a61a3b req-3abc57d5-ef67-4873-9b74-a2cfd7bb35a2 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:13.736435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41e502ac-310b-4390-9253-49fb62a61a3b req-3abc57d5-ef67-4873-9b74-a2cfd7bb35a2 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 931 time: 0.0623879 Sep 22 10:53:13.811417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41e502ac-310b-4390-9253-49fb62a61a3b req-3fb5814a-b268-49ee-a5cc-7d39cc8f2c81 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600741 Sep 22 10:53:13.814001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:14.100425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded1fe8d-f128-453c-bb08-40e02f40629b {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:53:14.108779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:14.121680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Transition to ACTIVE for port object ded1fe8d-f128-453c-bb08-40e02f40629b will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:53:14.208317 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:14.260919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded1fe8d-f128-453c-bb08-40e02f40629b,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:14.332655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Attempting to bind port ded1fe8d-f128-453c-bb08-40e02f40629b on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:53:14.333110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Attempting to bind port ded1fe8d-f128-453c-bb08-40e02f40629b by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '47234e46-c07b-4f03-bf93-7b63fe3b7502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:53:14.333454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Attempting to bind port ded1fe8d-f128-453c-bb08-40e02f40629b on network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:53:14.338420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Port ded1fe8d-f128-453c-bb08-40e02f40629b on network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:53:14.343851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Attempting to bind port ded1fe8d-f128-453c-bb08-40e02f40629b on network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:53:14.343851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:53:14.343851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Checking segment: {'id': '47234e46-c07b-4f03-bf93-7b63fe3b7502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:53:14.344233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Bound using segment: {'id': '47234e46-c07b-4f03-bf93-7b63fe3b7502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:53:14.344595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Bound port: ded1fe8d-f128-453c-bb08-40e02f40629b, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47234e46-c07b-4f03-bf93-7b63fe3b7502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:53:14.344953 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:14.408559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] For port ded1fe8d-f128-453c-bb08-40e02f40629b, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:53:14.411698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] For port ded1fe8d-f128-453c-bb08-40e02f40629b, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ded1fe8d-f128-453c-bb08-40e02f40629b,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:53:14.502189 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:14.536507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:14.537148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:14.538580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/ded1fe8d-f128-453c-bb08-40e02f40629b HTTP/1.1" status: 200 len: 1091 time: 0.8203447 Sep 22 10:53:14.539032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61dbc117-a74d-4c5a-b43d-24fc902d5d7d', 'tag': 'ded1fe8d-f128-453c-bb08-40e02f40629b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:53:14.541263 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe6e16f-4036-4530-a828-b201982c1dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "61dbc117-a74d-4c5a-b43d-24fc902d5d7d", "tag": "ded1fe8d-f128-453c-bb08-40e02f40629b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:53:14.570138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdf068-3737-4837-9618-9889d1c7d3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ded1fe8d-f128-453c-bb08-40e02f40629b,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:14.582073 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eafbe0-b302-422d-87ba-cefae46f4745 x-openstack-request-id: req-e1eafbe0-b302-422d-87ba-cefae46f4745 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:53:14.582395 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61dbc117-a74d-4c5a-b43d-24fc902d5d7d", "tag": "ded1fe8d-f128-453c-bb08-40e02f40629b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:53:14.582673 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1eafbe0-b302-422d-87ba-cefae46f4745 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:53:14.583096 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61dbc117-a74d-4c5a-b43d-24fc902d5d7d', 'tag': 'ded1fe8d-f128-453c-bb08-40e02f40629b', 'status': 'completed', 'code': 200} Sep 22 10:53:14.655818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6e16f-4036-4530-a828-b201982c1dcf req-e221da59-b136-400d-8f37-1ae83bc1a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:14.657378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efe6e16f-4036-4530-a828-b201982c1dcf req-e221da59-b136-400d-8f37-1ae83bc1a030 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f96877cfb024f3fb2e29601a7503558&device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 1094 time: 0.0433800 Sep 22 10:53:14.794709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f889a70-c3cc-4001-bdbb-26948dcb36b1 req-b6337fe9-fa8e-405b-ae0d-9336e3e48bed tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:14.796201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f889a70-c3cc-4001-bdbb-26948dcb36b1 req-b6337fe9-fa8e-405b-ae0d-9336e3e48bed tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.1050589 Sep 22 10:53:14.803010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6e16f-4036-4530-a828-b201982c1dcf req-7c9721f8-be38-4e1f-a8c8-78bb765c340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:14.804417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efe6e16f-4036-4530-a828-b201982c1dcf req-7c9721f8-be38-4e1f-a8c8-78bb765c340a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1f96877cfb024f3fb2e29601a7503558&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1396611 Sep 22 10:53:14.869619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f889a70-c3cc-4001-bdbb-26948dcb36b1 req-a5e5e4bd-8763-4916-b49d-9e6a88236d24 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638213 Sep 22 10:53:14.927340 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6e16f-4036-4530-a828-b201982c1dcf req-c16eadbd-9ee6-4dd5-8130-549001e074a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:14.928892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-efe6e16f-4036-4530-a828-b201982c1dcf req-c16eadbd-9ee6-4dd5-8130-549001e074a4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167097 Sep 22 10:53:15.012265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68f743-f469-4057-bbf3-74d27bfcb77c req-569fb119-d3bc-45d2-93aa-98608b8a89c3 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:15.013734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd68f743-f469-4057-bbf3-74d27bfcb77c req-569fb119-d3bc-45d2-93aa-98608b8a89c3 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 943 time: 0.0780649 Sep 22 10:53:15.030881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-c31f0748-c41f-4a04-8e86-ad0a69c4ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:15.032383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-c31f0748-c41f-4a04-8e86-ad0a69c4ee37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f96877cfb024f3fb2e29601a7503558&device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 1094 time: 0.0655239 Sep 22 10:53:15.089140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-1d0a86bb-dfac-4b27-8c60-e50e2e975792 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ded1fe8d-f128-453c-bb08-40e02f40629b HTTP/1.1" status: 200 len: 217 time: 0.0479393 Sep 22 10:53:15.111916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dd68f743-f469-4057-bbf3-74d27bfcb77c req-434cecc8-f0ce-48d8-a4ef-f5cd91ec7ac8 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911319 Sep 22 10:53:15.148621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-b77fb0f8-bc7e-42fa-b736-83f553c147c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:15.150377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-b77fb0f8-bc7e-42fa-b736-83f553c147c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b7980384-fdd3-4838-87c0-b3dad96d7239 HTTP/1.1" status: 200 len: 854 time: 0.0519528 Sep 22 10:53:15.182247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-54430c0f-cb24-482a-9599-6b4a942a8e47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57bce16e-dc30-4d9d-acd4-4e0fd630b929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249777 Sep 22 10:53:15.279853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-0787e60f-352c-4a0d-9633-3e1c029adbf1 service neutron] 10.222.0.30 "GET /v2.0/networks/57bce16e-dc30-4d9d-acd4-4e0fd630b929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899518 Sep 22 10:53:15.379373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3707895b-3d52-4b95-a81b-30e58ce60431 req-8dfd88a8-dde0-4aed-8947-1f05f0396856 service neutron] 10.222.0.30 "GET /v2.0/networks/57bce16e-dc30-4d9d-acd4-4e0fd630b929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872505 Sep 22 10:53:16.326304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0bd57-5dc2-412b-8dda-614ba573bef6 req-b6274959-a735-40a4-83c2-7192f4290531 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:16.327739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ac0bd57-5dc2-412b-8dda-614ba573bef6 req-b6274959-a735-40a4-83c2-7192f4290531 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.3814845 Sep 22 10:53:16.368510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ac0bd57-5dc2-412b-8dda-614ba573bef6 req-7c2d6bde-e993-4d71-bb09-71a3720449bb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 Sep 22 10:53:16.470307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20f31-e6ef-472c-a42d-79b05912791b req-234b813e-9291-44e3-928c-f94655d60dfd tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:16.472328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3d20f31-e6ef-472c-a42d-79b05912791b req-234b813e-9291-44e3-928c-f94655d60dfd tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 943 time: 0.0489671 Sep 22 10:53:16.509714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3d20f31-e6ef-472c-a42d-79b05912791b req-bab7a61f-a715-4108-93be-d1be302b86d9 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Sep 22 10:53:17.486950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522287a8-838d-49d4-9ba7-47d89e825907 req-30014208-9b38-4acb-9820-37ad5ccc66f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:17.488392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-522287a8-838d-49d4-9ba7-47d89e825907 req-30014208-9b38-4acb-9820-37ad5ccc66f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0488946 Sep 22 10:53:17.526015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-522287a8-838d-49d4-9ba7-47d89e825907 req-f67282ae-e65b-4ee0-a4ba-6f07ba3df763 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Sep 22 10:53:17.637306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a92aca-bb01-49be-98d9-ed0453fa1caf req-a81bfa6f-14ec-47c7-abef-a1b5ccce3cec tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:17.638831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3a92aca-bb01-49be-98d9-ed0453fa1caf req-a81bfa6f-14ec-47c7-abef-a1b5ccce3cec tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 943 time: 0.0559547 Sep 22 10:53:17.678409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3a92aca-bb01-49be-98d9-ed0453fa1caf req-d61ab240-0d24-4d8c-860f-1e9bb70aee5c tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Sep 22 10:53:18.656009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df20d-6205-4d1d-90fb-4778fb8e72fc req-2aada3b3-cdec-4788-b482-624bf97e70ef tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:18.657457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad8df20d-6205-4d1d-90fb-4778fb8e72fc req-2aada3b3-cdec-4788-b482-624bf97e70ef tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0511243 Sep 22 10:53:18.673577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ded1fe8d-f128-453c-bb08-40e02f40629b details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:53:18.698536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad8df20d-6205-4d1d-90fb-4778fb8e72fc req-b1d1a953-9c88-4d07-8305-2895779a6407 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336144 Sep 22 10:53:18.776080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port ded1fe8d-f128-453c-bb08-40e02f40629b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ded1fe8d-f128-453c-bb08-40e02f40629b,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:18.788990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'ded1fe8d-f128-453c-bb08-40e02f40629b', 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929', 'port_id': 'ded1fe8d-f128-453c-bb08-40e02f40629b', 'mac_address': 'fa:16:3e:19:24:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7980384-fdd3-4838-87c0-b3dad96d7239', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:53:18.815314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2993f-fdfc-4551-a58d-4cb719f6135a req-10e25d6c-30d0-4abe-8c3e-67e5974f76c4 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:18.815314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39b2993f-fdfc-4551-a58d-4cb719f6135a req-10e25d6c-30d0-4abe-8c3e-67e5974f76c4 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 943 time: 0.0507360 Sep 22 10:53:18.829469 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:18.843416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded1fe8d-f128-453c-bb08-40e02f40629b {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:53:18.848776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39b2993f-fdfc-4551-a58d-4cb719f6135a req-9abda194-d776-4ebf-8524-c40bf983ff87 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330985 Sep 22 10:53:18.863066 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port ded1fe8d-f128-453c-bb08-40e02f40629b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ded1fe8d-f128-453c-bb08-40e02f40629b,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:19.010741 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:19.058446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=ded1fe8d-f128-453c-bb08-40e02f40629b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:19.259707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['ded1fe8d-f128-453c-bb08-40e02f40629b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:53:19.830704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aeed7-ac51-4ed0-80d3-1f139740b36a req-3e537e85-585b-474d-9369-103c46e07116 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:19.832240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c1aeed7-ac51-4ed0-80d3-1f139740b36a req-3e537e85-585b-474d-9369-103c46e07116 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0607667 Sep 22 10:53:19.874548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5c1aeed7-ac51-4ed0-80d3-1f139740b36a req-bed155f5-abd7-42bd-9679-ec58baeb7e75 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343976 Sep 22 10:53:19.981564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30096fa6-f7ca-42fe-84cd-2d4e69f4b6c5 req-99945876-fecb-4684-86a1-9a00932202bd tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:19.983097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30096fa6-f7ca-42fe-84cd-2d4e69f4b6c5 req-99945876-fecb-4684-86a1-9a00932202bd tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 944 time: 0.0491903 Sep 22 10:53:20.022879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30096fa6-f7ca-42fe-84cd-2d4e69f4b6c5 req-c223cb1e-d548-4cd2-8314-2a69fe354e6f tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331893 Sep 22 10:53:20.706782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ded1fe8d-f128-453c-bb08-40e02f40629b up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:53:20.896400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port ded1fe8d-f128-453c-bb08-40e02f40629b completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:53:20.901225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port ded1fe8d-f128-453c-bb08-40e02f40629b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:53:20.902321 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:20.999534 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:21.012787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bee8f-7781-4500-b75d-84ccf1d0e3c3 req-b3eaa55d-8923-4c51-a426-72161730fa46 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:21.014765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f8bee8f-7781-4500-b75d-84ccf1d0e3c3 req-b3eaa55d-8923-4c51-a426-72161730fa46 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0656207 Sep 22 10:53:21.030620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dbc117-a74d-4c5a-b43d-24fc902d5d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded1fe8d-f128-453c-bb08-40e02f40629b'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:53:21.033833 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d30fad8-95bf-4f08-9741-f022b7f274af" -d '{"events": [{"server_uuid": "61dbc117-a74d-4c5a-b43d-24fc902d5d7d", "name": "network-vif-plugged", "status": "completed", "tag": "ded1fe8d-f128-453c-bb08-40e02f40629b"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:53:21.051335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port ded1fe8d-f128-453c-bb08-40e02f40629b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ded1fe8d-f128-453c-bb08-40e02f40629b,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:21.061677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f8bee8f-7781-4500-b75d-84ccf1d0e3c3 req-8a2c5691-bd33-4218-af46-dff7aae12593 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Sep 22 10:53:21.136618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:21.192348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89ade4-6a12-4335-a5d1-d8586ebb7c2d req-bb7a321b-e6ff-49f5-9a04-510190ef5b07 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:21.193918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca89ade4-6a12-4335-a5d1-d8586ebb7c2d req-bb7a321b-e6ff-49f5-9a04-510190ef5b07 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 945 time: 0.0611076 Sep 22 10:53:21.195786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=ded1fe8d-f128-453c-bb08-40e02f40629b,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:21.204001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.204349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.204693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.205056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.205392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.205724 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.206080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.206434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.207372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.207703 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.208033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.208362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:21.238790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca89ade4-6a12-4335-a5d1-d8586ebb7c2d req-88edfcb1-be0f-4cd0-ba0a-0b0f809fd2e1 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368772 Sep 22 10:53:21.288176 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3e1006-98a8-4029-94ec-d10418bb4dca x-openstack-request-id: req-1e3e1006-98a8-4029-94ec-d10418bb4dca {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:53:21.288544 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dbc117-a74d-4c5a-b43d-24fc902d5d7d", "name": "network-vif-plugged", "status": "completed", "tag": "ded1fe8d-f128-453c-bb08-40e02f40629b", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:53:21.288921 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e3e1006-98a8-4029-94ec-d10418bb4dca {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:53:21.289798 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dbc117-a74d-4c5a-b43d-24fc902d5d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded1fe8d-f128-453c-bb08-40e02f40629b', 'code': 200} Sep 22 10:53:21.401958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5b8d3-0b06-412f-a28b-4c10478b3eea req-6764cad7-7d54-48b8-9083-9d3355c9ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:21.403842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8d5b8d3-0b06-412f-a28b-4c10478b3eea req-6764cad7-7d54-48b8-9083-9d3355c9ea38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 1096 time: 0.0528636 Sep 22 10:53:21.442773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8d5b8d3-0b06-412f-a28b-4c10478b3eea req-30281c65-42c6-4469-8205-33dda74c49cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317249 Sep 22 10:53:22.195937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2330c9-43f1-478d-ab7e-5fc99c0d8c67 req-30e8d9dd-dbf0-47b6-b8b7-f837278e9c8a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:22.199840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df2330c9-43f1-478d-ab7e-5fc99c0d8c67 req-30e8d9dd-dbf0-47b6-b8b7-f837278e9c8a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0546627 Sep 22 10:53:22.249755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df2330c9-43f1-478d-ab7e-5fc99c0d8c67 req-d09b1722-8d9f-48c3-a3a4-79c768d3635f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 Sep 22 10:53:22.319376 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9838777-feeb-4d74-b7ee-deaed36453bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:22.359226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52edf49-9050-455c-bef1-4f593a95bc6e req-74b94cde-80b0-403c-b404-484a8d502893 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:22.360701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a52edf49-9050-455c-bef1-4f593a95bc6e req-74b94cde-80b0-403c-b404-484a8d502893 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 945 time: 0.0549037 Sep 22 10:53:22.400692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a52edf49-9050-455c-bef1-4f593a95bc6e req-f37f2baf-088f-4f3f-b320-c4423a53e538 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 Sep 22 10:53:23.370913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3275bd-22ae-4ff4-aeb3-d7d1dcda286f req-ab1f55e7-d630-4c5c-94c7-e612126b6810 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:23.372462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c3275bd-22ae-4ff4-aeb3-d7d1dcda286f req-ab1f55e7-d630-4c5c-94c7-e612126b6810 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0522754 Sep 22 10:53:23.410870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c3275bd-22ae-4ff4-aeb3-d7d1dcda286f req-082cdaef-9227-4bde-ad46-104408e4b6c1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Sep 22 10:53:23.524839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c2092-785f-4501-a2e4-4371248859f9 req-18082c36-bd55-4542-b182-78fd2e4a68d2 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:23.526368 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a49c2092-785f-4501-a2e4-4371248859f9 req-18082c36-bd55-4542-b182-78fd2e4a68d2 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 945 time: 0.0520730 Sep 22 10:53:23.566356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a49c2092-785f-4501-a2e4-4371248859f9 req-75434694-8b47-49d8-9f31-5da667b776bc tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336652 Sep 22 10:53:24.545662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966299f-faed-44fa-9362-569e823569ed req-e5ee7385-233e-4615-8791-f5ba816c15ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:24.547104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c966299f-faed-44fa-9362-569e823569ed req-e5ee7385-233e-4615-8791-f5ba816c15ac tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0565271 Sep 22 10:53:24.591011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c966299f-faed-44fa-9362-569e823569ed req-35352762-f249-4593-ac65-3ed8850eeaf9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Sep 22 10:53:25.131272 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-91b3e556-4895-4043-a8f9-08d493213aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:25.593384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:25.729094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f4c7c-2a40-4192-bbbd-c87990583bc7 req-04a2e812-c840-4bb1-9e66-db67f3c5b2da tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:25.730754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e14f4c7c-2a40-4192-bbbd-c87990583bc7 req-04a2e812-c840-4bb1-9e66-db67f3c5b2da tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0534003 Sep 22 10:53:25.778704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e14f4c7c-2a40-4192-bbbd-c87990583bc7 req-41a9363b-72a6-40e1-a6c7-aadee8c81c1e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Sep 22 10:53:25.853792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:25.899508 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:26.319206 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:26.917807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a03034-b4a5-49e2-b081-4c68a24d2d81 req-52321004-99e7-4e3f-9e0c-d4e8c27e06f6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:26.918888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90a03034-b4a5-49e2-b081-4c68a24d2d81 req-52321004-99e7-4e3f-9e0c-d4e8c27e06f6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0535939 Sep 22 10:53:26.967956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90a03034-b4a5-49e2-b081-4c68a24d2d81 req-c54f02c9-35ba-4209-9223-250faf81be29 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399525 Sep 22 10:53:28.115446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d6b50-6bbf-438f-8e87-caa208c93de4 req-e2f77699-cb2b-4351-afa8-07d7c951194b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:28.117212 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e87d6b50-6bbf-438f-8e87-caa208c93de4 req-e2f77699-cb2b-4351-afa8-07d7c951194b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0753286 Sep 22 10:53:28.162012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e87d6b50-6bbf-438f-8e87-caa208c93de4 req-fc04a83e-145f-4039-b0dc-f348629f37c8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Sep 22 10:53:28.173343 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:29.321479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a180a8-5e87-46d3-a4e1-28a7b5aa9c02 req-0292a8a5-aece-466d-8a1e-97122cefcfc0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:29.323021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51a180a8-5e87-46d3-a4e1-28a7b5aa9c02 req-0292a8a5-aece-466d-8a1e-97122cefcfc0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0613661 Sep 22 10:53:29.369163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51a180a8-5e87-46d3-a4e1-28a7b5aa9c02 req-a05c864f-e69b-405e-a0b7-6132b7eedfb2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Sep 22 10:53:30.488964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a51748-b8df-46ed-9b01-2ea40c07133f req-38e59f4b-53c1-4236-90bc-2933b53cbc96 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:30.490525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1a51748-b8df-46ed-9b01-2ea40c07133f req-38e59f4b-53c1-4236-90bc-2933b53cbc96 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0496340 Sep 22 10:53:30.531976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1a51748-b8df-46ed-9b01-2ea40c07133f req-60193ba1-9238-400d-aa45-74f2ec852605 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354342 Sep 22 10:53:30.655216 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:53:31.691835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056532e-1b12-45c0-8429-2883a8596399 req-8e8e46b3-c25a-4ab5-b2c7-44b59ecc2877 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:31.693543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6056532e-1b12-45c0-8429-2883a8596399 req-8e8e46b3-c25a-4ab5-b2c7-44b59ecc2877 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0638742 Sep 22 10:53:31.750415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6056532e-1b12-45c0-8429-2883a8596399 req-84898a54-a06b-4726-ba81-ce948c53e3fd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356698 Sep 22 10:53:32.869175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736197f8-86c3-4726-b301-701cd4594ccb req-1c5295e3-da60-4f06-aa21-146e072290a0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:32.870864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-736197f8-86c3-4726-b301-701cd4594ccb req-1c5295e3-da60-4f06-aa21-146e072290a0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0508230 Sep 22 10:53:32.910156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-736197f8-86c3-4726-b301-701cd4594ccb req-3f2ec020-49f9-4b4b-899c-21e0fbb9b3f0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Sep 22 10:53:34.044795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3516260-2fce-4d09-b724-e6f3e7edde23 req-a4a1f055-159f-46e9-a542-b0fc1058a6d5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:34.046919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3516260-2fce-4d09-b724-e6f3e7edde23 req-a4a1f055-159f-46e9-a542-b0fc1058a6d5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0643318 Sep 22 10:53:34.086731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d3516260-2fce-4d09-b724-e6f3e7edde23 req-89ff0357-c17c-4376-896f-c0cf1b70f6f2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337279 Sep 22 10:53:35.230781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5d9d0-ed47-4a81-9cc4-4a6a73d79a0d req-83a70c5b-4a27-48bd-a4fa-bdb26c83fb23 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:35.234629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98f5d9d0-ed47-4a81-9cc4-4a6a73d79a0d req-83a70c5b-4a27-48bd-a4fa-bdb26c83fb23 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0737240 Sep 22 10:53:35.290825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98f5d9d0-ed47-4a81-9cc4-4a6a73d79a0d req-10d95093-40f1-4354-8ab0-15b8b5e33c3f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510099 Sep 22 10:53:36.563593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb313276-aa94-4d94-aeb7-daa16326d77b req-0818e866-fe56-4e2b-9ec1-201073715394 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:36.563593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb313276-aa94-4d94-aeb7-daa16326d77b req-0818e866-fe56-4e2b-9ec1-201073715394 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0499437 Sep 22 10:53:36.563593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fb313276-aa94-4d94-aeb7-daa16326d77b req-de7351b6-5221-48e1-b59c-8b2301db7adc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Sep 22 10:53:37.708121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a42e-0e97-4258-967c-86555c095757 req-155b8dcc-85e7-4560-a933-6e96f3635d55 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:37.710185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13c7a42e-0e97-4258-967c-86555c095757 req-155b8dcc-85e7-4560-a933-6e96f3635d55 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0579669 Sep 22 10:53:37.805724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13c7a42e-0e97-4258-967c-86555c095757 req-40ac3796-8a06-492a-919c-30314e0f74f1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837710 Sep 22 10:53:38.946090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e03c3-b5e7-4b5d-90d6-7af007fea2f6 req-b46d31bc-46cb-493e-a1f2-22582dd03f82 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:38.947911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f5e03c3-b5e7-4b5d-90d6-7af007fea2f6 req-b46d31bc-46cb-493e-a1f2-22582dd03f82 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0537350 Sep 22 10:53:38.990697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f5e03c3-b5e7-4b5d-90d6-7af007fea2f6 req-8da3a0da-8e27-496d-81e5-bcf12d72de80 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Sep 22 10:53:40.115930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3bed1-ff07-4dd7-9e25-036ec3d62327 req-3f627740-1e96-4efe-89eb-8dde9f13a4b5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:40.117637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7e3bed1-ff07-4dd7-9e25-036ec3d62327 req-3f627740-1e96-4efe-89eb-8dde9f13a4b5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0520089 Sep 22 10:53:40.317259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e7e3bed1-ff07-4dd7-9e25-036ec3d62327 req-e57cb7e4-b12f-4338-8d88-ef0124838d1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932726 Sep 22 10:53:41.441764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118ef30-57ca-44d7-9588-5d5e979faf70 req-8957e5ed-ff40-433b-9d0f-e67c77a823f2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:41.443350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2118ef30-57ca-44d7-9588-5d5e979faf70 req-8957e5ed-ff40-433b-9d0f-e67c77a823f2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0523951 Sep 22 10:53:41.483902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2118ef30-57ca-44d7-9588-5d5e979faf70 req-85ee8618-689b-49cc-bde6-0c020b6a0b9a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343492 Sep 22 10:53:42.613006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f33d1f-a206-45f1-bbbe-235c8cad7f37 req-aac9f25e-174b-4e26-9613-dcad996a1564 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:42.614561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72f33d1f-a206-45f1-bbbe-235c8cad7f37 req-aac9f25e-174b-4e26-9613-dcad996a1564 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0609806 Sep 22 10:53:42.653303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72f33d1f-a206-45f1-bbbe-235c8cad7f37 req-9f3490b0-402b-4ad1-869c-7ba8dfba4294 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Sep 22 10:53:43.770986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c3fe0-2e45-42f5-b4bb-aa281e3ab5b2 req-c7dd7ceb-961e-49b1-b4f2-7e637407281b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:43.772504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b83c3fe0-2e45-42f5-b4bb-aa281e3ab5b2 req-c7dd7ceb-961e-49b1-b4f2-7e637407281b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0494387 Sep 22 10:53:43.811342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b83c3fe0-2e45-42f5-b4bb-aa281e3ab5b2 req-cab0e23a-433b-44a1-b034-9ca432266dc4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Sep 22 10:53:44.927426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbefe0-dc2c-42f7-9d42-65a0a5f1d7ac req-2586d317-5082-4f1f-bd4c-7d71895190de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:44.928902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93dbefe0-dc2c-42f7-9d42-65a0a5f1d7ac req-2586d317-5082-4f1f-bd4c-7d71895190de tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0482152 Sep 22 10:53:44.967266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93dbefe0-dc2c-42f7-9d42-65a0a5f1d7ac req-7e6f03d7-9b8e-41e2-b302-588039d9d1f9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Sep 22 10:53:46.096627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d6c55-943e-4035-bcd4-2a2a3545307b req-f17dbd81-4c9b-4e84-ab5d-c3406eb73d38 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:46.098676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b83d6c55-943e-4035-bcd4-2a2a3545307b req-f17dbd81-4c9b-4e84-ab5d-c3406eb73d38 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0568478 Sep 22 10:53:46.139195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b83d6c55-943e-4035-bcd4-2a2a3545307b req-d4b9dcb8-6186-41b7-af55-f3483bc07877 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Sep 22 10:53:46.892147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c306c27f-a416-42e3-b2e8-905affc1d545 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:53:47.137312 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c306c27f-a416-42e3-b2e8-905affc1d545, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c306c27f-a416-42e3-b2e8-905affc1d545,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:47.148958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'c306c27f-a416-42e3-b2e8-905affc1d545', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'port_id': 'c306c27f-a416-42e3-b2e8-905affc1d545', 'mac_address': 'fa:16:3e:fb:16:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:53:47.189729 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:47.202998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c306c27f-a416-42e3-b2e8-905affc1d545 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:53:47.223405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c306c27f-a416-42e3-b2e8-905affc1d545, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c306c27f-a416-42e3-b2e8-905affc1d545,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:47.262466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d349582-8e43-4547-898d-559cc4b1ac5e req-50484fe6-3885-40bd-a1c4-98a07393d07a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:47.264021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d349582-8e43-4547-898d-559cc4b1ac5e req-50484fe6-3885-40bd-a1c4-98a07393d07a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 943 time: 0.0533791 Sep 22 10:53:47.302402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d349582-8e43-4547-898d-559cc4b1ac5e req-2502f7af-c1e4-4ba5-b41f-ddf1a353f58a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Sep 22 10:53:47.325133 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:47.372987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c306c27f-a416-42e3-b2e8-905affc1d545,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:47.526060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['c306c27f-a416-42e3-b2e8-905affc1d545'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:53:48.428739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca8b93-3e80-4bfe-b0a2-e26a162ea39d req-c21cbe66-66a4-40af-8030-097fecfbb69f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:48.430480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23ca8b93-3e80-4bfe-b0a2-e26a162ea39d req-c21cbe66-66a4-40af-8030-097fecfbb69f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 944 time: 0.0501099 Sep 22 10:53:48.468888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23ca8b93-3e80-4bfe-b0a2-e26a162ea39d req-661c3180-a08b-435c-816d-1084a6377cc6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323539 Sep 22 10:53:48.907169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c306c27f-a416-42e3-b2e8-905affc1d545 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:53:49.079079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port c306c27f-a416-42e3-b2e8-905affc1d545 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:53:49.083301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port c306c27f-a416-42e3-b2e8-905affc1d545 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:53:49.083683 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:49.168847 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:49.192146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd6be03-4243-45d0-9162-16ecbe38b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306c27f-a416-42e3-b2e8-905affc1d545'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:53:49.194409 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f535f4-d5cc-4971-b9ab-c433e00589ec" -d '{"events": [{"server_uuid": "2fd6be03-4243-45d0-9162-16ecbe38b597", "name": "network-vif-plugged", "status": "completed", "tag": "c306c27f-a416-42e3-b2e8-905affc1d545"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:53:49.209544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c306c27f-a416-42e3-b2e8-905affc1d545, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c306c27f-a416-42e3-b2e8-905affc1d545,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:49.237651 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3a7e9d-cf98-4bf2-9c40-53127aa0a6d8 x-openstack-request-id: req-6c3a7e9d-cf98-4bf2-9c40-53127aa0a6d8 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:53:49.237944 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd6be03-4243-45d0-9162-16ecbe38b597", "name": "network-vif-plugged", "status": "completed", "tag": "c306c27f-a416-42e3-b2e8-905affc1d545", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:53:49.238287 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c3a7e9d-cf98-4bf2-9c40-53127aa0a6d8 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:53:49.238648 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd6be03-4243-45d0-9162-16ecbe38b597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306c27f-a416-42e3-b2e8-905affc1d545', 'code': 200} Sep 22 10:53:49.318659 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:49.337160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1820b-33d8-4583-a7c9-be61688cd5ab req-9046edd9-a8c8-4a74-b9f0-205a1ff5d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:49.339347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3f1820b-33d8-4583-a7c9-be61688cd5ab req-9046edd9-a8c8-4a74-b9f0-205a1ff5d25e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 1095 time: 0.0474267 Sep 22 10:53:49.376694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c306c27f-a416-42e3-b2e8-905affc1d545,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:49.379940 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3f1820b-33d8-4583-a7c9-be61688cd5ab req-59d88c9c-d7c0-4563-8e9c-eb784a9d87dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Sep 22 10:53:49.590079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ad298-5789-4d3d-ba48-de4fbc1360cb req-9d184116-b664-4832-b8c0-7561321cb3cf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:49.591585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b1ad298-5789-4d3d-ba48-de4fbc1360cb req-9d184116-b664-4832-b8c0-7561321cb3cf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 945 time: 0.0499971 Sep 22 10:53:49.629621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b1ad298-5789-4d3d-ba48-de4fbc1360cb req-a44056cd-b28a-45ee-aad5-da7038507132 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Sep 22 10:53:50.744559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37c36-f3b5-4f3a-b35f-8803b5e8d7c3 req-4fb787d7-2b7d-419c-b16e-95f09ec46b2e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:50.746027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bf37c36-f3b5-4f3a-b35f-8803b5e8d7c3 req-4fb787d7-2b7d-419c-b16e-95f09ec46b2e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Sep 22 10:53:50.783101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bf37c36-f3b5-4f3a-b35f-8803b5e8d7c3 req-7c64905d-d61a-48af-a1c5-35e8d8e522af tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310295 Sep 22 10:53:52.022952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2ecb9-7c10-47a2-8212-71dc9f8d3d6f req-66cd0da1-1651-47e6-9862-0b2e4a38b96d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:52.024453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15d2ecb9-7c10-47a2-8212-71dc9f8d3d6f req-66cd0da1-1651-47e6-9862-0b2e4a38b96d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 945 time: 0.1676319 Sep 22 10:53:52.063046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15d2ecb9-7c10-47a2-8212-71dc9f8d3d6f req-78c008aa-3598-46c9-8397-390262f87593 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Sep 22 10:53:52.188728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4bae8-d267-40d0-88ee-f0fd94e15083 req-c8a3a4ad-7805-45be-806e-f1b6ae893ccb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:52.191150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64f4bae8-d267-40d0-88ee-f0fd94e15083 req-c8a3a4ad-7805-45be-806e-f1b6ae893ccb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 945 time: 0.0524895 Sep 22 10:53:52.230853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-64f4bae8-d267-40d0-88ee-f0fd94e15083 req-122c5e18-757b-4dae-bbea-0d31711482a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346048 Sep 22 10:53:52.342307 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c7b1616-3906-4706-8f55-855e8ce1a713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:53.025908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ce76d-8f9a-4c91-aab3-b5f60c2fb688 req-3ee46cc2-d653-4b78-8bd8-44855db00ab5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:53.027462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab5ce76d-8f9a-4c91-aab3-b5f60c2fb688 req-3ee46cc2-d653-4b78-8bd8-44855db00ab5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 945 time: 0.0500741 Sep 22 10:53:53.064672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab5ce76d-8f9a-4c91-aab3-b5f60c2fb688 req-e287d40a-8d1b-41b4-982f-f0efeba844ba tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Sep 22 10:53:54.193841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124ffe2-d9a3-4dca-8f43-a2ba982f670b req-41a2e666-34e6-44c1-a6ed-7ae0473d55bc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:54.195949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2124ffe2-d9a3-4dca-8f43-a2ba982f670b req-41a2e666-34e6-44c1-a6ed-7ae0473d55bc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 945 time: 0.0589221 Sep 22 10:53:54.234830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2124ffe2-d9a3-4dca-8f43-a2ba982f670b req-75c1cab0-5865-49aa-82fe-584a94f8f3e3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Sep 22 10:53:54.481664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-424c4e01-d816-4753-82fc-de135f8b31e0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:54.483584 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-424c4e01-d816-4753-82fc-de135f8b31e0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 945 time: 0.0517149 Sep 22 10:53:54.585531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port c306c27f-a416-42e3-b2e8-905affc1d545 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:53:54.585876 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:54.673744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] For port c306c27f-a416-42e3-b2e8-905affc1d545, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c306c27f-a416-42e3-b2e8-905affc1d545,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:54.674029 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:54.687087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for c306c27f-a416-42e3-b2e8-905affc1d545 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:53:55.027650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:55.042632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d02c14ac-7b02-4447-b8c4-82553e2c6dc4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:53:55.059801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=c306c27f-a416-42e3-b2e8-905affc1d545,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:55.089873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.090242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.090732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.091078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.091417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.091751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.092082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.092419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.092749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.093353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.093898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.094424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:53:55.119286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] No DVR routers for this DVR port c306c27f-a416-42e3-b2e8-905affc1d545 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:53:55.122134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:55.124444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa2e8cfb-32c5-4778-9ee3-085090f42d78 req-554ec2fa-ca70-494b-8a39-e75c5b0481ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "DELETE /v2.0/ports/c306c27f-a416-42e3-b2e8-905affc1d545 HTTP/1.1" status: 204 len: 173 time: 0.6350703 Sep 22 10:53:55.124960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd6be03-4243-45d0-9162-16ecbe38b597', 'name': 'network-vif-deleted', 'tag': 'c306c27f-a416-42e3-b2e8-905affc1d545'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:53:55.127801 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978be0ae-77cf-4b95-86db-86bbb58acdd2" -d '{"events": [{"server_uuid": "2fd6be03-4243-45d0-9162-16ecbe38b597", "name": "network-vif-deleted", "tag": "c306c27f-a416-42e3-b2e8-905affc1d545"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:53:55.166710 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e1eb4-e80d-4afc-a4e5-8b6f53d689ca x-openstack-request-id: req-5d7e1eb4-e80d-4afc-a4e5-8b6f53d689ca {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:53:55.168019 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd6be03-4243-45d0-9162-16ecbe38b597", "name": "network-vif-deleted", "tag": "c306c27f-a416-42e3-b2e8-905affc1d545", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:53:55.168019 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d7e1eb4-e80d-4afc-a4e5-8b6f53d689ca {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:53:55.168019 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd6be03-4243-45d0-9162-16ecbe38b597', 'name': 'network-vif-deleted', 'tag': 'c306c27f-a416-42e3-b2e8-905affc1d545', 'status': 'completed', 'code': 200} Sep 22 10:53:55.288438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7423afda-c00d-4010-98d4-39122455994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:55.334585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-52197e9d-7992-4fad-bc76-3b3d67c9e71a req-9f0a5cf1-c8bb-4a5c-ba34-26e5d606fdd5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Sep 22 10:53:55.596579 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:55.968635 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:56.015899 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:56.293654 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:56.445086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-152360b7-1b05-4297-be93-24b1ef0253c7 req-5754aefd-c704-4454-af41-6a3803fe3ec4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 210 time: 0.0294755 Sep 22 10:53:56.953735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c306c27f-a416-42e3-b2e8-905affc1d545 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:53:56.974637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: c306c27f-a416-42e3-b2e8-905affc1d545 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:53:56.974982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c306c27f-a416-42e3-b2e8-905affc1d545 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:53:57.550058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3adb980-056f-4b48-bbc8-7f4a3db75953 req-4cdfaf1c-ae64-4860-b44f-ad396a488797 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 210 time: 0.0276065 Sep 22 10:53:58.187476 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:58.660275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d39521e3-49c4-4134-a309-486664bc775a req-84ac88ea-d4eb-4965-a14d-f645590e70a8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 210 time: 0.0275919 Sep 22 10:53:59.779902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f9d6fbb1-e5fa-4a5a-b614-3db534612f7a req-55a9f9fe-e4c5-4e27-87ef-a8679cddbc35 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fd6be03-4243-45d0-9162-16ecbe38b597 HTTP/1.1" status: 200 len: 210 time: 0.0292850 Sep 22 10:54:06.809600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb42c9-3e48-47c6-a130-b079323ac8e9 req-67c0468e-0fd5-4852-a517-f197d3f50fb3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:06.811113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9bbb42c9-3e48-47c6-a130-b079323ac8e9 req-67c0468e-0fd5-4852-a517-f197d3f50fb3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 946 time: 0.0524650 Sep 22 10:54:06.850535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9bbb42c9-3e48-47c6-a130-b079323ac8e9 req-e3401ab7-0e4c-474b-8be5-d4e36721ce76 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Sep 22 10:54:07.655447 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:54:07.971279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adf1a0-4763-4a44-8418-562f5541c934 req-9c81c679-22b8-4fa0-a127-3e8a3c674968 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:07.972892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9adf1a0-4763-4a44-8418-562f5541c934 req-9c81c679-22b8-4fa0-a127-3e8a3c674968 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 946 time: 0.0514493 Sep 22 10:54:08.014596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9adf1a0-4763-4a44-8418-562f5541c934 req-21598c5e-85bc-484e-b97e-dea1d946496f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=df4963c6-490c-4667-a4ef-4e212d8d7a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347807 Sep 22 10:54:08.286950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d24b44-be18-4886-9536-60de5fc17390 req-9d954e28-1da1-40ab-b2d4-245c5f8b8f5b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:08.289051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5d24b44-be18-4886-9536-60de5fc17390 req-9d954e28-1da1-40ab-b2d4-245c5f8b8f5b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.30 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 946 time: 0.0501270 Sep 22 10:54:08.383954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a5d24b44-be18-4886-9536-60de5fc17390 req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:08.384297 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5d24b44-be18-4886-9536-60de5fc17390 req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:08.472391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a5d24b44-be18-4886-9536-60de5fc17390 req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] For port d02c14ac-7b02-4447-b8c4-82553e2c6dc4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:08.472762 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5d24b44-be18-4886-9536-60de5fc17390 req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:08.486022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a5d24b44-be18-4886-9536-60de5fc17390 req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for d02c14ac-7b02-4447-b8c4-82553e2c6dc4 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:08.762742 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5d24b44-be18-4886-9536-60de5fc17390 req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:08.775562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d02c14ac-7b02-4447-b8c4-82553e2c6dc4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:54:08.793057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=d02c14ac-7b02-4447-b8c4-82553e2c6dc4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:08.839349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d24b44-be18-4886-9536-60de5fc17390 req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] No DVR routers for this DVR port d02c14ac-7b02-4447-b8c4-82553e2c6dc4 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:54:08.842201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a5d24b44-be18-4886-9536-60de5fc17390 req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:08.844251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5d24b44-be18-4886-9536-60de5fc17390 req-f7939c02-1c73-44c0-9aa0-97d8a078a674 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.30 "DELETE /v2.0/ports/d02c14ac-7b02-4447-b8c4-82553e2c6dc4 HTTP/1.1" status: 204 len: 173 time: 0.5495217 Sep 22 10:54:08.844738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b436f90f-ea58-4039-a5bb-5d4f02b78c4b', 'name': 'network-vif-deleted', 'tag': 'd02c14ac-7b02-4447-b8c4-82553e2c6dc4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:54:08.847108 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc42abe3-2fa6-4a33-83f6-3a097e754621" -d '{"events": [{"server_uuid": "b436f90f-ea58-4039-a5bb-5d4f02b78c4b", "name": "network-vif-deleted", "tag": "d02c14ac-7b02-4447-b8c4-82553e2c6dc4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:54:08.887597 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5632f0-3475-4d84-8e17-dad95f49b083 x-openstack-request-id: req-5f5632f0-3475-4d84-8e17-dad95f49b083 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:54:08.887890 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b436f90f-ea58-4039-a5bb-5d4f02b78c4b", "name": "network-vif-deleted", "tag": "d02c14ac-7b02-4447-b8c4-82553e2c6dc4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:54:08.888145 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f5632f0-3475-4d84-8e17-dad95f49b083 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:54:08.888573 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b436f90f-ea58-4039-a5bb-5d4f02b78c4b', 'name': 'network-vif-deleted', 'tag': 'd02c14ac-7b02-4447-b8c4-82553e2c6dc4', 'status': 'completed', 'code': 200} Sep 22 10:54:09.143598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-581e5947-f9e5-4554-9b15-254f4790dea2 req-1f1441b4-7533-4846-b2b9-25dfd182e7cc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0384357 Sep 22 10:54:10.241452 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e7c271f-5cce-4233-8b27-0d216e3f531c req-e78d6c69-eeaa-4c0f-a4af-646e75cff9eb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0270669 Sep 22 10:54:11.335619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af52a380-3637-436c-a49d-dadfbc4b6679 req-cf88f1e9-b506-490a-9ab0-823ed32d9cba tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0267024 Sep 22 10:54:12.431802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-edb699eb-dbec-430d-9aff-d061b3c616bf req-0214962f-893c-421d-aecb-06f39f01fc0f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0270064 Sep 22 10:54:12.978215 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d02c14ac-7b02-4447-b8c4-82553e2c6dc4 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:54:12.998784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: d02c14ac-7b02-4447-b8c4-82553e2c6dc4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:54:12.999224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d02c14ac-7b02-4447-b8c4-82553e2c6dc4 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:54:13.527938 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9c66fdb0-3b9b-414a-a13b-a4b0c15eba77 req-421aa859-955a-472a-9a04-7bb7841422ca tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0289788 Sep 22 10:54:14.651663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4f8bb179-503a-4664-a512-f1f741d73e9b req-fdbec20c-2384-47d5-a7ea-f842d9dc1653 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=b436f90f-ea58-4039-a5bb-5d4f02b78c4b HTTP/1.1" status: 200 len: 210 time: 0.0303473 Sep 22 10:54:19.010851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41600) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:19.015582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-101a0291-298a-4e00-8d4a-a1f1ce53013c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665553320', 'description': 'tempest-secgroup-smoke-665553320 description', 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:54:19.198479 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-101a0291-298a-4e00-8d4a-a1f1ce53013c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:19.285961 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-101a0291-298a-4e00-8d4a-a1f1ce53013c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:19.427203 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-101a0291-298a-4e00-8d4a-a1f1ce53013c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:19.456434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a0291-298a-4e00-8d4a-a1f1ce53013c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae05abf-4379-492a-a91c-0c1f7ea9ec85,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:19.558260 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-101a0291-298a-4e00-8d4a-a1f1ce53013c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:19.559538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-101a0291-298a-4e00-8d4a-a1f1ce53013c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5475707 Sep 22 10:54:19.562787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41618) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:19.568354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'security_group_rule': {'security_group_id': '8ae05abf-4379-492a-a91c-0c1f7ea9ec85', 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:54:19.694905 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:19.754175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:19.838848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:19.857529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e505ab37-989e-4941-b5f8-0fd981fd97cf,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:19.866075 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.866450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.866794 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.867133 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.867471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.867865 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.868138 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.868467 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.868831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.869166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.869485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.869814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:19.941644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:19.943105 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a2f149d3-e02b-432a-bbc6-1d0802f71180 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3793061 Sep 22 10:54:19.945928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41642) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:19.951681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e4f3a7a7-cc8e-4ee7-842a-aac34fe4aeae tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'security_group_rule': {'security_group_id': '8ae05abf-4379-492a-a91c-0c1f7ea9ec85', 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:54:20.121655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a7a7-cc8e-4ee7-842a-aac34fe4aeae tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:20.184618 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a7a7-cc8e-4ee7-842a-aac34fe4aeae tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:20.260938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a7a7-cc8e-4ee7-842a-aac34fe4aeae tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:20.282240 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3a7a7-cc8e-4ee7-842a-aac34fe4aeae tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fe0184-2b20-4766-9c90-a9dad9ece6c6,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:20.364135 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a7a7-cc8e-4ee7-842a-aac34fe4aeae tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:20.365367 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e4f3a7a7-cc8e-4ee7-842a-aac34fe4aeae tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4184334 Sep 22 10:54:20.369365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41660) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:20.373634 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ecc7250e-ff02-40ce-a582-4df715b0ba2e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'security_group_rule': {'security_group_id': '8ae05abf-4379-492a-a91c-0c1f7ea9ec85', 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:54:20.495467 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecc7250e-ff02-40ce-a582-4df715b0ba2e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:20.569804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecc7250e-ff02-40ce-a582-4df715b0ba2e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:20.638484 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecc7250e-ff02-40ce-a582-4df715b0ba2e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:20.658883 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7250e-ff02-40ce-a582-4df715b0ba2e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f41347f-c5da-4442-9262-259b12593dc3,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:20.762433 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ecc7250e-ff02-40ce-a582-4df715b0ba2e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:20.763771 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ecc7250e-ff02-40ce-a582-4df715b0ba2e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3934910 Sep 22 10:54:20.766472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41678) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:20.770769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4a40bfe7-fc93-4db4-84cd-76e2daa3a4db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'security_group_rule': {'security_group_id': '8ae05abf-4379-492a-a91c-0c1f7ea9ec85', 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:54:20.870795 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a40bfe7-fc93-4db4-84cd-76e2daa3a4db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:20.929715 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a40bfe7-fc93-4db4-84cd-76e2daa3a4db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.010319 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a40bfe7-fc93-4db4-84cd-76e2daa3a4db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.028902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40bfe7-fc93-4db4-84cd-76e2daa3a4db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011fc105-c592-4877-a711-ac20aad2c3f8,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:21.175696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4a40bfe7-fc93-4db4-84cd-76e2daa3a4db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.176991 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4a40bfe7-fc93-4db4-84cd-76e2daa3a4db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4095991 Sep 22 10:54:21.179615 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41692) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:21.184657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b7b8d098-f2a3-4a51-9e36-8f29d241b1a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'security_group_rule': {'security_group_id': '8ae05abf-4379-492a-a91c-0c1f7ea9ec85', 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:54:21.284359 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-b7b8d098-f2a3-4a51-9e36-8f29d241b1a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Project a89f8f050baa4104aac26a0f1ee855b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:54:21.289675 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d098-f2a3-4a51-9e36-8f29d241b1a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.372861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d098-f2a3-4a51-9e36-8f29d241b1a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.493792 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d098-f2a3-4a51-9e36-8f29d241b1a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.513096 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8d098-f2a3-4a51-9e36-8f29d241b1a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f05d48-517d-4e1c-ace8-ee1a838f9e51,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:21.596720 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d098-f2a3-4a51-9e36-8f29d241b1a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.598139 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b7b8d098-f2a3-4a51-9e36-8f29d241b1a9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4169128 Sep 22 10:54:21.600800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41714) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:21.612604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a3b861f7-187c-4794-b1ff-b897044516f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'security_group_rule': {'security_group_id': '8ae05abf-4379-492a-a91c-0c1f7ea9ec85', 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:54:21.741280 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-a3b861f7-187c-4794-b1ff-b897044516f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Project a89f8f050baa4104aac26a0f1ee855b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:54:21.747261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f7-187c-4794-b1ff-b897044516f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.813650 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f7-187c-4794-b1ff-b897044516f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.920241 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f7-187c-4794-b1ff-b897044516f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:21.943148 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b861f7-187c-4794-b1ff-b897044516f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb757b35-8107-428c-b4c3-917f5c7bdb34,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:22.110655 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a3b861f7-187c-4794-b1ff-b897044516f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:22.111946 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a3b861f7-187c-4794-b1ff-b897044516f3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5076098 Sep 22 10:54:22.524484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-22dc63a1-783c-4fe4-bcda-003563eab302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:25.007638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41866) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:25.175278 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5a265721-dd39-4e32-b44e-0abe251766c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:25.331699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Deleting port 260b5773-da80-42c4-a179-b05a409021cf {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:25.332192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:25.424581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:25.424777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:25.440257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Calling delete_port for 260b5773-da80-42c4-a179-b05a409021cf owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:25.580965 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:25.717706 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:25.778670 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event deleted for resources: {'Port': ['ID=260b5773-da80-42c4-a179-b05a409021cf,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:25.842724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:25.843070 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Floating IP e5191f78-d22a-4d2c-ae6f-541613c8b3e7 disassociated (deleted). External IP: 172.25.1.127, port: 9bb18fc6-a9de-44c9-ad27-22d747fa814a. Sep 22 10:54:25.849052 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:26.076899 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:54:26.140827 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:26.204119 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:54:26.209254 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:26.215039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] Sync routers for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:54:26.246145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:54:26.247344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:54:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:26.256250 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:26.267101 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-204dabd2-10c3-4d37-9726-60115c966f75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "DELETE /v2.0/floatingips/e5191f78-d22a-4d2c-ae6f-541613c8b3e7 HTTP/1.1" status: 204 len: 168 time: 1.2577772 Sep 22 10:54:26.267698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:54:26.271309 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:54:26.418646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:54:26.732668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:26.776291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] Checking router: d830cc9e-9cfa-42b1-b90a-5b837efd64a7 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:54:26.786076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:54:26.786857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:54:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:26.841797 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2d8d47-a7c2-4436-8725-59589bde730b x-openstack-request-id: req-3f2d8d47-a7c2-4436-8725-59589bde730b {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:54:26.842400 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:54:26.843130 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f2d8d47-a7c2-4436-8725-59589bde730b {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:54:26.843816 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'status': 'completed', 'code': 200} Sep 22 10:54:26.922633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:54:26.927242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-abe0f76c-aeab-4b74-a6ae-15b3af41e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:26.929498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-abe0f76c-aeab-4b74-a6ae-15b3af41e04e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d17528623234f5ea824568de1e97db4&device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 1096 time: 0.0625672 Sep 22 10:54:27.034636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db7d1e-6877-404f-93e9-bb08c2f28a37 req-d6d0c9f6-abbf-4439-8c1b-6fe720234fd2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:27.039923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11db7d1e-6877-404f-93e9-bb08c2f28a37 req-d6d0c9f6-abbf-4439-8c1b-6fe720234fd2 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 945 time: 0.1056209 Sep 22 10:54:27.119594 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11db7d1e-6877-404f-93e9-bb08c2f28a37 req-3f2b2854-8c13-4c54-8a5d-1a1cae0d23f7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491247 Sep 22 10:54:27.160056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-00bab34a-7975-4a66-b909-30761370dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:27.163386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-00bab34a-7975-4a66-b909-30761370dde5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb78c944-30c4-4e4a-a98d-4206c2998f8d HTTP/1.1" status: 200 len: 915 time: 0.2013736 Sep 22 10:54:27.174200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:27.203945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb490c3e-3e20-4719-93af-5c2b1d8a0316 None None] The sync data for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 is: [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:47:56Z', 'revision_number': 4, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '16634581-7f7a-4dc2-9d0b-92e59d4ec393', 'name': '', 'network_id': 'bb78c944-30c4-4e4a-a98d-4206c2998f8d', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'mac_address': 'fa:16:3e:b1:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:55Z', 'updated_at': '2021-09-22T10:48:01Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'subnets': [{'id': '4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:54:27.230185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-6be36085-52bf-435b-8975-ffed2eb6eb0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a HTTP/1.1" status: 200 len: 217 time: 0.0563290 Sep 22 10:54:27.301881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-433766fb-ba75-4829-bf7d-913060ac388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:27.303880 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-433766fb-ba75-4829-bf7d-913060ac388f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f HTTP/1.1" status: 200 len: 853 time: 0.0640421 Sep 22 10:54:27.382612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-68d12675-1a2c-4ad6-b493-a37c7cdb3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:27.385007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-68d12675-1a2c-4ad6-b493-a37c7cdb3929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb78c944-30c4-4e4a-a98d-4206c2998f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732329 Sep 22 10:54:27.399715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-43e92604-1e36-4a54-9548-234a37c41c7c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:54:27.401252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-43e92604-1e36-4a54-9548-234a37c41c7c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072401 Sep 22 10:54:27.530517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-af338b18-5775-4d2c-bbee-52dcf6cfb8f7 service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184573 Sep 22 10:54:27.589504 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70eaf6-5236-4d59-87f8-6e9fd5909d73 None None] New status for floating IP e5191f78-d22a-4d2c-ae6f-541613c8b3e7: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:54:27.636567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94812c84-8fdd-4aeb-ad83-e22f7f1530e8 req-7c2279c8-8b3c-4371-b601-d504544fa39a service neutron] 10.222.0.30 "GET /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002319 Sep 22 10:54:28.184942 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:28.297096 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0af64d-942b-412f-b565-f4daf9f45e10 req-ea3ac459-503c-4545-b801-188592281cca tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:28.307214 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad0af64d-942b-412f-b565-f4daf9f45e10 req-ea3ac459-503c-4545-b801-188592281cca tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 945 time: 0.0828290 Sep 22 10:54:28.362746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad0af64d-942b-412f-b565-f4daf9f45e10 req-7716286a-b91d-4fc1-b53f-d1893cd19d3e tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/security-groups?id=31aa3b39-a71f-48ce-a9b2-598617c3f678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539713 Sep 22 10:54:28.516772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811efd2d-af0f-4087-8716-ed27ded00baf req-b31ede8e-0b55-4141-a75e-3af4429b74ea tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:28.518388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-811efd2d-af0f-4087-8716-ed27ded00baf req-b31ede8e-0b55-4141-a75e-3af4429b74ea tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 945 time: 0.0663052 Sep 22 10:54:28.665155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-811efd2d-af0f-4087-8716-ed27ded00baf req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Deleting port 9bb18fc6-a9de-44c9-ad27-22d747fa814a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:28.666031 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-811efd2d-af0f-4087-8716-ed27ded00baf req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:28.835660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-811efd2d-af0f-4087-8716-ed27ded00baf req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] For port 9bb18fc6-a9de-44c9-ad27-22d747fa814a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=9bb18fc6-a9de-44c9-ad27-22d747fa814a,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:28.835660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-811efd2d-af0f-4087-8716-ed27ded00baf req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:28.843114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-811efd2d-af0f-4087-8716-ed27ded00baf req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Calling delete_port for 9bb18fc6-a9de-44c9-ad27-22d747fa814a owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:29.175426 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-811efd2d-af0f-4087-8716-ed27ded00baf req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:29.207772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event deleted for resources: {'Port': ['ID=9bb18fc6-a9de-44c9-ad27-22d747fa814a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:29.257089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-811efd2d-af0f-4087-8716-ed27ded00baf req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] No DVR routers for this DVR port 9bb18fc6-a9de-44c9-ad27-22d747fa814a on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:54:29.260391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-811efd2d-af0f-4087-8716-ed27ded00baf req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:29.262815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-811efd2d-af0f-4087-8716-ed27ded00baf req-69cac331-8bca-46c8-89cd-d49c02dba213 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.30 "DELETE /v2.0/ports/9bb18fc6-a9de-44c9-ad27-22d747fa814a HTTP/1.1" status: 204 len: 173 time: 0.7379835 Sep 22 10:54:29.263254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'name': 'network-vif-deleted', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:54:29.266876 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db6a5b7-5c45-4d8f-8531-b2129cdaeb02" -d '{"events": [{"server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "name": "network-vif-deleted", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:54:29.310845 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb64908-4d64-463f-8bf5-9063e28bb976 x-openstack-request-id: req-2bb64908-4d64-463f-8bf5-9063e28bb976 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:54:29.311460 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6c8969-45b1-49e9-8426-ba5e6f3d127c", "name": "network-vif-deleted", "tag": "9bb18fc6-a9de-44c9-ad27-22d747fa814a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:54:29.311460 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bb64908-4d64-463f-8bf5-9063e28bb976 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:54:29.311864 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6c8969-45b1-49e9-8426-ba5e6f3d127c', 'name': 'network-vif-deleted', 'tag': '9bb18fc6-a9de-44c9-ad27-22d747fa814a', 'status': 'completed', 'code': 200} Sep 22 10:54:29.495336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96b4090b-3b73-4050-932a-c7889e8878dd req-7b17e1ea-40f5-43b4-a521-4b3e7a405a14 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 210 time: 0.0388076 Sep 22 10:54:30.706973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-719c064f-b5ef-4eca-83f3-3a4aa185a174 req-a3514acf-ea3e-4758-9a03-f69c5da1363b tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 210 time: 0.0704660 Sep 22 10:54:31.818326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc7607c2-e49f-4773-aa88-768d19081012 req-50637973-3e4f-40af-bbbf-69e60f7b0e2a tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 210 time: 0.0322089 Sep 22 10:54:32.346600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 41954) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:32.478080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd36b26f-19d8-40bf-807e-47f37ec9c9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:32.589208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd36b26f-19d8-40bf-807e-47f37ec9c9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:32.666613 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd36b26f-19d8-40bf-807e-47f37ec9c9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:32.706626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dd36b26f-19d8-40bf-807e-47f37ec9c9b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bbba1a9b0744fa1bdcb6499f9aea253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586864 Sep 22 10:54:32.707622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36b26f-19d8-40bf-807e-47f37ec9c9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acec356b-4257-41ac-bb71-a8773f867d03,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:32.709031 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41958) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:32.789850 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4680-8553-469a-9678-c159b38c3134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:32.818613 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4680-8553-469a-9678-c159b38c3134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:32.939424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82355375-8533-4634-a1bf-c7cd60203bf6 req-4f8da4d5-0855-4086-99a1-06612c93223c tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 210 time: 0.0270143 Sep 22 10:54:32.963069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4680-8553-469a-9678-c159b38c3134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:32.965784 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1f7d4680-8553-469a-9678-c159b38c3134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:32.967078 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1f7d4680-8553-469a-9678-c159b38c3134 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acec356b-4257-41ac-bb71-a8773f867d03 HTTP/1.1" status: 204 len: 168 time: 0.2565029 Sep 22 10:54:32.977403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d4680-8553-469a-9678-c159b38c3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec356b-4257-41ac-bb71-a8773f867d03,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:33.116138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 9bb18fc6-a9de-44c9-ad27-22d747fa814a no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:54:33.140787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 9bb18fc6-a9de-44c9-ad27-22d747fa814a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:54:33.141142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 9bb18fc6-a9de-44c9-ad27-22d747fa814a not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:54:33.609080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41970) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:33.623283 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca8118ff-59ec-454d-8f2c-9839ed930b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:33.723775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca8118ff-59ec-454d-8f2c-9839ed930b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:33.791025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca8118ff-59ec-454d-8f2c-9839ed930b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:33.833776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8118ff-59ec-454d-8f2c-9839ed930b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26e5c4f-e7ed-445c-a7f7-f54e430069e5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:33.842513 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ca8118ff-59ec-454d-8f2c-9839ed930b6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eebc96bf0806480abd3fdbf0f42a46de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321784 Sep 22 10:54:33.854152 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41974) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:33.897322 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-971e0735-624d-4e30-a202-ef2c8f992149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:33.923216 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-971e0735-624d-4e30-a202-ef2c8f992149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:34.070545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2ffb549-1564-4328-aeea-53aae28184ae req-1bc8c1ea-9d8b-4cde-86f1-ecee57ebad75 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc6c8969-45b1-49e9-8426-ba5e6f3d127c HTTP/1.1" status: 200 len: 210 time: 0.0289326 Sep 22 10:54:34.138253 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-971e0735-624d-4e30-a202-ef2c8f992149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:34.151541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-971e0735-624d-4e30-a202-ef2c8f992149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:34.151541 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-971e0735-624d-4e30-a202-ef2c8f992149 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b26e5c4f-e7ed-445c-a7f7-f54e430069e5 HTTP/1.1" status: 204 len: 168 time: 0.2973378 Sep 22 10:54:34.167828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e0735-624d-4e30-a202-ef2c8f992149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26e5c4f-e7ed-445c-a7f7-f54e430069e5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:35.138947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 41994) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:35.209225 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8294dcf4-3f1f-4e30-933b-edbf06d10bb7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:35.237636 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8294dcf4-3f1f-4e30-933b-edbf06d10bb7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:35.415915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8294dcf4-3f1f-4e30-933b-edbf06d10bb7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:35.422362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8294dcf4-3f1f-4e30-933b-edbf06d10bb7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:35.422362 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8294dcf4-3f1f-4e30-933b-edbf06d10bb7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] 10.222.0.20 "DELETE /v2.0/security-groups/31aa3b39-a71f-48ce-a9b2-598617c3f678 HTTP/1.1" status: 204 len: 168 time: 0.2797914 Sep 22 10:54:35.431987 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294dcf4-3f1f-4e30-933b-edbf06d10bb7 tempest-TestVolumeBackupRestore-286862711 tempest-TestVolumeBackupRestore-286862711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa3b39-a71f-48ce-a9b2-598617c3f678,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:36.966881 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42070) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:37.130045 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8425d0e4-aebe-4e8f-bd4b-c65417804633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:37.241069 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8425d0e4-aebe-4e8f-bd4b-c65417804633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:37.301902 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8425d0e4-aebe-4e8f-bd4b-c65417804633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:37.349189 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8425d0e4-aebe-4e8f-bd4b-c65417804633 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cf150124e524e1a8333441c5e553ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809996 Sep 22 10:54:37.350478 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425d0e4-aebe-4e8f-bd4b-c65417804633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed893c4-95d7-4f7b-a79b-43a86a4e3757,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:37.352488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42088) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:37.411458 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca95f44b-43a7-4667-baa6-d5f93476e1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:37.437807 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca95f44b-43a7-4667-baa6-d5f93476e1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:37.575337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca95f44b-43a7-4667-baa6-d5f93476e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:37.577998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca95f44b-43a7-4667-baa6-d5f93476e1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:37.582166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ca95f44b-43a7-4667-baa6-d5f93476e1dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aed893c4-95d7-4f7b-a79b-43a86a4e3757 HTTP/1.1" status: 204 len: 168 time: 0.2285955 Sep 22 10:54:37.603613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95f44b-43a7-4667-baa6-d5f93476e1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed893c4-95d7-4f7b-a79b-43a86a4e3757,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:39.513347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f739f-c977-4272-b56c-019282c3af7f req-f405559c-1adb-479c-b05f-ead352e9d165 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:39.542650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d6f739f-c977-4272-b56c-019282c3af7f req-f405559c-1adb-479c-b05f-ead352e9d165 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 945 time: 0.0516639 Sep 22 10:54:39.553516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d6f739f-c977-4272-b56c-019282c3af7f req-79b99278-8544-427f-9f9b-ebc157573ae7 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Sep 22 10:54:39.965129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-2c284f87-d6ee-4dc6-aa1e-02ba25183eab tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:39.967824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-2c284f87-d6ee-4dc6-aa1e-02ba25183eab tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.30 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 945 time: 0.0669429 Sep 22 10:54:40.091310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Deleting port ded1fe8d-f128-453c-bb08-40e02f40629b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:40.091873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:40.200486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] For port ded1fe8d-f128-453c-bb08-40e02f40629b, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ded1fe8d-f128-453c-bb08-40e02f40629b,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:40.200882 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:40.217729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Calling delete_port for ded1fe8d-f128-453c-bb08-40e02f40629b owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:40.483948 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:40.497630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['ded1fe8d-f128-453c-bb08-40e02f40629b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:54:40.517580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Pushing event deleted for resources: {'Port': ['ID=ded1fe8d-f128-453c-bb08-40e02f40629b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:40.589911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] No DVR routers for this DVR port ded1fe8d-f128-453c-bb08-40e02f40629b on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:54:40.592974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:40.595623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b6990fe-fbee-47aa-b1d1-dc6bb1c0f130 req-5cfe5772-24c6-428f-b6b5-ac23b2b46ff5 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.30 "DELETE /v2.0/ports/ded1fe8d-f128-453c-bb08-40e02f40629b HTTP/1.1" status: 204 len: 173 time: 0.6210520 Sep 22 10:54:40.596063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61dbc117-a74d-4c5a-b43d-24fc902d5d7d', 'name': 'network-vif-deleted', 'tag': 'ded1fe8d-f128-453c-bb08-40e02f40629b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:54:40.599228 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7acd6ae-d150-4596-9fec-d8fc52ff4e53" -d '{"events": [{"server_uuid": "61dbc117-a74d-4c5a-b43d-24fc902d5d7d", "name": "network-vif-deleted", "tag": "ded1fe8d-f128-453c-bb08-40e02f40629b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:54:40.752698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd33de9d-ed1c-4e18-98af-64b541859d8c req-de0387e0-c957-415f-a9b7-589ded97c10d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=61dbc117-a74d-4c5a-b43d-24fc902d5d7d HTTP/1.1" status: 200 len: 210 time: 0.0440257 Sep 22 10:54:40.999468 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c48ebe7-af38-41a8-92aa-74e08d670dcb x-openstack-request-id: req-4c48ebe7-af38-41a8-92aa-74e08d670dcb {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:54:40.999823 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61dbc117-a74d-4c5a-b43d-24fc902d5d7d", "name": "network-vif-deleted", "tag": "ded1fe8d-f128-453c-bb08-40e02f40629b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:54:41.000135 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c48ebe7-af38-41a8-92aa-74e08d670dcb {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:54:41.000544 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61dbc117-a74d-4c5a-b43d-24fc902d5d7d', 'name': 'network-vif-deleted', 'tag': 'ded1fe8d-f128-453c-bb08-40e02f40629b', 'status': 'completed', 'code': 200} Sep 22 10:54:41.858353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42286) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:42.522161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:42.953279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Deleting port 16634581-7f7a-4dc2-9d0b-92e59d4ec393 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:42.954375 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:43.096494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] For port 16634581-7f7a-4dc2-9d0b-92e59d4ec393, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=16634581-7f7a-4dc2-9d0b-92e59d4ec393,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:43.097145 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:43.116972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Calling delete_port for 16634581-7f7a-4dc2-9d0b-92e59d4ec393 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:44.072549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:44.099567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Pushing event deleted for resources: {'Port': ['ID=16634581-7f7a-4dc2-9d0b-92e59d4ec393,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:44.442707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:44.656677 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:54:44.705268 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:54:44.827225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:54:44.832309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4145d39d-c2b8-4a35-86a1-a0cd13bcae62 admin admin] 10.222.0.20 "PUT /v2.0/routers/d830cc9e-9cfa-42b1-b90a-5b837efd64a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9703326 Sep 22 10:54:44.834819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42426) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:44.839547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] Sync routers for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:54:44.852541 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:54:44.853430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:54:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:44.944540 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:44.967695 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:54:45.065181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:45.161671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:54:43Z', 'revision_number': 5, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port': {'id': '8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:47:53Z', 'updated_at': '2021-09-22T10:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:45.192691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] Checking router: d830cc9e-9cfa-42b1-b90a-5b837efd64a7 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:54:45.202372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] Routers {'d830cc9e-9cfa-42b1-b90a-5b837efd64a7'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:54:45.203330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:54:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:45.210269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ded1fe8d-f128-453c-bb08-40e02f40629b no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:54:45.240775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Deleting port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:45.241355 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:45.271530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: ded1fe8d-f128-453c-bb08-40e02f40629b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:54:45.271871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ded1fe8d-f128-453c-bb08-40e02f40629b not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:54:45.324743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] Set router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:54:45.339109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] For port 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:45.339487 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:45.354669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Calling delete_port for 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:45.382130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:54:45Z', 'revision_number': 6, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:45.408987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0cf18-e71f-4d93-bbd4-7838ad4c4754 None None] The sync data for ids ['d830cc9e-9cfa-42b1-b90a-5b837efd64a7'] in n-d-807025-3 is: [{'id': 'd830cc9e-9cfa-42b1-b90a-5b837efd64a7', 'name': 'tempest-TestVolumeBackupRestore-1320072649-router', 'tenant_id': '6d17528623234f5ea824568de1e97db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:47:52Z', 'updated_at': '2021-09-22T10:54:45Z', 'revision_number': 6, 'project_id': '6d17528623234f5ea824568de1e97db4', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:54:45.656127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:45.690372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:45.766589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:45.881684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:45.884214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.020786 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.021383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d830cc9e-9cfa-42b1-b90a-5b837efd64a7 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:54:46.029374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.030706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c972cc82-36bf-49af-85ae-1f00b69b9122 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d830cc9e-9cfa-42b1-b90a-5b837efd64a7 HTTP/1.1" status: 204 len: 168 time: 1.1944485 Sep 22 10:54:46.033435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42478) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:46.093787 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f3431b-2816-431c-8f89-43eacbec30fd admin admin] Deleting subnet 4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:54:46.098315 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f3431b-2816-431c-8f89-43eacbec30fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.134339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f3431b-2816-431c-8f89-43eacbec30fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.281359 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f3431b-2816-431c-8f89-43eacbec30fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.315676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:54:46.337978 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:54:46.340660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8b0a7a4c-4ca7-457a-a88a-9c0394bbbe88 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:54:46.341087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 16634581-7f7a-4dc2-9d0b-92e59d4ec393 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:54:46.360933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 16634581-7f7a-4dc2-9d0b-92e59d4ec393 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:54:46.361299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 16634581-7f7a-4dc2-9d0b-92e59d4ec393 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:54:46.490446 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f3431b-2816-431c-8f89-43eacbec30fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.530229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3431b-2816-431c-8f89-43eacbec30fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:46.538271 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-71f3431b-2816-431c-8f89-43eacbec30fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.541011 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-71f3431b-2816-431c-8f89-43eacbec30fd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4d443aa6-cb1a-4263-b3bd-e857c8fc8e9f HTTP/1.1" status: 204 len: 168 time: 0.5063231 Sep 22 10:54:46.543713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42494) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:46.549062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be63143c-0622-4f83-8fe6-2f6617a6ed0d None None] Network bb78c944-30c4-4e4a-a98d-4206c2998f8d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:54:46.635778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.718690 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Deleting port 64902ffd-466d-452b-bc1d-aa6ae162343a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:46.719104 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.798501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] DHCP port deletion for bb78c944-30c4-4e4a-a98d-4206c2998f8d request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:54:46.823035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] For port 64902ffd-466d-452b-bc1d-aa6ae162343a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64902ffd-466d-452b-bc1d-aa6ae162343a,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:46.823463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.840465 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Calling delete_port for 64902ffd-466d-452b-bc1d-aa6ae162343a owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:46.867744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Deleting port 64902ffd-466d-452b-bc1d-aa6ae162343a {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:46.874870 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.942373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] For port 64902ffd-466d-452b-bc1d-aa6ae162343a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=64902ffd-466d-452b-bc1d-aa6ae162343a,segment=NetworkSegment(c13c1f62-185e-4bf9-98ce-ee4dc2457df7),segment_id=c13c1f62-185e-4bf9-98ce-ee4dc2457df7)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:46.943154 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:46.956209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Calling delete_port for 64902ffd-466d-452b-bc1d-aa6ae162343a owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:47.029735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:54:47.075847 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 10:54:47.090299 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:47.092449 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=64902ffd-466d-452b-bc1d-aa6ae162343a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:47.102643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] No DVR routers for this DVR port 64902ffd-466d-452b-bc1d-aa6ae162343a on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:54:47.123765 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Pushing event deleted for resources: {'Port': ['ID=64902ffd-466d-452b-bc1d-aa6ae162343a,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:47.131938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] No DVR routers for this DVR port 64902ffd-466d-452b-bc1d-aa6ae162343a on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:54:47.151169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.151883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.152538 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.153082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.153463 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.153980 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.154983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.155682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.157067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.157406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.157740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.158078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a20db-7c32-4521-b468-fda03ab71251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:47.188518 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:47.212447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb78c944-30c4-4e4a-a98d-4206c2998f8d']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:47.223594 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:47.224647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13c1f62-185e-4bf9-98ce-ee4dc2457df7') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:47.235375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:47.250979 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:47.262944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:54:47.263349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:54:47.265287 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:54:47.443901 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:47.451854 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:47.453786 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb78c944-30c4-4e4a-a98d-4206c2998f8d HTTP/1.1" status: 204 len: 168 time: 0.9085968 Sep 22 10:54:47.457003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42522) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:47.467118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef765337-34d6-4687-b18c-19e8eb557fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=bb78c944-30c4-4e4a-a98d-4206c2998f8d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:47.826367 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57961827-5247-4611-9281-db218311f297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:48.108054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-57961827-5247-4611-9281-db218311f297 admin admin] Deleting port fa757ec0-3989-41b8-920f-93f91050aeac {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:48.108477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57961827-5247-4611-9281-db218311f297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:48.224568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-57961827-5247-4611-9281-db218311f297 admin admin] For port fa757ec0-3989-41b8-920f-93f91050aeac, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=fa757ec0-3989-41b8-920f-93f91050aeac,segment=NetworkSegment(619f5761-1c9c-4835-8ef2-335d02ce9d01),segment_id=619f5761-1c9c-4835-8ef2-335d02ce9d01)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:48.225016 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57961827-5247-4611-9281-db218311f297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:48.249838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-57961827-5247-4611-9281-db218311f297 admin admin] Calling delete_port for fa757ec0-3989-41b8-920f-93f91050aeac owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:48.255796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64902ffd-466d-452b-bc1d-aa6ae162343a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:54:48.280981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 64902ffd-466d-452b-bc1d-aa6ae162343a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:54:48.281326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 64902ffd-466d-452b-bc1d-aa6ae162343a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:54:48.592693 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57961827-5247-4611-9281-db218311f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:48.625641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57961827-5247-4611-9281-db218311f297 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa757ec0-3989-41b8-920f-93f91050aeac,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:48.939919 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-57961827-5247-4611-9281-db218311f297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:49.067904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57961827-5247-4611-9281-db218311f297 admin admin] Router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:54:49.244902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57961827-5247-4611-9281-db218311f297 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:54:49.244902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-57961827-5247-4611-9281-db218311f297 admin admin] 10.222.0.20 "PUT /v2.0/routers/94ed38dd-2c93-407e-8cd0-24d1fecb85f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7338197 Sep 22 10:54:49.245276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42566) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:49.245807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] Sync routers for ids ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:54:49.245807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] Routers {'94ed38dd-2c93-407e-8cd0-24d1fecb85f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:54:49.245807 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:54:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:49.347969 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:49.457099 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] Set router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:54:49.728696 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:02Z', 'updated_at': '2021-09-22T10:54:48Z', 'revision_number': 5, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'gw_port': {'id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:04Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:49.776970 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] Checking router: 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:54:49.787634 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] Routers {'94ed38dd-2c93-407e-8cd0-24d1fecb85f9'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:54:49.789063 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:54:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:49.876350 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:49.922044 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] Set router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:54:50.044337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Deleting port 77608b14-fb94-4718-b7a6-fc68a457b9bc {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:50.044727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:50.171523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] For port 77608b14-fb94-4718-b7a6-fc68a457b9bc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=77608b14-fb94-4718-b7a6-fc68a457b9bc,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:50.171523 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:50.184324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Calling delete_port for 77608b14-fb94-4718-b7a6-fc68a457b9bc owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:50.223646 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:02Z', 'updated_at': '2021-09-22T10:54:48Z', 'revision_number': 5, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'gw_port': {'id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:04Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:50.253246 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c577ccd-47d4-472b-b1f1-d62082847705 None None] The sync data for ids ['94ed38dd-2c93-407e-8cd0-24d1fecb85f9'] in n-d-807025-3 is: [{'id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'name': 'tempest-TestVolumeBackupRestore-220011307-router', 'tenant_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:02Z', 'updated_at': '2021-09-22T10:54:48Z', 'revision_number': 5, 'project_id': 'b0e15e1289e94a81a1e39a2ab66b8686', 'gw_port': {'id': '77608b14-fb94-4718-b7a6-fc68a457b9bc', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:87:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ed38dd-2c93-407e-8cd0-24d1fecb85f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:04Z', 'updated_at': '2021-09-22T10:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:54:50.499461 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:50.588077 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77608b14-fb94-4718-b7a6-fc68a457b9bc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:50.687721 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:50.808064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:50.812457 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:50.969740 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:50.970333 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94ed38dd-2c93-407e-8cd0-24d1fecb85f9 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:54:50.974686 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:50.979315 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-042aa77d-5fa4-4610-a59f-3bc8219465a9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/94ed38dd-2c93-407e-8cd0-24d1fecb85f9 HTTP/1.1" status: 204 len: 168 time: 1.7828794 Sep 22 10:54:50.982903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42634) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:51.031009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10039d2-921b-4a8b-9bd6-8a974ba90b3f admin admin] Deleting subnet 937dc288-2ec6-47ec-8b06-39700ccccee6 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:54:51.034813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b10039d2-921b-4a8b-9bd6-8a974ba90b3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.075431 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b10039d2-921b-4a8b-9bd6-8a974ba90b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.169250 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b10039d2-921b-4a8b-9bd6-8a974ba90b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.299852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b10039d2-921b-4a8b-9bd6-8a974ba90b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.326723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10039d2-921b-4a8b-9bd6-8a974ba90b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937dc288-2ec6-47ec-8b06-39700ccccee6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:51.328888 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b10039d2-921b-4a8b-9bd6-8a974ba90b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.330992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b10039d2-921b-4a8b-9bd6-8a974ba90b3f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/937dc288-2ec6-47ec-8b06-39700ccccee6 HTTP/1.1" status: 204 len: 168 time: 0.3468680 Sep 22 10:54:51.333757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42650) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:51.338128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09348af9-88d9-4879-a87c-7ed7f6de279b None None] Network 7d1fac7a-75e4-441c-9140-34a3ca00ac74 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:54:51.407768 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.490010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Deleting port 8acdf8eb-270d-4010-905c-9cfae1f68346 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:51.490379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.542140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb09076-9378-45f5-b80d-024537ab6477 None None] DHCP port deletion for 7d1fac7a-75e4-441c-9140-34a3ca00ac74 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:54:51.572350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] For port 8acdf8eb-270d-4010-905c-9cfae1f68346, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8acdf8eb-270d-4010-905c-9cfae1f68346,segment=NetworkSegment(619f5761-1c9c-4835-8ef2-335d02ce9d01),segment_id=619f5761-1c9c-4835-8ef2-335d02ce9d01)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:51.572957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.590584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Calling delete_port for 8acdf8eb-270d-4010-905c-9cfae1f68346 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:51.602655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ebb09076-9378-45f5-b80d-024537ab6477 None None] Deleting port 8acdf8eb-270d-4010-905c-9cfae1f68346 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:51.607690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ebb09076-9378-45f5-b80d-024537ab6477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.670480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ebb09076-9378-45f5-b80d-024537ab6477 None None] For port 8acdf8eb-270d-4010-905c-9cfae1f68346, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8acdf8eb-270d-4010-905c-9cfae1f68346,segment=NetworkSegment(619f5761-1c9c-4835-8ef2-335d02ce9d01),segment_id=619f5761-1c9c-4835-8ef2-335d02ce9d01)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:54:51.676382 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ebb09076-9378-45f5-b80d-024537ab6477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.687278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ebb09076-9378-45f5-b80d-024537ab6477 None None] Calling delete_port for 8acdf8eb-270d-4010-905c-9cfae1f68346 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:54:51.767822 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.775639 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ebb09076-9378-45f5-b80d-024537ab6477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.800682 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb09076-9378-45f5-b80d-024537ab6477 None None] Pushing event deleted for resources: {'Port': ['ID=8acdf8eb-270d-4010-905c-9cfae1f68346,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:51.806256 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8acdf8eb-270d-4010-905c-9cfae1f68346,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:51.811356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] No DVR routers for this DVR port 8acdf8eb-270d-4010-905c-9cfae1f68346 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:54:51.813005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb09076-9378-45f5-b80d-024537ab6477 None None] No DVR routers for this DVR port 8acdf8eb-270d-4010-905c-9cfae1f68346 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:54:51.889633 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.912890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1fac7a-75e4-441c-9140-34a3ca00ac74']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:51.923372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619f5761-1c9c-4835-8ef2-335d02ce9d01') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:51.923734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619f5761-1c9c-4835-8ef2-335d02ce9d01') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:54:51.939220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.953270 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.959622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:54:51.961197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: timer() Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:54:51.962821 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:54:52.111180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:52.116900 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:52.121297 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d1fac7a-75e4-441c-9140-34a3ca00ac74 HTTP/1.1" status: 204 len: 168 time: 0.7840734 Sep 22 10:54:52.134831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffa3f6-5659-450b-9f13-aa814e8287b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d1fac7a-75e4-441c-9140-34a3ca00ac74,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:52.151382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359abadc-6a1f-4458-89cc-36ceec056069 req-55c05687-fe3d-4ed9-83c7-4b32b3ede512 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:52.152905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-55c05687-fe3d-4ed9-83c7-4b32b3ede512 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/networks?id=57bce16e-dc30-4d9d-acd4-4e0fd630b929 HTTP/1.1" status: 200 len: 814 time: 0.1203706 Sep 22 10:54:52.170489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-4dce85e5-edf8-4723-b446-607d0a83c945 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/quotas/1f96877cfb024f3fb2e29601a7503558 HTTP/1.1" status: 200 len: 375 time: 0.0109684 Sep 22 10:54:52.224552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-5c208bb9-4053-4386-a3ab-cc508932b578 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f96877cfb024f3fb2e29601a7503558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322707 Sep 22 10:54:52.258606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8acdf8eb-270d-4010-905c-9cfae1f68346 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:54:52.280947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 8acdf8eb-270d-4010-905c-9cfae1f68346 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:54:52.282755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8acdf8eb-270d-4010-905c-9cfae1f68346 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:54:52.282755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 77608b14-fb94-4718-b7a6-fc68a457b9bc no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:54:52.306230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 77608b14-fb94-4718-b7a6-fc68a457b9bc {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:54:52.311487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 77608b14-fb94-4718-b7a6-fc68a457b9bc not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:54:52.311487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fa757ec0-3989-41b8-920f-93f91050aeac no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:54:52.346722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-fd74c876-f68c-42f8-a302-9a012d925e12 service neutron] 10.222.0.20 "GET /v2.0/networks/57bce16e-dc30-4d9d-acd4-4e0fd630b929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125846 Sep 22 10:54:52.462345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-d1a52ad5-096f-443a-ba3d-42a292b27444 service neutron] 10.222.0.20 "GET /v2.0/networks/57bce16e-dc30-4d9d-acd4-4e0fd630b929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148014 Sep 22 10:54:52.500674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42710) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:52.515013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: fa757ec0-3989-41b8-920f-93f91050aeac {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:54:52.520504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device fa757ec0-3989-41b8-920f-93f91050aeac not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:54:52.527821 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9893af3-ca59-4a0b-9da8-4d5d5831833d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:52.558448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42714) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:52.558717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dd345696-ccbc-46b4-a348-505472c805a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d17528623234f5ea824568de1e97db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563438 Sep 22 10:54:52.618923 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-723e6419-0974-479d-84c7-2607d86d2b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:52.647619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-723e6419-0974-479d-84c7-2607d86d2b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:52.792034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-723e6419-0974-479d-84c7-2607d86d2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:52.794625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-723e6419-0974-479d-84c7-2607d86d2b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:52.795797 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-723e6419-0974-479d-84c7-2607d86d2b99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b261af3-24e3-4813-a437-2dd74ca4043d HTTP/1.1" status: 204 len: 168 time: 0.2364089 Sep 22 10:54:52.805745 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e6419-0974-479d-84c7-2607d86d2b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b261af3-24e3-4813-a437-2dd74ca4043d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:52.843562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-887b4145-b50a-4ee6-a6a0-fd81f4bada4f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665553320&fields=id&tenant_id=a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 267 time: 0.0416200 Sep 22 10:54:52.953727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-db7d53f4-f187-4f4d-8c1f-279bdd1fc353 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:52.955232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-db7d53f4-f187-4f4d-8c1f-279bdd1fc353 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1116333 Sep 22 10:54:52.972173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-29ec7403-22e9-4073-aed8-0cd261c3e2f1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/quotas/a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 375 time: 0.0107479 Sep 22 10:54:53.029539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-9ebcaf48-6d79-4065-974f-d1fe1b03ec9f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475059 Sep 22 10:54:53.134556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-378d33a6-6378-460e-adf2-30eaf45becfc service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932789 Sep 22 10:54:53.232458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-a61bb0ca-e6aa-4f36-8cc1-3a906efa3a04 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916641 Sep 22 10:54:53.702321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42764) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:53.752245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 42770) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:53.753657 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2906e459-ddc2-400a-9ff3-e6588805e7ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0e15e1289e94a81a1e39a2ab66b8686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495749 Sep 22 10:54:54.177974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3be9ccdc-d376-41ae-b68f-85df22acd8e5 req-61e8391d-4f22-4370-bd24-01f2338c1881 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 210 time: 0.0295815 Sep 22 10:54:54.189767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-62c3dcee-e33c-49ba-a2a2-f7a145d8c38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:54.239309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-62c3dcee-e33c-49ba-a2a2-f7a145d8c38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:54.266305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1b641b03-1eab-4ce0-969d-7997ccf5c41b req-605b3a19-93a7-4478-baa5-0b3c54bfe393 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 210 time: 0.0374954 Sep 22 10:54:54.419294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-62c3dcee-e33c-49ba-a2a2-f7a145d8c38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:54.421925 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-62c3dcee-e33c-49ba-a2a2-f7a145d8c38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:54.423197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-62c3dcee-e33c-49ba-a2a2-f7a145d8c38e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d50d29d-fbd9-429d-8d03-3d2ba33e6409 HTTP/1.1" status: 204 len: 168 time: 0.6699457 Sep 22 10:54:54.431155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3dcee-e33c-49ba-a2a2-f7a145d8c38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d50d29d-fbd9-429d-8d03-3d2ba33e6409,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:55.129472 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-925624d8-036a-4ebb-80e9-95a97c0fe464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:55.264645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-725f65aa-ee7a-4bf1-ae92-90a71321fb85 req-f37c2b49-094a-4f26-9192-ad4b31ecd80a tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 210 time: 0.0313125 Sep 22 10:54:55.368631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b397b5c-c745-42cc-8493-3a908a980017 req-b3ea98b1-eac0-44a2-af76-a369d4f53a37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 210 time: 0.0262024 Sep 22 10:54:55.584549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:55.792384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:55.870068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:56.259359 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:56.332317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-9345b148-af56-4e5a-82d1-d129c162395d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:56.334226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-9345b148-af56-4e5a-82d1-d129c162395d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1099522 Sep 22 10:54:56.376510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-321761c6-6dea-48d5-8a91-d19717040a88 req-074972e6-0644-40a0-9820-a72a5fa5fe9c tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 210 time: 0.0411375 Sep 22 10:54:56.429730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-598b8fbb-e612-4170-86ad-43d468742770 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 379 time: 0.0838156 Sep 22 10:54:56.442010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'port': {'device_id': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'admin_state_up': True, 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'security_groups': ['8ae05abf-4379-492a-a91c-0c1f7ea9ec85']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:54:56.497437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37810f32-f8c5-4a7e-9c88-15585e26dbdd req-a0636d27-bce3-4e10-909f-a94cfcc6cc03 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 210 time: 0.0353093 Sep 22 10:54:56.671837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Made reservation on behalf of a89f8f050baa4104aac26a0f1ee855b8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:54:56.675513 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:56.825713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.20.0.14 (282127a0-0c1a-4559-a928-5f94fac1024f/7db61163-da01-4c3d-9757-821c1d957449/5b4be798-a10a-4fb1-97ff-6f582078ee0b) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:54:57.031728 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:57.153172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:57.195746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:54:57.198945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:54:57.203225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:54:57.232720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=5b4be798-a10a-4fb1-97ff-6f582078ee0b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:57.249303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.249668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.250022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.250385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.250720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.251057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.251386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.251713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.252038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.252361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.252685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.253004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:54:57.278149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:57.279174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:57.358788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5d304d05-94ca-4595-9fd2-f51e4151b3db tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9209287 Sep 22 10:54:57.370709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-1c95bdf4-750f-4dcc-81aa-85955f6f6895 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:54:57.372344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-1c95bdf4-750f-4dcc-81aa-85955f6f6895 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070336 Sep 22 10:54:57.504455 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a7bc2bdb-962c-4a41-af52-f4c085cd4cf7 None None] Provisioning complete for port 5b4be798-a10a-4fb1-97ff-6f582078ee0b triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:54:57.587722 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a7bc2bdb-962c-4a41-af52-f4c085cd4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:57.589989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71f8ffb8-6d18-4bbf-b922-9b7c9acc6674 req-cbced1e1-43bc-4509-9d4b-6618b04b7747 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 210 time: 0.0472548 Sep 22 10:54:57.590243 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc2bdb-962c-4a41-af52-f4c085cd4cf7 None None] Port 5b4be798-a10a-4fb1-97ff-6f582078ee0b cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:54:57.620365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Request body: {'port': {'device_id': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:54:57.698695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcb2e7-f730-4c23-8e99-ef8dbed48a15 req-663f0d7d-1391-4b9e-8e74-7e9c893bcc62 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:57.700347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03dcb2e7-f730-4c23-8e99-ef8dbed48a15 req-663f0d7d-1391-4b9e-8e74-7e9c893bcc62 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 932 time: 0.0979886 Sep 22 10:54:57.709075 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:57.774162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03dcb2e7-f730-4c23-8e99-ef8dbed48a15 req-bcde4410-ea48-4a7b-98ef-d2bd841e1e5f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665214 Sep 22 10:54:58.075120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4be798-a10a-4fb1-97ff-6f582078ee0b {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:54:58.082876 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:58.095497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Transition to ACTIVE for port object 5b4be798-a10a-4fb1-97ff-6f582078ee0b will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:54:58.617020 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:58.624002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:58.652453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9dc9669f-4029-41c8-ad7c-cb2974f050f6 req-f69274d0-e167-4e4e-9f13-3f88065def54 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 210 time: 0.0429611 Sep 22 10:54:58.715309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4be798-a10a-4fb1-97ff-6f582078ee0b,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:58.807057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Attempting to bind port 5b4be798-a10a-4fb1-97ff-6f582078ee0b on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:54:58.807463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Attempting to bind port 5b4be798-a10a-4fb1-97ff-6f582078ee0b by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:54:58.811266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Attempting to bind port 5b4be798-a10a-4fb1-97ff-6f582078ee0b on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:54:58.817777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Port 5b4be798-a10a-4fb1-97ff-6f582078ee0b on network 282127a0-0c1a-4559-a928-5f94fac1024f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:54:58.817777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Attempting to bind port 5b4be798-a10a-4fb1-97ff-6f582078ee0b on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:54:58.823026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:54:58.823504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:54:58.823967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Bound using segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:54:58.824471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Bound port: 5b4be798-a10a-4fb1-97ff-6f582078ee0b, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:54:58.824897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:58.959237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a3699-44d4-4f21-afda-ced86986cc13 req-989a98c0-ae38-4e12-9ac7-b0ba5590a0c6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:58.967585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab7a3699-44d4-4f21-afda-ced86986cc13 req-989a98c0-ae38-4e12-9ac7-b0ba5590a0c6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 944 time: 0.0885127 Sep 22 10:54:58.977577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] For port 5b4be798-a10a-4fb1-97ff-6f582078ee0b, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:54:58.982565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] For port 5b4be798-a10a-4fb1-97ff-6f582078ee0b, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5b4be798-a10a-4fb1-97ff-6f582078ee0b,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:54:59.034908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab7a3699-44d4-4f21-afda-ced86986cc13 req-3de23576-1f3c-4c4b-8f96-47ed460ebfaa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664625 Sep 22 10:54:59.243471 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:59.280540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:59.281178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:59.283693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] 10.222.0.32 "PUT /v2.0/ports/5b4be798-a10a-4fb1-97ff-6f582078ee0b HTTP/1.1" status: 200 len: 1092 time: 1.9022961 Sep 22 10:54:59.283693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'tag': '5b4be798-a10a-4fb1-97ff-6f582078ee0b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:54:59.285329 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18680b71-896a-4a7f-9644-8d766fcc0a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f309ac19-9efb-401b-a439-e42be1107fcb", "tag": "5b4be798-a10a-4fb1-97ff-6f582078ee0b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:54:59.316589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b9ff4-4c45-43ea-87a2-5c6f1a265872 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4be798-a10a-4fb1-97ff-6f582078ee0b,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:54:59.335993 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edf21d0-5c3d-4096-b149-49e714494d37 x-openstack-request-id: req-6edf21d0-5c3d-4096-b149-49e714494d37 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:54:59.335993 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f309ac19-9efb-401b-a439-e42be1107fcb", "tag": "5b4be798-a10a-4fb1-97ff-6f582078ee0b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:54:59.335993 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6edf21d0-5c3d-4096-b149-49e714494d37 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:54:59.335993 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'tag': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'status': 'completed', 'code': 200} Sep 22 10:54:59.420918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18680b71-896a-4a7f-9644-8d766fcc0a4a req-93d81031-472e-4774-ad57-39d609e4b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:59.422675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18680b71-896a-4a7f-9644-8d766fcc0a4a req-93d81031-472e-4774-ad57-39d609e4b3f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 1095 time: 0.0538099 Sep 22 10:54:59.550004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18680b71-896a-4a7f-9644-8d766fcc0a4a req-5c72427a-63fb-4422-995e-2fcb643aea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:59.557122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18680b71-896a-4a7f-9644-8d766fcc0a4a req-5c72427a-63fb-4422-995e-2fcb643aea1f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1204579 Sep 22 10:54:59.658296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18680b71-896a-4a7f-9644-8d766fcc0a4a req-bc914024-e1cc-4380-9b92-6a40fe2911a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:59.659990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18680b71-896a-4a7f-9644-8d766fcc0a4a req-bc914024-e1cc-4380-9b92-6a40fe2911a7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999570 Sep 22 10:54:59.744174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-92e35171-ff03-4b0a-a7fb-6ee64730751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:59.745804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-92e35171-ff03-4b0a-a7fb-6ee64730751d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 1095 time: 0.0460176 Sep 22 10:54:59.782767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99b4bca6-80be-4ca7-910d-993ab3403382 req-56154923-a54b-4dd6-beea-4b3490d2e6fd tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 210 time: 0.0358853 Sep 22 10:54:59.810834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-18df5ddf-1c18-4cfb-9e28-9f11481f7892 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4be798-a10a-4fb1-97ff-6f582078ee0b HTTP/1.1" status: 200 len: 217 time: 0.0537176 Sep 22 10:54:59.865083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-495a3503-38fa-4e8a-8964-81cfcda6b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:59.869445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-495a3503-38fa-4e8a-8964-81cfcda6b6c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0495493 Sep 22 10:54:59.917860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-87e7c4b3-cc36-4fc2-a175-5d43e69e3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:59.919316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-87e7c4b3-cc36-4fc2-a175-5d43e69e3451 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446017 Sep 22 10:55:00.015433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-3d4373ab-affc-483c-875a-42866fbdfc4b service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883861 Sep 22 10:55:00.307739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f81047-390a-4a7c-96fc-683bb6756876 req-06d12995-304f-47bc-a451-597d4df6ec1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:00.309197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0f81047-390a-4a7c-96fc-683bb6756876 req-06d12995-304f-47bc-a451-597d4df6ec1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 944 time: 0.1484053 Sep 22 10:55:00.313626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-d85c339d-5d53-4874-b2d9-083b968e4374 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912712 Sep 22 10:55:00.363659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359abadc-6a1f-4458-89cc-36ceec056069 req-1b7dfe07-1f27-41c9-a090-a1240dd63aa3 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:00.365138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-1b7dfe07-1f27-41c9-a090-a1240dd63aa3 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.32 "GET /v2.0/networks?id=57bce16e-dc30-4d9d-acd4-4e0fd630b929 HTTP/1.1" status: 200 len: 814 time: 0.2031956 Sep 22 10:55:00.381177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Request body: {'port': {'device_id': '9f38cdbc-dc72-4db6-968f-5614d893871e', 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929', 'admin_state_up': True, 'tenant_id': '1f96877cfb024f3fb2e29601a7503558'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:00.390743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0f81047-390a-4a7c-96fc-683bb6756876 req-1fdbf929-278b-4046-bf7b-d6580f1229e7 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743592 Sep 22 10:55:00.630589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Made reservation on behalf of 1f96877cfb024f3fb2e29601a7503558 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:55:00.636796 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:00.785472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Allocated IP 172.20.0.12 (57bce16e-dc30-4d9d-acd4-4e0fd630b929/b7980384-fdd3-4838-87c0-b3dad96d7239/8445f297-106d-40b9-b784-a7d40b8c49c9) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:00.952058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fef05910-78e8-41a7-bd90-4f13399e19c1 req-8d37c4b2-f6bc-4308-81d8-e811e070c58e tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 210 time: 0.0349641 Sep 22 10:55:01.042309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:01.147011 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:01.194993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:01.198423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:01.202941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:01.268397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Pushing event updated for resources: {'Port': ['ID=8445f297-106d-40b9-b784-a7d40b8c49c9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:01.279970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:01.280593 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:01.410033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c2779450-ce08-4d5a-bfd2-6cdf44109a7d tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0352762 Sep 22 10:55:01.422233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Request body: {'port': {'device_id': '9f38cdbc-dc72-4db6-968f-5614d893871e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:01.504275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:01.535272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89d790-da16-4724-8cef-22cf02f45f32 req-e80059b6-f97c-446a-81f6-8b77d6ef2d26 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:01.536775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d89d790-da16-4724-8cef-22cf02f45f32 req-e80059b6-f97c-446a-81f6-8b77d6ef2d26 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 944 time: 0.0639706 Sep 22 10:55:01.612485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d89d790-da16-4724-8cef-22cf02f45f32 req-7ba11c72-32c8-4cce-80f2-31aac7bf9252 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588725 Sep 22 10:55:01.840661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8445f297-106d-40b9-b784-a7d40b8c49c9 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:55:01.840661 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:01.851346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Transition to ACTIVE for port object 8445f297-106d-40b9-b784-a7d40b8c49c9 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:55:01.951903 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:02.003776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8445f297-106d-40b9-b784-a7d40b8c49c9,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:02.121445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Attempting to bind port 8445f297-106d-40b9-b784-a7d40b8c49c9 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:55:02.121732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Attempting to bind port 8445f297-106d-40b9-b784-a7d40b8c49c9 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '47234e46-c07b-4f03-bf93-7b63fe3b7502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:55:02.122060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Attempting to bind port 8445f297-106d-40b9-b784-a7d40b8c49c9 on network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:02.128277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Port 8445f297-106d-40b9-b784-a7d40b8c49c9 on network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:55:02.128595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Attempting to bind port 8445f297-106d-40b9-b784-a7d40b8c49c9 on network 57bce16e-dc30-4d9d-acd4-4e0fd630b929 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:02.137849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72b8b0-818c-4d2d-9c8d-9bf6479e3734 req-06000cc8-6d57-4e15-9014-f120937f584b tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.139392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae72b8b0-818c-4d2d-9c8d-9bf6479e3734 req-06000cc8-6d57-4e15-9014-f120937f584b tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 944 time: 0.0926650 Sep 22 10:55:02.143567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:55:02.143908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Checking segment: {'id': '47234e46-c07b-4f03-bf93-7b63fe3b7502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:02.144286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Bound using segment: {'id': '47234e46-c07b-4f03-bf93-7b63fe3b7502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:55:02.144712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Bound port: 8445f297-106d-40b9-b784-a7d40b8c49c9, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47234e46-c07b-4f03-bf93-7b63fe3b7502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:55:02.145070 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:02.209728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae72b8b0-818c-4d2d-9c8d-9bf6479e3734 req-dc6215cb-c9eb-44a9-aeb2-00f2b417ce81 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624630 Sep 22 10:55:02.238256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] For port 8445f297-106d-40b9-b784-a7d40b8c49c9, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:55:02.241183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] For port 8445f297-106d-40b9-b784-a7d40b8c49c9, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8445f297-106d-40b9-b784-a7d40b8c49c9,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:55:02.345424 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:02.385569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.386215 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:02.387606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/8445f297-106d-40b9-b784-a7d40b8c49c9 HTTP/1.1" status: 200 len: 1092 time: 0.9697778 Sep 22 10:55:02.388039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f38cdbc-dc72-4db6-968f-5614d893871e', 'tag': '8445f297-106d-40b9-b784-a7d40b8c49c9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:02.390292 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d197a1-89f2-4b4c-a697-22f15f6730d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f38cdbc-dc72-4db6-968f-5614d893871e", "tag": "8445f297-106d-40b9-b784-a7d40b8c49c9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:02.414884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145a434-d89f-4b5f-b0a7-60c35eb538b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8445f297-106d-40b9-b784-a7d40b8c49c9,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:02.429097 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27da644d-33df-4a72-ad92-6754e53aa607 x-openstack-request-id: req-27da644d-33df-4a72-ad92-6754e53aa607 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:02.429493 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f38cdbc-dc72-4db6-968f-5614d893871e", "tag": "8445f297-106d-40b9-b784-a7d40b8c49c9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:02.429814 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27da644d-33df-4a72-ad92-6754e53aa607 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:02.430324 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f38cdbc-dc72-4db6-968f-5614d893871e', 'tag': '8445f297-106d-40b9-b784-a7d40b8c49c9', 'status': 'completed', 'code': 200} Sep 22 10:55:02.493091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d197a1-89f2-4b4c-a697-22f15f6730d9 req-804d6ef0-225b-46df-ab08-12e164f34bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.494853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21d197a1-89f2-4b4c-a697-22f15f6730d9 req-804d6ef0-225b-46df-ab08-12e164f34bda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f96877cfb024f3fb2e29601a7503558&device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 1095 time: 0.0444415 Sep 22 10:55:02.598772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d197a1-89f2-4b4c-a697-22f15f6730d9 req-066c34f7-eaa1-434b-8e1c-59327a3b8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.600338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21d197a1-89f2-4b4c-a697-22f15f6730d9 req-066c34f7-eaa1-434b-8e1c-59327a3b8109 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f96877cfb024f3fb2e29601a7503558&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975833 Sep 22 10:55:02.725331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d197a1-89f2-4b4c-a697-22f15f6730d9 req-79a9b19b-b1b2-4b0c-b75b-596c3381d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.727220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21d197a1-89f2-4b4c-a697-22f15f6730d9 req-79a9b19b-b1b2-4b0c-b75b-596c3381d7e2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187971 Sep 22 10:55:02.749281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d935403-a99b-42d6-8709-3dea33ceca26 req-5a08686b-f72f-40e6-a8ac-0af887e71e00 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.750779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d935403-a99b-42d6-8709-3dea33ceca26 req-5a08686b-f72f-40e6-a8ac-0af887e71e00 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 944 time: 0.0653398 Sep 22 10:55:02.822135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d935403-a99b-42d6-8709-3dea33ceca26 req-955c5171-f2c8-42d5-a598-5f88b0c0b572 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649848 Sep 22 10:55:02.832469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359abadc-6a1f-4458-89cc-36ceec056069 req-34a14cbd-c4a1-444d-9bfe-0eb7e24bb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.834055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-34a14cbd-c4a1-444d-9bfe-0eb7e24bb4ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f96877cfb024f3fb2e29601a7503558&device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 1095 time: 0.0595517 Sep 22 10:55:02.875704 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-c4780474-1cb6-49b6-87c0-a2346fb3c2fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8445f297-106d-40b9-b784-a7d40b8c49c9 HTTP/1.1" status: 200 len: 217 time: 0.0334055 Sep 22 10:55:02.927501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359abadc-6a1f-4458-89cc-36ceec056069 req-5579e65a-a5b7-45c9-8780-6ed8c4ccb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.929491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-5579e65a-a5b7-45c9-8780-6ed8c4ccb96e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b7980384-fdd3-4838-87c0-b3dad96d7239 HTTP/1.1" status: 200 len: 854 time: 0.0468190 Sep 22 10:55:02.966962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0e169a22-3c0a-4993-84d5-f2205ab30b3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57bce16e-dc30-4d9d-acd4-4e0fd630b929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295670 Sep 22 10:55:03.056921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-0a200883-7b92-4621-8f18-d1eac1451921 service neutron] 10.222.0.32 "GET /v2.0/networks/57bce16e-dc30-4d9d-acd4-4e0fd630b929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831594 Sep 22 10:55:03.149451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-359abadc-6a1f-4458-89cc-36ceec056069 req-fb176c49-c44d-448c-aaed-5ccc7f5ef4f6 service neutron] 10.222.0.32 "GET /v2.0/networks/57bce16e-dc30-4d9d-acd4-4e0fd630b929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855002 Sep 22 10:55:03.326744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6cc31-c6cf-4d02-9cde-d09be0fda727 req-2df09ea8-6c97-4d27-90ac-c02a32fea474 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:03.328252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62b6cc31-c6cf-4d02-9cde-d09be0fda727 req-2df09ea8-6c97-4d27-90ac-c02a32fea474 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 944 time: 0.0488265 Sep 22 10:55:03.369031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62b6cc31-c6cf-4d02-9cde-d09be0fda727 req-376bd265-2e94-4cdc-9670-4449add7fa66 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Sep 22 10:55:03.939533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b9883-0448-4215-862d-9d12e0549cf2 req-2c118780-46f0-46a0-86ec-810a1e769dd2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:03.941058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d31b9883-0448-4215-862d-9d12e0549cf2 req-2c118780-46f0-46a0-86ec-810a1e769dd2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 944 time: 0.0501504 Sep 22 10:55:03.980431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d31b9883-0448-4215-862d-9d12e0549cf2 req-71ecf96a-7f19-4177-969a-534607ced583 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327268 Sep 22 10:55:04.488089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0049e0-96a4-4304-ba76-1e06e15413a7 req-abdc0047-c629-4454-a597-e5cf657898af tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:04.489550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d0049e0-96a4-4304-ba76-1e06e15413a7 req-abdc0047-c629-4454-a597-e5cf657898af tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 944 time: 0.0524111 Sep 22 10:55:04.526387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d0049e0-96a4-4304-ba76-1e06e15413a7 req-349f2570-2a12-4e72-b2a4-65cca6a58704 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299058 Sep 22 10:55:05.096790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd041a-7983-4681-bd42-3d79253c8115 req-f4a1f48d-ce20-4ff7-8eb1-17b077aaf81f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:05.098414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17cd041a-7983-4681-bd42-3d79253c8115 req-f4a1f48d-ce20-4ff7-8eb1-17b077aaf81f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 944 time: 0.0494146 Sep 22 10:55:05.137000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17cd041a-7983-4681-bd42-3d79253c8115 req-7db3612a-3814-4b90-a97e-97814cf37dba tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319753 Sep 22 10:55:05.239405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8445f297-106d-40b9-b784-a7d40b8c49c9 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:55:05.339287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 8445f297-106d-40b9-b784-a7d40b8c49c9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8445f297-106d-40b9-b784-a7d40b8c49c9,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:05.350070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '8445f297-106d-40b9-b784-a7d40b8c49c9', 'network_id': '57bce16e-dc30-4d9d-acd4-4e0fd630b929', 'port_id': '8445f297-106d-40b9-b784-a7d40b8c49c9', 'mac_address': 'fa:16:3e:63:3a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7980384-fdd3-4838-87c0-b3dad96d7239', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:55:05.387138 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:05.400363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8445f297-106d-40b9-b784-a7d40b8c49c9 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:55:05.420002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 8445f297-106d-40b9-b784-a7d40b8c49c9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8445f297-106d-40b9-b784-a7d40b8c49c9,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:05.585382 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:05.640054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=8445f297-106d-40b9-b784-a7d40b8c49c9,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:05.648425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e4af1-d5df-4730-958a-a5d0dd31a16d req-997d3515-d669-4213-8978-18b80c369dc7 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:05.650121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f4e4af1-d5df-4730-958a-a5d0dd31a16d req-997d3515-d669-4213-8978-18b80c369dc7 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 945 time: 0.0527680 Sep 22 10:55:05.688764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f4e4af1-d5df-4730-958a-a5d0dd31a16d req-1bee320b-a219-4705-90b6-dc1952791066 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Sep 22 10:55:05.786563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['8445f297-106d-40b9-b784-a7d40b8c49c9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:55:06.263023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7e76f-e88a-4c7d-b173-d8098a3ebf62 req-c867f1aa-0d87-41f3-9bac-d70bf762b2df tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:06.264502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0de7e76f-e88a-4c7d-b173-d8098a3ebf62 req-c867f1aa-0d87-41f3-9bac-d70bf762b2df tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 944 time: 0.0545769 Sep 22 10:55:06.301706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0de7e76f-e88a-4c7d-b173-d8098a3ebf62 req-43612e7d-eaca-4f0e-80ed-035f38d0bc89 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Sep 22 10:55:06.804072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f44489-9ec3-4685-9f6f-ecbde5fe0c5b req-d458cd7d-c8ea-45a9-99b6-b3a1339d3187 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:06.805587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45f44489-9ec3-4685-9f6f-ecbde5fe0c5b req-d458cd7d-c8ea-45a9-99b6-b3a1339d3187 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 945 time: 0.0500264 Sep 22 10:55:06.849960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45f44489-9ec3-4685-9f6f-ecbde5fe0c5b req-e15a63ee-3e67-4d59-86c3-3a64846ff9c1 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Sep 22 10:55:07.251255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8445f297-106d-40b9-b784-a7d40b8c49c9 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:07.384925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 8445f297-106d-40b9-b784-a7d40b8c49c9 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:55:07.388995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 8445f297-106d-40b9-b784-a7d40b8c49c9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:07.389373 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:07.419848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8bf30-6c40-4020-a0da-bdf5c6a82ca0 req-2c9c73b9-84fa-4889-be51-0fbd398fad4e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:07.421425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eed8bf30-6c40-4020-a0da-bdf5c6a82ca0 req-2c9c73b9-84fa-4889-be51-0fbd398fad4e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 944 time: 0.0505698 Sep 22 10:55:07.462785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eed8bf30-6c40-4020-a0da-bdf5c6a82ca0 req-acb1ad1b-f685-468d-942c-020e247bfec4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335565 Sep 22 10:55:07.480547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:07.504909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f38cdbc-dc72-4db6-968f-5614d893871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8445f297-106d-40b9-b784-a7d40b8c49c9'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:07.507159 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ebe5cb-626d-44c4-a488-ff800736a0a0" -d '{"events": [{"server_uuid": "9f38cdbc-dc72-4db6-968f-5614d893871e", "name": "network-vif-plugged", "status": "completed", "tag": "8445f297-106d-40b9-b784-a7d40b8c49c9"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:07.520333 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 8445f297-106d-40b9-b784-a7d40b8c49c9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8445f297-106d-40b9-b784-a7d40b8c49c9,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:07.545711 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e694a02b-6e13-4c1e-a5fd-d709bce1eddf x-openstack-request-id: req-e694a02b-6e13-4c1e-a5fd-d709bce1eddf {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:07.546199 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f38cdbc-dc72-4db6-968f-5614d893871e", "name": "network-vif-plugged", "status": "completed", "tag": "8445f297-106d-40b9-b784-a7d40b8c49c9", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:07.546542 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e694a02b-6e13-4c1e-a5fd-d709bce1eddf {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:07.547005 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f38cdbc-dc72-4db6-968f-5614d893871e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8445f297-106d-40b9-b784-a7d40b8c49c9', 'code': 200} Sep 22 10:55:07.592179 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:07.642556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=8445f297-106d-40b9-b784-a7d40b8c49c9,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:07.647333 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6e10c-08d2-4fe3-bd90-b5ce9ff1ede7 req-b0f3479f-10af-411f-b71c-76bf53129442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:07.649365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10b6e10c-08d2-4fe3-bd90-b5ce9ff1ede7 req-b0f3479f-10af-411f-b71c-76bf53129442 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 1097 time: 0.0442839 Sep 22 10:55:07.684507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10b6e10c-08d2-4fe3-bd90-b5ce9ff1ede7 req-cfb59812-5be6-4554-ae0d-5aad48b03b75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277867 Sep 22 10:55:07.964055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec39efc-8176-4f19-9a4f-e8aed6bf5a54 req-2cde8db4-c051-4dc1-a229-f74b3f35a47b tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:07.965509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fec39efc-8176-4f19-9a4f-e8aed6bf5a54 req-2cde8db4-c051-4dc1-a229-f74b3f35a47b tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 946 time: 0.0470841 Sep 22 10:55:08.002396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fec39efc-8176-4f19-9a4f-e8aed6bf5a54 req-dd57eab6-e250-40a6-b65e-d50dd27e5223 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307944 Sep 22 10:55:08.584027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a411e1-ab1e-48cb-b46c-d4ab0357eb28 req-e468ec6b-8958-4108-864a-eac54b9079ed tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:08.585502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87a411e1-ab1e-48cb-b46c-d4ab0357eb28 req-e468ec6b-8958-4108-864a-eac54b9079ed tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 944 time: 0.0477991 Sep 22 10:55:08.622653 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87a411e1-ab1e-48cb-b46c-d4ab0357eb28 req-a39bee6a-7470-473f-8cdc-aa45bc1e55aa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309334 Sep 22 10:55:09.118812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334ddcf-779b-47ea-9477-7c990e6b7877 req-b4e88c43-74d5-4bbb-9b8b-7fb2b5149208 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:09.120255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3334ddcf-779b-47ea-9477-7c990e6b7877 req-b4e88c43-74d5-4bbb-9b8b-7fb2b5149208 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 946 time: 0.0513887 Sep 22 10:55:09.158186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3334ddcf-779b-47ea-9477-7c990e6b7877 req-14a70a7c-da28-4d03-b65b-d1a175b8c716 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Sep 22 10:55:09.271221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5b4be798-a10a-4fb1-97ff-6f582078ee0b details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:55:09.368075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5b4be798-a10a-4fb1-97ff-6f582078ee0b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5b4be798-a10a-4fb1-97ff-6f582078ee0b,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:09.378790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'port_id': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'mac_address': 'fa:16:3e:bf:6b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:55:09.421558 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:09.434405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4be798-a10a-4fb1-97ff-6f582078ee0b {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:55:09.453640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5b4be798-a10a-4fb1-97ff-6f582078ee0b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5b4be798-a10a-4fb1-97ff-6f582078ee0b,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:09.517551 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:09.565754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=5b4be798-a10a-4fb1-97ff-6f582078ee0b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:09.717776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['5b4be798-a10a-4fb1-97ff-6f582078ee0b'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:55:10.152367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21dade-fc25-4ef3-a904-ec7cb9fc1581 req-d2972a54-5da4-42f1-99d4-9a2257c0e23c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:10.153866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b21dade-fc25-4ef3-a904-ec7cb9fc1581 req-d2972a54-5da4-42f1-99d4-9a2257c0e23c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 945 time: 0.0490429 Sep 22 10:55:10.192334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b21dade-fc25-4ef3-a904-ec7cb9fc1581 req-c8974e86-e086-4a85-bf07-11f6680ef617 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323677 Sep 22 10:55:11.272471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5b4be798-a10a-4fb1-97ff-6f582078ee0b up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:11.311651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed689c77-3ecc-47c6-bf97-8e86ac2dd3ea req-3a670ad1-64bd-478a-ba6d-437b917548ee tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:11.313379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed689c77-3ecc-47c6-bf97-8e86ac2dd3ea req-3a670ad1-64bd-478a-ba6d-437b917548ee tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 945 time: 0.0525091 Sep 22 10:55:11.359754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed689c77-3ecc-47c6-bf97-8e86ac2dd3ea req-ef91f5e4-a07a-4d9b-9753-d19d68ea7561 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392244 Sep 22 10:55:11.392402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 5b4be798-a10a-4fb1-97ff-6f582078ee0b completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:55:11.400450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 5b4be798-a10a-4fb1-97ff-6f582078ee0b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:11.400880 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:11.497808 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:11.526870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4be798-a10a-4fb1-97ff-6f582078ee0b'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:11.529268 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e45381-786f-4ad2-b0fa-3626da07eca4" -d '{"events": [{"server_uuid": "f309ac19-9efb-401b-a439-e42be1107fcb", "name": "network-vif-plugged", "status": "completed", "tag": "5b4be798-a10a-4fb1-97ff-6f582078ee0b"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:11.554538 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5b4be798-a10a-4fb1-97ff-6f582078ee0b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5b4be798-a10a-4fb1-97ff-6f582078ee0b,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:11.575864 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c508331d-161e-48a1-8034-fc7d5d75f312 x-openstack-request-id: req-c508331d-161e-48a1-8034-fc7d5d75f312 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:11.576437 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f309ac19-9efb-401b-a439-e42be1107fcb", "name": "network-vif-plugged", "status": "completed", "tag": "5b4be798-a10a-4fb1-97ff-6f582078ee0b", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:11.576896 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c508331d-161e-48a1-8034-fc7d5d75f312 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:11.577516 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'code': 200} Sep 22 10:55:11.637939 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:11.677999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695d27-4d83-4495-8a2f-e47d8e0ace4f req-9bb18774-6aba-47e8-9681-f20adab21645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:11.679879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a695d27-4d83-4495-8a2f-e47d8e0ace4f req-9bb18774-6aba-47e8-9681-f20adab21645 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 1097 time: 0.0449920 Sep 22 10:55:11.697207 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=5b4be798-a10a-4fb1-97ff-6f582078ee0b,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:11.718478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5a695d27-4d83-4495-8a2f-e47d8e0ace4f req-71c8ac2b-8874-4caf-88ac-fc5b670e9ed8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318460 Sep 22 10:55:12.510424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e46e8-1912-42c3-9c44-405750f9eaae req-32f78d37-8271-4957-84dc-98b1230ba898 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:12.512045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b9e46e8-1912-42c3-9c44-405750f9eaae req-32f78d37-8271-4957-84dc-98b1230ba898 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 946 time: 0.0546966 Sep 22 10:55:12.551796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b9e46e8-1912-42c3-9c44-405750f9eaae req-4a15258f-d5b4-4f22-af25-88cc3979fbba tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334961 Sep 22 10:55:13.700706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77297ef-0600-4790-9a0d-a6b5a0d74055 req-835906e6-56d5-49b7-b7d6-0d9efa7131f1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:13.702297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b77297ef-0600-4790-9a0d-a6b5a0d74055 req-835906e6-56d5-49b7-b7d6-0d9efa7131f1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 946 time: 0.0542789 Sep 22 10:55:13.745702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b77297ef-0600-4790-9a0d-a6b5a0d74055 req-72067e72-f72d-4f8d-83ef-8ddc5de51074 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348775 Sep 22 10:55:13.871147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701fb7b-847e-4e18-9ca0-55024ee9feb9 req-174ccac4-cd14-4294-8779-429178706efd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:13.872655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2701fb7b-847e-4e18-9ca0-55024ee9feb9 req-174ccac4-cd14-4294-8779-429178706efd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 946 time: 0.0549095 Sep 22 10:55:13.911974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2701fb7b-847e-4e18-9ca0-55024ee9feb9 req-4ca90295-fdba-4d71-8e9c-f89b98f1b242 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331972 Sep 22 10:55:13.934873 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42954) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:14.101331 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4233fba-2456-49fd-b047-fead542ea393 tempest-TestVolumeBootPattern-982080494 tempest-TestVolumeBootPattern-982080494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:14.102973 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a4233fba-2456-49fd-b047-fead542ea393 tempest-TestVolumeBootPattern-982080494 tempest-TestVolumeBootPattern-982080494-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 1092 time: 0.1670520 Sep 22 10:55:14.105833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 42958) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:14.110012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:14.255185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:14.363392 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:14.488527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.25.1.103 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/836e61fb-03d0-428d-a40a-0bac099b509b) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:14.606383 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:14.793375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:14.832430 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:14.835218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:14.839267 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:14.870674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=836e61fb-03d0-428d-a40a-0bac099b509b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:15.204669 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.335838 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.491696 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.557652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.631188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=836e61fb-03d0-428d-a40a-0bac099b509b,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:15.648538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.755798 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Floating IP c31e838e-373d-4519-a491-e2a82cc22152 associated. External IP: 172.25.1.103, port: 5b4be798-a10a-4fb1-97ff-6f582078ee0b. Sep 22 10:55:15.989310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Router 3381e32f-afdd-407d-b101-837f6916752b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:55:16.106399 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:55:16.118552 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] Sync routers for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:55:16.128341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:16.132297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:54:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:16.190542 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.220858 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-005171fc-0012-478b-98d1-02600cd0accf tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1139691 Sep 22 10:55:16.221633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'tag': '5b4be798-a10a-4fb1-97ff-6f582078ee0b'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:16.223749 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42393e101a172df8a42c675de9e0aaa8bcc8e8096b16ffe5935648b82dcc2e36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19271e89-2020-4b24-9ac9-a30e959c1160" -d '{"events": [{"name": "network-changed", "server_uuid": "f309ac19-9efb-401b-a439-e42be1107fcb", "tag": "5b4be798-a10a-4fb1-97ff-6f582078ee0b"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:16.250623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:16.276403 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377a4209-4e74-4aa4-a920-aa3dfe8efb1e x-openstack-request-id: req-377a4209-4e74-4aa4-a920-aa3dfe8efb1e {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:16.276695 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f309ac19-9efb-401b-a439-e42be1107fcb", "tag": "5b4be798-a10a-4fb1-97ff-6f582078ee0b", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:16.276947 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-377a4209-4e74-4aa4-a920-aa3dfe8efb1e {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:16.277347 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'tag': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'status': 'completed', 'code': 200} Sep 22 10:55:16.332798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-bcfb7e01-d866-4d1f-8ccc-a55d62dc272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:16.334401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-bcfb7e01-d866-4d1f-8ccc-a55d62dc272a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 1097 time: 0.0461564 Sep 22 10:55:16.449657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-fa7e9924-319c-4dfd-9640-48c92a55f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:16.451607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-fa7e9924-319c-4dfd-9640-48c92a55f35f service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.1102257 Sep 22 10:55:16.499850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'c31e838e-373d-4519-a491-e2a82cc22152', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:bf:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:15Z', 'updated_at': '2021-09-22T10:55:15Z', 'revision_number': 0, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:16.518952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-df43d76d-8e0b-4201-b78f-b29606f5a229 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4be798-a10a-4fb1-97ff-6f582078ee0b HTTP/1.1" status: 200 len: 1000 time: 0.0601802 Sep 22 10:55:16.531719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] Checking router: 3381e32f-afdd-407d-b101-837f6916752b for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:55:16.540760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:16.541366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:54:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:16.575542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-ccba57da-141c-4b29-9f3d-534c4f383773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:16.578070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-ccba57da-141c-4b29-9f3d-534c4f383773 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0526836 Sep 22 10:55:16.635963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-b1f4c7d6-e7bf-43d5-bc6f-b6a1de5da0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:16.639054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-b1f4c7d6-e7bf-43d5-bc6f-b6a1de5da0a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537474 Sep 22 10:55:16.651674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:16.740842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-10b7fcf7-bed2-4042-8550-f2a3c856ce61 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948763 Sep 22 10:55:16.893532 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'c31e838e-373d-4519-a491-e2a82cc22152', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:bf:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:15Z', 'updated_at': '2021-09-22T10:55:15Z', 'revision_number': 0, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:16.929442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80509db-a944-4a3d-a1c4-d0e187599855 None None] The sync data for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 is: [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'c31e838e-373d-4519-a491-e2a82cc22152', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:bf:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:15Z', 'updated_at': '2021-09-22T10:55:15Z', 'revision_number': 0, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:55:17.167132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19271e89-2020-4b24-9ac9-a30e959c1160 req-bf91db8f-165c-49e5-8455-6bb7999f0cdd service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188399 Sep 22 10:55:17.170637 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce99c132-c8e1-4b51-95ad-545156570443 None None] New status for floating IP c31e838e-373d-4519-a491-e2a82cc22152: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:55:21.656685 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:55:22.374533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-93872d52-7551-400d-958d-b6d407577558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.185372 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-92a3acef-04c3-442f-a81e-c91929e2d767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.631722 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.889021 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.889713 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:26.368621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.166976 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:37.958836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74406ee-c2e2-4951-a00f-cc500c8df023 req-c2548372-002e-44bd-8916-23211b69a1d2 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:37.964850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a74406ee-c2e2-4951-a00f-cc500c8df023 req-c2548372-002e-44bd-8916-23211b69a1d2 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 946 time: 0.0528648 Sep 22 10:55:38.000558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a74406ee-c2e2-4951-a00f-cc500c8df023 req-1587720d-8d8d-4076-83a8-63e92c9fc09f tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Sep 22 10:55:39.121428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f705dc7-fc7e-498c-859c-051e88122654 req-bb2e241f-4a35-4ed7-b3e3-2e1a09bca75f tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:39.127123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f705dc7-fc7e-498c-859c-051e88122654 req-bb2e241f-4a35-4ed7-b3e3-2e1a09bca75f tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 946 time: 0.0493007 Sep 22 10:55:39.161287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f705dc7-fc7e-498c-859c-051e88122654 req-40f941dd-94ff-4d88-959e-e8833f99f6dd tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/security-groups?id=160f6b0b-5e29-457e-82b9-356a24ca849a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Sep 22 10:55:39.551947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-335a4ed5-0279-4d6d-a0d3-2759bf767753 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:39.553313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-335a4ed5-0279-4d6d-a0d3-2759bf767753 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 946 time: 0.0504427 Sep 22 10:55:39.651017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Deleting port 8445f297-106d-40b9-b784-a7d40b8c49c9 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:39.651361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:39.745126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] For port 8445f297-106d-40b9-b784-a7d40b8c49c9, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=8445f297-106d-40b9-b784-a7d40b8c49c9,segment=NetworkSegment(47234e46-c07b-4f03-bf93-7b63fe3b7502),segment_id=47234e46-c07b-4f03-bf93-7b63fe3b7502)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:39.745505 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:39.758414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Calling delete_port for 8445f297-106d-40b9-b784-a7d40b8c49c9 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:39.991829 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:40.004983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['8445f297-106d-40b9-b784-a7d40b8c49c9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:55:40.022078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Pushing event deleted for resources: {'Port': ['ID=8445f297-106d-40b9-b784-a7d40b8c49c9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:40.064120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] No DVR routers for this DVR port 8445f297-106d-40b9-b784-a7d40b8c49c9 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:55:40.066747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:40.068706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1a20d51-3faa-4607-adb6-441c2fea0c1b req-aea0beae-c4ea-4864-9b8f-98019f200295 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.32 "DELETE /v2.0/ports/8445f297-106d-40b9-b784-a7d40b8c49c9 HTTP/1.1" status: 204 len: 173 time: 0.5097303 Sep 22 10:55:40.069152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f38cdbc-dc72-4db6-968f-5614d893871e', 'name': 'network-vif-deleted', 'tag': '8445f297-106d-40b9-b784-a7d40b8c49c9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:40.071404 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6c4780-e873-41a4-84d5-8f3275007030" -d '{"events": [{"server_uuid": "9f38cdbc-dc72-4db6-968f-5614d893871e", "name": "network-vif-deleted", "tag": "8445f297-106d-40b9-b784-a7d40b8c49c9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:40.109064 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a1211b-1f34-4781-887d-41a0d5807272 x-openstack-request-id: req-65a1211b-1f34-4781-887d-41a0d5807272 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:40.109357 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f38cdbc-dc72-4db6-968f-5614d893871e", "name": "network-vif-deleted", "tag": "8445f297-106d-40b9-b784-a7d40b8c49c9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:40.109606 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65a1211b-1f34-4781-887d-41a0d5807272 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:40.110002 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f38cdbc-dc72-4db6-968f-5614d893871e', 'name': 'network-vif-deleted', 'tag': '8445f297-106d-40b9-b784-a7d40b8c49c9', 'status': 'completed', 'code': 200} Sep 22 10:55:40.265220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e4eca6-028f-4f04-bb2e-bdf55e50eb83 req-8c7cb476-1382-46d6-80cc-26d7d862d892 tempest-VolumesSnapshotTestJSON-1653968517 tempest-VolumesSnapshotTestJSON-1653968517-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f38cdbc-dc72-4db6-968f-5614d893871e HTTP/1.1" status: 200 len: 210 time: 0.0277505 Sep 22 10:55:43.454941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8445f297-106d-40b9-b784-a7d40b8c49c9 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:55:43.476118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 8445f297-106d-40b9-b784-a7d40b8c49c9 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:55:43.476461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 8445f297-106d-40b9-b784-a7d40b8c49c9 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:55:52.311371 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7355679-c717-4329-b89c-7fb1ea8169cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:55.141227 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a370d80b-c92b-4b1e-bfc1-f2a1fd9b48a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:55.580598 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:55.819394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:55.859617 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:56.264414 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:58.156771 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:58.655868 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:56:06.689737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-6427ff2e-d16b-4824-96d5-076f99039abe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406089 Sep 22 10:56:06.772437 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-fc8f55d5-d42d-4d22-8d25-41cbf25644da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:06.773806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-fc8f55d5-d42d-4d22-8d25-41cbf25644da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 1097 time: 0.0435057 Sep 22 10:56:06.877302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-6e2909ba-3d61-4375-a392-dab4e612afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:06.878850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-6e2909ba-3d61-4375-a392-dab4e612afeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0863242 Sep 22 10:56:06.956176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-7709e0f1-be58-4b30-b0eb-672e4df25488 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4be798-a10a-4fb1-97ff-6f582078ee0b HTTP/1.1" status: 200 len: 1002 time: 0.0706141 Sep 22 10:56:07.003941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-f7c32d3d-1719-476e-be20-e98f360a8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:07.005410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-f7c32d3d-1719-476e-be20-e98f360a8ee3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0429039 Sep 22 10:56:07.054005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-3b0f884b-66a7-4b4e-8e8b-e9ff36e1139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:07.055644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-3b0f884b-66a7-4b4e-8e8b-e9ff36e1139a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438719 Sep 22 10:56:07.155771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-e592103b-d323-46a4-b1a7-41f56f12b7b4 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930946 Sep 22 10:56:07.259307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f36f8451-3f59-40f3-a184-4509b8ba04e3 req-ee51053d-8ff3-46de-a937-57237574aab9 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958643 Sep 22 10:56:14.694985 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43326) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:14.821780 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:14.914420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:14.996907 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:15.034682 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=802e8523723b4ebdb5d856aff2317db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377814 Sep 22 10:56:15.039275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43332) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:15.044750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb77cf13-a2ca-4868-92b3-85badefcaf63,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:15.053526 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.054421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.054746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.055286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.055798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.056315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.056651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.056980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.057306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.057633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.057957 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.058322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce462c57-2b9a-4f11-b7a6-82db14393ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.092564 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:15.119053 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:15.249991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:15.254790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:15.257058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb77cf13-a2ca-4868-92b3-85badefcaf63 HTTP/1.1" status: 204 len: 168 time: 0.2167571 Sep 22 10:56:15.265730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb77cf13-a2ca-4868-92b3-85badefcaf63,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:15.274128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.274552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.277727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.277727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.277727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.277727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.277727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.277727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.277727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.277727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.277727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:15.278861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082fa303-3632-4ab9-9779-9c4c3fedc738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:22.372651 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3a5107a7-c11c-4d4a-943f-8695b624ab59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:25.208184 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9af849b5-43e9-4f44-9a3e-fb665468c39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:25.573589 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:25.836748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:25.876361 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:26.247933 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:28.128068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:35.654076 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:56:37.510962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43524) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:37.636374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2edbfde1-db3e-4e5a-ac7d-6c6a034873b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:37.756147 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2edbfde1-db3e-4e5a-ac7d-6c6a034873b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:37.823757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2edbfde1-db3e-4e5a-ac7d-6c6a034873b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:37.862992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2edbfde1-db3e-4e5a-ac7d-6c6a034873b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cfbb02ae8ab4863a072cbd000b96024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509111 Sep 22 10:56:37.863760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbfde1-db3e-4e5a-ac7d-6c6a034873b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9bc948-f357-4bac-8867-a5d641f54b1f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:37.867125 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43528) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:37.920745 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-918a4b44-9bf6-462c-addd-511652153ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:37.942174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-918a4b44-9bf6-462c-addd-511652153ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:38.099242 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-918a4b44-9bf6-462c-addd-511652153ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:38.114671 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-918a4b44-9bf6-462c-addd-511652153ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:38.114671 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-918a4b44-9bf6-462c-addd-511652153ee3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b9bc948-f357-4bac-8867-a5d641f54b1f HTTP/1.1" status: 204 len: 168 time: 0.2361779 Sep 22 10:56:38.114671 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a4b44-9bf6-462c-addd-511652153ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9bc948-f357-4bac-8867-a5d641f54b1f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:39.346225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43558) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:39.448291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1304389868-network', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:56:39.533772 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Made reservation on behalf of 2aa5deb284d54931971f167290dd4ed9 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:56:39.536411 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:39.546196 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:39.645287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:39.749586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:39.776054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:56:39.782163 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddf7438-4d58-4c70-b2a4-5734febcd396,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:39.788459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:39.788806 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Added segment 44d955e3-bb29-4847-8c66-9f576e7fb9d6 of type vlan for network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 Sep 22 10:56:39.830893 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:39.927965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:39.929048 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:39.929773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:39.989019 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] Pushing event updated for resources: {'Network': ['ID=651a821d-cbe9-4dbb-98fe-cd1658b630c6,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:39.998684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:56:40.016919 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c4f2c47d-9cee-4dad-98a9-125cb6871a21 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6660647 Sep 22 10:56:40.017223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43564) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:40.022549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Request body: {'subnet': {'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1304389868-subnet', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:56:40.213565 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Made reservation on behalf of 2aa5deb284d54931971f167290dd4ed9 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:56:40.215918 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:40.465178 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:40.524889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddafaf85-a2a1-4832-a30e-f624a9427fe9,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:40.532960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Checking segment: {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:56:40.533315 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Network hostable DHCP agents. Network: 651a821d-cbe9-4dbb-98fe-cd1658b630c6, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:56:40.646717 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:56:40.738931 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 651a821d-cbe9-4dbb-98fe-cd1658b630c6) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:56:40.743136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:40.746259 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:40.747968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca98363-9c6f-4c8d-95ea-4933f7904312 None None] Network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:56:40.803020 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7d41f229-29c9-4bf7-836c-67060fe2ca33 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7847319 Sep 22 10:56:40.805618 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43570) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:40.809971 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1304389868-router', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:56:40.898935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-651a821d-cbe9-4dbb-98fe-cd1658b630c6', 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'fixed_ips': [{'subnet_id': 'ddafaf85-a2a1-4832-a30e-f624a9427fe9'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:56:40.899788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:40.916522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:40.917606 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:40.972566 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.037244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Allocated IP 172.20.0.2 (651a821d-cbe9-4dbb-98fe-cd1658b630c6/ddafaf85-a2a1-4832-a30e-f624a9427fe9/2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:56:41.222482 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.332951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.402701 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.462688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:56:41.465577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:56:41.472712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:56:41.485450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Pushing event updated for resources: {'Port': ['ID=2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:41.507278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.522392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.522732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.523283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.523616 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.523949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.524274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.524595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.524915 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.525235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.525550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.525867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.526232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:41.529673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.540671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Attempting to bind port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:56:41.541059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Attempting to bind port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:56:41.542089 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Attempting to bind port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 on network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:56:41.546352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:56:41.552257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Checking segment: {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:56:41.552257 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.552257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Bound using segment: {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:56:41.552257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Bound port: 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:56:41.552257 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.620307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] For port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:56:41.623394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] For port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2,segment=NetworkSegment(44d955e3-bb29-4847-8c66-9f576e7fb9d6),segment_id=44d955e3-bb29-4847-8c66-9f576e7fb9d6)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:56:41.642282 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Allocated IP 172.25.1.41 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/c69d6f9e-40d0-4211-84b1-f37a7f5900f5) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:56:41.712070 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.744454 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:41.771665 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a32832-7557-4614-8b1f-52687f89cc09 None None] Pushing event updated for resources: {'Port': ['ID=2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:41.899416 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:42.270337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:56:42.273347 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:56:42.275750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:56:42.301622 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Pushing event updated for resources: {'Port': ['ID=c69d6f9e-40d0-4211-84b1-f37a7f5900f5,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:42.333255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:56:42.385378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:56:42.385747 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:42.473525 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:42.509971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2,segment=NetworkSegment(44d955e3-bb29-4847-8c66-9f576e7fb9d6),segment_id=44d955e3-bb29-4847-8c66-9f576e7fb9d6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:56:42.602397 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:42.652810 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:42.666025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:42.741244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4281592-c4a4-4fe4-9d32-09c65df3f074 None None] Network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:56:42.859423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:42.865545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0fcd24af-0a56-495b-b111-b146c2e47fd4 None None] Provisioning complete for port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:56:42.865914 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fcd24af-0a56-495b-b111-b146c2e47fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:43.076052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Router f7c51381-3535-4ae6-b37c-2761f3bdde00 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:56:43.193153 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:56:43.207019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d44d8a65-46c5-42e2-8f7e-abb21e4c96db None None] Provisioning complete for port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:56:43.207019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d44d8a65-46c5-42e2-8f7e-abb21e4c96db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:43.208700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Sync routers for ids ['f7c51381-3535-4ae6-b37c-2761f3bdde00'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:56:43.240670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Routers {'f7c51381-3535-4ae6-b37c-2761f3bdde00'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:56:43.241214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:56:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f7c51381-3535-4ae6-b37c-2761f3bdde00'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:43.247813 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:43.249514 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f58365d6-904b-4350-874f-4c90766d8be0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.4425337 Sep 22 10:56:43.251917 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:43.350809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Set router f7c51381-3535-4ae6-b37c-2761f3bdde00 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:56:43.600526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'name': 'tempest-ImageQuotaTest-1304389868-router', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:56:40Z', 'updated_at': '2021-09-22T10:56:42Z', 'revision_number': 3, 'project_id': '2aa5deb284d54931971f167290dd4ed9', 'gw_port': {'id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:56:41Z', 'updated_at': '2021-09-22T10:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:43.626858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Checking router: f7c51381-3535-4ae6-b37c-2761f3bdde00 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:56:43.627206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Updating router f7c51381-3535-4ae6-b37c-2761f3bdde00 port c69d6f9e-40d0-4211-84b1-f37a7f5900f5 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:56:43.658374 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:43.732880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:43.904751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Allocated IP 172.20.0.1 (651a821d-cbe9-4dbb-98fe-cd1658b630c6/ddafaf85-a2a1-4832-a30e-f624a9427fe9/4ba851dc-6fbb-423a-9196-b50a37c2b1ab) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:56:43.928054 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.005390 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.012383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.068555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a446476-240a-47a5-af4d-9fd0dedc0a69 None None] Pushing event updated for resources: {'Port': ['ID=c69d6f9e-40d0-4211-84b1-f37a7f5900f5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:44.071290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Attempting to bind port c69d6f9e-40d0-4211-84b1-f37a7f5900f5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:56:44.072000 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Attempting to bind port c69d6f9e-40d0-4211-84b1-f37a7f5900f5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:56:44.072367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Attempting to bind port c69d6f9e-40d0-4211-84b1-f37a7f5900f5 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:56:44.077960 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:56:44.078356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:56:44.078750 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.079128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:56:44.079584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Bound port: c69d6f9e-40d0-4211-84b1-f37a7f5900f5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:56:44.079957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.122175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.134137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] For port c69d6f9e-40d0-4211-84b1-f37a7f5900f5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:56:44.140758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] For port c69d6f9e-40d0-4211-84b1-f37a7f5900f5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c69d6f9e-40d0-4211-84b1-f37a7f5900f5,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:56:44.172637 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:56:44.176247 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:56:44.186980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:56:44.190373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Pushing event updated for resources: {'Port': ['ID=4ba851dc-6fbb-423a-9196-b50a37c2b1ab,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:44.225579 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.244602 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.281642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Routers {'f7c51381-3535-4ae6-b37c-2761f3bdde00'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:56:44.282308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:56:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f7c51381-3535-4ae6-b37c-2761f3bdde00'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:44.373034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:56:44.430934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a446476-240a-47a5-af4d-9fd0dedc0a69 None None] Pushing event updated for resources: {'Port': ['ID=c69d6f9e-40d0-4211-84b1-f37a7f5900f5,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:44.464426 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.474991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] Set router f7c51381-3535-4ae6-b37c-2761f3bdde00 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:56:44.477766 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:56:44.477964 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.591137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-84323406-621b-498b-913f-afac01e3e8f7 None None] Provisioning complete for port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:56:44.591505 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-84323406-621b-498b-913f-afac01e3e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.634827 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.673559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-84323406-621b-498b-913f-afac01e3e8f7 None None] Port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:56:44.733349 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.765467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'name': 'tempest-ImageQuotaTest-1304389868-router', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:56:40Z', 'updated_at': '2021-09-22T10:56:42Z', 'revision_number': 3, 'project_id': '2aa5deb284d54931971f167290dd4ed9', 'gw_port': {'id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:56:41Z', 'updated_at': '2021-09-22T10:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:44.798564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce689721-2587-4728-9b8b-3c092d87adc3 None None] The sync data for ids ['f7c51381-3535-4ae6-b37c-2761f3bdde00'] in n-d-807025-3 is: [{'id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'name': 'tempest-ImageQuotaTest-1304389868-router', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:56:40Z', 'updated_at': '2021-09-22T10:56:42Z', 'revision_number': 3, 'project_id': '2aa5deb284d54931971f167290dd4ed9', 'gw_port': {'id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:56:41Z', 'updated_at': '2021-09-22T10:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:56:44.807450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Pushing event updated for resources: {'Port': ['ID=4ba851dc-6fbb-423a-9196-b50a37c2b1ab,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:44.810963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:44.911295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:56:44.912713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:56:45.047597 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Router f7c51381-3535-4ae6-b37c-2761f3bdde00 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:56:45.167528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:56:45.172675 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-186d5f12-71dd-45fa-a92b-5ea8f2016c7e admin admin] 10.222.0.20 "PUT /v2.0/routers/f7c51381-3535-4ae6-b37c-2761f3bdde00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9188745 Sep 22 10:56:45.196645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-400fe181-8a56-4337-a6e3-fb05a08b6b50 None None] Provisioning complete for port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:56:45.197021 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-400fe181-8a56-4337-a6e3-fb05a08b6b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:45.242164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-400fe181-8a56-4337-a6e3-fb05a08b6b50 None None] Port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:56:46.340365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43612) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:46.348241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c69d6f9e-40d0-4211-84b1-f37a7f5900f5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:56:46.398983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c69d6f9e-40d0-4211-84b1-f37a7f5900f5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:56:46.399434 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:46.429841 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Sync routers for ids ['f7c51381-3535-4ae6-b37c-2761f3bdde00'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:56:46.444100 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Routers {'f7c51381-3535-4ae6-b37c-2761f3bdde00'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:56:46.444934 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:56:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f7c51381-3535-4ae6-b37c-2761f3bdde00'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:46.494669 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:46.517229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port c69d6f9e-40d0-4211-84b1-f37a7f5900f5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c69d6f9e-40d0-4211-84b1-f37a7f5900f5,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:56:46.565297 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Set router f7c51381-3535-4ae6-b37c-2761f3bdde00 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:56:46.584311 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:46.647477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=c69d6f9e-40d0-4211-84b1-f37a7f5900f5,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:46.778560 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:46.789627 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'name': 'tempest-ImageQuotaTest-1304389868-router', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:56:40Z', 'updated_at': '2021-09-22T10:56:44Z', 'revision_number': 4, 'project_id': '2aa5deb284d54931971f167290dd4ed9', 'gw_port': {'id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:56:41Z', 'updated_at': '2021-09-22T10:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '4ba851dc-6fbb-423a-9196-b50a37c2b1ab', 'name': '', 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'mac_address': 'fa:16:3e:b4:53:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'ddafaf85-a2a1-4832-a30e-f624a9427fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:56:43Z', 'updated_at': '2021-09-22T10:56:44Z', 'revision_number': 2, 'project_id': '2aa5deb284d54931971f167290dd4ed9', 'subnets': [{'id': 'ddafaf85-a2a1-4832-a30e-f624a9427fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:46.819091 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Checking router: f7c51381-3535-4ae6-b37c-2761f3bdde00 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:56:46.819524 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Updating router f7c51381-3535-4ae6-b37c-2761f3bdde00 port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:56:46.844771 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.042384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Deleting port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:56:47.042384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.111679 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.119565 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.124650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Calling delete_port for 4ba851dc-6fbb-423a-9196-b50a37c2b1ab owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:56:47.179122 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.229039 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Pushing event updated for resources: {'Port': ['ID=4ba851dc-6fbb-423a-9196-b50a37c2b1ab,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:47.239147 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.239499 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.239848 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.240237 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.240581 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.240939 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.241231 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.241559 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.241929 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.242231 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.242557 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.242884 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd11aa0a-aa1d-4cb9-a263-dd9407b18da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:56:47.290539 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Attempting to bind port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:56:47.290946 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Attempting to bind port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:56:47.291468 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Attempting to bind port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab on network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:56:47.297065 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:56:47.297361 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Checking segment: {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:56:47.297776 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.298203 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Bound using segment: {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:56:47.298682 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Bound port: 4ba851dc-6fbb-423a-9196-b50a37c2b1ab, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:56:47.299096 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.396540 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.397421 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.db.api [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:56:47.397846 n-d-807025-3 neutron-server[95684]: DEBUG oslo_db.api [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:56:47.425322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba851dc-6fbb-423a-9196-b50a37c2b1ab,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:47.472120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ec31da34-e3c2-4722-b504-c32b598473ff None None] Could not find standard attr ID for object 4ba851dc-6fbb-423a-9196-b50a37c2b1ab. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:56:47.627967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.855291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Router f7c51381-3535-4ae6-b37c-2761f3bdde00 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:56:47.916844 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Attempting to bind port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:56:47.917453 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Attempting to bind port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:56:47.917573 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Attempting to bind port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab on network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:56:47.922745 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:56:47.923112 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Checking segment: {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:56:47.923621 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.924018 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Bound using segment: {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:56:47.925064 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Bound port: 4ba851dc-6fbb-423a-9196-b50a37c2b1ab, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d955e3-bb29-4847-8c66-9f576e7fb9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651a821d-cbe9-4dbb-98fe-cd1658b630c6'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:56:47.925441 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:47.957572 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.plugin [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Port 4ba851dc-6fbb-423a-9196-b50a37c2b1ab has been deleted concurrently {{(pid=95684) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 22 10:56:47.973639 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Routers {'f7c51381-3535-4ae6-b37c-2761f3bdde00'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:56:47.974476 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:56:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['f7c51381-3535-4ae6-b37c-2761f3bdde00'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:47.976400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:56:47.985867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43636) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:47.986369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b8f0f66c-2620-45d0-bca1-abc82ed1549f admin admin] 10.222.0.20 "PUT /v2.0/routers/f7c51381-3535-4ae6-b37c-2761f3bdde00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6445105 Sep 22 10:56:48.104123 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:48.221674 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:48.270128 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] Set router f7c51381-3535-4ae6-b37c-2761f3bdde00 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:56:48.310253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c69d6f9e-40d0-4211-84b1-f37a7f5900f5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:56:48.359831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c69d6f9e-40d0-4211-84b1-f37a7f5900f5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:56:48.360599 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:48.431522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Deleting port c69d6f9e-40d0-4211-84b1-f37a7f5900f5 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:56:48.433001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:48.517418 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'name': 'tempest-ImageQuotaTest-1304389868-router', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:56:40Z', 'updated_at': '2021-09-22T10:56:47Z', 'revision_number': 5, 'project_id': '2aa5deb284d54931971f167290dd4ed9', 'gw_port': {'id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:56:41Z', 'updated_at': '2021-09-22T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:48.529382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] For port c69d6f9e-40d0-4211-84b1-f37a7f5900f5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c69d6f9e-40d0-4211-84b1-f37a7f5900f5,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:56:48.529871 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:48.542689 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Calling delete_port for c69d6f9e-40d0-4211-84b1-f37a7f5900f5 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:56:48.547595 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12555488-b22a-4254-9446-c5d39e6e1635 None None] The sync data for ids ['f7c51381-3535-4ae6-b37c-2761f3bdde00'] in n-d-807025-3 is: [{'id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'name': 'tempest-ImageQuotaTest-1304389868-router', 'tenant_id': '2aa5deb284d54931971f167290dd4ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:56:40Z', 'updated_at': '2021-09-22T10:56:47Z', 'revision_number': 5, 'project_id': '2aa5deb284d54931971f167290dd4ed9', 'gw_port': {'id': 'c69d6f9e-40d0-4211-84b1-f37a7f5900f5', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:90:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c51381-3535-4ae6-b37c-2761f3bdde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:56:41Z', 'updated_at': '2021-09-22T10:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:56:48.801967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:48.829429 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69d6f9e-40d0-4211-84b1-f37a7f5900f5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:48.900424 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:48.997340 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:48.999888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.122396 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.123020 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c51381-3535-4ae6-b37c-2761f3bdde00 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:56:49.131604 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.133320 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a58438c1-86c5-4193-a126-4fa6e5f58889 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f7c51381-3535-4ae6-b37c-2761f3bdde00 HTTP/1.1" status: 204 len: 168 time: 1.1458941 Sep 22 10:56:49.135572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43640) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:49.181815 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-814c43e6-be2a-4226-862b-38df37642104 admin admin] Deleting subnet ddafaf85-a2a1-4832-a30e-f624a9427fe9 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:56:49.185152 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-814c43e6-be2a-4226-862b-38df37642104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.199584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0a7ad-efcd-4daf-8644-cbaf372d97d6 None None] Sync routers for ids ['f7c51381-3535-4ae6-b37c-2761f3bdde00'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:56:49.208713 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0a7ad-efcd-4daf-8644-cbaf372d97d6 None None] Routers set() bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:56:49.209392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0a7ad-efcd-4daf-8644-cbaf372d97d6 None None] Router IDs set() for agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 10:56:49.209593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_agentschedulers_db [None req-25f0a7ad-efcd-4daf-8644-cbaf372d97d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f7c51381-3535-4ae6-b37c-2761f3bdde00'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:56:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent'). {{(pid=95683) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 10:56:49.217509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0a7ad-efcd-4daf-8644-cbaf372d97d6 None None] Routers set() bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:56:49.217883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0a7ad-efcd-4daf-8644-cbaf372d97d6 None None] Router IDs set() for agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 10:56:49.218488 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_agentschedulers_db [None req-25f0a7ad-efcd-4daf-8644-cbaf372d97d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f7c51381-3535-4ae6-b37c-2761f3bdde00'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:56:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent'). {{(pid=95683) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 10:56:49.218859 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f0a7ad-efcd-4daf-8644-cbaf372d97d6 None None] The sync data for ids ['f7c51381-3535-4ae6-b37c-2761f3bdde00'] in n-d-807025-3 is: [] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:56:49.220922 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-814c43e6-be2a-4226-862b-38df37642104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.317759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-814c43e6-be2a-4226-862b-38df37642104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.454190 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-814c43e6-be2a-4226-862b-38df37642104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.479388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c43e6-be2a-4226-862b-38df37642104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddafaf85-a2a1-4832-a30e-f624a9427fe9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:49.485780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-814c43e6-be2a-4226-862b-38df37642104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.488299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-814c43e6-be2a-4226-862b-38df37642104 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ddafaf85-a2a1-4832-a30e-f624a9427fe9 HTTP/1.1" status: 204 len: 168 time: 0.3518722 Sep 22 10:56:49.490752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43642) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:49.491706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96cbc82-7eb1-4e6c-98c8-145a7fd766c6 None None] Network 651a821d-cbe9-4dbb-98fe-cd1658b630c6 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:56:49.563141 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.622442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Deleting port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:56:49.623013 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.682858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18051afb-02ee-4a57-bc83-1fcb05d866d7 None None] DHCP port deletion for 651a821d-cbe9-4dbb-98fe-cd1658b630c6 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:56:49.687847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] For port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2,segment=NetworkSegment(44d955e3-bb29-4847-8c66-9f576e7fb9d6),segment_id=44d955e3-bb29-4847-8c66-9f576e7fb9d6)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:56:49.688298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.702069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Calling delete_port for 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:56:49.749234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-18051afb-02ee-4a57-bc83-1fcb05d866d7 None None] Deleting port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:56:49.749579 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18051afb-02ee-4a57-bc83-1fcb05d866d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.821281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-18051afb-02ee-4a57-bc83-1fcb05d866d7 None None] For port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2,segment=NetworkSegment(44d955e3-bb29-4847-8c66-9f576e7fb9d6),segment_id=44d955e3-bb29-4847-8c66-9f576e7fb9d6)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:56:49.821678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18051afb-02ee-4a57-bc83-1fcb05d866d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.833868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-18051afb-02ee-4a57-bc83-1fcb05d866d7 None None] Calling delete_port for 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:56:49.876601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:49.904626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:49.909904 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] No DVR routers for this DVR port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:56:49.984632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:50.010125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651a821d-cbe9-4dbb-98fe-cd1658b630c6']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:50.021290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d955e3-bb29-4847-8c66-9f576e7fb9d6') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:50.021672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d955e3-bb29-4847-8c66-9f576e7fb9d6') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:50.031954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:50.048340 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:50.056313 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:56:50.056783 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: items = [ Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:56:50.058516 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:56:50.066896 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18051afb-02ee-4a57-bc83-1fcb05d866d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:50.091570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18051afb-02ee-4a57-bc83-1fcb05d866d7 None None] Pushing event deleted for resources: {'Port': ['ID=2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:50.106565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18051afb-02ee-4a57-bc83-1fcb05d866d7 None None] No DVR routers for this DVR port 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:56:50.437791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:56:50.442633 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:50.444449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:56:50.444449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 2662b8d4-1f8c-4b6d-9b04-463e8c4b34f2 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:56:50.444449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c69d6f9e-40d0-4211-84b1-f37a7f5900f5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:56:50.445151 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:50.445151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/651a821d-cbe9-4dbb-98fe-cd1658b630c6 HTTP/1.1" status: 204 len: 168 time: 0.8323958 Sep 22 10:56:50.445151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76037723-e7c2-4c11-b904-a8ed9f1d2ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=651a821d-cbe9-4dbb-98fe-cd1658b630c6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:50.445856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c69d6f9e-40d0-4211-84b1-f37a7f5900f5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:56:50.445856 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c69d6f9e-40d0-4211-84b1-f37a7f5900f5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:56:50.833976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43648) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:50.875982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f3380b28-6240-496c-a80b-eb451811974d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2aa5deb284d54931971f167290dd4ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408106 Sep 22 10:56:50.879152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43650) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:50.931648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eae2c56b-30a4-435c-add1-42ade3eda386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:50.952809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eae2c56b-30a4-435c-add1-42ade3eda386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:51.076772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eae2c56b-30a4-435c-add1-42ade3eda386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:51.079304 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eae2c56b-30a4-435c-add1-42ade3eda386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:51.080578 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-eae2c56b-30a4-435c-add1-42ade3eda386 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ddf7438-4d58-4c70-b2a4-5734febcd396 HTTP/1.1" status: 204 len: 168 time: 0.2004402 Sep 22 10:56:51.091656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2c56b-30a4-435c-add1-42ade3eda386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddf7438-4d58-4c70-b2a4-5734febcd396,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:51.817792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43662) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:51.831416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-336f4bc9-6575-4ae7-8dc9-761cd201ac56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:51.936241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-336f4bc9-6575-4ae7-8dc9-761cd201ac56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:52.007437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-336f4bc9-6575-4ae7-8dc9-761cd201ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:52.046996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-336f4bc9-6575-4ae7-8dc9-761cd201ac56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2278540 Sep 22 10:56:52.047938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f4bc9-6575-4ae7-8dc9-761cd201ac56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c6e25-b99e-4ab0-9d86-915b4c3cd27e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:52.049753 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43664) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:52.102414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e4e7-5492-4309-b610-a2aad66e8174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:52.123420 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e4e7-5492-4309-b610-a2aad66e8174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:52.224578 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e4e7-5492-4309-b610-a2aad66e8174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:52.227507 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b9c9e4e7-5492-4309-b610-a2aad66e8174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:52.245698 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b9c9e4e7-5492-4309-b610-a2aad66e8174 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df6c6e25-b99e-4ab0-9d86-915b4c3cd27e HTTP/1.1" status: 204 len: 168 time: 0.1922715 Sep 22 10:56:52.253436 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9e4e7-5492-4309-b610-a2aad66e8174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c6e25-b99e-4ab0-9d86-915b4c3cd27e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:52.321968 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-471acd40-008a-42a0-8746-7b69455e7b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:55.128215 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-01a33ee8-6aff-48c3-a15a-eb0ce680a1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:55.566592 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:55.864263 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:55.915441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:56.224661 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:56.814249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 43684) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:56.961402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a32f80-6d83-4793-be4d-55e5877f14ca admin admin] Deleting subnet b7980384-fdd3-4838-87c0-b3dad96d7239 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:56:56.964379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-06a32f80-6d83-4793-be4d-55e5877f14ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:56.998182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-06a32f80-6d83-4793-be4d-55e5877f14ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.035350 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-06a32f80-6d83-4793-be4d-55e5877f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.156125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-06a32f80-6d83-4793-be4d-55e5877f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.189261 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-06a32f80-6d83-4793-be4d-55e5877f14ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.191164 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-06a32f80-6d83-4793-be4d-55e5877f14ca admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b7980384-fdd3-4838-87c0-b3dad96d7239 HTTP/1.1" status: 204 len: 168 time: 0.3759267 Sep 22 10:56:57.192192 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a32f80-6d83-4793-be4d-55e5877f14ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7980384-fdd3-4838-87c0-b3dad96d7239,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:57.193957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43688) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:57.267502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.341974 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.361381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bce16e-dc30-4d9d-acd4-4e0fd630b929']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:57.370319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47234e46-c07b-4f03-bf93-7b63fe3b7502') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:57.370619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47234e46-c07b-4f03-bf93-7b63fe3b7502') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:56:57.383315 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.396358 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.402091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: timer() Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:56:57.405049 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:56:57.561720 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.568973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.570966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] 10.222.0.20 "DELETE /v2.0/networks/57bce16e-dc30-4d9d-acd4-4e0fd630b929 HTTP/1.1" status: 204 len: 168 time: 0.3754873 Sep 22 10:56:57.580582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbfd24-26eb-4b30-ad1b-cb1b5bdd980f admin admin] Pushing event deleted for resources: {'Network': ['ID=57bce16e-dc30-4d9d-acd4-4e0fd630b929,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:56:57.937016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43692) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:57.976593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-30340239-8079-465d-ab2f-642e458ca87a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f96877cfb024f3fb2e29601a7503558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382495 Sep 22 10:56:57.978833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43694) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:56:58.025547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea259238-a9c2-4c2f-b664-82d5690f8e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:58.050860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea259238-a9c2-4c2f-b664-82d5690f8e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:58.109955 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:58.229176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea259238-a9c2-4c2f-b664-82d5690f8e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:58.231779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea259238-a9c2-4c2f-b664-82d5690f8e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:58.232981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ea259238-a9c2-4c2f-b664-82d5690f8e46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/160f6b0b-5e29-457e-82b9-356a24ca849a HTTP/1.1" status: 204 len: 168 time: 0.2532244 Sep 22 10:56:58.241138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea259238-a9c2-4c2f-b664-82d5690f8e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f6b0b-5e29-457e-82b9-356a24ca849a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:57:08.686158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-7e9e56db-27c5-43ad-af0c-8148197ca34a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384867 Sep 22 10:57:08.764365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-d01d2e2f-0d56-4d89-a7cf-449ed8e73cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:08.765867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-d01d2e2f-0d56-4d89-a7cf-449ed8e73cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 1097 time: 0.0391264 Sep 22 10:57:08.890228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-2c408b12-ea50-466f-b771-cf4f1f38291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:08.891716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-2c408b12-ea50-466f-b771-cf4f1f38291b service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0919333 Sep 22 10:57:08.953968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-f3ad93ea-1fd9-4eb9-adba-2ea8e569a2b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4be798-a10a-4fb1-97ff-6f582078ee0b HTTP/1.1" status: 200 len: 1002 time: 0.0553777 Sep 22 10:57:09.004770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-1965a982-99ae-4691-bd45-177cc0570836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:09.006215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-1965a982-99ae-4691-bd45-177cc0570836 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0455499 Sep 22 10:57:09.367751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-c35f3683-53ac-4fd4-b734-0542be1e7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:09.369263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-c35f3683-53ac-4fd4-b734-0542be1e7ea0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3563743 Sep 22 10:57:09.454770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-39384430-fa3b-4acd-a149-bda349b170fb service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785484 Sep 22 10:57:09.545546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c737a2b-7a67-41ed-b636-fe90feacf63d req-5494fb98-bed7-41b6-9aba-631081e82d49 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840232 Sep 22 10:57:12.653653 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:57:22.297250 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-da5e6250-bf25-4a01-865a-86dba2e4c099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:25.114681 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc195-91d2-446b-b61e-fbd176bf07f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:25.601551 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:25.892238 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:25.939656 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:26.258397 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:27.577642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-3abb8bb4-c461-446b-a6be-eed5dfe1e4bc req-12f02702-a117-4e8b-a50d-60789974898d service neutron] (95682) timed out ('10.222.0.20', 41244) {{(pid=95682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:57:28.109507 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:49.653526 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:57:52.332131 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8593cb9-72f1-46d0-b64a-071c1c5486c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:53.898414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da0ba5-c2f8-4250-b02b-7cb4d733231b req-31663aae-8d67-4942-9426-9364ad530fd9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:53.899911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70da0ba5-c2f8-4250-b02b-7cb4d733231b req-31663aae-8d67-4942-9426-9364ad530fd9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 946 time: 0.0493581 Sep 22 10:57:53.937532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70da0ba5-c2f8-4250-b02b-7cb4d733231b req-0ec4bec9-2076-425a-af81-8df6c2240238 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315979 Sep 22 10:57:55.074454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fece4e-c89f-438e-9ea6-84b7403eaae1 req-18f1e856-a4eb-4c97-9eb8-7243ef910ab9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:55.075946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37fece4e-c89f-438e-9ea6-84b7403eaae1 req-18f1e856-a4eb-4c97-9eb8-7243ef910ab9 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 946 time: 0.0538094 Sep 22 10:57:55.103453 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9931-349d-4f0e-b005-0cb43bbd2a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:55.113894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37fece4e-c89f-438e-9ea6-84b7403eaae1 req-32c45e0c-8128-4b12-a57a-b06ac8d3902f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Sep 22 10:57:55.433523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-b813b435-7c4f-41e1-91cb-5d17de4d7b0a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:55.435121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-b813b435-7c4f-41e1-91cb-5d17de4d7b0a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 946 time: 0.0481687 Sep 22 10:57:55.521965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port 5b4be798-a10a-4fb1-97ff-6f582078ee0b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:57:55.522333 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:55.560630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:55.613974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] For port 5b4be798-a10a-4fb1-97ff-6f582078ee0b, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5b4be798-a10a-4fb1-97ff-6f582078ee0b,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:57:55.614371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:55.831220 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:55.831497 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:55.831816 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Floating IP c31e838e-373d-4519-a491-e2a82cc22152 disassociated. External IP: 172.25.1.103, port: 5b4be798-a10a-4fb1-97ff-6f582078ee0b. Sep 22 10:57:55.832157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for 5b4be798-a10a-4fb1-97ff-6f582078ee0b owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:57:55.869538 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:55.909522 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:56.029017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:56.055915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=5b4be798-a10a-4fb1-97ff-6f582078ee0b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:57:56.065977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.066358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.066703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.067041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.067380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.067718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.068044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.069008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.069008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.069008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.069321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.069641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:56.183787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Router 3381e32f-afdd-407d-b101-837f6916752b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:57:56.215969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fad1cd87-8648-4476-9ada-c43191af409d req-19d1cd6b-52e8-40b1-9dc0-c4e905eda40f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 210 time: 0.0310514 Sep 22 10:57:56.252021 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:56.316655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:57:56.328069 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] Sync routers for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:57:56.336860 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:57:56.337473 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:57:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:57:56.358627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] No DVR routers for this DVR port 5b4be798-a10a-4fb1-97ff-6f582078ee0b on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:57:56.361076 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:56.363307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e397cff3-a876-4f9b-837b-65ab9e72e5e2 req-437f4577-19e1-42a9-862e-268454249c50 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "DELETE /v2.0/ports/5b4be798-a10a-4fb1-97ff-6f582078ee0b HTTP/1.1" status: 204 len: 173 time: 0.9219863 Sep 22 10:57:56.363764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'name': 'network-vif-deleted', 'tag': '5b4be798-a10a-4fb1-97ff-6f582078ee0b'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:57:56.366734 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1af64b-a45c-484a-b3f3-a3780f319be4" -d '{"events": [{"server_uuid": "f309ac19-9efb-401b-a439-e42be1107fcb", "name": "network-vif-deleted", "tag": "5b4be798-a10a-4fb1-97ff-6f582078ee0b"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:57:56.408828 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9464c664-e6f6-4ad1-b092-b3668a5dbc6b x-openstack-request-id: req-9464c664-e6f6-4ad1-b092-b3668a5dbc6b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:57:56.408998 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f309ac19-9efb-401b-a439-e42be1107fcb", "name": "network-vif-deleted", "tag": "5b4be798-a10a-4fb1-97ff-6f582078ee0b", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:57:56.409256 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9464c664-e6f6-4ad1-b092-b3668a5dbc6b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:57:56.409667 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f309ac19-9efb-401b-a439-e42be1107fcb', 'name': 'network-vif-deleted', 'tag': '5b4be798-a10a-4fb1-97ff-6f582078ee0b', 'status': 'completed', 'code': 200} Sep 22 10:57:56.446311 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:57:56.659892 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:57:56.684668 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] Checking router: 3381e32f-afdd-407d-b101-837f6916752b for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:57:56.692718 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:57:56.693316 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:57:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:57:56.796377 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:57:56.990590 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:57:57.018452 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da208a-719c-4d8c-96a5-3817f150e5d0 None None] The sync data for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 is: [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:57:57.258063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cd6a7-cc74-41fc-a9cc-8dcf65be5e95 None None] New status for floating IP c31e838e-373d-4519-a491-e2a82cc22152: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:57:57.328077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d8288f9-87b8-4929-b7e2-e93da33a2246 req-6087d735-a626-4a88-a52d-d317b6b8fb1b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 210 time: 0.0405269 Sep 22 10:57:58.149301 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:58.423311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7af4597d-b5b6-4218-839a-a02e09c47ec4 req-07a51dfa-1ec4-4db8-8b19-828e53c0314f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 210 time: 0.0270298 Sep 22 10:57:59.520008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-901e9e46-43ee-43eb-b982-a5207a005423 req-c925a3a4-5385-4eb4-997b-7458e06847bc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 210 time: 0.0269778 Sep 22 10:58:00.109296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5b4be798-a10a-4fb1-97ff-6f582078ee0b no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:58:00.129213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 5b4be798-a10a-4fb1-97ff-6f582078ee0b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:58:00.129562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5b4be798-a10a-4fb1-97ff-6f582078ee0b not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:58:00.622443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25814f39-5204-47ba-851a-ed062d13d83f req-7a8ab7f4-c3da-4013-8e34-82fd315e21dc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=f309ac19-9efb-401b-a439-e42be1107fcb HTTP/1.1" status: 200 len: 210 time: 0.0250194 Sep 22 10:58:01.866212 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-8779e8d4-28f9-41af-9eca-0d710aa5b1f6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665553320&fields=id&tenant_id=a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 267 time: 0.0319724 Sep 22 10:58:01.972544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604873c5-82bd-4321-985f-e542d72cef0e req-881abffb-e920-4b1f-be45-48de4e15a8ba tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:01.973998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-881abffb-e920-4b1f-be45-48de4e15a8ba tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1012452 Sep 22 10:58:01.988607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-0c30e6bb-66b2-4ed1-9930-f641fdc86127 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/quotas/a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 375 time: 0.0088286 Sep 22 10:58:02.040310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-71940cec-0feb-40a2-9daf-3fa04e68261c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465302 Sep 22 10:58:02.161171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-a27a497d-1aed-40d3-8fbd-ea03c7019729 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:58:02.162219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-a27a497d-1aed-40d3-8fbd-ea03c7019729 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1101620 Sep 22 10:58:02.255336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-1e451d50-49b0-4950-aa4c-0e6137014e57 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866539 Sep 22 10:58:02.343234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-0c0e4a01-b5f3-4c81-b37a-d34bdea92920 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817723 Sep 22 10:58:02.914785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8a378bf-0164-4228-a9a3-4c6256c5f650 req-32073c8b-481c-4953-8c53-71bee408abf8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 210 time: 0.0298982 Sep 22 10:58:04.005984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb0ce082-5af0-41a5-a29f-a7d2e286b093 req-690138b0-6053-4205-9dd5-81627e6b6f92 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 210 time: 0.0263038 Sep 22 10:58:05.100735 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf8004a-c344-4483-8654-baf286e696ee req-bb7a4672-e662-4f79-bceb-579da84c93fc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 210 time: 0.0298140 Sep 22 10:58:05.253377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604873c5-82bd-4321-985f-e542d72cef0e req-3f05be1f-2eb1-44b4-a875-d3b2f6969d76 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:05.254901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-3f05be1f-2eb1-44b4-a875-d3b2f6969d76 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1026547 Sep 22 10:58:05.299304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-0c796077-5c59-4a67-922a-a1413d9992c0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 379 time: 0.0347703 Sep 22 10:58:05.309358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'port': {'device_id': '66c0378f-9a16-4231-beca-816627204479', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'admin_state_up': True, 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'security_groups': ['8ae05abf-4379-492a-a91c-0c1f7ea9ec85']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:58:05.526627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Made reservation on behalf of a89f8f050baa4104aac26a0f1ee855b8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:58:05.530674 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:05.659624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.20.0.12 (282127a0-0c1a-4559-a928-5f94fac1024f/7db61163-da01-4c3d-9757-821c1d957449/f37e8463-584b-47fa-9d3f-0b87d447ab2e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:58:05.797797 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:05.892992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:05.939609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:58:05.942678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:58:05.946296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:58:05.975066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=f37e8463-584b-47fa-9d3f-0b87d447ab2e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:06.003642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:06.004377 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:06.087519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-7169f101-48e7-4b3b-9935-4cf69e253e4c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7815964 Sep 22 10:58:06.156176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Request body: {'port': {'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:58:06.236515 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:06.238016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c3065806-9b7d-4b25-9525-3d480a003d8a None None] Provisioning complete for port f37e8463-584b-47fa-9d3f-0b87d447ab2e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:58:06.238567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c3065806-9b7d-4b25-9525-3d480a003d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:06.260958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4b8a7-dfb8-4af1-a77e-bc0a90af1342 req-c75fd250-0350-490e-bfeb-b4c369479aea tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:06.262472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56e4b8a7-dfb8-4af1-a77e-bc0a90af1342 req-c75fd250-0350-490e-bfeb-b4c369479aea tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 932 time: 0.0872278 Sep 22 10:58:06.274164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c3065806-9b7d-4b25-9525-3d480a003d8a None None] Port f37e8463-584b-47fa-9d3f-0b87d447ab2e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:58:06.336216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56e4b8a7-dfb8-4af1-a77e-bc0a90af1342 req-9d99fd0f-d0e9-49b6-b154-a1f3edb66958 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512009 Sep 22 10:58:06.538398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37e8463-584b-47fa-9d3f-0b87d447ab2e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:58:06.547279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:06.562028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Transition to ACTIVE for port object f37e8463-584b-47fa-9d3f-0b87d447ab2e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:58:06.640707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:06.693735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Pushing event updated for resources: {'Port': ['ID=f37e8463-584b-47fa-9d3f-0b87d447ab2e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:06.767644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Attempting to bind port f37e8463-584b-47fa-9d3f-0b87d447ab2e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:58:06.768189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Attempting to bind port f37e8463-584b-47fa-9d3f-0b87d447ab2e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:58:06.768616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Attempting to bind port f37e8463-584b-47fa-9d3f-0b87d447ab2e on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:58:06.773438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Port f37e8463-584b-47fa-9d3f-0b87d447ab2e on network 282127a0-0c1a-4559-a928-5f94fac1024f not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:58:06.773881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Attempting to bind port f37e8463-584b-47fa-9d3f-0b87d447ab2e on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:58:06.779521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:58:06.780501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:58:06.780995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Bound using segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:58:06.781551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Bound port: f37e8463-584b-47fa-9d3f-0b87d447ab2e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:58:06.781993 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:06.849699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] For port f37e8463-584b-47fa-9d3f-0b87d447ab2e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:58:06.852763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] For port f37e8463-584b-47fa-9d3f-0b87d447ab2e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:58:06.915552 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:06.950284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:06.951027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:06.952576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] 10.222.0.30 "PUT /v2.0/ports/f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 200 len: 1092 time: 0.8567901 Sep 22 10:58:06.953075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:58:06.955429 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0e5ffb-b93c-4581-bf2f-e36b6e2c17fc" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0378f-9a16-4231-beca-816627204479", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:58:06.980216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38d3be-0b13-44c0-88fe-5316f940a24a service neutron] Pushing event updated for resources: {'Port': ['ID=f37e8463-584b-47fa-9d3f-0b87d447ab2e,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:07.003034 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb87414-8f81-45a5-b989-ad83a4534112 x-openstack-request-id: req-ffb87414-8f81-45a5-b989-ad83a4534112 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:58:07.006073 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0378f-9a16-4231-beca-816627204479", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:58:07.006073 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffb87414-8f81-45a5-b989-ad83a4534112 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:58:07.006073 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'status': 'completed', 'code': 200} Sep 22 10:58:07.069974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5ffb-b93c-4581-bf2f-e36b6e2c17fc req-af13827a-d1b8-46ea-9a36-747ca8bde8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:07.071586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce0e5ffb-b93c-4581-bf2f-e36b6e2c17fc req-af13827a-d1b8-46ea-9a36-747ca8bde8e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1095 time: 0.0477738 Sep 22 10:58:07.174677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5ffb-b93c-4581-bf2f-e36b6e2c17fc req-00d13656-5e17-49dc-9e94-a33bf83558d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:07.176252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce0e5ffb-b93c-4581-bf2f-e36b6e2c17fc req-00d13656-5e17-49dc-9e94-a33bf83558d7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973885 Sep 22 10:58:07.293547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5ffb-b93c-4581-bf2f-e36b6e2c17fc req-5aa0bb8b-b8db-4661-b6db-c2c61eb64c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:07.295053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce0e5ffb-b93c-4581-bf2f-e36b6e2c17fc req-5aa0bb8b-b8db-4661-b6db-c2c61eb64c6f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113670 Sep 22 10:58:07.375044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604873c5-82bd-4321-985f-e542d72cef0e req-6ea1c31c-63e2-4cc5-8410-64383cefc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:07.376633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-6ea1c31c-63e2-4cc5-8410-64383cefc84b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1095 time: 0.0415947 Sep 22 10:58:07.420466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-a48a3c56-c853-4a9a-a7b1-598291b167ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 200 len: 217 time: 0.0361731 Sep 22 10:58:07.492371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604873c5-82bd-4321-985f-e542d72cef0e req-a603ee9f-e71e-4f40-952f-ff97f90353b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:07.493778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-a603ee9f-e71e-4f40-952f-ff97f90353b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0657070 Sep 22 10:58:07.506262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb21358-1fb6-4035-8234-179138939f5d req-085ba5df-256c-41e9-a3a3-ee35f407a914 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:07.507666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9bb21358-1fb6-4035-8234-179138939f5d req-085ba5df-256c-41e9-a3a3-ee35f407a914 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0897448 Sep 22 10:58:07.569545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9bb21358-1fb6-4035-8234-179138939f5d req-053e4bf5-ad65-4ee6-96ba-3c9d87fd8cad tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531967 Sep 22 10:58:07.574414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604873c5-82bd-4321-985f-e542d72cef0e req-77545bf6-8169-4b08-9dad-61d6a6b59b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:07.576612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-77545bf6-8169-4b08-9dad-61d6a6b59b56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675483 Sep 22 10:58:07.669510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-bdc7eb53-88bf-4e11-ada7-a050e342b343 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855308 Sep 22 10:58:07.762697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-604873c5-82bd-4321-985f-e542d72cef0e req-089c3f47-643b-420c-ac93-8a09a37d6575 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865018 Sep 22 10:58:08.694665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e238cb0-283b-4544-8e29-abe8b5cd8697 req-251eca50-c576-478d-a86e-a6bc2683af1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:08.696160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e238cb0-283b-4544-8e29-abe8b5cd8697 req-251eca50-c576-478d-a86e-a6bc2683af1c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0571032 Sep 22 10:58:08.734387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e238cb0-283b-4544-8e29-abe8b5cd8697 req-2862314e-73ce-4985-9c6f-bfbd728704c3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Sep 22 10:58:09.852823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebda2e-bf1b-4ff7-8f5f-0f8160a800b6 req-f29b6054-bb96-40e5-9082-a48915b68f06 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:09.854672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bebda2e-bf1b-4ff7-8f5f-0f8160a800b6 req-f29b6054-bb96-40e5-9082-a48915b68f06 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0529609 Sep 22 10:58:09.891491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bebda2e-bf1b-4ff7-8f5f-0f8160a800b6 req-7644bd55-693d-42be-b68a-87ce33b5f0d4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305822 Sep 22 10:58:11.005295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3f605-6f43-499e-aaf6-5c5e966e4d56 req-c5aae5e2-321a-442f-8af4-02b8daefa2d6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:11.006829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dab3f605-6f43-499e-aaf6-5c5e966e4d56 req-c5aae5e2-321a-442f-8af4-02b8daefa2d6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0497258 Sep 22 10:58:11.048658 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dab3f605-6f43-499e-aaf6-5c5e966e4d56 req-65332dfa-06c9-4009-a6c1-66090c912d9f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359132 Sep 22 10:58:12.169844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ef5dd-6651-467d-aa54-9548a5bdc662 req-7eff4c6d-a89c-4394-aa43-85a31cafe5b1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:12.171348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb8ef5dd-6651-467d-aa54-9548a5bdc662 req-7eff4c6d-a89c-4394-aa43-85a31cafe5b1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0514722 Sep 22 10:58:12.207969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb8ef5dd-6651-467d-aa54-9548a5bdc662 req-6a11a167-5ed0-4b9c-a60d-5446cc0798f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306945 Sep 22 10:58:13.322874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ca42b-a49c-4da7-84c7-7199c0595d2c req-3ee452fb-a93e-4ec3-bbe0-edb2266c0153 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:13.324350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d2ca42b-a49c-4da7-84c7-7199c0595d2c req-3ee452fb-a93e-4ec3-bbe0-edb2266c0153 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0472383 Sep 22 10:58:13.364699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d2ca42b-a49c-4da7-84c7-7199c0595d2c req-6b1e3c82-6c5d-4106-9f8b-756f9ad69a17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315642 Sep 22 10:58:14.476889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b46cd-dd60-415d-9fbd-a7f2c4523156 req-4acd179d-216a-478b-80de-d41a8b296eee tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:14.478375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-559b46cd-dd60-415d-9fbd-a7f2c4523156 req-4acd179d-216a-478b-80de-d41a8b296eee tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0476675 Sep 22 10:58:14.515413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-559b46cd-dd60-415d-9fbd-a7f2c4523156 req-7a91aaae-3cfa-469a-955a-ccd814ccd633 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299983 Sep 22 10:58:15.630771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bf0cf-ffcd-4675-a8d5-f7af70fb2d3d req-06d5c306-0fe9-431a-8d8f-f3856596adc2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:15.632349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b84bf0cf-ffcd-4675-a8d5-f7af70fb2d3d req-06d5c306-0fe9-431a-8d8f-f3856596adc2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0514147 Sep 22 10:58:15.668725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b84bf0cf-ffcd-4675-a8d5-f7af70fb2d3d req-8778bae6-2027-431c-8a5f-1bb8998e2ab3 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305195 Sep 22 10:58:16.783818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f526a9b-e918-44be-b288-c42f2e420581 req-685085bc-cd79-49e2-8fc5-d64007935c0b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:16.785281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f526a9b-e918-44be-b288-c42f2e420581 req-685085bc-cd79-49e2-8fc5-d64007935c0b tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0478945 Sep 22 10:58:16.822652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f526a9b-e918-44be-b288-c42f2e420581 req-7123a3ea-e102-430a-a60a-712c0a73fd65 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308294 Sep 22 10:58:17.942197 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50c41d-7204-425a-a0fa-c4d01bafe556 req-f75f1fe7-fc0a-4ab7-bc09-1248757b41bc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:17.943667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee50c41d-7204-425a-a0fa-c4d01bafe556 req-f75f1fe7-fc0a-4ab7-bc09-1248757b41bc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 944 time: 0.0483003 Sep 22 10:58:17.982670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee50c41d-7204-425a-a0fa-c4d01bafe556 req-caed986b-edb1-4d28-852c-23d6ebc32f45 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329366 Sep 22 10:58:18.168477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f37e8463-584b-47fa-9d3f-0b87d447ab2e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:58:18.272677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f37e8463-584b-47fa-9d3f-0b87d447ab2e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:58:18.283890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:58:18.320471 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:18.332544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37e8463-584b-47fa-9d3f-0b87d447ab2e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:58:18.350775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f37e8463-584b-47fa-9d3f-0b87d447ab2e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:58:18.480048 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:18.529077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f37e8463-584b-47fa-9d3f-0b87d447ab2e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:18.536145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.536496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.536839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.537177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.537511 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.537840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.538194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.538527 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.538851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.539175 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.539502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.539823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:18.726867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['f37e8463-584b-47fa-9d3f-0b87d447ab2e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:58:19.099241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5ac7-add2-43f8-a1f5-10849d97d28e req-20f7ea87-b614-4803-845d-9ba3e53ba038 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:19.100698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992d5ac7-add2-43f8-a1f5-10849d97d28e req-20f7ea87-b614-4803-845d-9ba3e53ba038 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Sep 22 10:58:19.137355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-992d5ac7-add2-43f8-a1f5-10849d97d28e req-7dd39504-033a-420b-8769-e58967f52174 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307028 Sep 22 10:58:20.183592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f37e8463-584b-47fa-9d3f-0b87d447ab2e up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:58:20.251898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0807813-bab0-45f5-9497-a76f3e7241e4 req-3a2a24e0-2b07-4059-a86d-61e72412b3a6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:20.253386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0807813-bab0-45f5-9497-a76f3e7241e4 req-3a2a24e0-2b07-4059-a86d-61e72412b3a6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 945 time: 0.0486727 Sep 22 10:58:20.274380 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port f37e8463-584b-47fa-9d3f-0b87d447ab2e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:58:20.278782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port f37e8463-584b-47fa-9d3f-0b87d447ab2e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:58:20.279167 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:20.296534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0807813-bab0-45f5-9497-a76f3e7241e4 req-473dbad2-9400-43fc-85b4-2918ee65546e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365739 Sep 22 10:58:20.355196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:20.376998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:58:20.379213 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6014ca7-1ce4-46f9-ae58-76be50d7e353" -d '{"events": [{"server_uuid": "66c0378f-9a16-4231-beca-816627204479", "name": "network-vif-plugged", "status": "completed", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:58:20.392085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port f37e8463-584b-47fa-9d3f-0b87d447ab2e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:58:20.485932 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:20.536957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=f37e8463-584b-47fa-9d3f-0b87d447ab2e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:20.565249 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7a2e7c-b29f-4063-82eb-3aa080fbc926 x-openstack-request-id: req-1e7a2e7c-b29f-4063-82eb-3aa080fbc926 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:58:20.565543 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c0378f-9a16-4231-beca-816627204479", "name": "network-vif-plugged", "status": "completed", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:58:20.565792 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e7a2e7c-b29f-4063-82eb-3aa080fbc926 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:58:20.566215 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'code': 200} Sep 22 10:58:20.664086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f240f1e-939d-4d00-a0af-b82f13f0956e req-357a5349-4b35-4ef2-9f6f-3331abfc0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:20.665529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f240f1e-939d-4d00-a0af-b82f13f0956e req-357a5349-4b35-4ef2-9f6f-3331abfc0725 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1097 time: 0.0388906 Sep 22 10:58:20.698061 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f240f1e-939d-4d00-a0af-b82f13f0956e req-997cd626-e1c3-436b-bf26-6640fbf42f6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255709 Sep 22 10:58:21.423137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73999ab8-2b0c-465c-80bf-3503b3c37d98 req-3fe4d635-39c4-4e8f-8742-28d97571a063 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:21.424617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73999ab8-2b0c-465c-80bf-3503b3c37d98 req-3fe4d635-39c4-4e8f-8742-28d97571a063 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 946 time: 0.0517530 Sep 22 10:58:21.461810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73999ab8-2b0c-465c-80bf-3503b3c37d98 req-1e196786-a0d8-4c39-99a3-2350120219e0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312886 Sep 22 10:58:22.308924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c20b530d-d65c-49e9-964e-fba318ca550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:22.572427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e0dc3-8892-400d-8eb2-3d28328bc019 req-a2103525-01f4-40d7-bea3-9a6d6775e4a6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:22.574013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f9e0dc3-8892-400d-8eb2-3d28328bc019 req-a2103525-01f4-40d7-bea3-9a6d6775e4a6 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 946 time: 0.0472343 Sep 22 10:58:22.610950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1f9e0dc3-8892-400d-8eb2-3d28328bc019 req-1fd4653b-fd86-451d-96dc-54966ecbb0d0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305731 Sep 22 10:58:22.722873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aac460-8b5f-43fe-9956-af38e97d9473 req-1a1c0f61-7a06-45d1-b536-ef934e02bebe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:22.724353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40aac460-8b5f-43fe-9956-af38e97d9473 req-1a1c0f61-7a06-45d1-b536-ef934e02bebe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 946 time: 0.0487595 Sep 22 10:58:22.760580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-40aac460-8b5f-43fe-9956-af38e97d9473 req-8b14e134-72ed-40aa-8376-21f779ade4df tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302942 Sep 22 10:58:22.782081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43826) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:58:22.823889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff865e09-23c4-46f8-9106-f4ca51305d4a tempest-TestVolumeBootPattern-982080494 tempest-TestVolumeBootPattern-982080494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:22.825618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ff865e09-23c4-46f8-9106-f4ca51305d4a tempest-TestVolumeBootPattern-982080494 tempest-TestVolumeBootPattern-982080494-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1092 time: 0.0423319 Sep 22 10:58:22.828442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 43828) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:58:22.832591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:58:22.920465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:23.016339 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:23.119015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.25.1.49 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/e5a70f93-cbe6-4777-b2ae-740a6c6e99b4) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:58:23.215976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:23.286186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:23.321396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:58:23.325641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:58:23.329147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:58:23.336644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=e5a70f93-cbe6-4777-b2ae-740a6c6e99b4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:23.666272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:23.800928 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:23.947051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:24.011502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:24.077585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=e5a70f93-cbe6-4777-b2ae-740a6c6e99b4,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:24.089161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:24.194177 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Floating IP b23697b1-530e-427f-852e-9f1d59f08155 associated. External IP: 172.25.1.49, port: f37e8463-584b-47fa-9d3f-0b87d447ab2e. Sep 22 10:58:24.706463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Router 3381e32f-afdd-407d-b101-837f6916752b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:58:24.811728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:58:24.822073 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] Sync routers for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:58:24.832009 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:58:24.832559 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:57:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:58:24.920086 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:24.933247 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:58:24.946068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c863b52d-ebe1-4cac-9d09-667ec52a2caa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1166453 Sep 22 10:58:24.946682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:58:24.948932 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0378f-9a16-4231-beca-816627204479", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:58:24.985640 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfa5fa3-1030-4ad4-960a-4ac87cda8536 x-openstack-request-id: req-1cfa5fa3-1030-4ad4-960a-4ac87cda8536 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:58:24.985930 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0378f-9a16-4231-beca-816627204479", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:58:24.986208 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cfa5fa3-1030-4ad4-960a-4ac87cda8536 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:58:24.986605 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'status': 'completed', 'code': 200} Sep 22 10:58:25.049643 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-beb64982-e23f-4f05-9009-64328327e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:25.051218 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-beb64982-e23f-4f05-9009-64328327e136 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1097 time: 0.0437536 Sep 22 10:58:25.114783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ae477dc5-3ccd-42cf-acab-21941aa1f1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:25.145037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-883ef96b-4add-4fd3-b392-2b546040286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:25.146553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-883ef96b-4add-4fd3-b392-2b546040286d service neutron] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0884736 Sep 22 10:58:25.153927 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'b23697b1-530e-427f-852e-9f1d59f08155', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:23Z', 'updated_at': '2021-09-22T10:58:23Z', 'revision_number': 0, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:58:25.212025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-39d95266-3ad9-4c67-ba8e-82f83b769694 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 200 len: 999 time: 0.0590127 Sep 22 10:58:25.261558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-b2e64a7f-f1e5-4ae7-b48c-460001d835b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:25.263127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-b2e64a7f-f1e5-4ae7-b48c-460001d835b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0443230 Sep 22 10:58:25.270959 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] Checking router: 3381e32f-afdd-407d-b101-837f6916752b for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:58:25.279196 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:58:25.279809 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T10:58:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:58:25.310358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-52774816-aaa6-4612-8873-64331cb18c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:25.311865 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-52774816-aaa6-4612-8873-64331cb18c7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419559 Sep 22 10:58:25.385868 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:58:25.402120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-818f229a-5ac4-425b-972e-24e427df853e service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812104 Sep 22 10:58:25.495683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1eef1b7c-8c48-4ebc-9dc0-0e6dcce41ae6 req-8a74d443-d924-44d6-b1c9-b848186982f1 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865726 Sep 22 10:58:25.566089 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:25.605714 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'b23697b1-530e-427f-852e-9f1d59f08155', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:23Z', 'updated_at': '2021-09-22T10:58:23Z', 'revision_number': 0, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:58:25.635464 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a7489-29e2-4317-ba9a-9c95cbb8d86b None None] The sync data for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 is: [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'b23697b1-530e-427f-852e-9f1d59f08155', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:23Z', 'updated_at': '2021-09-22T10:58:23Z', 'revision_number': 0, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:58:25.822122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f757088-e9dc-4f9a-91b2-a00efb3e0655 None None] New status for floating IP b23697b1-530e-427f-852e-9f1d59f08155: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:58:25.877683 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:25.907034 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:26.256587 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:26.652445 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:58:28.131087 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:52.319387 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d50b2e14-bf7f-4e80-89fe-82b67f3e9ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:55.131293 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5fade6ff-13d3-48e9-9304-d696323f527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:55.588191 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:55.851056 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:55.879079 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:56.245276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:58.165932 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:03.653354 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:59:19.366672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-c19f4aa4-62aa-420a-99a1-450f6258a2d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394790 Sep 22 10:59:19.443335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-3c3b834b-cb8d-445f-bf9a-5df191d0ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:19.444832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-3c3b834b-cb8d-445f-bf9a-5df191d0ed80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1097 time: 0.0396354 Sep 22 10:59:19.550689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-8c889f16-a901-46c9-afdb-530a631487ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:19.552221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-8c889f16-a901-46c9-afdb-530a631487ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0890753 Sep 22 10:59:19.617228 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-c1eb3501-fb8c-4321-8116-288424a5c107 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 200 len: 1001 time: 0.0580127 Sep 22 10:59:19.668427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-aa8702c6-943e-48ea-96c0-3e14820e19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:19.669871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-aa8702c6-943e-48ea-96c0-3e14820e19c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0465918 Sep 22 10:59:19.713543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-998f4029-dac3-4a6f-a9a6-8a71fd15d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:19.715054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-998f4029-dac3-4a6f-a9a6-8a71fd15d790 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389135 Sep 22 10:59:19.810458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-438b6567-34c5-4d2b-a38f-263a79cdc61b service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885034 Sep 22 10:59:19.898953 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eaed9c13-ae4a-444d-bef7-52b767fbb073 req-534b16e5-0bfb-4b5f-bdc8-e93a612bcc51 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820007 Sep 22 10:59:22.364936 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-003f912a-69dc-42ef-aca3-ccfaf76579f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:25.142236 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0da02ce4-3999-40c8-93fb-3b38f7a21c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:25.570871 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:25.862226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:25.885557 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:26.261767 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:28.107566 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:40.651743 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:59:52.330294 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0450bda9-7648-49df-823c-09056b262651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:55.112811 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7cee6684-fef3-48bd-a66d-7a3e25b6e256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:55.552486 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:55.884352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:55.924261 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:56.249963 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:58.118463 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:10.156385 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-44f1a894-c8af-4759-9cdd-7d0a87d2d6cc req-723abeff-5a42-462a-9365-e359ab22e6f8 service neutron] (95681) timed out ('10.222.0.20', 41026) {{(pid=95681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 11:00:17.651067 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:00:21.367814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-3c059445-6d52-42ab-8993-94f486a6975e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400920 Sep 22 11:00:21.447363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-4a4fa9bb-bf98-43fa-9ffc-c05c688d18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:21.448843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-4a4fa9bb-bf98-43fa-9ffc-c05c688d18bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1097 time: 0.0426557 Sep 22 11:00:21.548073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-97489526-d963-49ee-b024-96ceee2fcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:21.549569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-97489526-d963-49ee-b024-96ceee2fcbee service neutron] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0827086 Sep 22 11:00:21.620007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-96d9b46f-73d3-4f6a-8e33-e228a496fcc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 200 len: 1001 time: 0.0630503 Sep 22 11:00:21.667036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-f8980cd5-d3d2-499c-9447-016da0a918e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:21.668451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-f8980cd5-d3d2-499c-9447-016da0a918e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0423152 Sep 22 11:00:21.711418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-914a18cc-8e85-4fea-b9dd-23b974cc3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:21.712879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-914a18cc-8e85-4fea-b9dd-23b974cc3110 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379689 Sep 22 11:00:21.802475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-79d06316-1435-49a5-beaa-fe0ec85d04c6 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825820 Sep 22 11:00:21.892841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2f44277f-186b-4477-9c2f-d6d78c486042 req-a89edef9-aabf-4181-9ff9-018edc44b4ad service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836103 Sep 22 11:00:22.295068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a5107ee4-dfd4-4312-8e6e-18638ab3c140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:25.101430 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4567da05-396c-41cb-8279-c54147a5ab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:25.569510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:25.912298 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:25.918031 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:26.266456 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:28.158537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:52.340951 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-34b11c84-ec38-4be3-8666-a0f471bdcfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:53.642681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-9cacf598-2963-4556-8f4d-13203486ff6c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665553320&fields=id&tenant_id=a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 267 time: 0.0321209 Sep 22 11:00:53.751265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-ccb4387a-9801-4d43-8f5a-f91a2fe9e910 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:53.752721 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-ccb4387a-9801-4d43-8f5a-f91a2fe9e910 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.1027887 Sep 22 11:00:53.768121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-ed80d346-eee7-47ec-8b3f-b3cb953439a8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/quotas/a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Sep 22 11:00:53.826786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-80456f71-0b88-493f-8bf7-30ce36b18df1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529652 Sep 22 11:00:53.923420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-d5163776-4845-4e37-8054-1b23ea6f3bf3 service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850523 Sep 22 11:00:54.011237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-8388627a-b54b-4014-8671-56f68eb0904a service neutron] 10.222.0.20 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810685 Sep 22 11:00:54.650044 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:00:54.767642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd305b3f-11d9-4835-b0b5-11a12537ec13 req-717b9787-d92b-445f-a775-8c96fa4489f8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Sep 22 11:00:55.117916 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7fcb23ef-c7c0-4538-9769-7af81b718e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:55.609384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:55.864258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c6445e-0ca2-4290-a7fa-57105e0026b3 req-54caf679-ac76-429a-8f56-a794fe3730a1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 210 time: 0.0264127 Sep 22 11:00:55.969193 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:56.021071 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:56.260638 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:56.704930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-9bc9e476-7110-42fa-9672-f7d600f012fe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:56.706671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-9bc9e476-7110-42fa-9672-f7d600f012fe tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 812 time: 0.0989947 Sep 22 11:00:56.753564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-a85dcb16-77a4-40e3-994e-b16def05e213 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a89f8f050baa4104aac26a0f1ee855b8 HTTP/1.1" status: 200 len: 379 time: 0.0384114 Sep 22 11:00:56.762557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'port': {'device_id': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'admin_state_up': True, 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'security_groups': ['8ae05abf-4379-492a-a91c-0c1f7ea9ec85']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:00:56.956808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e191fa92-0d6f-4133-a40e-aaa1506f5b8d req-60e00126-34aa-4668-96e1-100df702e88d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 210 time: 0.0271432 Sep 22 11:00:56.957505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Made reservation on behalf of a89f8f050baa4104aac26a0f1ee855b8 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:00:56.960900 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:57.092282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.20.0.3 (282127a0-0c1a-4559-a928-5f94fac1024f/7db61163-da01-4c3d-9757-821c1d957449/1eff8060-a600-4bb4-88b6-8005358b4dfa) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:00:57.237550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:57.358903 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:57.400914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 282127a0-0c1a-4559-a928-5f94fac1024f is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:00:57.403964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:00:57.407729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:00:57.433213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=1eff8060-a600-4bb4-88b6-8005358b4dfa,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:57.448895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.449238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.449584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.449909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.450263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.450600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.450923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.451245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.451567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.451885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.452203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.452537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:57.476963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:57.477678 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:57.587744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-b4f7e5d7-730b-4a86-93f9-ea215af793cd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8287923 Sep 22 11:00:57.654349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Request body: {'port': {'device_id': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:00:57.660787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f75e74ea-2bb1-48dd-9ed0-29b5d1883717 None None] Provisioning complete for port 1eff8060-a600-4bb4-88b6-8005358b4dfa triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:00:57.661287 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f75e74ea-2bb1-48dd-9ed0-29b5d1883717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:57.696230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f75e74ea-2bb1-48dd-9ed0-29b5d1883717 None None] Port 1eff8060-a600-4bb4-88b6-8005358b4dfa cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:00:57.720653 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:57.995586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eff8060-a600-4bb4-88b6-8005358b4dfa {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:00:58.004344 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:58.017698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Transition to ACTIVE for port object 1eff8060-a600-4bb4-88b6-8005358b4dfa will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:00:58.078151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc834f-dc3d-4abd-bf7a-eabe4cd23199 req-90ddc433-be60-43e9-b58d-73012e088ea0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:58.079666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17bc834f-dc3d-4abd-bf7a-eabe4cd23199 req-90ddc433-be60-43e9-b58d-73012e088ea0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 931 time: 0.0508044 Sep 22 11:00:58.119639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17bc834f-dc3d-4abd-bf7a-eabe4cd23199 req-34ac8a79-af48-4e46-935e-f2cead5a54a5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335014 Sep 22 11:00:58.121856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:58.158212 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:58.237219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1eff8060-a600-4bb4-88b6-8005358b4dfa,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:58.281541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Attempting to bind port 1eff8060-a600-4bb4-88b6-8005358b4dfa on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:00:58.282169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Attempting to bind port 1eff8060-a600-4bb4-88b6-8005358b4dfa by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:00:58.282711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Attempting to bind port 1eff8060-a600-4bb4-88b6-8005358b4dfa on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:00:58.288994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Port 1eff8060-a600-4bb4-88b6-8005358b4dfa on network 282127a0-0c1a-4559-a928-5f94fac1024f not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:00:58.289215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Attempting to bind port 1eff8060-a600-4bb4-88b6-8005358b4dfa on network 282127a0-0c1a-4559-a928-5f94fac1024f {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:00:58.297393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:00:58.297745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Checking segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:00:58.298173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Bound using segment: {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:00:58.298611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Bound port: 1eff8060-a600-4bb4-88b6-8005358b4dfa, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839476a4-a43d-456a-868a-0fcc8c55f2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:00:58.299038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:58.370270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] For port 1eff8060-a600-4bb4-88b6-8005358b4dfa, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:00:58.373326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] For port 1eff8060-a600-4bb4-88b6-8005358b4dfa, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:00:58.461671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:58.500413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:58.501063 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:58.502482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/1eff8060-a600-4bb4-88b6-8005358b4dfa HTTP/1.1" status: 200 len: 1091 time: 0.9070895 Sep 22 11:00:58.502938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:00:58.505161 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca06d349-b385-41c1-9543-5e43341bed9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:00:58.536103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf6ba3-e85c-4ef8-bcf3-d0f37288b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1eff8060-a600-4bb4-88b6-8005358b4dfa,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:58.617890 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209cb402-de58-4f81-aa44-3dd64f9e2e92 x-openstack-request-id: req-209cb402-de58-4f81-aa44-3dd64f9e2e92 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:00:58.618212 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:00:58.618469 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-209cb402-de58-4f81-aa44-3dd64f9e2e92 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:00:58.619306 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'status': 'completed', 'code': 200} Sep 22 11:00:58.667285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-4d031aff-60e2-4965-b724-0211b97cf417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:58.668946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-4d031aff-60e2-4965-b724-0211b97cf417 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 1094 time: 0.0439644 Sep 22 11:00:58.711983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-6184aca6-98bc-4c73-85d4-7ddac8e945e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa HTTP/1.1" status: 200 len: 217 time: 0.0354114 Sep 22 11:00:58.765222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-ad7dc1ff-8423-4234-897f-c2ad71e95092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:58.766664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-ad7dc1ff-8423-4234-897f-c2ad71e95092 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0484614 Sep 22 11:00:58.813921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-195be442-d7f5-437b-b4c9-88c2890132e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:58.815404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-195be442-d7f5-437b-b4c9-88c2890132e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404968 Sep 22 11:00:58.908815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-91611458-bc04-46f1-85d9-5a6647a00209 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859547 Sep 22 11:00:59.004088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4a43a7-64a1-4546-b030-9cbdd5850df4 req-fe47e94d-0fa6-4a9b-84a9-a7ce8dfb7fd4 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880101 Sep 22 11:00:59.137377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d349-b385-41c1-9543-5e43341bed9f req-9833ff26-0ced-4427-8880-0230d7c32ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:59.138823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca06d349-b385-41c1-9543-5e43341bed9f req-9833ff26-0ced-4427-8880-0230d7c32ff5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 1094 time: 0.0420868 Sep 22 11:00:59.274929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d349-b385-41c1-9543-5e43341bed9f req-a13a33b2-cd2a-4ab2-bdc2-8210013bf49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:59.276415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca06d349-b385-41c1-9543-5e43341bed9f req-a13a33b2-cd2a-4ab2-bdc2-8210013bf49b service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.1312151 Sep 22 11:00:59.288564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50335f0-27b9-4730-960c-55597f921922 req-5f0d4ca1-fa72-40bd-8d75-5541ca9efc93 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:59.290034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d50335f0-27b9-4730-960c-55597f921922 req-5f0d4ca1-fa72-40bd-8d75-5541ca9efc93 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 943 time: 0.0690253 Sep 22 11:00:59.331754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca06d349-b385-41c1-9543-5e43341bed9f req-0c219f76-092d-4dc7-bf30-ad62ac40b6e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa HTTP/1.1" status: 200 len: 217 time: 0.0405076 Sep 22 11:00:59.391081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d50335f0-27b9-4730-960c-55597f921922 req-44690174-e72d-447e-9220-14ab37392dba tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943885 Sep 22 11:00:59.399879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d349-b385-41c1-9543-5e43341bed9f req-f16cefed-b6e8-44ad-b478-eb62c97e24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:59.401332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca06d349-b385-41c1-9543-5e43341bed9f req-f16cefed-b6e8-44ad-b478-eb62c97e24b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0619850 Sep 22 11:00:59.447964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d349-b385-41c1-9543-5e43341bed9f req-570d814a-66d3-4b80-8885-349387f71a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:59.449477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca06d349-b385-41c1-9543-5e43341bed9f req-570d814a-66d3-4b80-8885-349387f71a55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415502 Sep 22 11:00:59.545222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca06d349-b385-41c1-9543-5e43341bed9f req-620ac36f-6949-4289-b582-70f86bbf90ef service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891066 Sep 22 11:00:59.638722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca06d349-b385-41c1-9543-5e43341bed9f req-307ae131-e7c0-44e2-81c2-ea6148ee8269 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860147 Sep 22 11:01:00.507286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e8f1-86ed-41cd-b143-101c2fa60f55 req-457788d1-3190-4d07-b9a3-851184d70872 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:00.508803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd53e8f1-86ed-41cd-b143-101c2fa60f55 req-457788d1-3190-4d07-b9a3-851184d70872 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 943 time: 0.0496802 Sep 22 11:01:00.550888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd53e8f1-86ed-41cd-b143-101c2fa60f55 req-1a0626db-83f7-4b23-abdc-b1af05c4634d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358276 Sep 22 11:01:01.663187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d269c9f-d35f-4c0c-b060-5bc05410c4ab req-be06d347-e7d7-486a-8a8c-499569ebd205 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:01.665184 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d269c9f-d35f-4c0c-b060-5bc05410c4ab req-be06d347-e7d7-486a-8a8c-499569ebd205 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 943 time: 0.0487962 Sep 22 11:01:01.703401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d269c9f-d35f-4c0c-b060-5bc05410c4ab req-41ec2a5a-1ff1-4b0f-93c6-05837ccc0da8 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321398 Sep 22 11:01:02.817137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea4d0-dcb4-41a7-a896-56b4f5f115f4 req-545f04ef-bfaf-44ba-88a5-cb454dbd91d5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:02.818675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-caeea4d0-dcb4-41a7-a896-56b4f5f115f4 req-545f04ef-bfaf-44ba-88a5-cb454dbd91d5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 943 time: 0.0486765 Sep 22 11:01:02.856490 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-caeea4d0-dcb4-41a7-a896-56b4f5f115f4 req-e58f63b5-c2e3-49ab-86ee-246235273d0d tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318379 Sep 22 11:01:03.967931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf655f42-29b5-4215-8461-3cf23cf9517a req-f6e22867-acae-4f20-b223-8821f649a0e1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:03.969394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf655f42-29b5-4215-8461-3cf23cf9517a req-f6e22867-acae-4f20-b223-8821f649a0e1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 943 time: 0.0476682 Sep 22 11:01:04.009940 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf655f42-29b5-4215-8461-3cf23cf9517a req-8e64d1fe-df17-4a82-8acf-bb0bfbd4f011 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345175 Sep 22 11:01:05.122540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b81ba-5380-46e3-9cea-4829c6df5d3d req-3eb424c5-326c-4bc0-ae9e-9a62eece96dc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:05.124028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-583b81ba-5380-46e3-9cea-4829c6df5d3d req-3eb424c5-326c-4bc0-ae9e-9a62eece96dc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 943 time: 0.0486412 Sep 22 11:01:05.161554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-583b81ba-5380-46e3-9cea-4829c6df5d3d req-6482551a-4159-47ca-a412-3edc667966f5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Sep 22 11:01:06.272509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8a28-36be-4e22-9bfd-947b86eba0ea req-b8a88c53-844d-45a8-b864-53373b5e7cdb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:06.273976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-479e8a28-36be-4e22-9bfd-947b86eba0ea req-b8a88c53-844d-45a8-b864-53373b5e7cdb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 943 time: 0.0478942 Sep 22 11:01:06.317852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-479e8a28-36be-4e22-9bfd-947b86eba0ea req-dbb8e0a5-acba-452d-91ad-40df97aaba3c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 Sep 22 11:01:07.433276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80ef7a-4c76-4a10-9190-534974d20031 req-918001e1-4fd2-4fea-8536-ae26dbc8c91c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:07.434893 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c80ef7a-4c76-4a10-9190-534974d20031 req-918001e1-4fd2-4fea-8536-ae26dbc8c91c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 943 time: 0.0523436 Sep 22 11:01:07.478590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c80ef7a-4c76-4a10-9190-534974d20031 req-d26d622c-014c-4e8d-945c-12717fc62277 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375037 Sep 22 11:01:08.592504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c481aa-f6af-4e1c-954d-7b68ad32212f req-76bb0d90-d70b-4819-9976-0c849fc244d1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:08.593993 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14c481aa-f6af-4e1c-954d-7b68ad32212f req-76bb0d90-d70b-4819-9976-0c849fc244d1 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 943 time: 0.0492826 Sep 22 11:01:08.631934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14c481aa-f6af-4e1c-954d-7b68ad32212f req-53586ed5-ae1f-42ff-83e3-0f48f994dc67 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318606 Sep 22 11:01:09.086277 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1eff8060-a600-4bb4-88b6-8005358b4dfa details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:01:09.180654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1eff8060-a600-4bb4-88b6-8005358b4dfa, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:01:09.191727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'port_id': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'mac_address': 'fa:16:3e:6e:94:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:01:09.228480 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:09.240881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eff8060-a600-4bb4-88b6-8005358b4dfa {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:01:09.259122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1eff8060-a600-4bb4-88b6-8005358b4dfa, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:01:09.357752 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:09.403281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1eff8060-a600-4bb4-88b6-8005358b4dfa,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:01:09.412327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.412680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.413033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.413376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.413723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.414053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.414459 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.414965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.415551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.417727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.417727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.417727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:01:09.592931 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1eff8060-a600-4bb4-88b6-8005358b4dfa'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:01:09.747177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c4d41-f376-4e51-a931-fc303e7e283c req-485f21e3-cf2b-4455-b145-325b94c18bdc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:09.748694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c4d41-f376-4e51-a931-fc303e7e283c req-485f21e3-cf2b-4455-b145-325b94c18bdc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 944 time: 0.0505381 Sep 22 11:01:09.786094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-290c4d41-f376-4e51-a931-fc303e7e283c req-9cdfd8dd-c375-49b1-a305-6ab4fd252931 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313179 Sep 22 11:01:10.898850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28465ce-f906-4b00-997c-8c4508cd6d1b req-29834c1d-0fe5-46a1-bbad-ddaa3db784b2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:10.900327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a28465ce-f906-4b00-997c-8c4508cd6d1b req-29834c1d-0fe5-46a1-bbad-ddaa3db784b2 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 944 time: 0.0477722 Sep 22 11:01:10.941838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a28465ce-f906-4b00-997c-8c4508cd6d1b req-fc6336e5-11cc-42e9-8f2f-ede6f79319f0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348744 Sep 22 11:01:11.116643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1eff8060-a600-4bb4-88b6-8005358b4dfa up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:01:11.248890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 1eff8060-a600-4bb4-88b6-8005358b4dfa completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:01:11.252772 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 1eff8060-a600-4bb4-88b6-8005358b4dfa triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:01:11.253150 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:11.330163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:11.351613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:01:11.353843 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b385cb-3934-4019-96e0-87f8d4989423" -d '{"events": [{"server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "name": "network-vif-plugged", "status": "completed", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:01:11.366699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1eff8060-a600-4bb4-88b6-8005358b4dfa, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:01:11.391252 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceafd08a-e2d9-4e70-8aaf-59a69249b723 x-openstack-request-id: req-ceafd08a-e2d9-4e70-8aaf-59a69249b723 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:01:11.391545 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "name": "network-vif-plugged", "status": "completed", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:01:11.391799 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ceafd08a-e2d9-4e70-8aaf-59a69249b723 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:01:11.392194 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'code': 200} Sep 22 11:01:11.448909 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:11.486040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782155a-8f99-45dd-98ad-60251eee54c0 req-1fc97ff3-dcb7-4e4c-a6e6-2f0ef4723138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:11.487599 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6782155a-8f99-45dd-98ad-60251eee54c0 req-1fc97ff3-dcb7-4e4c-a6e6-2f0ef4723138 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 1096 time: 0.0404322 Sep 22 11:01:11.497602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1eff8060-a600-4bb4-88b6-8005358b4dfa,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:01:11.523251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6782155a-8f99-45dd-98ad-60251eee54c0 req-f7f4d1fb-2ef9-4492-bdd5-bbd8d6c85a7d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284810 Sep 22 11:01:12.158549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4fe7b-5fea-4ca4-96b2-e35c14f2329d req-da541784-ed56-42e5-be0a-33682c697dff tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:12.160038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdb4fe7b-5fea-4ca4-96b2-e35c14f2329d req-da541784-ed56-42e5-be0a-33682c697dff tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 945 time: 0.0522456 Sep 22 11:01:12.197179 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdb4fe7b-5fea-4ca4-96b2-e35c14f2329d req-78ba91b6-c473-410a-bd70-086437fc297a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311317 Sep 22 11:01:13.310067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920b2f-fa66-4c7f-9409-1a8904565ad2 req-47875cb7-afff-40b5-afac-1b364b7df5bd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:13.311545 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7920b2f-fa66-4c7f-9409-1a8904565ad2 req-47875cb7-afff-40b5-afac-1b364b7df5bd tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 945 time: 0.0473807 Sep 22 11:01:13.352142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7920b2f-fa66-4c7f-9409-1a8904565ad2 req-13cade59-9062-498d-9996-2f556e4f5baa tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347135 Sep 22 11:01:13.463556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345389ad-a86d-4145-b89b-02111d8a8286 req-b74131c7-2e4c-4abb-8261-4d4de97e8332 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:13.465097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-345389ad-a86d-4145-b89b-02111d8a8286 req-b74131c7-2e4c-4abb-8261-4d4de97e8332 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 945 time: 0.0493276 Sep 22 11:01:13.502435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-345389ad-a86d-4145-b89b-02111d8a8286 req-9c0ee34a-668b-4dc3-98fe-22b87298b874 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310986 Sep 22 11:01:13.527382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44034) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:01:13.692821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d63653-a2a6-4d48-805d-0fc6144aa94b tempest-TestVolumeBootPattern-982080494 tempest-TestVolumeBootPattern-982080494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:13.694381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e1d63653-a2a6-4d48-805d-0fc6144aa94b tempest-TestVolumeBootPattern-982080494 tempest-TestVolumeBootPattern-982080494-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 1091 time: 0.1659937 Sep 22 11:01:13.697116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44038) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:01:13.701301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:01:13.775119 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:13.872658 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:13.973804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Allocated IP 172.25.1.186 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/d6671beb-0f17-44e4-b74c-a77f3c06d015) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:01:14.074304 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:14.249245 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:14.286085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:01:14.288819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:01:14.292281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:01:14.300664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=d6671beb-0f17-44e4-b74c-a77f3c06d015,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:01:14.635957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:14.777054 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:14.933441 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:14.997327 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:15.391298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event updated for resources: {'Port': ['ID=d6671beb-0f17-44e4-b74c-a77f3c06d015,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:01:15.402804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:15.499969 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Floating IP c2bb4a3e-fa77-4618-92c2-14698bee9e8e associated. External IP: 172.25.1.186, port: 1eff8060-a600-4bb4-88b6-8005358b4dfa. Sep 22 11:01:15.709728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Router 3381e32f-afdd-407d-b101-837f6916752b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:01:15.817066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:01:15.827194 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] Sync routers for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:01:15.836941 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:01:15.837569 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:00:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:01:15.894957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:15.927581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d3f1b04d-a90c-4eed-ab57-7df515017d17 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2294512 Sep 22 11:01:15.928173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:01:15.930434 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09cf7cc-7721-41b3-a04e-47fda62c2788" -d '{"events": [{"name": "network-changed", "server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:01:15.940124 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:01:15.966252 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371f660a-9b15-460c-8ba1-3a907ee7bcd4 x-openstack-request-id: req-371f660a-9b15-460c-8ba1-3a907ee7bcd4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:01:15.966544 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:01:15.966787 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-371f660a-9b15-460c-8ba1-3a907ee7bcd4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:01:15.967197 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'status': 'completed', 'code': 200} Sep 22 11:01:16.030623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-d2ca1a6f-b790-4e76-b0f9-0213afaf2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:16.032185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-d2ca1a6f-b790-4e76-b0f9-0213afaf2431 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 1096 time: 0.0445580 Sep 22 11:01:16.122777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-7728ca45-9b25-4a31-9ae9-8886d77bca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:16.124475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-7728ca45-9b25-4a31-9ae9-8886d77bca92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0855598 Sep 22 11:01:16.168176 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'b23697b1-530e-427f-852e-9f1d59f08155', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:23Z', 'updated_at': '2021-09-22T10:58:25Z', 'revision_number': 1, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}, {'id': 'c2bb4a3e-fa77-4618-92c2-14698bee9e8e', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:6e:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:01:14Z', 'updated_at': '2021-09-22T11:01:14Z', 'revision_number': 0, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:01:16.193849 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] Checking router: 3381e32f-afdd-407d-b101-837f6916752b for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:01:16.194361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-03785c28-b458-47b3-974f-06e3039d7cf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa HTTP/1.1" status: 200 len: 999 time: 0.0627117 Sep 22 11:01:16.202758 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:01:16.203373 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:00:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:01:16.242617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-59f3657f-49fd-40c1-8347-34e3b55018b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:16.244010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-59f3657f-49fd-40c1-8347-34e3b55018b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0432336 Sep 22 11:01:16.289307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-5f04ebbd-a875-4101-95d5-57f1d8c0348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:16.290962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-5f04ebbd-a875-4101-95d5-57f1d8c0348e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401709 Sep 22 11:01:16.305121 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:01:16.395487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-2868ecae-3766-466a-bdcb-682c669b2fe7 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971091 Sep 22 11:01:16.484288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d09cf7cc-7721-41b3-a04e-47fda62c2788 req-fc44052d-a690-4804-939b-9e6966b8ac00 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822358 Sep 22 11:01:16.532516 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'b23697b1-530e-427f-852e-9f1d59f08155', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:23Z', 'updated_at': '2021-09-22T10:58:25Z', 'revision_number': 1, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}, {'id': 'c2bb4a3e-fa77-4618-92c2-14698bee9e8e', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:6e:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:01:14Z', 'updated_at': '2021-09-22T11:01:14Z', 'revision_number': 0, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:01:16.647476 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0daf7d8-01c6-4f6a-8fe2-501bd6bb9c14 None None] The sync data for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 is: [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'b23697b1-530e-427f-852e-9f1d59f08155', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:23Z', 'updated_at': '2021-09-22T10:58:25Z', 'revision_number': 1, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}, {'id': 'c2bb4a3e-fa77-4618-92c2-14698bee9e8e', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:6e:94:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:01:14Z', 'updated_at': '2021-09-22T11:01:14Z', 'revision_number': 0, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:01:16.836830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c47911-8c6c-43e6-b1a0-cf5c1919c5a5 None None] New status for floating IP c2bb4a3e-fa77-4618-92c2-14698bee9e8e: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:01:22.351838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3cb8e899-4883-4f27-a485-93b58142dff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:23.372537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-a44b89f0-3634-417f-9671-c74ff850f288 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449884 Sep 22 11:01:23.455056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-8edfa357-7656-4b03-ae60-22514dc5810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:23.456867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-8edfa357-7656-4b03-ae60-22514dc5810d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1097 time: 0.0420308 Sep 22 11:01:23.560206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-d1182d07-dae6-45fe-9aba-48ae313f2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:23.561845 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-d1182d07-dae6-45fe-9aba-48ae313f2317 service neutron] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0857768 Sep 22 11:01:23.631035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-98122cf8-5629-44ac-aa11-b01c6587d46b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 200 len: 1001 time: 0.0624764 Sep 22 11:01:23.680571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-7f58d924-ab1c-4534-b417-4edbef9d6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:23.682184 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-7f58d924-ab1c-4534-b417-4edbef9d6748 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0445573 Sep 22 11:01:23.728749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-b62fde99-38d7-4b0c-a6cc-23b6db667682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:01:23.730329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-b62fde99-38d7-4b0c-a6cc-23b6db667682 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411537 Sep 22 11:01:23.827697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-1def0b64-d818-492f-9d9c-7f8ddded758c service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900280 Sep 22 11:01:23.922286 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54bf41e8-3a24-4451-9034-2a5d16af26d9 req-ad29d546-64aa-47b8-b90c-e987789635ca service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873404 Sep 22 11:01:25.112454 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a4ff78bb-c690-4af5-a38e-7748b53d803d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:25.591922 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:25.923310 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:25.992235 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:26.259975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:28.191921 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:31.649011 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:01:52.311434 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-afbef3f3-6e73-4236-98de-a7920486609c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:55.116699 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-24f2f4c1-4d2b-4f08-ae1c-1eb2f2430f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:55.620108 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:55.888401 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:55.916661 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:56.271280 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:58.151114 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:08.647619 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:02:11.676580 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-c195b9b5-6844-448b-b20f-1b52b2dc9d3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393815 Sep 22 11:02:11.755447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-820dd02c-d858-437a-a43d-971ce9f6ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:02:11.756914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-820dd02c-d858-437a-a43d-971ce9f6ecd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 1096 time: 0.0395870 Sep 22 11:02:11.859927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-ff19c478-f465-45ed-9ac4-a63855c9126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:02:11.861332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-ff19c478-f465-45ed-9ac4-a63855c9126d service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0851324 Sep 22 11:02:11.923885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-90cc5cf4-f4fa-4fc8-99cb-53d7f3c23f33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa HTTP/1.1" status: 200 len: 1001 time: 0.0559528 Sep 22 11:02:11.972969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-854156af-6aa4-403c-8b62-f7a550eab849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:02:11.974419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-854156af-6aa4-403c-8b62-f7a550eab849 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0439737 Sep 22 11:02:12.023788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-d116c88a-44df-46d6-b820-aefe5b2667dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:02:12.025403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-d116c88a-44df-46d6-b820-aefe5b2667dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436573 Sep 22 11:02:12.114401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-2a8d38ca-e1e7-4671-9242-1798c7074365 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809329 Sep 22 11:02:12.213141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8d5e09e8-ea3f-48bf-acf4-ba070cdb8f9a req-c18b9558-ca7a-41d6-843a-c8fb7915532a service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917449 Sep 22 11:02:22.328300 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8353bd14-662a-4c4f-bb4c-70bf2982bbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:23.378960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-67e56e70-a527-45e2-8065-f3fcf32ca62b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397658 Sep 22 11:02:23.458391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-3e431bd5-bedc-455d-ae62-1548c9bc1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:02:23.459863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-3e431bd5-bedc-455d-ae62-1548c9bc1ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1097 time: 0.0398860 Sep 22 11:02:23.564905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-d6fbbde2-d1bb-47ba-bf23-ddde402609d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:02:23.566435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-d6fbbde2-d1bb-47ba-bf23-ddde402609d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0880010 Sep 22 11:02:23.630330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-6d9fefb0-7331-48ec-b4d7-56bb65a93ddf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 200 len: 1001 time: 0.0572064 Sep 22 11:02:23.682524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-153a4bc2-d762-40ae-b19b-c85d6444ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:02:23.684074 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-153a4bc2-d762-40ae-b19b-c85d6444ceb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0475779 Sep 22 11:02:23.728720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-22386422-49ed-43ec-b46c-2f7ca9a65f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:02:23.730350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-22386422-49ed-43ec-b46c-2f7ca9a65f2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397220 Sep 22 11:02:23.817544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-618e31b3-14b6-45c7-b091-5de26c9f2a8d service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791669 Sep 22 11:02:23.909816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-71f66f0f-3fe2-4a10-b196-b151f916bd70 req-b26073bd-a297-4f19-a69e-fdc3d0164c1d service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853317 Sep 22 11:02:25.156937 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d82ae5d5-4395-470c-9d66-4cddba707d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:25.546237 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:25.888739 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:25.990801 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:26.282655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:28.179548 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:45.645840 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:02:52.322204 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-80af16d1-0b88-4fab-ae27-1775a44556d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:55.122013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e280bec-25e3-46a5-9af5-8ebb27eee4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:55.613382 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:55.910731 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:56.002358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:56.293495 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:58.161865 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:13.677506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-162305b1-b746-4185-803e-9e04002da363 req-4f00eff8-68a1-44ef-ac5a-3464faba7bb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433123 Sep 22 11:03:13.755669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162305b1-b746-4185-803e-9e04002da363 req-11b6fcbd-880a-4436-b076-156b48a8e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:13.757134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-162305b1-b746-4185-803e-9e04002da363 req-11b6fcbd-880a-4436-b076-156b48a8e878 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 1096 time: 0.0389466 Sep 22 11:03:13.860157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162305b1-b746-4185-803e-9e04002da363 req-2f9e3734-b3cc-473a-9913-0c081a0b2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:13.861569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-162305b1-b746-4185-803e-9e04002da363 req-2f9e3734-b3cc-473a-9913-0c081a0b2fe2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0857234 Sep 22 11:03:13.924252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-162305b1-b746-4185-803e-9e04002da363 req-d5f4e33e-eee8-4a03-9675-da9e2a6aa7d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa HTTP/1.1" status: 200 len: 1001 time: 0.0559971 Sep 22 11:03:13.975393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162305b1-b746-4185-803e-9e04002da363 req-a13befff-56b5-482c-b97d-e281031639d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:13.976820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-162305b1-b746-4185-803e-9e04002da363 req-a13befff-56b5-482c-b97d-e281031639d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0461223 Sep 22 11:03:14.022706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162305b1-b746-4185-803e-9e04002da363 req-51b20ede-338d-4bc5-9db5-77d097cef34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:14.024247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-162305b1-b746-4185-803e-9e04002da363 req-51b20ede-338d-4bc5-9db5-77d097cef34c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397699 Sep 22 11:03:14.115104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-162305b1-b746-4185-803e-9e04002da363 req-e2f7ae21-f257-41fb-8f5d-038a6eb25081 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835466 Sep 22 11:03:14.202005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-162305b1-b746-4185-803e-9e04002da363 req-ba2f8593-71ac-4194-8ca7-0333e1167b47 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800736 Sep 22 11:03:22.308914 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-764825ce-cc34-4546-84ad-3d3283e5ce4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:22.645819 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:03:23.461521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9768ec1-0e0d-4196-a396-95691527319e req-275d4ee2-3326-4fcf-9626-08ba66575e1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1398993 Sep 22 11:03:23.545934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768ec1-0e0d-4196-a396-95691527319e req-dcd6ab4b-acfd-4b1d-8ff0-e20582b0a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:23.547544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9768ec1-0e0d-4196-a396-95691527319e req-dcd6ab4b-acfd-4b1d-8ff0-e20582b0a146 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1097 time: 0.0435376 Sep 22 11:03:23.649483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768ec1-0e0d-4196-a396-95691527319e req-b1768ced-f99d-4266-bb02-8947bf8cae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:23.651034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9768ec1-0e0d-4196-a396-95691527319e req-b1768ced-f99d-4266-bb02-8947bf8cae3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.0840776 Sep 22 11:03:23.720890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9768ec1-0e0d-4196-a396-95691527319e req-e7681be7-cbea-48eb-b362-912a7b62dffa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 200 len: 1001 time: 0.0627899 Sep 22 11:03:23.768398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768ec1-0e0d-4196-a396-95691527319e req-1471457f-13a4-449e-b096-7d070f273355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:23.769832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9768ec1-0e0d-4196-a396-95691527319e req-1471457f-13a4-449e-b096-7d070f273355 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0427451 Sep 22 11:03:23.813355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768ec1-0e0d-4196-a396-95691527319e req-3e7a4c84-a2e4-43c2-b46a-b44d18d73a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:23.815441 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9768ec1-0e0d-4196-a396-95691527319e req-3e7a4c84-a2e4-43c2-b46a-b44d18d73a6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392101 Sep 22 11:03:23.904960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9768ec1-0e0d-4196-a396-95691527319e req-84998ecb-b7d9-4919-88e6-398ed3649fb7 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828066 Sep 22 11:03:23.992398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b9768ec1-0e0d-4196-a396-95691527319e req-12989071-dad1-4424-998a-40592bc8ab19 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803399 Sep 22 11:03:25.121444 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a0528948-b548-4af2-9df9-697b72ff4347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:25.538879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:25.931537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:26.030249 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:26.275991 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:28.161819 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:29.797429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44102) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:29.954175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port d6671beb-0f17-44e4-b74c-a77f3c06d015 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:03:29.954532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:30.027397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:30.027722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:30.039457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for d6671beb-0f17-44e4-b74c-a77f3c06d015 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:03:30.264472 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:30.289820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=d6671beb-0f17-44e4-b74c-a77f3c06d015,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:30.301141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.301488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.301826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.302185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.302519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.302847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.303172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.303493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.303813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.304133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.304450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.304767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:30.360052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:30.360375 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Floating IP c2bb4a3e-fa77-4618-92c2-14698bee9e8e disassociated (deleted). External IP: 172.25.1.186, port: 1eff8060-a600-4bb4-88b6-8005358b4dfa. Sep 22 11:03:30.558794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Router 3381e32f-afdd-407d-b101-837f6916752b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:03:30.665969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:03:30.670611 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:30.675478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] Sync routers for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:03:30.684016 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:03:30.684779 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:03:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:30.696919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9276d8f3-0fed-4265-a205-6937705deb37 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "DELETE /v2.0/floatingips/c2bb4a3e-fa77-4618-92c2-14698bee9e8e HTTP/1.1" status: 204 len: 168 time: 0.8978715 Sep 22 11:03:30.697506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:03:30.699829 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:03:30.792517 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:03:31.011046 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'b23697b1-530e-427f-852e-9f1d59f08155', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:23Z', 'updated_at': '2021-09-22T10:58:25Z', 'revision_number': 1, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:31.036350 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] Checking router: 3381e32f-afdd-407d-b101-837f6916752b for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:03:31.044511 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:03:31.045138 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:03:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:31.047764 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f644f0f-3cc5-429d-98b6-455d39bd4677 x-openstack-request-id: req-0f644f0f-3cc5-429d-98b6-455d39bd4677 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:03:31.048798 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:03:31.048798 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f644f0f-3cc5-429d-98b6-455d39bd4677 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:03:31.049209 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'status': 'completed', 'code': 200} Sep 22 11:03:31.145967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-face5ebf-b957-4d13-8636-7b8e17641ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:31.147521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-face5ebf-b957-4d13-8636-7b8e17641ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 1096 time: 0.0739646 Sep 22 11:03:31.153613 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:03:31.160533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f7e73-9a5a-425b-82d3-ed5ab3aa1b2b req-1c4b5883-6e17-454e-91a5-22a0900627eb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:31.162010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb9f7e73-9a5a-425b-82d3-ed5ab3aa1b2b req-1c4b5883-6e17-454e-91a5-22a0900627eb tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 945 time: 0.0629456 Sep 22 11:03:31.251861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb9f7e73-9a5a-425b-82d3-ed5ab3aa1b2b req-e2babbe8-5d6a-49b2-838f-098d0edc6c66 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813718 Sep 22 11:03:31.275243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-bef337a6-55b7-48e4-8be3-088f6c97ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:31.276708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-bef337a6-55b7-48e4-8be3-088f6c97ab8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.1137755 Sep 22 11:03:31.318732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-206fe261-e20e-4979-a210-483b2fc2f294 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa HTTP/1.1" status: 200 len: 217 time: 0.0336053 Sep 22 11:03:31.367841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-b8f6631c-fe42-4a9d-8ae2-87a35a75e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:31.369271 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-b8f6631c-fe42-4a9d-8ae2-87a35a75e30d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0423944 Sep 22 11:03:31.374176 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'b23697b1-530e-427f-852e-9f1d59f08155', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:23Z', 'updated_at': '2021-09-22T10:58:25Z', 'revision_number': 1, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:31.402760 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec339c0-4858-46ca-9c23-afb7d7f3817b None None] The sync data for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 is: [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'b23697b1-530e-427f-852e-9f1d59f08155', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '3381e32f-afdd-407d-b101-837f6916752b', 'port_id': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'mac_address': 'fa:16:3e:21:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0378f-9a16-4231-beca-816627204479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:23Z', 'updated_at': '2021-09-22T10:58:25Z', 'revision_number': 1, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:03:31.416631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-190a7223-d265-4c07-8273-4af7849809ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:31.418186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-190a7223-d265-4c07-8273-4af7849809ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406561 Sep 22 11:03:31.514177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-49a073d0-f78a-4e8c-bbde-07b23adf94b3 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881929 Sep 22 11:03:31.614941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dbc9b54-f1e8-4c74-8642-9da1fc6b9d9a req-9892dfb6-0176-43f7-aadc-af15d7b59d02 service neutron] 10.222.0.32 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907080 Sep 22 11:03:31.640968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0e065-3cf0-43e5-b52a-1d59c9c66c9e None None] New status for floating IP c2bb4a3e-fa77-4618-92c2-14698bee9e8e: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:03:32.395196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c114f-8949-4f42-a830-762e03268cf2 req-4d77d273-2649-47d2-82e2-c9a9aabe723a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:32.396656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-900c114f-8949-4f42-a830-762e03268cf2 req-4d77d273-2649-47d2-82e2-c9a9aabe723a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 945 time: 0.0480232 Sep 22 11:03:32.432429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-900c114f-8949-4f42-a830-762e03268cf2 req-7de9d3dc-7760-4409-881f-266147afed24 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297832 Sep 22 11:03:32.614489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-d115c33d-2b38-4d7a-81ea-e25e6b82209a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:32.615972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-d115c33d-2b38-4d7a-81ea-e25e6b82209a tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 945 time: 0.0559137 Sep 22 11:03:32.704208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port 1eff8060-a600-4bb4-88b6-8005358b4dfa {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:03:32.704545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:32.792765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] For port 1eff8060-a600-4bb4-88b6-8005358b4dfa, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1eff8060-a600-4bb4-88b6-8005358b4dfa,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:03:32.793127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:32.805649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for 1eff8060-a600-4bb4-88b6-8005358b4dfa owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:03:33.350113 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:33.375970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=1eff8060-a600-4bb4-88b6-8005358b4dfa,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:33.420826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] No DVR routers for this DVR port 1eff8060-a600-4bb4-88b6-8005358b4dfa on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:03:33.423549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:33.425569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa5cd7d7-5368-4d48-ad2f-ab2335e59675 req-b7d1f3f1-06ee-471d-8533-2e2d1fa7f2e5 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.32 "DELETE /v2.0/ports/1eff8060-a600-4bb4-88b6-8005358b4dfa HTTP/1.1" status: 204 len: 173 time: 0.8039010 Sep 22 11:03:33.426075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'name': 'network-vif-deleted', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:03:33.428368 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ee1071-4b30-4161-ad90-51eea49420cc" -d '{"events": [{"server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "name": "network-vif-deleted", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:03:33.463030 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd6efa4-e355-4945-83aa-7f4c795b9cde x-openstack-request-id: req-6cd6efa4-e355-4945-83aa-7f4c795b9cde {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:03:33.463590 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195", "name": "network-vif-deleted", "tag": "1eff8060-a600-4bb4-88b6-8005358b4dfa", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:03:33.463739 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cd6efa4-e355-4945-83aa-7f4c795b9cde {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:03:33.464136 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195', 'name': 'network-vif-deleted', 'tag': '1eff8060-a600-4bb4-88b6-8005358b4dfa', 'status': 'completed', 'code': 200} Sep 22 11:03:33.534006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57f4c5ad-ce25-4b16-af0f-f607a61f01f3 req-d2142db2-52af-4e80-ab18-dcab8cc6c122 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 210 time: 0.0265319 Sep 22 11:03:34.627771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c18dd890-7d37-49f6-9b2e-9468ee0dc8e4 req-d69dae2f-c0cc-47c1-9a4e-acdbf0aacaa0 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 210 time: 0.0261943 Sep 22 11:03:35.720423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9520a2f-5c0f-4df9-9841-3e6700ba9cad req-0633986a-e016-45d3-bf4d-b6b41204a66f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 210 time: 0.0253761 Sep 22 11:03:35.832222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1eff8060-a600-4bb4-88b6-8005358b4dfa no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:03:35.852295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 1eff8060-a600-4bb4-88b6-8005358b4dfa {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:03:35.852641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1eff8060-a600-4bb4-88b6-8005358b4dfa not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:03:36.814392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bed2bef1-e242-483a-9d0d-aeb4b788ec8b req-ad421e58-2c24-4850-948a-7fd220f92a3e tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b45ab37-45ab-47ba-b1c3-0e0b5e9d6195 HTTP/1.1" status: 200 len: 210 time: 0.0259988 Sep 22 11:03:43.448799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44160) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:43.606931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port e5a70f93-cbe6-4777-b2ae-740a6c6e99b4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:03:43.607274 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:43.679508 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:43.679834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:43.691617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for e5a70f93-cbe6-4777-b2ae-740a6c6e99b4 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:03:43.921164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:43.946737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=e5a70f93-cbe6-4777-b2ae-740a6c6e99b4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:44.009163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:44.009500 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Floating IP b23697b1-530e-427f-852e-9f1d59f08155 disassociated (deleted). External IP: 172.25.1.49, port: f37e8463-584b-47fa-9d3f-0b87d447ab2e. Sep 22 11:03:44.206677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Router 3381e32f-afdd-407d-b101-837f6916752b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:03:44.309028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:03:44.314135 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:44.319222 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] Sync routers for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:03:44.327817 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:03:44.328687 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:03:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:44.340177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4461dae4-633e-429d-bf97-e613f3843056 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "DELETE /v2.0/floatingips/b23697b1-530e-427f-852e-9f1d59f08155 HTTP/1.1" status: 204 len: 168 time: 0.8903100 Sep 22 11:03:44.340764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:03:44.343728 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f301e169-1037-4749-b97c-7ab15699eae4" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0378f-9a16-4231-beca-816627204479", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:03:44.432479 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:03:44.631278 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:44.658708 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] Checking router: 3381e32f-afdd-407d-b101-837f6916752b for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:03:44.660834 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d79e4c7-d006-463d-9dc5-532ac0ac6d43 x-openstack-request-id: req-4d79e4c7-d006-463d-9dc5-532ac0ac6d43 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:03:44.661322 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0378f-9a16-4231-beca-816627204479", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:03:44.661421 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d79e4c7-d006-463d-9dc5-532ac0ac6d43 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:03:44.661750 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'status': 'completed', 'code': 200} Sep 22 11:03:44.666916 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:03:44.667523 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:03:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:44.756685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301e169-1037-4749-b97c-7ab15699eae4 req-925a0f13-ad9c-420a-ae27-97f1e9068612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:44.758354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f301e169-1037-4749-b97c-7ab15699eae4 req-925a0f13-ad9c-420a-ae27-97f1e9068612 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 1097 time: 0.0756059 Sep 22 11:03:44.770535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adf497-f113-4ef5-8ec0-28ef087b6730 req-c812f1a2-5946-4864-9fc0-7be70f563c82 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:44.777863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91adf497-f113-4ef5-8ec0-28ef087b6730 req-c812f1a2-5946-4864-9fc0-7be70f563c82 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 946 time: 0.0603390 Sep 22 11:03:44.778013 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:03:44.868458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91adf497-f113-4ef5-8ec0-28ef087b6730 req-5b4f9660-9869-40d3-b0df-bf0265f2b066 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/security-groups?id=8ae05abf-4379-492a-a91c-0c1f7ea9ec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875826 Sep 22 11:03:44.899328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301e169-1037-4749-b97c-7ab15699eae4 req-86e8f5ca-fd34-4fbe-bc45-342faa973a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:44.901145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f301e169-1037-4749-b97c-7ab15699eae4 req-86e8f5ca-fd34-4fbe-bc45-342faa973a85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 200 len: 913 time: 0.1280062 Sep 22 11:03:44.942858 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f301e169-1037-4749-b97c-7ab15699eae4 req-e1983bbf-50bd-4c08-b003-74684d8fb76b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 200 len: 217 time: 0.0338550 Sep 22 11:03:44.990150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301e169-1037-4749-b97c-7ab15699eae4 req-f0480144-cb63-4956-a2ec-fe2dfd9957da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:44.991583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f301e169-1037-4749-b97c-7ab15699eae4 req-f0480144-cb63-4956-a2ec-fe2dfd9957da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 200 len: 851 time: 0.0422726 Sep 22 11:03:45.040585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301e169-1037-4749-b97c-7ab15699eae4 req-97fee026-cc79-4c88-9753-f1e717deafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:45.042030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f301e169-1037-4749-b97c-7ab15699eae4 req-97fee026-cc79-4c88-9753-f1e717deafe8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=282127a0-0c1a-4559-a928-5f94fac1024f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436342 Sep 22 11:03:45.065200 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:45.091143 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa3dda0-4041-4355-9941-0630f97bf947 None None] The sync data for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 is: [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T10:48:20Z', 'revision_number': 4, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '655046bc-f744-4cd6-b123-5707be72b5fd', 'name': '', 'network_id': '282127a0-0c1a-4559-a928-5f94fac1024f', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'mac_address': 'fa:16:3e:07:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7db61163-da01-4c3d-9757-821c1d957449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:19Z', 'updated_at': '2021-09-22T10:48:26Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'subnets': [{'id': '7db61163-da01-4c3d-9757-821c1d957449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:03:45.131806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f301e169-1037-4749-b97c-7ab15699eae4 req-7fe11e39-71db-493b-9660-c5cf9fd17054 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818441 Sep 22 11:03:45.228325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f301e169-1037-4749-b97c-7ab15699eae4 req-6f27f2e2-bc20-47b9-b6a5-bd9cf6335b54 service neutron] 10.222.0.30 "GET /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895672 Sep 22 11:03:45.290512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-096981a0-1bc7-4150-8b2c-1af5acd5d276 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:03:45.292157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-096981a0-1bc7-4150-8b2c-1af5acd5d276 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.30 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 946 time: 0.0497899 Sep 22 11:03:45.309661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b712781-970a-4f93-9f6a-a5656612d949 None None] New status for floating IP b23697b1-530e-427f-852e-9f1d59f08155: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:03:45.391421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port f37e8463-584b-47fa-9d3f-0b87d447ab2e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:03:45.399482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:45.482819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] For port f37e8463-584b-47fa-9d3f-0b87d447ab2e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=f37e8463-584b-47fa-9d3f-0b87d447ab2e,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:03:45.483179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:45.496056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for f37e8463-584b-47fa-9d3f-0b87d447ab2e owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:03:45.702968 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:45.732869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=f37e8463-584b-47fa-9d3f-0b87d447ab2e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:45.785133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] No DVR routers for this DVR port f37e8463-584b-47fa-9d3f-0b87d447ab2e on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:03:45.787815 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:45.789888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dde5b229-6d93-4bf9-afd0-59b9f7204458 req-ce170f50-a378-4219-93c2-92fb6411f8f4 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.30 "DELETE /v2.0/ports/f37e8463-584b-47fa-9d3f-0b87d447ab2e HTTP/1.1" status: 204 len: 173 time: 0.4921198 Sep 22 11:03:45.973777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db609bbd-3e64-40f4-9dc3-d89109d172a2 req-d44a1a9a-4036-44ae-a4b8-c806bc5b359c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 210 time: 0.0315387 Sep 22 11:03:46.662558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'name': 'network-vif-deleted', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:03:46.664872 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30baed5-6ffa-4414-ab9e-c46cb3a024f3" -d '{"events": [{"server_uuid": "66c0378f-9a16-4231-beca-816627204479", "name": "network-vif-deleted", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:03:46.699262 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c259fa0b-0905-4aa5-ac05-48526068eb65 x-openstack-request-id: req-c259fa0b-0905-4aa5-ac05-48526068eb65 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:03:46.699454 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c0378f-9a16-4231-beca-816627204479", "name": "network-vif-deleted", "tag": "f37e8463-584b-47fa-9d3f-0b87d447ab2e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:03:46.699697 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c259fa0b-0905-4aa5-ac05-48526068eb65 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:03:46.700087 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c0378f-9a16-4231-beca-816627204479', 'name': 'network-vif-deleted', 'tag': 'f37e8463-584b-47fa-9d3f-0b87d447ab2e', 'status': 'completed', 'code': 200} Sep 22 11:03:47.068270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c30bc72-b744-4b36-84a6-3bad6790a615 req-3f73de83-790e-48b9-b4eb-b0c30f497f2c tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 210 time: 0.0269439 Sep 22 11:03:48.167443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62e1a42f-2106-452e-84c4-287077ef7ce2 req-fd448049-7753-40df-b655-93497c3ed9bc tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 210 time: 0.0315204 Sep 22 11:03:49.260138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c70f1d3a-e31a-4a7b-b953-bf90e65f0a03 req-48d8a481-9a61-410f-9baf-41dd299be826 tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "GET /v2.0/ports?device_id=66c0378f-9a16-4231-beca-816627204479 HTTP/1.1" status: 200 len: 210 time: 0.0267050 Sep 22 11:03:49.751871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f37e8463-584b-47fa-9d3f-0b87d447ab2e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:03:49.771497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: f37e8463-584b-47fa-9d3f-0b87d447ab2e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:03:49.771851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device f37e8463-584b-47fa-9d3f-0b87d447ab2e not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:03:50.312966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44188) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:50.431691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Deleting port 836e61fb-03d0-428d-a40a-0bac099b509b {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:03:50.432031 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:50.509199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:50.509531 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:50.521183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Calling delete_port for 836e61fb-03d0-428d-a40a-0bac099b509b owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:03:50.715704 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:50.744328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'Port': ['ID=836e61fb-03d0-428d-a40a-0bac099b509b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:50.803109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:50.808741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:50.808741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-399ba867-900b-4591-aeb3-4dbf6276da8f tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "DELETE /v2.0/floatingips/c31e838e-373d-4519-a491-e2a82cc22152 HTTP/1.1" status: 204 len: 168 time: 0.4923081 Sep 22 11:03:52.316272 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b061-cffa-4333-a273-76d044f6dd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:54.237362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44206) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:54.295038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba4da331-6de0-4071-90a0-f192505446ab tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:54.320049 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba4da331-6de0-4071-90a0-f192505446ab tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:54.447290 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba4da331-6de0-4071-90a0-f192505446ab tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:54.449956 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ba4da331-6de0-4071-90a0-f192505446ab tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:54.451279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ba4da331-6de0-4071-90a0-f192505446ab tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] 10.222.0.20 "DELETE /v2.0/security-groups/8ae05abf-4379-492a-a91c-0c1f7ea9ec85 HTTP/1.1" status: 204 len: 168 time: 0.2128463 Sep 22 11:03:54.469977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4da331-6de0-4071-90a0-f192505446ab tempest-TestVolumeBootPattern-416212621 tempest-TestVolumeBootPattern-416212621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae05abf-4379-492a-a91c-0c1f7ea9ec85,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:54.582730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44210) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:55.115797 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e22f65a5-1f6e-4ca0-9ae2-4d7d670b7eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:55.348589 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:55.573163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:55.586964 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Deleting port 655046bc-f744-4cd6-b123-5707be72b5fd {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:03:55.587480 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:55.665655 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] For port 655046bc-f744-4cd6-b123-5707be72b5fd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=655046bc-f744-4cd6-b123-5707be72b5fd,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:03:55.666010 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:55.678627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Calling delete_port for 655046bc-f744-4cd6-b123-5707be72b5fd owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:03:55.918465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:55.938160 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:55.968810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=655046bc-f744-4cd6-b123-5707be72b5fd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:55.995739 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:56.009921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.011141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.011141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.011141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.011398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.011686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.012019 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.012348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.012677 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.013003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.013338 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.013663 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:03:56.146251 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:56.275785 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:56.358928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Router 3381e32f-afdd-407d-b101-837f6916752b has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:03:56.464823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:03:56.470274 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4f90fe32-f556-4591-9199-bf14916d3c3d admin admin] 10.222.0.20 "PUT /v2.0/routers/3381e32f-afdd-407d-b101-837f6916752b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8865058 Sep 22 11:03:56.473076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44222) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:56.477472 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] Sync routers for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:03:56.488130 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:03:56.488823 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:03:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:56.581338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:56.595654 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:03:56.687706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:56.779544 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T11:03:55Z', 'revision_number': 5, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port': {'id': 'f5d8d911-22b3-4f50-a3c7-3650b226d885', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3381e32f-afdd-407d-b101-837f6916752b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:15Z', 'updated_at': '2021-09-22T10:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:56.814777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Deleting port f5d8d911-22b3-4f50-a3c7-3650b226d885 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:03:56.815030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:56.815197 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] Checking router: 3381e32f-afdd-407d-b101-837f6916752b for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:03:56.823419 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] Routers {'3381e32f-afdd-407d-b101-837f6916752b'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:03:56.824024 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:03:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['3381e32f-afdd-407d-b101-837f6916752b'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:56.890461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] For port f5d8d911-22b3-4f50-a3c7-3650b226d885, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f5d8d911-22b3-4f50-a3c7-3650b226d885,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:03:56.890822 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:56.902158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Calling delete_port for f5d8d911-22b3-4f50-a3c7-3650b226d885 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:03:56.907610 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] Set router 3381e32f-afdd-407d-b101-837f6916752b gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:03:56.957469 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T11:03:56Z', 'revision_number': 6, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:56.986210 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e244db-dc61-4e29-a161-28dc3040bd89 None None] The sync data for ids ['3381e32f-afdd-407d-b101-837f6916752b'] in n-d-807025-3 is: [{'id': '3381e32f-afdd-407d-b101-837f6916752b', 'name': 'tempest-TestVolumeBootPattern-2092803017-router', 'tenant_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:14Z', 'updated_at': '2021-09-22T11:03:56Z', 'revision_number': 6, 'project_id': 'a89f8f050baa4104aac26a0f1ee855b8', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:03:57.125647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.150614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d8d911-22b3-4f50-a3c7-3650b226d885,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:57.215032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.302029 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.304153 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.453038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.454375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3381e32f-afdd-407d-b101-837f6916752b {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:03:57.458834 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.459994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dd09fdb2-b9c4-4295-97f1-22826885a62a admin admin] 10.222.0.20 "DELETE /v2.0/routers/3381e32f-afdd-407d-b101-837f6916752b HTTP/1.1" status: 204 len: 168 time: 0.9860628 Sep 22 11:03:57.462550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44224) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:57.509236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3186f483-3fb5-40ea-b68d-2b34270e6e97 admin admin] Deleting subnet 7db61163-da01-4c3d-9757-821c1d957449 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:03:57.512181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3186f483-3fb5-40ea-b68d-2b34270e6e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.546043 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3186f483-3fb5-40ea-b68d-2b34270e6e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.621183 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3186f483-3fb5-40ea-b68d-2b34270e6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.733310 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3186f483-3fb5-40ea-b68d-2b34270e6e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.767291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186f483-3fb5-40ea-b68d-2b34270e6e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db61163-da01-4c3d-9757-821c1d957449,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:57.770897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3186f483-3fb5-40ea-b68d-2b34270e6e97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.772764 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3186f483-3fb5-40ea-b68d-2b34270e6e97 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7db61163-da01-4c3d-9757-821c1d957449 HTTP/1.1" status: 204 len: 168 time: 0.3092840 Sep 22 11:03:57.775217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44226) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:57.778595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efea4ac-100c-4286-820f-e6a9d3267d90 None None] Network 282127a0-0c1a-4559-a928-5f94fac1024f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:03:57.843589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.897777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Deleting port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:03:57.898139 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.970606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] For port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=ebdf4441-2b1e-4e33-a3ef-79ef80d6e163,segment=NetworkSegment(839476a4-a43d-456a-868a-0fcc8c55f2a1),segment_id=839476a4-a43d-456a-868a-0fcc8c55f2a1)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:03:57.970973 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.983863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Calling delete_port for ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:03:58.110496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:58.117560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e722539-6522-4398-ad9a-8ce9438b019f None None] DHCP port deletion for 282127a0-0c1a-4559-a928-5f94fac1024f request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:03:58.140011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdf4441-2b1e-4e33-a3ef-79ef80d6e163,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:58.145054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] No DVR routers for this DVR port ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:03:58.195670 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:58.219537 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:58.240329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282127a0-0c1a-4559-a928-5f94fac1024f']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:58.249341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839476a4-a43d-456a-868a-0fcc8c55f2a1') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:58.249646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839476a4-a43d-456a-868a-0fcc8c55f2a1') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:03:58.259480 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:58.272489 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:58.278127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:03:58.278534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:03:58.280134 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:03:58.429807 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:58.436035 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:58.437267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] 10.222.0.20 "DELETE /v2.0/networks/282127a0-0c1a-4559-a928-5f94fac1024f HTTP/1.1" status: 204 len: 168 time: 0.6610932 Sep 22 11:03:58.440778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44228) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:58.448687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dfe78-edf5-44bd-acce-25a78421036c admin admin] Pushing event deleted for resources: {'Network': ['ID=282127a0-0c1a-4559-a928-5f94fac1024f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:58.526058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:03:58.545233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:03:58.547990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device ebdf4441-2b1e-4e33-a3ef-79ef80d6e163 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:03:58.547990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f5d8d911-22b3-4f50-a3c7-3650b226d885 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:03:58.565648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f5d8d911-22b3-4f50-a3c7-3650b226d885 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:03:58.565999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f5d8d911-22b3-4f50-a3c7-3650b226d885 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:03:58.566450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 655046bc-f744-4cd6-b123-5707be72b5fd no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:03:58.585763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 655046bc-f744-4cd6-b123-5707be72b5fd {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:03:58.586132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 655046bc-f744-4cd6-b123-5707be72b5fd not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:03:58.789200 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:59.023635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Deleting port db8b303d-bee4-4ecf-969f-b5fead737636 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:03:59.023970 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:59.102639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] For port db8b303d-bee4-4ecf-969f-b5fead737636, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=db8b303d-bee4-4ecf-969f-b5fead737636,segment=NetworkSegment(60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4),segment_id=60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:03:59.102920 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:59.116136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Calling delete_port for db8b303d-bee4-4ecf-969f-b5fead737636 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:03:59.407662 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:59.432784 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8b303d-bee4-4ecf-969f-b5fead737636,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:03:59.595676 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:59.644538 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:03:59.807447 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:03:59.910160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:03:59.915206 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6cb51722-a67f-465b-86d6-6ec253cba7f2 admin admin] 10.222.0.20 "PUT /v2.0/routers/c0f1ddd6-49b3-46cf-900a-eab16d00bc62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4733825 Sep 22 11:03:59.917737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44230) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:03:59.920416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] Sync routers for ids ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:03:59.929425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] Routers {'c0f1ddd6-49b3-46cf-900a-eab16d00bc62'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:03:59.930043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:03:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:04:00.019350 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:00.034044 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] Set router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:04:00.118841 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:00.206815 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '8cc51567-5268-4d38-952f-0c228f325381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:29Z', 'updated_at': '2021-09-22T11:03:59Z', 'revision_number': 5, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'gw_port': {'id': '8cc51567-5268-4d38-952f-0c228f325381', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:48:30Z', 'updated_at': '2021-09-22T10:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:04:00.231892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] Checking router: c0f1ddd6-49b3-46cf-900a-eab16d00bc62 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:04:00.240617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] Routers {'c0f1ddd6-49b3-46cf-900a-eab16d00bc62'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:04:00.241230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:03:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:04:00.244619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Deleting port 8cc51567-5268-4d38-952f-0c228f325381 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:04:00.244963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:00.325259 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] For port 8cc51567-5268-4d38-952f-0c228f325381, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=8cc51567-5268-4d38-952f-0c228f325381,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:00.325519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] Set router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:04:00.325627 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:00.337403 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Calling delete_port for 8cc51567-5268-4d38-952f-0c228f325381 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:04:00.378684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:29Z', 'updated_at': '2021-09-22T11:04:00Z', 'revision_number': 6, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:04:00.404235 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53026e-e5dc-465a-ae46-54f373217eb4 None None] The sync data for ids ['c0f1ddd6-49b3-46cf-900a-eab16d00bc62'] in n-d-807025-3 is: [{'id': 'c0f1ddd6-49b3-46cf-900a-eab16d00bc62', 'name': 'tempest-TestVolumeBootPattern-652538941-router', 'tenant_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:48:29Z', 'updated_at': '2021-09-22T11:04:00Z', 'revision_number': 6, 'project_id': '0e4e80cebf5e4a4fb1e8fc63ad656e1a', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:04:00.578570 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:00.602768 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc51567-5268-4d38-952f-0c228f325381,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:00.666892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:00.860938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device db8b303d-bee4-4ecf-969f-b5fead737636 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:04:00.885936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: db8b303d-bee4-4ecf-969f-b5fead737636 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:04:00.886409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device db8b303d-bee4-4ecf-969f-b5fead737636 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:04:01.050353 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.052433 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.178480 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.179022 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f1ddd6-49b3-46cf-900a-eab16d00bc62 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:04:01.183927 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.185107 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bd9428e4-900d-46fd-9574-1b62278a6c61 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c0f1ddd6-49b3-46cf-900a-eab16d00bc62 HTTP/1.1" status: 204 len: 168 time: 1.2664375 Sep 22 11:04:01.187728 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44236) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:01.234302 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79ea1b5-a1bf-4f01-b305-c96ba9d8c260 admin admin] Deleting subnet 9676ed2a-c56f-4364-9e08-039b51903f35 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:04:01.237364 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b79ea1b5-a1bf-4f01-b305-c96ba9d8c260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.271132 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b79ea1b5-a1bf-4f01-b305-c96ba9d8c260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.352622 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b79ea1b5-a1bf-4f01-b305-c96ba9d8c260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.504539 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b79ea1b5-a1bf-4f01-b305-c96ba9d8c260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.533698 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ea1b5-a1bf-4f01-b305-c96ba9d8c260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9676ed2a-c56f-4364-9e08-039b51903f35,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:01.536421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b79ea1b5-a1bf-4f01-b305-c96ba9d8c260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.538336 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b79ea1b5-a1bf-4f01-b305-c96ba9d8c260 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9676ed2a-c56f-4364-9e08-039b51903f35 HTTP/1.1" status: 204 len: 168 time: 0.3496194 Sep 22 11:04:01.539977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c0f36-b71a-44a1-8e33-e1da861701c1 None None] Network 702fbfac-7851-4c51-be1f-63643178f917 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:04:01.540751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44240) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:01.612124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.664406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Deleting port f28bfe27-b74c-4f6d-b6c7-d043c843c247 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:04:01.664750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.707036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] DHCP port deletion for 702fbfac-7851-4c51-be1f-63643178f917 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:04:01.727489 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] For port f28bfe27-b74c-4f6d-b6c7-d043c843c247, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f28bfe27-b74c-4f6d-b6c7-d043c843c247,segment=NetworkSegment(60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4),segment_id=60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:01.727856 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.740511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Calling delete_port for f28bfe27-b74c-4f6d-b6c7-d043c843c247 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:04:01.751732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Deleting port f28bfe27-b74c-4f6d-b6c7-d043c843c247 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:04:01.752107 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.815947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] For port f28bfe27-b74c-4f6d-b6c7-d043c843c247, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f28bfe27-b74c-4f6d-b6c7-d043c843c247,segment=NetworkSegment(60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4),segment_id=60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:01.816343 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.828486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Calling delete_port for f28bfe27-b74c-4f6d-b6c7-d043c843c247 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:04:01.887147 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.899370 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.912473 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28bfe27-b74c-4f6d-b6c7-d043c843c247,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:01.917009 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] No DVR routers for this DVR port f28bfe27-b74c-4f6d-b6c7-d043c843c247 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:04:01.927611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Pushing event deleted for resources: {'Port': ['ID=f28bfe27-b74c-4f6d-b6c7-d043c843c247,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:01.935306 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] No DVR routers for this DVR port f28bfe27-b74c-4f6d-b6c7-d043c843c247 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:04:01.937692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.938711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.939052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.939389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.939722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.940053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.940383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.940710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.941043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.941365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.941689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.942012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b18b7a5-9522-4445-a0ca-f0f7fefd9476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:01.994060 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.013770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702fbfac-7851-4c51-be1f-63643178f917']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:04:02.022721 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:04:02.023012 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b560cd-d71f-46b0-8a2a-f0c2dfbfd3a4') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:04:02.031941 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.044713 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.050798 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:04:02.051176 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: timer() Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:04:02.052782 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:04:02.167248 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.173019 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.175038 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/702fbfac-7851-4c51-be1f-63643178f917 HTTP/1.1" status: 204 len: 168 time: 0.6333799 Sep 22 11:04:02.185310 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b87ffd-f5ee-4b0f-9e87-05b6cbcd4b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=702fbfac-7851-4c51-be1f-63643178f917,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:02.457162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44246) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:02.501944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-544e6b74-0932-43e1-b68b-7548e48db4b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a89f8f050baa4104aac26a0f1ee855b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434940 Sep 22 11:04:02.505871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44248) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:02.522584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f28bfe27-b74c-4f6d-b6c7-d043c843c247 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:04:02.542079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f28bfe27-b74c-4f6d-b6c7-d043c843c247 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:04:02.542778 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f28bfe27-b74c-4f6d-b6c7-d043c843c247 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:04:02.542877 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8cc51567-5268-4d38-952f-0c228f325381 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:04:02.554200 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9114238a-70cc-48b6-9b55-5230c5e177e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.560925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 8cc51567-5268-4d38-952f-0c228f325381 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:04:02.561278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 8cc51567-5268-4d38-952f-0c228f325381 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:04:02.575559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9114238a-70cc-48b6-9b55-5230c5e177e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.685197 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9114238a-70cc-48b6-9b55-5230c5e177e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.687830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9114238a-70cc-48b6-9b55-5230c5e177e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:02.691169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9114238a-70cc-48b6-9b55-5230c5e177e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df4963c6-490c-4667-a4ef-4e212d8d7a8c HTTP/1.1" status: 204 len: 168 time: 0.1839457 Sep 22 11:04:02.700467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114238a-70cc-48b6-9b55-5230c5e177e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4963c6-490c-4667-a4ef-4e212d8d7a8c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:03.336140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44254) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:03.378695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-87ef12ef-b0f1-4a11-8a7c-969b71653cb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e4e80cebf5e4a4fb1e8fc63ad656e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414033 Sep 22 11:04:03.381106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44256) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:03.426814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6beb2869-93e0-45b0-8f34-1ba189d689dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:03.447534 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6beb2869-93e0-45b0-8f34-1ba189d689dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:03.532301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6beb2869-93e0-45b0-8f34-1ba189d689dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:03.534799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6beb2869-93e0-45b0-8f34-1ba189d689dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:03.535957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6beb2869-93e0-45b0-8f34-1ba189d689dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b586dfa-9cd6-4863-86ab-e3bb4e22505e HTTP/1.1" status: 204 len: 168 time: 0.1539524 Sep 22 11:04:03.543742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb2869-93e0-45b0-8f34-1ba189d689dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b586dfa-9cd6-4863-86ab-e3bb4e22505e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:14.176918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-8d7c65a9-4f09-4d5c-83e3-3aa7161bd010 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=449b0a076a514f278b579d32e5528a7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226295 Sep 22 11:04:14.283029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-d16e0747-f181-41fb-8092-a6cbab3546f7 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:14.284497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-d16e0747-f181-41fb-8092-a6cbab3546f7 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1022110 Sep 22 11:04:14.299563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-7faf4af9-6c69-40e0-8a8d-be09d459828b tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/quotas/449b0a076a514f278b579d32e5528a7c HTTP/1.1" status: 200 len: 375 time: 0.0092595 Sep 22 11:04:14.330519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-1c42dfcb-f815-4a23-8bac-cb2f623bee3e tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=449b0a076a514f278b579d32e5528a7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256896 Sep 22 11:04:14.581982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0b08097-e220-49a1-9c69-f268948e2ee3 req-30ca05f9-737e-4c3d-b2ec-eb7d4f65ad33 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 210 time: 0.0262518 Sep 22 11:04:15.653693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21a5c3e2-355b-4ce9-a68a-a7b6eedf5387 req-e504fc6c-51c9-4e1c-8669-89e5959fca4a tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 210 time: 0.0252869 Sep 22 11:04:16.756570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26913396-faea-4e9c-8fbf-8fa882f4362f req-e325a800-31f1-4ae3-8620-b8b46a6cdedf tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 210 time: 0.0263493 Sep 22 11:04:17.077345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-d05b05a3-0a56-46fb-bf8f-89ae7b5e9a9f tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=449b0a076a514f278b579d32e5528a7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239327 Sep 22 11:04:17.180557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-191d4c66-c9dd-40c4-b77f-a4db5910a47e tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:17.181994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-191d4c66-c9dd-40c4-b77f-a4db5910a47e tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0993688 Sep 22 11:04:17.194323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Request body: {'port': {'device_id': '531f95d9-b6d4-4335-aa21-b80c1ece9653', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'admin_state_up': True, 'tenant_id': '449b0a076a514f278b579d32e5528a7c'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:04:17.378331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Made reservation on behalf of 449b0a076a514f278b579d32e5528a7c for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:04:17.381814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:17.390549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:17.476791 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:17.530642 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:17.595503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:17.663017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Allocated IP 192.168.233.20 (4a9c90af-1ede-45da-b20b-19ca807557b5/658a9667-ff14-40de-bd35-cdf05b3a210c/d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:04:17.802114 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:17.853468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17731dd1-b457-4637-a3f9-9a4661810898 req-40c9f135-502f-4c65-a27f-55bbb4a3be1d tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 210 time: 0.0305889 Sep 22 11:04:17.914174 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:17.956404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Network 4a9c90af-1ede-45da-b20b-19ca807557b5 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:04:17.959350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:04:17.962941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:04:17.972069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Pushing event updated for resources: {'Port': ['ID=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:18.019588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:18.020942 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:18.091850 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-efe26f61-ddc1-4f82-9dd7-072208286f93 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9008982 Sep 22 11:04:18.103942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Request body: {'port': {'device_id': '531f95d9-b6d4-4335-aa21-b80c1ece9653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:04:18.160904 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:18.235228 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-980eda18-510b-4017-8278-a98a763b7039 None None] Provisioning complete for port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:04:18.235817 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-980eda18-510b-4017-8278-a98a763b7039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:18.268717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-980eda18-510b-4017-8278-a98a763b7039 None None] Port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:04:18.411028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:04:18.418219 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:18.430009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Transition to ACTIVE for port object d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:04:18.547586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:18.599394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Pushing event updated for resources: {'Port': ['ID=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:18.671916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Attempting to bind port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:04:18.672238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Attempting to bind port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:04:18.672567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Attempting to bind port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:04:18.677457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:04:18.677778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Attempting to bind port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 on network 4a9c90af-1ede-45da-b20b-19ca807557b5 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:04:18.682831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:04:18.683165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Checking segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:04:18.683554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Bound using segment: {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:04:18.683978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Bound port: d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea096a45-889a-4a06-877d-b4208423a6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:04:18.684336 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:18.750873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] For port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:04:18.753875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] For port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:04:18.824138 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:18.857967 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:18.858746 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:18.860243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] 10.222.0.30 "PUT /v2.0/ports/d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 HTTP/1.1" status: 200 len: 1095 time: 0.7604849 Sep 22 11:04:18.860696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531f95d9-b6d4-4335-aa21-b80c1ece9653', 'tag': 'd9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:04:18.863006 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbd26b4-3786-4d62-b164-0b06c79364e9" -d '{"events": [{"name": "network-changed", "server_uuid": "531f95d9-b6d4-4335-aa21-b80c1ece9653", "tag": "d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:04:18.889772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729211be-cb75-4fad-95b7-2a39b16959ee service neutron] Pushing event updated for resources: {'Port': ['ID=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:18.908054 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8829e6-28c5-477d-81e3-48a6e2e455e9 x-openstack-request-id: req-bf8829e6-28c5-477d-81e3-48a6e2e455e9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:04:18.908359 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531f95d9-b6d4-4335-aa21-b80c1ece9653", "tag": "d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:04:18.908598 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf8829e6-28c5-477d-81e3-48a6e2e455e9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:04:18.909004 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531f95d9-b6d4-4335-aa21-b80c1ece9653', 'tag': 'd9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9', 'status': 'completed', 'code': 200} Sep 22 11:04:19.015252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd26b4-3786-4d62-b164-0b06c79364e9 req-1a5d926d-b1cc-42d2-8757-649b5fbb151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:19.016826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffbd26b4-3786-4d62-b164-0b06c79364e9 req-1a5d926d-b1cc-42d2-8757-649b5fbb151d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=449b0a076a514f278b579d32e5528a7c&device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 1098 time: 0.0880709 Sep 22 11:04:19.040064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f2ebc-cfd1-41cd-8324-a824d1309ce5 req-f2274b37-2502-4693-bab6-b38eafd90aa4 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:19.041584 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-128f2ebc-cfd1-41cd-8324-a824d1309ce5 req-f2274b37-2502-4693-bab6-b38eafd90aa4 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 947 time: 0.0769780 Sep 22 11:04:19.055965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffbd26b4-3786-4d62-b164-0b06c79364e9 req-fae37593-38cf-4ddc-91a2-f8d831c059fd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=449b0a076a514f278b579d32e5528a7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315185 Sep 22 11:04:19.111387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-128f2ebc-cfd1-41cd-8324-a824d1309ce5 req-1509f9fe-2c83-4d08-ab8a-25c84592d8f5 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580637 Sep 22 11:04:19.169823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd26b4-3786-4d62-b164-0b06c79364e9 req-07e12eab-490e-407c-8587-8809ae05468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:19.171255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ffbd26b4-3786-4d62-b164-0b06c79364e9 req-07e12eab-490e-407c-8587-8809ae05468a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034639 Sep 22 11:04:19.244828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-ef1b4158-3cd8-4d88-99f8-8db590590dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:19.246323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-ef1b4158-3cd8-4d88-99f8-8db590590dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=449b0a076a514f278b579d32e5528a7c&device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 1098 time: 0.0391121 Sep 22 11:04:19.285433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-a9b2424b-59ce-4095-91e6-69ff8e48accd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 HTTP/1.1" status: 200 len: 217 time: 0.0318203 Sep 22 11:04:19.653798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-bb0adcc9-c6ac-4826-8660-46e7156786fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:19.655298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-bb0adcc9-c6ac-4826-8660-46e7156786fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=658a9667-ff14-40de-bd35-cdf05b3a210c HTTP/1.1" status: 200 len: 843 time: 0.3635933 Sep 22 11:04:19.699450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-46c43579-97c0-4c59-a85e-9f7712020d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:19.700946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-46c43579-97c0-4c59-a85e-9f7712020d45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9c90af-1ede-45da-b20b-19ca807557b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0386560 Sep 22 11:04:19.788519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-9a96b022-d4a8-44ac-92ac-7782487844f3 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795963 Sep 22 11:04:19.878569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6dcdfb87-dab4-43e4-91a0-2355152e2dbe req-ede9d0a6-2187-4409-8672-22b78b460939 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9c90af-1ede-45da-b20b-19ca807557b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821929 Sep 22 11:04:20.223538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc94bad-9570-4b38-a777-850838ef9876 req-7aab0db6-50ff-439b-aac2-2fbdda80bfed tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:20.225011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bc94bad-9570-4b38-a777-850838ef9876 req-7aab0db6-50ff-439b-aac2-2fbdda80bfed tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 947 time: 0.0484755 Sep 22 11:04:20.263115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5bc94bad-9570-4b38-a777-850838ef9876 req-d129b707-9bb7-459c-ac15-262cdfc9a688 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Sep 22 11:04:21.381351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895eae8-54d8-48be-9da0-c9e4b57a9541 req-5413b0f7-b73a-4674-a642-d9bb44138cf5 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:21.382839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7895eae8-54d8-48be-9da0-c9e4b57a9541 req-5413b0f7-b73a-4674-a642-d9bb44138cf5 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 947 time: 0.0545852 Sep 22 11:04:21.419692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7895eae8-54d8-48be-9da0-c9e4b57a9541 req-85c63f84-3561-49e4-b095-1e630c3f2b5a tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309536 Sep 22 11:04:21.863690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:04:21.958587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:21.969181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'd9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9', 'network_id': '4a9c90af-1ede-45da-b20b-19ca807557b5', 'port_id': 'd9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9', 'mac_address': 'fa:16:3e:a7:74:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658a9667-ff14-40de-bd35-cdf05b3a210c', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:04:22.005003 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:22.016913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:04:22.035083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:22.120595 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:22.168700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:22.309490 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-97d83020-dee2-4908-93f8-ce4e9003c621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:22.358391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:04:22.530668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc950db-903e-4222-9232-9d353cc7eba3 req-9c24a49d-3f7c-4365-8656-99e3c885a594 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:22.532662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ccc950db-903e-4222-9232-9d353cc7eba3 req-9c24a49d-3f7c-4365-8656-99e3c885a594 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 948 time: 0.0468729 Sep 22 11:04:22.569038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ccc950db-903e-4222-9232-9d353cc7eba3 req-626258f4-1a7d-44f9-8ac4-53cfea4cadc9 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304129 Sep 22 11:04:23.680732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe80010-bf03-4f6f-bdd2-2b19594be479 req-c29a2f5f-6553-4caa-923c-3eadb47c0645 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:23.682233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebe80010-bf03-4f6f-bdd2-2b19594be479 req-c29a2f5f-6553-4caa-923c-3eadb47c0645 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 948 time: 0.0471454 Sep 22 11:04:23.719288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebe80010-bf03-4f6f-bdd2-2b19594be479 req-555a36dd-ea0b-4ea9-af06-fafdcdbea802 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306282 Sep 22 11:04:23.879542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:04:24.017849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:04:24.021668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:04:24.022119 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:24.095643 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:24.117247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f95d9-b6d4-4335-aa21-b80c1ece9653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:04:24.119476 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35fe0a3-e7e7-4131-9b1a-cdc626e8ece3" -d '{"events": [{"server_uuid": "531f95d9-b6d4-4335-aa21-b80c1ece9653", "name": "network-vif-plugged", "status": "completed", "tag": "d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:04:24.134689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:24.228189 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:24.263340 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5989b24-768b-4159-9ac6-9f40a3fc4feb x-openstack-request-id: req-e5989b24-768b-4159-9ac6-9f40a3fc4feb {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:04:24.263643 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f95d9-b6d4-4335-aa21-b80c1ece9653", "name": "network-vif-plugged", "status": "completed", "tag": "d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:04:24.263898 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5989b24-768b-4159-9ac6-9f40a3fc4feb {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:04:24.264280 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f95d9-b6d4-4335-aa21-b80c1ece9653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9', 'code': 200} Sep 22 11:04:24.284473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:24.364902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d7105-2d40-4137-b3a1-01f4fc93947b req-9bb1c71b-5b8e-41df-8f0f-3c3267282397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:24.366432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a06d7105-2d40-4137-b3a1-01f4fc93947b req-9bb1c71b-5b8e-41df-8f0f-3c3267282397 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 1100 time: 0.0439627 Sep 22 11:04:24.399251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a06d7105-2d40-4137-b3a1-01f4fc93947b req-c310964c-ecdd-443d-a93d-e010e19b9918 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262797 Sep 22 11:04:24.838219 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36dd18-1df9-425f-b071-8719aee1d1e7 req-a87fcd3f-6c21-4c54-ae28-0cbf548ff292 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:24.839716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c36dd18-1df9-425f-b071-8719aee1d1e7 req-a87fcd3f-6c21-4c54-ae28-0cbf548ff292 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 949 time: 0.0530398 Sep 22 11:04:24.877416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c36dd18-1df9-425f-b071-8719aee1d1e7 req-2c0998a3-9504-4a2f-b4fb-281570fe302b tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Sep 22 11:04:25.130905 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e483aa71-e628-4159-b837-bf1e4517d5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:25.606688 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:25.911400 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:25.966593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:25.994968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f0a18-279b-41ce-a350-5053157caa47 req-7cb5b3de-f383-4b3f-8080-e1cc0b68e05c tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:25.996512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea9f0a18-279b-41ce-a350-5053157caa47 req-7cb5b3de-f383-4b3f-8080-e1cc0b68e05c tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 949 time: 0.0490122 Sep 22 11:04:26.035607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea9f0a18-279b-41ce-a350-5053157caa47 req-ac2932b4-59ce-4920-83c8-150aaeeedf74 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Sep 22 11:04:26.263567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:26.510627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-ecfc7291-cf80-431e-90fd-bf8a4865aabf req-64513690-8fef-417a-a953-68e1eda2ff44 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:04:26.511635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ecfc7291-cf80-431e-90fd-bf8a4865aabf req-64513690-8fef-417a-a953-68e1eda2ff44 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1134243 Sep 22 11:04:27.501679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199341e7-1693-4ae3-9c8f-0bba5df671eb req-27cdad6f-3ca6-4c2c-8bf8-aca582e5cdc3 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:27.503196 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-199341e7-1693-4ae3-9c8f-0bba5df671eb req-27cdad6f-3ca6-4c2c-8bf8-aca582e5cdc3 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 949 time: 0.0553675 Sep 22 11:04:27.541181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-199341e7-1693-4ae3-9c8f-0bba5df671eb req-c652e27c-032e-45ec-bb72-7f7c7ab272c3 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318668 Sep 22 11:04:28.170772 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:28.656944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2500-60ee-4222-a4a1-40531d730596 req-74fdccc6-b966-4744-bf34-7c1d8687f3c5 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:28.658447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39ba2500-60ee-4222-a4a1-40531d730596 req-74fdccc6-b966-4744-bf34-7c1d8687f3c5 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 949 time: 0.0507541 Sep 22 11:04:28.703860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-39ba2500-60ee-4222-a4a1-40531d730596 req-7c505491-c656-4a28-a183-f6d8a82a9c03 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393476 Sep 22 11:04:28.738396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-e4726917-b847-4b6a-982b-e14cc9ef4347 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:28.739801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-e4726917-b847-4b6a-982b-e14cc9ef4347 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.30 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 949 time: 0.0511222 Sep 22 11:04:28.828291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Deleting port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:04:28.828636 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:28.914561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] For port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,segment=NetworkSegment(ea096a45-889a-4a06-877d-b4208423a6ed),segment_id=ea096a45-889a-4a06-877d-b4208423a6ed)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:28.914924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:28.926900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Calling delete_port for d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:04:29.143770 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:29.156273 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:04:29.169662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Pushing event deleted for resources: {'Port': ['ID=d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:29.217578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] No DVR routers for this DVR port d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:04:29.220281 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:29.222551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbf59c90-5db7-496f-ad87-f49c09abf763 req-832bd851-e638-407a-af1f-e9bd1bc94188 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.30 "DELETE /v2.0/ports/d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 HTTP/1.1" status: 204 len: 173 time: 0.4771101 Sep 22 11:04:29.223190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531f95d9-b6d4-4335-aa21-b80c1ece9653', 'name': 'network-vif-deleted', 'tag': 'd9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:04:29.225702 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fdcb9a-76d8-4405-b7b7-9f3e9d18840f" -d '{"events": [{"server_uuid": "531f95d9-b6d4-4335-aa21-b80c1ece9653", "name": "network-vif-deleted", "tag": "d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:04:29.262086 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e09c10-d1eb-4957-a046-4a308e855b07 x-openstack-request-id: req-52e09c10-d1eb-4957-a046-4a308e855b07 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:04:29.262412 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531f95d9-b6d4-4335-aa21-b80c1ece9653", "name": "network-vif-deleted", "tag": "d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:04:29.262666 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52e09c10-d1eb-4957-a046-4a308e855b07 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:04:29.263062 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531f95d9-b6d4-4335-aa21-b80c1ece9653', 'name': 'network-vif-deleted', 'tag': 'd9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9', 'status': 'completed', 'code': 200} Sep 22 11:04:29.806503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54674ada-da69-45c5-b90c-b48f7cbeee76 req-f496cb2d-8c7d-4baf-ade0-f9b723622e43 tempest-ServersAdminNegativeTestJSON-75368121 tempest-ServersAdminNegativeTestJSON-75368121-project] 10.222.0.20 "GET /v2.0/ports?device_id=531f95d9-b6d4-4335-aa21-b80c1ece9653 HTTP/1.1" status: 200 len: 210 time: 0.0256820 Sep 22 11:04:31.395447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44406) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:31.523669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f1b135ca-f524-4ad2-863c-bc2d8d6a75b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=449b0a076a514f278b579d32e5528a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269555 Sep 22 11:04:31.526130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44410) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:31.574195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:31.595022 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:31.715508 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:31.718026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:31.719247 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c HTTP/1.1" status: 204 len: 168 time: 0.1922109 Sep 22 11:04:31.727659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8b7b4b-bb0c-46b5-80b3-9aa82ba55d6c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:31.735041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.735388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.735734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.736075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.736408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.736743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.737076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.737406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.737733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.738062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.738425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.738752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b029290-3099-42b1-be93-7755eb8a3f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:04:31.925464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:04:31.944174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:04:31.944516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device d9defb7c-4d7f-4ad8-acc2-a44b9e81b1b9 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:04:32.360495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44416) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:32.372499 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9640bde7-07f4-40ef-bb3c-815faaa93c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:32.461537 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9640bde7-07f4-40ef-bb3c-815faaa93c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:32.549377 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9640bde7-07f4-40ef-bb3c-815faaa93c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:32.588200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9640bde7-07f4-40ef-bb3c-815faaa93c8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6c733cc8927408e8a5cbc850f1bab13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276442 Sep 22 11:04:32.589087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640bde7-07f4-40ef-bb3c-815faaa93c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f3ee9-f705-4cfd-8b7d-485accf473f8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:32.590876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44418) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:32.645159 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9ee8325b-76db-411a-b462-5310d649f0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:32.665247 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9ee8325b-76db-411a-b462-5310d649f0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:32.771823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9ee8325b-76db-411a-b462-5310d649f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:32.774336 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9ee8325b-76db-411a-b462-5310d649f0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:32.775491 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9ee8325b-76db-411a-b462-5310d649f0a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/437f3ee9-f705-4cfd-8b7d-485accf473f8 HTTP/1.1" status: 204 len: 168 time: 0.1827590 Sep 22 11:04:32.784136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8325b-76db-411a-b462-5310d649f0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f3ee9-f705-4cfd-8b7d-485accf473f8,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:33.787409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44440) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:33.884903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1596612735-network', 'tenant_id': 'd437448fe0b0466b9d2ea1b2e809891f'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:04:34.006691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Made reservation on behalf of d437448fe0b0466b9d2ea1b2e809891f for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:04:34.009207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.019046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.111609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.183677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.210963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:04:34.217689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d02e7c-0336-4fa8-9fcb-72281b0c97d9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:34.224729 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.228217 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Added segment 07807efa-8ef5-48d3-ba38-347779789a64 of type vlan for network fdac43c3-5b6d-42bb-8a77-a9984178cb68 Sep 22 11:04:34.267979 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.355297 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.356291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:34.356886 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.418171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] Pushing event updated for resources: {'Network': ['ID=fdac43c3-5b6d-42bb-8a77-a9984178cb68,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:34.429884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network fdac43c3-5b6d-42bb-8a77-a9984178cb68 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:04:34.469600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4bffcc6d-078d-4658-ba97-56052e1a695c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6808863 Sep 22 11:04:34.472542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44444) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:34.477549 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Request body: {'subnet': {'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1596612735-subnet', 'tenant_id': 'd437448fe0b0466b9d2ea1b2e809891f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:04:34.582356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Made reservation on behalf of d437448fe0b0466b9d2ea1b2e809891f for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:04:34.584795 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.852411 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:34.907127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1176387c-27b3-4b97-b54b-945242516dff,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:34.917221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Checking segment: {'id': '07807efa-8ef5-48d3-ba38-347779789a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:04:34.917582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Network hostable DHCP agents. Network: fdac43c3-5b6d-42bb-8a77-a9984178cb68, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:04:35.004488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Network fdac43c3-5b6d-42bb-8a77-a9984178cb68 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:04:35.067590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, fdac43c3-5b6d-42bb-8a77-a9984178cb68) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:04:35.071772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:35.072365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:35.076771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9260da-6026-4184-95af-5daadcd05fa1 None None] Network fdac43c3-5b6d-42bb-8a77-a9984178cb68 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:04:35.154671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a4b73c93-58ec-4678-a030-f8fdc47ed5e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6809165 Sep 22 11:04:35.198953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c563a6f9-765d-4195-ae81-f6975ab97121 None None] Network fdac43c3-5b6d-42bb-8a77-a9984178cb68 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:04:35.569529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66903bef-1312-4724-b650-df4238671ed1 req-76576d55-db4f-4012-a4a5-97945d68e7ab tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:35.571067 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-76576d55-db4f-4012-a4a5-97945d68e7ab tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/networks?id=fdac43c3-5b6d-42bb-8a77-a9984178cb68 HTTP/1.1" status: 200 len: 812 time: 0.1041930 Sep 22 11:04:35.586215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-40e1a222-8cea-4ce0-a707-b521631eec53 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/quotas/d437448fe0b0466b9d2ea1b2e809891f HTTP/1.1" status: 200 len: 375 time: 0.0093396 Sep 22 11:04:35.616827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-a2b30dde-a3b9-4044-98d4-6c4350386514 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254834 Sep 22 11:04:35.707472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-7273172e-54b9-4f16-ac3b-79c1431dd18a service neutron] 10.222.0.20 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838912 Sep 22 11:04:35.797923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-3eb2614f-5d27-42cb-a8ab-7fb222f52cce service neutron] 10.222.0.20 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844347 Sep 22 11:04:36.025495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bbdf1d5c-21ae-4eb2-ac49-058ca70e7a14 req-bc38e2cc-48d6-446f-95ae-676dc33a1175 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 210 time: 0.0256612 Sep 22 11:04:36.643875 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:04:37.106480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb64c020-a8e4-47f8-9443-799076ebb3c5 req-5bc1ce9a-d395-4877-a161-2f7eb08b18fc tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 210 time: 0.0312817 Sep 22 11:04:38.229456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd6fbbfb-6544-4469-bace-33fb3f88f098 req-469aa738-ec6b-4e4a-ada9-52f4fc5d3df2 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 210 time: 0.0556881 Sep 22 11:04:38.263859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66903bef-1312-4724-b650-df4238671ed1 req-0c9c2aee-15dc-4224-ad6a-34c977b54edb tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:38.265373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-0c9c2aee-15dc-4224-ad6a-34c977b54edb tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.30 "GET /v2.0/networks?id=fdac43c3-5b6d-42bb-8a77-a9984178cb68 HTTP/1.1" status: 200 len: 812 time: 0.1310892 Sep 22 11:04:38.277941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Request body: {'port': {'device_id': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68', 'admin_state_up': True, 'tenant_id': 'd437448fe0b0466b9d2ea1b2e809891f'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:04:38.457972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Made reservation on behalf of d437448fe0b0466b9d2ea1b2e809891f for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:04:38.461577 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:38.586912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Allocated IP 172.20.0.6 (fdac43c3-5b6d-42bb-8a77-a9984178cb68/1176387c-27b3-4b97-b54b-945242516dff/5ca14c7e-9066-428c-b0d8-2691f2addd63) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:04:38.729757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:38.818429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:38.860530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Network fdac43c3-5b6d-42bb-8a77-a9984178cb68 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:04:38.863504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:04:38.867779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:04:38.893818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Pushing event updated for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:38.918287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:38.918894 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:38.989595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-bc6b1e66-7209-4198-b053-9207fff35445 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7154489 Sep 22 11:04:38.999221 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-9fa7547b-0d37-4e80-abb1-02efbdc0c3df tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:04:39.000257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-9fa7547b-0d37-4e80-abb1-02efbdc0c3df tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049598 Sep 22 11:04:39.011415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Request body: {'port': {'device_id': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:04:39.065944 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:39.338553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca14c7e-9066-428c-b0d8-2691f2addd63 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:04:39.347680 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:39.366025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Transition to ACTIVE for port object 5ca14c7e-9066-428c-b0d8-2691f2addd63 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:04:39.373650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb96585-2654-49e9-83ad-8e236d396afb req-5565d91c-e75f-4e44-887a-16eecd201bec tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:39.375161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebb96585-2654-49e9-83ad-8e236d396afb req-5565d91c-e75f-4e44-887a-16eecd201bec tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 931 time: 0.0715334 Sep 22 11:04:39.412677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ebb96585-2654-49e9-83ad-8e236d396afb req-5dbf4e6c-3e02-490f-991c-6b77c35b6af2 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Sep 22 11:04:39.463661 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:39.532194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:39.580413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Attempting to bind port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:04:39.586517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Attempting to bind port 5ca14c7e-9066-428c-b0d8-2691f2addd63 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '07807efa-8ef5-48d3-ba38-347779789a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:04:39.586517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Attempting to bind port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on network fdac43c3-5b6d-42bb-8a77-a9984178cb68 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:04:39.586517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on network fdac43c3-5b6d-42bb-8a77-a9984178cb68 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:04:39.586517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Attempting to bind port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on network fdac43c3-5b6d-42bb-8a77-a9984178cb68 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:04:39.590366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:04:39.590704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Checking segment: {'id': '07807efa-8ef5-48d3-ba38-347779789a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:04:39.591091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Bound using segment: {'id': '07807efa-8ef5-48d3-ba38-347779789a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:04:39.591520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Bound port: 5ca14c7e-9066-428c-b0d8-2691f2addd63, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07807efa-8ef5-48d3-ba38-347779789a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:04:39.591873 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:39.652211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:04:39.655138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:04:39.726522 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:39.763259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:39.766992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:39.766992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ca14c7e-9066-428c-b0d8-2691f2addd63 HTTP/1.1" status: 200 len: 1091 time: 0.7574093 Sep 22 11:04:39.766992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:04:39.768525 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c25df27-1040-4f56-abca-7056cf326099" -d '{"events": [{"name": "network-changed", "server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:04:39.790618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4ca89-5836-4a61-bca9-49a1e5b40c67 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:39.803738 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebc15b0-82ee-4b67-b1ca-bc9a66062dc3 x-openstack-request-id: req-2ebc15b0-82ee-4b67-b1ca-bc9a66062dc3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:04:39.804034 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:04:39.804286 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ebc15b0-82ee-4b67-b1ca-bc9a66062dc3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:04:39.804688 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'status': 'completed', 'code': 200} Sep 22 11:04:39.864235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25df27-1040-4f56-abca-7056cf326099 req-505f6712-3741-4b69-8602-fe07eb63f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:39.865712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c25df27-1040-4f56-abca-7056cf326099 req-505f6712-3741-4b69-8602-fe07eb63f7f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 1094 time: 0.0405402 Sep 22 11:04:39.964694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25df27-1040-4f56-abca-7056cf326099 req-59c604fe-a03c-441f-bb33-dfd5d4b268bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:39.966183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c25df27-1040-4f56-abca-7056cf326099 req-59c604fe-a03c-441f-bb33-dfd5d4b268bc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0929606 Sep 22 11:04:40.056660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25df27-1040-4f56-abca-7056cf326099 req-8d3f8991-8367-40af-85e9-ad065d2f91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:40.058056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8c25df27-1040-4f56-abca-7056cf326099 req-8d3f8991-8367-40af-85e9-ad065d2f91f6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854247 Sep 22 11:04:40.132362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66903bef-1312-4724-b650-df4238671ed1 req-9b0fa740-dfcc-4706-a3fd-1c5564952609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:40.133852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-9b0fa740-dfcc-4706-a3fd-1c5564952609 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 1094 time: 0.0394485 Sep 22 11:04:40.177028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-be440808-a66a-4425-ac49-f99f94058775 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63 HTTP/1.1" status: 200 len: 217 time: 0.0352745 Sep 22 11:04:40.223669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66903bef-1312-4724-b650-df4238671ed1 req-ec20842d-f1cd-453e-808e-1cd47a0fb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:40.225103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-ec20842d-f1cd-453e-808e-1cd47a0fb546 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1176387c-27b3-4b97-b54b-945242516dff HTTP/1.1" status: 200 len: 852 time: 0.0418854 Sep 22 11:04:40.256223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-6454c9e1-dbb6-4aec-8d05-5553fe480184 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdac43c3-5b6d-42bb-8a77-a9984178cb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239995 Sep 22 11:04:40.345740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-471abcc0-f453-4cf3-883a-ed3895a10b43 service neutron] 10.222.0.30 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827513 Sep 22 11:04:40.431389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66903bef-1312-4724-b650-df4238671ed1 req-6034a8c7-c2c6-4598-a266-a8574187112f service neutron] 10.222.0.30 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792770 Sep 22 11:04:40.526446 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757781cc-e19e-4b0b-ad97-1712e205ff78 req-aafa51b6-515a-468d-b827-d16f5466e80f tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:40.527911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-757781cc-e19e-4b0b-ad97-1712e205ff78 req-aafa51b6-515a-468d-b827-d16f5466e80f tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 943 time: 0.0482104 Sep 22 11:04:40.569886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-757781cc-e19e-4b0b-ad97-1712e205ff78 req-56aba329-6b06-468f-a46b-2ef0d6b3d6a1 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352561 Sep 22 11:04:41.680978 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4520cb-d8e0-482b-ac39-dab0c560cee7 req-a0b2b54f-a995-4ffb-85ca-d9bdf863f67d tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:41.685447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b4520cb-d8e0-482b-ac39-dab0c560cee7 req-a0b2b54f-a995-4ffb-85ca-d9bdf863f67d tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 943 time: 0.0474761 Sep 22 11:04:41.719509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b4520cb-d8e0-482b-ac39-dab0c560cee7 req-e5b6209c-d76c-46f6-8f28-c45f8d203eb4 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305924 Sep 22 11:04:42.830852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aad4f-aa2b-42af-804a-a0497db06a9f req-50d7a621-5508-450a-91a2-e042b0d5add4 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:42.832354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b33aad4f-aa2b-42af-804a-a0497db06a9f req-50d7a621-5508-450a-91a2-e042b0d5add4 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 943 time: 0.0480387 Sep 22 11:04:42.868078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b33aad4f-aa2b-42af-804a-a0497db06a9f req-18f69bae-7d87-4a80-a1f0-c6ad77b2e721 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298672 Sep 22 11:04:43.987392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5ca14c7e-9066-428c-b0d8-2691f2addd63 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:04:44.028118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f353e5-7b3b-42b5-ba5f-aa91cf062258 req-611b00dd-0104-47a8-b9bd-2b11e9027213 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:44.029939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26f353e5-7b3b-42b5-ba5f-aa91cf062258 req-611b00dd-0104-47a8-b9bd-2b11e9027213 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 943 time: 0.0491076 Sep 22 11:04:44.070612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26f353e5-7b3b-42b5-ba5f-aa91cf062258 req-84f8f079-c7fc-498d-95d2-62e701a241b1 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343690 Sep 22 11:04:44.083905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:44.094662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68', 'port_id': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'mac_address': 'fa:16:3e:f2:27:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1176387c-27b3-4b97-b54b-945242516dff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:04:44.129497 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:44.141844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca14c7e-9066-428c-b0d8-2691f2addd63 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:04:44.159913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:44.240598 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:44.289423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:44.424494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['5ca14c7e-9066-428c-b0d8-2691f2addd63'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:04:45.183876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5355c5-27ef-494e-889e-f7205b84d04c req-a4d7a6c1-9683-4bff-878e-0842adbf2b25 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:45.185376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b5355c5-27ef-494e-889e-f7205b84d04c req-a4d7a6c1-9683-4bff-878e-0842adbf2b25 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 944 time: 0.0480750 Sep 22 11:04:45.222723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b5355c5-27ef-494e-889e-f7205b84d04c req-65993c2a-ae00-4641-a617-7246f5591014 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Sep 22 11:04:46.001875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5ca14c7e-9066-428c-b0d8-2691f2addd63 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:04:46.148789 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 5ca14c7e-9066-428c-b0d8-2691f2addd63 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:04:46.152349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 5ca14c7e-9066-428c-b0d8-2691f2addd63 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:04:46.152717 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:46.225882 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:46.247454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:04:46.250508 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa6af57-1c2c-4a16-a5a5-070db77a64bd" -d '{"events": [{"server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "name": "network-vif-plugged", "status": "completed", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:04:46.262359 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:04:46.336315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b48f4-54db-431d-b126-f280ad66d8f0 req-e4aeee56-91e4-4342-9331-c4e9d830f10b tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:46.336916 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:46.337816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-929b48f4-54db-431d-b126-f280ad66d8f0 req-e4aeee56-91e4-4342-9331-c4e9d830f10b tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 944 time: 0.0485022 Sep 22 11:04:46.376921 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-929b48f4-54db-431d-b126-f280ad66d8f0 req-40f02530-54eb-4ec3-94ef-24767c39ca78 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Sep 22 11:04:46.384544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:04:46.419334 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c82b6c9-26db-4459-9230-f9e60fdb8373 x-openstack-request-id: req-9c82b6c9-26db-4459-9230-f9e60fdb8373 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:04:46.419629 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "name": "network-vif-plugged", "status": "completed", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:04:46.419882 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c82b6c9-26db-4459-9230-f9e60fdb8373 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:04:46.420279 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'code': 200} Sep 22 11:04:46.512430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98d1fb-08cf-4274-a3eb-1b0aadd840ae req-fdc6cd87-e067-4294-b7e9-84f130cdb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:46.514145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c98d1fb-08cf-4274-a3eb-1b0aadd840ae req-fdc6cd87-e067-4294-b7e9-84f130cdb4ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 1096 time: 0.0390625 Sep 22 11:04:46.550991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c98d1fb-08cf-4274-a3eb-1b0aadd840ae req-42c0f7c1-a819-4a28-a1ef-35932b8f7ed2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304573 Sep 22 11:04:47.495198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075e10e-878a-4267-b6e8-93d02de69fc4 req-b1c7b8e7-4fa2-4328-b5da-6013ac420fb0 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:47.497491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9075e10e-878a-4267-b6e8-93d02de69fc4 req-b1c7b8e7-4fa2-4328-b5da-6013ac420fb0 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0495257 Sep 22 11:04:47.535087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9075e10e-878a-4267-b6e8-93d02de69fc4 req-0bddad4b-3f83-4599-9760-9ad3e9249be2 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Sep 22 11:04:48.648250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c7f08-6462-44f1-8782-cbf431f74f92 req-5446bdd7-9252-411c-8483-31af354b0297 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:48.649717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b71c7f08-6462-44f1-8782-cbf431f74f92 req-5446bdd7-9252-411c-8483-31af354b0297 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0478563 Sep 22 11:04:48.685353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b71c7f08-6462-44f1-8782-cbf431f74f92 req-20994c01-0641-475d-ba65-cb035bde05dd tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297914 Sep 22 11:04:49.084144 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d77ad-5bac-4d38-b412-bdd20e75f6a3 req-8bfca8e9-05b4-47d4-9e11-0aa39ac1eaf1 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:49.085614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-433d77ad-5bac-4d38-b412-bdd20e75f6a3 req-8bfca8e9-05b4-47d4-9e11-0aa39ac1eaf1 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0483003 Sep 22 11:04:49.126877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-433d77ad-5bac-4d38-b412-bdd20e75f6a3 req-9f295f3a-73ff-4f09-a9ae-9461b55c5808 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Sep 22 11:04:49.232288 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44508) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:04:49.322671 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-caf72174-ee59-4f11-b9d6-92daa1e1cc12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892589 Sep 22 11:04:49.331848 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-e6233988-21ff-40a1-8670-cd5376f75bf1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:04:49.339024 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-e6233988-21ff-40a1-8670-cd5376f75bf1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051012 Sep 22 11:04:50.245867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa96ea-0f8f-4859-8954-9b9dd2eb4fc4 req-651ae785-351b-4c74-9852-bd6b9367cd76 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:50.247403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5fa96ea-0f8f-4859-8954-9b9dd2eb4fc4 req-651ae785-351b-4c74-9852-bd6b9367cd76 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0538299 Sep 22 11:04:50.285530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5fa96ea-0f8f-4859-8954-9b9dd2eb4fc4 req-6205b583-3e74-4d65-8036-d151fa4104af tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Sep 22 11:04:51.398855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0dec0-d58f-4f12-a9fb-26f9f9c37046 req-95642ea7-5cfc-4869-8848-dcd26a214623 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:51.400427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfd0dec0-d58f-4f12-a9fb-26f9f9c37046 req-95642ea7-5cfc-4869-8848-dcd26a214623 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0487061 Sep 22 11:04:51.465834 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfd0dec0-d58f-4f12-a9fb-26f9f9c37046 req-7fa6f184-14c9-4820-a4ec-b22efd236bba tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593293 Sep 22 11:04:51.475205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-1a2fc3b0-3656-411f-ae99-4cf8ced9fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:51.476750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-1a2fc3b0-3656-411f-ae99-4cf8ced9fac3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 1096 time: 0.0570810 Sep 22 11:04:51.565114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-c31a8ab6-1962-4b5b-91b8-179848fc6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:51.566552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-c31a8ab6-1962-4b5b-91b8-179848fc6245 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fdac43c3-5b6d-42bb-8a77-a9984178cb68 HTTP/1.1" status: 200 len: 913 time: 0.0836127 Sep 22 11:04:51.613795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-3b34d5dc-4578-4fb6-a5ea-ac896d34e7a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63 HTTP/1.1" status: 200 len: 217 time: 0.0399661 Sep 22 11:04:51.661082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-3fc74c8a-5a46-442b-80d7-df0ba62e7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:51.662533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-3fc74c8a-5a46-442b-80d7-df0ba62e7118 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1176387c-27b3-4b97-b54b-945242516dff HTTP/1.1" status: 200 len: 852 time: 0.0425866 Sep 22 11:04:51.693160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-daa97961-ae60-4e6e-bf7e-a436c7838cb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdac43c3-5b6d-42bb-8a77-a9984178cb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235693 Sep 22 11:04:51.782374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-10b46390-c3ed-4bde-b719-5837512ca19f service neutron] 10.222.0.30 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825016 Sep 22 11:04:51.869406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-0e5d1a3e-df87-4dd4-aa4a-59fc9a200cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801947 Sep 22 11:04:52.301475 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e171eb5-edea-4476-bc4a-6173f0b1c0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:52.580596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eb9e-2431-4f7f-adde-eabd332e9913 req-f7346c18-2c69-4d9b-8a43-cc7fc541fb20 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:52.582124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5800eb9e-2431-4f7f-adde-eabd332e9913 req-f7346c18-2c69-4d9b-8a43-cc7fc541fb20 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0488727 Sep 22 11:04:52.618905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5800eb9e-2431-4f7f-adde-eabd332e9913 req-2aa6c638-08aa-47ef-96a7-7ffe54868373 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Sep 22 11:04:53.733974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be34761-4e08-4d83-bd08-e9e1a8f22add req-6bc43ee8-d725-4237-86f1-380f92dba417 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:53.735979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0be34761-4e08-4d83-bd08-e9e1a8f22add req-6bc43ee8-d725-4237-86f1-380f92dba417 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0515909 Sep 22 11:04:53.772863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0be34761-4e08-4d83-bd08-e9e1a8f22add req-fd90d762-96c9-4537-b8ac-8e60bf817aeb tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Sep 22 11:04:54.888389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348305f-0b00-4404-8eb1-875e710553a8 req-28623a2a-2f07-414f-bbac-e1c181a1cdc7 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:54.889874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c348305f-0b00-4404-8eb1-875e710553a8 req-28623a2a-2f07-414f-bbac-e1c181a1cdc7 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0481703 Sep 22 11:04:54.927447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c348305f-0b00-4404-8eb1-875e710553a8 req-35df0d25-3347-4053-a877-aef2093ecce3 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Sep 22 11:04:55.166205 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5df7933c-789c-43f6-a447-c411e6733e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:55.612036 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:55.908618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:55.994855 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:56.039910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9447632-07dd-41e2-a01f-813196620f09 req-cc514162-a659-4288-a999-cb3edbb5389a tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:56.041391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9447632-07dd-41e2-a01f-813196620f09 req-cc514162-a659-4288-a999-cb3edbb5389a tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0478942 Sep 22 11:04:56.078239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9447632-07dd-41e2-a01f-813196620f09 req-f4a7354d-8ac1-4ae6-bc4b-5e503a431e84 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303152 Sep 22 11:04:56.295559 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:57.194008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560259fb-6487-43ce-9151-75714d915d74 req-1a963394-3a90-4590-b1d9-46359f1eba9c tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:57.195485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-560259fb-6487-43ce-9151-75714d915d74 req-1a963394-3a90-4590-b1d9-46359f1eba9c tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0508454 Sep 22 11:04:57.231538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-560259fb-6487-43ce-9151-75714d915d74 req-c3002cd6-a0ba-4950-a5df-6a15b0a7a587 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301268 Sep 22 11:04:58.166063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:58.357830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12b18c-0d63-486d-8008-19968e893eb9 req-8a928828-d99f-4f92-a2e7-48426e5f8534 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:58.359255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a12b18c-0d63-486d-8008-19968e893eb9 req-8a928828-d99f-4f92-a2e7-48426e5f8534 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0592010 Sep 22 11:04:58.397604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a12b18c-0d63-486d-8008-19968e893eb9 req-4f07b204-7759-468f-a952-4153e682061f tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Sep 22 11:04:59.511000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c592a7-bd9e-4b53-a029-8e7cb360e472 req-375a0a26-4c11-4c51-8a2b-6f72aa054d63 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:04:59.512459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74c592a7-bd9e-4b53-a029-8e7cb360e472 req-375a0a26-4c11-4c51-8a2b-6f72aa054d63 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0468371 Sep 22 11:04:59.550181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74c592a7-bd9e-4b53-a029-8e7cb360e472 req-d63fa941-72eb-4dbb-bfc6-9118636c2b2e tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310338 Sep 22 11:05:00.665579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b49852-d18f-40eb-9f53-68116b546902 req-e1557229-0978-4a23-b6c9-68634cdc2e34 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:00.667080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b49852-d18f-40eb-9f53-68116b546902 req-e1557229-0978-4a23-b6c9-68634cdc2e34 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0505292 Sep 22 11:05:00.703552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b49852-d18f-40eb-9f53-68116b546902 req-17c8f7f2-3cc1-4cde-a769-b458c821a56d tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299699 Sep 22 11:05:01.816030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d51b2c-87af-40d4-80b5-85b906cf4da5 req-91f2f1ae-00c1-47cc-821f-b2cbece85a11 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:01.817499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14d51b2c-87af-40d4-80b5-85b906cf4da5 req-91f2f1ae-00c1-47cc-821f-b2cbece85a11 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0478296 Sep 22 11:05:01.854060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-14d51b2c-87af-40d4-80b5-85b906cf4da5 req-71231eb8-bae0-4a28-a3f0-7997cc13538c tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304372 Sep 22 11:05:02.966306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccf899-351c-4114-aa7e-89b752515829 req-8a1d4627-3e1b-4a72-a156-3fcfa1d2ce6b tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:02.967776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5ccf899-351c-4114-aa7e-89b752515829 req-8a1d4627-3e1b-4a72-a156-3fcfa1d2ce6b tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0476553 Sep 22 11:05:03.004768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5ccf899-351c-4114-aa7e-89b752515829 req-f270a2de-f875-478a-b8ff-ca767a78c507 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305495 Sep 22 11:05:04.120384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621e242-f9e7-4d99-b225-0396e0a8427c req-8c6613a2-fac2-47fd-9da9-4e4d042d0e38 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:04.121863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0621e242-f9e7-4d99-b225-0396e0a8427c req-8c6613a2-fac2-47fd-9da9-4e4d042d0e38 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0511255 Sep 22 11:05:04.157980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0621e242-f9e7-4d99-b225-0396e0a8427c req-508e9f46-c090-4cbd-8553-0c204024bf1a tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296474 Sep 22 11:05:05.271262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0dd31-be56-4de2-b5c0-6a23f3eae763 req-6d44bba1-916e-44c7-b2c9-215d2beb3784 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:05.272722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fa0dd31-be56-4de2-b5c0-6a23f3eae763 req-6d44bba1-916e-44c7-b2c9-215d2beb3784 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0480013 Sep 22 11:05:05.308445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fa0dd31-be56-4de2-b5c0-6a23f3eae763 req-41fa2d7d-45bb-40b7-9af2-b5d968e5fb9f tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298629 Sep 22 11:05:06.419734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bba91-0ad8-4126-b860-7b49de0c2572 req-076ad54c-36e2-4c2e-bb34-a7c614553e0a tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:06.421209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a9bba91-0ad8-4126-b860-7b49de0c2572 req-076ad54c-36e2-4c2e-bb34-a7c614553e0a tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0476341 Sep 22 11:05:06.458058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a9bba91-0ad8-4126-b860-7b49de0c2572 req-fa80c9e0-f495-4764-90eb-a35067a1ae06 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Sep 22 11:05:07.573367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ddee4-6f41-4f7e-bbe5-3ac8783d4737 req-ff34544a-4d6a-49a4-b47f-3ffe57bbcd08 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:07.574871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-755ddee4-6f41-4f7e-bbe5-3ac8783d4737 req-ff34544a-4d6a-49a4-b47f-3ffe57bbcd08 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0506403 Sep 22 11:05:07.612112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-755ddee4-6f41-4f7e-bbe5-3ac8783d4737 req-25852944-7421-43e1-969d-0b1964666524 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304816 Sep 22 11:05:08.725255 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7523420-44fb-44d2-b7e8-09a40a560031 req-e713ac8c-c17e-43e0-b84b-2fa91e8d9ba9 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:08.726786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7523420-44fb-44d2-b7e8-09a40a560031 req-e713ac8c-c17e-43e0-b84b-2fa91e8d9ba9 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0482616 Sep 22 11:05:08.763141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7523420-44fb-44d2-b7e8-09a40a560031 req-6a0c9e79-36dc-4345-a3a4-b6b9b16fc57d tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305018 Sep 22 11:05:09.876981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2428e-c5a0-46b1-a52e-daaace6aac3f req-de9ff95d-785e-4fac-8c4c-216fa34c61bb tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:09.878434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7d2428e-c5a0-46b1-a52e-daaace6aac3f req-de9ff95d-785e-4fac-8c4c-216fa34c61bb tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0473433 Sep 22 11:05:09.915071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7d2428e-c5a0-46b1-a52e-daaace6aac3f req-8e07eb68-b7ac-4731-b026-9dff664947dd tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306590 Sep 22 11:05:11.035484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31656960-5f1f-4525-9fb7-b8fce4fe3751 req-58e396f4-46f2-42db-ab8d-58c66e6dcbb4 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:11.036985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31656960-5f1f-4525-9fb7-b8fce4fe3751 req-58e396f4-46f2-42db-ab8d-58c66e6dcbb4 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0558517 Sep 22 11:05:11.073833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31656960-5f1f-4525-9fb7-b8fce4fe3751 req-d13141ac-0223-4e93-914a-96ebfe067cca tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Sep 22 11:05:12.186180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10b116-09bf-4725-9efd-378634d309a8 req-9d49ea71-02fe-40d4-a6c0-ec80ac1aec27 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:12.187652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b10b116-09bf-4725-9efd-378634d309a8 req-9d49ea71-02fe-40d4-a6c0-ec80ac1aec27 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0480945 Sep 22 11:05:12.224807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b10b116-09bf-4725-9efd-378634d309a8 req-64e7e35c-e9bf-401a-95e0-d78a6c312fff tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306048 Sep 22 11:05:13.339350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b076a4-659a-43b4-a638-dd1625d31c48 req-6fbd0db6-2459-4ce8-96e6-ea7eca14aa62 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:13.340817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b076a4-659a-43b4-a638-dd1625d31c48 req-6fbd0db6-2459-4ce8-96e6-ea7eca14aa62 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0476193 Sep 22 11:05:13.377997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5b076a4-659a-43b4-a638-dd1625d31c48 req-9639f78f-9f49-4b7f-9d1a-65567940efb4 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Sep 22 11:05:13.643458 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:05:14.493352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d795d6-1f19-427d-94a6-2447892ef661 req-c0d70809-5e7a-4080-88f4-7d16139449c1 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:14.494849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3d795d6-1f19-427d-94a6-2447892ef661 req-c0d70809-5e7a-4080-88f4-7d16139449c1 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0512016 Sep 22 11:05:14.532243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f3d795d6-1f19-427d-94a6-2447892ef661 req-b3fa9777-3d07-4770-8217-282f6001a537 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315368 Sep 22 11:05:15.651540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b80013-f8f4-4e8d-9fa3-feccfee5f15a req-ef5c79f3-093e-4702-ad70-f71048a27125 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:15.653036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6b80013-f8f4-4e8d-9fa3-feccfee5f15a req-ef5c79f3-093e-4702-ad70-f71048a27125 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0526090 Sep 22 11:05:15.689015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6b80013-f8f4-4e8d-9fa3-feccfee5f15a req-26825482-28aa-4b91-abf2-3f335c1152f5 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299981 Sep 22 11:05:16.803959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1accbd1-4bd7-4b63-9a1d-21b9c05ebe50 req-60714825-237a-4af9-84d8-dd94c56ab7a5 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:16.803959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1accbd1-4bd7-4b63-9a1d-21b9c05ebe50 req-60714825-237a-4af9-84d8-dd94c56ab7a5 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0485311 Sep 22 11:05:16.841156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1accbd1-4bd7-4b63-9a1d-21b9c05ebe50 req-3f8018ec-cf12-4dfa-8460-a5c2b7c337e2 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Sep 22 11:05:17.958329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064b9b-af2d-4628-b515-7016bdb2c752 req-e679d038-cb04-4573-82bd-6d222c147f78 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:17.959794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2064b9b-af2d-4628-b515-7016bdb2c752 req-e679d038-cb04-4573-82bd-6d222c147f78 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0517814 Sep 22 11:05:17.997239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2064b9b-af2d-4628-b515-7016bdb2c752 req-0ab91b81-dc43-44c0-ad11-482b44b73fa6 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Sep 22 11:05:18.980308 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-054ac3ee-74e1-4801-8936-bb62999ec3b7 service neutron] show failed (client error): The resource could not be found. Sep 22 11:05:18.981294 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-054ac3ee-74e1-4801-8936-bb62999ec3b7 service neutron] 10.222.0.30 "GET /v2.0/ports/5ca14c7e-9066-428c-b0d8-2691f2addd63/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0534699 Sep 22 11:05:19.112555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c514628-9cdc-483d-8d31-6d66b7da4260 req-da2a8e20-0205-4040-99c4-f9fe379c8b85 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:19.114060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c514628-9cdc-483d-8d31-6d66b7da4260 req-da2a8e20-0205-4040-99c4-f9fe379c8b85 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0491502 Sep 22 11:05:19.152155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c514628-9cdc-483d-8d31-6d66b7da4260 req-0110a0de-0944-4eb1-849f-ea313878c69d tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Sep 22 11:05:19.532778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-5051d556-f80c-4042-a533-3e4c0a66acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:19.534325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-5051d556-f80c-4042-a533-3e4c0a66acff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f&tenant_id=d437448fe0b0466b9d2ea1b2e809891f HTTP/1.1" status: 200 len: 1096 time: 0.0722325 Sep 22 11:05:19.544563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-e51c9bb5-c070-4aa9-adff-9372adb32b63 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:05:19.545610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-e51c9bb5-c070-4aa9-adff-9372adb32b63 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047989 Sep 22 11:05:19.556707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:05:19.609730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:19.809917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:05:20.157837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:05:20.198162 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:20.200083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:05:20.202685 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8270917c-2e8f-4c29-909d-2a01e554bdd3" -d '{"events": [{"server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:05:20.215081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Transition to ACTIVE for port object 5ca14c7e-9066-428c-b0d8-2691f2addd63 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:05:20.265376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed014096-bb14-4498-9196-cba8b8929359 req-349c313e-ad33-40a1-91fb-79e5fac110d1 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:20.266884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed014096-bb14-4498-9196-cba8b8929359 req-349c313e-ad33-40a1-91fb-79e5fac110d1 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0473485 Sep 22 11:05:20.298300 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:20.332863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ed014096-bb14-4498-9196-cba8b8929359 req-b3c41921-2e7a-428f-bf57-6987f2b6f76c tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594847 Sep 22 11:05:20.361975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] No DVR routers for this DVR port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:05:20.371942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:20.393772 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb726cad-8c37-4988-83c4-4b440261fe84 x-openstack-request-id: req-bb726cad-8c37-4988-83c4-4b440261fe84 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:05:20.394121 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:05:20.394381 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb726cad-8c37-4988-83c4-4b440261fe84 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:05:20.394768 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'code': 200} Sep 22 11:05:20.407630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Attempting to bind port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:05:20.408012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Attempting to bind port 5ca14c7e-9066-428c-b0d8-2691f2addd63 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '07807efa-8ef5-48d3-ba38-347779789a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:05:20.408289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Attempting to bind port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on network fdac43c3-5b6d-42bb-8a77-a9984178cb68 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:05:20.413111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on network fdac43c3-5b6d-42bb-8a77-a9984178cb68 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:05:20.413433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Attempting to bind port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on network fdac43c3-5b6d-42bb-8a77-a9984178cb68 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:05:20.422201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:05:20.422201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Checking segment: {'id': '07807efa-8ef5-48d3-ba38-347779789a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:05:20.422201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Bound using segment: {'id': '07807efa-8ef5-48d3-ba38-347779789a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:05:20.422201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Bound port: 5ca14c7e-9066-428c-b0d8-2691f2addd63, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07807efa-8ef5-48d3-ba38-347779789a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:05:20.422201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:20.485183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:05:20.488102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:05:20.594945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:20.633727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:20.633727 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:20.634084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ca14c7e-9066-428c-b0d8-2691f2addd63 HTTP/1.1" status: 200 len: 1091 time: 1.0809610 Sep 22 11:05:20.653892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2073472-976e-4080-adc7-1a2289bebfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:20.694296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-1f3ce9e7-9da8-4fa4-8c28-c5d6a0b5ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:20.695767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-1f3ce9e7-9da8-4fa4-8c28-c5d6a0b5ca13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 1094 time: 0.0390522 Sep 22 11:05:20.783738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-01a10cc3-ac56-4638-a7e0-a486e321d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:20.785248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-01a10cc3-ac56-4638-a7e0-a486e321d8a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fdac43c3-5b6d-42bb-8a77-a9984178cb68 HTTP/1.1" status: 200 len: 913 time: 0.0821574 Sep 22 11:05:20.827356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-352e51d8-89ac-426c-84d8-787fb33f7cf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63 HTTP/1.1" status: 200 len: 217 time: 0.0352824 Sep 22 11:05:20.874514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-9896bda3-6c52-4d9a-ad99-06bd44600975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:20.875963 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-9896bda3-6c52-4d9a-ad99-06bd44600975 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1176387c-27b3-4b97-b54b-945242516dff HTTP/1.1" status: 200 len: 852 time: 0.0417264 Sep 22 11:05:20.907142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-b43c610b-c263-468d-9b82-cc5f92092f30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fdac43c3-5b6d-42bb-8a77-a9984178cb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244122 Sep 22 11:05:20.995429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-70b66ee8-253a-481d-9675-6710abcd0e2c service neutron] 10.222.0.32 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814099 Sep 22 11:05:21.083574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a64d2660-7ba1-49d4-878b-31c2cbc0f623 req-6e61e0d3-5b53-47cd-9700-f34c877fb461 service neutron] 10.222.0.32 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810862 Sep 22 11:05:21.455733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651bbd2-ecd5-4fac-a135-d5400cf31193 req-c83d1268-0185-4b16-ba2d-69d066b2e38c tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:21.457201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7651bbd2-ecd5-4fac-a135-d5400cf31193 req-c83d1268-0185-4b16-ba2d-69d066b2e38c tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 943 time: 0.0533242 Sep 22 11:05:21.494092 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7651bbd2-ecd5-4fac-a135-d5400cf31193 req-8b2061b9-e3d3-4a85-8e59-e16be3bb4c43 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Sep 22 11:05:22.267954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5ca14c7e-9066-428c-b0d8-2691f2addd63 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:05:22.304264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5ca14c7e-9066-428c-b0d8-2691f2addd63 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:05:22.346519 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f2d52a7d-8c35-4373-8a75-1fb4d21ddeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:22.396327 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:05:22.398688 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebb7e48-e359-44aa-adf4-23b50fac314d" -d '{"events": [{"name": "network-changed", "server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:05:22.444666 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98828a34-e04e-4b05-950b-cc9b9416a8c0 x-openstack-request-id: req-98828a34-e04e-4b05-950b-cc9b9416a8c0 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:05:22.444958 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:05:22.445239 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98828a34-e04e-4b05-950b-cc9b9416a8c0 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:05:22.445610 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'status': 'completed', 'code': 200} Sep 22 11:05:22.530900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-6785b9fd-ab5d-4a15-86f1-3be3f92dabff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:22.532429 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-6785b9fd-ab5d-4a15-86f1-3be3f92dabff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 1094 time: 0.0674140 Sep 22 11:05:22.534903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-7a03d958-67db-49e6-a4e8-31b78eb25967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:22.536587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-7a03d958-67db-49e6-a4e8-31b78eb25967 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 1094 time: 0.0633998 Sep 22 11:05:22.728085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc37c28-b7e3-4cc9-8820-9ce654aa0ce9 req-e7571309-8b94-4d24-811c-96a3c179d3d9 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:22.729620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9bc37c28-b7e3-4cc9-8820-9ce654aa0ce9 req-e7571309-8b94-4d24-811c-96a3c179d3d9 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 943 time: 0.1564465 Sep 22 11:05:22.741608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-5c3f2f55-20ee-4795-8ffe-cd80f3afdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:22.743076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-5c3f2f55-20ee-4795-8ffe-cd80f3afdbd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fdac43c3-5b6d-42bb-8a77-a9984178cb68 HTTP/1.1" status: 200 len: 913 time: 0.2027802 Sep 22 11:05:22.750609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-75928d40-2019-48eb-bda9-bff018344f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:22.751957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-75928d40-2019-48eb-bda9-bff018344f88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fdac43c3-5b6d-42bb-8a77-a9984178cb68 HTTP/1.1" status: 200 len: 913 time: 0.2045851 Sep 22 11:05:22.833877 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-ac177230-e8a1-4250-a2e5-55e8d7637777 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63 HTTP/1.1" status: 200 len: 217 time: 0.0809405 Sep 22 11:05:22.836301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-92adc0f7-eb16-424f-9f89-89acc342ec3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63 HTTP/1.1" status: 200 len: 217 time: 0.0713742 Sep 22 11:05:22.898217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9bc37c28-b7e3-4cc9-8820-9ce654aa0ce9 req-cf5e84ad-6da6-4f1f-a85b-7b324028110e tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619160 Sep 22 11:05:22.927519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-e0658e38-abb3-4da5-a275-08d517a72ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:22.929052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-e0658e38-abb3-4da5-a275-08d517a72ceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1176387c-27b3-4b97-b54b-945242516dff HTTP/1.1" status: 200 len: 852 time: 0.0779917 Sep 22 11:05:22.930357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-d1d697e2-8de3-41ab-9036-2c71d4c3bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:22.931677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-d1d697e2-8de3-41ab-9036-2c71d4c3bb69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1176387c-27b3-4b97-b54b-945242516dff HTTP/1.1" status: 200 len: 852 time: 0.0901458 Sep 22 11:05:22.967264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-6b52af1d-2ddf-47fe-80b7-aec428f9d454 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdac43c3-5b6d-42bb-8a77-a9984178cb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305903 Sep 22 11:05:22.986761 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-88635003-46be-46f9-9665-d6b2ac5a1e4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fdac43c3-5b6d-42bb-8a77-a9984178cb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424461 Sep 22 11:05:23.140173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-e94154a9-12df-4931-a1f8-5f7f61645c30 service neutron] 10.222.0.30 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554766 Sep 22 11:05:23.142352 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-f6a33301-00a1-4c4a-9cf0-f49532bb7824 service neutron] 10.222.0.32 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482389 Sep 22 11:05:23.296561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-001feaf9-d1ad-490a-9348-1f9988b7426e service neutron] 10.222.0.30 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498866 Sep 22 11:05:23.298508 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ebb7e48-e359-44aa-adf4-23b50fac314d req-dfe6f8b6-3d25-48a6-b9b6-914e7df4e1f8 service neutron] 10.222.0.32 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449902 Sep 22 11:05:24.017834 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2189b-f4c8-4e70-9ac0-694787a464fc req-acf738e4-e2a1-476d-9d46-8a8ba09b71f4 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:24.019333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89a2189b-f4c8-4e70-9ac0-694787a464fc req-acf738e4-e2a1-476d-9d46-8a8ba09b71f4 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 943 time: 0.0489895 Sep 22 11:05:24.056376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89a2189b-f4c8-4e70-9ac0-694787a464fc req-f3189477-42a9-4bce-829a-5e583853d3e9 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306520 Sep 22 11:05:24.336971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5ca14c7e-9066-428c-b0d8-2691f2addd63 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:05:24.434295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:05:24.445623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'network_id': 'fdac43c3-5b6d-42bb-8a77-a9984178cb68', 'port_id': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'mac_address': 'fa:16:3e:f2:27:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1176387c-27b3-4b97-b54b-945242516dff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:05:24.467784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-d4128f8c-c8b3-488d-8046-995826e77f7d tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:24.469211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-d4128f8c-c8b3-488d-8046-995826e77f7d tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.30 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f&tenant_id=d437448fe0b0466b9d2ea1b2e809891f&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 943 time: 0.0878723 Sep 22 11:05:24.482196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:24.494560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca14c7e-9066-428c-b0d8-2691f2addd63 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:05:24.515299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:05:24.529368 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-3299e3f1-9470-4f95-a17c-eeda8e60b024 service neutron] delete failed (client error): The resource could not be found. Sep 22 11:05:24.530496 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-3299e3f1-9470-4f95-a17c-eeda8e60b024 service neutron] 10.222.0.30 "DELETE /v2.0/ports/5ca14c7e-9066-428c-b0d8-2691f2addd63/bindings/n-h1-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0541117 Sep 22 11:05:24.582897 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:24.611682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e43035b4-65ee-42b3-b76e-3020f95f49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:24.613192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e43035b4-65ee-42b3-b76e-3020f95f49a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 1095 time: 0.0410292 Sep 22 11:05:24.629754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:24.637534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.637890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.638259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.638601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.638938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.639270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.639604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.639938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.640268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.640595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.640922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.641309 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:24.714469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-5002d6e2-e922-4fc7-bc6b-ae8aefb7c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:24.715955 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-5002d6e2-e922-4fc7-bc6b-ae8aefb7c1f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fdac43c3-5b6d-42bb-8a77-a9984178cb68 HTTP/1.1" status: 200 len: 913 time: 0.0963509 Sep 22 11:05:24.757124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e58d2cfb-cfb4-4e8d-9e96-12df6bd204c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63 HTTP/1.1" status: 200 len: 217 time: 0.0342243 Sep 22 11:05:24.808187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-64290fc5-dc53-49b8-a6c2-4d2b2e4dc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:24.809620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-64290fc5-dc53-49b8-a6c2-4d2b2e4dc899 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1176387c-27b3-4b97-b54b-945242516dff HTTP/1.1" status: 200 len: 852 time: 0.0464461 Sep 22 11:05:24.825294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['5ca14c7e-9066-428c-b0d8-2691f2addd63'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:05:24.841785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-bb200391-9bcf-4303-a3c3-b01d6bd6254b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdac43c3-5b6d-42bb-8a77-a9984178cb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245311 Sep 22 11:05:24.938005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-a540ce8b-ec57-49bd-83db-c4b42e74587f service neutron] 10.222.0.30 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894535 Sep 22 11:05:25.030597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-951f7a7d-1167-467b-91fb-ee655ece5001 service neutron] 10.222.0.30 "GET /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Sep 22 11:05:25.142863 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c2a6d077-dd47-483e-b3bb-6c002370d4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:25.622934 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:25.963689 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:26.016744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:26.291405 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:26.342589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5ca14c7e-9066-428c-b0d8-2691f2addd63 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:05:26.451180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 5ca14c7e-9066-428c-b0d8-2691f2addd63 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:05:26.453449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860235c-9cd1-435e-908d-d14dbd1be44e req-a4ac84b8-efa6-48ea-a0a0-066ec9459cfb tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:26.454996 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9860235c-9cd1-435e-908d-d14dbd1be44e req-a4ac84b8-efa6-48ea-a0a0-066ec9459cfb tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 944 time: 0.0492110 Sep 22 11:05:26.455343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 5ca14c7e-9066-428c-b0d8-2691f2addd63 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:05:26.455707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:26.492619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9860235c-9cd1-435e-908d-d14dbd1be44e req-ed7ef8a7-6bed-459f-8567-4cc2c5ec6174 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315299 Sep 22 11:05:26.680799 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:26.701758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:05:26.703981 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1be7b0-6a8c-487f-807e-4e67e7648a45" -d '{"events": [{"server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "name": "network-vif-plugged", "status": "completed", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:05:26.716126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:05:26.738314 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa486a70-4c0d-4194-b859-debc47b00f3f x-openstack-request-id: req-fa486a70-4c0d-4194-b859-debc47b00f3f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:05:26.738626 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "name": "network-vif-plugged", "status": "completed", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:05:26.738897 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa486a70-4c0d-4194-b859-debc47b00f3f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:05:26.739859 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'code': 200} Sep 22 11:05:26.794193 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:26.840276 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:27.608336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583293f-c812-47ba-b60f-4ced08d8c58e req-f6f73cae-5c85-422b-92e8-7f850f0410f3 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:27.609818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7583293f-c812-47ba-b60f-4ced08d8c58e req-f6f73cae-5c85-422b-92e8-7f850f0410f3 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0484624 Sep 22 11:05:27.651088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7583293f-c812-47ba-b60f-4ced08d8c58e req-10c9710b-8e89-47ca-9aa8-d3e94176cb67 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/security-groups?id=18d02e7c-0336-4fa8-9fcb-72281b0c97d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Sep 22 11:05:27.740050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-d4580c28-f950-49e8-889b-7e0987b67e77 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:27.741517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-d4580c28-f950-49e8-889b-7e0987b67e77 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.32 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 945 time: 0.0469513 Sep 22 11:05:27.828032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Deleting port 5ca14c7e-9066-428c-b0d8-2691f2addd63 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:05:27.828293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:27.915906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] For port 5ca14c7e-9066-428c-b0d8-2691f2addd63, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5ca14c7e-9066-428c-b0d8-2691f2addd63,segment=NetworkSegment(07807efa-8ef5-48d3-ba38-347779789a64),segment_id=07807efa-8ef5-48d3-ba38-347779789a64)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:05:27.916269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:27.928377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Calling delete_port for 5ca14c7e-9066-428c-b0d8-2691f2addd63 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:05:28.114790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:28.126642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['5ca14c7e-9066-428c-b0d8-2691f2addd63'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:05:28.143458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Pushing event deleted for resources: {'Port': ['ID=5ca14c7e-9066-428c-b0d8-2691f2addd63,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:28.183408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] No DVR routers for this DVR port 5ca14c7e-9066-428c-b0d8-2691f2addd63 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:05:28.186037 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:28.188140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeaf3dff-ac60-431d-b000-537249ac5d06 req-e3ac3767-dbc0-43fd-8c33-10d100742989 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.32 "DELETE /v2.0/ports/5ca14c7e-9066-428c-b0d8-2691f2addd63 HTTP/1.1" status: 204 len: 173 time: 0.4398935 Sep 22 11:05:28.188578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'name': 'network-vif-deleted', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:05:28.190888 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adc6a3e-30b5-4c88-b7c9-2318318617bd" -d '{"events": [{"server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "name": "network-vif-deleted", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:05:28.199999 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:28.226424 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5bee5e-076d-4231-abbd-b8fd4d473148 x-openstack-request-id: req-da5bee5e-076d-4231-abbd-b8fd4d473148 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:05:28.226713 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f", "name": "network-vif-deleted", "tag": "5ca14c7e-9066-428c-b0d8-2691f2addd63", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:05:28.226962 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da5bee5e-076d-4231-abbd-b8fd4d473148 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:05:28.227421 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e4e7b-d67f-4a46-bc0a-0303c5a0a33f', 'name': 'network-vif-deleted', 'tag': '5ca14c7e-9066-428c-b0d8-2691f2addd63', 'status': 'completed', 'code': 200} Sep 22 11:05:28.755598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd5324d2-48af-4eed-88aa-935db9424f71 req-b97f0ac9-f852-49ef-b0e1-d17a4bd4aad2 tempest-DeleteServersTestJSON-140075274 tempest-DeleteServersTestJSON-140075274-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e4e7b-d67f-4a46-bc0a-0303c5a0a33f HTTP/1.1" status: 200 len: 210 time: 0.0269623 Sep 22 11:05:29.881277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 44618) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:05:29.925104 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Deleting subnet 1176387c-27b3-4b97-b54b-945242516dff {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:05:29.928158 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:29.966495 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.007649 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.131997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.157312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1176387c-27b3-4b97-b54b-945242516dff,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:30.161450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.163381 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1176387c-27b3-4b97-b54b-945242516dff HTTP/1.1" status: 204 len: 168 time: 0.2811325 Sep 22 11:05:30.166057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44620) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:05:30.169805 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.170175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.170516 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.170851 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.171182 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.171509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.171835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.172160 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.172481 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.172802 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.173123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.173470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24414d0a-b421-4f4f-ab40-f0693ccbbea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:30.234391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.317769 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.342193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdac43c3-5b6d-42bb-8a77-a9984178cb68']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:05:30.351087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07807efa-8ef5-48d3-ba38-347779789a64') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:05:30.351382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07807efa-8ef5-48d3-ba38-347779789a64') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:05:30.360223 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.373406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.379269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:05:30.379674 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:05:30.381976 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:05:30.496784 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.502176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.504066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] 10.222.0.20 "DELETE /v2.0/networks/fdac43c3-5b6d-42bb-8a77-a9984178cb68 HTTP/1.1" status: 204 len: 168 time: 0.3369725 Sep 22 11:05:30.514377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef8973-27c9-4f37-b170-01a5983d064e admin admin] Pushing event deleted for resources: {'Network': ['ID=fdac43c3-5b6d-42bb-8a77-a9984178cb68,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:30.841890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44624) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:05:30.881577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b68132e8-28d0-4233-b745-96f40bada7a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d437448fe0b0466b9d2ea1b2e809891f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384536 Sep 22 11:05:30.883892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44626) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:05:30.933923 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9170fb45-38fe-4158-914d-0c3c5c0f58c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.960617 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9170fb45-38fe-4158-914d-0c3c5c0f58c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:31.089236 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9170fb45-38fe-4158-914d-0c3c5c0f58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:31.091714 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9170fb45-38fe-4158-914d-0c3c5c0f58c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:31.092962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9170fb45-38fe-4158-914d-0c3c5c0f58c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18d02e7c-0336-4fa8-9fcb-72281b0c97d9 HTTP/1.1" status: 204 len: 168 time: 0.2081935 Sep 22 11:05:31.101451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170fb45-38fe-4158-914d-0c3c5c0f58c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d02e7c-0336-4fa8-9fcb-72281b0c97d9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:32.077896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44648) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:05:32.171228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1900001565-network', 'tenant_id': '5afd1b9a8d074eb3ab6bac9e25c8c4ce'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:05:32.279565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Made reservation on behalf of 5afd1b9a8d074eb3ab6bac9e25c8c4ce for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:05:32.281790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:32.290491 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:32.373834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5ca14c7e-9066-428c-b0d8-2691f2addd63 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:05:32.374416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:32.392303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 5ca14c7e-9066-428c-b0d8-2691f2addd63 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:05:32.392641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5ca14c7e-9066-428c-b0d8-2691f2addd63 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:05:32.443352 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:32.467578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:05:32.477391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319796d1-daca-4e9d-9245-3c82679aa4a3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:32.484984 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:32.485330 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Added segment 2f0f7a44-8968-4f53-925b-22b19173c03e of type vlan for network 02a111ac-6e18-49c2-8f44-cd789c96ef26 Sep 22 11:05:32.494932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.495281 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.495624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.495961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.496300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.496634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.496957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.497282 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.497612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.497930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.498284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.498611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:05:32.539875 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:32.632360 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:32.633377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:32.633961 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:32.690743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] Pushing event updated for resources: {'Network': ['ID=02a111ac-6e18-49c2-8f44-cd789c96ef26,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:32.704611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 02a111ac-6e18-49c2-8f44-cd789c96ef26 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:05:32.712932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e50bfd5c-4b48-42b2-8288-1c617f8be765 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6339293 Sep 22 11:05:32.715725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 44652) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:05:32.720566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Request body: {'subnet': {'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1900001565-subnet', 'tenant_id': '5afd1b9a8d074eb3ab6bac9e25c8c4ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:05:32.800141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Made reservation on behalf of 5afd1b9a8d074eb3ab6bac9e25c8c4ce for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:05:32.802450 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:33.049767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:33.109064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=075067aa-5173-4828-90db-a6f45ba38b1e,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:33.111171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Checking segment: {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:05:33.111530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Network hostable DHCP agents. Network: 02a111ac-6e18-49c2-8f44-cd789c96ef26, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:05:33.180238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Network 02a111ac-6e18-49c2-8f44-cd789c96ef26 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:05:33.243091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 02a111ac-6e18-49c2-8f44-cd789c96ef26) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:05:33.246926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:33.247511 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:33.251863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec7fa9-0af5-4387-bc82-905adb332b80 None None] Network 02a111ac-6e18-49c2-8f44-cd789c96ef26 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:05:33.343296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-af8deb0e-f745-43db-9f02-e5071a0e7a9e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6189337 Sep 22 11:05:33.371513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28c48c-513b-4a36-8c17-c1b658821b17 None None] Network 02a111ac-6e18-49c2-8f44-cd789c96ef26 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:05:33.752407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1748-9364-447f-b43e-ed8109be85ac req-111f04f3-f30a-43d3-a7ce-9e03cd22cbf6 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:33.753866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-111f04f3-f30a-43d3-a7ce-9e03cd22cbf6 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 815 time: 0.1017122 Sep 22 11:05:33.768085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-9aa3a35a-9e03-41ea-94ac-11b77a70e9cc tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/quotas/5afd1b9a8d074eb3ab6bac9e25c8c4ce HTTP/1.1" status: 200 len: 375 time: 0.0086110 Sep 22 11:05:33.798642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-1b11b94c-34ff-4645-ba64-00021da304b2 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250280 Sep 22 11:05:33.888171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-e363ac1f-2116-46af-8140-8bd4f5065fd5 service neutron] 10.222.0.20 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828509 Sep 22 11:05:33.979918 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-f3fe4efe-ba9f-4abe-8e55-446475fd2a65 service neutron] 10.222.0.20 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855014 Sep 22 11:05:34.240796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41cf30aa-b2cd-4a53-8bd6-55a1cc35cafa req-e1df09e6-a218-40a9-a84a-dfa9da954d5c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 210 time: 0.0255356 Sep 22 11:05:35.344056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa263cf3-36bd-4bd4-a41f-edd706883965 req-fa64aafb-3d74-45f1-ab02-d099699a467a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 210 time: 0.0288529 Sep 22 11:05:36.390789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1748-9364-447f-b43e-ed8109be85ac req-ab70c266-344a-412d-a987-db9f0a6ff6bf tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:36.393634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-ab70c266-344a-412d-a987-db9f0a6ff6bf tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.30 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 815 time: 0.1154644 Sep 22 11:05:36.405027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Request body: {'port': {'device_id': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26', 'admin_state_up': True, 'tenant_id': '5afd1b9a8d074eb3ab6bac9e25c8c4ce'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:05:36.458924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b95e0d3-8366-4ddc-bd31-a93fb31643d2 req-691c38f3-5d56-4c69-b191-61551d9dbf3b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 210 time: 0.0357230 Sep 22 11:05:36.605461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Made reservation on behalf of 5afd1b9a8d074eb3ab6bac9e25c8c4ce for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:05:36.609111 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:36.734257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Allocated IP 172.20.0.3 (02a111ac-6e18-49c2-8f44-cd789c96ef26/075067aa-5173-4828-90db-a6f45ba38b1e/6129a2ae-130e-40c8-be03-e35fc083783a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:05:36.875819 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:36.971950 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:37.013477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Network 02a111ac-6e18-49c2-8f44-cd789c96ef26 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:05:37.016341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:05:37.019956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:05:37.028497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Pushing event updated for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:37.072436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:37.073045 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:37.132589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-07ea84ba-df4d-416e-b225-6f73dbcaab74 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7315106 Sep 22 11:05:37.146627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Request body: {'port': {'device_id': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:05:37.201997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:37.462299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6129a2ae-130e-40c8-be03-e35fc083783a {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:05:37.462299 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:37.471568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Transition to ACTIVE for port object 6129a2ae-130e-40c8-be03-e35fc083783a will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:05:37.532966 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:37.939341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Pushing event updated for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:37.962775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a3a62-8259-486c-b870-28a64c83e6c3 req-b7f9176d-89a9-4e7d-9520-fe48dbc37c14 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:37.964258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-572a3a62-8259-486c-b870-28a64c83e6c3 req-b7f9176d-89a9-4e7d-9520-fe48dbc37c14 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.4325740 Sep 22 11:05:38.036626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-572a3a62-8259-486c-b870-28a64c83e6c3 req-f653d633-e238-437e-820a-cbca3ca99269 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594859 Sep 22 11:05:38.057173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Attempting to bind port 6129a2ae-130e-40c8-be03-e35fc083783a on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:05:38.057507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Attempting to bind port 6129a2ae-130e-40c8-be03-e35fc083783a by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:05:38.057838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Attempting to bind port 6129a2ae-130e-40c8-be03-e35fc083783a on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:05:38.062277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Port 6129a2ae-130e-40c8-be03-e35fc083783a on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:05:38.062597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Attempting to bind port 6129a2ae-130e-40c8-be03-e35fc083783a on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:05:38.067367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:05:38.069054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Checking segment: {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:05:38.069054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Bound using segment: {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:05:38.069054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Bound port: 6129a2ae-130e-40c8-be03-e35fc083783a, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:05:38.069416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:38.137751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:05:38.137751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:05:38.223490 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:38.261186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:38.261798 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:38.263242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] 10.222.0.30 "PUT /v2.0/ports/6129a2ae-130e-40c8-be03-e35fc083783a HTTP/1.1" status: 200 len: 1091 time: 1.1212640 Sep 22 11:05:38.263676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:05:38.265922 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20347d58-a620-4238-b6ce-a6e997244c44" -d '{"events": [{"name": "network-changed", "server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:05:38.287265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f6282-9235-4a58-ba69-670b3d3321bd service neutron] Pushing event updated for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:38.304514 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd43247b-4ed1-46ff-b761-50394a164199 x-openstack-request-id: req-dd43247b-4ed1-46ff-b761-50394a164199 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:05:38.304805 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:05:38.305051 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd43247b-4ed1-46ff-b761-50394a164199 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:05:38.305451 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a', 'status': 'completed', 'code': 200} Sep 22 11:05:38.369117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20347d58-a620-4238-b6ce-a6e997244c44 req-53d4bad2-d507-40e8-9056-e182767a7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:38.370717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20347d58-a620-4238-b6ce-a6e997244c44 req-53d4bad2-d507-40e8-9056-e182767a7502 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 1094 time: 0.0416906 Sep 22 11:05:38.468347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20347d58-a620-4238-b6ce-a6e997244c44 req-0d8dbe79-6092-40c9-8f7d-6fff6a921039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:38.469792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20347d58-a620-4238-b6ce-a6e997244c44 req-0d8dbe79-6092-40c9-8f7d-6fff6a921039 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915430 Sep 22 11:05:38.558776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20347d58-a620-4238-b6ce-a6e997244c44 req-fb843680-bf36-42d2-a9b0-3e2ee8ac2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:38.560245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20347d58-a620-4238-b6ce-a6e997244c44 req-fb843680-bf36-42d2-a9b0-3e2ee8ac2c5c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0838368 Sep 22 11:05:38.636582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1748-9364-447f-b43e-ed8109be85ac req-3e4c0d51-612c-48a7-8a5f-cf497c7dc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:38.637955 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-3e4c0d51-612c-48a7-8a5f-cf497c7dc31c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 1094 time: 0.0405653 Sep 22 11:05:38.681687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-49c40162-0da7-4d9b-b5d8-2a429a45f0f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6129a2ae-130e-40c8-be03-e35fc083783a HTTP/1.1" status: 200 len: 217 time: 0.0360222 Sep 22 11:05:38.728278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1748-9364-447f-b43e-ed8109be85ac req-bba96cec-5a67-4a23-afa4-690e607a86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:38.729610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-bba96cec-5a67-4a23-afa4-690e607a86e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0409064 Sep 22 11:05:38.759373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-9044c97e-5975-49cc-a91b-6dd5b9f2c308 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230548 Sep 22 11:05:38.855383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-572780da-3abe-40cc-a3c4-a94140ed13bc service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881975 Sep 22 11:05:38.947021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c83b1748-9364-447f-b43e-ed8109be85ac req-5a37d772-bf6a-46c2-872a-23ffb6573554 service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829225 Sep 22 11:05:39.157136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fee118-d1b9-4411-9e54-df56fe25b703 req-126dc151-5d33-4b5a-8769-9d558230b826 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:39.158686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5fee118-d1b9-4411-9e54-df56fe25b703 req-126dc151-5d33-4b5a-8769-9d558230b826 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.0529683 Sep 22 11:05:39.197934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5fee118-d1b9-4411-9e54-df56fe25b703 req-ba333023-b790-4faa-850e-f75e9f815f00 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Sep 22 11:05:40.310874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af2062-fef1-4f91-bccb-6308623768fd req-24dc58b8-39cc-4bf7-bbea-94af82cb521e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:40.312360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45af2062-fef1-4f91-bccb-6308623768fd req-24dc58b8-39cc-4bf7-bbea-94af82cb521e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.0475950 Sep 22 11:05:40.349618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45af2062-fef1-4f91-bccb-6308623768fd req-2c010ea2-7f17-482f-b0d9-8adec8491778 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309210 Sep 22 11:05:41.461258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad722be-115b-4d32-9671-65dcf3c152ce req-800c0f25-18de-4d09-a715-52978818ecbf tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:41.462767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ad722be-115b-4d32-9671-65dcf3c152ce req-800c0f25-18de-4d09-a715-52978818ecbf tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.0482678 Sep 22 11:05:41.499378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ad722be-115b-4d32-9671-65dcf3c152ce req-06dab8b5-afca-4679-886e-2362007cd20c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307369 Sep 22 11:05:42.486570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6129a2ae-130e-40c8-be03-e35fc083783a details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:05:42.584627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:05:42.595486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '6129a2ae-130e-40c8-be03-e35fc083783a', 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26', 'port_id': '6129a2ae-130e-40c8-be03-e35fc083783a', 'mac_address': 'fa:16:3e:b5:2d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075067aa-5173-4828-90db-a6f45ba38b1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:05:42.614781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794e40c-4cc3-43f4-877f-11847f1adf14 req-be3a6610-68b7-42f1-8422-6f8790852a7b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:42.616815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b794e40c-4cc3-43f4-877f-11847f1adf14 req-be3a6610-68b7-42f1-8422-6f8790852a7b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.0522354 Sep 22 11:05:42.632911 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:42.645433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6129a2ae-130e-40c8-be03-e35fc083783a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:05:42.653588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b794e40c-4cc3-43f4-877f-11847f1adf14 req-60e79a78-e491-4141-95ad-f7ecfa10249e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307875 Sep 22 11:05:42.664725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:05:42.728852 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:42.775239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:42.925966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['6129a2ae-130e-40c8-be03-e35fc083783a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:05:43.763754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2e7ce-f9e2-4596-af78-d92d954d7e2e req-3f9e6900-11da-4858-b59f-69d9eab0e24c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:43.765258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfc2e7ce-f9e2-4596-af78-d92d954d7e2e req-3f9e6900-11da-4858-b59f-69d9eab0e24c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 944 time: 0.0473158 Sep 22 11:05:43.801804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfc2e7ce-f9e2-4596-af78-d92d954d7e2e req-e8aa1367-d94b-4725-bd07-1b27a38b302d tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Sep 22 11:05:44.487179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6129a2ae-130e-40c8-be03-e35fc083783a up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:05:44.599297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 6129a2ae-130e-40c8-be03-e35fc083783a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:05:44.603560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 6129a2ae-130e-40c8-be03-e35fc083783a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:05:44.603927 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:44.681804 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:44.703736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:05:44.705931 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc4bca8-6891-4271-b3f2-be4b9fb95829" -d '{"events": [{"server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "name": "network-vif-plugged", "status": "completed", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:05:44.717943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:05:44.742582 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c4554b-f60c-4279-a5f1-f737562b8843 x-openstack-request-id: req-33c4554b-f60c-4279-a5f1-f737562b8843 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:05:44.742871 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "name": "network-vif-plugged", "status": "completed", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:05:44.743124 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33c4554b-f60c-4279-a5f1-f737562b8843 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:05:44.743517 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a', 'code': 200} Sep 22 11:05:44.788839 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:44.832193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bda72-5f69-4960-9b1d-2b934b1bf748 req-0eb9c655-eaa4-4112-9925-39fff8db99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:44.833825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc4bda72-5f69-4960-9b1d-2b934b1bf748 req-0eb9c655-eaa4-4112-9925-39fff8db99df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 1096 time: 0.0406206 Sep 22 11:05:44.836317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:05:44.869086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc4bda72-5f69-4960-9b1d-2b934b1bf748 req-2a79720b-b2ff-4dac-8a6c-53948ed33265 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285907 Sep 22 11:05:44.926789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278df753-c48c-44ba-807d-e5aab58d13f6 req-7793ae7c-c6cd-4388-a578-db96be3758a5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:44.928302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-278df753-c48c-44ba-807d-e5aab58d13f6 req-7793ae7c-c6cd-4388-a578-db96be3758a5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0528872 Sep 22 11:05:44.969558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-278df753-c48c-44ba-807d-e5aab58d13f6 req-74d09633-31c1-4a47-9010-8ed6c84bbc9e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Sep 22 11:05:46.081657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b4190-a6d8-435e-a461-5f31d530d0ff req-f1863106-6ae8-4b18-966d-9ae5d560553a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:46.083160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a5b4190-a6d8-435e-a461-5f31d530d0ff req-f1863106-6ae8-4b18-966d-9ae5d560553a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0482469 Sep 22 11:05:46.120060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7a5b4190-a6d8-435e-a461-5f31d530d0ff req-ff6a37b4-791a-4226-894c-98efa4f61916 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Sep 22 11:05:46.229928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c8612-061f-476f-8b62-94f5b1ecc6be req-2b8d9043-c8e5-408b-9020-248155a556e4 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:46.231485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f4c8612-061f-476f-8b62-94f5b1ecc6be req-2b8d9043-c8e5-408b-9020-248155a556e4 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0488598 Sep 22 11:05:46.275837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f4c8612-061f-476f-8b62-94f5b1ecc6be req-3acf8810-dbee-4249-ab65-7b74ef6f2d17 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Sep 22 11:05:46.524119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5012f19-8769-4924-9b9e-667e9ea44f8a req-55af9465-532a-4bf4-8603-e8e76569582a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:46.525607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5012f19-8769-4924-9b9e-667e9ea44f8a req-55af9465-532a-4bf4-8603-e8e76569582a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0525029 Sep 22 11:05:46.562652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5012f19-8769-4924-9b9e-667e9ea44f8a req-57871626-1380-49f8-8a6a-f038148c2937 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Sep 22 11:05:46.683558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7c84d-d2f9-47ff-ba74-88a8008ad718 req-f953c814-9963-4931-a02f-8cb4d0ebb51a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:46.685001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ac7c84d-d2f9-47ff-ba74-88a8008ad718 req-f953c814-9963-4931-a02f-8cb4d0ebb51a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0471451 Sep 22 11:05:46.721970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ac7c84d-d2f9-47ff-ba74-88a8008ad718 req-144a93db-2cf6-4f29-a589-8ba0d94e6339 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Sep 22 11:05:47.102227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c6107-3dc1-44cd-8b78-9e10c3a862b6 req-fc0e031c-17bb-47b1-b342-eb0df0f5d5c1 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:47.103639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c65c6107-3dc1-44cd-8b78-9e10c3a862b6 req-fc0e031c-17bb-47b1-b342-eb0df0f5d5c1 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0496192 Sep 22 11:05:47.141235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c65c6107-3dc1-44cd-8b78-9e10c3a862b6 req-57480b12-db91-4ca2-b57d-082d7a4c1fdd tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Sep 22 11:05:47.190056 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-bcd8d272-e7c1-4f91-b75e-1e35af484181 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383818 Sep 22 11:05:48.256679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04f20-e471-44cc-baa4-c0b596f3efc5 req-e4ca361c-5f77-415d-8e67-211499eb7fa7 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:48.258618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3bf04f20-e471-44cc-baa4-c0b596f3efc5 req-e4ca361c-5f77-415d-8e67-211499eb7fa7 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0516820 Sep 22 11:05:48.296141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3bf04f20-e471-44cc-baa4-c0b596f3efc5 req-8055c55f-459c-4360-a332-dd4c9871aa57 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Sep 22 11:05:49.135091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132b89b-13cf-4311-a833-7c825994a814 req-d9f26645-a342-4846-b044-232f9c653dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:49.136590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-d9f26645-a342-4846-b044-232f9c653dce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 1096 time: 0.0392301 Sep 22 11:05:49.226028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132b89b-13cf-4311-a833-7c825994a814 req-17b1d231-6e51-4a87-bc9a-02c27945f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:49.228048 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-17b1d231-6e51-4a87-bc9a-02c27945f363 service neutron] 10.222.0.30 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.0844676 Sep 22 11:05:49.266529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-a91e8499-8409-4591-b2e1-917501be1ded service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6129a2ae-130e-40c8-be03-e35fc083783a HTTP/1.1" status: 200 len: 217 time: 0.0319614 Sep 22 11:05:49.315010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132b89b-13cf-4311-a833-7c825994a814 req-066e61c9-dbb6-4119-b827-bc2dde4ae8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:49.316504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-066e61c9-dbb6-4119-b827-bc2dde4ae8f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0437827 Sep 22 11:05:49.348411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-9d4a4a29-442f-4e5a-baf5-114dc1804e0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251410 Sep 22 11:05:49.464969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb7c30-4ce4-47ee-86d1-cb445806e8ba req-d3f38103-69dc-4037-85f1-cbf78c82eb25 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:49.466456 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19cb7c30-4ce4-47ee-86d1-cb445806e8ba req-d3f38103-69dc-4037-85f1-cbf78c82eb25 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.1031737 Sep 22 11:05:49.482371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-aecd65f4-e1b9-4137-b6f6-0b5a738efe7e service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269395 Sep 22 11:05:49.537418 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19cb7c30-4ce4-47ee-86d1-cb445806e8ba req-21f8afa5-5c0b-44dd-b3f2-819581e85ac0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638719 Sep 22 11:05:49.589716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-54f5bf80-69aa-4db5-b40c-86ab5dca7165 service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994005 Sep 22 11:05:50.642438 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:05:50.651558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d576b7d-7802-469b-9e7f-9c0e7aa94c74 req-cb4e496e-05ef-48e9-959d-84fb978727f5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:50.653048 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d576b7d-7802-469b-9e7f-9c0e7aa94c74 req-cb4e496e-05ef-48e9-959d-84fb978727f5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0484004 Sep 22 11:05:50.689732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1d576b7d-7802-469b-9e7f-9c0e7aa94c74 req-12903892-6425-4cf1-a798-1fd97dbb47e8 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306473 Sep 22 11:05:51.811373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab6357-ab36-4a05-aa7b-0d2f9c6247cf req-159e86c7-1efc-4545-b7e3-3fe8bf15acd1 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:51.812851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5ab6357-ab36-4a05-aa7b-0d2f9c6247cf req-159e86c7-1efc-4545-b7e3-3fe8bf15acd1 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0535548 Sep 22 11:05:51.849357 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5ab6357-ab36-4a05-aa7b-0d2f9c6247cf req-c67adf1d-ae14-4674-a22a-5db91be2115b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305383 Sep 22 11:05:52.319505 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff5aced7-30a8-42f4-b666-77eb7e7febff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:52.962985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6eadf-e369-4ec0-8125-de9355046eba req-5f401b79-8a97-4561-87da-2866cdcdd12e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:52.964463 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9d6eadf-e369-4ec0-8125-de9355046eba req-5f401b79-8a97-4561-87da-2866cdcdd12e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0490737 Sep 22 11:05:53.002712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9d6eadf-e369-4ec0-8125-de9355046eba req-7c587086-d3d5-406d-9d23-d542e52f6da0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Sep 22 11:05:54.170457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c960949-b50b-4771-9dff-16edf44ea01d req-1cb52b04-e7b4-412b-92b2-28dc2d5cb233 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:54.171947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c960949-b50b-4771-9dff-16edf44ea01d req-1cb52b04-e7b4-412b-92b2-28dc2d5cb233 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.1028042 Sep 22 11:05:54.208675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c960949-b50b-4771-9dff-16edf44ea01d req-7130bd40-1c0d-482f-afca-a451a3d1037a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Sep 22 11:05:55.128642 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-35d94480-8e64-4627-b009-d00868fdbc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:55.327054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f54747-9326-4496-8f81-d22ea6ef3cd9 req-78b7e467-9496-4c5e-8a06-e23e2fcbcc48 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:55.328510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0f54747-9326-4496-8f81-d22ea6ef3cd9 req-78b7e467-9496-4c5e-8a06-e23e2fcbcc48 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0516942 Sep 22 11:05:55.365089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0f54747-9326-4496-8f81-d22ea6ef3cd9 req-febc6fa2-68ea-48b7-8ee7-6f16b0e25ecb tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307808 Sep 22 11:05:55.565091 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:55.962874 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:56.033649 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:56.291283 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:56.475905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7e50a-5268-4212-af5b-fab807279425 req-4f3eb347-2261-483c-a4d6-c0d3c9db3a52 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:56.477876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5d7e50a-5268-4212-af5b-fab807279425 req-4f3eb347-2261-483c-a4d6-c0d3c9db3a52 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0481596 Sep 22 11:05:56.514306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5d7e50a-5268-4212-af5b-fab807279425 req-86b9b8bb-106b-4943-896e-febe81c53d6e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305574 Sep 22 11:05:57.627727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcb594-7099-4d38-aa1d-2f1fae442533 req-bce2195e-50ea-4603-998e-410410a8edbe tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:57.629190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9efcb594-7099-4d38-aa1d-2f1fae442533 req-bce2195e-50ea-4603-998e-410410a8edbe tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0476372 Sep 22 11:05:57.665723 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9efcb594-7099-4d38-aa1d-2f1fae442533 req-93c2068c-85c0-4ef9-839f-a07d754e4882 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300283 Sep 22 11:05:58.153647 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:58.784538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eb2f2-d5ec-4014-b9f9-f3448f2fcf86 req-d7b8d342-fb47-4d9d-8c2f-5d9c61c1de62 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:58.785915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e87eb2f2-d5ec-4014-b9f9-f3448f2fcf86 req-d7b8d342-fb47-4d9d-8c2f-5d9c61c1de62 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0529692 Sep 22 11:05:58.822566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e87eb2f2-d5ec-4014-b9f9-f3448f2fcf86 req-d022b232-9005-440b-9672-22bdeff7ba39 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305915 Sep 22 11:05:59.940431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b4751-f1ad-4339-ab3c-b9629e40bbdf req-9b414e26-cf2f-46d5-9820-9a14bc21523c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:05:59.941920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd6b4751-f1ad-4339-ab3c-b9629e40bbdf req-9b414e26-cf2f-46d5-9820-9a14bc21523c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0521514 Sep 22 11:05:59.979526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd6b4751-f1ad-4339-ab3c-b9629e40bbdf req-34be7bfa-751e-4ec8-9e58-e5c75de0865b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Sep 22 11:06:01.096982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd7b47-1f75-4d09-880b-558a325cfc60 req-e328bc3c-8f60-42b0-8b91-4c4d377bc3fd tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:01.098529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6acd7b47-1f75-4d09-880b-558a325cfc60 req-e328bc3c-8f60-42b0-8b91-4c4d377bc3fd tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Sep 22 11:06:01.135698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6acd7b47-1f75-4d09-880b-558a325cfc60 req-fa4f0b48-1544-46e5-849f-6b8d18b2bc58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305059 Sep 22 11:06:02.254354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2056c-062a-49a2-b5f1-179f73b3acfd req-f99eb26a-a593-4230-8c4e-5dc5435acee7 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:02.255873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97a2056c-062a-49a2-b5f1-179f73b3acfd req-f99eb26a-a593-4230-8c4e-5dc5435acee7 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0522363 Sep 22 11:06:02.300627 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97a2056c-062a-49a2-b5f1-179f73b3acfd req-5876d733-49c7-4de2-99cd-32d845f8f79c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Sep 22 11:06:03.414798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4794e5-13af-4976-9f1e-e62db4e6256d req-62ddd3fe-1d06-435a-81fd-54940f87d646 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:03.416254 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4794e5-13af-4976-9f1e-e62db4e6256d req-62ddd3fe-1d06-435a-81fd-54940f87d646 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0480242 Sep 22 11:06:03.453082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec4794e5-13af-4976-9f1e-e62db4e6256d req-969ad3a3-554b-4fe4-abb9-6c3bfe1a6b2b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Sep 22 11:06:04.564776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61497c5d-1ce9-4922-be89-97bb1541afb6 req-bedca885-5b40-443b-becb-44367aadb31c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:04.566318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61497c5d-1ce9-4922-be89-97bb1541afb6 req-bedca885-5b40-443b-becb-44367aadb31c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0479238 Sep 22 11:06:04.604235 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-61497c5d-1ce9-4922-be89-97bb1541afb6 req-3e9655cb-7f22-4132-bfb8-c446b593d541 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Sep 22 11:06:05.727265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2be8a-08c9-43df-83e8-734cdf304338 req-04c4643d-e4ae-4aa8-96fa-5c0adefa9dce tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:05.728802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2d2be8a-08c9-43df-83e8-734cdf304338 req-04c4643d-e4ae-4aa8-96fa-5c0adefa9dce tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0529087 Sep 22 11:06:05.764538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f2d2be8a-08c9-43df-83e8-734cdf304338 req-5378e890-efa6-4552-a675-9195f81d5bda tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298240 Sep 22 11:06:06.877535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfc41d-f7d1-4356-a34f-44c0f7f2f6a4 req-fb157f4f-e2e1-4b13-a309-4998a9388eef tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:06.879064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1bfc41d-f7d1-4356-a34f-44c0f7f2f6a4 req-fb157f4f-e2e1-4b13-a309-4998a9388eef tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0490162 Sep 22 11:06:06.916697 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1bfc41d-f7d1-4356-a34f-44c0f7f2f6a4 req-40c706b1-4a2b-4471-8fb3-d63f44b94b40 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Sep 22 11:06:08.030261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aca546-4b5a-4b2c-ae9c-b6df63e6e083 req-ff9d3393-2f4f-488e-8897-4e4d5be42ad9 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:08.031754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0aca546-4b5a-4b2c-ae9c-b6df63e6e083 req-ff9d3393-2f4f-488e-8897-4e4d5be42ad9 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0474095 Sep 22 11:06:08.069085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0aca546-4b5a-4b2c-ae9c-b6df63e6e083 req-30b5f790-4bb4-44ac-aefa-9af70528dbee tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306678 Sep 22 11:06:09.189202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3182-eb4a-43ba-9b56-c4a6424fb0f7 req-3ad667b1-9162-4df0-b8b1-a06494f19154 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:09.190708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-543d3182-eb4a-43ba-9b56-c4a6424fb0f7 req-3ad667b1-9162-4df0-b8b1-a06494f19154 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0532193 Sep 22 11:06:09.227514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-543d3182-eb4a-43ba-9b56-c4a6424fb0f7 req-c77b80a0-1eeb-4d67-9feb-c5005d34c074 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308843 Sep 22 11:06:10.340222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b15b-3852-4ba1-a33e-8948ff189760 req-4fc16c4d-8573-4f4e-b7b7-9ba070b02d89 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:10.341692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3296b15b-3852-4ba1-a33e-8948ff189760 req-4fc16c4d-8573-4f4e-b7b7-9ba070b02d89 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0485425 Sep 22 11:06:10.379007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3296b15b-3852-4ba1-a33e-8948ff189760 req-6a46601d-28a6-4df6-b81a-7c0205f7ac6a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Sep 22 11:06:11.491145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6761fc-8029-4521-8c5a-895becf718e2 req-fa08eb5d-1435-4eb8-aadf-81faf19c8144 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:11.493138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de6761fc-8029-4521-8c5a-895becf718e2 req-fa08eb5d-1435-4eb8-aadf-81faf19c8144 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Sep 22 11:06:11.528588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-de6761fc-8029-4521-8c5a-895becf718e2 req-9361047c-0bce-469c-a7e0-b5721880e09a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296326 Sep 22 11:06:12.649141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae405ef-095a-4627-bd99-239e41e1103b req-aaf2e699-de92-4556-887a-7c8cbdd49b69 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:12.650656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ae405ef-095a-4627-bd99-239e41e1103b req-aaf2e699-de92-4556-887a-7c8cbdd49b69 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0547404 Sep 22 11:06:12.687107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ae405ef-095a-4627-bd99-239e41e1103b req-7ea03957-b7a0-4f20-a4c4-22caa153ae73 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305920 Sep 22 11:06:13.799723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bfac7-85ca-4f0f-8cdd-c24af467a3ae req-d598b236-9aea-4024-9d9d-182349904c36 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:13.801207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b18bfac7-85ca-4f0f-8cdd-c24af467a3ae req-d598b236-9aea-4024-9d9d-182349904c36 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0483479 Sep 22 11:06:13.838769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b18bfac7-85ca-4f0f-8cdd-c24af467a3ae req-d4c00cd4-04ec-43b8-bfc0-2db17534e843 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Sep 22 11:06:14.952251 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d752b8-0e09-458c-bfbe-783d9006f6c5 req-330d650d-96c6-4b76-820e-a00ce7fab77a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:14.953758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94d752b8-0e09-458c-bfbe-783d9006f6c5 req-330d650d-96c6-4b76-820e-a00ce7fab77a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0488768 Sep 22 11:06:14.990170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-94d752b8-0e09-458c-bfbe-783d9006f6c5 req-16cb81a7-bdfe-4bee-bad4-1d6d298c6f68 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304246 Sep 22 11:06:16.107480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db10bb-0b2a-413f-b3fb-1a7635b5af78 req-39fb7895-b6d1-4989-8526-fa21224170e1 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:16.108957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6db10bb-0b2a-413f-b3fb-1a7635b5af78 req-39fb7895-b6d1-4989-8526-fa21224170e1 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0528634 Sep 22 11:06:16.146324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b6db10bb-0b2a-413f-b3fb-1a7635b5af78 req-383a80be-95de-4d94-85cb-787e0fefedc8 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Sep 22 11:06:16.664710 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-3132b89b-13cf-4311-a833-7c825994a814 req-21f38081-0c3d-4a5d-bb82-7f316ca3347f service neutron] show failed (client error): The resource could not be found. Sep 22 11:06:16.666350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-21f38081-0c3d-4a5d-bb82-7f316ca3347f service neutron] 10.222.0.30 "GET /v2.0/ports/6129a2ae-130e-40c8-be03-e35fc083783a/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0523477 Sep 22 11:06:17.258093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132b89b-13cf-4311-a833-7c825994a814 req-5df20d75-0ae8-4b9d-a507-73467254c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:17.260248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-5df20d75-0ae8-4b9d-a507-73467254c683 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9&tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce HTTP/1.1" status: 200 len: 1096 time: 0.1237812 Sep 22 11:06:17.272398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:06:17.282803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ce91c-ad8b-4008-a526-30defe86fc5e req-bd0ee6c4-c9a7-43d7-84a0-00db27c1816e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:17.284317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-521ce91c-ad8b-4008-a526-30defe86fc5e req-bd0ee6c4-c9a7-43d7-84a0-00db27c1816e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0671182 Sep 22 11:06:17.363339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-521ce91c-ad8b-4008-a526-30defe86fc5e req-5e63901e-7bcc-4e62-b62e-fc3269910a8d tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584235 Sep 22 11:06:17.367701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:17.562378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:06:17.594650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:06:17.639026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:06:17.641273 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5841828-e8f9-4001-af0c-642734dc728e" -d '{"events": [{"server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "name": "network-vif-unplugged", "status": "completed", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:06:17.645457 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:17.657812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Transition to ACTIVE for port object 6129a2ae-130e-40c8-be03-e35fc083783a will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:06:17.736757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:17.747892 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9381acd2-07ec-4f66-be95-1cd144aa256d x-openstack-request-id: req-9381acd2-07ec-4f66-be95-1cd144aa256d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:06:17.748124 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "name": "network-vif-unplugged", "status": "completed", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:06:17.748372 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9381acd2-07ec-4f66-be95-1cd144aa256d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:06:17.748766 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a', 'code': 200} Sep 22 11:06:17.795483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] No DVR routers for this DVR port 6129a2ae-130e-40c8-be03-e35fc083783a on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:06:17.803677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:17.838690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Attempting to bind port 6129a2ae-130e-40c8-be03-e35fc083783a on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:06:17.838690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Attempting to bind port 6129a2ae-130e-40c8-be03-e35fc083783a by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:06:17.838690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Attempting to bind port 6129a2ae-130e-40c8-be03-e35fc083783a on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:06:17.842000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Port 6129a2ae-130e-40c8-be03-e35fc083783a on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:06:17.842350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Attempting to bind port 6129a2ae-130e-40c8-be03-e35fc083783a on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:06:17.847070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:06:17.847401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Checking segment: {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:06:17.847780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Bound using segment: {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:06:17.848200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Bound port: 6129a2ae-130e-40c8-be03-e35fc083783a, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:06:17.848549 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:17.912787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:06:17.916274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:06:17.977026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:18.011433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:18.016309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:18.016309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/6129a2ae-130e-40c8-be03-e35fc083783a HTTP/1.1" status: 200 len: 1091 time: 0.7458055 Sep 22 11:06:18.034924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e9819-c95b-4c01-b279-7a7191e873d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:18.078010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132b89b-13cf-4311-a833-7c825994a814 req-0eb1dffe-9422-4ca8-ba30-8987bf3292d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:18.079539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-0eb1dffe-9422-4ca8-ba30-8987bf3292d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 1094 time: 0.0417705 Sep 22 11:06:18.169907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132b89b-13cf-4311-a833-7c825994a814 req-b21ffcfd-fe00-4138-b101-cb980b2cd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:18.171330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-b21ffcfd-fe00-4138-b101-cb980b2cd7da service neutron] 10.222.0.32 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.0850554 Sep 22 11:06:18.211215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-d77dac30-476d-4c05-a786-1df77565abb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6129a2ae-130e-40c8-be03-e35fc083783a HTTP/1.1" status: 200 len: 217 time: 0.0328999 Sep 22 11:06:18.258044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132b89b-13cf-4311-a833-7c825994a814 req-3590d962-7d67-451b-855a-40e9a2db6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:18.259493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-3590d962-7d67-451b-855a-40e9a2db6d11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0415750 Sep 22 11:06:18.293851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-b976ad9c-dc2a-4ead-9702-5a26b249a19d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275271 Sep 22 11:06:18.379205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-1c327c11-7079-4c42-862c-bafc60dc0bb3 service neutron] 10.222.0.32 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787516 Sep 22 11:06:18.498338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3132b89b-13cf-4311-a833-7c825994a814 req-141c729d-4b1d-47ae-ac0b-f18377a555bf service neutron] 10.222.0.32 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124930 Sep 22 11:06:18.510425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4788173-308a-4ec9-bf70-9c24679a46cd req-b9f4df4a-3ff1-4671-acdd-942228d6f21f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:18.511894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4788173-308a-4ec9-bf70-9c24679a46cd req-b9f4df4a-3ff1-4671-acdd-942228d6f21f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.0669706 Sep 22 11:06:18.550053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4788173-308a-4ec9-bf70-9c24679a46cd req-bcb9cc0d-0eda-4a0e-9a49-09c7255f4a89 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Sep 22 11:06:19.662770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364202d9-0a42-491c-8869-6e421a5150b0 req-c97f1e18-bd0d-40e3-bf75-0b8e19194620 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:19.664303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-364202d9-0a42-491c-8869-6e421a5150b0 req-c97f1e18-bd0d-40e3-bf75-0b8e19194620 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.0471847 Sep 22 11:06:19.701798 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-364202d9-0a42-491c-8869-6e421a5150b0 req-8cea5759-8a01-4f68-a423-04439243f592 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Sep 22 11:06:19.749452 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:06:19.751783 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:06:19.797910 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3291b595-676b-4352-8a8c-b8c6b38c4b9f x-openstack-request-id: req-3291b595-676b-4352-8a8c-b8c6b38c4b9f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:06:19.798237 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:06:19.798495 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3291b595-676b-4352-8a8c-b8c6b38c4b9f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:06:19.798897 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a', 'status': 'completed', 'code': 200} Sep 22 11:06:19.890810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-7ef5f0a1-9ae3-4baa-a432-c286a57a21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:19.892233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-7ef5f0a1-9ae3-4baa-a432-c286a57a21fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 1094 time: 0.0723693 Sep 22 11:06:19.894766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-80fd7c0b-3b7f-4e98-b7c7-c1526fbc9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:19.896141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-80fd7c0b-3b7f-4e98-b7c7-c1526fbc9f71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 1094 time: 0.0750759 Sep 22 11:06:20.050833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-c1e1f2a8-10a8-43f6-b018-838197f0f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:20.052425 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-c1e1f2a8-10a8-43f6-b018-838197f0f148 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.1528707 Sep 22 11:06:20.053797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-a5d3129c-2ec5-40f5-811e-da4f1066e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:20.055165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-a5d3129c-2ec5-40f5-811e-da4f1066e5f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.1480343 Sep 22 11:06:20.128737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-cbc2b20e-6a97-4c52-b1ef-1f521b43007d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6129a2ae-130e-40c8-be03-e35fc083783a HTTP/1.1" status: 200 len: 217 time: 0.0668471 Sep 22 11:06:20.130174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-be56be01-f6bd-4e81-a11e-76542a9b18b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6129a2ae-130e-40c8-be03-e35fc083783a HTTP/1.1" status: 200 len: 217 time: 0.0628617 Sep 22 11:06:20.215741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-fdf16db4-f3d3-498b-93d2-89426e07868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:20.217232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-fdf16db4-f3d3-498b-93d2-89426e07868d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0821998 Sep 22 11:06:20.218655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-06d38848-1872-45ea-9c1c-32e7c83adb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:20.221916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-06d38848-1872-45ea-9c1c-32e7c83adb6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0772445 Sep 22 11:06:20.253743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-b656d78d-3cc5-4e8d-9275-68a83e80092d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296021 Sep 22 11:06:20.269076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-8bd66dab-cd3c-4512-a20c-49865fe76427 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376716 Sep 22 11:06:20.417070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-9dbc8c3c-0a4d-4473-b3d3-9c44943141fd service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501009 Sep 22 11:06:20.422076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-7f1e75c7-30ca-46c5-acd4-006f508b0e0c service neutron] 10.222.0.32 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450202 Sep 22 11:06:20.574741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-fdb33d12-cf81-4a2d-b3f2-cb9f5a24fd4e service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503446 Sep 22 11:06:20.576364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-282bf6ac-0b2b-4712-9917-ef0b6d96d1ff req-28883a22-b889-4036-ac3e-ee2b1f16ed87 service neutron] 10.222.0.32 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456294 Sep 22 11:06:20.644374 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6129a2ae-130e-40c8-be03-e35fc083783a no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:06:20.680762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 6129a2ae-130e-40c8-be03-e35fc083783a not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:06:20.819733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e25be-8cbb-4f7e-bf14-aa425e493ee1 req-f886b47a-8a9e-45ad-a00f-d7dee6a42ef5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:20.821103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a68e25be-8cbb-4f7e-bf14-aa425e493ee1 req-f886b47a-8a9e-45ad-a00f-d7dee6a42ef5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.0508039 Sep 22 11:06:20.858154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a68e25be-8cbb-4f7e-bf14-aa425e493ee1 req-9e7498ca-e66f-4019-b93f-3404aba33b0b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302505 Sep 22 11:06:21.201194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4af0d7-43f6-4987-8d49-261f401756c8 req-d4a460d4-54e9-4b3c-9cce-9984bd322fab tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:21.203139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab4af0d7-43f6-4987-8d49-261f401756c8 req-d4a460d4-54e9-4b3c-9cce-9984bd322fab tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.0511284 Sep 22 11:06:21.250200 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab4af0d7-43f6-4987-8d49-261f401756c8 req-1086fd04-e79a-493b-83a3-9ba9a31bfd53 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Sep 22 11:06:21.290298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-dfae13c7-4874-4490-bba5-30c99391b4f6 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:21.292378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-dfae13c7-4874-4490-bba5-30c99391b4f6 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.30 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9&tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 943 time: 0.0537357 Sep 22 11:06:21.354776 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-9fd5a280-1ff3-40b7-aacb-3f408f1f776e service neutron] delete failed (client error): The resource could not be found. Sep 22 11:06:21.355675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-9fd5a280-1ff3-40b7-aacb-3f408f1f776e service neutron] 10.222.0.30 "DELETE /v2.0/ports/6129a2ae-130e-40c8-be03-e35fc083783a/bindings/n-h1-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0555797 Sep 22 11:06:21.434852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-439df3f0-7fdb-4ddc-8d20-78a307c06921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:21.436311 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-439df3f0-7fdb-4ddc-8d20-78a307c06921 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 1094 time: 0.0401587 Sep 22 11:06:21.521766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-c56a5f50-274d-4025-8404-b93f2782ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:21.523277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-c56a5f50-274d-4025-8404-b93f2782ad82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.0803735 Sep 22 11:06:21.566328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-4aa78a62-caf9-4fbb-968d-fd8cbc49c5f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6129a2ae-130e-40c8-be03-e35fc083783a HTTP/1.1" status: 200 len: 217 time: 0.0365250 Sep 22 11:06:21.613504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-6776612d-d039-405e-af8d-3a903ab5d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:21.614981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-6776612d-d039-405e-af8d-3a903ab5d3ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0424509 Sep 22 11:06:21.645777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-2cf78bce-f6ec-4148-8e01-3c8ba3f0bcef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242846 Sep 22 11:06:21.735496 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-d0c662f9-f730-4b19-be46-44c0bce72c85 service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828347 Sep 22 11:06:21.821914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea90652a-9fc8-490e-be0e-2b5c43f51d6d req-663385b0-73e6-4e43-b05b-f2a45fb43374 service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796158 Sep 22 11:06:22.342274 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c9df7f05-6c49-479a-aacb-0ea2a88ae9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:22.369992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fdd08-4092-4451-98da-87bf7556e31f req-eae9cddb-83bb-434b-a13e-bfba2e39ec2d tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:22.371725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e1fdd08-4092-4451-98da-87bf7556e31f req-eae9cddb-83bb-434b-a13e-bfba2e39ec2d tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 943 time: 0.0547640 Sep 22 11:06:22.416106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3e1fdd08-4092-4451-98da-87bf7556e31f req-2b08571e-8dba-4ce3-9861-d503b543f5a0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Sep 22 11:06:22.606217 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6129a2ae-130e-40c8-be03-e35fc083783a details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:06:22.696007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:06:22.711186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '6129a2ae-130e-40c8-be03-e35fc083783a', 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26', 'port_id': '6129a2ae-130e-40c8-be03-e35fc083783a', 'mac_address': 'fa:16:3e:b5:2d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075067aa-5173-4828-90db-a6f45ba38b1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:06:22.750265 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:22.763344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6129a2ae-130e-40c8-be03-e35fc083783a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:06:22.781683 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:06:22.859988 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:22.906701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:23.060846 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['6129a2ae-130e-40c8-be03-e35fc083783a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:06:23.527892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b33c9-b093-4303-ba3a-045e92f70ef2 req-90998cc4-0439-444d-a88a-d5eeaaaa78a0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:23.529388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d8b33c9-b093-4303-ba3a-045e92f70ef2 req-90998cc4-0439-444d-a88a-d5eeaaaa78a0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 944 time: 0.0479991 Sep 22 11:06:23.566144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4d8b33c9-b093-4303-ba3a-045e92f70ef2 req-a17bc23d-b023-4e4b-a8f5-ff43f900ee41 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306392 Sep 22 11:06:23.675444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc7433-6845-4ed9-97ab-b6d8e4953d68 req-cb388147-5384-4df2-9113-60eb67456eef tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:23.676874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5dc7433-6845-4ed9-97ab-b6d8e4953d68 req-cb388147-5384-4df2-9113-60eb67456eef tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 944 time: 0.0469823 Sep 22 11:06:23.712446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e5dc7433-6845-4ed9-97ab-b6d8e4953d68 req-384c8f45-d39a-412c-9786-591248d9c00f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296113 Sep 22 11:06:23.825686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173b0c0-4921-4313-8705-6b1fcc428633 req-ba5e6b75-c84e-4752-8bd9-1e760dc200ef tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:23.827301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1173b0c0-4921-4313-8705-6b1fcc428633 req-ba5e6b75-c84e-4752-8bd9-1e760dc200ef tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 944 time: 0.0524011 Sep 22 11:06:23.865243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1173b0c0-4921-4313-8705-6b1fcc428633 req-fbbea9df-8498-4a8c-8c30-92a283f530b5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Sep 22 11:06:24.446410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-e7551b7e-3648-4293-8a62-9bdbfa468b8f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:24.447888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-e7551b7e-3648-4293-8a62-9bdbfa468b8f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 815 time: 0.0970705 Sep 22 11:06:24.462411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-ce239295-981d-4d96-837c-5c7cf3522ec8 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/quotas/5afd1b9a8d074eb3ab6bac9e25c8c4ce HTTP/1.1" status: 200 len: 375 time: 0.0086443 Sep 22 11:06:24.512849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d188a70c-faed-4f1e-a7ee-f5d0b5fbbff2 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449905 Sep 22 11:06:24.600566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-4afc94fe-3221-4a69-b957-4b285f00749d service neutron] 10.222.0.20 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807054 Sep 22 11:06:24.617621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6129a2ae-130e-40c8-be03-e35fc083783a up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:06:24.690981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-41036153-9421-4a5b-a061-da6499d976df service neutron] 10.222.0.20 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835795 Sep 22 11:06:24.722770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 6129a2ae-130e-40c8-be03-e35fc083783a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:06:24.726788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 6129a2ae-130e-40c8-be03-e35fc083783a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:06:24.726984 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:24.803958 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:24.826428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:06:24.828670 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4578227e-bd88-4b48-9de7-74d1d0793aa8" -d '{"events": [{"server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "name": "network-vif-plugged", "status": "completed", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:06:24.841820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:06:24.893434 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a8db12-60a1-4abe-ba6b-4853271ab43a x-openstack-request-id: req-76a8db12-60a1-4abe-ba6b-4853271ab43a {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:06:24.893905 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "name": "network-vif-plugged", "status": "completed", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:06:24.894354 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76a8db12-60a1-4abe-ba6b-4853271ab43a {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:06:24.896659 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a', 'code': 200} Sep 22 11:06:24.913803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:24.962722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-41488f95-607a-4ac3-a7bd-6353930912bd req-54271c6c-a8bd-4d8f-91c4-7f076d69a137 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 210 time: 0.0389473 Sep 22 11:06:24.972671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:24.982878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.982878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.982878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.982878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.982878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.982878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.982878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.983390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.983473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.983809 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.984075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:24.984491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:06:25.111268 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2ff52d2d-e3b6-408d-b67e-946671d5839b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:25.570779 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:25.630155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-e0cab87b-c302-41fb-b0ba-f26d5baec568 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:25.631520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-e0cab87b-c302-41fb-b0ba-f26d5baec568 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.32 "GET /v2.0/ports?device_id=05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9 HTTP/1.1" status: 200 len: 945 time: 0.0472534 Sep 22 11:06:25.721118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Deleting port 6129a2ae-130e-40c8-be03-e35fc083783a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:06:25.721486 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:25.812274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] For port 6129a2ae-130e-40c8-be03-e35fc083783a, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=6129a2ae-130e-40c8-be03-e35fc083783a,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:06:25.812638 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:25.824665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Calling delete_port for 6129a2ae-130e-40c8-be03-e35fc083783a owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:06:25.965928 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:25.985650 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:25.999404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['6129a2ae-130e-40c8-be03-e35fc083783a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:06:26.015058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Pushing event deleted for resources: {'Port': ['ID=6129a2ae-130e-40c8-be03-e35fc083783a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:26.043435 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:26.062372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] No DVR routers for this DVR port 6129a2ae-130e-40c8-be03-e35fc083783a on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:06:26.071420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:26.073370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d36030a4-b3ba-4e77-ac41-a70e7574b8d4 req-addc3b1a-af68-431c-b8da-f7bf8404de58 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.32 "DELETE /v2.0/ports/6129a2ae-130e-40c8-be03-e35fc083783a HTTP/1.1" status: 204 len: 173 time: 0.4358766 Sep 22 11:06:26.073787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'name': 'network-vif-deleted', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:06:26.076287 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbe834f-530d-4d9c-92a8-f117eb2c748e" -d '{"events": [{"server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "name": "network-vif-deleted", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:06:26.098233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3f15453-dc66-4381-98e5-2c0adc5ade4d req-3dd1f56c-18ee-4a76-a531-f068718215d4 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 210 time: 0.0368845 Sep 22 11:06:26.140598 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4c18d6-ae5c-4fc8-a2ae-099fa145fd24 x-openstack-request-id: req-ae4c18d6-ae5c-4fc8-a2ae-099fa145fd24 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:06:26.140598 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9", "name": "network-vif-deleted", "tag": "6129a2ae-130e-40c8-be03-e35fc083783a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:06:26.140598 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae4c18d6-ae5c-4fc8-a2ae-099fa145fd24 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:06:26.140882 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b8eeb6-d551-4ba0-8a4e-5b4c78f2acc9', 'name': 'network-vif-deleted', 'tag': '6129a2ae-130e-40c8-be03-e35fc083783a', 'status': 'completed', 'code': 200} Sep 22 11:06:26.331068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:26.694140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-5a8870c7-85dd-47c0-a9cd-df9e9c0ceb8e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:26.695588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-5a8870c7-85dd-47c0-a9cd-df9e9c0ceb8e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.30 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 815 time: 0.0998182 Sep 22 11:06:26.708781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Request body: {'port': {'device_id': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26', 'admin_state_up': True, 'tenant_id': '5afd1b9a8d074eb3ab6bac9e25c8c4ce'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:06:27.192433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-681a74b4-6cdc-4394-a115-077b3fbbadd3 req-4159029b-04a5-430d-8a95-666c4a2e4fe6 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 210 time: 0.0258813 Sep 22 11:06:27.227697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Made reservation on behalf of 5afd1b9a8d074eb3ab6bac9e25c8c4ce for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:06:27.232090 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:27.355217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Allocated IP 172.20.0.7 (02a111ac-6e18-49c2-8f44-cd789c96ef26/075067aa-5173-4828-90db-a6f45ba38b1e/da86e62a-2c27-423b-b98a-5e8cbc03002f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:06:27.493347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:27.599629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:27.641390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Network 02a111ac-6e18-49c2-8f44-cd789c96ef26 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:06:27.642217 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:06:27.644369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:06:27.648018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:06:27.672617 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Pushing event updated for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:27.699109 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:27.699715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:27.748013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-8ebb540d-b662-4684-88e5-2e50de8c5375 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0427475 Sep 22 11:06:27.760054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Request body: {'port': {'device_id': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:06:27.814066 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:28.067406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da86e62a-2c27-423b-b98a-5e8cbc03002f {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:06:28.075447 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:28.086868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Transition to ACTIVE for port object da86e62a-2c27-423b-b98a-5e8cbc03002f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:06:28.162384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:28.191474 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:28.213370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Pushing event updated for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:28.307975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Attempting to bind port da86e62a-2c27-423b-b98a-5e8cbc03002f on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:06:28.308314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Attempting to bind port da86e62a-2c27-423b-b98a-5e8cbc03002f by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:06:28.308647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Attempting to bind port da86e62a-2c27-423b-b98a-5e8cbc03002f on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:06:28.316278 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Port da86e62a-2c27-423b-b98a-5e8cbc03002f on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:06:28.316609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Attempting to bind port da86e62a-2c27-423b-b98a-5e8cbc03002f on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:06:28.326189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa7bfe-e6aa-440d-bb24-90a21e992ea0 req-2b07e576-b05c-4975-9383-1865bec7e9c4 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:28.327615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aaa7bfe-e6aa-440d-bb24-90a21e992ea0 req-2b07e576-b05c-4975-9383-1865bec7e9c4 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0676711 Sep 22 11:06:28.331352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:06:28.331693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Checking segment: {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:06:28.332074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Bound using segment: {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:06:28.332500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Bound port: da86e62a-2c27-423b-b98a-5e8cbc03002f, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:06:28.332857 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:28.395205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6aaa7bfe-e6aa-440d-bb24-90a21e992ea0 req-90f0e8e1-7c17-4054-84f3-96cf639988d3 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594935 Sep 22 11:06:28.419653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:06:28.422594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:06:28.499501 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:28.534849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:28.535530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:28.536899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] 10.222.0.30 "PUT /v2.0/ports/da86e62a-2c27-423b-b98a-5e8cbc03002f HTTP/1.1" status: 200 len: 1091 time: 0.7807429 Sep 22 11:06:28.537323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:06:28.539584 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1951bfd-b5a5-4a6e-a1f5-453d8c2fbc23" -d '{"events": [{"name": "network-changed", "server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:06:28.566207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abd2db-446f-4679-a05c-58f0678d885f service neutron] Pushing event updated for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:28.578402 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc22c72c-0173-47c5-ac33-3a85f6636ecf x-openstack-request-id: req-dc22c72c-0173-47c5-ac33-3a85f6636ecf {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:06:28.578689 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:06:28.578939 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc22c72c-0173-47c5-ac33-3a85f6636ecf {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:06:28.579340 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'status': 'completed', 'code': 200} Sep 22 11:06:28.637559 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6129a2ae-130e-40c8-be03-e35fc083783a no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:06:28.639297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1951bfd-b5a5-4a6e-a1f5-453d8c2fbc23 req-03585eaa-38ef-4c69-9975-02e977aea708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:28.640811 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1951bfd-b5a5-4a6e-a1f5-453d8c2fbc23 req-03585eaa-38ef-4c69-9975-02e977aea708 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 1094 time: 0.0412419 Sep 22 11:06:28.659477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 6129a2ae-130e-40c8-be03-e35fc083783a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:06:28.659825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 6129a2ae-130e-40c8-be03-e35fc083783a not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:06:28.741315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1951bfd-b5a5-4a6e-a1f5-453d8c2fbc23 req-4b000809-ecac-4207-b506-12a3a9c74a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:28.742805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1951bfd-b5a5-4a6e-a1f5-453d8c2fbc23 req-4b000809-ecac-4207-b506-12a3a9c74a93 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0947323 Sep 22 11:06:28.831960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1951bfd-b5a5-4a6e-a1f5-453d8c2fbc23 req-caf2dcfa-ea02-47a0-8856-a76c4920af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:28.833374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e1951bfd-b5a5-4a6e-a1f5-453d8c2fbc23 req-caf2dcfa-ea02-47a0-8856-a76c4920af7f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836613 Sep 22 11:06:28.906610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-f685cc0e-f7e1-4ddf-b285-082c0e34b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:28.908106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-f685cc0e-f7e1-4ddf-b285-082c0e34b9e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 1094 time: 0.0398617 Sep 22 11:06:28.951843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-ae86da31-67b8-44f4-9dbd-7d92229071ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f HTTP/1.1" status: 200 len: 217 time: 0.0363789 Sep 22 11:06:28.999060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-a6f6666c-df2e-477d-b0ef-8f80c1382241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:29.000461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-a6f6666c-df2e-477d-b0ef-8f80c1382241 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0425236 Sep 22 11:06:29.030229 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-6e43174f-c6ad-4bf1-9dcd-b858453457fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232651 Sep 22 11:06:29.124673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-99c77631-e9b5-46c2-b0bf-46c3f52c0db4 service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874944 Sep 22 11:06:29.212491 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6fdc3ed-7a76-4fe3-9bf6-5e72349a8eb7 req-38604054-9175-4b39-99a2-74fda6810e8c service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814006 Sep 22 11:06:29.513302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e020a-5727-4204-a1e8-79d1768a4d03 req-574c9e90-323b-4071-941f-e0757e3e4e8c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:29.514806 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-078e020a-5727-4204-a1e8-79d1768a4d03 req-574c9e90-323b-4071-941f-e0757e3e4e8c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0484107 Sep 22 11:06:29.555509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-078e020a-5727-4204-a1e8-79d1768a4d03 req-59c90e71-37b3-4e50-9296-45485cfaea07 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347784 Sep 22 11:06:30.669104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656cad-24ec-481d-9f45-811887902de7 req-ff373432-2d22-44ad-8308-0340904748eb tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:30.670606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63656cad-24ec-481d-9f45-811887902de7 req-ff373432-2d22-44ad-8308-0340904748eb tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0481598 Sep 22 11:06:30.707086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63656cad-24ec-481d-9f45-811887902de7 req-1b30357c-b422-498c-9eec-1bd939e6164a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Sep 22 11:06:31.822162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a380b-a3cc-45f3-a56f-19dfd2331d88 req-a8cfd3f7-c915-4a2b-9af5-20a4fd65ebac tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:31.823663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d09a380b-a3cc-45f3-a56f-19dfd2331d88 req-a8cfd3f7-c915-4a2b-9af5-20a4fd65ebac tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0478680 Sep 22 11:06:31.860942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d09a380b-a3cc-45f3-a56f-19dfd2331d88 req-a44126e5-a686-4794-9049-ab200581373f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Sep 22 11:06:32.674767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device da86e62a-2c27-423b-b98a-5e8cbc03002f details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:06:32.770280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:06:32.781004 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26', 'port_id': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'mac_address': 'fa:16:3e:db:dc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075067aa-5173-4828-90db-a6f45ba38b1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:06:32.816483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:32.832427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da86e62a-2c27-423b-b98a-5e8cbc03002f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:06:32.850509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:06:32.956950 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:32.975104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b78d17-fa28-4db7-8965-1018653f55e4 req-e51bdb7d-f4f2-4b46-b0e9-8fa4ead99226 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:32.978729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90b78d17-fa28-4db7-8965-1018653f55e4 req-e51bdb7d-f4f2-4b46-b0e9-8fa4ead99226 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0501823 Sep 22 11:06:33.004255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:33.018872 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90b78d17-fa28-4db7-8965-1018653f55e4 req-c4df1282-bed9-4f51-8f50-5aeb487fce44 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354397 Sep 22 11:06:33.148502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['da86e62a-2c27-423b-b98a-5e8cbc03002f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:06:34.143013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066238b6-8a73-4376-ba40-44bead12da68 req-d798fdef-e786-4230-8ea5-fc283063bd40 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:34.144485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-066238b6-8a73-4376-ba40-44bead12da68 req-d798fdef-e786-4230-8ea5-fc283063bd40 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 944 time: 0.0480967 Sep 22 11:06:34.180461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-066238b6-8a73-4376-ba40-44bead12da68 req-0e460a72-588a-4d68-a757-61ed62bd3bcc tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301692 Sep 22 11:06:34.690684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device da86e62a-2c27-423b-b98a-5e8cbc03002f up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:06:34.804983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port da86e62a-2c27-423b-b98a-5e8cbc03002f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:06:34.808801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port da86e62a-2c27-423b-b98a-5e8cbc03002f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:06:34.809240 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:34.882395 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:34.903849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:06:34.906118 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a549c6b6-e3ac-440c-8a51-acd120762cab" -d '{"events": [{"server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "name": "network-vif-plugged", "status": "completed", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:06:34.918513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:06:34.943252 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f376c8-1b21-4859-bb64-c23a60a95398 x-openstack-request-id: req-f3f376c8-1b21-4859-bb64-c23a60a95398 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:06:34.943622 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "name": "network-vif-plugged", "status": "completed", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:06:34.944298 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3f376c8-1b21-4859-bb64-c23a60a95398 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:06:34.944693 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'code': 200} Sep 22 11:06:34.996826 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:35.036832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215705bb-2690-4c01-95cc-82c3a962f2cc req-0d790caf-3a7b-4116-8d3a-8b2e94f08b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:35.038350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-215705bb-2690-4c01-95cc-82c3a962f2cc req-0d790caf-3a7b-4116-8d3a-8b2e94f08b63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 1096 time: 0.0386493 Sep 22 11:06:35.048629 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:06:35.073195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-215705bb-2690-4c01-95cc-82c3a962f2cc req-9bcf5a41-ebab-4824-a1a1-95bbd5b715df service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269055 Sep 22 11:06:35.295280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8068c-d8cf-4bd2-9dde-3db5b2b15bf6 req-abc43c08-39ca-4341-a059-4864687aa66c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:35.296767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4de8068c-d8cf-4bd2-9dde-3db5b2b15bf6 req-abc43c08-39ca-4341-a059-4864687aa66c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0486948 Sep 22 11:06:35.337989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4de8068c-d8cf-4bd2-9dde-3db5b2b15bf6 req-313fc3a7-04a8-4410-8316-d476b1e91917 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352588 Sep 22 11:06:36.456616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f95d83-a913-407f-ac3d-37eac6c1f473 req-c042c3f4-7367-421c-90fe-9c3ba842e6ea tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:36.458119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0f95d83-a913-407f-ac3d-37eac6c1f473 req-c042c3f4-7367-421c-90fe-9c3ba842e6ea tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0548601 Sep 22 11:06:36.495417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0f95d83-a913-407f-ac3d-37eac6c1f473 req-8a836bdf-cc06-4751-a8a3-ce8eba986890 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Sep 22 11:06:36.607231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bb84b-59a4-453a-9db4-e5ee09866736 req-06b47cde-c8f4-4d45-9223-a43389b5bc1e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:36.608711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a2bb84b-59a4-453a-9db4-e5ee09866736 req-06b47cde-c8f4-4d45-9223-a43389b5bc1e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0487497 Sep 22 11:06:36.645266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a2bb84b-59a4-453a-9db4-e5ee09866736 req-3a407384-2444-493f-999d-3e17eb28740b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305583 Sep 22 11:06:37.122575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc891b-1772-4376-be0b-9ff3338a0e6e req-a08edcde-e1ed-4e0c-a91d-12ecfeb48148 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:37.124095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37cc891b-1772-4376-be0b-9ff3338a0e6e req-a08edcde-e1ed-4e0c-a91d-12ecfeb48148 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0505788 Sep 22 11:06:37.169122 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37cc891b-1772-4376-be0b-9ff3338a0e6e req-68e3bb47-e7c9-44c7-9afa-41751d292912 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387583 Sep 22 11:06:37.236470 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-3478141d-b457-410a-89bd-8e4c0677ec37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446277 Sep 22 11:06:38.286366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d11ebe-d052-4072-a535-1e743ed7d268 req-8ea28515-bb9b-4690-8453-ff427f4917bd tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:38.287766 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5d11ebe-d052-4072-a535-1e743ed7d268 req-8ea28515-bb9b-4690-8453-ff427f4917bd tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0490878 Sep 22 11:06:38.327051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5d11ebe-d052-4072-a535-1e743ed7d268 req-fa5148c1-1e44-4b0e-9b73-ff834d53ee5c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 Sep 22 11:06:39.239594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-63e099c1-8c76-4cd9-98e8-c1681ece171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:39.241055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-63e099c1-8c76-4cd9-98e8-c1681ece171c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 1096 time: 0.0398340 Sep 22 11:06:39.331207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-dddf606d-1132-4779-af86-719f63b22e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:39.332708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-dddf606d-1132-4779-af86-719f63b22e5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.0849755 Sep 22 11:06:39.373912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-2815ee1f-1e76-4bfe-a140-95d7b6ca5197 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f HTTP/1.1" status: 200 len: 217 time: 0.0345528 Sep 22 11:06:39.452028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-053bd94b-17cc-4fb1-89c7-4f2bde97031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:39.453473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-053bd94b-17cc-4fb1-89c7-4f2bde97031c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0730517 Sep 22 11:06:39.468945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719fbf1-fb6b-49d5-9d34-2def82bd49de req-48ae773e-856c-4586-bdf0-dba75bc37861 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:39.470363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3719fbf1-fb6b-49d5-9d34-2def82bd49de req-48ae773e-856c-4586-bdf0-dba75bc37861 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0648022 Sep 22 11:06:39.503728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-c935e59a-d9ba-42b8-9b04-cb06e7a8a03a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428898 Sep 22 11:06:39.538667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3719fbf1-fb6b-49d5-9d34-2def82bd49de req-ef7c8764-8ddb-42af-8949-0c64b576c7cc tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614150 Sep 22 11:06:39.606713 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-c9fad74d-5cf3-4b7d-914f-47694c4e1cfb service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957146 Sep 22 11:06:39.693582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-ac841576-727c-47be-8cfe-5b5338fd4ca1 service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792861 Sep 22 11:06:40.658455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ff4f7-f223-4c9f-abcd-d0daea96c01f req-0f297bc7-b7c9-45d4-9ba9-b7da2eff1d4e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:40.660182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d0ff4f7-f223-4c9f-abcd-d0daea96c01f req-0f297bc7-b7c9-45d4-9ba9-b7da2eff1d4e tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0505238 Sep 22 11:06:40.705341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d0ff4f7-f223-4c9f-abcd-d0daea96c01f req-79835169-1820-4822-ada5-4625d043b2ed tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364959 Sep 22 11:06:41.819808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887f2d8-c6c7-47c2-9cf1-08b472afd902 req-19e88670-80d9-4030-ad1a-f4e7da676e07 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:41.821279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2887f2d8-c6c7-47c2-9cf1-08b472afd902 req-19e88670-80d9-4030-ad1a-f4e7da676e07 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0477626 Sep 22 11:06:41.859503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2887f2d8-c6c7-47c2-9cf1-08b472afd902 req-ba020e03-46cf-4ca7-bbe1-ebfadd781085 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Sep 22 11:06:42.972584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc686ad-43b3-43f2-a9b2-54201068ca54 req-72346231-d078-452c-8b5f-85e44327d1d5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:42.974066 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4cc686ad-43b3-43f2-a9b2-54201068ca54 req-72346231-d078-452c-8b5f-85e44327d1d5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0481744 Sep 22 11:06:43.010277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4cc686ad-43b3-43f2-a9b2-54201068ca54 req-4daca0cf-bc8f-48d3-a343-cdc830b40ed0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302944 Sep 22 11:06:44.121532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb1c9c-dc67-489f-8b83-7b90dad9d772 req-492b96c4-14c3-454d-989e-8a38db7e56cb tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:44.123114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8afb1c9c-dc67-489f-8b83-7b90dad9d772 req-492b96c4-14c3-454d-989e-8a38db7e56cb tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0480592 Sep 22 11:06:44.162995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8afb1c9c-dc67-489f-8b83-7b90dad9d772 req-7d3c49b3-8235-400e-9726-d27d36c480b8 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339954 Sep 22 11:06:45.274931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e191b-9300-479b-af2e-678322995226 req-62c134b2-5e92-4f10-bce1-fdf6ac1f1e88 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:45.276390 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c0e191b-9300-479b-af2e-678322995226 req-62c134b2-5e92-4f10-bce1-fdf6ac1f1e88 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0470335 Sep 22 11:06:45.317942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c0e191b-9300-479b-af2e-678322995226 req-ef34d391-5660-44b8-8fdf-389c6aa5933d tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351760 Sep 22 11:06:46.431026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1bb39-1617-462e-b2bc-457edb034511 req-063c607f-403b-419d-9894-8b8b8fe5dc53 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:46.432530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc1bb39-1617-462e-b2bc-457edb034511 req-063c607f-403b-419d-9894-8b8b8fe5dc53 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0488291 Sep 22 11:06:46.470966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cc1bb39-1617-462e-b2bc-457edb034511 req-cf17abb9-08ef-4cc6-8b56-45d108c131d4 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Sep 22 11:06:47.584504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec719d0-563d-41b0-893e-eb5015d39095 req-a23dfd05-64e0-4689-8a0e-77bc9146fe26 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:47.586019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ec719d0-563d-41b0-893e-eb5015d39095 req-a23dfd05-64e0-4689-8a0e-77bc9146fe26 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Sep 22 11:06:47.626414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ec719d0-563d-41b0-893e-eb5015d39095 req-774da7fe-2351-4d10-9a9f-1d3ddf9dc476 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Sep 22 11:06:48.739246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e190c-dd51-441f-bbf6-b974c610480a req-0a010746-54f2-450c-8b22-97459649b2ef tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:48.740974 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-592e190c-dd51-441f-bbf6-b974c610480a req-0a010746-54f2-450c-8b22-97459649b2ef tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0487120 Sep 22 11:06:48.778540 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-592e190c-dd51-441f-bbf6-b974c610480a req-0aa120c1-171a-40cb-b864-f0d0a36ba191 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Sep 22 11:06:49.889709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b26c19-6985-4dbc-9899-0b9860bbccfc req-bb573b35-d44b-4f4a-94e9-3696506a2eb8 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:49.891125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93b26c19-6985-4dbc-9899-0b9860bbccfc req-bb573b35-d44b-4f4a-94e9-3696506a2eb8 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0476880 Sep 22 11:06:49.928160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93b26c19-6985-4dbc-9899-0b9860bbccfc req-a301068e-9400-4be1-9dbf-c57bfd067e73 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Sep 22 11:06:51.038891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89922b2-fd1a-495b-997a-cafc1d0e2c65 req-ccdba41a-b359-4883-abf7-ddb0129d62e0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:51.040358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b89922b2-fd1a-495b-997a-cafc1d0e2c65 req-ccdba41a-b359-4883-abf7-ddb0129d62e0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0472066 Sep 22 11:06:51.081160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b89922b2-fd1a-495b-997a-cafc1d0e2c65 req-49dd4860-08a8-4707-851f-5a7c83abafc6 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344627 Sep 22 11:06:52.192724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9224e3-55bf-45b6-8e9b-60a43e64fa2d req-2c88db3e-0a12-4240-b8f2-c98a2e6bd899 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:52.194219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c9224e3-55bf-45b6-8e9b-60a43e64fa2d req-2c88db3e-0a12-4240-b8f2-c98a2e6bd899 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0474014 Sep 22 11:06:52.230524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2c9224e3-55bf-45b6-8e9b-60a43e64fa2d req-c17d8e41-bf19-4a4c-bb68-0efab893f638 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295739 Sep 22 11:06:52.318542 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9cc41d05-e7fc-488e-a9b5-b927774cfde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:53.345941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bf48e-ba74-4f86-8129-50be4a62d09c req-c8ebb175-31e0-4f03-9220-17fb54905f30 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:53.347469 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-231bf48e-ba74-4f86-8129-50be4a62d09c req-c8ebb175-31e0-4f03-9220-17fb54905f30 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0488956 Sep 22 11:06:53.384962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-231bf48e-ba74-4f86-8129-50be4a62d09c req-bfc39c94-c206-4680-8b4d-09ed2cb94feb tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Sep 22 11:06:54.497528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8765ad-fb38-4133-a8d1-fec7fe6fc0e6 req-2e73992d-5bf4-4465-ba0c-5c68a73c41d4 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:54.499052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab8765ad-fb38-4133-a8d1-fec7fe6fc0e6 req-2e73992d-5bf4-4465-ba0c-5c68a73c41d4 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0477631 Sep 22 11:06:54.540210 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab8765ad-fb38-4133-a8d1-fec7fe6fc0e6 req-6fe8e092-a4f7-4b47-8877-087fcc9a3024 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352278 Sep 22 11:06:55.169973 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ebf48471-22e7-4ceb-aa82-90c956b1cd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:55.587655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:55.656290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3af2eb-90a6-437c-a85e-5d9a9be71fa7 req-88c4dd3b-b989-40d9-90db-550d998a6878 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:55.657784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3af2eb-90a6-437c-a85e-5d9a9be71fa7 req-88c4dd3b-b989-40d9-90db-550d998a6878 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0489717 Sep 22 11:06:55.693975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f3af2eb-90a6-437c-a85e-5d9a9be71fa7 req-d9c8051b-097e-4c0f-99d7-0244e6161985 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302539 Sep 22 11:06:55.962013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:56.049913 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:56.441824 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:56.812733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe2dea-c186-4064-8e61-9a56d18e6693 req-8dc0a731-3489-4891-bac7-0bf1ec295fa7 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:56.814283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82fe2dea-c186-4064-8e61-9a56d18e6693 req-8dc0a731-3489-4891-bac7-0bf1ec295fa7 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0531883 Sep 22 11:06:56.851712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82fe2dea-c186-4064-8e61-9a56d18e6693 req-2867f2a0-1970-4bb0-8261-2bb2de3f411f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Sep 22 11:06:57.966840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e722f-0019-428d-be5b-4b07b5416c01 req-0cc3645b-52f6-418a-a1b0-25f0fccfe740 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:57.968362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c6e722f-0019-428d-be5b-4b07b5416c01 req-0cc3645b-52f6-418a-a1b0-25f0fccfe740 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0487268 Sep 22 11:06:58.009371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c6e722f-0019-428d-be5b-4b07b5416c01 req-9ec13494-4c55-41ac-864f-40294570c218 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350623 Sep 22 11:06:58.181484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:59.123980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5034802-3c6d-4d05-b148-14ee30154184 req-2f2b006d-0d29-4473-8afc-4aa7af199e38 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:06:59.125467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5034802-3c6d-4d05-b148-14ee30154184 req-2f2b006d-0d29-4473-8afc-4aa7af199e38 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0484152 Sep 22 11:06:59.161126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c5034802-3c6d-4d05-b148-14ee30154184 req-ca6301ce-821c-4c54-957c-858338fef5ce tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297849 Sep 22 11:07:00.274690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967829-51e9-4269-a997-b8867d0f5c86 req-71271c1e-8351-484c-9437-c659494552b5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:00.276202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9967829-51e9-4269-a997-b8867d0f5c86 req-71271c1e-8351-484c-9437-c659494552b5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0477750 Sep 22 11:07:00.313348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9967829-51e9-4269-a997-b8867d0f5c86 req-aea02413-393e-4662-a6b2-d2012c9594f4 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Sep 22 11:07:01.431880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa00df-6c2a-43ff-a8c3-27b7bec4e149 req-780103c9-75f4-491c-b404-53e5acd75f87 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:01.433976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4aa00df-6c2a-43ff-a8c3-27b7bec4e149 req-780103c9-75f4-491c-b404-53e5acd75f87 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0547836 Sep 22 11:07:01.475983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4aa00df-6c2a-43ff-a8c3-27b7bec4e149 req-431ce534-728e-438b-a1d8-87de80565bca tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Sep 22 11:07:02.593442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c1985-6dd8-46ee-9781-6808f143ed54 req-871a09fa-38e9-436d-8cf4-052596fe9f0b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:02.595079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-393c1985-6dd8-46ee-9781-6808f143ed54 req-871a09fa-38e9-436d-8cf4-052596fe9f0b tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0532243 Sep 22 11:07:02.631760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-393c1985-6dd8-46ee-9781-6808f143ed54 req-ab5d64e0-4297-43c5-8383-77c34ccefab0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Sep 22 11:07:03.742425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d93b-762b-4669-85d2-32619ac7463f req-03964f74-a714-4887-bc5d-45dac9ef2525 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:03.743937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f134d93b-762b-4669-85d2-32619ac7463f req-03964f74-a714-4887-bc5d-45dac9ef2525 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0479374 Sep 22 11:07:03.782126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f134d93b-762b-4669-85d2-32619ac7463f req-fd8c0fd7-534e-4fc7-ada2-83c567d61add tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Sep 22 11:07:04.642139 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:07:04.894068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899c445-9597-44b9-a8ba-98216e9fa658 req-6555fe5a-8a43-49a7-9508-ee727a5983b1 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:04.895544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2899c445-9597-44b9-a8ba-98216e9fa658 req-6555fe5a-8a43-49a7-9508-ee727a5983b1 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0477242 Sep 22 11:07:04.936354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2899c445-9597-44b9-a8ba-98216e9fa658 req-3625379f-eedf-4f73-b2b7-196eaa8f0949 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348608 Sep 22 11:07:06.047069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d59a6-ced8-4578-a173-bc3abf23ba81 req-724dc724-a717-41af-9873-c2a4a91f5ff0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:06.048529 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-634d59a6-ced8-4578-a173-bc3abf23ba81 req-724dc724-a717-41af-9873-c2a4a91f5ff0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0469489 Sep 22 11:07:06.085366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-634d59a6-ced8-4578-a173-bc3abf23ba81 req-616c64a8-afbb-4695-b918-f4a5f38914d0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Sep 22 11:07:06.759532 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-3ea404f7-a714-44f1-bdfc-2b94ce239e8a service neutron] show failed (client error): The resource could not be found. Sep 22 11:07:06.760525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-3ea404f7-a714-44f1-bdfc-2b94ce239e8a service neutron] 10.222.0.30 "GET /v2.0/ports/da86e62a-2c27-423b-b98a-5e8cbc03002f/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0524135 Sep 22 11:07:07.201975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b0f7b-ba7f-4f8d-9293-915631a3cf0f req-331c621e-e0e6-4e27-a469-7462f4a6dd6f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:07.203489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-581b0f7b-ba7f-4f8d-9293-915631a3cf0f req-331c621e-e0e6-4e27-a469-7462f4a6dd6f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0497737 Sep 22 11:07:07.239861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-581b0f7b-ba7f-4f8d-9293-915631a3cf0f req-6021eadb-ea4a-4dcf-af50-de59df0cacb7 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303726 Sep 22 11:07:07.380844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-be68626f-804f-4418-ad33-a90e1bd103a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:07.382318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-be68626f-804f-4418-ad33-a90e1bd103a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0&tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce HTTP/1.1" status: 200 len: 1096 time: 0.0481753 Sep 22 11:07:07.393686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:07.443968 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:07.640293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:07.671736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:07:07.714350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:07:07.716591 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c192317b-3828-401e-ab00-9b4bde510a3e" -d '{"events": [{"server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "name": "network-vif-unplugged", "status": "completed", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:07:07.720260 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:07.733055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Transition to ACTIVE for port object da86e62a-2c27-423b-b98a-5e8cbc03002f will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:07:07.767413 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0042ed-a038-4130-be0e-df43314273f9 x-openstack-request-id: req-1d0042ed-a038-4130-be0e-df43314273f9 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:07:07.767706 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "name": "network-vif-unplugged", "status": "completed", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:07:07.767959 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d0042ed-a038-4130-be0e-df43314273f9 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:07:07.768360 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'code': 200} Sep 22 11:07:07.798668 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:07.857861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Pushing event updated for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:07.859900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] No DVR routers for this DVR port da86e62a-2c27-423b-b98a-5e8cbc03002f on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:07:07.868365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.868714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.869050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.869383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.869705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.870035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.870381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.870703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.871025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.871344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.871665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.871980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:07.903855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Attempting to bind port da86e62a-2c27-423b-b98a-5e8cbc03002f on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:07:07.904123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Attempting to bind port da86e62a-2c27-423b-b98a-5e8cbc03002f by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:07:07.904442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Attempting to bind port da86e62a-2c27-423b-b98a-5e8cbc03002f on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:07:07.908562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Port da86e62a-2c27-423b-b98a-5e8cbc03002f on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:07:07.908878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Attempting to bind port da86e62a-2c27-423b-b98a-5e8cbc03002f on network 02a111ac-6e18-49c2-8f44-cd789c96ef26 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:07:07.913520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:07:07.913852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Checking segment: {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:07:07.914269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Bound using segment: {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:07:07.914687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Bound port: da86e62a-2c27-423b-b98a-5e8cbc03002f, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0f7a44-8968-4f53-925b-22b19173c03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:07:07.915030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:07.979073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:07:07.982519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:07:08.056255 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:08.092406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:08.093138 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:08.094537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] 10.222.0.32 "PUT /v2.0/ports/da86e62a-2c27-423b-b98a-5e8cbc03002f HTTP/1.1" status: 200 len: 1091 time: 0.7047069 Sep 22 11:07:08.112285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbb762-02d1-469b-a435-b044265cd881 service neutron] Pushing event updated for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:08.160130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-969e32e5-0619-4667-8b8d-f5d07f178cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:08.161578 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-969e32e5-0619-4667-8b8d-f5d07f178cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 1094 time: 0.0452342 Sep 22 11:07:08.252103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-b02a84f8-204c-45d2-b160-7968692f7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:08.253576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-b02a84f8-204c-45d2-b160-7968692f7559 service neutron] 10.222.0.32 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.0853245 Sep 22 11:07:08.294422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-d780df3e-c8ce-4bf4-897e-8665559582f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f HTTP/1.1" status: 200 len: 217 time: 0.0339479 Sep 22 11:07:08.370389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-2872774b-ed01-44e1-bac4-bf72bbb87b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:08.371853 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-2872774b-ed01-44e1-bac4-bf72bbb87b18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0707729 Sep 22 11:07:08.395188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced1918-af80-4c30-a8cc-d497e530da37 req-e735dfd6-d045-4be2-a337-131219fd3e5a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:08.396595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fced1918-af80-4c30-a8cc-d497e530da37 req-e735dfd6-d045-4be2-a337-131219fd3e5a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0701838 Sep 22 11:07:08.412467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-0f48c657-f4e7-43a3-9eb4-2fb0dd501b2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330842 Sep 22 11:07:08.468084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fced1918-af80-4c30-a8cc-d497e530da37 req-cfe19b71-a935-4c33-89d9-1d117e0a8deb tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578110 Sep 22 11:07:08.526995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-f08c5369-a9a0-4397-b7f4-edb2a496219a service neutron] 10.222.0.32 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026533 Sep 22 11:07:08.614702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-685ef88f-df96-4360-98f3-5e2fe4fcea54 req-f75f9f62-3a90-4eea-894a-99c6c1f12666 service neutron] 10.222.0.32 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812070 Sep 22 11:07:09.581289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e3674-9ec7-4332-b4eb-abb9717e5880 req-bfe43b93-c091-4bca-85b1-cfe2989704a3 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:09.582795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-396e3674-9ec7-4332-b4eb-abb9717e5880 req-bfe43b93-c091-4bca-85b1-cfe2989704a3 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0488293 Sep 22 11:07:09.619776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-396e3674-9ec7-4332-b4eb-abb9717e5880 req-77cfdff5-216e-4a22-8d8f-569bb453808f tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Sep 22 11:07:09.769818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:07:09.772070 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54" -d '{"events": [{"name": "network-changed", "server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:07:09.818314 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef73ca52-90a5-4e2a-aa0c-6f6306d6efa6 x-openstack-request-id: req-ef73ca52-90a5-4e2a-aa0c-6f6306d6efa6 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:07:09.818599 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:07:09.818843 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef73ca52-90a5-4e2a-aa0c-6f6306d6efa6 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:07:09.819244 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'status': 'completed', 'code': 200} Sep 22 11:07:09.910010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-08d480e5-5432-469d-ad28-cded8a357290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:09.911535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-08d480e5-5432-469d-ad28-cded8a357290 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 1094 time: 0.0739746 Sep 22 11:07:09.913233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-9bf4c0ea-e259-4394-9396-e40fcce7ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:09.914600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-9bf4c0ea-e259-4394-9396-e40fcce7ec4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 1094 time: 0.0686102 Sep 22 11:07:10.068607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-6eb25620-f7b3-4826-8c34-4806b29c891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:10.069975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-6eb25620-f7b3-4826-8c34-4806b29c891d service neutron] 10.222.0.32 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.1495445 Sep 22 11:07:10.071065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-19245d9d-ae08-4cd6-add4-cad4f59215a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:10.072374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-19245d9d-ae08-4cd6-add4-cad4f59215a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.1451602 Sep 22 11:07:10.143277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-bad66018-63bc-46e1-bbae-b8b85a6e18b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f HTTP/1.1" status: 200 len: 217 time: 0.0645521 Sep 22 11:07:10.144585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-be8d28f2-2249-4d6d-ba2c-ac6d30eb2657 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f HTTP/1.1" status: 200 len: 217 time: 0.0606704 Sep 22 11:07:10.228915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-3835d80a-c826-4eae-93c3-2b33206cc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:10.230455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-3835d80a-c826-4eae-93c3-2b33206cc17c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0796180 Sep 22 11:07:10.233740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-668d9b72-574e-4e66-b2db-ee06bfeb9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:10.235124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-668d9b72-574e-4e66-b2db-ee06bfeb9e0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0760379 Sep 22 11:07:10.268687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-3b13cd8b-64ad-4053-a5de-fa5be441fd37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308979 Sep 22 11:07:10.283088 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-a5db5f9b-2455-468b-ae6e-4329b0f094bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364285 Sep 22 11:07:10.431086 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-31427f2b-efbb-44a0-9d1d-0ecf9cb77756 service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500022 Sep 22 11:07:10.433770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-b5c3df72-5442-4b58-99f3-f6a043aebe80 service neutron] 10.222.0.32 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435695 Sep 22 11:07:10.593176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-80474ee0-8b9d-4f53-b920-f21079629960 service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551466 Sep 22 11:07:10.595094 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f25cdc2-bf3b-41db-9c0f-eaf813109f54 req-b2f71684-37d4-47e3-a1ac-11378af064a2 service neutron] 10.222.0.32 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503592 Sep 22 11:07:10.735070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2997e-b69c-4992-9228-22cf45758d1d req-258a69ef-f8c1-4990-a4cb-5f5d3159cd72 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:10.736544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1dc2997e-b69c-4992-9228-22cf45758d1d req-258a69ef-f8c1-4990-a4cb-5f5d3159cd72 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0479770 Sep 22 11:07:10.773093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1dc2997e-b69c-4992-9228-22cf45758d1d req-2ca8f44c-5fed-46cb-97c2-b9513387fc61 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306067 Sep 22 11:07:10.796903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device da86e62a-2c27-423b-b98a-5e8cbc03002f no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:07:10.834394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device da86e62a-2c27-423b-b98a-5e8cbc03002f not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:07:11.108039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222a685-8981-4ce4-8cf7-c137185e0a96 req-0ac96112-f83c-4fe6-9799-13c6af6d59b2 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:11.109525 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6222a685-8981-4ce4-8cf7-c137185e0a96 req-0ac96112-f83c-4fe6-9799-13c6af6d59b2 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0493422 Sep 22 11:07:11.175158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6222a685-8981-4ce4-8cf7-c137185e0a96 req-e916dc43-af2b-4185-8fb2-421e9da95094 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595992 Sep 22 11:07:11.194425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-b72863f8-eef1-4d70-92cc-11056815d71a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:11.195923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-b72863f8-eef1-4d70-92cc-11056815d71a tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.30 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0&tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 943 time: 0.0658634 Sep 22 11:07:11.256288 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-84f8412f-52cf-4f8d-b146-45d29ed1b2f6 service neutron] delete failed (client error): The resource could not be found. Sep 22 11:07:11.257302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-84f8412f-52cf-4f8d-b146-45d29ed1b2f6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/da86e62a-2c27-423b-b98a-5e8cbc03002f/bindings/n-h1-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0544691 Sep 22 11:07:11.337243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-b39ba8c4-a01e-454d-a15b-d122cfdc4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:11.338678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-b39ba8c4-a01e-454d-a15b-d122cfdc4d95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 1094 time: 0.0399418 Sep 22 11:07:11.732242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-251deedb-c478-4293-90d9-c7567f1c41b1 req-00977194-e2d8-4ab0-843d-ef688a875130 service neutron] (95681) timed out ('10.222.0.30', 55376) {{(pid=95681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 11:07:11.763548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-e7f541bf-b28a-4967-b31f-103bcfeaa356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:11.765011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-e7f541bf-b28a-4967-b31f-103bcfeaa356 service neutron] 10.222.0.30 "GET /v2.0/networks?id=02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 200 len: 916 time: 0.4198270 Sep 22 11:07:11.804263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-f124928a-2f1a-48fc-afbd-1242d2fab40d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f HTTP/1.1" status: 200 len: 217 time: 0.0320456 Sep 22 11:07:11.852879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-cf9dd9a2-d6f5-4266-9a19-36c0f6aef434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:11.854902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-cf9dd9a2-d6f5-4266-9a19-36c0f6aef434 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 200 len: 855 time: 0.0440240 Sep 22 11:07:11.884868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-cbd889d2-7069-47fb-98ba-1e0808376f27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02a111ac-6e18-49c2-8f44-cd789c96ef26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238028 Sep 22 11:07:11.985334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-1e14506a-0ce4-496d-88bd-5b8bb7717fdf service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923214 Sep 22 11:07:12.075824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-743dba1b-8250-4044-8bf8-7c1754a1912c req-f91b36bd-12e0-4fa8-823f-e0f8c3688edb service neutron] 10.222.0.30 "GET /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839856 Sep 22 11:07:12.289694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd9ae5-0441-4a29-ba03-d3abd61bd8d2 req-37def9b2-cdad-4dc6-b7ae-095f3dcf7cc9 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:12.291087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4cd9ae5-0441-4a29-ba03-d3abd61bd8d2 req-37def9b2-cdad-4dc6-b7ae-095f3dcf7cc9 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 943 time: 0.0482287 Sep 22 11:07:12.329952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f4cd9ae5-0441-4a29-ba03-d3abd61bd8d2 req-c3b793df-379e-49f5-ab63-8ea5dec110f7 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Sep 22 11:07:12.843617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device da86e62a-2c27-423b-b98a-5e8cbc03002f details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:07:12.933644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:12.944852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'network_id': '02a111ac-6e18-49c2-8f44-cd789c96ef26', 'port_id': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'mac_address': 'fa:16:3e:db:dc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075067aa-5173-4828-90db-a6f45ba38b1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:07:12.982352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:12.995543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da86e62a-2c27-423b-b98a-5e8cbc03002f {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:07:13.015239 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:13.086998 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:13.134202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:13.312471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['da86e62a-2c27-423b-b98a-5e8cbc03002f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:07:13.443966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb715de-5ae4-4037-a873-0965d2f92a3e req-179cfb8b-f8b9-4c6b-ad63-5c85458b090c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:13.445457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8eb715de-5ae4-4037-a873-0965d2f92a3e req-179cfb8b-f8b9-4c6b-ad63-5c85458b090c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 944 time: 0.0478711 Sep 22 11:07:13.486805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8eb715de-5ae4-4037-a873-0965d2f92a3e req-81aea359-2c44-43c2-83e6-f0e5e6718aa2 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Sep 22 11:07:13.599572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb2bf-84d1-491e-8d97-faa6cce0a765 req-97cd2878-4438-44a1-908e-c5a0ae4399be tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:13.601057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a60cb2bf-84d1-491e-8d97-faa6cce0a765 req-97cd2878-4438-44a1-908e-c5a0ae4399be tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 944 time: 0.0489209 Sep 22 11:07:13.641963 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a60cb2bf-84d1-491e-8d97-faa6cce0a765 req-1a558654-36c6-4e5a-a242-64dd0dfcd21c tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349808 Sep 22 11:07:13.752285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84f3f6-8add-4173-b2f8-0d9d0fb7474b req-bf500959-d4f1-484a-b7bd-1cd89cde50f0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:13.753663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f84f3f6-8add-4173-b2f8-0d9d0fb7474b req-bf500959-d4f1-484a-b7bd-1cd89cde50f0 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 944 time: 0.0475972 Sep 22 11:07:13.790502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f84f3f6-8add-4173-b2f8-0d9d0fb7474b req-53547f40-e6f1-4751-9d29-5397bad470e5 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Sep 22 11:07:14.338983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac737ee-abb3-4fd2-971b-a4629783c003 req-55ef1bed-7dc3-4de6-965d-cfc0f63ec550 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:14.340466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ac737ee-abb3-4fd2-971b-a4629783c003 req-55ef1bed-7dc3-4de6-965d-cfc0f63ec550 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 944 time: 0.0486674 Sep 22 11:07:14.376930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ac737ee-abb3-4fd2-971b-a4629783c003 req-78bdd00e-8fd5-4e9d-86f6-53221fd247e9 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304964 Sep 22 11:07:14.854433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device da86e62a-2c27-423b-b98a-5e8cbc03002f up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:07:14.955773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port da86e62a-2c27-423b-b98a-5e8cbc03002f completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:07:14.959513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port da86e62a-2c27-423b-b98a-5e8cbc03002f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:14.959879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:15.036417 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:15.057994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:07:15.060242 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9660f892-1172-452b-a905-3e8b478c6fa2" -d '{"events": [{"server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "name": "network-vif-plugged", "status": "completed", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:07:15.072392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:15.096723 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35d8cf2-f75a-4de7-b850-fd4b2e515496 x-openstack-request-id: req-c35d8cf2-f75a-4de7-b850-fd4b2e515496 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:07:15.097166 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "name": "network-vif-plugged", "status": "completed", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:07:15.097423 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c35d8cf2-f75a-4de7-b850-fd4b2e515496 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:07:15.097823 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'code': 200} Sep 22 11:07:15.153378 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:15.198428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:15.524636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795590cf-7251-4840-9bae-fa417adea8c4 req-2a350d2c-b9c5-4fce-8da6-de47e8dcde32 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:15.526153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-795590cf-7251-4840-9bae-fa417adea8c4 req-2a350d2c-b9c5-4fce-8da6-de47e8dcde32 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0793085 Sep 22 11:07:15.545742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-048d0651-bf29-445c-a55f-3bc49c4dd349 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:15.547174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-048d0651-bf29-445c-a55f-3bc49c4dd349 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.32 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 945 time: 0.0711250 Sep 22 11:07:15.601153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-795590cf-7251-4840-9bae-fa417adea8c4 req-e5f16d75-5fdd-447b-a8b3-3587397312d2 tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.20 "GET /v2.0/security-groups?id=319796d1-daca-4e9d-9245-3c82679aa4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684114 Sep 22 11:07:15.653074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Deleting port da86e62a-2c27-423b-b98a-5e8cbc03002f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:07:15.653416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:15.741083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] For port da86e62a-2c27-423b-b98a-5e8cbc03002f, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=da86e62a-2c27-423b-b98a-5e8cbc03002f,segment=NetworkSegment(2f0f7a44-8968-4f53-925b-22b19173c03e),segment_id=2f0f7a44-8968-4f53-925b-22b19173c03e)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:15.741449 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:15.754205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Calling delete_port for da86e62a-2c27-423b-b98a-5e8cbc03002f owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:07:15.990275 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:16.002179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['da86e62a-2c27-423b-b98a-5e8cbc03002f'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:07:16.016557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Pushing event deleted for resources: {'Port': ['ID=da86e62a-2c27-423b-b98a-5e8cbc03002f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:16.058703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] No DVR routers for this DVR port da86e62a-2c27-423b-b98a-5e8cbc03002f on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:07:16.061470 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:16.063526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29f0d842-9b76-4ee3-a865-95525feb5b68 req-5b18e239-725e-4081-99f0-4a47b40770af tempest-ServerDiskConfigTestJSON-1243175057 tempest-ServerDiskConfigTestJSON-1243175057-project] 10.222.0.32 "DELETE /v2.0/ports/da86e62a-2c27-423b-b98a-5e8cbc03002f HTTP/1.1" status: 204 len: 173 time: 0.5091753 Sep 22 11:07:16.063963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'name': 'network-vif-deleted', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:07:16.066397 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0814682-be45-4838-8b4a-0d39b254b5e7" -d '{"events": [{"server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "name": "network-vif-deleted", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:07:16.101030 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f251716-87a9-41ad-b19c-1379e8f0ce7f x-openstack-request-id: req-5f251716-87a9-41ad-b19c-1379e8f0ce7f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:07:16.101320 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e6156a-3794-4a77-9d6c-d14f53efebd0", "name": "network-vif-deleted", "tag": "da86e62a-2c27-423b-b98a-5e8cbc03002f", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:07:16.101569 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f251716-87a9-41ad-b19c-1379e8f0ce7f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:07:16.101966 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e6156a-3794-4a77-9d6c-d14f53efebd0', 'name': 'network-vif-deleted', 'tag': 'da86e62a-2c27-423b-b98a-5e8cbc03002f', 'status': 'completed', 'code': 200} Sep 22 11:07:16.655598 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d293fa9-f838-44ed-9b4c-95bf0dd79c9b req-a1e1a550-6449-4608-a972-5d77657892a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255678 Sep 22 11:07:16.721178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45004) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:16.779502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d293fa9-f838-44ed-9b4c-95bf0dd79c9b req-e0376d93-0f22-44ab-8f08-768fd95996c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&device_id=23e6156a-3794-4a77-9d6c-d14f53efebd0 HTTP/1.1" status: 200 len: 210 time: 0.0511022 Sep 22 11:07:16.797559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe030e4-2f6d-4a88-be86-533fe3892830 admin admin] Deleting subnet 075067aa-5173-4828-90db-a6f45ba38b1e {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:07:16.808992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cfe030e4-2f6d-4a88-be86-533fe3892830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:16.890426 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cfe030e4-2f6d-4a88-be86-533fe3892830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:16.948884 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cfe030e4-2f6d-4a88-be86-533fe3892830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:16.951603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d293fa9-f838-44ed-9b4c-95bf0dd79c9b req-4a8a5ce8-ef24-486f-aa4b-8aad75b1cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:16.953097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d293fa9-f838-44ed-9b4c-95bf0dd79c9b req-4a8a5ce8-ef24-486f-aa4b-8aad75b1cd56 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1532834 Sep 22 11:07:17.078593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d293fa9-f838-44ed-9b4c-95bf0dd79c9b req-b1357f6c-2efe-4cd6-8cf4-4a5256f166ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:17.080110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d293fa9-f838-44ed-9b4c-95bf0dd79c9b req-b1357f6c-2efe-4cd6-8cf4-4a5256f166ea service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094379 Sep 22 11:07:17.139407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cfe030e4-2f6d-4a88-be86-533fe3892830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:17.166732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe030e4-2f6d-4a88-be86-533fe3892830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075067aa-5173-4828-90db-a6f45ba38b1e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:17.170609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cfe030e4-2f6d-4a88-be86-533fe3892830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:17.173646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cfe030e4-2f6d-4a88-be86-533fe3892830 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/075067aa-5173-4828-90db-a6f45ba38b1e HTTP/1.1" status: 204 len: 168 time: 0.4513006 Sep 22 11:07:17.176199 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45006) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:17.242774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:17.320758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:17.340877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a111ac-6e18-49c2-8f44-cd789c96ef26']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:17.349627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0f7a44-8968-4f53-925b-22b19173c03e') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:17.349915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0f7a44-8968-4f53-925b-22b19173c03e') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:17.358842 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:17.371202 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:17.376905 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:07:17.377295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: timer() Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:07:17.379002 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:07:17.515582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:17.520987 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:17.522829 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] 10.222.0.20 "DELETE /v2.0/networks/02a111ac-6e18-49c2-8f44-cd789c96ef26 HTTP/1.1" status: 204 len: 168 time: 0.3454115 Sep 22 11:07:17.533511 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Pushing event deleted for resources: {'Network': ['ID=02a111ac-6e18-49c2-8f44-cd789c96ef26,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:17.540946 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.541299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.541638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.541970 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.542322 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.542652 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.543029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.543289 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.543614 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.543936 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.544283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.544606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c9fc9-631a-42a1-81bd-5029668b594a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:17.908285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45010) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:17.947760 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8ec75f88-6f01-4fef-8166-1d3ede0bde4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5afd1b9a8d074eb3ab6bac9e25c8c4ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382974 Sep 22 11:07:17.950342 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45012) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:17.997567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a00824b4-f46a-425e-a3ca-4bc62dfe0d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:18.018356 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a00824b4-f46a-425e-a3ca-4bc62dfe0d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:18.149891 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a00824b4-f46a-425e-a3ca-4bc62dfe0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:18.152394 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a00824b4-f46a-425e-a3ca-4bc62dfe0d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:18.153575 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a00824b4-f46a-425e-a3ca-4bc62dfe0d4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/319796d1-daca-4e9d-9245-3c82679aa4a3 HTTP/1.1" status: 204 len: 168 time: 0.2023487 Sep 22 11:07:18.161151 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00824b4-f46a-425e-a3ca-4bc62dfe0d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319796d1-daca-4e9d-9245-3c82679aa4a3,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:18.870351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device da86e62a-2c27-423b-b98a-5e8cbc03002f no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:07:18.890345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: da86e62a-2c27-423b-b98a-5e8cbc03002f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:07:18.892386 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device da86e62a-2c27-423b-b98a-5e8cbc03002f not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:07:19.120082 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45034) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:19.214188 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1532272993-network', 'tenant_id': '21393d1f613944cd91f081a2e99de87d'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:19.292810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Made reservation on behalf of 21393d1f613944cd91f081a2e99de87d for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:07:19.295343 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:19.304088 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:19.397769 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:19.489920 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:19.517218 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:07:19.523468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7fa689-cf94-4ab8-bfd0-4aabd68192b2,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:19.529450 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:19.529817 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Added segment cef1937e-27df-4a75-9c80-cc99cd040aa3 of type vlan for network 0eb9c609-5790-4205-bd5e-5055af0878be Sep 22 11:07:19.574675 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:20.307174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:20.308140 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:20.308733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:20.368249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb9c609-5790-4205-bd5e-5055af0878be,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:20.384255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 0eb9c609-5790-4205-bd5e-5055af0878be details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:07:20.534008 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81b006d2-15e5-4789-9347-8c52d64562d5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4123018 Sep 22 11:07:20.536751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45040) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:20.541559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Request body: {'subnet': {'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1532272993-subnet', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:20.638378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Made reservation on behalf of 21393d1f613944cd91f081a2e99de87d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:07:20.640739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:20.861408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:20.921065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87825b42-b6d7-487e-8e04-e8af955a275d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:20.928166 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:07:20.928523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Network hostable DHCP agents. Network: 0eb9c609-5790-4205-bd5e-5055af0878be, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:07:21.015624 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Network 0eb9c609-5790-4205-bd5e-5055af0878be is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:07:21.092706 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 0eb9c609-5790-4205-bd5e-5055af0878be) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:07:21.096797 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:21.097399 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.102370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024b5d0-0972-44cc-acb9-3a27cd3aa4a0 None None] Network 0eb9c609-5790-4205-bd5e-5055af0878be requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:07:21.196549 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d620fdee-1408-4af8-9d7d-e38366e1bb87 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6587327 Sep 22 11:07:21.199653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45042) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:21.204165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:21.241991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-0eb9c609-5790-4205-bd5e-5055af0878be', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:07:21.243910 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.293088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.294166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.348759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.530533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Allocated IP 172.20.0.2 (0eb9c609-5790-4205-bd5e-5055af0878be/87825b42-b6d7-487e-8e04-e8af955a275d/df856961-cfd7-4b58-ad65-ad8731b49281) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:07:21.563442 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.669353 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.821508 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.858191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Network 0eb9c609-5790-4205-bd5e-5055af0878be is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:07:21.860979 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:07:21.864348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:07:21.875461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Pushing event updated for resources: {'Port': ['ID=df856961-cfd7-4b58-ad65-ad8731b49281,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:21.908001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.924963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Attempting to bind port df856961-cfd7-4b58-ad65-ad8731b49281 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:07:21.925376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Attempting to bind port df856961-cfd7-4b58-ad65-ad8731b49281 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:07:21.925746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Attempting to bind port df856961-cfd7-4b58-ad65-ad8731b49281 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:07:21.930714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:07:21.930927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.931098 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:07:21.931505 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.931907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:07:21.932375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Bound port: df856961-cfd7-4b58-ad65-ad8731b49281, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:07:21.932757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:21.997684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] For port df856961-cfd7-4b58-ad65-ad8731b49281, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:07:22.000736 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] For port df856961-cfd7-4b58-ad65-ad8731b49281, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=df856961-cfd7-4b58-ad65-ad8731b49281,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:07:22.031155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Allocated IP 172.25.1.239 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/4ccfb4ae-161a-4651-bbe8-d4e8639a9998) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:07:22.113035 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:22.135326 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:22.170439 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0784bf4-0a57-4f97-b301-18dd5b8de9f1 None None] Pushing event updated for resources: {'Port': ['ID=df856961-cfd7-4b58-ad65-ad8731b49281,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:22.244467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:22.284540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:07:22.287420 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:07:22.290984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:07:22.302471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Pushing event updated for resources: {'Port': ['ID=4ccfb4ae-161a-4651-bbe8-d4e8639a9998,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:22.341307 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-12b9c163-382d-4274-b3a2-20d3f8f5c9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:22.654981 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:22.661090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device df856961-cfd7-4b58-ad65-ad8731b49281 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:07:22.708387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port df856961-cfd7-4b58-ad65-ad8731b49281 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:22.708759 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:22.793979 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:22.828988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port df856961-cfd7-4b58-ad65-ad8731b49281, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=df856961-cfd7-4b58-ad65-ad8731b49281,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:22.861519 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:22.905757 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:22.968194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=df856961-cfd7-4b58-ad65-ad8731b49281,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:23.065784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374fc270-c1f4-4145-a5cd-f60ba60d17c2 None None] Network 0eb9c609-5790-4205-bd5e-5055af0878be requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:07:23.081181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:07:23.149634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4230e8a-5385-477d-826f-9c2fc0d7757b None None] Provisioning complete for port df856961-cfd7-4b58-ad65-ad8731b49281 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:23.149992 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4230e8a-5385-477d-826f-9c2fc0d7757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:23.186332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:07:23.197002 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:07:23.207834 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:07:23.208448 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:06:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:23.261971 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:23.266344 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-322ed5ff-7299-46b2-b7d0-310d5442cd8c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0630462 Sep 22 11:07:23.267122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45044) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:23.319946 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:07:23.506899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-43820fc2-5f09-4997-a7d2-01d3662539ec None None] Provisioning complete for port df856961-cfd7-4b58-ad65-ad8731b49281 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:23.507270 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-43820fc2-5f09-4997-a7d2-01d3662539ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:23.507684 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:22Z', 'revision_number': 3, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:23.628130 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:07:23.628478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Updating router ebd47913-a6f7-406c-8ea5-6526f117bf4a port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:07:23.652570 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:23.706942 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:23.859552 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Allocated IP 172.20.0.1 (0eb9c609-5790-4205-bd5e-5055af0878be/87825b42-b6d7-487e-8e04-e8af955a275d/23220c8c-8c5f-42af-9d9b-f9f6043a315f) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:07:23.898296 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:23.971759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:23.972735 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.019486 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Attempting to bind port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:07:24.019850 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Attempting to bind port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:07:24.020214 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Attempting to bind port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:07:24.027237 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Pushing event updated for resources: {'Port': ['ID=4ccfb4ae-161a-4651-bbe8-d4e8639a9998,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:24.034773 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:07:24.035144 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:07:24.035541 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.035939 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:07:24.036382 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Bound port: 4ccfb4ae-161a-4651-bbe8-d4e8639a9998, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:07:24.036754 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.039820 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.041168 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.041168 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.041168 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.041168 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.041485 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.041738 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.042059 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.042931 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.043255 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.043579 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.043900 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:24.087482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.092650 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] For port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:07:24.095839 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] For port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4ccfb4ae-161a-4651-bbe8-d4e8639a9998,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:07:24.123493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Network 0eb9c609-5790-4205-bd5e-5055af0878be is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:07:24.127599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:07:24.131024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:07:24.142789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Pushing event updated for resources: {'Port': ['ID=23220c8c-8c5f-42af-9d9b-f9f6043a315f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:24.176142 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.179019 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.238825 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912868bb-41d4-488b-a285-6bdab90de8ed None None] Pushing event updated for resources: {'Port': ['ID=4ccfb4ae-161a-4651-bbe8-d4e8639a9998,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:24.246218 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:07:24.246844 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:06:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:24.361018 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:07:24.397741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.419202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4bbab082-6b02-4199-9906-f92f615fcbc0 None None] Provisioning complete for port 23220c8c-8c5f-42af-9d9b-f9f6043a315f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:24.419778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4bbab082-6b02-4199-9906-f92f615fcbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.453913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4bbab082-6b02-4199-9906-f92f615fcbc0 None None] Port 23220c8c-8c5f-42af-9d9b-f9f6043a315f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:07:24.545949 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:22Z', 'revision_number': 3, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:24.571612 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a377869-b3bf-4ee0-a295-e43c3d2c4d13 None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:22Z', 'revision_number': 3, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:07:24.571877 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.627136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.646875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device df856961-cfd7-4b58-ad65-ad8731b49281 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:07:24.693478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Pushing event updated for resources: {'Port': ['ID=23220c8c-8c5f-42af-9d9b-f9f6043a315f,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:24.696095 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.702234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port df856961-cfd7-4b58-ad65-ad8731b49281 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:24.702786 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.794985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Network 0eb9c609-5790-4205-bd5e-5055af0878be is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:07:24.796505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:07:25.081525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f1765045-6f11-4c19-855a-d703dc46e409 None None] Provisioning complete for port 23220c8c-8c5f-42af-9d9b-f9f6043a315f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:25.081905 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f1765045-6f11-4c19-855a-d703dc46e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:25.129218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f1765045-6f11-4c19-855a-d703dc46e409 None None] Port 23220c8c-8c5f-42af-9d9b-f9f6043a315f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:07:25.144537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-784de924-e889-4f10-b64b-6b7524eed30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:25.295130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:07:25.405654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:07:25.413750 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5f993bcc-2938-4fc5-8876-1185906d1230 admin admin] 10.222.0.20 "PUT /v2.0/routers/ebd47913-a6f7-406c-8ea5-6526f117bf4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1444960 Sep 22 11:07:25.573067 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:25.939073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:25.943811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e8e39adb-8c96-4c7d-9b62-9278051fd8a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052123097', 'description': 'tempest-description--895406967'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:25.947149 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.021287 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8e39adb-8c96-4c7d-9b62-9278051fd8a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.044977 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.102879 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8e39adb-8c96-4c7d-9b62-9278051fd8a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.163836 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8e39adb-8c96-4c7d-9b62-9278051fd8a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.186014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:07:26.194754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e39adb-8c96-4c7d-9b62-9278051fd8a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285db245-5e2b-42d6-875c-46e4407e0775,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:26.195062 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:07:26.195689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:07:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:26.246932 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e8e39adb-8c96-4c7d-9b62-9278051fd8a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.250932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e8e39adb-8c96-4c7d-9b62-9278051fd8a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3080540 Sep 22 11:07:26.251358 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45056) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:26.256084 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-715f043b-9d84-4d05-823f-04028bc0fc6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'security_group_rule': {'security_group_id': '285db245-5e2b-42d6-875c-46e4407e0775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:26.306861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:07:26.348173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.348911 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-715f043b-9d84-4d05-823f-04028bc0fc6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.405400 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-715f043b-9d84-4d05-823f-04028bc0fc6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.466750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-715f043b-9d84-4d05-823f-04028bc0fc6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.481829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f043b-9d84-4d05-823f-04028bc0fc6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459261a9-4032-486b-854a-a0d02868c10a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:26.504814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 2, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:26.530927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:07:26.531673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Updating router ebd47913-a6f7-406c-8ea5-6526f117bf4a port 23220c8c-8c5f-42af-9d9b-f9f6043a315f binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:07:26.544015 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-715f043b-9d84-4d05-823f-04028bc0fc6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.545283 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-715f043b-9d84-4d05-823f-04028bc0fc6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927845 Sep 22 11:07:26.548706 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45058) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:26.552528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-81b976cf-d427-48cf-a6a1-c2077ee4ef13 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'security_group_rule': {'security_group_id': '285db245-5e2b-42d6-875c-46e4407e0775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:26.560651 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.655942 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b976cf-d427-48cf-a6a1-c2077ee4ef13 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.691298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:07:26.744478 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b976cf-d427-48cf-a6a1-c2077ee4ef13 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.811589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:26.811966 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.825073 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b976cf-d427-48cf-a6a1-c2077ee4ef13 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.842210 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b976cf-d427-48cf-a6a1-c2077ee4ef13 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437eeb51-a506-4863-8d4b-5eb37f6601bd,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:26.919105 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.947165 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-81b976cf-d427-48cf-a6a1-c2077ee4ef13 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.948425 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-81b976cf-d427-48cf-a6a1-c2077ee4ef13 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3995483 Sep 22 11:07:26.951820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45060) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:26.953857 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:26.956452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:26.973593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4ccfb4ae-161a-4651-bbe8-d4e8639a9998,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:27.001199 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.054571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Pushing event updated for resources: {'Port': ['ID=23220c8c-8c5f-42af-9d9b-f9f6043a315f,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:27.092993 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.094683 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.097462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.097462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.097462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.097462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.097462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.097462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.097462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.097462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.098085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.098085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.098278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:07:27.104755 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.139757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Attempting to bind port 23220c8c-8c5f-42af-9d9b-f9f6043a315f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:07:27.140135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Attempting to bind port 23220c8c-8c5f-42af-9d9b-f9f6043a315f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:07:27.140506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Attempting to bind port 23220c8c-8c5f-42af-9d9b-f9f6043a315f on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:07:27.148564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:07:27.149033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:07:27.149335 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.149739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:07:27.150244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Bound port: 23220c8c-8c5f-42af-9d9b-f9f6043a315f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:07:27.150629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.179604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=4ccfb4ae-161a-4651-bbe8-d4e8639a9998,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:27.219371 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.234176 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] For port 23220c8c-8c5f-42af-9d9b-f9f6043a315f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:07:27.237677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] For port 23220c8c-8c5f-42af-9d9b-f9f6043a315f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=23220c8c-8c5f-42af-9d9b-f9f6043a315f,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:07:27.263453 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bb0ab4d3-3682-4b83-b16d-4653ae69f1fb None None] Provisioning complete for port 23220c8c-8c5f-42af-9d9b-f9f6043a315f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:27.263453 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb0ab4d3-3682-4b83-b16d-4653ae69f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.297960 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ab4d3-3682-4b83-b16d-4653ae69f1fb None None] Port 23220c8c-8c5f-42af-9d9b-f9f6043a315f cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:07:27.318494 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.326350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Allocated IP 172.25.1.75 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/9c2f2c9d-4fa3-4620-8ed9-75566b0c04bd) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:07:27.380016 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:07:27.380638 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:07:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:27.383807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd161cc8-30b4-49a5-932e-32a728fd245c None None] Pushing event updated for resources: {'Port': ['ID=23220c8c-8c5f-42af-9d9b-f9f6043a315f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:27.437087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.501121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:07:27.525654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.566676 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:07:27.570036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:07:27.577386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:07:27.580475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event updated for resources: {'Port': ['ID=9c2f2c9d-4fa3-4620-8ed9-75566b0c04bd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:27.656103 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5e52bc78-3b0b-47ef-ba7f-b14992201b7d None None] Provisioning complete for port 23220c8c-8c5f-42af-9d9b-f9f6043a315f triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:27.656393 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5e52bc78-3b0b-47ef-ba7f-b14992201b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.663984 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.771826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.780464 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5e52bc78-3b0b-47ef-ba7f-b14992201b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.784905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:27.816213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a58bc-dbae-469e-92e9-37b21056133f None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:07:27.842997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5e52bc78-3b0b-47ef-ba7f-b14992201b7d None None] For port 23220c8c-8c5f-42af-9d9b-f9f6043a315f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=23220c8c-8c5f-42af-9d9b-f9f6043a315f,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:27.929570 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5e52bc78-3b0b-47ef-ba7f-b14992201b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.946980 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.983099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52bc78-3b0b-47ef-ba7f-b14992201b7d None None] Pushing event updated for resources: {'Port': ['ID=23220c8c-8c5f-42af-9d9b-f9f6043a315f,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:28.018473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:28.089951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event updated for resources: {'Port': ['ID=9c2f2c9d-4fa3-4620-8ed9-75566b0c04bd,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:28.107037 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:28.198419 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:28.209803 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:28.211210 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-786be7d1-0c2b-431c-b5d0-d79528231676 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2582848 Sep 22 11:07:28.359103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-dfb9f94d-136b-4db4-a9f1-813e5c7b837e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2052123097&fields=id&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 267 time: 0.0352561 Sep 22 11:07:28.471542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-fc610fb1-8035-476c-8299-6725dd5a1265 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:28.473132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-fc610fb1-8035-476c-8299-6725dd5a1265 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 812 time: 0.1069939 Sep 22 11:07:28.488986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-f219ac87-896e-445a-9aa0-61336e7708fe tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/quotas/21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 375 time: 0.0099378 Sep 22 11:07:28.544520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-013ad9aa-0a1d-4053-b5de-7a3d8a8986fd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495710 Sep 22 11:07:28.661856 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-5200d450-d039-4568-b80d-f488b073a15d service neutron] 10.222.0.20 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056843 Sep 22 11:07:28.723913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 23220c8c-8c5f-42af-9d9b-f9f6043a315f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:07:28.762471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-d47e539a-214b-457b-a8d4-de9c51e26084 service neutron] 10.222.0.20 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938160 Sep 22 11:07:28.777399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 23220c8c-8c5f-42af-9d9b-f9f6043a315f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:28.777768 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:29.006179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:07:29.051253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:29.051627 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:29.096193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3901e629-2fae-49e7-b3d6-9f17b7510b88 req-edb92766-d6fb-4a0a-bffb-9f6544a6ffe0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 210 time: 0.0267696 Sep 22 11:07:30.175689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1939f090-80c5-4932-b39d-ca91e3029e3b req-11e1839b-83b1-439b-910d-6de12bf5ba59 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 210 time: 0.0262458 Sep 22 11:07:31.267494 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b89c1e02-dc79-41d6-9fef-f8a5194b693b req-2a0da661-6ee0-421b-99d4-10548312c6db tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 210 time: 0.0257359 Sep 22 11:07:31.376751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-108b6e32-b4cb-418e-a6a0-858cfa7a7843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:31.378246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-108b6e32-b4cb-418e-a6a0-858cfa7a7843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 812 time: 0.1078496 Sep 22 11:07:31.419629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-1b8a8f38-3d8b-4ce5-ae6f-26572e423878 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 380 time: 0.0329607 Sep 22 11:07:31.428514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'port': {'device_id': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'admin_state_up': True, 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'security_groups': ['285db245-5e2b-42d6-875c-46e4407e0775']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:31.632482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Made reservation on behalf of 21393d1f613944cd91f081a2e99de87d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:07:31.636216 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:31.757848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Allocated IP 172.20.0.4 (0eb9c609-5790-4205-bd5e-5055af0878be/87825b42-b6d7-487e-8e04-e8af955a275d/ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:07:31.893825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:31.984332 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:32.024107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Network 0eb9c609-5790-4205-bd5e-5055af0878be is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:07:32.027124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:07:32.030641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:07:32.067769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event updated for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:32.089999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:32.090658 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:32.162476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-b3f14216-d470-4c00-a58d-1f67db5ecb64 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372391 Sep 22 11:07:32.174517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Request body: {'port': {'device_id': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:32.227559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:32.275061 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4c94ad86-8d0b-4280-977f-e2d2520a9f16 None None] Provisioning complete for port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:32.275649 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4c94ad86-8d0b-4280-977f-e2d2520a9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:32.311326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-4c94ad86-8d0b-4280-977f-e2d2520a9f16 None None] Port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:07:32.439410 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef0a89-b2c7-41cb-b7ff-0d41601e0772 req-40dc4365-94e6-4e09-a8d7-1bfe5a469d8a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:32.440894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9ef0a89-b2c7-41cb-b7ff-0d41601e0772 req-40dc4365-94e6-4e09-a8d7-1bfe5a469d8a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 931 time: 0.0983436 Sep 22 11:07:32.505965 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9ef0a89-b2c7-41cb-b7ff-0d41601e0772 req-225ac888-27f4-4b63-9384-1ce2f849dc4e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576839 Sep 22 11:07:32.567343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:07:32.575120 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:32.586752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Transition to ACTIVE for port object ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:07:32.680890 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:32.729704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Pushing event updated for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:32.802965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Attempting to bind port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:07:32.803301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Attempting to bind port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:07:32.803806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Attempting to bind port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:07:32.808594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:07:32.808923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Attempting to bind port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:07:32.814355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:07:32.814679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:07:32.815074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:07:32.815535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Bound port: ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:07:32.815903 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:32.883267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:07:32.886198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:07:32.947471 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:32.982343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:32.983046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:32.984369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] 10.222.0.30 "PUT /v2.0/ports/ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 1091 time: 0.8140657 Sep 22 11:07:32.984801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:07:32.990370 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54089074-0185-4e70-b920-bb99c2f8e2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:07:33.009711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db1d6f-6aa4-4cd8-8276-817fad48d607 service neutron] Pushing event updated for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:33.031408 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266b8fb7-d913-45db-8794-718fac0d789e x-openstack-request-id: req-266b8fb7-d913-45db-8794-718fac0d789e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:07:33.031704 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:07:33.031971 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-266b8fb7-d913-45db-8794-718fac0d789e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:07:33.032367 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'status': 'completed', 'code': 200} Sep 22 11:07:33.094309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54089074-0185-4e70-b920-bb99c2f8e2cd req-767c910b-eb32-4062-9781-e00a2ec17d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:33.095868 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54089074-0185-4e70-b920-bb99c2f8e2cd req-767c910b-eb32-4062-9781-e00a2ec17d78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1094 time: 0.0432892 Sep 22 11:07:33.197782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54089074-0185-4e70-b920-bb99c2f8e2cd req-861cec9d-626c-465a-af74-b47ae736eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:33.200129 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54089074-0185-4e70-b920-bb99c2f8e2cd req-861cec9d-626c-465a-af74-b47ae736eb41 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=21393d1f613944cd91f081a2e99de87d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0969052 Sep 22 11:07:33.293791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54089074-0185-4e70-b920-bb99c2f8e2cd req-91c1cc27-e932-44b4-abea-11449abed581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:33.295301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-54089074-0185-4e70-b920-bb99c2f8e2cd req-91c1cc27-e932-44b4-abea-11449abed581 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886972 Sep 22 11:07:33.371481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-46be9ca7-d9d2-40cf-b29f-a6d77966ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:33.373001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-46be9ca7-d9d2-40cf-b29f-a6d77966ef5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1094 time: 0.0440669 Sep 22 11:07:33.413063 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-50dd2b51-88db-4605-bdeb-6230d5ff9bb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 217 time: 0.0327656 Sep 22 11:07:33.464797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-68a9875f-719b-4db6-9c9a-cf193621a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:33.466291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-68a9875f-719b-4db6-9c9a-cf193621a83b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0462916 Sep 22 11:07:33.513755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-e0e86419-e1de-4cca-9ad2-ffd9143393cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:33.515177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-e0e86419-e1de-4cca-9ad2-ffd9143393cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424736 Sep 22 11:07:33.632707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-89087ba3-e4fc-4cb9-aaac-ddda7910955a service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106586 Sep 22 11:07:33.665813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dbe77-19c8-4633-8721-5cbe4a0b6579 req-42f14e9f-3e99-4e05-b73c-720a68877926 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:33.667275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-028dbe77-19c8-4633-8721-5cbe4a0b6579 req-42f14e9f-3e99-4e05-b73c-720a68877926 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 943 time: 0.0782986 Sep 22 11:07:33.749008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-028dbe77-19c8-4633-8721-5cbe4a0b6579 req-18e2b973-3169-440a-ba14-af3bc0049977 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709524 Sep 22 11:07:33.759077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ff13d31-85fa-4a4f-9549-777c6fd9809e req-f8aa014d-5dce-4128-9046-fac3ea0a7a47 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190789 Sep 22 11:07:34.867654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92305aa-9f45-4d1f-8df1-11077097d0fc req-1f94327a-bcd9-4f42-b268-8e7ca6cfa00a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:34.869137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f92305aa-9f45-4d1f-8df1-11077097d0fc req-1f94327a-bcd9-4f42-b268-8e7ca6cfa00a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 943 time: 0.0559046 Sep 22 11:07:34.906928 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f92305aa-9f45-4d1f-8df1-11077097d0fc req-effbfffb-a014-489c-82ff-2eda67e7fab0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Sep 22 11:07:36.018162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8946e-832b-428b-a083-b30cbc22dbcc req-da712541-1f4c-4907-9e30-d8662dc9a2b8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:36.019643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dba8946e-832b-428b-a083-b30cbc22dbcc req-da712541-1f4c-4907-9e30-d8662dc9a2b8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 943 time: 0.0472066 Sep 22 11:07:36.056248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dba8946e-832b-428b-a083-b30cbc22dbcc req-a654afa8-b956-4c49-a210-eeccb3bff2c2 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306256 Sep 22 11:07:36.968409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:07:37.062529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:37.073452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'mac_address': 'fa:16:3e:ee:c0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:07:37.110426 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:37.123350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:07:37.143697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:37.168474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffeb63-0244-4250-a62d-8b50d785ccf8 req-7e3ba9b3-0e89-4be9-8429-09ee3e629c49 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:37.169979 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5ffeb63-0244-4250-a62d-8b50d785ccf8 req-7e3ba9b3-0e89-4be9-8429-09ee3e629c49 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 943 time: 0.0473156 Sep 22 11:07:37.207823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5ffeb63-0244-4250-a62d-8b50d785ccf8 req-8a84944f-857b-4313-843f-4832b8c0e08a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Sep 22 11:07:37.226986 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:37.276575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:37.435420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:07:38.330503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaa657-4dc5-42d2-b561-2ff5fed3b19b req-4a71cf83-eaca-41c5-b400-d78de7d6c9bd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:38.331977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13eaa657-4dc5-42d2-b561-2ff5fed3b19b req-4a71cf83-eaca-41c5-b400-d78de7d6c9bd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 944 time: 0.0513322 Sep 22 11:07:38.368613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-13eaa657-4dc5-42d2-b561-2ff5fed3b19b req-862e2eba-9133-45c4-b4d2-e33045e2c017 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307584 Sep 22 11:07:38.971867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:07:39.104232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:07:39.108871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:07:39.109249 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:39.187550 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:39.209443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:07:39.211716 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6910f505-eda3-40f6-ab50-634ffc504f47" -d '{"events": [{"server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "name": "network-vif-plugged", "status": "completed", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:07:39.225087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:07:39.257862 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f1f099-e227-443e-a406-93bf26459582 x-openstack-request-id: req-05f1f099-e227-443e-a406-93bf26459582 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:07:39.258164 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "name": "network-vif-plugged", "status": "completed", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:07:39.258427 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05f1f099-e227-443e-a406-93bf26459582 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:07:39.258852 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'code': 200} Sep 22 11:07:39.313096 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:39.368328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:07:39.368548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a1720-41dd-4b07-ae2d-13b8e6fb6a28 req-2cd63527-3e81-495a-adef-3b6377e64702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:39.370068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-086a1720-41dd-4b07-ae2d-13b8e6fb6a28 req-2cd63527-3e81-495a-adef-3b6377e64702 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1096 time: 0.0480030 Sep 22 11:07:39.407017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-086a1720-41dd-4b07-ae2d-13b8e6fb6a28 req-bdecd6bc-a21f-4ee9-a329-c0497adba33d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296795 Sep 22 11:07:39.493478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f556f-8777-4d6a-a24e-6800516e23c2 req-a6b0c562-d638-44fc-b2a9-3666e13f5ad6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:39.494898 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9e1f556f-8777-4d6a-a24e-6800516e23c2 req-a6b0c562-d638-44fc-b2a9-3666e13f5ad6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Sep 22 11:07:39.535057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9e1f556f-8777-4d6a-a24e-6800516e23c2 req-e5d52108-67b5-46bb-8f95-8cab6e65aa2e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332427 Sep 22 11:07:40.652929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d4c25-5b83-4805-9ca2-649e50c7e84e req-65cb4989-968c-4b49-927d-5fa60e9bf68d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:40.655493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e88d4c25-5b83-4805-9ca2-649e50c7e84e req-65cb4989-968c-4b49-927d-5fa60e9bf68d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0528650 Sep 22 11:07:40.692388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e88d4c25-5b83-4805-9ca2-649e50c7e84e req-66209cc8-2210-47a6-b7c1-8f995f44ad5f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Sep 22 11:07:41.640142 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:07:41.804056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c37e5-f165-4be9-96db-a9f9f409d15a req-30c759c0-489b-4af1-9bb4-557f83fb68de tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:41.805542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b5c37e5-f165-4be9-96db-a9f9f409d15a req-30c759c0-489b-4af1-9bb4-557f83fb68de tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0480578 Sep 22 11:07:41.844128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4b5c37e5-f165-4be9-96db-a9f9f409d15a req-5c912d36-7fa9-4ece-a423-596efd168162 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316672 Sep 22 11:07:41.969271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d41d0-d852-4965-a601-b15fb646482d req-41787ab1-76b2-4ffa-88b2-273d67e0a1f9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:41.970812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d14d41d0-d852-4965-a601-b15fb646482d req-41787ab1-76b2-4ffa-88b2-273d67e0a1f9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0486817 Sep 22 11:07:41.979890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45118) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:07:41.984225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d5080d21-2c82-44fb-a4c9-e3e9a0f4822f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'floatingip': {'port_id': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:07:42.029212 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d5080d21-2c82-44fb-a4c9-e3e9a0f4822f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:42.438190 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d5080d21-2c82-44fb-a4c9-e3e9a0f4822f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:42.512398 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d5080d21-2c82-44fb-a4c9-e3e9a0f4822f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:42.616507 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-d5080d21-2c82-44fb-a4c9-e3e9a0f4822f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b associated. External IP: 172.25.1.75, port: ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722. Sep 22 11:07:42.816654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5080d21-2c82-44fb-a4c9-e3e9a0f4822f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:07:42.920259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5080d21-2c82-44fb-a4c9-e3e9a0f4822f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:07:42.925200 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d5080d21-2c82-44fb-a4c9-e3e9a0f4822f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:42.930306 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:07:42.940325 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:07:42.940934 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:07:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:42.952736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d5080d21-2c82-44fb-a4c9-e3e9a0f4822f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "PUT /v2.0/floatingips/20e24a40-5538-44aa-9190-a7c0f45b7f6b HTTP/1.1" status: 200 len: 990 time: 0.9718173 Sep 22 11:07:42.956630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:07:42.956630 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271b2001-21d2-4f7e-ad5a-664506d5e9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:07:43.041546 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc72d0e-da99-40ce-b4d6-30b62e2f9ea2 x-openstack-request-id: req-7cc72d0e-da99-40ce-b4d6-30b62e2f9ea2 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:07:43.041836 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:07:43.042088 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cc72d0e-da99-40ce-b4d6-30b62e2f9ea2 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:07:43.042551 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'status': 'completed', 'code': 200} Sep 22 11:07:43.049853 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:07:43.101992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-607890d7-91ce-49e4-b137-1fe56a663072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:43.103459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-607890d7-91ce-49e4-b137-1fe56a663072 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1096 time: 0.0395119 Sep 22 11:07:43.196718 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-acd0826f-32bc-4465-8c85-c8bd02441788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:43.198368 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-acd0826f-32bc-4465-8c85-c8bd02441788 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0875597 Sep 22 11:07:43.259698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-afa7c98b-2023-4952-8559-ac3b67e5ce1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 998 time: 0.0546153 Sep 22 11:07:43.270235 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:ee:c0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:07:42Z', 'revision_number': 1, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:43.295199 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:07:43.303195 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:07:43.303801 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:07:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:43.311153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-4ca76faf-c14f-44ad-a43e-cac914ee9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:43.312663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-4ca76faf-c14f-44ad-a43e-cac914ee9663 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0464642 Sep 22 11:07:43.412257 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:07:43.644985 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:ee:c0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:07:42Z', 'revision_number': 1, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:07:43.695918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-e64a120e-3aa3-467b-9300-7f49e68f41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:07:43.697468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-e64a120e-3aa3-467b-9300-7f49e68f41c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3783817 Sep 22 11:07:43.759346 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b3b0d-a6ef-43df-b870-d03b8c5d756e None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:ee:c0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:07:42Z', 'revision_number': 1, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:07:43.789887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-08cd8efe-cffe-492b-abe2-0c20f25f2f64 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844471 Sep 22 11:07:43.894335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-271b2001-21d2-4f7e-ad5a-664506d5e9ab req-0829c7bc-dad4-410d-9281-8fdaee640fe0 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895073 Sep 22 11:07:43.967829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c467b-6fef-496b-b887-e2d2e62cabd6 None None] New status for floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:07:52.360956 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-773e41af-c031-4e20-91b2-9abe4b72db04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:55.146371 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70f9b1cd-2154-4bfc-aa8b-1cfe6d641e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:55.569454 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:55.966662 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:56.063350 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:56.309450 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:58.166069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:18.639477 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:08:22.308437 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4a99f53-4753-4114-bebc-06f178b86233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:25.128905 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ee4821de-a54c-4c1b-9a10-e705fb07f3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:25.569025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:26.016995 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:26.094668 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:26.300254 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:28.159644 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:29.416708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711b20bf-af93-414d-85bb-6bec191dffff req-d706ae53-8284-4d02-b412-9c2f0f50983e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986927 Sep 22 11:08:29.498960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b20bf-af93-414d-85bb-6bec191dffff req-9e1b5416-35bc-47e3-9720-9514d58f4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:08:29.500487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711b20bf-af93-414d-85bb-6bec191dffff req-9e1b5416-35bc-47e3-9720-9514d58f4c36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1096 time: 0.0429599 Sep 22 11:08:29.603825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b20bf-af93-414d-85bb-6bec191dffff req-ddd295c5-75d6-4803-b4c4-6a53622754a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:08:29.605227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711b20bf-af93-414d-85bb-6bec191dffff req-ddd295c5-75d6-4803-b4c4-6a53622754a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0868726 Sep 22 11:08:29.672288 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711b20bf-af93-414d-85bb-6bec191dffff req-a45cba37-05ee-43f3-828f-443dab6a8a19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 1000 time: 0.0599930 Sep 22 11:08:29.725287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b20bf-af93-414d-85bb-6bec191dffff req-a8dc1a4f-57c3-44cd-9f83-3bc8ee8cd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:08:29.726782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711b20bf-af93-414d-85bb-6bec191dffff req-a8dc1a4f-57c3-44cd-9f83-3bc8ee8cd3e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0437105 Sep 22 11:08:29.772181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b20bf-af93-414d-85bb-6bec191dffff req-6f1c786a-cc8b-4b19-ab1b-2ee55b447502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:08:29.773716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711b20bf-af93-414d-85bb-6bec191dffff req-6f1c786a-cc8b-4b19-ab1b-2ee55b447502 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389576 Sep 22 11:08:29.862505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711b20bf-af93-414d-85bb-6bec191dffff req-33e56f9e-8551-4e7f-b862-edaf6861d50f service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811574 Sep 22 11:08:29.952232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-711b20bf-af93-414d-85bb-6bec191dffff req-1c98e674-6290-40b1-876c-bf228bd49415 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824518 Sep 22 11:08:52.324865 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4aace92a-861d-4596-9c4c-8b3c05891947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:55.159853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f7b5bcf2-ee22-4370-9186-44dae286e174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:55.605364 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:55.638709 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:08:56.073709 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:56.082572 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:56.388576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:58.188283 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:17.542804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bb22f-4c92-41c4-845b-cb82329220cf req-71dc355d-44d8-4217-86ac-4b6eaf81d10f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:17.544286 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-947bb22f-4c92-41c4-845b-cb82329220cf req-71dc355d-44d8-4217-86ac-4b6eaf81d10f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0521505 Sep 22 11:09:17.581336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-947bb22f-4c92-41c4-845b-cb82329220cf req-b3696d0c-925d-472b-aeca-31ecb2e1436c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Sep 22 11:09:17.928180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469b2a1-ac2e-46ed-bac5-35e7b56fb9f1 req-b474ccb1-28eb-469f-bea8-e2ded2af572a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:17.930223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8469b2a1-ac2e-46ed-bac5-35e7b56fb9f1 req-b474ccb1-28eb-469f-bea8-e2ded2af572a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Sep 22 11:09:17.967729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8469b2a1-ac2e-46ed-bac5-35e7b56fb9f1 req-e956001c-2903-4a70-b4f1-eb9db9f224d7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315659 Sep 22 11:09:18.068813 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-831caa01-bca3-47ab-be9f-a44bc9ab4093 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435321 Sep 22 11:09:19.083259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb26e-3a91-467b-a60b-78c4b5563825 req-d548fadd-f939-4e7e-bb4e-fa931902d140 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:19.084748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d3eb26e-3a91-467b-a60b-78c4b5563825 req-d548fadd-f939-4e7e-bb4e-fa931902d140 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0490410 Sep 22 11:09:19.122030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6d3eb26e-3a91-467b-a60b-78c4b5563825 req-f12cf4e0-6dc2-420b-ac71-55b88b68d852 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313008 Sep 22 11:09:20.144949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-b6b8ee3e-c044-462b-9581-be49e92aa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:20.146537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-b6b8ee3e-c044-462b-9581-be49e92aa740 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1096 time: 0.0431507 Sep 22 11:09:20.263783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-15c1ff25-a704-455c-a381-650399fa0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:20.265153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-15c1ff25-a704-455c-a381-650399fa0d7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1111617 Sep 22 11:09:20.277657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd9a5-eeae-4d20-b368-7c50413fb7ed req-5817cee4-891a-4404-b627-10ce27d65a27 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:20.279076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-919fd9a5-eeae-4d20-b368-7c50413fb7ed req-5817cee4-891a-4404-b627-10ce27d65a27 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0673428 Sep 22 11:09:20.360745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-919fd9a5-eeae-4d20-b368-7c50413fb7ed req-1b0ae74e-f8a0-4934-8cae-351abe9f20f3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754054 Sep 22 11:09:20.362533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-003e8f20-ca4c-4d17-8fc4-8eb8645ae22e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 1000 time: 0.0826297 Sep 22 11:09:20.418306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-e07503f6-5a6e-4e4c-86c4-be7483512d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:20.419738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-e07503f6-5a6e-4e4c-86c4-be7483512d61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0501053 Sep 22 11:09:20.467684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-09b9cddc-cb3a-4dd4-9886-4c731c89f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:20.469190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-09b9cddc-cb3a-4dd4-9886-4c731c89f547 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429077 Sep 22 11:09:20.556404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-a1457427-f739-45d3-8edc-37bacaf17d2f service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802920 Sep 22 11:09:20.649994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-e35eb97b-fdf0-4866-9de1-6a5a3be6dc59 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867221 Sep 22 11:09:21.484414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75964d4-55c6-49d5-acef-13fbb6c12f79 req-44227bdb-d351-423b-bb80-c7b005b914a6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:21.485873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d75964d4-55c6-49d5-acef-13fbb6c12f79 req-44227bdb-d351-423b-bb80-c7b005b914a6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0501604 Sep 22 11:09:21.522995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d75964d4-55c6-49d5-acef-13fbb6c12f79 req-77ba5f28-f3bd-40e0-b5c4-6ff0d4d01594 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311229 Sep 22 11:09:22.336063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6fd41e93-ecf8-4e1c-ae71-6f0bcf1e057a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:22.644339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcee65-6648-40f7-a029-76124a14413d req-052d67cc-51b8-49d1-b4f0-3dbe856c63a0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:22.645840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04dcee65-6648-40f7-a029-76124a14413d req-052d67cc-51b8-49d1-b4f0-3dbe856c63a0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0492096 Sep 22 11:09:22.682817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04dcee65-6648-40f7-a029-76124a14413d req-47386545-fd16-4a24-a485-3f4eb708756e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309696 Sep 22 11:09:23.799889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e869b0-eb2d-42dc-b81d-9b3372ff4848 req-5dfb28be-f55b-4309-bb34-ef447c4a1276 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:23.801369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e869b0-eb2d-42dc-b81d-9b3372ff4848 req-5dfb28be-f55b-4309-bb34-ef447c4a1276 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0521533 Sep 22 11:09:23.843576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1e869b0-eb2d-42dc-b81d-9b3372ff4848 req-afc2680c-7893-4ef1-b2f7-4cd3bd5a332a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355618 Sep 22 11:09:24.958406 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991c657-bebd-4dc7-9a6f-b5f7ff3f1468 req-e90e16a7-3d56-4dd3-9c4b-9a6c6e9a2af4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:24.960457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8991c657-bebd-4dc7-9a6f-b5f7ff3f1468 req-e90e16a7-3d56-4dd3-9c4b-9a6c6e9a2af4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0487823 Sep 22 11:09:24.996630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8991c657-bebd-4dc7-9a6f-b5f7ff3f1468 req-d36d35d1-631f-4536-92eb-8a1647529076 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302448 Sep 22 11:09:25.156058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5d4182eb-83fc-49e9-a370-089d2a543f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:25.567715 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:26.008162 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:26.071050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:26.108353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ea29-6ebb-45ba-bff9-0de679dbf4c1 req-53daa1b0-682a-42a5-a82e-d93cb7701b54 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:26.109847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f458ea29-6ebb-45ba-bff9-0de679dbf4c1 req-53daa1b0-682a-42a5-a82e-d93cb7701b54 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0476282 Sep 22 11:09:26.146384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f458ea29-6ebb-45ba-bff9-0de679dbf4c1 req-8d26be5b-e2d5-4d38-abce-d4c8be479ef3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306139 Sep 22 11:09:26.305336 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:27.266723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed7d8f-c1cb-4473-8422-943a1928eee4 req-12d2b404-476d-4eb7-8f80-5891904b65cc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:27.268188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8ed7d8f-c1cb-4473-8422-943a1928eee4 req-12d2b404-476d-4eb7-8f80-5891904b65cc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0540679 Sep 22 11:09:27.307131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8ed7d8f-c1cb-4473-8422-943a1928eee4 req-5c103c8e-6542-44be-a49f-22701435e1f4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321760 Sep 22 11:09:28.198549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:28.421786 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb1d9-4ac0-41a1-ae9a-6c543c5ecb69 req-30b1145e-1b76-4b5e-879d-4586553c411b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:28.423220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b7cb1d9-4ac0-41a1-ae9a-6c543c5ecb69 req-30b1145e-1b76-4b5e-879d-4586553c411b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0489719 Sep 22 11:09:28.460322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3b7cb1d9-4ac0-41a1-ae9a-6c543c5ecb69 req-26085b9f-5cf5-45c5-8489-9c111d1c08a5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313013 Sep 22 11:09:29.385041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-309b2ad0-2553-404e-8d59-e17edfe0ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:29.386606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-309b2ad0-2553-404e-8d59-e17edfe0ca16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1096 time: 0.0400002 Sep 22 11:09:29.492806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-f43f17a3-080c-45a1-bbba-ab0086f01a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:29.494708 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-f43f17a3-080c-45a1-bbba-ab0086f01a20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0892222 Sep 22 11:09:29.586672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-a0caa89e-d6a9-49c7-9df6-560cc165e18b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 1000 time: 0.0855124 Sep 22 11:09:29.603869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef509707-4b5c-4360-ba96-9d0e17822e79 req-6c3dd6d5-e4c6-423a-8ec3-5eb501ec8dea tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:29.605321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef509707-4b5c-4360-ba96-9d0e17822e79 req-6c3dd6d5-e4c6-423a-8ec3-5eb501ec8dea tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0706894 Sep 22 11:09:29.669322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef509707-4b5c-4360-ba96-9d0e17822e79 req-e02f8206-ec82-4cca-a7c5-d37a3d8cb126 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572624 Sep 22 11:09:29.672842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-db222ddd-af9b-46dd-9bc3-63c91dee9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:29.674294 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-db222ddd-af9b-46dd-9bc3-63c91dee9b56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0786738 Sep 22 11:09:29.718176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-f00ded3d-4ff1-4806-8fa7-ccb20107a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:29.719676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-f00ded3d-4ff1-4806-8fa7-ccb20107a447 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389664 Sep 22 11:09:29.808564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-b52b5658-3fbf-4ee6-a877-385227e381de service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818961 Sep 22 11:09:29.900752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bffcbe20-4ef6-4fb6-93ea-64b64d759b4b req-851a2195-48e1-4ac6-8eb7-26d37aa524d8 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852432 Sep 22 11:09:30.783530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8b2dc-d86b-4e7b-9674-915540f9c68d req-4ec5880a-f5ca-4cdc-9adf-dec2de20863b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:30.785003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31f8b2dc-d86b-4e7b-9674-915540f9c68d req-4ec5880a-f5ca-4cdc-9adf-dec2de20863b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0489705 Sep 22 11:09:30.822194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-31f8b2dc-d86b-4e7b-9674-915540f9c68d req-86d44eb4-f35c-4de4-aa5a-064b507332c9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Sep 22 11:09:31.935031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e2d09-25b2-4c47-bb7d-0a0579fb3550 req-f9b36ceb-a0e6-4b40-b271-fa09de007874 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:31.936512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-105e2d09-25b2-4c47-bb7d-0a0579fb3550 req-f9b36ceb-a0e6-4b40-b271-fa09de007874 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Sep 22 11:09:31.973278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-105e2d09-25b2-4c47-bb7d-0a0579fb3550 req-400ba17f-444b-46b6-9c4f-6a9fd3236ace tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308180 Sep 22 11:09:32.636916 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:09:32.652632 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-32913457-a20f-4a50-a14b-1ac463839b19 req-bbd8911f-c9b7-44b4-9cf5-21a240d57f2a service neutron] show failed (client error): The resource could not be found. Sep 22 11:09:32.653648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-bbd8911f-c9b7-44b4-9cf5-21a240d57f2a service neutron] 10.222.0.30 "GET /v2.0/ports/ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0573120 Sep 22 11:09:33.087859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309ab9e-46e9-4b87-b4f7-4bc2b8709548 req-2a25566c-acd6-432c-8f42-fdbb51aad983 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:33.089343 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6309ab9e-46e9-4b87-b4f7-4bc2b8709548 req-2a25566c-acd6-432c-8f42-fdbb51aad983 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Sep 22 11:09:33.127141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6309ab9e-46e9-4b87-b4f7-4bc2b8709548 req-11c205a9-ed96-41c6-b166-34415bcf5afb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318303 Sep 22 11:09:33.237045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-e207c3fc-872f-48b9-bc6a-751656b50af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:33.238551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-e207c3fc-872f-48b9-bc6a-751656b50af8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 1096 time: 0.0396118 Sep 22 11:09:33.249614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:09:33.302641 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:33.497256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:09:33.528356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:09:33.567302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:09:33.569493 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdfab0e-ce65-4e60-89a0-01dfdcbc58fb" -d '{"events": [{"server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "name": "network-vif-unplugged", "status": "completed", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:09:33.582263 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:33.587005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Transition to ACTIVE for port object ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:09:33.623443 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f254d28-bcd0-4d96-880d-9b23a86b6759 x-openstack-request-id: req-5f254d28-bcd0-4d96-880d-9b23a86b6759 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:09:33.623733 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "name": "network-vif-unplugged", "status": "completed", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:09:33.623987 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f254d28-bcd0-4d96-880d-9b23a86b6759 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:09:33.624390 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'code': 200} Sep 22 11:09:33.655614 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:33.757154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:33.771104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.776763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:33.836935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] No DVR routers for this DVR port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:09:33.971683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Attempting to bind port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:09:33.971942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Attempting to bind port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:09:33.972273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Attempting to bind port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:09:33.976531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:09:33.976855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Attempting to bind port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:09:33.981544 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:09:33.981882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:09:33.982304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:09:33.982730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Bound port: ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:09:33.983084 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:34.044581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:09:34.047610 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:09:34.133599 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:34.166963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:34.167592 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:34.169135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] 10.222.0.32 "PUT /v2.0/ports/ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 1091 time: 0.9232328 Sep 22 11:09:34.192734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdad3f-eff8-4204-a40b-a815c08c70a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:34.268951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-c075248d-6de0-4a6d-9f83-4ce2006e3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:34.270497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-c075248d-6de0-4a6d-9f83-4ce2006e3440 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1094 time: 0.0726471 Sep 22 11:09:34.283359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c78e08-b939-4982-9c38-02bca2adb973 req-11fd2dba-0f09-43c3-90f0-55b2d28af328 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:34.284881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08c78e08-b939-4982-9c38-02bca2adb973 req-11fd2dba-0f09-43c3-90f0-55b2d28af328 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 943 time: 0.0621057 Sep 22 11:09:34.372790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08c78e08-b939-4982-9c38-02bca2adb973 req-b9a6a7f3-da60-4408-a6ac-76d556b73b54 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793054 Sep 22 11:09:34.394995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-7525daec-6e02-4e16-a0a2-5cc987beb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:34.396572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-7525daec-6e02-4e16-a0a2-5cc987beb844 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1107388 Sep 22 11:09:34.464763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-d5ec0d05-e39e-43d1-b143-55634409b31e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 998 time: 0.0615044 Sep 22 11:09:34.512034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-07a50742-73b8-4230-840a-00ff33280635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:34.513409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-07a50742-73b8-4230-840a-00ff33280635 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0416400 Sep 22 11:09:34.557531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32913457-a20f-4a50-a14b-1ac463839b19 req-35fcdd36-d3fd-4409-ae12-1cd7cdaf2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:34.558987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-35fcdd36-d3fd-4409-ae12-1cd7cdaf2bd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379033 Sep 22 11:09:34.651269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-9a8a8fd1-f06a-45ec-8fc5-bfdadefdf95b service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853603 Sep 22 11:09:34.741683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32913457-a20f-4a50-a14b-1ac463839b19 req-2a6675b8-8d7a-4447-969c-206deed789d4 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832541 Sep 22 11:09:35.502986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d586acb-4bf1-4217-89db-3cf8ecd4e0bf req-cb51a757-9f6f-43e9-b423-3d4deb033c92 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:35.504465 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d586acb-4bf1-4217-89db-3cf8ecd4e0bf req-cb51a757-9f6f-43e9-b423-3d4deb033c92 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 943 time: 0.0480812 Sep 22 11:09:35.512261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:09:35.543819 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5d586acb-4bf1-4217-89db-3cf8ecd4e0bf req-dd5c95ca-c001-443a-93bc-bd35b1098a1f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323713 Sep 22 11:09:35.551100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:09:35.625673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:09:35.628109 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd95db10-b9d6-4e3c-964d-6b16b318a70c" -d '{"events": [{"name": "network-changed", "server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:09:35.674551 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5b7ecd-64eb-4d79-9517-771cb97b3b66 x-openstack-request-id: req-0f5b7ecd-64eb-4d79-9517-771cb97b3b66 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:09:35.674845 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:09:35.675099 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f5b7ecd-64eb-4d79-9517-771cb97b3b66 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:09:35.675494 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'status': 'completed', 'code': 200} Sep 22 11:09:35.763568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-2f474eee-342a-44fc-8da2-574760ba6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:35.765055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-2f474eee-342a-44fc-8da2-574760ba6246 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1094 time: 0.0661128 Sep 22 11:09:35.767485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-24e6c139-c6d1-464a-bdde-3c3113cd4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:35.768811 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-24e6c139-c6d1-464a-bdde-3c3113cd4ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1094 time: 0.0710819 Sep 22 11:09:35.929898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-de643684-fd93-4cae-ac10-72e8e94c1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:35.931297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-de643684-fd93-4cae-ac10-72e8e94c1370 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1596692 Sep 22 11:09:35.935460 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-05c348fe-88ef-4df4-a8b9-e73af7b75c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:35.936778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-05c348fe-88ef-4df4-a8b9-e73af7b75c10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1570754 Sep 22 11:09:36.358630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-fbaa77f1-d325-4e7c-9790-18439f0d2664 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 998 time: 0.4195557 Sep 22 11:09:36.363994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-48569391-6d3f-4fba-896e-6e296258c424 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 998 time: 0.4181964 Sep 22 11:09:36.437861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-b5a97701-f7ea-4447-91c9-7b5612373b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:36.439338 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-b5a97701-f7ea-4447-91c9-7b5612373b99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0734046 Sep 22 11:09:36.442527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-4d54b1d7-4389-4edc-92bc-168e2a49b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:36.443950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-4d54b1d7-4389-4edc-92bc-168e2a49b136 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0711257 Sep 22 11:09:36.513975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-61ebbee1-6053-4efd-bf84-0a7bfaec4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:36.515477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-61ebbee1-6053-4efd-bf84-0a7bfaec4a7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616322 Sep 22 11:09:36.517146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-5667b9f4-c52f-489d-a60d-23bd88851cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:36.518502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-5667b9f4-c52f-489d-a60d-23bd88851cf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719705 Sep 22 11:09:36.703274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-36c11887-13bd-41f8-821e-47b00bb24472 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794784 Sep 22 11:09:36.704951 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-eb219f5f-86de-431a-bc3f-b971b2b0fca7 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744516 Sep 22 11:09:36.734807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3559f-5f56-4083-8386-843f80d5a7a2 req-e6785e5f-6982-41f2-9514-0f4bcc54e0a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:36.736221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acc3559f-5f56-4083-8386-843f80d5a7a2 req-e6785e5f-6982-41f2-9514-0f4bcc54e0a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 943 time: 0.1037183 Sep 22 11:09:36.875659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-acc3559f-5f56-4083-8386-843f80d5a7a2 req-7e6a2866-6335-4c8d-9af3-2942612173f0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245737 Sep 22 11:09:36.901498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-0e7519ed-46fd-499e-81ca-d83f92e724ce service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892259 Sep 22 11:09:36.911575 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd95db10-b9d6-4e3c-964d-6b16b318a70c req-41373456-d2fd-4aa5-99d0-70d4d1583488 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924753 Sep 22 11:09:37.645817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:09:37.741001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:09:37.751827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'mac_address': 'fa:16:3e:ee:c0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:09:37.789179 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:37.801816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:09:37.819965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:09:37.879013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:37.932984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:37.942414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.942848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.943252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.943654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.944053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.944509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.944842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.945168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.945547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.945876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.946224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.946821 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:09:37.999411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a144f-83d3-47a9-88f2-7bf020ab6086 req-1fe1d04a-f53d-4f72-91b1-8f5f91766c4e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:38.000820 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb4a144f-83d3-47a9-88f2-7bf020ab6086 req-1fe1d04a-f53d-4f72-91b1-8f5f91766c4e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 944 time: 0.0500915 Sep 22 11:09:38.040615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb4a144f-83d3-47a9-88f2-7bf020ab6086 req-637ae1df-224c-41fc-97f3-1df942aeff5f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Sep 22 11:09:38.117516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:09:38.351758 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401ef74-78c1-414b-bcd7-10048e367d03 req-51663830-dba3-402c-92d9-29d54ebc1b59 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:38.353339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7401ef74-78c1-414b-bcd7-10048e367d03 req-51663830-dba3-402c-92d9-29d54ebc1b59 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 944 time: 0.0523891 Sep 22 11:09:38.404895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7401ef74-78c1-414b-bcd7-10048e367d03 req-5114b5f8-2763-4277-ab8e-a632409c4141 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 Sep 22 11:09:38.447120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-16b599c8-73d8-4484-81a6-4712e6a0dbfc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:38.448579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-16b599c8-73d8-4484-81a6-4712e6a0dbfc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765&tenant_id=21393d1f613944cd91f081a2e99de87d&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 944 time: 0.0585160 Sep 22 11:09:38.507339 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-47d67429-f3bf-4c08-b305-41221abe1b53 service neutron] delete failed (client error): The resource could not be found. Sep 22 11:09:38.508266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-47d67429-f3bf-4c08-b305-41221abe1b53 service neutron] 10.222.0.30 "DELETE /v2.0/ports/ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722/bindings/n-h1-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0523098 Sep 22 11:09:38.588973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-09d87201-7125-4fe2-b84c-ccb2531acbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:38.590506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-09d87201-7125-4fe2-b84c-ccb2531acbfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 1095 time: 0.0409741 Sep 22 11:09:38.681017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-df00e7c5-cbbe-4c81-b8dd-408b35da7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:38.682499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-df00e7c5-cbbe-4c81-b8dd-408b35da7b0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0857491 Sep 22 11:09:38.745899 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-eeb93cc7-cc16-4c70-ad4c-d2d77f8110bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 200 len: 999 time: 0.0552747 Sep 22 11:09:38.792573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-f13901b7-682a-4c15-b2db-f770b5013b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:38.794681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-f13901b7-682a-4c15-b2db-f770b5013b76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0421088 Sep 22 11:09:38.843519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-0a304d32-7a77-48df-a3fb-4a76efc9ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:38.845021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-0a304d32-7a77-48df-a3fb-4a76efc9ee66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439131 Sep 22 11:09:38.932194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-8d10f31b-c75f-4cbd-9006-3ade0bcf5638 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803699 Sep 22 11:09:39.022569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-55cb7ade-0fc0-4436-85ad-5e7b639e4e01 req-7ec3c38f-168b-4b1d-a26d-32c0a18fd43d service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831077 Sep 22 11:09:39.520841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de47ce-a3d5-48ac-be0c-4e10bec61fe2 req-5a845866-8f2f-402c-9d21-b384435ca6d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:39.523243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23de47ce-a3d5-48ac-be0c-4e10bec61fe2 req-5a845866-8f2f-402c-9d21-b384435ca6d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 944 time: 0.0501888 Sep 22 11:09:39.561506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23de47ce-a3d5-48ac-be0c-4e10bec61fe2 req-4a8e00ce-97cb-41a1-8cdd-cb3813d2b0bc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324171 Sep 22 11:09:39.661260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:09:39.775702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:09:39.780265 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:09:39.780265 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:39.859213 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:39.881584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:09:39.884001 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f34180-250f-48bf-bd88-0165dc67247d" -d '{"events": [{"server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "name": "network-vif-plugged", "status": "completed", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:09:39.897396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:09:39.976007 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:40.019282 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabf963e-d1e0-40c7-a2e2-89accc003015 x-openstack-request-id: req-eabf963e-d1e0-40c7-a2e2-89accc003015 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:09:40.019566 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "name": "network-vif-plugged", "status": "completed", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:09:40.019819 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eabf963e-d1e0-40c7-a2e2-89accc003015 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:09:40.020206 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'code': 200} Sep 22 11:09:40.025388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:40.676312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da36d93-2839-4b0e-95a4-4b743656b2e4 req-1a6c5e10-5403-4f99-94ff-225daf563be6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:40.678381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6da36d93-2839-4b0e-95a4-4b743656b2e4 req-1a6c5e10-5403-4f99-94ff-225daf563be6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0478179 Sep 22 11:09:40.714614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6da36d93-2839-4b0e-95a4-4b743656b2e4 req-abc1b4aa-a58f-4f85-92c0-ada7deff8cd0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302866 Sep 22 11:09:40.833260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63470198-89bc-4372-bb70-314c82861d3e req-23bb6dab-f08a-4851-8002-d665322edebd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:40.834739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63470198-89bc-4372-bb70-314c82861d3e req-23bb6dab-f08a-4851-8002-d665322edebd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0557277 Sep 22 11:09:40.871941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63470198-89bc-4372-bb70-314c82861d3e req-60acb770-ad42-450c-a2bc-32b44e3862a6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Sep 22 11:09:40.995852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35129d-768e-4c44-bb7d-8c77825549d6 req-f767384b-bff1-4644-88f4-1d4cbdb7017e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:40.997385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd35129d-768e-4c44-bb7d-8c77825549d6 req-f767384b-bff1-4644-88f4-1d4cbdb7017e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0521231 Sep 22 11:09:41.035600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd35129d-768e-4c44-bb7d-8c77825549d6 req-d9bb757f-e3cf-4fbd-ab3d-79f06d6f72ad tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321476 Sep 22 11:09:41.546808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72ed74-8246-4139-8e9a-1fec18b91e82 req-8f859d62-07dc-4535-be5d-7d52b063e09f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:41.548314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb72ed74-8246-4139-8e9a-1fec18b91e82 req-8f859d62-07dc-4535-be5d-7d52b063e09f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0522618 Sep 22 11:09:41.587273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cb72ed74-8246-4139-8e9a-1fec18b91e82 req-e51772ec-8396-47b9-8c85-9238c435171c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327997 Sep 22 11:09:42.703832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd2215-5a77-4eff-b68e-fc36fbf94f56 req-1455757b-76cf-4564-9d5c-4c6feedf9b65 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:42.705315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbdd2215-5a77-4eff-b68e-fc36fbf94f56 req-1455757b-76cf-4564-9d5c-4c6feedf9b65 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0531509 Sep 22 11:09:42.767448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cbdd2215-5a77-4eff-b68e-fc36fbf94f56 req-f67da576-42b3-4e22-8e37-f7d551e762f7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562665 Sep 22 11:09:42.784217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-8631f583-1c4e-435b-82e5-c78c65594e2b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:42.785679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-8631f583-1c4e-435b-82e5-c78c65594e2b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 945 time: 0.0621724 Sep 22 11:09:42.876794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Deleting port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:09:42.877051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:42.964714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] For port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:09:42.965073 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:43.132013 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:43.132293 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:43.132609 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b disassociated. External IP: 172.25.1.75, port: ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722. Sep 22 11:09:43.132949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Calling delete_port for ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:09:43.353032 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:43.382775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event deleted for resources: {'Port': ['ID=ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:43.498835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:09:43.608023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:09:43.618603 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:09:43.627420 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:09:43.628031 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:09:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:09:43.651587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] No DVR routers for this DVR port ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:09:43.656134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:43.658313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-835e9631-b65a-45d8-b9d5-752b0f496180 req-b16a62ca-2f9f-4d0a-b94d-acc15fcc184a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "DELETE /v2.0/ports/ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 HTTP/1.1" status: 204 len: 173 time: 0.8662136 Sep 22 11:09:43.660729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'name': 'network-vif-deleted', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:09:43.663957 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475b1f2-9b6a-4c5f-82d1-4c58066b7ff8" -d '{"events": [{"server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "name": "network-vif-deleted", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:09:43.700059 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c55d4b-bac9-4de6-8eec-4f03b7d7e92a x-openstack-request-id: req-78c55d4b-bac9-4de6-8eec-4f03b7d7e92a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:09:43.700351 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160832d1-d0d1-41df-a1de-ea158e0e4765", "name": "network-vif-deleted", "tag": "ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:09:43.700602 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78c55d4b-bac9-4de6-8eec-4f03b7d7e92a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:09:43.701008 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160832d1-d0d1-41df-a1de-ea158e0e4765', 'name': 'network-vif-deleted', 'tag': 'ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722', 'status': 'completed', 'code': 200} Sep 22 11:09:43.749094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:09:43.873897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-42845690-aca5-44b3-af68-b65b67f26203 req-9eb50a8f-2884-4627-a9bd-b0a66ca46f2e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=160832d1-d0d1-41df-a1de-ea158e0e4765 HTTP/1.1" status: 200 len: 210 time: 0.0379574 Sep 22 11:09:43.962657 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:09:43.990050 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:09:44.001242 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:09:44.001857 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:09:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:09:44.107263 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:09:44.302361 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:09:44.331513 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52944b-dd8a-4dee-b1ec-2f1a5211c5c9 None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:09:44.551024 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0311f-758c-4002-b25e-c49ba7030a80 None None] New status for floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:09:45.105009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-0413b08d-12e8-4deb-b41b-ffec2243ca97 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2052123097&fields=id&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 267 time: 0.0334792 Sep 22 11:09:45.208888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-49bca779-8464-4bb3-b97e-a9037c4799f6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:45.210381 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-49bca779-8464-4bb3-b97e-a9037c4799f6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 812 time: 0.0987456 Sep 22 11:09:45.225112 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-21ab8b7c-b576-4ccf-a4aa-04fd7e1307c7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/quotas/21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 375 time: 0.0091083 Sep 22 11:09:45.279781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-03b02212-f916-4ba3-9e99-2dd66e24cc13 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496633 Sep 22 11:09:45.348316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-da2d0b49-0f04-448d-97ab-f3493a356aac service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:09:45.349867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-da2d0b49-0f04-448d-97ab-f3493a356aac service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579627 Sep 22 11:09:45.436756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-91d1347f-ace1-4207-ac7a-e7742bfa0403 service neutron] 10.222.0.20 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805759 Sep 22 11:09:45.527430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-ee302be0-2a57-4e2e-8f9d-ac73473b408d service neutron] 10.222.0.20 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Sep 22 11:09:45.693702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:09:45.714445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:09:45.714794 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device ed26e6ab-0e08-4b32-ba6d-a1a2f0a08722 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:09:45.754925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b4b5e9f-6021-49a4-8c62-91816cd2e13c req-1b7cd8fd-0e3a-4cca-8b62-8561b1aa451b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 210 time: 0.0261641 Sep 22 11:09:46.849800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-268223e5-3f44-4b17-a115-a8d0f0125b12 req-1dab6272-9141-4219-86ec-5c3b0a9411b5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 210 time: 0.0270655 Sep 22 11:09:47.690589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-63516c3b-1319-4e4b-b629-c19e133b434a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:47.692056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-63516c3b-1319-4e4b-b629-c19e133b434a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 812 time: 0.1010525 Sep 22 11:09:47.733611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-c9be5894-42b3-463c-8063-9fe672569283 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 380 time: 0.0320537 Sep 22 11:09:47.742900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'port': {'device_id': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'admin_state_up': True, 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'security_groups': ['285db245-5e2b-42d6-875c-46e4407e0775']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:09:47.916521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Made reservation on behalf of 21393d1f613944cd91f081a2e99de87d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:09:47.920246 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:47.971664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07e90861-0d03-41c5-bd12-ec4c8a1b40fc req-2b83f664-ae8a-4d01-8933-ea8db6b01c04 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 210 time: 0.0477960 Sep 22 11:09:48.081851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Allocated IP 172.20.0.11 (0eb9c609-5790-4205-bd5e-5055af0878be/87825b42-b6d7-487e-8e04-e8af955a275d/1781bac3-321e-4b48-bdc8-0163a5cff710) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:09:48.215585 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:48.312750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:48.355579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Network 0eb9c609-5790-4205-bd5e-5055af0878be is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:09:48.358571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:09:48.360968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:09:48.390488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event updated for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:48.421165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:48.421939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:48.536173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-7346a5b7-459b-4bd9-bbf3-92ac219da6d3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7971580 Sep 22 11:09:48.549025 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Request body: {'port': {'device_id': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:09:48.605903 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:48.616099 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c2ac832b-4781-4e00-9f91-774977463f4b None None] Provisioning complete for port 1781bac3-321e-4b48-bdc8-0163a5cff710 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:09:48.616634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c2ac832b-4781-4e00-9f91-774977463f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:48.653163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac832b-4781-4e00-9f91-774977463f4b None None] Port 1781bac3-321e-4b48-bdc8-0163a5cff710 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:09:48.860796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1781bac3-321e-4b48-bdc8-0163a5cff710 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:09:48.867955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:48.879218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Transition to ACTIVE for port object 1781bac3-321e-4b48-bdc8-0163a5cff710 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:09:48.956452 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:49.007381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Pushing event updated for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:49.109308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Attempting to bind port 1781bac3-321e-4b48-bdc8-0163a5cff710 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:09:49.109647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Attempting to bind port 1781bac3-321e-4b48-bdc8-0163a5cff710 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:09:49.110588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Attempting to bind port 1781bac3-321e-4b48-bdc8-0163a5cff710 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:09:49.118421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Port 1781bac3-321e-4b48-bdc8-0163a5cff710 on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:09:49.118667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Attempting to bind port 1781bac3-321e-4b48-bdc8-0163a5cff710 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:09:49.131303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2bcb-69e1-4f42-bce8-11ef3845d71f req-60f7a6f5-62d1-45ac-a5da-ea70d87a8137 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:49.132829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bddf2bcb-69e1-4f42-bce8-11ef3845d71f req-60f7a6f5-62d1-45ac-a5da-ea70d87a8137 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 944 time: 0.0745761 Sep 22 11:09:49.134134 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:09:49.134482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:09:49.134879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:09:49.135325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Bound port: 1781bac3-321e-4b48-bdc8-0163a5cff710, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:09:49.135686 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:49.211346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bddf2bcb-69e1-4f42-bce8-11ef3845d71f req-8b0d78ce-f902-442a-9839-0044aeaa1bf5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721474 Sep 22 11:09:49.232829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:09:49.235801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:09:49.329701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:49.362747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:49.363391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:49.365436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] 10.222.0.32 "PUT /v2.0/ports/1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 1092 time: 0.8197711 Sep 22 11:09:49.365695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:09:49.367958 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a735ba-9098-42a6-a192-e3140ed60cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:09:49.396600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588fbe-4ab8-42d7-b653-f2347ac06a6d service neutron] Pushing event updated for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:49.410641 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd449c12-8cdd-43f3-9d8b-2f2bfdc162df x-openstack-request-id: req-bd449c12-8cdd-43f3-9d8b-2f2bfdc162df {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:09:49.410929 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:09:49.411181 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd449c12-8cdd-43f3-9d8b-2f2bfdc162df {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:09:49.412123 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'status': 'completed', 'code': 200} Sep 22 11:09:49.473213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a735ba-9098-42a6-a192-e3140ed60cb9 req-fdcf5038-31a5-4eaf-b4de-9778b2a2db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:49.475535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68a735ba-9098-42a6-a192-e3140ed60cb9 req-fdcf5038-31a5-4eaf-b4de-9778b2a2db03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1095 time: 0.0446961 Sep 22 11:09:49.582554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a735ba-9098-42a6-a192-e3140ed60cb9 req-c027eaeb-1003-40ec-be33-0e41c3f18a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:49.585058 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68a735ba-9098-42a6-a192-e3140ed60cb9 req-c027eaeb-1003-40ec-be33-0e41c3f18a9f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=21393d1f613944cd91f081a2e99de87d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009669 Sep 22 11:09:49.676634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a735ba-9098-42a6-a192-e3140ed60cb9 req-e9dd5475-dd36-4025-8418-8f5ebaf01c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:49.678663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-68a735ba-9098-42a6-a192-e3140ed60cb9 req-e9dd5475-dd36-4025-8418-8f5ebaf01c3c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869281 Sep 22 11:09:49.753755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-de39cef9-4c3b-46d7-bf9b-db4f56a66a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:49.755227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-de39cef9-4c3b-46d7-bf9b-db4f56a66a44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1095 time: 0.0397658 Sep 22 11:09:49.799252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-6d8f37d2-bd0f-42c3-b2ed-3b4316e3f70c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 217 time: 0.0361698 Sep 22 11:09:49.845697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-b7ec0dbb-e7b3-4fd6-a14d-2bd9fa89ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:49.847202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-b7ec0dbb-e7b3-4fd6-a14d-2bd9fa89ddac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0407870 Sep 22 11:09:49.890755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-e917f1a1-30b0-496f-a133-102c03f81b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:49.892238 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-e917f1a1-30b0-496f-a133-102c03f81b89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379789 Sep 22 11:09:49.987209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-2c5d3aac-459a-4785-b861-67ac813acac0 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876081 Sep 22 11:09:50.076510 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481f804d-1fca-4496-9eb3-beeff6e8109c req-5f8197fc-7e33-4679-88c1-09c6723fafdf service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821075 Sep 22 11:09:50.328898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bebd9b-0ade-4508-97fa-53b1fb591a7c req-7d08108e-199b-44ad-b0e7-2294b62cee61 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:50.330393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98bebd9b-0ade-4508-97fa-53b1fb591a7c req-7d08108e-199b-44ad-b0e7-2294b62cee61 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 944 time: 0.0484717 Sep 22 11:09:50.367191 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-98bebd9b-0ade-4508-97fa-53b1fb591a7c req-505c29c4-687f-4e1f-a835-a3cfac638d5a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305471 Sep 22 11:09:51.478047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39298f-7c46-4abe-ac93-ec518a4f2e50 req-0344fc1d-b3a3-4f78-bdca-d1db5ba576ee tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:51.479539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e39298f-7c46-4abe-ac93-ec518a4f2e50 req-0344fc1d-b3a3-4f78-bdca-d1db5ba576ee tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 944 time: 0.0476551 Sep 22 11:09:51.516372 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6e39298f-7c46-4abe-ac93-ec518a4f2e50 req-da0ccb17-a3bc-4184-a062-3c3d028c1335 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Sep 22 11:09:52.341077 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-41be1941-a7e2-46ad-88d6-63674f76121a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:52.637385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860fa8c-f9de-48da-ad96-c11b6edc65e6 req-aa58e86a-db5c-4b15-bdd6-d925b6bfb9ed tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:52.638753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c860fa8c-f9de-48da-ad96-c11b6edc65e6 req-aa58e86a-db5c-4b15-bdd6-d925b6bfb9ed tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 944 time: 0.0473511 Sep 22 11:09:52.679561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c860fa8c-f9de-48da-ad96-c11b6edc65e6 req-c481ec06-5442-405e-a23b-ecaad350cf40 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Sep 22 11:09:53.692012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1781bac3-321e-4b48-bdc8-0163a5cff710 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:09:53.784078 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:09:53.793814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7672a6-8a61-424a-aa87-28330a4cdc98 req-3be1391c-13d7-45b1-9383-78d4cd6ad331 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:53.795339 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af7672a6-8a61-424a-aa87-28330a4cdc98 req-3be1391c-13d7-45b1-9383-78d4cd6ad331 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 944 time: 0.0481107 Sep 22 11:09:53.799042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'mac_address': 'fa:16:3e:aa:1c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:09:53.833554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af7672a6-8a61-424a-aa87-28330a4cdc98 req-d0ccfcd9-fbae-4dc2-bea3-2c3cf14196bb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319867 Sep 22 11:09:53.837438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:53.850500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1781bac3-321e-4b48-bdc8-0163a5cff710 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:09:53.870116 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:09:53.947026 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:53.994236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:54.183865 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1781bac3-321e-4b48-bdc8-0163a5cff710'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:09:54.947911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710e83-d9f3-448f-b8c3-2d0424300e17 req-9e0a98e3-ffda-490c-9b75-c001302281a7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:54.949447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97710e83-d9f3-448f-b8c3-2d0424300e17 req-9e0a98e3-ffda-490c-9b75-c001302281a7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 945 time: 0.0482156 Sep 22 11:09:54.985407 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97710e83-d9f3-448f-b8c3-2d0424300e17 req-e21df4b0-3b27-4ed7-bb2c-e9085cc295bf tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300512 Sep 22 11:09:55.187110 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-af0032a7-2df4-4edc-9f07-8470de605928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:55.590160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:55.707295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1781bac3-321e-4b48-bdc8-0163a5cff710 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:09:55.807341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 1781bac3-321e-4b48-bdc8-0163a5cff710 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:09:55.810981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 1781bac3-321e-4b48-bdc8-0163a5cff710 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:09:55.811351 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:55.887310 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:55.908868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:09:55.911120 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08f65e6-4e94-4c35-98f1-3b9d6adc6938" -d '{"events": [{"server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "name": "network-vif-plugged", "status": "completed", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:09:55.923295 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:09:55.951658 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497f634f-7059-4ef9-bfd3-33a18fbf4a82 x-openstack-request-id: req-497f634f-7059-4ef9-bfd3-33a18fbf4a82 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:09:55.953318 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "name": "network-vif-plugged", "status": "completed", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:09:55.953318 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-497f634f-7059-4ef9-bfd3-33a18fbf4a82 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:09:55.953318 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'code': 200} Sep 22 11:09:56.015199 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:56.045709 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:56.052102 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea5f9b-81d2-4701-add1-f9d448ed4a67 req-717ab1aa-e562-45c8-8f6c-cfb6ba89a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:56.053884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feea5f9b-81d2-4701-add1-f9d448ed4a67 req-717ab1aa-e562-45c8-8f6c-cfb6ba89a13b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1097 time: 0.0477653 Sep 22 11:09:56.069981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:09:56.119255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feea5f9b-81d2-4701-add1-f9d448ed4a67 req-31f3634a-dec3-4faf-8205-03a9860ac9e0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570731 Sep 22 11:09:56.133838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c9caf-79e8-4098-ab9f-5dcd32320793 req-d59ea6b9-2952-485f-8527-83276a83fc87 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:56.135312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c8c9caf-79e8-4098-ab9f-5dcd32320793 req-d59ea6b9-2952-485f-8527-83276a83fc87 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0743206 Sep 22 11:09:56.172679 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c8c9caf-79e8-4098-ab9f-5dcd32320793 req-31374dd0-3b4e-4048-8e94-b3e7dfd3be06 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Sep 22 11:09:56.201655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:56.333026 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:57.287930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b867-f606-4361-a7ff-66b86d7928c5 req-81e03296-b18a-4a1d-8e4d-db72b079040d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:57.289502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0540b867-f606-4361-a7ff-66b86d7928c5 req-81e03296-b18a-4a1d-8e4d-db72b079040d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0492556 Sep 22 11:09:57.327794 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0540b867-f606-4361-a7ff-66b86d7928c5 req-507b8aab-7cb8-43cc-a537-43c83c9ba0e8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320156 Sep 22 11:09:58.249552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:58.444503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb584d94-f55c-47e1-b6a3-991c467f73fa req-b5cf39c0-0a01-4849-8c71-44b1279b83a4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:58.445959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb584d94-f55c-47e1-b6a3-991c467f73fa req-b5cf39c0-0a01-4849-8c71-44b1279b83a4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0467031 Sep 22 11:09:58.486421 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb584d94-f55c-47e1-b6a3-991c467f73fa req-2499850d-9f8b-4a91-8dfb-c91fdd01bf4b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Sep 22 11:09:58.595403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5319e-50e1-4c77-8a14-aa7d774d6a8c req-3a611750-e39e-4aeb-9624-555c1b2c1fd3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:09:58.596906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3c5319e-50e1-4c77-8a14-aa7d774d6a8c req-3a611750-e39e-4aeb-9624-555c1b2c1fd3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0483706 Sep 22 11:09:58.613773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45486) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:09:58.618393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-68a1c2eb-add6-41f3-80cf-29b067025cd5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'floatingip': {'port_id': '1781bac3-321e-4b48-bdc8-0163a5cff710'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:09:58.656440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68a1c2eb-add6-41f3-80cf-29b067025cd5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:59.390673 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68a1c2eb-add6-41f3-80cf-29b067025cd5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:59.460870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68a1c2eb-add6-41f3-80cf-29b067025cd5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:59.558829 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-68a1c2eb-add6-41f3-80cf-29b067025cd5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b associated. External IP: 172.25.1.75, port: 1781bac3-321e-4b48-bdc8-0163a5cff710. Sep 22 11:09:59.758474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a1c2eb-add6-41f3-80cf-29b067025cd5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:09:59.861248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a1c2eb-add6-41f3-80cf-29b067025cd5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:09:59.866604 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-68a1c2eb-add6-41f3-80cf-29b067025cd5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:59.871212 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:09:59.881334 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:09:59.881983 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:09:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:09:59.892265 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-68a1c2eb-add6-41f3-80cf-29b067025cd5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "PUT /v2.0/floatingips/20e24a40-5538-44aa-9190-a7c0f45b7f6b HTTP/1.1" status: 200 len: 991 time: 1.2773097 Sep 22 11:09:59.892934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:09:59.895319 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a0fc8f-b253-4f83-bd3c-efe20c89a304" -d '{"events": [{"name": "network-changed", "server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:09:59.931791 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9eafcd-90e3-4ace-8a38-1a5b28436dc2 x-openstack-request-id: req-fc9eafcd-90e3-4ace-8a38-1a5b28436dc2 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:09:59.932079 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:09:59.932328 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc9eafcd-90e3-4ace-8a38-1a5b28436dc2 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:09:59.932727 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'status': 'completed', 'code': 200} Sep 22 11:09:59.998126 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:09:59.999101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-90ed9582-46a4-4697-be64-33719f26ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:10:00.000714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-90ed9582-46a4-4697-be64-33719f26ef80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1097 time: 0.0453527 Sep 22 11:10:00.097746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-eede8de7-3cf1-45ff-bb41-19bea14b1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:10:00.099267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-eede8de7-3cf1-45ff-bb41-19bea14b1a39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0916686 Sep 22 11:10:00.164603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-f433fb37-a99d-4955-b2c5-854cb4d3d976 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 999 time: 0.0584834 Sep 22 11:10:00.213343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-6723fc9c-dec4-4238-b76b-298ad2fec5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:10:00.214849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-6723fc9c-dec4-4238-b76b-298ad2fec5b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0436795 Sep 22 11:10:00.216724 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:aa:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:09:59Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:10:00.242387 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:10:00.250680 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:10:00.251289 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:09:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:10:00.263842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-62952e88-ad66-45b1-91ff-57a6ec856876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:10:00.265375 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-62952e88-ad66-45b1-91ff-57a6ec856876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437684 Sep 22 11:10:00.331910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-41deb830-ad65-4ccc-b12c-099f9006ee24 req-d85c339d-5d53-4874-b2d9-083b968e4374 service neutron] (95682) timed out ('10.222.0.32', 63648) {{(pid=95682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 11:10:00.355063 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:10:00.359855 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-4c99c8b9-2338-4f35-9bb8-377861c1a853 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873144 Sep 22 11:10:00.456891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20a0fc8f-b253-4f83-bd3c-efe20c89a304 req-95dda863-d3bf-47a5-b6e7-9eef7713faf0 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904219 Sep 22 11:10:00.661948 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:aa:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:09:59Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:10:00.697118 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40f8c4-1f24-4d4f-a930-9544c2894d42 None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:aa:1c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:09:59Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:10:00.877867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59254b9-17a4-4e7d-9b9c-a116d30e5601 None None] New status for floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:10:09.636107 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:10:19.667585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-d777a7b1-7fec-406d-ba28-5fe9a982d8b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468154 Sep 22 11:10:19.748737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-c31b0b36-b785-403f-96e8-391899e313b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:10:19.750305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-c31b0b36-b785-403f-96e8-391899e313b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1097 time: 0.0394852 Sep 22 11:10:19.855098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-28b922c4-aed5-4173-bc32-967ce41e5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:10:19.856437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-28b922c4-aed5-4173-bc32-967ce41e5d22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0857377 Sep 22 11:10:19.919876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-9060aab9-aaad-424c-bbab-aa727259abd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 1001 time: 0.0557685 Sep 22 11:10:19.973820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-473896d8-bbda-4d67-ad24-3d5a2cd21805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:10:19.975348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-473896d8-bbda-4d67-ad24-3d5a2cd21805 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0481021 Sep 22 11:10:20.021018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-8f494476-4612-4e6a-87f1-13ebaa33e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:10:20.022524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-8f494476-4612-4e6a-87f1-13ebaa33e124 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392985 Sep 22 11:10:20.118944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-098a2e78-76bf-40ed-a212-68d49060fbe4 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888400 Sep 22 11:10:20.210552 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8936f5ab-c14a-4290-8ab2-d1900bafff3b req-bfe8e099-bfeb-43f0-a860-f6f8a74311a8 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841906 Sep 22 11:10:22.323271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-12aed6d5-f39a-43d3-9f1b-80f5d6a0f409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:25.203248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fc155e34-6260-42a2-b832-ae8b39253bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:25.563271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:26.000823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:26.077573 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:26.305908 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:28.191664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:46.634537 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:10:52.344064 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-acc406ff-5fef-4794-9534-be0a4b181aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:55.155292 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4abe4d5a-b579-48a2-96db-cba8d9f0f6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:55.618323 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:56.030911 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:56.116527 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:56.322445 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:10:58.213957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:21.733675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-aa394e1e-ca7a-4f74-9b66-b6c1bc951c4a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858138 Sep 22 11:11:21.810976 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-611af712-e96f-4fcc-98e7-c68a694eccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:21.812439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-611af712-e96f-4fcc-98e7-c68a694eccea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1097 time: 0.0391333 Sep 22 11:11:21.916621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-af2ede0d-03c5-45f3-9236-920456e4b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:21.918019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-af2ede0d-03c5-45f3-9236-920456e4b46b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0879388 Sep 22 11:11:21.983047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-7af802be-1f70-4a59-8639-1140fe099e6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 1001 time: 0.0580103 Sep 22 11:11:22.043578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-85469c85-6cc9-4f5c-9917-f70d670612d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:22.045012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-85469c85-6cc9-4f5c-9917-f70d670612d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0472295 Sep 22 11:11:22.089886 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-18fb2e94-e96f-4f7b-8e28-15aefff44f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:22.091419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-18fb2e94-e96f-4f7b-8e28-15aefff44f0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388882 Sep 22 11:11:22.180830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-b14f1ad7-5293-4b47-a031-6387739f889c service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817330 Sep 22 11:11:22.271296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b72c49c9-63d6-4594-ac55-70e42b1258c4 req-7efd625f-a15b-4db3-9631-7b0b8ef1462a service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836606 Sep 22 11:11:22.326153 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f2d76439-2d57-48c6-888e-103e2b4a438c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:23.633642 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:11:25.156144 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-95aa6fdc-3f72-4089-b052-d8bb3afbcb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:25.572155 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:26.040861 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:26.093373 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:26.316337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:28.241571 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:35.133008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b2afd-7611-438f-8895-6caf612006a4 req-9f65406c-960b-4556-9987-9ef4cd310fae tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:35.134531 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a65b2afd-7611-438f-8895-6caf612006a4 req-9f65406c-960b-4556-9987-9ef4cd310fae tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.1039298 Sep 22 11:11:35.171392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a65b2afd-7611-438f-8895-6caf612006a4 req-c8650404-90c3-4191-86ee-8e7d324e2377 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310402 Sep 22 11:11:36.286848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708d44b-0709-4c8c-b8bf-bc2ceb88f0c2 req-6514ec2a-13f6-401c-8fba-799071020102 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:36.288333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1708d44b-0709-4c8c-b8bf-bc2ceb88f0c2 req-6514ec2a-13f6-401c-8fba-799071020102 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0513587 Sep 22 11:11:36.327085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1708d44b-0709-4c8c-b8bf-bc2ceb88f0c2 req-4e1ee2b7-5df3-4d14-a93b-10b73fbbe59a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318973 Sep 22 11:11:37.439466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b732cc-5ada-49ce-943a-b6e0102a1274 req-4b436b13-3604-4373-acfb-ffaa6f26bb7f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:37.440985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16b732cc-5ada-49ce-943a-b6e0102a1274 req-4b436b13-3604-4373-acfb-ffaa6f26bb7f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0476265 Sep 22 11:11:37.480642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16b732cc-5ada-49ce-943a-b6e0102a1274 req-7315876a-0bba-41ce-998d-9890936f5c3f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Sep 22 11:11:38.594119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12eb02c-4e73-4423-9ec7-0886a7525d85 req-9f95abef-6b36-4173-b94c-d7ff1bec4756 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:38.595626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f12eb02c-4e73-4423-9ec7-0886a7525d85 req-9f95abef-6b36-4173-b94c-d7ff1bec4756 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0481319 Sep 22 11:11:38.632299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f12eb02c-4e73-4423-9ec7-0886a7525d85 req-2995ce31-abc6-42e2-9523-6eb7c95f314d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Sep 22 11:11:39.752069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a4651-476a-4ca4-82c6-e3c1c856e619 req-4bf2b4b9-2bee-4e72-97c8-b3b24a6d2d9e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:39.753477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-122a4651-476a-4ca4-82c6-e3c1c856e619 req-4bf2b4b9-2bee-4e72-97c8-b3b24a6d2d9e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0524909 Sep 22 11:11:39.790648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-122a4651-476a-4ca4-82c6-e3c1c856e619 req-f048ce86-9587-4524-aa4a-498d52355bde tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306385 Sep 22 11:11:40.902964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277a59d-fd51-4069-9b40-18a76e0e1e07 req-797f2480-5300-43d1-bd08-843a30e2b83f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:40.904440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7277a59d-fd51-4069-9b40-18a76e0e1e07 req-797f2480-5300-43d1-bd08-843a30e2b83f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0482082 Sep 22 11:11:40.940532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7277a59d-fd51-4069-9b40-18a76e0e1e07 req-55a0e466-6c4c-4f93-b521-2efa59fca025 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302980 Sep 22 11:11:42.131337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d173f4-ca62-4f87-8320-e1d3e154747e req-18371e3b-ef47-4f60-9238-ef061b2c0c41 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:42.132835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6d173f4-ca62-4f87-8320-e1d3e154747e req-18371e3b-ef47-4f60-9238-ef061b2c0c41 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0897803 Sep 22 11:11:42.169530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c6d173f4-ca62-4f87-8320-e1d3e154747e req-3695aa5e-40be-443c-9d33-1a19c1e79f58 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303864 Sep 22 11:11:43.294190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e1a9a-7b16-40dc-a765-c77b5f2f171f req-198603dd-fb1d-4714-b1ba-d5bcdf1c89c9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:43.295726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c94e1a9a-7b16-40dc-a765-c77b5f2f171f req-198603dd-fb1d-4714-b1ba-d5bcdf1c89c9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0593638 Sep 22 11:11:43.333650 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c94e1a9a-7b16-40dc-a765-c77b5f2f171f req-62dda45d-e152-4c22-90d8-54747ca1aa90 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Sep 22 11:11:44.449350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d813c3-492b-4ae8-a3b0-f982f0a177de req-17c64e01-6a0c-4c82-a75c-c1b9168a9737 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:44.450883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9d813c3-492b-4ae8-a3b0-f982f0a177de req-17c64e01-6a0c-4c82-a75c-c1b9168a9737 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0488648 Sep 22 11:11:44.498891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9d813c3-492b-4ae8-a3b0-f982f0a177de req-bc17f4ea-13ee-4756-833a-452073cedc8d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Sep 22 11:11:45.611482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad72a0-4079-4bcb-90b6-105b403f73b5 req-4fd9f5d8-c8f8-4497-944d-9174ca2819df tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:45.612962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9dad72a0-4079-4bcb-90b6-105b403f73b5 req-4fd9f5d8-c8f8-4497-944d-9174ca2819df tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0478342 Sep 22 11:11:45.651151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9dad72a0-4079-4bcb-90b6-105b403f73b5 req-c9346777-53ad-429f-be05-45cae35bcc5e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Sep 22 11:11:46.052980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a5e4-67c0-4f0b-a4b1-25cea0c5d370 req-673246df-2a27-4f22-aa64-0565de2c74b3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:46.054467 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc18a5e4-67c0-4f0b-a4b1-25cea0c5d370 req-673246df-2a27-4f22-aa64-0565de2c74b3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0518475 Sep 22 11:11:46.091413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc18a5e4-67c0-4f0b-a4b1-25cea0c5d370 req-c23433ec-42ff-4b89-b6f2-653361be6606 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304289 Sep 22 11:11:46.112778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 45718) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:11:46.198782 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-3ef9f779-62ae-46cf-aa9d-296773345cdc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893092 Sep 22 11:11:46.207504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-8e348678-bdc7-4657-a7da-d22796104f27 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:11:46.208388 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-8e348678-bdc7-4657-a7da-d22796104f27 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048809 Sep 22 11:11:47.214345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba77bc-75c0-4cd4-80ee-3c80bc13f884 req-e20eaf5a-851a-4acc-8231-d5669efad0e2 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:47.215808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4aba77bc-75c0-4cd4-80ee-3c80bc13f884 req-e20eaf5a-851a-4acc-8231-d5669efad0e2 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0485063 Sep 22 11:11:47.252513 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4aba77bc-75c0-4cd4-80ee-3c80bc13f884 req-e2ec6d9c-121a-4351-b2b7-61cba94885d4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308096 Sep 22 11:11:48.375735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-48e23b01-5e31-4150-834d-406349cbcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:48.377219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-48e23b01-5e31-4150-834d-406349cbcad0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1097 time: 0.0741763 Sep 22 11:11:48.389386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6e923-42ee-457d-98e2-fc3104cf1bc6 req-65cca685-fcc4-4ab2-afba-34760150635a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:48.390778 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51b6e923-42ee-457d-98e2-fc3104cf1bc6 req-65cca685-fcc4-4ab2-afba-34760150635a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0615058 Sep 22 11:11:48.487480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51b6e923-42ee-457d-98e2-fc3104cf1bc6 req-ffffee7a-41c9-4bfb-93a2-1c144d846df9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875866 Sep 22 11:11:48.507478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-425f9c6c-dab0-4f3d-adc8-045276cac7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:48.509629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-425f9c6c-dab0-4f3d-adc8-045276cac7fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1179838 Sep 22 11:11:48.576687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-e16d724e-1b78-4271-8c3d-142ff20a1937 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 1001 time: 0.0603905 Sep 22 11:11:48.624357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-e374a82d-7769-45e2-9be0-7ac347f71be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:48.626297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-e374a82d-7769-45e2-9be0-7ac347f71be9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0423739 Sep 22 11:11:48.671382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-183d50f0-e99f-4743-be5d-a73ce8d1cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:48.672843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-183d50f0-e99f-4743-be5d-a73ce8d1cb92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387676 Sep 22 11:11:48.764340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-4e7b702e-57b9-4cab-a0c7-fbecdeb580e7 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845640 Sep 22 11:11:48.855202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-efbe7554-309d-4d8c-8dd3-c859abf829a3 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832520 Sep 22 11:11:49.603394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c47044-73e8-4fe2-8cc9-9d3218f1cea6 req-42a3a775-9612-4e5c-a516-05c4e8f49be3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:49.604891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06c47044-73e8-4fe2-8cc9-9d3218f1cea6 req-42a3a775-9612-4e5c-a516-05c4e8f49be3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0494692 Sep 22 11:11:49.642241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06c47044-73e8-4fe2-8cc9-9d3218f1cea6 req-ac4fa3e5-5e57-4c31-967a-254f1c819f73 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308769 Sep 22 11:11:50.756455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e36ed-07f9-4d78-95f0-ecdac59a1a94 req-2f28f5c5-b19b-4512-9341-426ff7c8449b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:50.757920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-718e36ed-07f9-4d78-95f0-ecdac59a1a94 req-2f28f5c5-b19b-4512-9341-426ff7c8449b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0483911 Sep 22 11:11:50.794506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-718e36ed-07f9-4d78-95f0-ecdac59a1a94 req-9c282e3a-1539-40bd-85b5-6398cf28cd82 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305827 Sep 22 11:11:51.042539 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-63766433-5ff1-4ba4-b5f6-044ecfe2f67c service neutron] show failed (client error): The resource could not be found. Sep 22 11:11:51.043547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-63766433-5ff1-4ba4-b5f6-044ecfe2f67c service neutron] 10.222.0.32 "GET /v2.0/ports/1781bac3-321e-4b48-bdc8-0163a5cff710/bindings/n-h1-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0628138 Sep 22 11:11:51.648067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-be6594aa-0765-4117-b261-befaab667ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:51.649583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-be6594aa-0765-4117-b261-befaab667ceb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 1097 time: 0.0777724 Sep 22 11:11:51.661971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:11:51.712389 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:51.942193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:11:51.959861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808473c-68ac-45c4-b0ee-2ef6e60fe0c3 req-a5803ce9-0e74-43a6-aff6-6ba07c490036 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:51.961329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8808473c-68ac-45c4-b0ee-2ef6e60fe0c3 req-a5803ce9-0e74-43a6-aff6-6ba07c490036 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0788219 Sep 22 11:11:52.000838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:11:52.034861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8808473c-68ac-45c4-b0ee-2ef6e60fe0c3 req-b7d09874-7b43-48c8-911a-ceaf854b1870 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673823 Sep 22 11:11:52.049188 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:11:52.051479 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9001b4f-2c7f-40a3-beb7-8cd06e2928e6" -d '{"events": [{"server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "name": "network-vif-unplugged", "status": "completed", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:11:52.055239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:52.067760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Transition to ACTIVE for port object 1781bac3-321e-4b48-bdc8-0163a5cff710 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:11:52.133221 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:52.165571 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69146200-8997-412f-9dee-230fb3bfb4f1 x-openstack-request-id: req-69146200-8997-412f-9dee-230fb3bfb4f1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:11:52.165865 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "name": "network-vif-unplugged", "status": "completed", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:11:52.166138 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69146200-8997-412f-9dee-230fb3bfb4f1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:11:52.166531 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'code': 200} Sep 22 11:11:52.221149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Pushing event updated for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:11:52.233160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.233503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.233845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.234208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.234546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.234877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.235208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.235534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.235858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.236183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.236508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.236829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:52.270772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] No DVR routers for this DVR port 1781bac3-321e-4b48-bdc8-0163a5cff710 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:11:52.333816 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5357ef60-c9bd-4a3c-81d2-87fa322d117f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:52.407397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Attempting to bind port 1781bac3-321e-4b48-bdc8-0163a5cff710 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:11:52.407727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Attempting to bind port 1781bac3-321e-4b48-bdc8-0163a5cff710 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:11:52.408055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Attempting to bind port 1781bac3-321e-4b48-bdc8-0163a5cff710 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:11:52.412198 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Port 1781bac3-321e-4b48-bdc8-0163a5cff710 on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:11:52.412513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Attempting to bind port 1781bac3-321e-4b48-bdc8-0163a5cff710 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:11:52.417183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:11:52.417517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:11:52.418536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:11:52.418977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Bound port: 1781bac3-321e-4b48-bdc8-0163a5cff710, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:11:52.419320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:52.482805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:11:52.487981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:11:52.561831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:52.600130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:52.600717 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:52.602147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] 10.222.0.30 "PUT /v2.0/ports/1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 1092 time: 0.9440103 Sep 22 11:11:52.622041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a2845-b85d-4da6-99ed-d234858b7e8d service neutron] Pushing event updated for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:11:52.665469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-24354cf8-fe29-4e71-b384-fcad999dcd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:52.667082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-24354cf8-fe29-4e71-b384-fcad999dcd5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1095 time: 0.0421100 Sep 22 11:11:52.759031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-3a23fa07-b677-4807-ba29-55101e163891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:52.760916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-3a23fa07-b677-4807-ba29-55101e163891 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0868933 Sep 22 11:11:52.828863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-833f7c85-020d-4184-a3f5-87364a1a0e3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 999 time: 0.0613997 Sep 22 11:11:52.878859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-3b9b33d2-f047-41f4-accf-5c7eca2d79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:52.880291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-3b9b33d2-f047-41f4-accf-5c7eca2d79e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0442936 Sep 22 11:11:52.924467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-8921b47e-f104-4a9a-9c7d-3d8f7d8764cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:52.925973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-8921b47e-f104-4a9a-9c7d-3d8f7d8764cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391247 Sep 22 11:11:53.016568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-e45594f6-dd42-4400-94a6-688935018209 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838079 Sep 22 11:11:53.111943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bec5c736-495e-4593-a82c-71edea0dcb2b req-179cc4c0-c707-401b-a7f3-ebf36376f0d1 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881686 Sep 22 11:11:53.161380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481d7c6-2efb-4546-8d47-e80577e5c983 req-0cb07b1b-6b85-4a8c-b150-a986e67677b1 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:53.162799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7481d7c6-2efb-4546-8d47-e80577e5c983 req-0cb07b1b-6b85-4a8c-b150-a986e67677b1 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 944 time: 0.0499806 Sep 22 11:11:53.204353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7481d7c6-2efb-4546-8d47-e80577e5c983 req-f6047e82-7ad8-46a3-a2ac-6b2457108146 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353639 Sep 22 11:11:54.167611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:11:54.169920 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae032cfcba03d63603b6a02a24488da0a4ea72c34cf5ad5df37697199301f653" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:11:54.216310 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eaf466-ed0e-4a06-ae13-bb25559193f2 x-openstack-request-id: req-51eaf466-ed0e-4a06-ae13-bb25559193f2 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:11:54.216600 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:11:54.216851 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51eaf466-ed0e-4a06-ae13-bb25559193f2 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:11:54.217252 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'status': 'completed', 'code': 200} Sep 22 11:11:54.406471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1781bac3-321e-4b48-bdc8-0163a5cff710 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:11:54.604412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1781bac3-321e-4b48-bdc8-0163a5cff710 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:11:54.678223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-635f4559-e1f8-4d54-9a49-ca6052d9c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:54.679736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-635f4559-e1f8-4d54-9a49-ca6052d9c7ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1095 time: 0.4453075 Sep 22 11:11:54.682948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-e4690421-61a4-47c6-978e-31bab9a7ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:54.684837 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-e4690421-61a4-47c6-978e-31bab9a7ae3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1095 time: 0.4414754 Sep 22 11:11:54.705780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41e661-3403-42d3-b5fb-e0fb52ee287c req-90c91ef2-cf2f-4e72-a800-08f751d8706d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:54.707282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c41e661-3403-42d3-b5fb-e0fb52ee287c req-90c91ef2-cf2f-4e72-a800-08f751d8706d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 944 time: 0.4241331 Sep 22 11:11:54.851230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c41e661-3403-42d3-b5fb-e0fb52ee287c req-bcabbc1d-c91a-47d4-9b37-3ed5f374a1f7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275561 Sep 22 11:11:54.880274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-cec55d25-e015-453c-aefc-6fd054297553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:54.881740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-cec55d25-e015-453c-aefc-6fd054297553 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1851389 Sep 22 11:11:54.883094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-edb31a41-3cbb-4b63-8501-2b55a518dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:54.884438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-edb31a41-3cbb-4b63-8501-2b55a518dad7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1957955 Sep 22 11:11:54.991626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-4934f3f8-b5e4-4716-b2ca-aaeecad3ca91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 999 time: 0.1025600 Sep 22 11:11:54.993347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-8854cecc-af35-4e92-9b61-c48e81868b7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 999 time: 0.0987923 Sep 22 11:11:55.079018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-267f0f5a-d55a-4591-b78e-112113f4697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:55.080505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-267f0f5a-d55a-4591-b78e-112113f4697b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0826235 Sep 22 11:11:55.081894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-cdb9b7d6-08a4-4e56-a0c8-af5026445e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:55.083232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-cdb9b7d6-08a4-4e56-a0c8-af5026445e86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0784318 Sep 22 11:11:55.149696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-0a845cf4-902c-4fc7-9511-9ed7f1d6a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:55.151120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-0a845cf4-902c-4fc7-9511-9ed7f1d6a381 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634084 Sep 22 11:11:55.156693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-7040c5b7-fe03-46d2-bf58-19f35e45a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:55.158073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-7040c5b7-fe03-46d2-bf58-19f35e45a3fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620034 Sep 22 11:11:55.172561 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5f01642-0dcc-45b0-b613-ac082fedd389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:55.312980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-7becf4cf-d149-49ac-b30c-ff78b0463aa4 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538732 Sep 22 11:11:55.314831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-deecd521-b5f4-4fb8-ac2f-81e46d9be8e5 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491711 Sep 22 11:11:55.472440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-aa270bfc-2481-4cd8-904b-158a123777eb service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524549 Sep 22 11:11:55.474680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eeee8486-44ac-4c66-8fdd-8e3d6af16ac9 req-71f1b618-d0d0-4df4-ad84-eef5a00f33a0 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479435 Sep 22 11:11:55.577141 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:55.972962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a8413-b7b2-4ed5-a714-092f834b1fb5 req-2e29b5fd-7296-4fa2-9396-0a9821b7c2dc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:55.974472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b5a8413-b7b2-4ed5-a714-092f834b1fb5 req-2e29b5fd-7296-4fa2-9396-0a9821b7c2dc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 944 time: 0.0503416 Sep 22 11:11:56.012606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b5a8413-b7b2-4ed5-a714-092f834b1fb5 req-d6950120-3801-4d8a-9916-b68a6c4bb34a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320554 Sep 22 11:11:56.013701 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:56.104211 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:56.164263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1781bac3-321e-4b48-bdc8-0163a5cff710 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:11:56.253784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:11:56.272673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'mac_address': 'fa:16:3e:aa:1c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:11:56.313708 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:56.330617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1781bac3-321e-4b48-bdc8-0163a5cff710 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:11:56.336096 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:56.350840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:11:56.397416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5c57f-c69e-4963-8a98-733b42abf41f req-bca6ae5a-f92e-4c16-8877-8e513b3a7198 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:56.398998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4f5c57f-c69e-4963-8a98-733b42abf41f req-bca6ae5a-f92e-4c16-8877-8e513b3a7198 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 944 time: 0.0519803 Sep 22 11:11:56.401192 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:56.448923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:11:56.456958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.457356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.457701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.458040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.458405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.458739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.459069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.459432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.459769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.460098 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.460424 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.460751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:11:56.473133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4f5c57f-c69e-4963-8a98-733b42abf41f req-3fdd8e54-4a2d-4137-8f1b-57e5d6193e91 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609081 Sep 22 11:11:56.482031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-5258175b-8e60-4589-abd9-ad912cf7aafb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:56.483539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-5258175b-8e60-4589-abd9-ad912cf7aafb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037&tenant_id=21393d1f613944cd91f081a2e99de87d&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 945 time: 0.0836818 Sep 22 11:11:56.542383 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-737e1b62-f8b7-4264-9c38-2051db509cdd service neutron] delete failed (client error): The resource could not be found. Sep 22 11:11:56.543482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-737e1b62-f8b7-4264-9c38-2051db509cdd service neutron] 10.222.0.32 "DELETE /v2.0/ports/1781bac3-321e-4b48-bdc8-0163a5cff710/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0527470 Sep 22 11:11:56.623524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['1781bac3-321e-4b48-bdc8-0163a5cff710'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:11:56.625204 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-5729d841-21e0-463e-ab55-639ad806d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:56.626734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-5729d841-21e0-463e-ab55-639ad806d6d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1096 time: 0.0399175 Sep 22 11:11:56.723006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-c84c3625-093f-43d1-b0b4-fd5d22922888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:56.724570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-c84c3625-093f-43d1-b0b4-fd5d22922888 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0903594 Sep 22 11:11:56.789335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-bc4dedcd-095f-4f57-9af9-6d7591adb9a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 1000 time: 0.0576224 Sep 22 11:11:56.841855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-546fbb61-c6a4-4d2e-b900-8e94d3b9365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:56.843320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-546fbb61-c6a4-4d2e-b900-8e94d3b9365c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0474153 Sep 22 11:11:56.887323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-70d15ff1-b020-423b-a355-a72945fc6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:56.888782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-70d15ff1-b020-423b-a355-a72945fc6126 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388694 Sep 22 11:11:56.980497 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-78c91ed1-5ec3-4b69-a938-4fa25399de2d service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837953 Sep 22 11:11:57.067309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23dcce25-ff50-4b44-98f7-93f64cad5306 req-e1d7c48a-a373-4cbd-bfaa-b4e6512e7cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804923 Sep 22 11:11:57.588801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012b765-318a-4d2e-82de-8064f4a12b05 req-ff236661-d267-4a37-b582-358d4bbc9c63 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:57.592626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7012b765-318a-4d2e-82de-8064f4a12b05 req-ff236661-d267-4a37-b582-358d4bbc9c63 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 945 time: 0.0519178 Sep 22 11:11:57.628811 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7012b765-318a-4d2e-82de-8064f4a12b05 req-52ae6cbd-7ad5-4d86-b34a-25c2f9bf49fc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Sep 22 11:11:58.180394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1781bac3-321e-4b48-bdc8-0163a5cff710 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:11:58.225124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:58.315361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 1781bac3-321e-4b48-bdc8-0163a5cff710 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:11:58.319370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 1781bac3-321e-4b48-bdc8-0163a5cff710 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:11:58.319738 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:58.400191 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:58.421369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:11:58.423602 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}370b8d6f53799de85f563c63813fbf182c271828afab8b8564e0552c83dc442f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1c427c-e2fe-4dd2-9fae-c349fd0f4bd7" -d '{"events": [{"server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "name": "network-vif-plugged", "status": "completed", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:11:58.442017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:11:58.460710 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3258dab6-47cf-484e-afe2-1eac077a1f4d x-openstack-request-id: req-3258dab6-47cf-484e-afe2-1eac077a1f4d {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:11:58.461000 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "name": "network-vif-plugged", "status": "completed", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:11:58.461254 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3258dab6-47cf-484e-afe2-1eac077a1f4d {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:11:58.461993 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'code': 200} Sep 22 11:11:58.515341 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:11:58.562697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:11:58.748183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202564b-50bf-4467-b23a-4513bf932e61 req-47c69fa4-e9c4-4c84-8197-4dbb08cc7f8f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:58.749664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4202564b-50bf-4467-b23a-4513bf932e61 req-47c69fa4-e9c4-4c84-8197-4dbb08cc7f8f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0531621 Sep 22 11:11:58.786475 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4202564b-50bf-4467-b23a-4513bf932e61 req-e4833ff0-e571-4df7-b495-f03dc69a1d3f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Sep 22 11:11:58.897014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62635a4d-d382-499d-b4a8-b3a1bd1d667f req-08b1df10-9a20-4fcf-9526-572d568aa519 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:58.898518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62635a4d-d382-499d-b4a8-b3a1bd1d667f req-08b1df10-9a20-4fcf-9526-572d568aa519 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0483248 Sep 22 11:11:58.936202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62635a4d-d382-499d-b4a8-b3a1bd1d667f req-3865db9c-d33e-415a-8c5c-83335c8aed97 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Sep 22 11:11:59.233681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb6192-b21d-42d8-80af-4d702779eef2 req-53a0f037-3c03-4901-b8ba-7f562990e240 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:59.235118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67cb6192-b21d-42d8-80af-4d702779eef2 req-53a0f037-3c03-4901-b8ba-7f562990e240 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0503278 Sep 22 11:11:59.272440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67cb6192-b21d-42d8-80af-4d702779eef2 req-7b07453d-1b91-4f28-9a72-8a432b45f355 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Sep 22 11:11:59.320053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-68a513ac-4cf1-4225-a55d-ccd25f799451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:59.321517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-68a513ac-4cf1-4225-a55d-ccd25f799451 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 1097 time: 0.0422525 Sep 22 11:11:59.408052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-80ad7585-07f5-4eb0-9cc0-d2495fc8e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:59.409509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-80ad7585-07f5-4eb0-9cc0-d2495fc8e84c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0806255 Sep 22 11:11:59.475936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-f231d774-04c9-4b11-b25e-b3a85183a663 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 200 len: 1001 time: 0.0596049 Sep 22 11:11:59.523534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-3862f35a-4edc-4fec-bdcf-f980a0a5bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:59.524890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-3862f35a-4edc-4fec-bdcf-f980a0a5bd55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0422328 Sep 22 11:11:59.568382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-23133090-f60f-439a-9764-73aae1d3b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:11:59.570209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-23133090-f60f-439a-9764-73aae1d3b692 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386627 Sep 22 11:11:59.662065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-7560e553-5eed-4824-bd6e-0cb3d9b78814 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840857 Sep 22 11:11:59.763532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf72e98-98ed-4dbb-bee8-69e0b97bfdf2 req-3fa8f8e0-a4de-4682-8bb1-e931ced1d42d service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946457 Sep 22 11:12:00.391130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42bc3-c9ca-4510-be0f-b949779a55e2 req-8ada79d6-b335-403f-bfc9-406c2fefe928 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:00.392608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fc42bc3-c9ca-4510-be0f-b949779a55e2 req-8ada79d6-b335-403f-bfc9-406c2fefe928 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0540338 Sep 22 11:12:00.430317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fc42bc3-c9ca-4510-be0f-b949779a55e2 req-bc3019ff-08dd-42b1-a49b-c35fad6c571d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Sep 22 11:12:00.632202 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:12:01.549498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921f8d-6994-4d4e-bb6d-43c147e88c5f req-c5cef8fa-af58-41b6-aa2b-491c79ac0f6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:01.551042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0921f8d-6994-4d4e-bb6d-43c147e88c5f req-c5cef8fa-af58-41b6-aa2b-491c79ac0f6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0528774 Sep 22 11:12:01.588422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0921f8d-6994-4d4e-bb6d-43c147e88c5f req-99dbd513-8ddb-4906-b289-eda7132b2500 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Sep 22 11:12:02.040795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c4ad0-bc74-42ef-b050-ee4624e86f76 req-f4821c42-5082-4a69-9b34-697c9bc7d33e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:02.042293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f53c4ad0-bc74-42ef-b050-ee4624e86f76 req-f4821c42-5082-4a69-9b34-697c9bc7d33e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0479097 Sep 22 11:12:02.079376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f53c4ad0-bc74-42ef-b050-ee4624e86f76 req-a451aca3-a6bb-4b15-b097-4da1fafdb6bf tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311680 Sep 22 11:12:03.194811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4706e8-5575-4dae-90e7-5c99eef18d88 req-35f11756-5e4d-4f17-910e-08b50c276af7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:03.196306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea4706e8-5575-4dae-90e7-5c99eef18d88 req-35f11756-5e4d-4f17-910e-08b50c276af7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0518029 Sep 22 11:12:03.233548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea4706e8-5575-4dae-90e7-5c99eef18d88 req-f60e116e-fde5-49cc-9f8f-39babe7c1c96 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308187 Sep 22 11:12:03.281874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401aed46-633f-4490-a2ae-634564bdbd82 req-afe36fb7-c005-49e1-a61b-7438c9826fb3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:03.283402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-401aed46-633f-4490-a2ae-634564bdbd82 req-afe36fb7-c005-49e1-a61b-7438c9826fb3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 946 time: 0.0466855 Sep 22 11:12:03.367893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Deleting port 1781bac3-321e-4b48-bdc8-0163a5cff710 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:12:03.368152 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:03.458936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] For port 1781bac3-321e-4b48-bdc8-0163a5cff710, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=1781bac3-321e-4b48-bdc8-0163a5cff710,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:12:03.459294 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:03.629899 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:03.630289 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:03.630608 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b disassociated. External IP: 172.25.1.75, port: 1781bac3-321e-4b48-bdc8-0163a5cff710. Sep 22 11:12:03.630946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Calling delete_port for 1781bac3-321e-4b48-bdc8-0163a5cff710 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:12:03.845178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:03.872178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event deleted for resources: {'Port': ['ID=1781bac3-321e-4b48-bdc8-0163a5cff710,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:12:03.991626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:12:04.100964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:12:04.111419 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:12:04.121682 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:12:04.122316 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:11:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:12:04.140149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] No DVR routers for this DVR port 1781bac3-321e-4b48-bdc8-0163a5cff710 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:12:04.143639 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:04.145554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-401aed46-633f-4490-a2ae-634564bdbd82 req-7457628b-69df-4979-8886-56202842750c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "DELETE /v2.0/ports/1781bac3-321e-4b48-bdc8-0163a5cff710 HTTP/1.1" status: 204 len: 173 time: 0.8558748 Sep 22 11:12:04.146080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'name': 'network-vif-deleted', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:12:04.186165 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ee82be-0f45-4c73-bc0d-a8caa0b62b3a" -d '{"events": [{"server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "name": "network-vif-deleted", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:12:04.226763 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:12:04.271197 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef874d3c-1a0f-40fc-bfef-068405c3fd1c x-openstack-request-id: req-ef874d3c-1a0f-40fc-bfef-068405c3fd1c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:12:04.271731 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543b40cf-8d25-4e39-bf15-aaab21fb4037", "name": "network-vif-deleted", "tag": "1781bac3-321e-4b48-bdc8-0163a5cff710", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:12:04.271842 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef874d3c-1a0f-40fc-bfef-068405c3fd1c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:12:04.272157 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543b40cf-8d25-4e39-bf15-aaab21fb4037', 'name': 'network-vif-deleted', 'tag': '1781bac3-321e-4b48-bdc8-0163a5cff710', 'status': 'completed', 'code': 200} Sep 22 11:12:04.346473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a5d7d89a-92ee-4fa7-a779-f5a9b38721cc req-4fdaece7-ca9f-4032-bf63-78ff9cf0d0be tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=543b40cf-8d25-4e39-bf15-aaab21fb4037 HTTP/1.1" status: 200 len: 210 time: 0.0293105 Sep 22 11:12:04.427248 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:12:04.452384 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:12:04.460363 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:12:04.460969 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:11:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:12:04.563047 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:12:04.757953 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:12:04.783844 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e6c21-5c8e-46a6-bf79-254e6aa05b1f None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:12:05.027548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64185b34-a8bd-4f5b-b03a-91744ace83be None None] New status for floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:12:05.612916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-0a5f6d06-18c5-40fb-ab27-0ec0267ea64b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2052123097&fields=id&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 267 time: 0.0358400 Sep 22 11:12:05.717190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32657-754f-449e-98f3-5072c45ba083 req-ef56599c-43a7-4152-aebe-e63c5b1aa3fb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:05.718681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-ef56599c-43a7-4152-aebe-e63c5b1aa3fb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 812 time: 0.0990682 Sep 22 11:12:05.733862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-03ba6c32-de68-4e3b-ba18-cc72f3f49b00 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/quotas/21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 375 time: 0.0093057 Sep 22 11:12:05.783930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-7384e5fd-cf99-4f2f-bacc-ad34a8871deb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448842 Sep 22 11:12:05.950268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-3f3e9e32-dc49-476e-a573-0e4218d0ddbf service neutron] 10.222.0.20 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219656 Sep 22 11:12:06.042318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-75ce5bf0-c339-47e8-9876-279a665cb95d service neutron] 10.222.0.20 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857477 Sep 22 11:12:06.196658 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1781bac3-321e-4b48-bdc8-0163a5cff710 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:12:06.218246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 1781bac3-321e-4b48-bdc8-0163a5cff710 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:12:06.218935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 1781bac3-321e-4b48-bdc8-0163a5cff710 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:12:06.265455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d92b179a-7bf2-4b35-843e-2fa75ecca6a9 req-a0ff6ffb-b255-4252-a589-ff39d2be5d09 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 210 time: 0.0262177 Sep 22 11:12:07.361076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ac52459c-661b-45c8-9161-986cb2ef0e40 req-16dfa940-414e-4227-ae14-707db3c95087 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 210 time: 0.0285766 Sep 22 11:12:08.128323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32657-754f-449e-98f3-5072c45ba083 req-60a7a2cd-efe1-4399-b932-2f49d8a7f9bf tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:08.129796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-60a7a2cd-efe1-4399-b932-2f49d8a7f9bf tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 812 time: 0.1101098 Sep 22 11:12:08.171808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-0e391e40-5bbf-4de0-a82b-4319bcb7396f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 380 time: 0.0329032 Sep 22 11:12:08.181218 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'port': {'device_id': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'admin_state_up': True, 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'security_groups': ['285db245-5e2b-42d6-875c-46e4407e0775']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:12:08.384322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Made reservation on behalf of 21393d1f613944cd91f081a2e99de87d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:12:08.387871 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:08.483544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11dad94e-0ffc-4959-b89b-ebbca508271f req-df42eeac-38ca-490c-9604-97e133237160 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 210 time: 0.0333917 Sep 22 11:12:08.543370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Allocated IP 172.20.0.3 (0eb9c609-5790-4205-bd5e-5055af0878be/87825b42-b6d7-487e-8e04-e8af955a275d/955c6c08-5722-432f-8986-f480ef85d568) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:12:08.678630 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:08.777832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:08.821479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Network 0eb9c609-5790-4205-bd5e-5055af0878be is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:12:08.824472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:12:08.828146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:12:08.836533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:12:08.881704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:08.882337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:08.973305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-fa5cecce-7d0d-4ef4-b018-adf6449a47dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955344 Sep 22 11:12:08.985903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Request body: {'port': {'device_id': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:12:09.048954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:09.077266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d570da5c-737e-4b7a-88e5-3af6eb6e8880 None None] Provisioning complete for port 955c6c08-5722-432f-8986-f480ef85d568 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:12:09.077830 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d570da5c-737e-4b7a-88e5-3af6eb6e8880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:09.118646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-d570da5c-737e-4b7a-88e5-3af6eb6e8880 None None] Port 955c6c08-5722-432f-8986-f480ef85d568 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:12:09.299287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955c6c08-5722-432f-8986-f480ef85d568 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:12:09.306305 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:09.317419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Transition to ACTIVE for port object 955c6c08-5722-432f-8986-f480ef85d568 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:12:09.389511 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:09.437573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:12:09.517633 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:12:09.518024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:12:09.518386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:12:09.523447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Port 955c6c08-5722-432f-8986-f480ef85d568 on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:12:09.523781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:12:09.528818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:12:09.529154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:12:09.529540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:12:09.529961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Bound port: 955c6c08-5722-432f-8986-f480ef85d568, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:12:09.530406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:09.627259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:12:09.638500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139e39a-5afa-4502-9cfa-55f0a9cd11f4 req-a88ab05e-9a72-4254-ae6b-13b7718be084 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:09.640008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6139e39a-5afa-4502-9cfa-55f0a9cd11f4 req-a88ab05e-9a72-4254-ae6b-13b7718be084 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 943 time: 0.0746720 Sep 22 11:12:09.641753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:12:09.678615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6139e39a-5afa-4502-9cfa-55f0a9cd11f4 req-b1a33348-30f9-4153-a3f9-91fa010d382a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322545 Sep 22 11:12:09.721645 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:09.758697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:09.759317 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:09.760734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] 10.222.0.32 "PUT /v2.0/ports/955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 1091 time: 0.7791286 Sep 22 11:12:09.761699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:12:09.763948 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bace07d-4afd-49cf-98ba-cade9e828b80" -d '{"events": [{"name": "network-changed", "server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:12:09.789823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0409a84-a950-4297-a55d-06ad60e86775 service neutron] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:12:09.810797 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9217d853-db66-46e4-a8ab-8662ef2d3932 x-openstack-request-id: req-9217d853-db66-46e4-a8ab-8662ef2d3932 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:12:09.810797 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:12:09.810797 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9217d853-db66-46e4-a8ab-8662ef2d3932 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:12:09.811114 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'status': 'completed', 'code': 200} Sep 22 11:12:09.878292 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace07d-4afd-49cf-98ba-cade9e828b80 req-12f9d04a-e5c2-4ff0-a3db-cb021178d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:09.879831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bace07d-4afd-49cf-98ba-cade9e828b80 req-12f9d04a-e5c2-4ff0-a3db-cb021178d17e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1094 time: 0.0426655 Sep 22 11:12:09.982143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace07d-4afd-49cf-98ba-cade9e828b80 req-4cf90026-e1bc-440b-bd9e-a8a9c806a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:09.983626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bace07d-4afd-49cf-98ba-cade9e828b80 req-4cf90026-e1bc-440b-bd9e-a8a9c806a4f6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=21393d1f613944cd91f081a2e99de87d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0962842 Sep 22 11:12:10.074477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace07d-4afd-49cf-98ba-cade9e828b80 req-3c4fbcbc-f146-4ab1-85e9-d6a0f1737344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:10.075803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bace07d-4afd-49cf-98ba-cade9e828b80 req-3c4fbcbc-f146-4ab1-85e9-d6a0f1737344 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857084 Sep 22 11:12:10.150987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32657-754f-449e-98f3-5072c45ba083 req-083e921b-776d-4cd0-bca4-1aa929480336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:10.152966 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-083e921b-776d-4cd0-bca4-1aa929480336 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1094 time: 0.0394325 Sep 22 11:12:10.535693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-83a12140-eb38-4f94-823f-a3f051b78b94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 217 time: 0.3743999 Sep 22 11:12:10.584429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32657-754f-449e-98f3-5072c45ba083 req-af1e2c66-b0fb-48b6-b15a-6a9d8908a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:10.585871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-af1e2c66-b0fb-48b6-b15a-6a9d8908a5f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0432837 Sep 22 11:12:10.629567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32657-754f-449e-98f3-5072c45ba083 req-b39ee132-fb82-4b6b-8e71-f60b836a3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:10.631037 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-b39ee132-fb82-4b6b-8e71-f60b836a3ab2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376794 Sep 22 11:12:10.726635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-b111abea-e2dd-41bf-8770-45666113d47d service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878091 Sep 22 11:12:10.839798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ced38-1c20-4af1-9eb1-e321fcf7395d req-e841b374-6527-4ec9-b1a1-8926fdfaa94d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:10.841102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-878ced38-1c20-4af1-9eb1-e321fcf7395d req-e841b374-6527-4ec9-b1a1-8926fdfaa94d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 943 time: 0.0910261 Sep 22 11:12:10.867673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8af32657-754f-449e-98f3-5072c45ba083 req-970aecf4-18ee-4689-a9bc-9f7d0a19bb64 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345668 Sep 22 11:12:10.890177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-878ced38-1c20-4af1-9eb1-e321fcf7395d req-9d4e14b2-892d-4a12-a92d-fee5be5da46c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388596 Sep 22 11:12:12.005812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7df34-84ab-4241-a629-f2d993107e9a req-9ec6f5e1-53d7-4f1c-9d78-bac54e16a9f9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:12.007305 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0d7df34-84ab-4241-a629-f2d993107e9a req-9ec6f5e1-53d7-4f1c-9d78-bac54e16a9f9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 943 time: 0.0519447 Sep 22 11:12:12.045073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0d7df34-84ab-4241-a629-f2d993107e9a req-bb990f1d-8ed6-415c-a409-35452bb71a8a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312617 Sep 22 11:12:13.156632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13f90b-f4e7-4151-a8f8-7df602ec26ee req-744bde87-e113-4d8f-a71c-55f22f55cfe4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:13.158046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a13f90b-f4e7-4151-a8f8-7df602ec26ee req-744bde87-e113-4d8f-a71c-55f22f55cfe4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 943 time: 0.0474684 Sep 22 11:12:13.194813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a13f90b-f4e7-4151-a8f8-7df602ec26ee req-c1c56b4f-aaea-48d7-a4b2-9044f8a2d36a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Sep 22 11:12:14.310479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac5bb-7eb6-42e1-89a7-3727877b84ef req-c897dfa9-997b-4dad-b480-5936945b442f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:14.311980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b3ac5bb-7eb6-42e1-89a7-3727877b84ef req-c897dfa9-997b-4dad-b480-5936945b442f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 943 time: 0.0520160 Sep 22 11:12:14.348195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b3ac5bb-7eb6-42e1-89a7-3727877b84ef req-0d1643d3-e9d4-4acf-8cea-273b5d977997 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304236 Sep 22 11:12:14.515954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:12:14.607328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:12:14.617875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '955c6c08-5722-432f-8986-f480ef85d568', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': '955c6c08-5722-432f-8986-f480ef85d568', 'mac_address': 'fa:16:3e:ff:5c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:12:14.656622 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:14.669244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955c6c08-5722-432f-8986-f480ef85d568 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:12:14.687429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:12:14.783653 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:14.830888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:12:15.009499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['955c6c08-5722-432f-8986-f480ef85d568'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:12:15.460743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638922af-c0c5-4dac-80e0-9436ef6ea7c1 req-b0544e79-d07b-4944-b3d1-5d9782bdba3f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:15.462271 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-638922af-c0c5-4dac-80e0-9436ef6ea7c1 req-b0544e79-d07b-4944-b3d1-5d9782bdba3f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 944 time: 0.0480525 Sep 22 11:12:15.498622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-638922af-c0c5-4dac-80e0-9436ef6ea7c1 req-14178594-1293-4992-9d5a-8a39f662b073 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306094 Sep 22 11:12:16.531029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:12:16.613536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac324c-91a2-4074-8512-543a226cf787 req-96dd65c3-379f-4852-b3e2-5943f2102ec3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:16.615052 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ac324c-91a2-4074-8512-543a226cf787 req-96dd65c3-379f-4852-b3e2-5943f2102ec3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 944 time: 0.0488157 Sep 22 11:12:16.622255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 955c6c08-5722-432f-8986-f480ef85d568 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:12:16.626278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 955c6c08-5722-432f-8986-f480ef85d568 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:12:16.626654 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:16.652506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2ac324c-91a2-4074-8512-543a226cf787 req-83b1ab04-574b-48e3-9368-457004947ba9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Sep 22 11:12:16.718640 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:16.743949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:12:16.757657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:12:16.783563 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7c8f98-49ca-426a-b88c-fa4e96cbd5ca" -d '{"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-plugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:12:16.835488 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:16.866781 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3f428b-6a1a-459a-ae89-0c14fff84840 x-openstack-request-id: req-8d3f428b-6a1a-459a-ae89-0c14fff84840 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:12:16.867071 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-plugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:12:16.867320 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d3f428b-6a1a-459a-ae89-0c14fff84840 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:12:16.867704 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'code': 200} Sep 22 11:12:16.885813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:12:17.037846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9777-5230-44a5-9dfc-11bbeea9d7f7 req-f5c722f2-eb9c-4875-b48b-d11a327c7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:17.039284 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f18a9777-5230-44a5-9dfc-11bbeea9d7f7 req-f5c722f2-eb9c-4875-b48b-d11a327c7611 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1096 time: 0.0795493 Sep 22 11:12:17.075562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f18a9777-5230-44a5-9dfc-11bbeea9d7f7 req-7d136036-d224-4d84-95fd-1956c9ad58a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281301 Sep 22 11:12:17.765932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586cc94-c0ce-49b4-867c-656329b2f63c req-d253b449-7ffd-4a2c-acc1-480198d200a6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:17.767430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0586cc94-c0ce-49b4-867c-656329b2f63c req-d253b449-7ffd-4a2c-acc1-480198d200a6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0473711 Sep 22 11:12:17.804198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0586cc94-c0ce-49b4-867c-656329b2f63c req-6f2efe48-ccb4-4b0f-b9eb-1c91d6e10560 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309653 Sep 22 11:12:18.915589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5f84-8392-4b89-86be-a25dec88ca8a req-14ef4dfe-414c-42ee-a02b-b286e43b8882 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:18.917057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4aaa5f84-8392-4b89-86be-a25dec88ca8a req-14ef4dfe-414c-42ee-a02b-b286e43b8882 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0476205 Sep 22 11:12:18.954830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4aaa5f84-8392-4b89-86be-a25dec88ca8a req-41327dba-8254-449b-add4-6222e363f0ec tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Sep 22 11:12:19.068869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88784a88-ba9b-4a15-9d5e-f47c326143f1 req-eb498993-8e5b-4f5a-8650-0b23f522ed5b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:19.070394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-88784a88-ba9b-4a15-9d5e-f47c326143f1 req-eb498993-8e5b-4f5a-8650-0b23f522ed5b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0521874 Sep 22 11:12:19.078842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 45888) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:12:19.083209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c46f20de-abe7-4d06-9f99-eb97ebfca18a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'floatingip': {'port_id': '955c6c08-5722-432f-8986-f480ef85d568'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:12:19.120670 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c46f20de-abe7-4d06-9f99-eb97ebfca18a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:19.525213 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c46f20de-abe7-4d06-9f99-eb97ebfca18a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:19.589460 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c46f20de-abe7-4d06-9f99-eb97ebfca18a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:19.686902 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-c46f20de-abe7-4d06-9f99-eb97ebfca18a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b associated. External IP: 172.25.1.75, port: 955c6c08-5722-432f-8986-f480ef85d568. Sep 22 11:12:19.885641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46f20de-abe7-4d06-9f99-eb97ebfca18a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:12:19.986899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46f20de-abe7-4d06-9f99-eb97ebfca18a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:12:19.991620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c46f20de-abe7-4d06-9f99-eb97ebfca18a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:19.996122 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:12:20.005712 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:12:20.006347 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:11:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:12:20.021307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c46f20de-abe7-4d06-9f99-eb97ebfca18a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "PUT /v2.0/floatingips/20e24a40-5538-44aa-9190-a7c0f45b7f6b HTTP/1.1" status: 200 len: 990 time: 0.9414036 Sep 22 11:12:20.021903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:12:20.024184 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc845f0-9645-41dc-b760-08170400c6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:12:20.109357 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3108713c-b194-4463-af55-f2b556ec69c1 x-openstack-request-id: req-3108713c-b194-4463-af55-f2b556ec69c1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:12:20.109710 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:12:20.109965 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3108713c-b194-4463-af55-f2b556ec69c1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:12:20.110401 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'status': 'completed', 'code': 200} Sep 22 11:12:20.111603 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:12:20.171906 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc845f0-9645-41dc-b760-08170400c6cd req-a1ff2a2c-22b0-4a6c-b87c-8b395f788a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:20.173319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfc845f0-9645-41dc-b760-08170400c6cd req-a1ff2a2c-22b0-4a6c-b87c-8b395f788a51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1096 time: 0.0396605 Sep 22 11:12:20.262581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc845f0-9645-41dc-b760-08170400c6cd req-74abfaad-ff70-4514-950d-0ed226f91343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:20.264250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfc845f0-9645-41dc-b760-08170400c6cd req-74abfaad-ff70-4514-950d-0ed226f91343 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0837557 Sep 22 11:12:20.331649 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': '955c6c08-5722-432f-8986-f480ef85d568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:ff:5c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:12:19Z', 'revision_number': 9, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:12:20.332289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfc845f0-9645-41dc-b760-08170400c6cd req-f2e8c46d-55be-4bae-968e-43f7635c256d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 998 time: 0.0608902 Sep 22 11:12:20.357458 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:12:20.365388 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:12:20.365990 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:11:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:12:20.381256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc845f0-9645-41dc-b760-08170400c6cd req-23f4b77a-bbbc-47f5-9f84-f226cb9cef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:20.382755 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfc845f0-9645-41dc-b760-08170400c6cd req-23f4b77a-bbbc-47f5-9f84-f226cb9cef3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0432746 Sep 22 11:12:20.427183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc845f0-9645-41dc-b760-08170400c6cd req-5baa8c48-6042-4afd-abed-eca97abd3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:20.428622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfc845f0-9645-41dc-b760-08170400c6cd req-5baa8c48-6042-4afd-abed-eca97abd3a6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388727 Sep 22 11:12:20.526163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfc845f0-9645-41dc-b760-08170400c6cd req-2b34d453-3f36-4e59-8e56-01532182d475 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903065 Sep 22 11:12:20.562894 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:12:20.619973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfc845f0-9645-41dc-b760-08170400c6cd req-5cca71b5-3c5f-457d-b6fc-c3aaa7633579 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873206 Sep 22 11:12:20.779921 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': '955c6c08-5722-432f-8986-f480ef85d568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:ff:5c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:12:19Z', 'revision_number': 9, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:12:20.808159 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1760872-eb55-4c9a-88fa-4d799cdd2d58 None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': '955c6c08-5722-432f-8986-f480ef85d568', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:ff:5c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:12:19Z', 'revision_number': 9, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:12:20.996168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212c8b3-f0ba-4526-836f-aed3db370b8b None None] New status for floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:12:22.326419 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72506bee-752b-4d2f-8050-33476d4476b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:23.651958 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-ea05fc7e-4a98-4d7b-9dcf-7faa6ad97dfa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387340 Sep 22 11:12:23.730618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-83afe4b1-5c09-4742-a88e-f41f961d2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:23.732680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-83afe4b1-5c09-4742-a88e-f41f961d2127 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1096 time: 0.0402567 Sep 22 11:12:23.834122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-f3788adf-61d9-455a-b42b-1014ae9cf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:23.835500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-f3788adf-61d9-455a-b42b-1014ae9cf928 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0846498 Sep 22 11:12:23.897057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-b705a96c-1412-4194-b3b6-f5a454df2430 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 1001 time: 0.0550742 Sep 22 11:12:23.944885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-5fea4375-a6a2-47a8-8636-30af8427f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:23.946334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-5fea4375-a6a2-47a8-8636-30af8427f8d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0423839 Sep 22 11:12:23.994341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-065231d5-d82c-49e0-96b4-fbe5fab28cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:12:23.995870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-065231d5-d82c-49e0-96b4-fbe5fab28cb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430703 Sep 22 11:12:24.085687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-bf634754-1c59-419a-aaa4-7c14cadab869 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820279 Sep 22 11:12:24.178633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0677b155-9270-49fc-bfe7-8fbbb41c6e27 req-79903003-4dbd-4566-a16e-337ae3334a32 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841355 Sep 22 11:12:25.154579 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6f09bde-a425-4d9e-95a1-bb64ebe9684f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:25.589070 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:26.023080 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:26.109351 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:26.332323 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:28.205938 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:37.631921 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:12:52.336953 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c5789b0f-3003-4f2f-9c8a-97262a3b0d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:55.160362 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d895-985b-4277-9e55-de4d099b527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:55.577400 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:56.046947 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:56.120056 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:56.331105 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:12:58.234288 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:14.631202 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:13:22.336432 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6d298c9-8893-479b-8b3f-972a6ecd7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:25.141462 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dd2cbfc8-b22c-4dec-b084-a93122b5a6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:25.593794 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:25.651499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7877ccab-7812-4137-841c-50ea0e41c05a req-0b8ac4a9-41af-479a-a7c4-fa6646f1912f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401039 Sep 22 11:13:25.729163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ccab-7812-4137-841c-50ea0e41c05a req-997839a8-4b52-48ce-ac17-77096603dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:25.730685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7877ccab-7812-4137-841c-50ea0e41c05a req-997839a8-4b52-48ce-ac17-77096603dbc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1096 time: 0.0391667 Sep 22 11:13:25.835152 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ccab-7812-4137-841c-50ea0e41c05a req-37a90438-0b31-44a0-b283-93a38758b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:25.836534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7877ccab-7812-4137-841c-50ea0e41c05a req-37a90438-0b31-44a0-b283-93a38758b1f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0868573 Sep 22 11:13:25.903127 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7877ccab-7812-4137-841c-50ea0e41c05a req-2de2d656-8f32-44c3-9b14-408cf29e6cbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 1001 time: 0.0595248 Sep 22 11:13:25.956950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ccab-7812-4137-841c-50ea0e41c05a req-91015cd6-4f74-4fe0-a6bf-0d132904928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:25.958633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7877ccab-7812-4137-841c-50ea0e41c05a req-91015cd6-4f74-4fe0-a6bf-0d132904928a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0483956 Sep 22 11:13:26.005964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ccab-7812-4137-841c-50ea0e41c05a req-82c7f57c-e69b-4805-8f68-2f5db2505f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:26.007511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7877ccab-7812-4137-841c-50ea0e41c05a req-82c7f57c-e69b-4805-8f68-2f5db2505f9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416179 Sep 22 11:13:26.062370 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:26.095079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7877ccab-7812-4137-841c-50ea0e41c05a req-80f32210-05f6-4931-a1ca-ced7767fd3fc service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805354 Sep 22 11:13:26.107813 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:26.186124 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7877ccab-7812-4137-841c-50ea0e41c05a req-f6f91660-d005-4e7f-96e3-ff8c917fcced service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844271 Sep 22 11:13:26.330761 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:28.239424 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:51.630192 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:13:52.313173 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a140a52d-d058-4a02-80ee-93fe09066029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:55.164130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-faff9a4c-0326-4b96-a90c-d6520abf217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:55.592194 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:56.028458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f7cc7-f6cf-4b78-9984-783fcda05e6e req-ce5036b8-5e8e-4f8b-9656-65dabbac00d7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:56.029975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7f7cc7-f6cf-4b78-9984-783fcda05e6e req-ce5036b8-5e8e-4f8b-9656-65dabbac00d7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0525963 Sep 22 11:13:56.071090 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7f7cc7-f6cf-4b78-9984-783fcda05e6e req-27ac7b4f-c35f-48b1-8ca2-24df2eeaccd4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350540 Sep 22 11:13:56.082823 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:56.135317 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:56.212290 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-1ff87a82-82d5-42c2-91c7-ba818334a7e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792894 Sep 22 11:13:56.312876 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:57.188852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fb988-5e8b-4681-9d4b-296b3140fbc2 req-b1c824f6-0511-435a-b67c-da598caab004 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:57.190419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d14fb988-5e8b-4681-9d4b-296b3140fbc2 req-b1c824f6-0511-435a-b67c-da598caab004 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0511324 Sep 22 11:13:57.231644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d14fb988-5e8b-4681-9d4b-296b3140fbc2 req-3e48506b-35f9-4685-9a2c-6cff41d7c646 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349627 Sep 22 11:13:58.035831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-e78e15d2-a6ac-4587-9b3b-03ee603d0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:58.037539 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-e78e15d2-a6ac-4587-9b3b-03ee603d0740 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1096 time: 0.0406725 Sep 22 11:13:58.124652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-756b1323-d47d-49a0-b856-731d57792ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:58.126233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-756b1323-d47d-49a0-b856-731d57792ab3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0821366 Sep 22 11:13:58.194336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-f0e50e9c-aca7-43b4-8ea8-f61883a14a44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 1001 time: 0.0612686 Sep 22 11:13:58.238830 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:13:58.241554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-3858a511-924e-41f2-83d2-2883b68d961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:58.243022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-3858a511-924e-41f2-83d2-2883b68d961d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0415666 Sep 22 11:13:58.288747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-1670f3b1-3109-4282-8517-ebc3dd599bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:58.290211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-1670f3b1-3109-4282-8517-ebc3dd599bf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395625 Sep 22 11:13:58.398184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c517-ca97-4fbb-b3e5-3c960f552fd6 req-92ebff8c-421b-48f2-a3db-8aec5aa458e7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:58.399661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9d3c517-ca97-4fbb-b3e5-3c960f552fd6 req-92ebff8c-421b-48f2-a3db-8aec5aa458e7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0957332 Sep 22 11:13:58.436685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-c1d58a21-0e45-480f-8b74-e3780b8e2de1 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395645 Sep 22 11:13:58.473559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9d3c517-ca97-4fbb-b3e5-3c960f552fd6 req-3b93b304-2b75-4ea3-ad0b-e6310b319989 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668364 Sep 22 11:13:58.536846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-0a5cec33-f160-4a1a-9e45-f5df16e07154 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908713 Sep 22 11:13:59.590360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4967f-70b5-4ad0-bece-a678f10847b5 req-2881e365-1cd5-4004-8184-aa8d606f6782 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:13:59.592500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ece4967f-70b5-4ad0-bece-a678f10847b5 req-2881e365-1cd5-4004-8184-aa8d606f6782 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Sep 22 11:13:59.629057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ece4967f-70b5-4ad0-bece-a678f10847b5 req-8592018d-7289-4d0b-9c31-adedbdd3e826 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305631 Sep 22 11:14:00.751430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06282fc4-acb3-47ce-8246-4b7e298ac1bb req-bc3ed443-0e5c-4e71-a6ef-c50aff2e1455 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:00.752909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06282fc4-acb3-47ce-8246-4b7e298ac1bb req-bc3ed443-0e5c-4e71-a6ef-c50aff2e1455 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0572133 Sep 22 11:14:00.790185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06282fc4-acb3-47ce-8246-4b7e298ac1bb req-89db4037-8650-4828-b83a-6d7c338336ec tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312886 Sep 22 11:14:01.901889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983484ed-8d51-4643-881a-25e469d902b6 req-44aedbb2-37c9-4cdc-b0ab-1322752eb5be tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:01.903371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-983484ed-8d51-4643-881a-25e469d902b6 req-44aedbb2-37c9-4cdc-b0ab-1322752eb5be tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0474541 Sep 22 11:14:01.941534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-983484ed-8d51-4643-881a-25e469d902b6 req-4ede4b97-103a-40f5-9516-ac1027530b1a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Sep 22 11:14:03.052320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bdd6f-9fad-4f93-80a4-aa62192de4af req-b97f8544-b0a7-47f1-8d19-3c3051e5f232 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:03.053771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc3bdd6f-9fad-4f93-80a4-aa62192de4af req-b97f8544-b0a7-47f1-8d19-3c3051e5f232 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0468998 Sep 22 11:14:03.090747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc3bdd6f-9fad-4f93-80a4-aa62192de4af req-2f98f06d-e68e-44a7-ba8f-23a8d01008a6 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Sep 22 11:14:04.206896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeeb4d-e560-4239-8622-76261a4a396c req-45db3183-a52e-41ed-bdad-af982e5fd7bc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:04.208350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04aeeb4d-e560-4239-8622-76261a4a396c req-45db3183-a52e-41ed-bdad-af982e5fd7bc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0511756 Sep 22 11:14:04.245077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-04aeeb4d-e560-4239-8622-76261a4a396c req-68b045bd-2c9e-470a-a580-4daf91571aa0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306900 Sep 22 11:14:05.358833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b857-40f8-4b05-8eed-167fcb7dcc63 req-9a1c30e1-972b-4fda-9a89-f2efc37efb5b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:05.360295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a549b857-40f8-4b05-8eed-167fcb7dcc63 req-9a1c30e1-972b-4fda-9a89-f2efc37efb5b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0480213 Sep 22 11:14:05.399143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a549b857-40f8-4b05-8eed-167fcb7dcc63 req-e4b0a41e-5276-472e-bae7-7ca84de8ad99 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330229 Sep 22 11:14:06.511619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a599d3-8ac6-4503-b9d6-ee31f0ff36df req-f7fa1dea-ea7e-431e-82ac-88e92e22155e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:06.513135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21a599d3-8ac6-4503-b9d6-ee31f0ff36df req-f7fa1dea-ea7e-431e-82ac-88e92e22155e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0476263 Sep 22 11:14:06.549866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-21a599d3-8ac6-4503-b9d6-ee31f0ff36df req-84bf9a85-9ad7-41c7-b49b-146e6b758dfd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305786 Sep 22 11:14:07.665855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214fe7f-71a8-4067-8079-a7b9120ae388 req-c17fdfdc-b273-4fd6-a329-6ade498b6f5c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:07.667436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7214fe7f-71a8-4067-8079-a7b9120ae388 req-c17fdfdc-b273-4fd6-a329-6ade498b6f5c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0518882 Sep 22 11:14:07.704719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7214fe7f-71a8-4067-8079-a7b9120ae388 req-be8c7ce5-41ba-4829-82b6-3704aafdaa2b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Sep 22 11:14:08.818458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8101e-67ba-486e-b5f6-4fff45276084 req-b39f8491-28ba-4775-87bf-3399ac11e521 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:08.819943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfd8101e-67ba-486e-b5f6-4fff45276084 req-b39f8491-28ba-4775-87bf-3399ac11e521 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0484824 Sep 22 11:14:08.857164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfd8101e-67ba-486e-b5f6-4fff45276084 req-4ff681a8-3b97-49c7-a446-6a0bf59c0538 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312123 Sep 22 11:14:09.971081 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8b0cd-7d60-4f7e-856d-99246662a6e8 req-1b96dd5f-b439-4f45-9e42-8c63e5eae925 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:09.972554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-edd8b0cd-7d60-4f7e-856d-99246662a6e8 req-1b96dd5f-b439-4f45-9e42-8c63e5eae925 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Sep 22 11:14:10.008651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-edd8b0cd-7d60-4f7e-856d-99246662a6e8 req-1b63a2ad-dc32-499b-bbec-9cc594824796 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302510 Sep 22 11:14:10.617858 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-0a0e8a83-0355-415a-8517-12127076e2ef service neutron] show failed (client error): The resource could not be found. Sep 22 11:14:10.618883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-0a0e8a83-0355-415a-8517-12127076e2ef service neutron] 10.222.0.32 "GET /v2.0/ports/955c6c08-5722-432f-8986-f480ef85d568/bindings/n-h1-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0579844 Sep 22 11:14:11.153400 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdcdd4-53da-485c-8656-3dbc433a0a8b req-dc991f8d-a113-4f95-a524-e765ccd3d928 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:11.154946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bcbdcdd4-53da-485c-8656-3dbc433a0a8b req-dc991f8d-a113-4f95-a524-e765ccd3d928 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0765610 Sep 22 11:14:11.156710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-aa938532-ec9d-4a09-847e-f9827a735537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:11.158068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-aa938532-ec9d-4a09-847e-f9827a735537 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 1096 time: 0.0681374 Sep 22 11:14:11.171374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:14:11.236389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bcbdcdd4-53da-485c-8656-3dbc433a0a8b req-872d52d0-d315-413a-8a13-4f92105b8420 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751724 Sep 22 11:14:11.244399 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:11.440359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:11.471654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:14:11.509522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:11.511850 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da57a80-1d4a-4612-8bf1-3c7018cb2c00" -d '{"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-unplugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:11.516121 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:11.528125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Transition to ACTIVE for port object 955c6c08-5722-432f-8986-f480ef85d568 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:14:11.564247 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e8d9d2-e4b9-42af-814e-190ccf3a611a x-openstack-request-id: req-97e8d9d2-e4b9-42af-814e-190ccf3a611a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:11.564555 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-unplugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:11.564803 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97e8d9d2-e4b9-42af-814e-190ccf3a611a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:11.565206 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'code': 200} Sep 22 11:14:11.603888 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:11.678948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:11.693172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.693433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.693770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.694127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.694457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.694783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.695106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.695426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.695744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.696063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.696384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.696698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:11.734984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] No DVR routers for this DVR port 955c6c08-5722-432f-8986-f480ef85d568 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:14:12.199980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:14:12.201305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:14:12.201305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:14:12.205291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Port 955c6c08-5722-432f-8986-f480ef85d568 on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:14:12.205616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:14:12.210245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:14:12.210589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:14:12.210979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:14:12.211401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Bound port: 955c6c08-5722-432f-8986-f480ef85d568, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:14:12.211753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:12.272539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:14:12.275577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:14:12.337565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:12.375054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:12.375797 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:12.377202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] 10.222.0.30 "PUT /v2.0/ports/955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 1091 time: 1.2103276 Sep 22 11:14:12.403945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275acfcf-f8d5-46d8-a347-7812732d451c req-1d0ba9fd-4711-4a22-8445-81d0dea22d6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:12.405501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-275acfcf-f8d5-46d8-a347-7812732d451c req-1d0ba9fd-4711-4a22-8445-81d0dea22d6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 943 time: 0.0992053 Sep 22 11:14:12.451987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65950f-54d9-4a67-b7dd-bd4858282d0b service neutron] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:12.487438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-275acfcf-f8d5-46d8-a347-7812732d451c req-29fbbc95-523b-400f-902c-544e7fe3cf52 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667672 Sep 22 11:14:12.490237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-ee606a60-d639-464e-842d-473ce115e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:12.491818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-ee606a60-d639-464e-842d-473ce115e338 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1094 time: 0.0853069 Sep 22 11:14:12.583916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-863b9962-3be3-443d-a39a-e6432ee7f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:12.585420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-863b9962-3be3-443d-a39a-e6432ee7f8bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0859065 Sep 22 11:14:12.652561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-c8184f37-7329-49e6-9020-91282bce3131 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 999 time: 0.0598135 Sep 22 11:14:12.701252 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-473a5ade-23bd-46e4-bfc6-c48fb46fd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:12.702799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-473a5ade-23bd-46e4-bfc6-c48fb46fd7da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0432262 Sep 22 11:14:12.746230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-a2e3a2e6-5928-4b3f-bbef-dd8749424b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:12.748197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-a2e3a2e6-5928-4b3f-bbef-dd8749424b88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381196 Sep 22 11:14:12.840353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-6da91d86-fec0-4b48-a498-386369f42a60 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Sep 22 11:14:12.928793 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-63947a00-6405-42c1-8c40-e7cc47bd56f4 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809715 Sep 22 11:14:13.166458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:14:13.207229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:14:13.566749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:13.569040 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7236c-91df-4077-a0a8-72643233fb23" -d '{"events": [{"name": "network-changed", "server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:13.610698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccd14c-0e34-47ed-b47d-4b9b82da2d6a req-8d5ff968-b92c-4a03-b5ff-6a6cd4099522 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:13.612201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bcccd14c-0e34-47ed-b47d-4b9b82da2d6a req-8d5ff968-b92c-4a03-b5ff-6a6cd4099522 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 943 time: 0.0580466 Sep 22 11:14:13.649287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bcccd14c-0e34-47ed-b47d-4b9b82da2d6a req-19913528-198e-4378-8412-589b9a3d7195 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Sep 22 11:14:13.706669 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b79a49c-db6b-43a3-8d5a-6c03d8c06a4f x-openstack-request-id: req-1b79a49c-db6b-43a3-8d5a-6c03d8c06a4f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:13.706961 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:13.707273 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b79a49c-db6b-43a3-8d5a-6c03d8c06a4f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:13.707672 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'status': 'completed', 'code': 200} Sep 22 11:14:13.788473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-d145471b-2219-420d-bec0-dd1806558d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:13.789871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-d145471b-2219-420d-bec0-dd1806558d0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1094 time: 0.0657408 Sep 22 11:14:13.792249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-eaacf785-f72d-4316-bfdb-8bc9574f55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:13.793576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-eaacf785-f72d-4316-bfdb-8bc9574f55cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1094 time: 0.0601482 Sep 22 11:14:13.947325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-12bdd37c-304f-4760-b3ba-105a3df82a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:13.948797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-12bdd37c-304f-4760-b3ba-105a3df82a68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1520872 Sep 22 11:14:13.949842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-9957832f-b8a3-4c05-8038-ec3cdb51ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:13.951194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-9957832f-b8a3-4c05-8038-ec3cdb51ea5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1477664 Sep 22 11:14:14.054571 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-97ea4311-2e7e-4d35-b837-84bc4dbcef91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 999 time: 0.0989525 Sep 22 11:14:14.059747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-f6b2909e-f90f-437d-85af-5eecee6f9033 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 999 time: 0.0990100 Sep 22 11:14:14.135734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-4dfa395a-29d2-408d-8d66-da2105957efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:14.137158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-4dfa395a-29d2-408d-8d66-da2105957efa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0754709 Sep 22 11:14:14.138762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-c2d05528-c9e2-43ec-ad09-ed2f65063be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:14.140064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-c2d05528-c9e2-43ec-ad09-ed2f65063be9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0711548 Sep 22 11:14:14.210966 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-ca42296f-a9e3-4433-bfcb-6d37ebea12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:14.212464 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-ca42296f-a9e3-4433-bfcb-6d37ebea12d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679665 Sep 22 11:14:14.216681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-66444b6e-567c-46d2-8bae-810d710678b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:14.218588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-66444b6e-567c-46d2-8bae-810d710678b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669906 Sep 22 11:14:14.362293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-bcab95b3-4fc5-40af-b626-ca5cee9712be service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426551 Sep 22 11:14:14.367118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-c8313015-225a-4118-8e30-90de440906e8 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403549 Sep 22 11:14:14.514892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-c724164a-5ef2-4638-9e3f-93dcd11e9a3c service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454527 Sep 22 11:14:14.520242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0aa7236c-91df-4077-a0a8-72643233fb23 req-b1568542-f492-4c7e-b6c9-7ee5711d371f service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428261 Sep 22 11:14:14.770584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc766356-aa56-41f0-849f-1e859c286d99 req-8a48368c-e125-41ed-94ba-1f15ee440ca5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:14.772095 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc766356-aa56-41f0-849f-1e859c286d99 req-8a48368c-e125-41ed-94ba-1f15ee440ca5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 943 time: 0.0538805 Sep 22 11:14:14.805327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:14:14.816902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc766356-aa56-41f0-849f-1e859c286d99 req-3b2d7efa-9ef8-498b-8bfd-d20a46e4e92e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386775 Sep 22 11:14:14.898108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:14.909261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '955c6c08-5722-432f-8986-f480ef85d568', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': '955c6c08-5722-432f-8986-f480ef85d568', 'mac_address': 'fa:16:3e:ff:5c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:14:14.945031 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:14.960269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955c6c08-5722-432f-8986-f480ef85d568 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:14:14.980527 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:15.043661 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:15.089474 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:15.097004 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.097354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.097698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.098049 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.098404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.098737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.099067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.099394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.099723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.100046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.100369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.100692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:14:15.265045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['955c6c08-5722-432f-8986-f480ef85d568'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:14:15.927118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9f34-37ea-47e8-b587-945e00beabc4 req-2939074a-4185-4f8f-96b5-b607a4881f41 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:15.928601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf3c9f34-37ea-47e8-b587-945e00beabc4 req-2939074a-4185-4f8f-96b5-b607a4881f41 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 944 time: 0.0522652 Sep 22 11:14:15.966149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf3c9f34-37ea-47e8-b587-945e00beabc4 req-79abfe0c-f841-4b10-91ea-6929ac56641a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Sep 22 11:14:16.516764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b88cb-0d6a-4d87-83f4-8fae4a904ca2 req-f0b0b47a-2242-4dea-93db-9a811af981b5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:16.518253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d2b88cb-0d6a-4d87-83f4-8fae4a904ca2 req-f0b0b47a-2242-4dea-93db-9a811af981b5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 944 time: 0.0600057 Sep 22 11:14:16.573153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9d2b88cb-0d6a-4d87-83f4-8fae4a904ca2 req-60dabf9f-3e6c-41ab-a409-16ba2b69d54c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413878 Sep 22 11:14:16.581556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-193802a7-6046-4e0d-a865-eeb8e5662f81 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:16.582997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-193802a7-6046-4e0d-a865-eeb8e5662f81 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349&tenant_id=21393d1f613944cd91f081a2e99de87d&binding%3Ahost_id=n-h1-807025-3 HTTP/1.1" status: 200 len: 944 time: 0.0835023 Sep 22 11:14:16.645773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-533da322-eaa5-4817-8bc5-cb5e30211f40 service neutron] 10.222.0.30 "GET /v2.0/ports/955c6c08-5722-432f-8986-f480ef85d568/bindings/n-h1-807025-3 HTTP/1.1" status: 200 len: 382 time: 0.0551686 Sep 22 11:14:16.706973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-2d2f0872-a4b9-4164-b70b-6bb1a3b5ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:16.708430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-2d2f0872-a4b9-4164-b70b-6bb1a3b5ee57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1095 time: 0.0396211 Sep 22 11:14:16.803329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-1b8f0fb2-d2ab-49f2-883a-9ca8e67774ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:16.804809 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-1b8f0fb2-d2ab-49f2-883a-9ca8e67774ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0897396 Sep 22 11:14:16.818166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:14:16.868387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-f6f3594c-59bc-48ef-b8e6-a2a23d1c890e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 1000 time: 0.0565133 Sep 22 11:14:16.912302 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 955c6c08-5722-432f-8986-f480ef85d568 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:14:16.915668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-48ce6d45-5a97-494d-a13f-8de8171e6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:16.916329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 955c6c08-5722-432f-8986-f480ef85d568 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:14:16.916701 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:16.917110 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-48ce6d45-5a97-494d-a13f-8de8171e6da6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0424428 Sep 22 11:14:16.965717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-4490d436-d24d-4900-a2c6-d9cd98dcc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:16.967803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-4490d436-d24d-4900-a2c6-d9cd98dcc62a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441844 Sep 22 11:14:16.992770 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:17.014573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:17.016877 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a006c5cf-232d-487a-869b-550d0961f6ab" -d '{"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-plugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:17.031356 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:17.057351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-9351ab9d-8f9a-4848-9e48-194b319724b1 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819051 Sep 22 11:14:17.067616 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c641077-1d52-4c3b-a9b1-f20e438317bd x-openstack-request-id: req-8c641077-1d52-4c3b-a9b1-f20e438317bd {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:17.067906 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-plugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:17.068159 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c641077-1d52-4c3b-a9b1-f20e438317bd {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:17.068556 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'code': 200} Sep 22 11:14:17.089734 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:17.138444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:17.152134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-ba954b96-fea1-414b-88c4-eba0095f06ea service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882082 Sep 22 11:14:17.691848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20253dfa-c060-4e99-94d4-dd31b0b1be00 req-0243d8a9-fb9d-43d2-b4c3-3895d884da99 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:17.693357 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20253dfa-c060-4e99-94d4-dd31b0b1be00 req-0243d8a9-fb9d-43d2-b4c3-3895d884da99 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Sep 22 11:14:17.736130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-20253dfa-c060-4e99-94d4-dd31b0b1be00 req-b1456b65-3331-42cc-91fc-ec9b899dcacf tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Sep 22 11:14:18.852479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450b66-1b66-4465-b8f4-ec46082c06e4 req-e24a0c1c-08de-45e2-bfe5-fbf1989a1860 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:18.853908 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e450b66-1b66-4465-b8f4-ec46082c06e4 req-e24a0c1c-08de-45e2-bfe5-fbf1989a1860 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0491259 Sep 22 11:14:18.891637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e450b66-1b66-4465-b8f4-ec46082c06e4 req-0895bd5d-e68b-42bd-af5b-77eb6fe5f3a1 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Sep 22 11:14:19.564515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-0df65460-98e7-4ae5-a76e-8ce3b4f109b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:19.566335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-0df65460-98e7-4ae5-a76e-8ce3b4f109b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 1096 time: 0.0445230 Sep 22 11:14:19.579348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:14:19.630800 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:19.826924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:19.857822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:14:19.898797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:19.901025 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4db938-528f-44ba-b1ae-7bcbbc9f1f94" -d '{"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-unplugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:19.905052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:19.923175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Transition to ACTIVE for port object 955c6c08-5722-432f-8986-f480ef85d568 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:14:19.949218 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54601d2-0608-46e0-881d-b81ce7b3a312 x-openstack-request-id: req-a54601d2-0608-46e0-881d-b81ce7b3a312 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:19.949530 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-unplugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:19.949777 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a54601d2-0608-46e0-881d-b81ce7b3a312 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:19.950230 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'code': 200} Sep 22 11:14:19.986699 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:20.107050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=10']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:20.133682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf50ee-d327-4e4f-a366-3107c5329c5e req-68b8a4af-4eb1-4f11-9f76-1421f9cccb83 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:20.135257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58cf50ee-d327-4e4f-a366-3107c5329c5e req-68b8a4af-4eb1-4f11-9f76-1421f9cccb83 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 944 time: 0.1403255 Sep 22 11:14:20.161150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] No DVR routers for this DVR port 955c6c08-5722-432f-8986-f480ef85d568 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:14:20.249653 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58cf50ee-d327-4e4f-a366-3107c5329c5e req-536cc6c2-43e9-4ee9-8080-e9503fbb72d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081803 Sep 22 11:14:20.312145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:14:20.312427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:14:20.312756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:14:20.317142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Port 955c6c08-5722-432f-8986-f480ef85d568 on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:14:20.317464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Attempting to bind port 955c6c08-5722-432f-8986-f480ef85d568 on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:14:20.322194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:14:20.322531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:14:20.322915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:14:20.323332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Bound port: 955c6c08-5722-432f-8986-f480ef85d568, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:14:20.323680 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:20.385173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:14:20.388093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:14:20.444044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:20.480981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:20.481620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:20.483649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] 10.222.0.32 "PUT /v2.0/ports/955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 1092 time: 0.9084516 Sep 22 11:14:20.504345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf39dc-7770-49f0-b110-cdcecd9a2d42 service neutron] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=11']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:20.549566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-b8510aec-2d39-4d99-b97e-cc2cc5698689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:20.551151 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-b8510aec-2d39-4d99-b97e-cc2cc5698689 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1095 time: 0.0426905 Sep 22 11:14:20.644279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-c93340e6-3698-4729-bdab-90e815117201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:20.645733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-c93340e6-3698-4729-bdab-90e815117201 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0878208 Sep 22 11:14:20.718205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-81922bfe-5360-4ad0-9853-6d1bee002048 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 999 time: 0.0648849 Sep 22 11:14:20.766010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-43bdf003-6b8f-433a-b841-f6103bf5ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:20.767728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-43bdf003-6b8f-433a-b841-f6103bf5ae33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0427396 Sep 22 11:14:20.814089 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a462a-8500-4453-bd1f-29329e424031 req-defcf644-e209-4866-952e-26ff1e2929ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:20.815842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-defcf644-e209-4866-952e-26ff1e2929ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398016 Sep 22 11:14:20.833145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:14:20.870123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:14:20.907781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-06eaf48e-b402-46ac-8d86-2ce697750a95 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852206 Sep 22 11:14:20.997647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f98a462a-8500-4453-bd1f-29329e424031 req-e2baafa7-4a7c-40ca-9e8a-f6afd91f3250 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831347 Sep 22 11:14:21.368347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1f47d-863a-4ec4-98d6-1c41cdf726fb req-0e204f22-baa3-4474-9f53-64a74924cdb9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:21.369841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8bc1f47d-863a-4ec4-98d6-1c41cdf726fb req-0e204f22-baa3-4474-9f53-64a74924cdb9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 944 time: 0.0530243 Sep 22 11:14:21.406653 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8bc1f47d-863a-4ec4-98d6-1c41cdf726fb req-1ce452e3-193f-458d-a830-a8a386e616c0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302184 Sep 22 11:14:21.950907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:21.958244 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b143b82-62cf-4b4c-864b-da07d7b29eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:22.001858 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9efa650-42a0-4b09-8b3c-f6f36d502051 x-openstack-request-id: req-f9efa650-42a0-4b09-8b3c-f6f36d502051 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:22.002180 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:22.002428 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9efa650-42a0-4b09-8b3c-f6f36d502051 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:22.003691 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'status': 'completed', 'code': 200} Sep 22 11:14:22.088687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-f15db0ea-b156-4b13-83c1-592bd551dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:22.090330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-f15db0ea-b156-4b13-83c1-592bd551dad3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1095 time: 0.0673926 Sep 22 11:14:22.096602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-d6b5db40-f1fb-4e5b-b46a-40f843508a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:22.098272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-d6b5db40-f1fb-4e5b-b46a-40f843508a56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 1095 time: 0.0653639 Sep 22 11:14:22.250594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-95d46c72-236e-4779-b109-71951490f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:22.252104 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-95d46c72-236e-4779-b109-71951490f6e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1529286 Sep 22 11:14:22.254598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-1e8b0c20-0dd3-44ad-996f-8bea5a251090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:22.255967 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-1e8b0c20-0dd3-44ad-996f-8bea5a251090 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1497941 Sep 22 11:14:22.340968 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2a0bc569-81e9-49a0-a57d-cb8f672ed320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:22.718636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-cd9b80c4-bc19-4fd6-9021-27cc9e7edb65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 999 time: 0.4513261 Sep 22 11:14:22.733005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-c3bf22bc-6ebe-4633-b552-4b23ae63931c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 200 len: 999 time: 0.4728544 Sep 22 11:14:22.827585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f745da-a0b1-4df4-969d-2f38a4a3ad93 req-401ee888-4319-4641-bd95-de940759cfba tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:22.829025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9f745da-a0b1-4df4-969d-2f38a4a3ad93 req-401ee888-4319-4641-bd95-de940759cfba tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 944 time: 0.1347024 Sep 22 11:14:22.830791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-8a8996e7-a35e-4958-bb47-88ac5374d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:22.832123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-8a8996e7-a35e-4958-bb47-88ac5374d85a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0982738 Sep 22 11:14:22.833481 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-379ee8bc-c6d7-492a-9adf-5ce0a2330ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:22.834902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-379ee8bc-c6d7-492a-9adf-5ce0a2330ebf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0929353 Sep 22 11:14:22.929613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9f745da-a0b1-4df4-969d-2f38a4a3ad93 req-143b7490-1857-4e45-b342-0759649919dc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936060 Sep 22 11:14:22.933623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-339332d2-ced3-4e86-966f-78ce4b140230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:22.935084 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-339332d2-ced3-4e86-966f-78ce4b140230 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933199 Sep 22 11:14:22.937624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-07890c27-319e-4169-a0b1-b0bc107c8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:22.939003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-07890c27-319e-4169-a0b1-b0bc107c8084 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850976 Sep 22 11:14:23.091342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-e83de2d0-60d6-40e2-8ce2-7a02c889a2b1 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487608 Sep 22 11:14:23.093392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-b5005b16-2ced-4684-ba4d-3889ee6879a3 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430354 Sep 22 11:14:23.211972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:14:23.247167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-96a1b0e8-d823-407d-a5ca-7342f1c97043 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484942 Sep 22 11:14:23.249864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b143b82-62cf-4b4c-864b-da07d7b29eaa req-d771cd6e-dfe4-4dd3-8b52-9a433fafa85e service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444886 Sep 22 11:14:23.306434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:23.317914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '955c6c08-5722-432f-8986-f480ef85d568', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': '955c6c08-5722-432f-8986-f480ef85d568', 'mac_address': 'fa:16:3e:ff:5c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:14:23.352932 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:23.367343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955c6c08-5722-432f-8986-f480ef85d568 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:14:23.385811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:23.438191 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:23.483043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=12']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:23.649927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['955c6c08-5722-432f-8986-f480ef85d568'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:14:24.048678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939f822-ccb6-4932-b978-33258fc24f08 req-a91b2eab-8054-4573-9632-11fb2782cf2b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:24.050171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a939f822-ccb6-4932-b978-33258fc24f08 req-a91b2eab-8054-4573-9632-11fb2782cf2b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0526166 Sep 22 11:14:24.086053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a939f822-ccb6-4932-b978-33258fc24f08 req-db7d874b-3c41-4d05-bf3a-1846a072cef5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300400 Sep 22 11:14:24.199415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fc1a1-b649-491f-b576-4aaa01cd7918 req-16afbbc3-4b98-4bf0-bc92-6a6e5303edb1 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:24.200893 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-634fc1a1-b649-491f-b576-4aaa01cd7918 req-16afbbc3-4b98-4bf0-bc92-6a6e5303edb1 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0488868 Sep 22 11:14:24.238800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-634fc1a1-b649-491f-b576-4aaa01cd7918 req-324f31d2-19d1-407c-a59e-d31c50337664 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 Sep 22 11:14:24.348331 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56a04b-24c5-4b2e-8580-70876a89c36e req-d3ae8b80-4e71-4210-9d25-f8047212ca23 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:24.349796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f56a04b-24c5-4b2e-8580-70876a89c36e req-d3ae8b80-4e71-4210-9d25-f8047212ca23 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0481031 Sep 22 11:14:24.385363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f56a04b-24c5-4b2e-8580-70876a89c36e req-908590c3-e6e6-4a36-9af7-41bb5bed76dd tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297289 Sep 22 11:14:24.786888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66555fd-b9ac-4518-b05f-9d54aee6ae3f req-f6976e12-cd53-4a67-9a16-eb1f1d3433d5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:24.788362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a66555fd-b9ac-4518-b05f-9d54aee6ae3f req-f6976e12-cd53-4a67-9a16-eb1f1d3433d5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 945 time: 0.0535512 Sep 22 11:14:24.830664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a66555fd-b9ac-4518-b05f-9d54aee6ae3f req-3e990ccf-027a-4478-94a7-9fd7ec061858 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359111 Sep 22 11:14:25.197816 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66ff8b14-f73b-4c28-aa72-9e0339118e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:25.228055 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:14:25.323441 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 955c6c08-5722-432f-8986-f480ef85d568 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:14:25.326939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 955c6c08-5722-432f-8986-f480ef85d568 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:14:25.327311 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:25.401351 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:25.422401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:25.425169 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc2a490-813f-4efb-8c6a-f0479c645491" -d '{"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-plugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:25.437245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:25.460092 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c35b6d-70a1-4662-b5bb-2f36e3299d74 x-openstack-request-id: req-a3c35b6d-70a1-4662-b5bb-2f36e3299d74 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:25.460374 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-plugged", "status": "completed", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:25.460623 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3c35b6d-70a1-4662-b5bb-2f36e3299d74 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:25.461008 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'code': 200} Sep 22 11:14:25.523558 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:25.570513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=13']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:25.626537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:25.946343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b41844-4499-4f76-a3b4-547b4f07264a req-cff5e30f-589a-4285-bcbf-e80d8a3a5bfa tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:25.947824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91b41844-4499-4f76-a3b4-547b4f07264a req-cff5e30f-589a-4285-bcbf-e80d8a3a5bfa tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 946 time: 0.0480494 Sep 22 11:14:25.984976 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91b41844-4499-4f76-a3b4-547b4f07264a req-558c8332-bd04-497e-b5f7-bf32b49d8fd7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312533 Sep 22 11:14:26.038280 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-39667249-9f96-495d-b984-2eb64c09bf8a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:26.039741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-39667249-9f96-495d-b984-2eb64c09bf8a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 946 time: 0.0479527 Sep 22 11:14:26.066777 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:26.118247 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:26.131116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Deleting port 955c6c08-5722-432f-8986-f480ef85d568 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:14:26.131463 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:26.218764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] For port 955c6c08-5722-432f-8986-f480ef85d568, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=955c6c08-5722-432f-8986-f480ef85d568,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:26.219126 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:26.324002 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:26.387860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:26.388134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:26.388451 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b disassociated. External IP: 172.25.1.75, port: 955c6c08-5722-432f-8986-f480ef85d568. Sep 22 11:14:26.388789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Calling delete_port for 955c6c08-5722-432f-8986-f480ef85d568 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:14:26.586839 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:26.618517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event deleted for resources: {'Port': ['ID=955c6c08-5722-432f-8986-f480ef85d568,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:26.728841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:14:26.845642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:14:26.855100 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:14:26.864476 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:14:26.865082 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:14:26.887551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] No DVR routers for this DVR port 955c6c08-5722-432f-8986-f480ef85d568 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:14:26.890480 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:26.892478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a04a2cf0-d4ff-4842-af52-d2130b626697 req-a8b8f9a0-ad98-4eb3-9fd0-75506d9d8fdb tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "DELETE /v2.0/ports/955c6c08-5722-432f-8986-f480ef85d568 HTTP/1.1" status: 204 len: 173 time: 0.8464844 Sep 22 11:14:26.892912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-deleted', 'tag': '955c6c08-5722-432f-8986-f480ef85d568'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:26.895182 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60afdb78-82a9-490f-a1fa-01358644cbb0" -d '{"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-deleted", "tag": "955c6c08-5722-432f-8986-f480ef85d568"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:26.933050 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd201abf-2997-4379-a3e7-5b2211af767f x-openstack-request-id: req-cd201abf-2997-4379-a3e7-5b2211af767f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:26.933430 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26fbc93-7124-4457-b48c-1d8cd9dc8349", "name": "network-vif-deleted", "tag": "955c6c08-5722-432f-8986-f480ef85d568", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:26.933765 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd201abf-2997-4379-a3e7-5b2211af767f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:26.934401 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fbc93-7124-4457-b48c-1d8cd9dc8349', 'name': 'network-vif-deleted', 'tag': '955c6c08-5722-432f-8986-f480ef85d568', 'status': 'completed', 'code': 200} Sep 22 11:14:26.968852 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:14:27.091334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80ef4703-aa01-459e-a6f0-1b699c86f389 req-aa106157-88e8-4def-8d77-0e7d5ebb8713 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 210 time: 0.0274785 Sep 22 11:14:27.165882 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:14:27.194907 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:14:27.202938 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:14:27.203536 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:14:27.302680 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:14:27.496543 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:14:27.521747 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c939ea6-0ca1-41e9-983a-59d6659637c0 None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:14:27.634446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29c3d682-75e4-455f-90f6-cd5ec1ce0b23 req-e8ce6ab0-3a59-4396-96ea-2af6bddf48f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263062 Sep 22 11:14:27.706193 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29c3d682-75e4-455f-90f6-cd5ec1ce0b23 req-4b9fdf8d-ae1f-4c12-8cd2-6e869cde069c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=f26fbc93-7124-4457-b48c-1d8cd9dc8349 HTTP/1.1" status: 200 len: 210 time: 0.0262437 Sep 22 11:14:27.747696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc992a-8257-4374-83f6-f1e41b160860 None None] New status for floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:14:27.825895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d682-75e4-455f-90f6-cd5ec1ce0b23 req-08254506-db18-4102-9f40-7b3045f42a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:27.827563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29c3d682-75e4-455f-90f6-cd5ec1ce0b23 req-08254506-db18-4102-9f40-7b3045f42a62 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=21393d1f613944cd91f081a2e99de87d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1016591 Sep 22 11:14:27.918971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3d682-75e4-455f-90f6-cd5ec1ce0b23 req-ea5efb16-3b6f-492b-bf07-be7992a7ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:27.920478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29c3d682-75e4-455f-90f6-cd5ec1ce0b23 req-ea5efb16-3b6f-492b-bf07-be7992a7ec37 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865724 Sep 22 11:14:28.249629 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:28.389909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-1af1d076-cde6-4acd-b452-4927ff160cb2 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2052123097&fields=id&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 267 time: 0.0332623 Sep 22 11:14:28.503792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085091b9-d05c-42e4-9134-8e0603110258 req-75f64c03-cc94-4b1e-9fac-739fd543145c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:28.505267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-75f64c03-cc94-4b1e-9fac-739fd543145c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 812 time: 0.1082315 Sep 22 11:14:28.520385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-8e4ed9de-d1c9-480a-9861-66714c979afe tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/quotas/21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 375 time: 0.0092723 Sep 22 11:14:28.579046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-6e554328-f477-41d5-8720-c58cece6bf41 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524068 Sep 22 11:14:28.629844 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:14:28.678077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-16da21c2-d07a-472d-8e42-a32860712a13 service neutron] 10.222.0.20 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864828 Sep 22 11:14:28.765001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-29f86704-760b-4ec9-b891-13e3bb4d75f7 service neutron] 10.222.0.20 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808978 Sep 22 11:14:29.003365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1ee3fa0-41cd-4aaf-83c6-226995e7a616 req-3a80b44d-1abb-4353-802b-a8d69d284611 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 210 time: 0.0317130 Sep 22 11:14:29.244705 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:14:29.268017 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 955c6c08-5722-432f-8986-f480ef85d568 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:14:29.268361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 955c6c08-5722-432f-8986-f480ef85d568 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:14:30.097014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e9a80cc-a2cc-4f1e-b336-6e693334609e req-b0a4c0ae-d42d-495c-bf99-9e65911c5c8e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 210 time: 0.0268099 Sep 22 11:14:30.849070 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085091b9-d05c-42e4-9134-8e0603110258 req-e170124b-e514-4b72-839b-99b4d738d1e8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:30.850481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-e170124b-e514-4b72-839b-99b4d738d1e8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 812 time: 0.1009636 Sep 22 11:14:30.892812 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-2d502967-ffb3-4890-bf8f-e58d67594588 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 380 time: 0.0336313 Sep 22 11:14:30.902354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'port': {'device_id': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'admin_state_up': True, 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'security_groups': ['285db245-5e2b-42d6-875c-46e4407e0775']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:14:31.071865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Made reservation on behalf of 21393d1f613944cd91f081a2e99de87d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:14:31.075416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:31.208483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2df87794-840d-46f9-8659-ed08508db765 req-aa7f9bfe-dcc3-4088-baaf-f1eea3e7c182 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 210 time: 0.0305948 Sep 22 11:14:31.226986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Allocated IP 172.20.0.11 (0eb9c609-5790-4205-bd5e-5055af0878be/87825b42-b6d7-487e-8e04-e8af955a275d/7e01915a-7686-4c0d-9699-367f0431af1e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:14:31.362339 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:31.478144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:31.520287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Network 0eb9c609-5790-4205-bd5e-5055af0878be is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:14:31.523311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:14:31.526968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:14:31.552085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:31.584368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:31.584988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:31.673754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-2a0ce74a-dad8-4cf5-b3c3-710e55d91753 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7748485 Sep 22 11:14:31.693521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Request body: {'port': {'device_id': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:14:31.742804 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:31.794757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-19fe84d7-2635-492f-b499-94a8add57673 None None] Provisioning complete for port 7e01915a-7686-4c0d-9699-367f0431af1e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:14:31.795333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19fe84d7-2635-492f-b499-94a8add57673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:31.829707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-19fe84d7-2635-492f-b499-94a8add57673 None None] Port 7e01915a-7686-4c0d-9699-367f0431af1e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:14:31.993642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e01915a-7686-4c0d-9699-367f0431af1e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:14:32.001386 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:32.012571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Transition to ACTIVE for port object 7e01915a-7686-4c0d-9699-367f0431af1e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:14:32.083428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:32.133045 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:32.204930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:14:32.205263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:14:32.205621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:14:32.210277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Port 7e01915a-7686-4c0d-9699-367f0431af1e on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:14:32.210849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:14:32.215494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:14:32.215830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:14:32.216220 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:14:32.216645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Bound port: 7e01915a-7686-4c0d-9699-367f0431af1e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:14:32.217005 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:32.307419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:14:32.323401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:14:32.340047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6a042-29de-4957-a3f1-857d3d89732e req-7669e406-f460-4b14-8328-4c71b0eedae2 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:32.341550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93f6a042-29de-4957-a3f1-857d3d89732e req-7669e406-f460-4b14-8328-4c71b0eedae2 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0615346 Sep 22 11:14:32.384900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93f6a042-29de-4957-a3f1-857d3d89732e req-ea24fe91-da81-4644-92f7-4eb0ddd6c39d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321574 Sep 22 11:14:32.409891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:32.446748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:32.447464 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:32.448839 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] 10.222.0.30 "PUT /v2.0/ports/7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1092 time: 0.7667799 Sep 22 11:14:32.449272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:32.451532 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b3a902-507a-4c63-975c-ef35c055a252" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:32.478507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c5146-bbcd-488e-976e-e7b49abd0d69 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:32.492954 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f6184c-dd9b-4e7b-b988-8cb8451f8bd4 x-openstack-request-id: req-08f6184c-dd9b-4e7b-b988-8cb8451f8bd4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:32.493242 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:32.493488 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08f6184c-dd9b-4e7b-b988-8cb8451f8bd4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:32.493891 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e', 'status': 'completed', 'code': 200} Sep 22 11:14:32.555094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3a902-507a-4c63-975c-ef35c055a252 req-88d7483c-54b6-44ee-acd4-fa6b25f6ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:32.556610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53b3a902-507a-4c63-975c-ef35c055a252 req-88d7483c-54b6-44ee-acd4-fa6b25f6ce86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1095 time: 0.0422735 Sep 22 11:14:32.660653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3a902-507a-4c63-975c-ef35c055a252 req-42df33b4-21b6-48e5-b1e1-8a682f211943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:32.662204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53b3a902-507a-4c63-975c-ef35c055a252 req-42df33b4-21b6-48e5-b1e1-8a682f211943 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=21393d1f613944cd91f081a2e99de87d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0976105 Sep 22 11:14:32.754194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3a902-507a-4c63-975c-ef35c055a252 req-4021e5aa-b491-42a3-8466-5e5687616661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:32.755613 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-53b3a902-507a-4c63-975c-ef35c055a252 req-4021e5aa-b491-42a3-8466-5e5687616661 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859041 Sep 22 11:14:32.831720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085091b9-d05c-42e4-9134-8e0603110258 req-90f99e7f-26a8-4b7c-b7d4-e1a650ebeef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:32.833215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-90f99e7f-26a8-4b7c-b7d4-e1a650ebeef3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1095 time: 0.0407870 Sep 22 11:14:32.877473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-ace81362-8aed-4343-b170-5f915081a511 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 217 time: 0.0364246 Sep 22 11:14:32.925383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085091b9-d05c-42e4-9134-8e0603110258 req-20d687a3-2da3-494e-8b2c-7c3503b2cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:32.926874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-20d687a3-2da3-494e-8b2c-7c3503b2cb44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0427835 Sep 22 11:14:32.970666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085091b9-d05c-42e4-9134-8e0603110258 req-1a110f07-37f4-437f-904d-06677da4f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:32.972174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-1a110f07-37f4-437f-904d-06677da4f4ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387337 Sep 22 11:14:33.061804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-a38e8fdc-b10b-4229-9f4e-63bac8a55235 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827434 Sep 22 11:14:33.149470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-085091b9-d05c-42e4-9134-8e0603110258 req-2d536ea9-5079-419f-bab5-718a571631fa service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809245 Sep 22 11:14:33.497947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f180d-4489-4a36-a9c6-c898f1918716 req-38b975fc-fa8e-4517-825f-9fd941876a66 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:33.499419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-598f180d-4489-4a36-a9c6-c898f1918716 req-38b975fc-fa8e-4517-825f-9fd941876a66 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0515108 Sep 22 11:14:33.536644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-598f180d-4489-4a36-a9c6-c898f1918716 req-be473eda-3de5-4ba5-825e-39e63b8a3eb7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Sep 22 11:14:34.648657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04bf70-9208-4927-81cf-9970b08ddd96 req-ad420f2c-c831-433f-9cee-92df99fd0ed4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:34.650150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf04bf70-9208-4927-81cf-9970b08ddd96 req-ad420f2c-c831-433f-9cee-92df99fd0ed4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0478914 Sep 22 11:14:34.686870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cf04bf70-9208-4927-81cf-9970b08ddd96 req-138c0976-e54f-4a0c-950a-79da7f0136a5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309002 Sep 22 11:14:34.879865 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:14:34.974469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:35.131898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '7e01915a-7686-4c0d-9699-367f0431af1e', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': '7e01915a-7686-4c0d-9699-367f0431af1e', 'mac_address': 'fa:16:3e:20:33:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:14:35.167514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:35.179668 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e01915a-7686-4c0d-9699-367f0431af1e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:14:35.198818 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:35.266957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:35.311932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:35.452330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['7e01915a-7686-4c0d-9699-367f0431af1e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:14:35.802193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935af3fa-a3c7-4d1c-b5a9-4aab3d047c5a req-8419a0a7-6168-45f5-a295-a4859ab99ccc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:35.803719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-935af3fa-a3c7-4d1c-b5a9-4aab3d047c5a req-8419a0a7-6168-45f5-a295-a4859ab99ccc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0504026 Sep 22 11:14:35.840900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-935af3fa-a3c7-4d1c-b5a9-4aab3d047c5a req-2b8fab81-698d-467b-a9a5-c24edcf39bf8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311906 Sep 22 11:14:36.895553 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:14:36.958784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6a79e-6159-434b-a23a-808feca9cdc9 req-116d8652-285d-46e7-bab4-7e13f1ed24ef tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:36.960252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7d6a79e-6159-434b-a23a-808feca9cdc9 req-116d8652-285d-46e7-bab4-7e13f1ed24ef tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0522413 Sep 22 11:14:36.997223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f7d6a79e-6159-434b-a23a-808feca9cdc9 req-432098e6-51f4-4df4-931b-3806e5e5a454 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309753 Sep 22 11:14:37.009796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 7e01915a-7686-4c0d-9699-367f0431af1e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:14:37.013781 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 7e01915a-7686-4c0d-9699-367f0431af1e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:14:37.014179 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:37.091702 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:37.113283 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:37.115588 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcd8be0-d715-4890-926f-91e08682f51e" -d '{"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-plugged", "status": "completed", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:37.127972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:14:37.155328 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46d625d-585f-46b3-b539-2a43555a9a57 x-openstack-request-id: req-e46d625d-585f-46b3-b539-2a43555a9a57 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:37.158825 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-plugged", "status": "completed", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:37.158825 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e46d625d-585f-46b3-b539-2a43555a9a57 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:37.158825 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e', 'code': 200} Sep 22 11:14:37.180748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:37.232828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:14:37.247453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511283a6-adc6-434c-9304-df885f865ce3 req-a7dae8af-9b74-46b2-8f80-0c99e1e7d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:37.248992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-511283a6-adc6-434c-9304-df885f865ce3 req-a7dae8af-9b74-46b2-8f80-0c99e1e7d603 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1097 time: 0.0393298 Sep 22 11:14:37.283097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-511283a6-adc6-434c-9304-df885f865ce3 req-91d76492-946e-49fb-832a-ac024c467978 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273898 Sep 22 11:14:38.113678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7467f8-48f1-408e-9443-67b0d6ca15a4 req-5eb9e6f2-4b34-4dcf-b6f1-bf102546f326 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:38.115190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c7467f8-48f1-408e-9443-67b0d6ca15a4 req-5eb9e6f2-4b34-4dcf-b6f1-bf102546f326 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0480168 Sep 22 11:14:38.152013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c7467f8-48f1-408e-9443-67b0d6ca15a4 req-a67bc457-071b-456f-b319-274824bf5fb4 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308428 Sep 22 11:14:39.272805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664c1fa-9af8-43f3-b637-0ef4784d647e req-6ef8942a-6220-4a8f-9b34-4a1b8b5be32f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:39.274304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c664c1fa-9af8-43f3-b637-0ef4784d647e req-6ef8942a-6220-4a8f-9b34-4a1b8b5be32f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0514941 Sep 22 11:14:39.310670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c664c1fa-9af8-43f3-b637-0ef4784d647e req-3fd8eca4-394f-4e8b-afb3-f72aed36ce0f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305150 Sep 22 11:14:39.418475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd58ea8-05a4-40bf-a267-ef4e14ff22a3 req-3712e4aa-6ca2-49a9-9001-2ce363bb0f53 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:39.419950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fdd58ea8-05a4-40bf-a267-ef4e14ff22a3 req-3712e4aa-6ca2-49a9-9001-2ce363bb0f53 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0473554 Sep 22 11:14:39.428843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46294) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:14:39.433122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-b355744c-2754-4ef3-a3df-50e25d4b01d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Request body: {'floatingip': {'port_id': '7e01915a-7686-4c0d-9699-367f0431af1e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:14:39.470737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b355744c-2754-4ef3-a3df-50e25d4b01d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:39.875130 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b355744c-2754-4ef3-a3df-50e25d4b01d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:39.940561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b355744c-2754-4ef3-a3df-50e25d4b01d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:40.036378 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-b355744c-2754-4ef3-a3df-50e25d4b01d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b associated. External IP: 172.25.1.75, port: 7e01915a-7686-4c0d-9699-367f0431af1e. Sep 22 11:14:40.233585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b355744c-2754-4ef3-a3df-50e25d4b01d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:14:40.671401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b355744c-2754-4ef3-a3df-50e25d4b01d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:14:40.675841 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b355744c-2754-4ef3-a3df-50e25d4b01d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:40.682074 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:14:40.691307 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:14:40.691902 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:14:40.701566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b355744c-2754-4ef3-a3df-50e25d4b01d9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "PUT /v2.0/floatingips/20e24a40-5538-44aa-9190-a7c0f45b7f6b HTTP/1.1" status: 200 len: 992 time: 1.2717021 Sep 22 11:14:40.702175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:14:40.704937 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431eda2-a01a-42d6-9744-4103251762fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:14:40.788632 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e20b4-564b-46e4-83a9-2f75aa03ce7a x-openstack-request-id: req-815e20b4-564b-46e4-83a9-2f75aa03ce7a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:14:40.788920 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:14:40.789167 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-815e20b4-564b-46e4-83a9-2f75aa03ce7a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:14:40.789561 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e', 'status': 'completed', 'code': 200} Sep 22 11:14:40.801271 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:14:40.851528 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431eda2-a01a-42d6-9744-4103251762fb req-896772da-d569-410e-a89b-4ddd86261e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:40.852944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e431eda2-a01a-42d6-9744-4103251762fb req-896772da-d569-410e-a89b-4ddd86261e12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1097 time: 0.0432875 Sep 22 11:14:40.942736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431eda2-a01a-42d6-9744-4103251762fb req-fa191555-b44f-465a-ba7d-3e9d5eca756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:40.944327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e431eda2-a01a-42d6-9744-4103251762fb req-fa191555-b44f-465a-ba7d-3e9d5eca756b service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0841227 Sep 22 11:14:41.008960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e431eda2-a01a-42d6-9744-4103251762fb req-874109c3-b467-4fc1-8be1-4766771f6a8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1000 time: 0.0574703 Sep 22 11:14:41.059631 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431eda2-a01a-42d6-9744-4103251762fb req-2757f2d9-5576-4ffa-9faa-0908cc95c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:41.061137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e431eda2-a01a-42d6-9744-4103251762fb req-2757f2d9-5576-4ffa-9faa-0908cc95c58b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0454974 Sep 22 11:14:41.110026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431eda2-a01a-42d6-9744-4103251762fb req-8303ca66-e72f-4407-9bc1-601fd081ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:14:41.111473 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e431eda2-a01a-42d6-9744-4103251762fb req-8303ca66-e72f-4407-9bc1-601fd081ee44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435269 Sep 22 11:14:41.120433 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': '7e01915a-7686-4c0d-9699-367f0431af1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:20:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:14:39Z', 'revision_number': 13, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:14:41.122214 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-e431eda2-a01a-42d6-9744-4103251762fb req-5d7593df-aa58-4223-b39e-879766383d3e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:14:41.123157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e431eda2-a01a-42d6-9744-4103251762fb req-5d7593df-aa58-4223-b39e-879766383d3e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048656 Sep 22 11:14:41.146903 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:14:41.154978 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:14:41.155585 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:14:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:14:41.211502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e431eda2-a01a-42d6-9744-4103251762fb req-a56979d4-127d-4c37-9b04-b948603e7235 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812182 Sep 22 11:14:41.257722 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:14:41.302057 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e431eda2-a01a-42d6-9744-4103251762fb req-e65e376a-e83f-4ca0-b29f-da87de45e163 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831664 Sep 22 11:14:41.474837 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': '7e01915a-7686-4c0d-9699-367f0431af1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:20:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:14:39Z', 'revision_number': 13, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:14:41.500899 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a9e07-b942-491a-984b-09025a16f31a None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '20e24a40-5538-44aa-9190-a7c0f45b7f6b', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'port_id': '7e01915a-7686-4c0d-9699-367f0431af1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'mac_address': 'fa:16:3e:20:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:07:27Z', 'updated_at': '2021-09-22T11:14:39Z', 'revision_number': 13, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:14:41.682042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21e020-8b41-4c40-aa41-f2845c0f2147 None None] New status for floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:14:52.328776 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8b60-5066-4f5a-9629-9b9311547768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:55.157986 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7e18b241-989b-4155-94c3-a7486a3e8b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:55.591747 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:56.083329 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:56.174326 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:56.368775 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:14:58.225919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:05.630622 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:15:22.374027 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2d26aef8-15e2-4cd7-a647-637d711432b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:25.145415 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff673593-9177-4409-a762-091af661e42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:25.579373 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:26.067208 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:26.110732 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:26.322589 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:28.242710 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:39.346774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07909918-a94e-4214-84e3-28d3db63c464 req-f220e2df-8507-417e-8d80-3887bd730828 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414648 Sep 22 11:15:39.427139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07909918-a94e-4214-84e3-28d3db63c464 req-ce3af4ab-4f53-4c52-86ad-1982796cd100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:15:39.428645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07909918-a94e-4214-84e3-28d3db63c464 req-ce3af4ab-4f53-4c52-86ad-1982796cd100 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1097 time: 0.0412536 Sep 22 11:15:39.536838 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07909918-a94e-4214-84e3-28d3db63c464 req-c9d0f9d5-5509-4e8c-9353-8702adc833f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:15:39.538346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07909918-a94e-4214-84e3-28d3db63c464 req-c9d0f9d5-5509-4e8c-9353-8702adc833f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0904274 Sep 22 11:15:39.600521 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07909918-a94e-4214-84e3-28d3db63c464 req-9f6fec67-77a5-4512-8f32-4de0e3645540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1002 time: 0.0554028 Sep 22 11:15:39.652919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07909918-a94e-4214-84e3-28d3db63c464 req-16c58d4d-3db6-4832-809b-5b49889dc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:15:39.654387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07909918-a94e-4214-84e3-28d3db63c464 req-16c58d4d-3db6-4832-809b-5b49889dc482 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0474191 Sep 22 11:15:39.698392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07909918-a94e-4214-84e3-28d3db63c464 req-f524e90d-27bb-43b7-8fc2-84958834aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:15:39.699838 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07909918-a94e-4214-84e3-28d3db63c464 req-f524e90d-27bb-43b7-8fc2-84958834aa3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388501 Sep 22 11:15:39.786718 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07909918-a94e-4214-84e3-28d3db63c464 req-862bbec7-cb11-465c-ba87-0b34896f1044 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794308 Sep 22 11:15:39.882466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07909918-a94e-4214-84e3-28d3db63c464 req-6824ff76-8d10-4127-b78f-2773191549d6 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881338 Sep 22 11:15:42.630788 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:15:52.373280 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cfd29c97-6191-4849-90b2-499718e86df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:55.184531 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a6d0c0dd-2514-4390-8ab1-d42ee466b120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:55.590284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:56.098940 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:56.150384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:56.344591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:15:58.282188 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:17.030987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12c6db-fc34-4309-978c-6de393a364a6 req-b167c6bc-438d-4d37-a16f-704457e77aad tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:17.032428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db12c6db-fc34-4309-978c-6de393a364a6 req-b167c6bc-438d-4d37-a16f-704457e77aad tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0502605 Sep 22 11:16:17.069493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db12c6db-fc34-4309-978c-6de393a364a6 req-aededfb7-9d22-4d3e-891b-6f5d99a2059a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Sep 22 11:16:19.630203 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:16:22.344356 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48712538-896e-435f-b249-2d3110727adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:25.138251 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3821-00e4-4a5b-9216-6406934d8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:25.589853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:26.104327 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:26.143906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:26.343815 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:28.252828 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:28.526736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-26c71b1d-2413-4ac4-82d1-7f425bc35ab0 req-7716b3bd-7207-4d5c-9d62-c9e202fda5a9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:16:28.527630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26c71b1d-2413-4ac4-82d1-7f425bc35ab0 req-7716b3bd-7207-4d5c-9d62-c9e202fda5a9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052965 Sep 22 11:16:28.811162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc3f2b-309e-472f-9be1-2ac992b55667 req-e959f8e4-492e-44a2-9349-4cf24508df2b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:28.812652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4abc3f2b-309e-472f-9be1-2ac992b55667 req-e959f8e4-492e-44a2-9349-4cf24508df2b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0489366 Sep 22 11:16:28.859240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4abc3f2b-309e-472f-9be1-2ac992b55667 req-7d1ef3bb-021f-48d8-9e89-2bdb6c8477a9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Sep 22 11:16:29.023063 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-d49cfd12-a175-40a4-96de-d5c81420dd3c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882957 Sep 22 11:16:29.032747 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-c0b85eb8-5936-40ad-856b-93441a5c39f1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:16:29.033769 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-c0b85eb8-5936-40ad-856b-93441a5c39f1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059431 Sep 22 11:16:29.976792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67674942-5689-4557-a775-45a95de3d11f req-84965200-5605-4ff9-bed0-b28ff462c463 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:29.978479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67674942-5689-4557-a775-45a95de3d11f req-84965200-5605-4ff9-bed0-b28ff462c463 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0489409 Sep 22 11:16:30.016290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-67674942-5689-4557-a775-45a95de3d11f req-dcc14172-fed7-4c05-b7e9-0d0012b75216 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Sep 22 11:16:30.916026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-48dd79fd-8b6c-4bec-b3e8-3ccac27a31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:30.918279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-48dd79fd-8b6c-4bec-b3e8-3ccac27a31c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1097 time: 0.0399475 Sep 22 11:16:31.009248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-2b4246b1-71a0-4915-8068-16fe4641577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:31.010797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-2b4246b1-71a0-4915-8068-16fe4641577d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0862885 Sep 22 11:16:31.077285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-338b8a9e-e0dc-423c-b96e-73cedd5f5b15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1002 time: 0.0593748 Sep 22 11:16:31.155298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f29500a-f599-4f9b-ab18-6e5e7219674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:31.156670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f29500a-f599-4f9b-ab18-6e5e7219674e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0731177 Sep 22 11:16:31.167151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee1156-f8a7-4539-ae98-47ebbf629279 req-44f2eada-7321-4a9f-ae06-550b4d9a4a79 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:31.168512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4ee1156-f8a7-4539-ae98-47ebbf629279 req-44f2eada-7321-4a9f-ae06-550b4d9a4a79 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0778890 Sep 22 11:16:31.231343 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4ee1156-f8a7-4539-ae98-47ebbf629279 req-c2a3eb26-7397-465e-a087-34ea6c8c4c4b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542910 Sep 22 11:16:31.234542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-8932a579-75ec-45bf-bca6-b4879eb7d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:31.235964 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-8932a579-75ec-45bf-bca6-b4879eb7d5af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666394 Sep 22 11:16:31.329744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-f5bc2b66-4396-48f7-a57f-922ec7f79d8a service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860000 Sep 22 11:16:31.417315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1433ba36-0180-4266-93d5-18d6ca5d4538 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790763 Sep 22 11:16:32.352178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27ce23-52c8-430d-9d4b-90bb568b9ac0 req-0ea227f3-69f1-46c7-a209-9f869cf6d4ba tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:32.353662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa27ce23-52c8-430d-9d4b-90bb568b9ac0 req-0ea227f3-69f1-46c7-a209-9f869cf6d4ba tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0536287 Sep 22 11:16:32.390933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa27ce23-52c8-430d-9d4b-90bb568b9ac0 req-9c691ac5-ef5a-4489-9f10-79af79276fd2 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308335 Sep 22 11:16:33.505142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29897c2-3606-42e6-a2c6-494c82c63edb req-6abd72b0-7495-45f1-ae12-45733a6ab1ab tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:33.506636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a29897c2-3606-42e6-a2c6-494c82c63edb req-6abd72b0-7495-45f1-ae12-45733a6ab1ab tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0477879 Sep 22 11:16:33.544011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a29897c2-3606-42e6-a2c6-494c82c63edb req-fd29d80e-f76c-4e47-a9f9-29a152e9edc0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313258 Sep 22 11:16:34.658542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d4921-e0ab-46d7-a054-09c6cef18055 req-783ac539-97d5-4dc3-9fcc-944a7fa3caf5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:34.660002 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca3d4921-e0ab-46d7-a054-09c6cef18055 req-783ac539-97d5-4dc3-9fcc-944a7fa3caf5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0477803 Sep 22 11:16:34.695692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca3d4921-e0ab-46d7-a054-09c6cef18055 req-d2e55158-c0f5-4017-bde5-582941ce0461 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298882 Sep 22 11:16:35.815729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26090e7d-db00-47d1-973c-cc1b6013c37e req-73ef7ca4-82fa-4057-a522-df3a49116e11 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:35.817183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26090e7d-db00-47d1-973c-cc1b6013c37e req-73ef7ca4-82fa-4057-a522-df3a49116e11 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0517933 Sep 22 11:16:35.853882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-26090e7d-db00-47d1-973c-cc1b6013c37e req-ee82597e-c7ff-4975-9b45-1ae5926d590e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306284 Sep 22 11:16:36.968492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe37dc-5836-4454-8593-bd2e681502f0 req-0da4dd0d-718a-41f6-bd27-9dbb929e62be tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:36.969962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9fe37dc-5836-4454-8593-bd2e681502f0 req-0da4dd0d-718a-41f6-bd27-9dbb929e62be tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0481477 Sep 22 11:16:37.005576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9fe37dc-5836-4454-8593-bd2e681502f0 req-886c9664-ef2e-453b-85e2-c3a19f2fca66 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297961 Sep 22 11:16:38.121086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713ef9f-3077-4a19-8c84-cd9cf1ea5b65 req-99c63725-a978-4180-9eb9-c499aa7df540 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:38.122511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9713ef9f-3077-4a19-8c84-cd9cf1ea5b65 req-99c63725-a978-4180-9eb9-c499aa7df540 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0489881 Sep 22 11:16:38.159813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9713ef9f-3077-4a19-8c84-cd9cf1ea5b65 req-aac25d54-0dac-48f6-af69-f219e300156f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Sep 22 11:16:39.282850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145baef3-73af-4d0e-97df-772bc36c2133 req-15e31aa3-6ecd-42e6-b0f0-6a3442749cdf tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:39.284306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-145baef3-73af-4d0e-97df-772bc36c2133 req-15e31aa3-6ecd-42e6-b0f0-6a3442749cdf tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0557456 Sep 22 11:16:39.322008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-145baef3-73af-4d0e-97df-772bc36c2133 req-512e1d57-1892-4235-82ec-82c35ab2b2e8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Sep 22 11:16:40.434287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcc442-af0f-458c-885c-ae6e2bd6d04c req-06b1c82f-993d-4f7d-9989-0b05a83764ac tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:40.435758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2fdcc442-af0f-458c-885c-ae6e2bd6d04c req-06b1c82f-993d-4f7d-9989-0b05a83764ac tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0475452 Sep 22 11:16:40.472971 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2fdcc442-af0f-458c-885c-ae6e2bd6d04c req-aee974fa-969e-4c61-8cdd-0405bffe1431 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306039 Sep 22 11:16:41.368648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d9827-249a-4720-b353-53cb4df4d71a req-bbea131f-84a6-45b7-ad23-755fa6cadaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:41.370168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f88d9827-249a-4720-b353-53cb4df4d71a req-bbea131f-84a6-45b7-ad23-755fa6cadaf2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1097 time: 0.0407817 Sep 22 11:16:41.473276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d9827-249a-4720-b353-53cb4df4d71a req-46570c91-5678-4885-81b2-ddd4da4993d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:41.474783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f88d9827-249a-4720-b353-53cb4df4d71a req-46570c91-5678-4885-81b2-ddd4da4993d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0860569 Sep 22 11:16:41.538603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f88d9827-249a-4720-b353-53cb4df4d71a req-c5956d52-17e4-44fd-ad2b-62ee460d81a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1002 time: 0.0569363 Sep 22 11:16:41.615501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d9827-249a-4720-b353-53cb4df4d71a req-f2ac3aed-101d-4088-b0bc-9ba9f08945c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:41.616935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f88d9827-249a-4720-b353-53cb4df4d71a req-f2ac3aed-101d-4088-b0bc-9ba9f08945c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0715549 Sep 22 11:16:41.661341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e3e93-47e3-4ded-8d00-80d925420efe req-7e55f142-275b-4f66-8122-b75cd962feca tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:41.662760 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a92e3e93-47e3-4ded-8d00-80d925420efe req-7e55f142-275b-4f66-8122-b75cd962feca tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.1220551 Sep 22 11:16:41.687573 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d9827-249a-4720-b353-53cb4df4d71a req-0e34553b-a2fc-46e8-96e5-2be18968bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:41.689282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f88d9827-249a-4720-b353-53cb4df4d71a req-0e34553b-a2fc-46e8-96e5-2be18968bfaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652714 Sep 22 11:16:41.722387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a92e3e93-47e3-4ded-8d00-80d925420efe req-2250ed70-5aad-4d13-b239-4d51af28fedc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529978 Sep 22 11:16:41.792225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f88d9827-249a-4720-b353-53cb4df4d71a req-1e212662-5bdd-45ea-bfde-f2f886e119c5 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925565 Sep 22 11:16:41.878564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f88d9827-249a-4720-b353-53cb4df4d71a req-b483cec4-9e04-4f1b-985c-654a39fdf65c service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797586 Sep 22 11:16:42.838551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3285dfd-c201-42f1-bbf0-5fe35cfd0b42 req-04aa40ef-86b1-448d-b623-922686139c81 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:42.839946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3285dfd-c201-42f1-bbf0-5fe35cfd0b42 req-04aa40ef-86b1-448d-b623-922686139c81 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0520008 Sep 22 11:16:42.877165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3285dfd-c201-42f1-bbf0-5fe35cfd0b42 req-ae6e3516-78a1-48a2-a5b3-046bfb90fa71 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308125 Sep 22 11:16:43.992589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e93a5-fe72-4979-a568-4cf1365499ed req-ff62af5b-6185-4386-8795-bd2db5f33b4f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:43.994082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b8e93a5-fe72-4979-a568-4cf1365499ed req-ff62af5b-6185-4386-8795-bd2db5f33b4f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0487013 Sep 22 11:16:44.031406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b8e93a5-fe72-4979-a568-4cf1365499ed req-a730409d-0851-44de-b171-fe1b9de90912 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Sep 22 11:16:45.147146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58665e9c-1840-4b90-b7e2-296ed2e8b272 req-e589d39c-69b5-471f-8f50-af782c9c2d2e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:45.148544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58665e9c-1840-4b90-b7e2-296ed2e8b272 req-e589d39c-69b5-471f-8f50-af782c9c2d2e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0480101 Sep 22 11:16:45.185901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58665e9c-1840-4b90-b7e2-296ed2e8b272 req-14dc5296-917b-4f5b-bed8-f203a6b59c2c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 Sep 22 11:16:45.678562 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-dfd010af-4b2b-443a-851b-56d76d24ffbe service neutron] show failed (client error): The resource could not be found. Sep 22 11:16:45.679470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-dfd010af-4b2b-443a-851b-56d76d24ffbe service neutron] 10.222.0.30 "GET /v2.0/ports/7e01915a-7686-4c0d-9699-367f0431af1e/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0564404 Sep 22 11:16:46.190425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-eda0a2eb-39ee-45c2-acef-3f5c2791bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:46.191971 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-eda0a2eb-39ee-45c2-acef-3f5c2791bb83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 1097 time: 0.0404108 Sep 22 11:16:46.202618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-60416eeb-f89f-4a87-bce4-f7d54a4b7c63 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:16:46.203569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-60416eeb-f89f-4a87-bce4-f7d54a4b7c63 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053344 Sep 22 11:16:46.216797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:16:46.290609 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:46.346038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81418ab-c50f-4b70-bf4c-a1b8f9dc7667 req-c43597a3-a1ee-4d6f-a78c-e23584fe992c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:46.347533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b81418ab-c50f-4b70-bf4c-a1b8f9dc7667 req-c43597a3-a1ee-4d6f-a78c-e23584fe992c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0862424 Sep 22 11:16:46.449101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b81418ab-c50f-4b70-bf4c-a1b8f9dc7667 req-dc5e4d79-49b6-417e-8252-191fb2a8443a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898829 Sep 22 11:16:46.530698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:16:46.562364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:16:46.603239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:16:46.605570 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb81e2e-a68c-418a-a897-c928a229f699" -d '{"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:16:46.610496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:46.622612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Transition to ACTIVE for port object 7e01915a-7686-4c0d-9699-367f0431af1e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:16:46.653748 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a7ea9f-1948-473d-94b5-973651d86920 x-openstack-request-id: req-68a7ea9f-1948-473d-94b5-973651d86920 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:16:46.654041 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:16:46.654322 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68a7ea9f-1948-473d-94b5-973651d86920 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:16:46.654720 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e', 'code': 200} Sep 22 11:16:46.687829 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:46.766500 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:16:46.778308 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.778657 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.779004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.779341 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.779676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.780041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.780369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.780699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.781027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.781352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.781676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.781999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:16:46.818039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] No DVR routers for this DVR port 7e01915a-7686-4c0d-9699-367f0431af1e on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:16:46.949882 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:16:46.950244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:16:46.950570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:16:46.954678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Port 7e01915a-7686-4c0d-9699-367f0431af1e on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:16:46.954995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:16:46.959622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:16:46.959953 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:16:46.960334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:16:46.960749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Bound port: 7e01915a-7686-4c0d-9699-367f0431af1e, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:16:46.961091 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:47.023085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:16:47.025980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:16:47.093218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:47.129679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:47.130330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:47.131715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] 10.222.0.32 "PUT /v2.0/ports/7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1092 time: 0.9193275 Sep 22 11:16:47.163795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e5411-0e81-4212-a87d-5b066fff4fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:16:47.199679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-4ce584e3-912f-4aa6-9e20-b9ba0c83a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:47.201278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-4ce584e3-912f-4aa6-9e20-b9ba0c83a83e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1095 time: 0.0453789 Sep 22 11:16:47.300676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-c18a8f8a-3775-443e-bfee-d11c21f03ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:47.302260 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-c18a8f8a-3775-443e-bfee-d11c21f03ef8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0945127 Sep 22 11:16:47.370738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-ec27fb85-9711-42b2-b6e1-5e80ce1611df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1000 time: 0.0606098 Sep 22 11:16:47.417465 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-ed4ec60b-c5cd-4bcf-a4b7-95fdb73799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:47.418797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-ed4ec60b-c5cd-4bcf-a4b7-95fdb73799ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0417957 Sep 22 11:16:47.432073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:16:47.463036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1d0ee2c2-0d50-4935-be7f-c531a0ebda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:47.464524 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-1d0ee2c2-0d50-4935-be7f-c531a0ebda04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386815 Sep 22 11:16:47.472929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:16:47.588892 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-667a0711-2520-44a2-bdd1-14b16b486b7f service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171396 Sep 22 11:16:47.599316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18747d0a-94b3-4d05-8111-f393097a4bc7 req-1078d6d6-21c5-4ef8-aae5-606db67b1173 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:47.600816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18747d0a-94b3-4d05-8111-f393097a4bc7 req-1078d6d6-21c5-4ef8-aae5-606db67b1173 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0688460 Sep 22 11:16:47.694070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-18747d0a-94b3-4d05-8111-f393097a4bc7 req-ca72cdd5-4d55-476c-ba1e-c0d0e09c1085 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851181 Sep 22 11:16:47.716894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45d05fe3-7984-4373-8cf5-ea04768c77f0 req-e133477a-3c1c-48ba-a119-e3d3cd46800e service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151423 Sep 22 11:16:48.656196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:16:48.659067 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abba796e-418a-420d-9dc2-55d6108de4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:16:48.711825 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f1eb49-47c5-4ae8-82bc-08548d2d621f x-openstack-request-id: req-88f1eb49-47c5-4ae8-82bc-08548d2d621f {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:16:48.712171 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:16:48.712434 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88f1eb49-47c5-4ae8-82bc-08548d2d621f {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:16:48.712842 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e', 'status': 'completed', 'code': 200} Sep 22 11:16:48.834585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-215818fd-ea1d-484f-9895-c846016f9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:48.836009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-215818fd-ea1d-484f-9895-c846016f9f4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1095 time: 0.0943089 Sep 22 11:16:48.839407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-a85699c0-31e3-4357-ae8f-8446412c0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:48.840829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-a85699c0-31e3-4357-ae8f-8446412c0180 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1095 time: 0.1076782 Sep 22 11:16:48.863186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ebb6c-bbc3-4d53-9422-22ce67cdc3cf req-50709c2f-a5a8-4bd1-bd44-fe8ada64079f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:48.865050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e69ebb6c-bbc3-4d53-9422-22ce67cdc3cf req-50709c2f-a5a8-4bd1-bd44-fe8ada64079f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0877807 Sep 22 11:16:49.023569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e69ebb6c-bbc3-4d53-9422-22ce67cdc3cf req-be87e6d6-45bb-4608-964f-09c07373de25 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426492 Sep 22 11:16:49.026169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-990c8974-60ef-4436-9683-d6b8eb47c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:49.027601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-990c8974-60ef-4436-9683-d6b8eb47c301 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1822736 Sep 22 11:16:49.082820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-037b3029-7174-4fc1-9401-63c7231d3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:49.084314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-037b3029-7174-4fc1-9401-63c7231d3396 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.2301896 Sep 22 11:16:49.140351 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-af710531-3b33-435b-ab78-58d5a8e91ff3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1000 time: 0.1037941 Sep 22 11:16:49.183693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-c758ae46-5ab9-4941-890f-04efc2944dd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1000 time: 0.0910931 Sep 22 11:16:49.238279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-21b757c5-9eef-4a34-b3c9-33977ffb95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:49.239770 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-21b757c5-9eef-4a34-b3c9-33977ffb95bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0913329 Sep 22 11:16:49.256056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-9dfa4c96-4c89-44ee-94fd-c35a1af3eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:49.257469 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-9dfa4c96-4c89-44ee-94fd-c35a1af3eb04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0670638 Sep 22 11:16:49.322507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-d1cf675c-6d6c-4f24-9038-c7bdf343509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:49.324018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-d1cf675c-6d6c-4f24-9038-c7bdf343509e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763385 Sep 22 11:16:49.329147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-ed6373fd-54cc-4e75-bd93-0378489b78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:49.330535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-ed6373fd-54cc-4e75-bd93-0378489b78e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564299 Sep 22 11:16:49.478049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-0de1d945-662e-412f-bf71-0c9ea086e336 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465752 Sep 22 11:16:49.481290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-992f9daa-c8f7-4d1b-b16a-6f159f5ca802 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423736 Sep 22 11:16:49.981807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-564d2aa3-f045-418c-aec4-d09d13d580f6 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960783 Sep 22 11:16:49.983739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abba796e-418a-420d-9dc2-55d6108de4f2 req-a676fea4-7850-43db-929d-53ef8c26cf32 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911768 Sep 22 11:16:50.139151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b708c1-3c9c-4dea-884b-aef1dc224ac4 req-b284042c-3f44-4bc3-8be3-4fc5903736aa tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:50.141142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1b708c1-3c9c-4dea-884b-aef1dc224ac4 req-b284042c-3f44-4bc3-8be3-4fc5903736aa tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0481408 Sep 22 11:16:50.178511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1b708c1-3c9c-4dea-884b-aef1dc224ac4 req-3f3baf1f-b366-4097-a895-87978e22b201 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Sep 22 11:16:51.294120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0198dfe-f98f-4198-9c6f-8c1783425e2a req-403bad2b-d6d2-4027-ae13-a62b6e911b61 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:51.295653 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0198dfe-f98f-4198-9c6f-8c1783425e2a req-403bad2b-d6d2-4027-ae13-a62b6e911b61 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0479765 Sep 22 11:16:51.336975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c0198dfe-f98f-4198-9c6f-8c1783425e2a req-f6a42d65-9383-453e-af6d-02f55408e7e0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353227 Sep 22 11:16:52.309058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c7d8-cadf-4f31-86e7-e13225526c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:52.454941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444453ec-4c4d-489b-998e-26ccd3d79512 req-b7dec094-01f0-4719-bac8-c26112fb6a07 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:52.456403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-444453ec-4c4d-489b-998e-26ccd3d79512 req-b7dec094-01f0-4719-bac8-c26112fb6a07 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0517774 Sep 22 11:16:52.493567 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-444453ec-4c4d-489b-998e-26ccd3d79512 req-f6c0ac2b-2e12-499a-b7eb-8da7638f2f8e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312808 Sep 22 11:16:53.606589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bdce3-7db2-4abe-bfa8-c62554e0c961 req-e889ac5f-f8de-4a0b-9d87-79459f756d3e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:53.608585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e4bdce3-7db2-4abe-bfa8-c62554e0c961 req-e889ac5f-f8de-4a0b-9d87-79459f756d3e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0480282 Sep 22 11:16:53.644673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e4bdce3-7db2-4abe-bfa8-c62554e0c961 req-d88441ae-f3ee-4cc5-b3c6-b1a459700ecc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299873 Sep 22 11:16:54.758210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cdeb1-8ae9-40df-b0ff-796e0ab1c383 req-2567c534-605e-4924-8087-412294a05287 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:54.759686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb5cdeb1-8ae9-40df-b0ff-796e0ab1c383 req-2567c534-605e-4924-8087-412294a05287 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0472040 Sep 22 11:16:54.796902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb5cdeb1-8ae9-40df-b0ff-796e0ab1c383 req-e6131ede-ef2f-468e-8e12-dd70104ccc7e tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306144 Sep 22 11:16:55.155257 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9e175e1b-32ea-45a9-9d2f-ea2095dab966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:55.612485 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:55.916569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a0562-0cea-4f6b-8dff-1739396e4d38 req-27997cba-ae40-49cf-ac4b-0e6906d16b52 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:55.918012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb8a0562-0cea-4f6b-8dff-1739396e4d38 req-27997cba-ae40-49cf-ac4b-0e6906d16b52 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0521767 Sep 22 11:16:55.955415 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb8a0562-0cea-4f6b-8dff-1739396e4d38 req-76abaef4-7efe-4322-96d6-24b4247892fc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Sep 22 11:16:56.069433 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:56.154963 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:56.343213 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:56.630045 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:16:57.073863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a5f98-f43a-4784-9050-f2ecbdebc5b6 req-dc945297-079c-46ac-a256-0978bdb0989d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:57.075348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-399a5f98-f43a-4784-9050-f2ecbdebc5b6 req-dc945297-079c-46ac-a256-0978bdb0989d tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0480762 Sep 22 11:16:57.111945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-399a5f98-f43a-4784-9050-f2ecbdebc5b6 req-d77cdbb6-b9a6-41a1-80e0-eaab163937ee tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305698 Sep 22 11:16:58.226208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab09c4-c13b-4d40-ad14-2e9c7268013c req-d8514153-7139-469c-ad3a-def22e251536 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:58.227706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4eab09c4-c13b-4d40-ad14-2e9c7268013c req-d8514153-7139-469c-ad3a-def22e251536 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0484402 Sep 22 11:16:58.235520 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:16:58.265251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4eab09c4-c13b-4d40-ad14-2e9c7268013c req-a106df37-9af3-46f9-b9bf-751bd09c77dc tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308616 Sep 22 11:16:59.386194 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2eaa39-5064-4ad4-b30d-227e4699ede4 req-c318a1c3-d816-44c1-8661-99855c2ef28a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:16:59.387700 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f2eaa39-5064-4ad4-b30d-227e4699ede4 req-c318a1c3-d816-44c1-8661-99855c2ef28a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 944 time: 0.0542243 Sep 22 11:16:59.424283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f2eaa39-5064-4ad4-b30d-227e4699ede4 req-d17e4fb0-180d-4161-9ff6-1d141cf8560f tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306003 Sep 22 11:16:59.972297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:17:00.065248 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:00.075866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '7e01915a-7686-4c0d-9699-367f0431af1e', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': '7e01915a-7686-4c0d-9699-367f0431af1e', 'mac_address': 'fa:16:3e:20:33:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:17:00.111226 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:00.122935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e01915a-7686-4c0d-9699-367f0431af1e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:17:00.141419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:00.206763 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:00.252836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:00.259787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.260129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.260469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.260804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.261138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.261468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.261796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.262139 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.262470 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.262793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.263118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.263440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:00.428572 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['7e01915a-7686-4c0d-9699-367f0431af1e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:17:00.540605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cadfa-ba99-41db-85aa-92fc08073277 req-6cb71857-b17a-4508-857e-6aefe711e1ed tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:00.542003 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-413cadfa-ba99-41db-85aa-92fc08073277 req-6cb71857-b17a-4508-857e-6aefe711e1ed tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0479467 Sep 22 11:17:00.582649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-413cadfa-ba99-41db-85aa-92fc08073277 req-a097b69d-b6f1-4c5e-8ce5-2285a6a9ccc8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328462 Sep 22 11:17:01.134839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9a83d-ae1f-46c6-9d4c-338ff36246e5 req-27cae8bd-6350-4c65-9218-641a565f4e26 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:01.136207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ae9a83d-ae1f-46c6-9d4c-338ff36246e5 req-27cae8bd-6350-4c65-9218-641a565f4e26 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0749238 Sep 22 11:17:01.169550 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-4a63f24d-cd71-4ee6-a293-98d765a37ad5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:01.171144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-4a63f24d-cd71-4ee6-a293-98d765a37ad5 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f&tenant_id=21393d1f613944cd91f081a2e99de87d&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 945 time: 0.0743556 Sep 22 11:17:01.193555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ae9a83d-ae1f-46c6-9d4c-338ff36246e5 req-055316bf-e401-4015-8b90-492f1c4fda6a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503244 Sep 22 11:17:01.239634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-730384e8-63cb-43da-8e16-a011751d3042 service neutron] 10.222.0.32 "GET /v2.0/ports/7e01915a-7686-4c0d-9699-367f0431af1e/bindings/n-h2-807025-3 HTTP/1.1" status: 200 len: 382 time: 0.0583801 Sep 22 11:17:01.307469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-1dad22d7-f5c9-4c49-a5b3-cf2e435e9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:01.308987 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-1dad22d7-f5c9-4c49-a5b3-cf2e435e9be8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1096 time: 0.0439000 Sep 22 11:17:01.404969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-c43d5cd6-9ce2-4b65-ab6a-d1550d53dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:01.406459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-c43d5cd6-9ce2-4b65-ab6a-d1550d53dbf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.0902908 Sep 22 11:17:01.469754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-453e997a-45eb-430f-8b2c-2911f0f963b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1001 time: 0.0567183 Sep 22 11:17:01.521706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-92bb35f9-796b-4bf4-9417-14a42455e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:01.523219 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-92bb35f9-796b-4bf4-9417-14a42455e8e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0464966 Sep 22 11:17:01.569085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-17f585dd-3e9f-46bc-b987-b94310524db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:01.570543 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-17f585dd-3e9f-46bc-b987-b94310524db4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400732 Sep 22 11:17:01.657741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-aab64925-574d-4f2b-b137-d9c41c57eb0c service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796781 Sep 22 11:17:01.749287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-7509d5c1-c47e-41cd-bfc6-74ae637a8597 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839167 Sep 22 11:17:01.980608 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:17:02.102827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 7e01915a-7686-4c0d-9699-367f0431af1e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:17:02.106369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 7e01915a-7686-4c0d-9699-367f0431af1e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:17:02.110744 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:02.182510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:02.203904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:17:02.209662 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f25adfb-886d-4d54-a4c7-024ffa680c9e" -d '{"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-plugged", "status": "completed", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:17:02.219947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:02.257442 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3127a605-4399-4341-951e-bdbb316c92cc x-openstack-request-id: req-3127a605-4399-4341-951e-bdbb316c92cc {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:17:02.257734 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-plugged", "status": "completed", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:17:02.257986 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3127a605-4399-4341-951e-bdbb316c92cc {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:17:02.258520 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e', 'code': 200} Sep 22 11:17:02.298162 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:02.346694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:02.355335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc083f-fc85-46d4-8b67-7c28ba97f661 req-b0943588-6cf2-419a-8138-2c613c43cc08 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:02.356881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24bc083f-fc85-46d4-8b67-7c28ba97f661 req-b0943588-6cf2-419a-8138-2c613c43cc08 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0527885 Sep 22 11:17:02.394330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24bc083f-fc85-46d4-8b67-7c28ba97f661 req-7e0e4417-0e45-431a-8d3f-034ed0657e4b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Sep 22 11:17:03.509397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345cb04-367e-4ed8-819b-d1f66414f19c req-d1267368-25de-423e-a347-b755d1e15f19 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:03.510922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6345cb04-367e-4ed8-819b-d1f66414f19c req-d1267368-25de-423e-a347-b755d1e15f19 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0487909 Sep 22 11:17:03.552786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6345cb04-367e-4ed8-819b-d1f66414f19c req-ab397278-797f-4649-802f-4306d66414c7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353370 Sep 22 11:17:04.675625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7680ad-ddb8-44fc-aa94-a70724e177a2 req-c4ed4acb-9338-4da5-9698-8d1ca11072e0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:04.677138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e7680ad-ddb8-44fc-aa94-a70724e177a2 req-c4ed4acb-9338-4da5-9698-8d1ca11072e0 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0487497 Sep 22 11:17:04.714940 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e7680ad-ddb8-44fc-aa94-a70724e177a2 req-996ba7ce-7d49-4e24-8f1b-ab665a657446 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Sep 22 11:17:05.832447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb4506-e677-4dec-bf77-bd9a58a00fb0 req-1fd06991-ab61-4619-bee5-d7e2f37b2bea tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:05.833893 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ceb4506-e677-4dec-bf77-bd9a58a00fb0 req-1fd06991-ab61-4619-bee5-d7e2f37b2bea tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0498445 Sep 22 11:17:05.871013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ceb4506-e677-4dec-bf77-bd9a58a00fb0 req-3b4374dc-312a-4638-aaae-aebde491221b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311363 Sep 22 11:17:06.027943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:17:06.103501 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:06.126787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:17:06.129018 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7220c5f-2d11-4e9a-b568-5420fb554307" -d '{"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:17:06.142303 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:06.178513 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed49438-88e9-4a7f-bd88-5cd44251d00c x-openstack-request-id: req-5ed49438-88e9-4a7f-bd88-5cd44251d00c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:17:06.178807 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:17:06.179060 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ed49438-88e9-4a7f-bd88-5cd44251d00c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:17:06.179635 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e', 'code': 200} Sep 22 11:17:06.187926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-2cbe5515-22d4-44cb-94ff-654b201116e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:06.189446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-2cbe5515-22d4-44cb-94ff-654b201116e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f&tenant_id=21393d1f613944cd91f081a2e99de87d HTTP/1.1" status: 200 len: 1097 time: 0.0832677 Sep 22 11:17:06.189593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:06.202265 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:17:06.236707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:06.257450 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:06.454506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:06.489963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:17:06.521598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e01915a-7686-4c0d-9699-367f0431af1e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:17:06.528996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:06.540651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Transition to ACTIVE for port object 7e01915a-7686-4c0d-9699-367f0431af1e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:17:06.612537 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:06.697696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=11']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:06.738314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] No DVR routers for this DVR port 7e01915a-7686-4c0d-9699-367f0431af1e on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:17:06.872578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:17:06.873771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:17:06.873884 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:17:06.878019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Port 7e01915a-7686-4c0d-9699-367f0431af1e on network 0eb9c609-5790-4205-bd5e-5055af0878be not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:17:06.878362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Attempting to bind port 7e01915a-7686-4c0d-9699-367f0431af1e on network 0eb9c609-5790-4205-bd5e-5055af0878be {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:17:06.883069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:17:06.883404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Checking segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:17:06.883785 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Bound using segment: {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:17:06.884201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Bound port: 7e01915a-7686-4c0d-9699-367f0431af1e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cef1937e-27df-4a75-9c80-cc99cd040aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:17:06.884550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:06.976387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:17:06.991354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:17:07.007903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f8aa8-a0df-4dab-a8b8-dee5a6002a57 req-0571e5c9-0637-4349-8083-44ff3a68a4e7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.009439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee2f8aa8-a0df-4dab-a8b8-dee5a6002a57 req-0571e5c9-0637-4349-8083-44ff3a68a4e7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0654531 Sep 22 11:17:07.047259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee2f8aa8-a0df-4dab-a8b8-dee5a6002a57 req-887e9d1f-3ebc-4d19-8d54-b1617692429a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Sep 22 11:17:07.098375 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:07.130955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.131572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:07.132981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] 10.222.0.30 "PUT /v2.0/ports/7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1093 time: 0.9348185 Sep 22 11:17:07.133433 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:17:07.135692 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:17:07.173133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22fdc1-2489-409b-aeb1-aef459dbb3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=12']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:07.206031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-4f3bc5ac-3125-4b39-b2df-78932721dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.207615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-4f3bc5ac-3125-4b39-b2df-78932721dccc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1096 time: 0.0456474 Sep 22 11:17:07.256210 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e032e3-cf47-4692-aad5-fed4619b10e1 x-openstack-request-id: req-69e032e3-cf47-4692-aad5-fed4619b10e1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:17:07.256508 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:17:07.256764 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69e032e3-cf47-4692-aad5-fed4619b10e1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:17:07.257173 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e', 'status': 'completed', 'code': 200} Sep 22 11:17:07.342659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-cc4fde52-14b7-4615-9009-68b927612dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.344157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-cc4fde52-14b7-4615-9009-68b927612dcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1293204 Sep 22 11:17:07.349970 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-78974f23-2290-4709-b504-62c5c1588f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.351450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-78974f23-2290-4709-b504-62c5c1588f61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1096 time: 0.0646646 Sep 22 11:17:07.462773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-ac1ecde6-72ad-4d83-b948-0e081463bb21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1000 time: 0.1104057 Sep 22 11:17:07.523241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-1bf496a9-7cde-4b92-8836-c79da4c5c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.524629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-1bf496a9-7cde-4b92-8836-c79da4c5c23a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1659946 Sep 22 11:17:07.539378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-c8ae2267-898e-4bde-ba06-a8fc84ce8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.540753 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-c8ae2267-898e-4bde-ba06-a8fc84ce8570 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0705810 Sep 22 11:17:07.616453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-6edf7b89-de3f-4024-b572-a23d522b2234 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1000 time: 0.0843599 Sep 22 11:17:07.622381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-7068d264-097d-4570-9f1d-be1b05b1eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.624460 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-7068d264-097d-4570-9f1d-be1b05b1eaff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567973 Sep 22 11:17:07.697620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-aa7d94d9-4a59-454f-9b3d-d23b33971c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.699099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-aa7d94d9-4a59-454f-9b3d-d23b33971c19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0738053 Sep 22 11:17:07.779621 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-9cf070f9-2f6b-4bab-acc3-8c9001758bfa service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460249 Sep 22 11:17:07.784540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-197dab7f-cf4e-44a5-b0b2-c7d124497d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:07.786001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-197dab7f-cf4e-44a5-b0b2-c7d124497d7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629814 Sep 22 11:17:07.933585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5252cf3a-b02a-4a22-addc-469bccc96e24 req-819191f3-be31-426b-960d-ccf4ff45c2ef service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466453 Sep 22 11:17:07.937762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-a5f12817-1b13-4729-bdc1-9a4e224b7e15 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440675 Sep 22 11:17:08.064516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-0bc4e808-3e99-4417-8e28-a7db5cade8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:08.066035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-0bc4e808-3e99-4417-8e28-a7db5cade8e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21393d1f613944cd91f081a2e99de87d&device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 1096 time: 0.0953772 Sep 22 11:17:08.069589 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-065c3b26-f122-4eb4-84dc-4cd44d5d6948 service neutron] 10.222.0.32 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236126 Sep 22 11:17:08.192603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-c040d842-4807-425b-a9ab-fab749e3e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:08.194149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-c040d842-4807-425b-a9ab-fab749e3e1be service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 200 len: 913 time: 0.1208053 Sep 22 11:17:08.202620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d10add-05a6-4293-bc36-bbc6950fad68 req-c6e6793e-15de-4293-970e-573c551910e9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:08.206946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80d10add-05a6-4293-bc36-bbc6950fad68 req-c6e6793e-15de-4293-970e-573c551910e9 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0715194 Sep 22 11:17:08.287348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-80d10add-05a6-4293-bc36-bbc6950fad68 req-a62ca9a8-b8c2-4f12-8553-ab5442e87fc7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474350 Sep 22 11:17:08.288922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-1bc707e7-d8a5-4c45-af61-744903ddf5b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 200 len: 1000 time: 0.0839961 Sep 22 11:17:08.339181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-c66e4cf2-23fd-422e-b51c-28a78141dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:08.340824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-c66e4cf2-23fd-422e-b51c-28a78141dfc4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 200 len: 851 time: 0.0443969 Sep 22 11:17:08.390876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-9b39ca94-c0e4-4190-a9bc-af7868e1b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:08.392395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-9b39ca94-c0e4-4190-a9bc-af7868e1b931 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eb9c609-5790-4205-bd5e-5055af0878be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451014 Sep 22 11:17:08.484800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-801be8ca-ff27-4e08-b9cb-9f889f5bb922 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842893 Sep 22 11:17:08.586924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46ceaa07-bfc9-441d-ab6f-b45a5a676f12 req-88d6c6cc-1e49-4643-a053-4f155e770e6c service neutron] 10.222.0.30 "GET /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948851 Sep 22 11:17:09.408789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7396f3-e966-4cc2-9702-aad3651dbc44 req-7731187e-af41-4dbc-a8cb-25915d82b0a8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:09.410222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec7396f3-e966-4cc2-9702-aad3651dbc44 req-7731187e-af41-4dbc-a8cb-25915d82b0a8 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0512710 Sep 22 11:17:09.447329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ec7396f3-e966-4cc2-9702-aad3651dbc44 req-7565412e-2c9a-47e6-a90c-95ec93a594cf tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311086 Sep 22 11:17:10.563888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1125ee-e090-41f1-8112-5e8d1939096d req-9176036d-0fd2-4e59-bd78-2961c26db732 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:10.565432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea1125ee-e090-41f1-8112-5e8d1939096d req-9176036d-0fd2-4e59-bd78-2961c26db732 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0483878 Sep 22 11:17:10.608593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea1125ee-e090-41f1-8112-5e8d1939096d req-574673f7-fefc-45a9-9253-9ed723f80b93 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367596 Sep 22 11:17:11.733271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f53a9-c2a6-4adf-b5fd-b21ccf998870 req-f73382eb-0a77-44c8-a496-95695a66bf38 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:11.734818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-260f53a9-c2a6-4adf-b5fd-b21ccf998870 req-f73382eb-0a77-44c8-a496-95695a66bf38 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0504715 Sep 22 11:17:11.772243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-260f53a9-c2a6-4adf-b5fd-b21ccf998870 req-f73fb0dc-93b4-4f06-a5ba-7cd5c4082440 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 Sep 22 11:17:12.887224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3262-a05f-4986-a40c-58e73c2bbfd8 req-8746853f-0647-4352-a0eb-15001013bed2 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:12.889213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84ed3262-a05f-4986-a40c-58e73c2bbfd8 req-8746853f-0647-4352-a0eb-15001013bed2 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0489428 Sep 22 11:17:12.926141 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84ed3262-a05f-4986-a40c-58e73c2bbfd8 req-f3c2ced4-e537-4676-95c5-628f77672737 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308700 Sep 22 11:17:14.038948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d21e-9a4a-47b3-9f4f-46faf773fdb3 req-eb5eace7-a0d6-4998-b091-4a1a3896057c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:14.040471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4da8d21e-9a4a-47b3-9f4f-46faf773fdb3 req-eb5eace7-a0d6-4998-b091-4a1a3896057c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0470426 Sep 22 11:17:14.081363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4da8d21e-9a4a-47b3-9f4f-46faf773fdb3 req-832b2b0a-e59a-44c3-9e17-19052bd0d302 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Sep 22 11:17:15.195739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250153-6fed-4f8e-9f4e-f2cb13d9bc6e req-60fb514e-b3f3-4228-acae-ccdd05dbee74 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:15.197220 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1250153-6fed-4f8e-9f4e-f2cb13d9bc6e req-60fb514e-b3f3-4228-acae-ccdd05dbee74 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0481658 Sep 22 11:17:15.234522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1250153-6fed-4f8e-9f4e-f2cb13d9bc6e req-3b7eea99-1b07-4ff0-930b-dcca1a2a413b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313139 Sep 22 11:17:16.354728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396bbf-3d57-4f62-8fcf-28e724ff8d57 req-548fc4cb-5ab4-4793-88b3-16336e698b63 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:16.356182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab396bbf-3d57-4f62-8fcf-28e724ff8d57 req-548fc4cb-5ab4-4793-88b3-16336e698b63 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0474761 Sep 22 11:17:16.392437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab396bbf-3d57-4f62-8fcf-28e724ff8d57 req-a3b51197-baf8-4383-9564-12ad13d58d7b tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297153 Sep 22 11:17:17.511042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9c4d5-955f-4ed3-8654-2a0a4f0482d8 req-210ea1c5-8fcb-4616-8bcb-1ece6acdba04 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:17.512533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afc9c4d5-955f-4ed3-8654-2a0a4f0482d8 req-210ea1c5-8fcb-4616-8bcb-1ece6acdba04 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0484040 Sep 22 11:17:17.553028 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-afc9c4d5-955f-4ed3-8654-2a0a4f0482d8 req-8c6d8d79-d8bd-46b5-833e-fa92f7394e62 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344505 Sep 22 11:17:18.667757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb6ad6-f47f-4c92-abdf-5fccc9af6736 req-3243f325-64a2-4d14-9429-36b0b2784956 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:18.669230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73bb6ad6-f47f-4c92-abdf-5fccc9af6736 req-3243f325-64a2-4d14-9429-36b0b2784956 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0472193 Sep 22 11:17:18.706536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73bb6ad6-f47f-4c92-abdf-5fccc9af6736 req-34ea9350-0475-4d77-9341-6d7679b54d67 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305338 Sep 22 11:17:19.818561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af78d9-cf21-4382-a916-1bc4993052d8 req-a7a104a9-aceb-4a90-b329-fe9179ef2404 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:19.820029 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24af78d9-cf21-4382-a916-1bc4993052d8 req-a7a104a9-aceb-4a90-b329-fe9179ef2404 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0478098 Sep 22 11:17:19.857685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-24af78d9-cf21-4382-a916-1bc4993052d8 req-2bbc4397-5f22-42c5-b12a-c33d0ed0055a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303953 Sep 22 11:17:19.969411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b3f24-e46d-4cfa-9a26-d866fb446101 req-1678f907-bd49-408f-8229-857a262bc389 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:19.970915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f88b3f24-e46d-4cfa-9a26-d866fb446101 req-1678f907-bd49-408f-8229-857a262bc389 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0494719 Sep 22 11:17:20.011214 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f88b3f24-e46d-4cfa-9a26-d866fb446101 req-e3c197c5-0251-4971-8350-4c11eaf4005a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343821 Sep 22 11:17:20.122922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665148-a9d5-4c83-aa26-8213fe484de6 req-4f7e6e70-87ae-412a-becd-4f2456625599 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:20.124300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8665148-a9d5-4c83-aa26-8213fe484de6 req-4f7e6e70-87ae-412a-becd-4f2456625599 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0479956 Sep 22 11:17:20.160902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8665148-a9d5-4c83-aa26-8213fe484de6 req-6a302590-792a-4345-a249-eac5973fd4c1 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307970 Sep 22 11:17:20.590217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111f63-87a4-4792-9a00-c154150c4998 req-7555ba66-2653-42f5-a37f-4122bf7274ca tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:20.592345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6111f63-87a4-4792-9a00-c154150c4998 req-7555ba66-2653-42f5-a37f-4122bf7274ca tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0492959 Sep 22 11:17:20.628320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e6111f63-87a4-4792-9a00-c154150c4998 req-83311af2-0122-4a0e-8962-a87bea9b8ff3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299582 Sep 22 11:17:21.616681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:17:21.711518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:21.723012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '7e01915a-7686-4c0d-9699-367f0431af1e', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'port_id': '7e01915a-7686-4c0d-9699-367f0431af1e', 'mac_address': 'fa:16:3e:20:33:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:17:21.745604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c305a6e-96dd-4c4b-b7bb-9db4b2d11d01 req-38d99412-d48a-4eed-b6e6-75da68863c91 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:21.747147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c305a6e-96dd-4c4b-b7bb-9db4b2d11d01 req-38d99412-d48a-4eed-b6e6-75da68863c91 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 945 time: 0.0487394 Sep 22 11:17:21.759400 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:21.771752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e01915a-7686-4c0d-9699-367f0431af1e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:17:21.788378 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c305a6e-96dd-4c4b-b7bb-9db4b2d11d01 req-7a606754-518c-41b4-b61e-dad4546931a7 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups?id=285db245-5e2b-42d6-875c-46e4407e0775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351820 Sep 22 11:17:21.792216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:21.875102 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:21.921679 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=13']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:22.029450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea494b-0605-4391-8516-8a4092158caf req-f90f7df6-e25d-466c-92be-1017b21c7ead tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:22.030949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3ea494b-0605-4391-8516-8a4092158caf req-f90f7df6-e25d-466c-92be-1017b21c7ead tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 946 time: 0.0476487 Sep 22 11:17:22.123805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Deleting port 7e01915a-7686-4c0d-9699-367f0431af1e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:17:22.124148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:22.214804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] For port 7e01915a-7686-4c0d-9699-367f0431af1e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=7e01915a-7686-4c0d-9699-367f0431af1e,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:22.215173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:22.360333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-be55da7d-cab1-42fc-a356-ea73bb919505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:22.405000 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:22.405370 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:22.405696 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b disassociated. External IP: 172.25.1.75, port: 7e01915a-7686-4c0d-9699-367f0431af1e. Sep 22 11:17:22.406037 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Calling delete_port for 7e01915a-7686-4c0d-9699-367f0431af1e owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:17:22.634972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:22.662800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event deleted for resources: {'Port': ['ID=7e01915a-7686-4c0d-9699-367f0431af1e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:22.779135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:17:22.894154 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8ef3197-8745-45bb-9ae4-4bc4ce464a86 req-626f8a04-68ab-4f0c-808b-5a7483901b9c tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 210 time: 0.0336986 Sep 22 11:17:22.910619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:17:22.923175 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:17:22.932232 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:17:22.932888 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:16:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:22.951704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] No DVR routers for this DVR port 7e01915a-7686-4c0d-9699-367f0431af1e on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:17:22.954361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:22.956317 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3ea494b-0605-4391-8516-8a4092158caf req-2b4b597f-fdb1-4f5a-a79a-46fdee15e843 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.30 "DELETE /v2.0/ports/7e01915a-7686-4c0d-9699-367f0431af1e HTTP/1.1" status: 204 len: 173 time: 0.9187648 Sep 22 11:17:22.956731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-deleted', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:17:22.958965 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e10084-23aa-41b5-bf3c-957d86413701" -d '{"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-deleted", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:17:22.994485 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab8f8e-c0dc-460b-ac33-44757f62915c x-openstack-request-id: req-faab8f8e-c0dc-460b-ac33-44757f62915c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:17:22.994787 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5b5252-70c0-4e68-bef5-7c682cfab93f", "name": "network-vif-deleted", "tag": "7e01915a-7686-4c0d-9699-367f0431af1e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:17:22.995027 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-faab8f8e-c0dc-460b-ac33-44757f62915c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:17:22.995521 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5b5252-70c0-4e68-bef5-7c682cfab93f', 'name': 'network-vif-deleted', 'tag': '7e01915a-7686-4c0d-9699-367f0431af1e', 'status': 'completed', 'code': 200} Sep 22 11:17:23.040655 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:17:23.237882 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:23.263952 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:17:23.272009 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:17:23.272610 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:16:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:23.375073 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:17:23.574504 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:23.603946 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23872ea5-21e2-4ed1-8123-1a085b3326a5 None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:24Z', 'revision_number': 4, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '23220c8c-8c5f-42af-9d9b-f9f6043a315f', 'name': '', 'network_id': '0eb9c609-5790-4205-bd5e-5055af0878be', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'mac_address': 'fa:16:3e:f4:26:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:23Z', 'updated_at': '2021-09-22T11:07:27Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'subnets': [{'id': '87825b42-b6d7-487e-8e04-e8af955a275d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:17:23.827959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65560510-ee16-48d4-8107-f25fd9cd0699 None None] New status for floating IP 20e24a40-5538-44aa-9190-a7c0f45b7f6b: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:17:24.338763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25dfce93-0bfa-4a36-87dd-0bff62033ed8 req-16270df8-2fac-493f-9dbd-4177355732a3 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 210 time: 0.3745973 Sep 22 11:17:25.160573 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5ca2-5e16-4797-b56d-a114d007d6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:25.478516 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b285cdc8-d03e-45f0-be9f-cccd02da9c52 req-191c1587-7996-4f1b-ac2d-870f2777ca80 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 210 time: 0.0259521 Sep 22 11:17:25.600697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:26.074729 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:26.189228 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:26.389249 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:26.586640 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bb469c07-edc6-4cda-8f27-6c89a05ea943 req-2685c9c8-71e8-4394-b49d-5bc33b2e73ca tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f5b5252-70c0-4e68-bef5-7c682cfab93f HTTP/1.1" status: 200 len: 210 time: 0.0269773 Sep 22 11:17:27.673491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:17:27.694345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 7e01915a-7686-4c0d-9699-367f0431af1e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:17:27.694693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 7e01915a-7686-4c0d-9699-367f0431af1e not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:17:28.241458 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:31.555414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46774) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:31.610674 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f2ed44e0-f9b1-44b2-945c-c8a32bbb7572 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:31.637569 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f2ed44e0-f9b1-44b2-945c-c8a32bbb7572 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:31.793805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f2ed44e0-f9b1-44b2-945c-c8a32bbb7572 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:31.796347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f2ed44e0-f9b1-44b2-945c-c8a32bbb7572 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:31.798008 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f2ed44e0-f9b1-44b2-945c-c8a32bbb7572 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "DELETE /v2.0/security-groups/285db245-5e2b-42d6-875c-46e4407e0775 HTTP/1.1" status: 204 len: 168 time: 0.2415762 Sep 22 11:17:31.800681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46776) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:31.807346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed44e0-f9b1-44b2-945c-c8a32bbb7572 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285db245-5e2b-42d6-875c-46e4407e0775,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:31.817025 n-d-807025-3 neutron-server[95681]: INFO neutron.api.v2.resource [None req-23ee7cf9-2ff9-41a8-98ab-5669c3cc9d4a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] show failed (client error): The resource could not be found. Sep 22 11:17:31.818078 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-23ee7cf9-2ff9-41a8-98ab-5669c3cc9d4a tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "GET /v2.0/security-groups/285db245-5e2b-42d6-875c-46e4407e0775 HTTP/1.1" status: 404 len: 347 time: 0.0164311 Sep 22 11:17:31.820789 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46780) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:31.941251 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Deleting port 9c2f2c9d-4fa3-4620-8ed9-75566b0c04bd {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:17:31.941592 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:32.016732 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:32.017059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:32.028498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Calling delete_port for 9c2f2c9d-4fa3-4620-8ed9-75566b0c04bd owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:17:32.245763 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:32.269724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Pushing event deleted for resources: {'Port': ['ID=9c2f2c9d-4fa3-4620-8ed9-75566b0c04bd,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:32.281470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.281470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.281470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.281470 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.281839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.281996 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.282343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.282661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.282980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.283299 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.283617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.283935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:32.345173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:32.347727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:32.348878 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e0e9931d-aa54-4d4e-8a67-45dcb2e37e48 tempest-ServerActionsTestJSON-2056167373 tempest-ServerActionsTestJSON-2056167373-project] 10.222.0.20 "DELETE /v2.0/floatingips/20e24a40-5538-44aa-9190-a7c0f45b7f6b HTTP/1.1" status: 204 len: 168 time: 0.5272136 Sep 22 11:17:32.351813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46782) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:32.851926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:33.088530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Deleting port 23220c8c-8c5f-42af-9d9b-f9f6043a315f {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:17:33.088864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:33.162544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] For port 23220c8c-8c5f-42af-9d9b-f9f6043a315f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=23220c8c-8c5f-42af-9d9b-f9f6043a315f,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:33.162825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:33.178612 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Calling delete_port for 23220c8c-8c5f-42af-9d9b-f9f6043a315f owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:17:33.406806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:33.429049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Pushing event deleted for resources: {'Port': ['ID=23220c8c-8c5f-42af-9d9b-f9f6043a315f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:33.604076 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:33.628973 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:17:33.813525 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Router ebd47913-a6f7-406c-8ea5-6526f117bf4a has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:17:34.202696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:17:34.207584 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a729883e-fece-433a-a2b5-39e2f1354171 admin admin] 10.222.0.20 "PUT /v2.0/routers/ebd47913-a6f7-406c-8ea5-6526f117bf4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8548656 Sep 22 11:17:34.210295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46786) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:34.213393 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] Sync routers for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:17:34.228428 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:17:34.229130 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:17:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:34.316499 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:34.416947 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:34.420055 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:17:34.506073 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Deleting port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:17:34.506375 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:34.589336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] For port 4ccfb4ae-161a-4651-bbe8-d4e8639a9998, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=4ccfb4ae-161a-4651-bbe8-d4e8639a9998,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:34.589709 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:34.596703 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:17:33Z', 'revision_number': 5, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port': {'id': '4ccfb4ae-161a-4651-bbe8-d4e8639a9998', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:34.601574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Calling delete_port for 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:17:34.621885 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] Checking router: ebd47913-a6f7-406c-8ea5-6526f117bf4a for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:17:34.630540 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] Routers {'ebd47913-a6f7-406c-8ea5-6526f117bf4a'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:17:34.631162 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:17:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:34.713098 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] Set router ebd47913-a6f7-406c-8ea5-6526f117bf4a gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:17:34.766410 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:17:34Z', 'revision_number': 6, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:34.791374 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295c39d-6496-4ba1-a5eb-8f3e69b8466d None None] The sync data for ids ['ebd47913-a6f7-406c-8ea5-6526f117bf4a'] in n-d-807025-3 is: [{'id': 'ebd47913-a6f7-406c-8ea5-6526f117bf4a', 'name': 'tempest-ServerActionsTestJSON-1532272993-router', 'tenant_id': '21393d1f613944cd91f081a2e99de87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:07:21Z', 'updated_at': '2021-09-22T11:17:34Z', 'revision_number': 6, 'project_id': '21393d1f613944cd91f081a2e99de87d', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:17:34.812885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:34.843741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccfb4ae-161a-4651-bbe8-d4e8639a9998,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:34.902831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:34.989851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:34.991935 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.091656 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.092094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd47913-a6f7-406c-8ea5-6526f117bf4a {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:17:35.096832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.097969 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ca94a70d-cdd0-4f79-9b4b-d9016bea033e admin admin] 10.222.0.20 "DELETE /v2.0/routers/ebd47913-a6f7-406c-8ea5-6526f117bf4a HTTP/1.1" status: 204 len: 168 time: 0.8864832 Sep 22 11:17:35.100554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46788) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:35.151316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-587603f9-e9b8-45d3-8c8a-6a930a124e83 admin admin] Deleting subnet 87825b42-b6d7-487e-8e04-e8af955a275d {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:17:35.154702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-587603f9-e9b8-45d3-8c8a-6a930a124e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.192848 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-587603f9-e9b8-45d3-8c8a-6a930a124e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.272047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 23220c8c-8c5f-42af-9d9b-f9f6043a315f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:17:35.280292 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-587603f9-e9b8-45d3-8c8a-6a930a124e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.294649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 23220c8c-8c5f-42af-9d9b-f9f6043a315f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:17:35.294993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 23220c8c-8c5f-42af-9d9b-f9f6043a315f not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:17:35.406892 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-587603f9-e9b8-45d3-8c8a-6a930a124e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.432346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587603f9-e9b8-45d3-8c8a-6a930a124e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87825b42-b6d7-487e-8e04-e8af955a275d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:35.436064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-587603f9-e9b8-45d3-8c8a-6a930a124e83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.438307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-587603f9-e9b8-45d3-8c8a-6a930a124e83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87825b42-b6d7-487e-8e04-e8af955a275d HTTP/1.1" status: 204 len: 168 time: 0.3367720 Sep 22 11:17:35.440811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46790) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:35.445184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7e003-7440-4c8d-9752-d7cfb123dd6a None None] Network 0eb9c609-5790-4205-bd5e-5055af0878be requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:17:35.519812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.583207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Deleting port df856961-cfd7-4b58-ad65-ad8731b49281 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:17:35.583551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.638437 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76036208-bc60-4982-a64d-1cb2a965a19b None None] DHCP port deletion for 0eb9c609-5790-4205-bd5e-5055af0878be request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:17:35.647055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] For port df856961-cfd7-4b58-ad65-ad8731b49281, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=df856961-cfd7-4b58-ad65-ad8731b49281,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:35.647420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.660029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Calling delete_port for df856961-cfd7-4b58-ad65-ad8731b49281 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:17:35.692253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-76036208-bc60-4982-a64d-1cb2a965a19b None None] Deleting port df856961-cfd7-4b58-ad65-ad8731b49281 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:17:35.692630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76036208-bc60-4982-a64d-1cb2a965a19b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.756591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-76036208-bc60-4982-a64d-1cb2a965a19b None None] For port df856961-cfd7-4b58-ad65-ad8731b49281, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=df856961-cfd7-4b58-ad65-ad8731b49281,segment=NetworkSegment(cef1937e-27df-4a75-9c80-cc99cd040aa3),segment_id=cef1937e-27df-4a75-9c80-cc99cd040aa3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:35.756986 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76036208-bc60-4982-a64d-1cb2a965a19b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.768918 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-76036208-bc60-4982-a64d-1cb2a965a19b None None] Calling delete_port for df856961-cfd7-4b58-ad65-ad8731b49281 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:17:35.800415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.827207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=df856961-cfd7-4b58-ad65-ad8731b49281,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:35.832457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] No DVR routers for this DVR port df856961-cfd7-4b58-ad65-ad8731b49281 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:17:35.843040 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76036208-bc60-4982-a64d-1cb2a965a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.870244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76036208-bc60-4982-a64d-1cb2a965a19b None None] Pushing event deleted for resources: {'Port': ['ID=df856961-cfd7-4b58-ad65-ad8731b49281,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:35.873770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76036208-bc60-4982-a64d-1cb2a965a19b None None] No DVR routers for this DVR port df856961-cfd7-4b58-ad65-ad8731b49281 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:17:35.906302 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.929939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb9c609-5790-4205-bd5e-5055af0878be']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:35.939763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef1937e-27df-4a75-9c80-cc99cd040aa3') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:35.940062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef1937e-27df-4a75-9c80-cc99cd040aa3') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:17:35.949521 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.962989 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.968702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:17:35.969083 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:17:35.971953 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:17:36.074658 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:36.080025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:36.081885 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0eb9c609-5790-4205-bd5e-5055af0878be HTTP/1.1" status: 204 len: 168 time: 0.6401713 Sep 22 11:17:36.095923 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de000565-4391-468c-8ae3-4eb606b5f3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb9c609-5790-4205-bd5e-5055af0878be,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:36.375960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46794) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:36.414448 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2c8e1cd2-8db3-48de-840f-a48188cb0bc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21393d1f613944cd91f081a2e99de87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373540 Sep 22 11:17:36.416803 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46796) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:36.462281 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-59395702-a1e1-41ba-b9e3-75d425f9e385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:36.482376 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-59395702-a1e1-41ba-b9e3-75d425f9e385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:36.588830 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-59395702-a1e1-41ba-b9e3-75d425f9e385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:36.591473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-59395702-a1e1-41ba-b9e3-75d425f9e385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:36.597710 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-59395702-a1e1-41ba-b9e3-75d425f9e385 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f7fa689-cf94-4ab8-bfd0-4aabd68192b2 HTTP/1.1" status: 204 len: 168 time: 0.1749647 Sep 22 11:17:36.600790 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59395702-a1e1-41ba-b9e3-75d425f9e385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7fa689-cf94-4ab8-bfd0-4aabd68192b2,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:36.944799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device df856961-cfd7-4b58-ad65-ad8731b49281 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:17:36.964674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: df856961-cfd7-4b58-ad65-ad8731b49281 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:17:36.965088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device df856961-cfd7-4b58-ad65-ad8731b49281 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:17:36.965570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:17:36.984719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:17:36.985067 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 4ccfb4ae-161a-4651-bbe8-d4e8639a9998 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:17:37.955935 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46818) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:38.051904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1067764644-network', 'tenant_id': '212d01c0d3d341b8bfd49d4579a6a469'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:17:38.126318 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Made reservation on behalf of 212d01c0d3d341b8bfd49d4579a6a469 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:17:38.128620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.137400 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.227185 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.314902 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.341656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:17:38.347472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32d0aac-510e-4a1f-a4c8-a217c2d04aee,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:38.354801 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.354801 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Added segment 2775374f-391a-42ea-bbb8-9029bdb52e19 of type vlan for network b7230370-01ab-4e6b-b066-7d8c732ecdcf Sep 22 11:17:38.396003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.474698 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.475660 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:38.476239 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.533443 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] Pushing event updated for resources: {'Network': ['ID=b7230370-01ab-4e6b-b066-7d8c732ecdcf,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:38.543154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b7230370-01ab-4e6b-b066-7d8c732ecdcf details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:17:38.555684 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fce25a22-963d-45e0-be2c-3dbe84fbdbce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5984967 Sep 22 11:17:38.558521 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 46822) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:17:38.563695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Request body: {'subnet': {'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1067764644-subnet', 'tenant_id': '212d01c0d3d341b8bfd49d4579a6a469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:17:38.680117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Made reservation on behalf of 212d01c0d3d341b8bfd49d4579a6a469 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:17:38.682451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.902548 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:38.960687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0278fe57-4cad-40a2-9f1f-7e3eae872d41,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:38.969294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Checking segment: {'id': '2775374f-391a-42ea-bbb8-9029bdb52e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:17:38.969648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Network hostable DHCP agents. Network: b7230370-01ab-4e6b-b066-7d8c732ecdcf, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:17:39.045606 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Network b7230370-01ab-4e6b-b066-7d8c732ecdcf is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:17:39.091246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, b7230370-01ab-4e6b-b066-7d8c732ecdcf) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:17:39.095746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:39.096330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:39.100415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6072376e-9070-4ba6-a335-c121ad0b678b None None] Network b7230370-01ab-4e6b-b066-7d8c732ecdcf requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:17:39.161066 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-944012bf-9483-4e71-872d-f0131c6ac4dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6011934 Sep 22 11:17:39.220592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb6296e-54cf-4aa5-b1bc-aa7c159aa7d2 None None] Network b7230370-01ab-4e6b-b066-7d8c732ecdcf requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:17:39.570338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-7cb18529-5f9e-4aad-91f9-a9ad80eed121 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:39.571895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-7cb18529-5f9e-4aad-91f9-a9ad80eed121 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/networks?id=b7230370-01ab-4e6b-b066-7d8c732ecdcf HTTP/1.1" status: 200 len: 814 time: 0.1040947 Sep 22 11:17:39.587249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-500e76bb-70cf-4c08-9376-b70391289a09 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/quotas/212d01c0d3d341b8bfd49d4579a6a469 HTTP/1.1" status: 200 len: 375 time: 0.0096612 Sep 22 11:17:39.617359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-c28eea0d-f4a6-44b1-9c33-517009d971e6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=212d01c0d3d341b8bfd49d4579a6a469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249805 Sep 22 11:17:39.754440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-5f4f73d6-cf36-49ec-a7a5-4ce8fb8cdd96 service neutron] 10.222.0.20 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302900 Sep 22 11:17:39.849849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-3b52b61e-32ad-4ac0-a37a-27ca77760f85 service neutron] 10.222.0.20 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892761 Sep 22 11:17:40.045132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4bb10ba-fe36-4cd2-bc91-693b43cd5871 req-b37c3d6d-9c35-4d83-9412-4b9001c3cfe6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 210 time: 0.0253341 Sep 22 11:17:41.142602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b8d85594-6441-43b4-bb54-dad864611f34 req-7ef1ea59-217c-445d-8c4d-205bf1c35f96 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Sep 22 11:17:41.904190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-bb1cd2dc-0f55-4192-aeec-156058adb5b6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:41.905642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-bb1cd2dc-0f55-4192-aeec-156058adb5b6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.30 "GET /v2.0/networks?id=b7230370-01ab-4e6b-b066-7d8c732ecdcf HTTP/1.1" status: 200 len: 814 time: 0.0989864 Sep 22 11:17:41.918490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Request body: {'port': {'device_id': '924b1af9-c936-437d-8ddc-baac9f42c278', 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf', 'admin_state_up': True, 'tenant_id': '212d01c0d3d341b8bfd49d4579a6a469'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:17:42.103191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Made reservation on behalf of 212d01c0d3d341b8bfd49d4579a6a469 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:17:42.106814 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:42.247318 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc0715c8-aefc-4a55-985d-505f5e122265 req-ddeb2735-78d4-4157-9aa3-a5e17f0e8c7a tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 210 time: 0.0351510 Sep 22 11:17:42.258383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Allocated IP 172.20.0.14 (b7230370-01ab-4e6b-b066-7d8c732ecdcf/0278fe57-4cad-40a2-9f1f-7e3eae872d41/60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:17:42.406774 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:42.491975 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:42.533360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Network b7230370-01ab-4e6b-b066-7d8c732ecdcf is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:17:42.536345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:17:42.540008 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:17:42.565623 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Pushing event updated for resources: {'Port': ['ID=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:42.593517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:42.594164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:42.704485 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-8a69dbe0-e7b3-408e-b622-a29d4a188f75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7896092 Sep 22 11:17:42.717013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Request body: {'port': {'device_id': '924b1af9-c936-437d-8ddc-baac9f42c278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:17:42.767870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:43.026031 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:17:43.034173 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:43.045468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Transition to ACTIVE for port object 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:17:43.113927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:43.164227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:43.228942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Attempting to bind port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:17:43.229275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Attempting to bind port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '2775374f-391a-42ea-bbb8-9029bdb52e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:17:43.229611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Attempting to bind port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c on network b7230370-01ab-4e6b-b066-7d8c732ecdcf {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:17:43.233764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c on network b7230370-01ab-4e6b-b066-7d8c732ecdcf not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:17:43.234087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Attempting to bind port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c on network b7230370-01ab-4e6b-b066-7d8c732ecdcf {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:17:43.238783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:17:43.239119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Checking segment: {'id': '2775374f-391a-42ea-bbb8-9029bdb52e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:17:43.239504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Bound using segment: {'id': '2775374f-391a-42ea-bbb8-9029bdb52e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:17:43.239937 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Bound port: 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2775374f-391a-42ea-bbb8-9029bdb52e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:17:43.240285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:43.303345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] For port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:17:43.306337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] For port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:17:43.362349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5209f3b-5c69-4671-a472-dabbe9d9e049 req-9ed54937-c2b4-4051-9c84-bb5e1563b231 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:43.363833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5209f3b-5c69-4671-a472-dabbe9d9e049 req-9ed54937-c2b4-4051-9c84-bb5e1563b231 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 944 time: 0.0475972 Sep 22 11:17:43.365799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:43.417012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:43.417628 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:43.419022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c HTTP/1.1" status: 200 len: 1092 time: 0.7060199 Sep 22 11:17:43.419703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924b1af9-c936-437d-8ddc-baac9f42c278', 'tag': '60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:17:43.421953 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68" -d '{"events": [{"name": "network-changed", "server_uuid": "924b1af9-c936-437d-8ddc-baac9f42c278", "tag": "60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:17:43.456997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5209f3b-5c69-4671-a472-dabbe9d9e049 req-6a9568a2-544e-4035-9cc7-55900933779c tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835161 Sep 22 11:17:43.457941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecf9a1-421b-4253-b08f-20267fdde5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:43.505907 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532ff1a5-1a3a-4dc3-9e47-5cf6343713f6 x-openstack-request-id: req-532ff1a5-1a3a-4dc3-9e47-5cf6343713f6 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:17:43.506250 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924b1af9-c936-437d-8ddc-baac9f42c278", "tag": "60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:17:43.506510 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-532ff1a5-1a3a-4dc3-9e47-5cf6343713f6 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:17:43.506978 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924b1af9-c936-437d-8ddc-baac9f42c278', 'tag': '60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c', 'status': 'completed', 'code': 200} Sep 22 11:17:43.558466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-4a5ca52a-0d99-4f90-b8a8-65bb8cf9120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:43.559913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-4a5ca52a-0d99-4f90-b8a8-65bb8cf9120b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=212d01c0d3d341b8bfd49d4579a6a469&device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 1095 time: 0.0403547 Sep 22 11:17:43.600321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-e42e7af0-d41d-4b3e-97a2-8ac16dc159cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c HTTP/1.1" status: 200 len: 217 time: 0.0330710 Sep 22 11:17:43.650673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-e7661113-9384-41ba-9efb-0a59b0fd0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:43.652072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-e7661113-9384-41ba-9efb-0a59b0fd0629 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0278fe57-4cad-40a2-9f1f-7e3eae872d41 HTTP/1.1" status: 200 len: 854 time: 0.0454211 Sep 22 11:17:43.682617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-3158eb84-3afa-413a-8814-eda1fef45ac9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7230370-01ab-4e6b-b066-7d8c732ecdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237000 Sep 22 11:17:43.768699 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-7b984810-70b1-4c96-8d85-53d5b165c741 service neutron] 10.222.0.30 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789220 Sep 22 11:17:43.858214 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7f7ffcce-73c1-4236-88cc-f4db0144e623 req-bd0cd263-c561-4e10-b13c-47b07d9d8104 service neutron] 10.222.0.30 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821939 Sep 22 11:17:44.007654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-014492dc-c543-40f5-8418-1096340a64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:44.009160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-014492dc-c543-40f5-8418-1096340a64cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=212d01c0d3d341b8bfd49d4579a6a469&device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 1095 time: 0.0394919 Sep 22 11:17:44.099321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-5927b132-2d10-4c71-95e0-72e132f1eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:44.100771 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-5927b132-2d10-4c71-95e0-72e132f1eb9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b7230370-01ab-4e6b-b066-7d8c732ecdcf HTTP/1.1" status: 200 len: 915 time: 0.0848110 Sep 22 11:17:44.140706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-543c9025-ce5d-4899-95c4-b05b825ed047 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c HTTP/1.1" status: 200 len: 217 time: 0.0323734 Sep 22 11:17:44.188017 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-7ff54755-4d52-458b-9134-0bd94e318b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:44.189474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-7ff54755-4d52-458b-9134-0bd94e318b00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0278fe57-4cad-40a2-9f1f-7e3eae872d41 HTTP/1.1" status: 200 len: 854 time: 0.0419157 Sep 22 11:17:44.224606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-ba87c0a7-c7ae-4aed-b559-7cfb44f93e36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b7230370-01ab-4e6b-b066-7d8c732ecdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274451 Sep 22 11:17:44.314920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-4d28735e-078c-45dc-8fc9-4510da7bdcec service neutron] 10.222.0.30 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828483 Sep 22 11:17:44.406274 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9a5ecbf1-f5e3-4b8e-b055-a07f90a05b68 req-ec34d137-df8c-40e9-a3b2-7f77a2dee2e5 service neutron] 10.222.0.30 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829210 Sep 22 11:17:44.570322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911902a3-95a5-43b6-b885-82644ab89f5b req-e542aabb-bd3a-4899-904a-5d911f47038a tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:44.571795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-911902a3-95a5-43b6-b885-82644ab89f5b req-e542aabb-bd3a-4899-904a-5d911f47038a tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 944 time: 0.0478799 Sep 22 11:17:44.610422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-911902a3-95a5-43b6-b885-82644ab89f5b req-dd00174d-17f3-4acb-b222-711ec1bb8f59 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323548 Sep 22 11:17:45.721172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11352b-3fe9-47a8-901b-cd0a2d469546 req-16a34be7-118b-417e-be90-9e9cb7449899 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:45.722674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be11352b-3fe9-47a8-901b-cd0a2d469546 req-16a34be7-118b-417e-be90-9e9cb7449899 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 944 time: 0.0473855 Sep 22 11:17:45.759574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be11352b-3fe9-47a8-901b-cd0a2d469546 req-ba407acf-57a0-4dba-9972-9f5508443843 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Sep 22 11:17:46.874202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f477b95-1db4-4d14-a6f8-e72111c866a4 req-e4972e35-6ad3-4cd5-9cf5-708d0a5320f7 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:46.875574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f477b95-1db4-4d14-a6f8-e72111c866a4 req-e4972e35-6ad3-4cd5-9cf5-708d0a5320f7 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 944 time: 0.0506034 Sep 22 11:17:46.917399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3f477b95-1db4-4d14-a6f8-e72111c866a4 req-72026407-56a0-402b-a589-49bf6c91c246 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353007 Sep 22 11:17:47.765701 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:17:47.859533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:47.871700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c', 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf', 'port_id': '60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c', 'mac_address': 'fa:16:3e:d9:9c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0278fe57-4cad-40a2-9f1f-7e3eae872d41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:17:47.909358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:47.921745 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:17:47.941876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:47.999704 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:48.036148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc587b9-9c5d-467b-b994-06ba5cce2236 req-9d033400-39df-400e-950c-c70ea948b6e4 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:48.037881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfc587b9-9c5d-467b-b994-06ba5cce2236 req-9d033400-39df-400e-950c-c70ea948b6e4 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 944 time: 0.0511243 Sep 22 11:17:48.052923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:48.078414 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cfc587b9-9c5d-467b-b994-06ba5cce2236 req-d12116e5-3ba9-48e1-8270-d504aeddf933 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343390 Sep 22 11:17:48.197773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:17:49.191618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a420b-39e8-478f-95d8-49eec1865df2 req-ab05f2cf-5d31-407f-9c85-be4124399d88 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:49.193076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-272a420b-39e8-478f-95d8-49eec1865df2 req-ab05f2cf-5d31-407f-9c85-be4124399d88 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Sep 22 11:17:49.232910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-272a420b-39e8-478f-95d8-49eec1865df2 req-36150c88-35ad-4b65-9657-9f01160f842f tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334854 Sep 22 11:17:49.781365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:17:49.925226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:17:49.928888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:17:49.933245 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:50.001420 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:50.022162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924b1af9-c936-437d-8ddc-baac9f42c278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:17:50.024342 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef767bda-aa48-40d6-89c6-97b7023410ab" -d '{"events": [{"server_uuid": "924b1af9-c936-437d-8ddc-baac9f42c278", "name": "network-vif-plugged", "status": "completed", "tag": "60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:17:50.036890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:50.112708 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5898ad5d-dfd3-409f-819b-43fea7d49268 x-openstack-request-id: req-5898ad5d-dfd3-409f-819b-43fea7d49268 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:17:50.113005 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924b1af9-c936-437d-8ddc-baac9f42c278", "name": "network-vif-plugged", "status": "completed", "tag": "60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:17:50.113243 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5898ad5d-dfd3-409f-819b-43fea7d49268 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:17:50.113650 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924b1af9-c936-437d-8ddc-baac9f42c278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c', 'code': 200} Sep 22 11:17:50.114806 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:50.163011 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:50.208478 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65802281-85f9-4012-8e61-c673555093c5 req-6374daa8-17da-4e80-9954-b6c961ac6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:50.209962 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65802281-85f9-4012-8e61-c673555093c5 req-6374daa8-17da-4e80-9954-b6c961ac6aac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 1097 time: 0.0439212 Sep 22 11:17:50.244323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-65802281-85f9-4012-8e61-c673555093c5 req-66d9ae58-d8c6-491f-802e-0272a7e0d819 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270231 Sep 22 11:17:50.349422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd8798-c566-426b-9315-da0a62a4b3ce req-4de50953-a8c5-4d0c-997c-b91ff1566d89 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:50.350919 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90dd8798-c566-426b-9315-da0a62a4b3ce req-4de50953-a8c5-4d0c-997c-b91ff1566d89 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0478327 Sep 22 11:17:50.386281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-90dd8798-c566-426b-9315-da0a62a4b3ce req-57d5d7f7-f0cb-4756-9cd5-346e606d0a06 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295424 Sep 22 11:17:51.497563 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a630848-9f7c-4a3b-a7e9-c5c4be570c4f req-bb34470f-78e5-4a3f-a547-848d0e4ef25d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:51.499055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a630848-9f7c-4a3b-a7e9-c5c4be570c4f req-bb34470f-78e5-4a3f-a547-848d0e4ef25d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0474985 Sep 22 11:17:51.537087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a630848-9f7c-4a3b-a7e9-c5c4be570c4f req-f3a6c4a3-43ce-4226-8a8e-cee2af277eba tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Sep 22 11:17:51.756175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-1076b190-8837-403f-a6e2-6ebba064d1cf tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:51.757630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-1076b190-8837-403f-a6e2-6ebba064d1cf tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/networks?id=b7230370-01ab-4e6b-b066-7d8c732ecdcf HTTP/1.1" status: 200 len: 814 time: 0.1016188 Sep 22 11:17:51.771998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-9edfa8fa-3970-46b6-b850-9b3b35989ad2 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/quotas/212d01c0d3d341b8bfd49d4579a6a469 HTTP/1.1" status: 200 len: 375 time: 0.0087054 Sep 22 11:17:51.818579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-0866d15e-bd21-4704-86d3-0b11b922f5a4 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=212d01c0d3d341b8bfd49d4579a6a469&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415862 Sep 22 11:17:51.908756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-7b5a04d9-6807-48bf-a6c5-cde2e65c752a service neutron] 10.222.0.20 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834060 Sep 22 11:17:51.994307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-94644b4b-347b-4754-9eb1-5d62b5ec9c5f service neutron] 10.222.0.20 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795720 Sep 22 11:17:52.236796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-353e15eb-62a3-4d05-a004-10dea6fbfd91 req-03165e8d-242f-42ad-b953-205556163b6d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 210 time: 0.0304248 Sep 22 11:17:52.325783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-05fa0b07-907e-412e-a066-51dedad5c106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:53.330474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-19ebaf67-a68d-4554-a0d9-3eb65cff55aa req-0adf737f-e1f2-4654-92a0-9e43eb781109 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 210 time: 0.0260510 Sep 22 11:17:54.315542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-00e4c3d5-3ca4-42b8-bd20-39992111a756 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:54.316995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-00e4c3d5-3ca4-42b8-bd20-39992111a756 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.32 "GET /v2.0/networks?id=b7230370-01ab-4e6b-b066-7d8c732ecdcf HTTP/1.1" status: 200 len: 814 time: 0.0989645 Sep 22 11:17:54.329283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Request body: {'port': {'device_id': '2190b46f-cb92-48ed-8d00-438fac81c51d', 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf', 'admin_state_up': True, 'tenant_id': '212d01c0d3d341b8bfd49d4579a6a469'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:17:54.432920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cfcfa39-ad9d-4973-a437-c02f9431f25e req-1b6041aa-6920-42d0-bd27-16477b802d2a tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 210 time: 0.0332103 Sep 22 11:17:54.537296 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Made reservation on behalf of 212d01c0d3d341b8bfd49d4579a6a469 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:17:54.540872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:54.664671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Allocated IP 172.20.0.10 (b7230370-01ab-4e6b-b066-7d8c732ecdcf/0278fe57-4cad-40a2-9f1f-7e3eae872d41/cf6825f9-cae8-47a5-99a3-42a02760fe07) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:17:54.808589 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:54.908673 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:54.953003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Network b7230370-01ab-4e6b-b066-7d8c732ecdcf is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:17:54.956258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:17:54.960289 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:17:54.987471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Pushing event updated for resources: {'Port': ['ID=cf6825f9-cae8-47a5-99a3-42a02760fe07,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:55.003658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.004011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.004351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.004691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.005023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.005356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.005684 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.006011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.006367 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.006695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.007022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.007344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:17:55.027983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:55.028632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:55.072650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:17:55.086443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-f3449837-0f4f-4d82-a837-f32ad1a54e54 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7607148 Sep 22 11:17:55.145385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Request body: {'port': {'device_id': '2190b46f-cb92-48ed-8d00-438fac81c51d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:17:55.167559 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac0be-c8b4-42f9-8e27-4ee1eac5ffee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:55.201428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:55.452580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6825f9-cae8-47a5-99a3-42a02760fe07 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:17:55.460025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:55.472577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Transition to ACTIVE for port object cf6825f9-cae8-47a5-99a3-42a02760fe07 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:17:55.554699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f40a-be24-47b9-af51-4c0e3fc54742 req-c6044aca-0cc6-4c9a-8e6e-43bc194a7a75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:55.556204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ae1f40a-be24-47b9-af51-4c0e3fc54742 req-c6044aca-0cc6-4c9a-8e6e-43bc194a7a75 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 932 time: 0.0501812 Sep 22 11:17:55.557273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:55.632812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Pushing event updated for resources: {'Port': ['ID=cf6825f9-cae8-47a5-99a3-42a02760fe07,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:55.634337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:55.658227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ae1f40a-be24-47b9-af51-4c0e3fc54742 req-48b30427-ae4d-4294-b617-f9578f56d441 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948241 Sep 22 11:17:55.703845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Attempting to bind port cf6825f9-cae8-47a5-99a3-42a02760fe07 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:17:55.704112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Attempting to bind port cf6825f9-cae8-47a5-99a3-42a02760fe07 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '2775374f-391a-42ea-bbb8-9029bdb52e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:17:55.704962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Attempting to bind port cf6825f9-cae8-47a5-99a3-42a02760fe07 on network b7230370-01ab-4e6b-b066-7d8c732ecdcf {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:17:55.709178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Port cf6825f9-cae8-47a5-99a3-42a02760fe07 on network b7230370-01ab-4e6b-b066-7d8c732ecdcf not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:17:55.709504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Attempting to bind port cf6825f9-cae8-47a5-99a3-42a02760fe07 on network b7230370-01ab-4e6b-b066-7d8c732ecdcf {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:17:55.714254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:17:55.714582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Checking segment: {'id': '2775374f-391a-42ea-bbb8-9029bdb52e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:17:55.714969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Bound using segment: {'id': '2775374f-391a-42ea-bbb8-9029bdb52e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:17:55.715392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Bound port: cf6825f9-cae8-47a5-99a3-42a02760fe07, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2775374f-391a-42ea-bbb8-9029bdb52e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:17:55.715753 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:55.777496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] For port cf6825f9-cae8-47a5-99a3-42a02760fe07, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:17:55.780554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] For port cf6825f9-cae8-47a5-99a3-42a02760fe07, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cf6825f9-cae8-47a5-99a3-42a02760fe07,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:17:55.873759 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:56.112399 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:56.177019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:56.239254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:56.239871 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:56.241259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] 10.222.0.32 "PUT /v2.0/ports/cf6825f9-cae8-47a5-99a3-42a02760fe07 HTTP/1.1" status: 200 len: 1092 time: 1.1469591 Sep 22 11:17:56.241711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190b46f-cb92-48ed-8d00-438fac81c51d', 'tag': 'cf6825f9-cae8-47a5-99a3-42a02760fe07'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:17:56.244057 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91329dca-bb71-4cc7-9abd-eb41ac52920f" -d '{"events": [{"name": "network-changed", "server_uuid": "2190b46f-cb92-48ed-8d00-438fac81c51d", "tag": "cf6825f9-cae8-47a5-99a3-42a02760fe07"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:17:56.266756 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbe300-0467-457c-92e2-9e3c421d214c service neutron] Pushing event updated for resources: {'Port': ['ID=cf6825f9-cae8-47a5-99a3-42a02760fe07,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:56.282268 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1a8b79-e757-4130-8d0c-bb6e720642d3 x-openstack-request-id: req-2e1a8b79-e757-4130-8d0c-bb6e720642d3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:17:56.283770 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190b46f-cb92-48ed-8d00-438fac81c51d", "tag": "cf6825f9-cae8-47a5-99a3-42a02760fe07", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:17:56.283770 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e1a8b79-e757-4130-8d0c-bb6e720642d3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:17:56.283770 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190b46f-cb92-48ed-8d00-438fac81c51d', 'tag': 'cf6825f9-cae8-47a5-99a3-42a02760fe07', 'status': 'completed', 'code': 200} Sep 22 11:17:56.345143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329dca-bb71-4cc7-9abd-eb41ac52920f req-5a17a603-68ad-49c0-b3ee-1c5f6b0b1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:56.346661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91329dca-bb71-4cc7-9abd-eb41ac52920f req-5a17a603-68ad-49c0-b3ee-1c5f6b0b1a74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=212d01c0d3d341b8bfd49d4579a6a469&device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 1095 time: 0.0402870 Sep 22 11:17:56.354503 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:56.444973 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329dca-bb71-4cc7-9abd-eb41ac52920f req-9c9fa52e-c9c1-4475-b077-2602eeef73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:56.446455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91329dca-bb71-4cc7-9abd-eb41ac52920f req-9c9fa52e-c9c1-4475-b077-2602eeef73fd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=212d01c0d3d341b8bfd49d4579a6a469&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920801 Sep 22 11:17:56.538733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329dca-bb71-4cc7-9abd-eb41ac52920f req-d14a7aa0-89d6-42ea-9be2-221c91d61e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:56.540203 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-91329dca-bb71-4cc7-9abd-eb41ac52920f req-d14a7aa0-89d6-42ea-9be2-221c91d61e5e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873685 Sep 22 11:17:56.612797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-dcc43740-ca5c-492a-9984-f65f977b8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:56.614309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-dcc43740-ca5c-492a-9984-f65f977b8f01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=212d01c0d3d341b8bfd49d4579a6a469&device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 1095 time: 0.0405049 Sep 22 11:17:56.658140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-0b3cb3ee-eb82-4817-9bc7-ef20a330a2b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf6825f9-cae8-47a5-99a3-42a02760fe07 HTTP/1.1" status: 200 len: 217 time: 0.0361981 Sep 22 11:17:56.706660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-06af527b-dde0-44e8-a619-24dc8c4aeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:56.708093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-06af527b-dde0-44e8-a619-24dc8c4aeb1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0278fe57-4cad-40a2-9f1f-7e3eae872d41 HTTP/1.1" status: 200 len: 854 time: 0.0431778 Sep 22 11:17:56.741703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-2d36454a-4175-4d0b-b0c9-a672bd28c429 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7230370-01ab-4e6b-b066-7d8c732ecdcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262749 Sep 22 11:17:56.838451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221593e-e904-4ddd-83cd-7d657a645dee req-7db027f6-1447-4922-aba7-e25afc6ce210 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:56.839911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8221593e-e904-4ddd-83cd-7d657a645dee req-7db027f6-1447-4922-aba7-e25afc6ce210 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 944 time: 0.1003637 Sep 22 11:17:56.875419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-951db6f3-c8ca-476a-a101-f261094e2be8 service neutron] 10.222.0.32 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251631 Sep 22 11:17:56.897990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8221593e-e904-4ddd-83cd-7d657a645dee req-b91389c0-e3f5-46fc-98ca-39abb505bda4 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505130 Sep 22 11:17:56.974644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1ef9b09-6e17-42dd-b4e7-2829b760f94b req-9f9106bc-0a65-4518-8bf5-8fc3a5520687 service neutron] 10.222.0.32 "GET /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903089 Sep 22 11:17:58.011673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e474f-6f5a-448f-9ee5-79a7ba1ff43f req-673f874d-b406-4ca1-b005-5c59a0809bb5 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:58.013142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b5e474f-6f5a-448f-9ee5-79a7ba1ff43f req-673f874d-b406-4ca1-b005-5c59a0809bb5 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 944 time: 0.0482600 Sep 22 11:17:58.049401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b5e474f-6f5a-448f-9ee5-79a7ba1ff43f req-f8d4376c-f401-4261-8bf9-3474b4f76fdb tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302765 Sep 22 11:17:58.223058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:58.345562 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cf6825f9-cae8-47a5-99a3-42a02760fe07 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:17:58.438227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cf6825f9-cae8-47a5-99a3-42a02760fe07, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cf6825f9-cae8-47a5-99a3-42a02760fe07,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:58.449180 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'cf6825f9-cae8-47a5-99a3-42a02760fe07', 'network_id': 'b7230370-01ab-4e6b-b066-7d8c732ecdcf', 'port_id': 'cf6825f9-cae8-47a5-99a3-42a02760fe07', 'mac_address': 'fa:16:3e:89:99:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0278fe57-4cad-40a2-9f1f-7e3eae872d41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:17:58.484814 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:58.497339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6825f9-cae8-47a5-99a3-42a02760fe07 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:17:58.519929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cf6825f9-cae8-47a5-99a3-42a02760fe07, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cf6825f9-cae8-47a5-99a3-42a02760fe07,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:17:58.576440 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:17:58.622866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cf6825f9-cae8-47a5-99a3-42a02760fe07,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:17:58.774737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['cf6825f9-cae8-47a5-99a3-42a02760fe07'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:17:59.161490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0942bc-7900-45c9-83e6-db9130d7d605 req-0c30814c-d8d8-4740-ab30-e3293358686e tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:17:59.163011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc0942bc-7900-45c9-83e6-db9130d7d605 req-0c30814c-d8d8-4740-ab30-e3293358686e tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 945 time: 0.0475392 Sep 22 11:17:59.199359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc0942bc-7900-45c9-83e6-db9130d7d605 req-ef427af7-7131-4a5f-8dcc-33cf5cb8fddf tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Sep 22 11:18:00.315666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0b17b-8112-4576-81e7-d752c817276b req-f764d255-ec9a-48d8-bcca-91820d97a8ec tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:00.317131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf0b17b-8112-4576-81e7-d752c817276b req-f764d255-ec9a-48d8-bcca-91820d97a8ec tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 945 time: 0.0523846 Sep 22 11:18:00.345866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cf6825f9-cae8-47a5-99a3-42a02760fe07 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:00.354504 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8cf0b17b-8112-4576-81e7-d752c817276b req-ef1e6288-21ae-4fe3-bc79-3e5c0e7c3fa4 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Sep 22 11:18:00.468268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port cf6825f9-cae8-47a5-99a3-42a02760fe07 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:18:00.471934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port cf6825f9-cae8-47a5-99a3-42a02760fe07 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:00.479220 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:00.545875 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:00.568288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190b46f-cb92-48ed-8d00-438fac81c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6825f9-cae8-47a5-99a3-42a02760fe07'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:18:00.570189 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1eeec8-22ab-4a02-9b0d-cea51229506b" -d '{"events": [{"server_uuid": "2190b46f-cb92-48ed-8d00-438fac81c51d", "name": "network-vif-plugged", "status": "completed", "tag": "cf6825f9-cae8-47a5-99a3-42a02760fe07"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:18:00.582968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port cf6825f9-cae8-47a5-99a3-42a02760fe07, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cf6825f9-cae8-47a5-99a3-42a02760fe07,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:00.606763 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc32b5-1b1c-47f0-8c32-46d2b41071ee x-openstack-request-id: req-36cc32b5-1b1c-47f0-8c32-46d2b41071ee {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:18:00.607050 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190b46f-cb92-48ed-8d00-438fac81c51d", "name": "network-vif-plugged", "status": "completed", "tag": "cf6825f9-cae8-47a5-99a3-42a02760fe07", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:18:00.607309 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36cc32b5-1b1c-47f0-8c32-46d2b41071ee {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:18:00.607723 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190b46f-cb92-48ed-8d00-438fac81c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6825f9-cae8-47a5-99a3-42a02760fe07', 'code': 200} Sep 22 11:18:00.639641 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:00.691288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=cf6825f9-cae8-47a5-99a3-42a02760fe07,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:00.698544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.698892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.699242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.699576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.699909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.700241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.700568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.700894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.701222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.701545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.701867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.702209 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:00.702377 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57b4c-c7ee-40d7-b7e9-dc2802ffe8ca req-e882abba-dd04-42d8-ad8a-f2f2ed644ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:00.703923 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4b57b4c-c7ee-40d7-b7e9-dc2802ffe8ca req-e882abba-dd04-42d8-ad8a-f2f2ed644ba1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 1097 time: 0.0402441 Sep 22 11:18:00.740472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a4b57b4c-c7ee-40d7-b7e9-dc2802ffe8ca req-b36559b7-df5d-4cd1-8110-058527382b00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283711 Sep 22 11:18:01.469370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e762f9-2256-4e86-9b33-437b4885c7da req-59a9b327-399e-400b-b05a-2267ee484115 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:01.471480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10e762f9-2256-4e86-9b33-437b4885c7da req-59a9b327-399e-400b-b05a-2267ee484115 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 946 time: 0.0497427 Sep 22 11:18:01.508548 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10e762f9-2256-4e86-9b33-437b4885c7da req-8b81251a-192c-4682-91f5-74324b615708 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311644 Sep 22 11:18:02.626878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1457-db3d-4678-806a-8213222780ce req-70ab578d-53f3-4f3a-bba8-23366e4b981c tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:02.628356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-717b1457-db3d-4678-806a-8213222780ce req-70ab578d-53f3-4f3a-bba8-23366e4b981c tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 946 time: 0.0522213 Sep 22 11:18:02.664916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-717b1457-db3d-4678-806a-8213222780ce req-9ca6c579-4a95-4118-b162-a5b0c9f22fc3 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305779 Sep 22 11:18:03.098260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb8eb7-d755-4779-be04-6488dbda9b2c req-b7af4ab0-35d0-4e4c-95ed-ce28c7071c7e tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:03.099716 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02fb8eb7-d755-4779-be04-6488dbda9b2c req-b7af4ab0-35d0-4e4c-95ed-ce28c7071c7e tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 946 time: 0.0480285 Sep 22 11:18:03.135159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02fb8eb7-d755-4779-be04-6488dbda9b2c req-17669046-6f0c-4ebf-86b1-87d43b032d7b tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295744 Sep 22 11:18:04.255896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e293d2c-dcba-4b7c-8ad0-e8bc82531bcf req-04772f7d-b350-4489-bf94-7548e3f84f00 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:04.257364 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e293d2c-dcba-4b7c-8ad0-e8bc82531bcf req-04772f7d-b350-4489-bf94-7548e3f84f00 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 946 time: 0.0476632 Sep 22 11:18:04.294505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7e293d2c-dcba-4b7c-8ad0-e8bc82531bcf req-7b166444-9305-44fd-b66a-d6ca2c8a6d30 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Sep 22 11:18:04.363128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e2ee3777-2a07-4b95-8940-32d1141bdfe3 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:04.364667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e2ee3777-2a07-4b95-8940-32d1141bdfe3 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.32 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 946 time: 0.0512309 Sep 22 11:18:04.450516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Deleting port cf6825f9-cae8-47a5-99a3-42a02760fe07 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:04.450860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:04.547886 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] For port cf6825f9-cae8-47a5-99a3-42a02760fe07, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=cf6825f9-cae8-47a5-99a3-42a02760fe07,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:04.548821 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:04.560372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Calling delete_port for cf6825f9-cae8-47a5-99a3-42a02760fe07 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:04.753835 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:04.767229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:18:04.770281 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['cf6825f9-cae8-47a5-99a3-42a02760fe07'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:18:04.785404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Pushing event deleted for resources: {'Port': ['ID=cf6825f9-cae8-47a5-99a3-42a02760fe07,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:04.829748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] No DVR routers for this DVR port cf6825f9-cae8-47a5-99a3-42a02760fe07 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:04.832614 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:04.834733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3ec42ad9-9b1d-48c9-9bfe-d57170e7b008 req-e5e70115-8138-4a1c-991a-67a2fb86711d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.32 "DELETE /v2.0/ports/cf6825f9-cae8-47a5-99a3-42a02760fe07 HTTP/1.1" status: 204 len: 173 time: 0.4639146 Sep 22 11:18:04.835299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190b46f-cb92-48ed-8d00-438fac81c51d', 'name': 'network-vif-deleted', 'tag': 'cf6825f9-cae8-47a5-99a3-42a02760fe07'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:18:04.837670 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceda0b0b-ccfd-486e-8ccc-c1903bd7c130" -d '{"events": [{"server_uuid": "2190b46f-cb92-48ed-8d00-438fac81c51d", "name": "network-vif-deleted", "tag": "cf6825f9-cae8-47a5-99a3-42a02760fe07"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:18:04.874018 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2793b737-2ab3-49bd-956d-3049d9a86afc x-openstack-request-id: req-2793b737-2ab3-49bd-956d-3049d9a86afc {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:18:04.874341 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190b46f-cb92-48ed-8d00-438fac81c51d", "name": "network-vif-deleted", "tag": "cf6825f9-cae8-47a5-99a3-42a02760fe07", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:18:04.874595 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2793b737-2ab3-49bd-956d-3049d9a86afc {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:18:04.874995 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190b46f-cb92-48ed-8d00-438fac81c51d', 'name': 'network-vif-deleted', 'tag': 'cf6825f9-cae8-47a5-99a3-42a02760fe07', 'status': 'completed', 'code': 200} Sep 22 11:18:05.401131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-491d3cfe-96dc-4b08-90c9-66cc3b26929c req-7431e3d3-1fd7-4b13-8ac7-c471d4d27a7f tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=2190b46f-cb92-48ed-8d00-438fac81c51d HTTP/1.1" status: 200 len: 210 time: 0.0260739 Sep 22 11:18:06.546171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3624c-5427-49d0-ac47-e7fd04436747 req-e5a9099c-c662-4bb1-9829-aa31c4f72a1d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:06.547748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-92f3624c-5427-49d0-ac47-e7fd04436747 req-e5a9099c-c662-4bb1-9829-aa31c4f72a1d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0499651 Sep 22 11:18:06.590007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-92f3624c-5427-49d0-ac47-e7fd04436747 req-046a5385-2dcd-4252-bcfe-deb092080822 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Sep 22 11:18:06.717583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84a6bd-bf09-4b6d-a3fe-125a1ca1124a req-20fb5169-56bb-4293-8969-0f3880f4093d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:06.719085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be84a6bd-bf09-4b6d-a3fe-125a1ca1124a req-20fb5169-56bb-4293-8969-0f3880f4093d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0486042 Sep 22 11:18:06.756159 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be84a6bd-bf09-4b6d-a3fe-125a1ca1124a req-4f5dbca9-16e7-4459-8ffe-038474715914 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Sep 22 11:18:06.867933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d075b5a-4181-477f-9953-b9952f8981ac req-260debe7-e8f5-42e2-b622-0dbf3c317eec tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:06.869420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d075b5a-4181-477f-9953-b9952f8981ac req-260debe7-e8f5-42e2-b622-0dbf3c317eec tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0479791 Sep 22 11:18:06.905765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d075b5a-4181-477f-9953-b9952f8981ac req-6688bfe7-bb52-46f8-8249-12cb5009f2c4 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305777 Sep 22 11:18:07.067620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10278073-fab4-480a-8b47-2a287d65e982 req-eca7dde4-2c0d-4116-ba78-9929049a20df tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:07.069131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10278073-fab4-480a-8b47-2a287d65e982 req-eca7dde4-2c0d-4116-ba78-9929049a20df tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0477750 Sep 22 11:18:07.109471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10278073-fab4-480a-8b47-2a287d65e982 req-0da99491-43f8-4714-8bb6-f1ce6b743d36 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345225 Sep 22 11:18:07.220865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c3c77-37f8-4d13-b024-bfb73e287134 req-7e35a5a2-788e-4312-a8dd-27c8c19dc973 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:07.222255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-521c3c77-37f8-4d13-b024-bfb73e287134 req-7e35a5a2-788e-4312-a8dd-27c8c19dc973 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0486238 Sep 22 11:18:07.258659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-521c3c77-37f8-4d13-b024-bfb73e287134 req-58ca591e-1345-46ec-a331-90eabbb0688d tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304234 Sep 22 11:18:07.378061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b67cf-eb48-4aa0-899b-506731b61fbf req-8dfe1f99-d08d-4981-9cd3-9ec271c196eb tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:07.379595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c5b67cf-eb48-4aa0-899b-506731b61fbf req-8dfe1f99-d08d-4981-9cd3-9ec271c196eb tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Sep 22 11:18:07.416017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c5b67cf-eb48-4aa0-899b-506731b61fbf req-bc13f628-ae64-4d7e-9125-2255c9444bf3 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304849 Sep 22 11:18:07.909763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba81bfc-7f38-478c-8833-fd073e546db4 req-5783c7c4-c351-49c9-8ee2-7635fb31b0a0 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:07.911297 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ba81bfc-7f38-478c-8833-fd073e546db4 req-5783c7c4-c351-49c9-8ee2-7635fb31b0a0 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0493243 Sep 22 11:18:07.952371 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ba81bfc-7f38-478c-8833-fd073e546db4 req-1de75b53-bf97-418f-ab95-1c2008cdc0fa tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Sep 22 11:18:08.375905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cf6825f9-cae8-47a5-99a3-42a02760fe07 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:18:08.395630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: cf6825f9-cae8-47a5-99a3-42a02760fe07 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:18:08.395919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device cf6825f9-cae8-47a5-99a3-42a02760fe07 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:18:09.069103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5759b9-bfe7-45dc-81e2-c607748c3376 req-45c2d630-4504-484b-902f-688d591d04c8 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:09.070606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a5759b9-bfe7-45dc-81e2-c607748c3376 req-45c2d630-4504-484b-902f-688d591d04c8 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0496080 Sep 22 11:18:09.107148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8a5759b9-bfe7-45dc-81e2-c607748c3376 req-e8cf302d-3b1c-4254-969a-8dc5ae89aa39 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/security-groups?id=f32d0aac-510e-4a1f-a4c8-a217c2d04aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306931 Sep 22 11:18:09.162510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-a54660ab-e759-48c9-8267-3032854e92d4 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:09.163878 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-a54660ab-e759-48c9-8267-3032854e92d4 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.30 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 946 time: 0.0470374 Sep 22 11:18:09.254917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Deleting port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:09.255264 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:09.340376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] For port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,segment=NetworkSegment(2775374f-391a-42ea-bbb8-9029bdb52e19),segment_id=2775374f-391a-42ea-bbb8-9029bdb52e19)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:09.340745 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:09.353315 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Calling delete_port for 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:09.525312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:09.537151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:18:09.554459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Pushing event deleted for resources: {'Port': ['ID=60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:09.607032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] No DVR routers for this DVR port 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:09.609760 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:09.611888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-db1b3653-6dea-4687-86be-93cd84a26d6c req-d2b1d6cc-243e-4593-92b6-80c2a7883fd6 tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.30 "DELETE /v2.0/ports/60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c HTTP/1.1" status: 204 len: 173 time: 0.4415154 Sep 22 11:18:09.612323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924b1af9-c936-437d-8ddc-baac9f42c278', 'name': 'network-vif-deleted', 'tag': '60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:18:09.614658 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1c128c-d422-4a09-a207-cd2533b0d227" -d '{"events": [{"server_uuid": "924b1af9-c936-437d-8ddc-baac9f42c278", "name": "network-vif-deleted", "tag": "60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:18:09.650861 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26683259-1a4c-492f-8058-399806a80592 x-openstack-request-id: req-26683259-1a4c-492f-8058-399806a80592 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:18:09.651157 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924b1af9-c936-437d-8ddc-baac9f42c278", "name": "network-vif-deleted", "tag": "60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:18:09.651411 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26683259-1a4c-492f-8058-399806a80592 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:18:09.651819 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924b1af9-c936-437d-8ddc-baac9f42c278', 'name': 'network-vif-deleted', 'tag': '60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c', 'status': 'completed', 'code': 200} Sep 22 11:18:10.211991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-569f0982-b860-466d-bed8-aa4c8f3153c6 req-e1003c8a-59ac-4a27-b82a-d7057f28e63f tempest-ServersNegativeTestJSON-1486353173 tempest-ServersNegativeTestJSON-1486353173-project] 10.222.0.20 "GET /v2.0/ports?device_id=924b1af9-c936-437d-8ddc-baac9f42c278 HTTP/1.1" status: 200 len: 210 time: 0.0257955 Sep 22 11:18:10.628134 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:18:11.267072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46986) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:11.310058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23bacf7-623d-4653-9429-ad65f83ea7d9 admin admin] Deleting subnet 0278fe57-4cad-40a2-9f1f-7e3eae872d41 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:18:11.313181 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c23bacf7-623d-4653-9429-ad65f83ea7d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.346024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c23bacf7-623d-4653-9429-ad65f83ea7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.383599 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c23bacf7-623d-4653-9429-ad65f83ea7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.543001 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c23bacf7-623d-4653-9429-ad65f83ea7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.568404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bacf7-623d-4653-9429-ad65f83ea7d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0278fe57-4cad-40a2-9f1f-7e3eae872d41,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:11.577541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c23bacf7-623d-4653-9429-ad65f83ea7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.580689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c23bacf7-623d-4653-9429-ad65f83ea7d9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0278fe57-4cad-40a2-9f1f-7e3eae872d41 HTTP/1.1" status: 204 len: 168 time: 0.3119719 Sep 22 11:18:11.582723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46988) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:11.650356 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.728708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.747403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7230370-01ab-4e6b-b066-7d8c732ecdcf']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:11.756735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2775374f-391a-42ea-bbb8-9029bdb52e19') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:11.757027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2775374f-391a-42ea-bbb8-9029bdb52e19') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:11.765981 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.779092 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.784655 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:11.785033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:11.786646 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:11.937067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.943009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:11.944818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] 10.222.0.20 "DELETE /v2.0/networks/b7230370-01ab-4e6b-b066-7d8c732ecdcf HTTP/1.1" status: 204 len: 168 time: 0.3611543 Sep 22 11:18:11.956190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24f1d7-feb0-4207-9b6d-0801c6aeb7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b7230370-01ab-4e6b-b066-7d8c732ecdcf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:12.231961 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46992) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:12.270978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-98ab1412-8ed0-43a5-9109-72e026e44a8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=212d01c0d3d341b8bfd49d4579a6a469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378935 Sep 22 11:18:12.273364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 46994) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:12.320378 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1038e26-e7ba-4be3-b430-90a4a2e55a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:12.340711 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1038e26-e7ba-4be3-b430-90a4a2e55a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:12.439764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1038e26-e7ba-4be3-b430-90a4a2e55a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:12.442320 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1038e26-e7ba-4be3-b430-90a4a2e55a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:12.443495 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e1038e26-e7ba-4be3-b430-90a4a2e55a0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f32d0aac-510e-4a1f-a4c8-a217c2d04aee HTTP/1.1" status: 204 len: 168 time: 0.1692548 Sep 22 11:18:12.451044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1038e26-e7ba-4be3-b430-90a4a2e55a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32d0aac-510e-4a1f-a4c8-a217c2d04aee,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:13.432151 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47016) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:13.525652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-871085879'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:13.628519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:13.631985 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:13.640695 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:13.729564 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:13.833897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:13.861201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:18:13.870354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ba04d-e34b-4ee3-8884-c667a9035e56,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:13.876425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:13.876775 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Added segment 2871c06a-4dfc-43c4-9975-25761f5cc268 of type vlan for network a61cf831-4412-43e2-a674-1dc43154b464 Sep 22 11:18:13.890345 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:18:13.910048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:18:13.910425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 60f4dfd5-edf6-44ac-ba67-94c4d84fcb8c not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:18:13.919253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:14.010644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:14.016171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:14.016788 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:14.079673 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Network': ['ID=a61cf831-4412-43e2-a674-1dc43154b464,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:14.089322 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network a61cf831-4412-43e2-a674-1dc43154b464 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:18:14.120183 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-208908da-547b-47bf-adec-52c78b35d38b tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6869419 Sep 22 11:18:17.331450 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47022) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:17.336653 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'subnet': {'network_id': 'a61cf831-4412-43e2-a674-1dc43154b464', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:17.472888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:17.476379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:17.708632 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:17.771042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Subnet': ['ID=8b7af9de-aca1-47f8-8ce1-975b737c381c,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:17.776236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Checking segment: {'id': '2871c06a-4dfc-43c4-9975-25761f5cc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a61cf831-4412-43e2-a674-1dc43154b464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:17.776594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network hostable DHCP agents. Network: a61cf831-4412-43e2-a674-1dc43154b464, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:18:17.857083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network a61cf831-4412-43e2-a674-1dc43154b464 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:18:17.913441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, a61cf831-4412-43e2-a674-1dc43154b464) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:17.917562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:17.918166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:17.922331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d009a-02cf-4e59-a1a6-05e64414a52f None None] Network a61cf831-4412-43e2-a674-1dc43154b464 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:17.989610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3838499f-a0e1-4b20-9fc3-efb2eea7b228 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6567192 Sep 22 11:18:17.993621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47024) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:17.998887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135235590'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:18.063196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-a61cf831-4412-43e2-a674-1dc43154b464', 'network_id': 'a61cf831-4412-43e2-a674-1dc43154b464', 'tenant_id': '766caf91c5a34ba0b995bc75b0e3da1d', 'fixed_ips': [{'subnet_id': '8b7af9de-aca1-47f8-8ce1-975b737c381c'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:18:18.064624 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.074215 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:18.077813 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.101067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:18:18.109352 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.109698 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Added segment 80dbbcd5-8d03-4258-add5-c0f8625b19f6 of type vlan for network 646bf65e-9d9e-42bd-9be4-f5a43772410f Sep 22 11:18:18.153590 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.195124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Allocated IP 2001:db8:0:ffff::2 (a61cf831-4412-43e2-a674-1dc43154b464/8b7af9de-aca1-47f8-8ce1-975b737c381c/08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:18.239921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.245628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:18.246269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.312411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Network': ['ID=646bf65e-9d9e-42bd-9be4-f5a43772410f,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:18.325089 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 646bf65e-9d9e-42bd-9be4-f5a43772410f details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:18:18.331596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ddb06358-88a6-4f03-9d12-bdd57616c8f1 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3366077 Sep 22 11:18:18.334619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47026) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:18.339646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'subnet': {'network_id': '646bf65e-9d9e-42bd-9be4-f5a43772410f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:18.350460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.405397 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.442492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Network a61cf831-4412-43e2-a674-1dc43154b464 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:18.445227 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:18.448601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:18.462201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Pushing event updated for resources: {'Port': ['ID=08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:18.462373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:18.465879 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.506899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Attempting to bind port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:18.507160 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Attempting to bind port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2871c06a-4dfc-43c4-9975-25761f5cc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a61cf831-4412-43e2-a674-1dc43154b464'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:18.507524 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Attempting to bind port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 on network a61cf831-4412-43e2-a674-1dc43154b464 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:18.512423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:18.512799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Checking segment: {'id': '2871c06a-4dfc-43c4-9975-25761f5cc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a61cf831-4412-43e2-a674-1dc43154b464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:18.513200 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.513600 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Bound using segment: {'id': '2871c06a-4dfc-43c4-9975-25761f5cc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a61cf831-4412-43e2-a674-1dc43154b464'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:18.514068 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Bound port: 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2871c06a-4dfc-43c4-9975-25761f5cc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a61cf831-4412-43e2-a674-1dc43154b464'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:18.514486 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.580075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] For port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:18.583115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] For port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22,segment=NetworkSegment(2871c06a-4dfc-43c4-9975-25761f5cc268),segment_id=2871c06a-4dfc-43c4-9975-25761f5cc268)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:18.645893 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.705675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c373ad-227c-437f-ae6a-3f0ae30c8ffe None None] Pushing event updated for resources: {'Port': ['ID=08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:18.736566 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.802925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Subnet': ['ID=dabb5787-7379-493a-bb10-c30fd19ff045,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:18.812593 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Checking segment: {'id': '80dbbcd5-8d03-4258-add5-c0f8625b19f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '646bf65e-9d9e-42bd-9be4-f5a43772410f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:18.812951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network hostable DHCP agents. Network: 646bf65e-9d9e-42bd-9be4-f5a43772410f, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:18:18.896022 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network 646bf65e-9d9e-42bd-9be4-f5a43772410f is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:18:18.964839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 646bf65e-9d9e-42bd-9be4-f5a43772410f) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:18.969816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:18.974447 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:18.975491 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e8387-88b5-4e48-bfe5-1df298fb8ac7 None None] Network 646bf65e-9d9e-42bd-9be4-f5a43772410f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:19.031383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:19.057024 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4f872274-de73-4905-b6a9-9cf0076007b5 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7212620 Sep 22 11:18:19.059716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:19.130604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:19.130977 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.155781 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.182457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af43c7-ea37-4199-81c7-5e944a62215f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-646bf65e-9d9e-42bd-9be4-f5a43772410f', 'network_id': '646bf65e-9d9e-42bd-9be4-f5a43772410f', 'tenant_id': '766caf91c5a34ba0b995bc75b0e3da1d', 'fixed_ips': [{'subnet_id': 'dabb5787-7379-493a-bb10-c30fd19ff045'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:18:19.183300 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-08af43c7-ea37-4199-81c7-5e944a62215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.246717 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.304050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.340833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22,segment=NetworkSegment(2871c06a-4dfc-43c4-9975-25761f5cc268),segment_id=2871c06a-4dfc-43c4-9975-25761f5cc268)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:19.371755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.388116 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.401301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Subnet': ['ID=dabb5787-7379-493a-bb10-c30fd19ff045,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server [None req-08af43c7-ea37-4199-81c7-5e944a62215f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dabb5787-7379-493a-bb10-c30fd19ff045: This subnet is being modified by another concurrent operation. Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server raise exception Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dabb5787-7379-493a-bb10-c30fd19ff045: This subnet is being modified by another concurrent operation. Sep 22 11:18:19.423707 n-d-807025-3 neutron-server[95683]: ERROR oslo_messaging.rpc.server Sep 22 11:18:19.444915 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2315fa56-98a0-4dcb-8acd-509a7b391f4c None None] Network 646bf65e-9d9e-42bd-9be4-f5a43772410f requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:19.465858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:19.480545 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.507714 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646bf65e-9d9e-42bd-9be4-f5a43772410f']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:19.523254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dbbcd5-8d03-4258-add5-c0f8625b19f6') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:19.523902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dbbcd5-8d03-4258-add5-c0f8625b19f6') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:19.535113 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.555559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.563537 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:19.564938 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: timer() Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:19.568402 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:19.610258 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada1b84b-b2f7-48b0-a62c-55c4068f1293 None None] Network a61cf831-4412-43e2-a674-1dc43154b464 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:19.708249 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.713840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.720277 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/networks/646bf65e-9d9e-42bd-9be4-f5a43772410f HTTP/1.1" status: 204 len: 168 time: 0.6554213 Sep 22 11:18:19.720649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47030) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:19.725634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-771341586'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:19.732218 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-18873cd6-37fc-40b0-80d0-cd73f3478bd4 None None] Provisioning complete for port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:19.732396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaf279-2e50-4715-9be2-c9eee67bcc05 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Network': ['ID=646bf65e-9d9e-42bd-9be4-f5a43772410f,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:19.732929 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-18873cd6-37fc-40b0-80d0-cd73f3478bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.787876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:19.791496 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.821831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:18:19.836637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.837278 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Added segment a955a8b2-11e7-483c-bd0e-c6d439d5bbf2 of type vlan for network 347db60c-5a8d-414f-8ac5-e5d4e7221e30 Sep 22 11:18:19.881878 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.954228 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.960003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:19.960666 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:19.980287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4812bb-325f-4442-b8cd-5eef55011d49 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 11:18:20.029061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Network': ['ID=347db60c-5a8d-414f-8ac5-e5d4e7221e30,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:20.037563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1bbe756c-4a27-4706-8fa6-641afefaa700 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3130586 Sep 22 11:18:20.038003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47032) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:20.041189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 347db60c-5a8d-414f-8ac5-e5d4e7221e30 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:18:20.042732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'subnet': {'network_id': '347db60c-5a8d-414f-8ac5-e5d4e7221e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:20.058816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4812bb-325f-4442-b8cd-5eef55011d49 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 11:18:20.124525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c6ba1185-5ede-4132-afa0-b295be5b0a2d None None] Provisioning complete for port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:20.124877 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1185-5ede-4132-afa0-b295be5b0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:20.193999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:20.197597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:20.257540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.ipam_backend_mixin [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Performing IP validity checks on allocation pools {{(pid=95682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 11:18:20.258058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.ipam_backend_mixin [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 11:18:20.428374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:20.493193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Subnet': ['ID=b3ae52d3-66fb-4a78-9ce3-845a4511a517,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:20.501893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Checking segment: {'id': 'a955a8b2-11e7-483c-bd0e-c6d439d5bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '347db60c-5a8d-414f-8ac5-e5d4e7221e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:20.502318 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network hostable DHCP agents. Network: 347db60c-5a8d-414f-8ac5-e5d4e7221e30, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:18:20.582330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network 347db60c-5a8d-414f-8ac5-e5d4e7221e30 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:18:20.661989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 347db60c-5a8d-414f-8ac5-e5d4e7221e30) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:20.666085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:20.666701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:20.671163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2271c9f-29c5-4792-b734-ef36ee27e9a5 None None] Network 347db60c-5a8d-414f-8ac5-e5d4e7221e30 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:20.725950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c9189798-142d-48f6-98cc-9a789730c428 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6871383 Sep 22 11:18:20.728616 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47034) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:20.809290 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-347db60c-5a8d-414f-8ac5-e5d4e7221e30', 'network_id': '347db60c-5a8d-414f-8ac5-e5d4e7221e30', 'tenant_id': '766caf91c5a34ba0b995bc75b0e3da1d', 'fixed_ips': [{'subnet_id': 'b3ae52d3-66fb-4a78-9ce3-845a4511a517'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:18:20.810162 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:20.822429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:20.900676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:20.951430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Allocated IP 2001:db8::3 (347db60c-5a8d-414f-8ac5-e5d4e7221e30/b3ae52d3-66fb-4a78-9ce3-845a4511a517/3492549b-ac07-4550-a20e-cdae3670abfc) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:20.978955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:21.089001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:21.089664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.156160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.234186 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.271649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Network 347db60c-5a8d-414f-8ac5-e5d4e7221e30 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:21.274348 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:21.277702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:21.286146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Pushing event updated for resources: {'Port': ['ID=3492549b-ac07-4550-a20e-cdae3670abfc,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:21.324702 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.335327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Attempting to bind port 3492549b-ac07-4550-a20e-cdae3670abfc on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:21.335694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Attempting to bind port 3492549b-ac07-4550-a20e-cdae3670abfc by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a955a8b2-11e7-483c-bd0e-c6d439d5bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '347db60c-5a8d-414f-8ac5-e5d4e7221e30'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:21.336054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Attempting to bind port 3492549b-ac07-4550-a20e-cdae3670abfc on network 347db60c-5a8d-414f-8ac5-e5d4e7221e30 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:21.340747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:21.341162 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Checking segment: {'id': 'a955a8b2-11e7-483c-bd0e-c6d439d5bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '347db60c-5a8d-414f-8ac5-e5d4e7221e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:21.341554 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.341940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Bound using segment: {'id': 'a955a8b2-11e7-483c-bd0e-c6d439d5bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '347db60c-5a8d-414f-8ac5-e5d4e7221e30'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:21.342430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Bound port: 3492549b-ac07-4550-a20e-cdae3670abfc, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a955a8b2-11e7-483c-bd0e-c6d439d5bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '347db60c-5a8d-414f-8ac5-e5d4e7221e30'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:21.342802 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.353182 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ae52d3-66fb-4a78-9ce3-845a4511a517,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:21.408901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] For port 3492549b-ac07-4550-a20e-cdae3670abfc, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:21.411973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] For port 3492549b-ac07-4550-a20e-cdae3670abfc, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3492549b-ac07-4550-a20e-cdae3670abfc,segment=NetworkSegment(a955a8b2-11e7-483c-bd0e-c6d439d5bbf2),segment_id=a955a8b2-11e7-483c-bd0e-c6d439d5bbf2)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:21.414480 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.434199 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347db60c-5a8d-414f-8ac5-e5d4e7221e30']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:21.443652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a955a8b2-11e7-483c-bd0e-c6d439d5bbf2') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:21.443952 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a955a8b2-11e7-483c-bd0e-c6d439d5bbf2') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:21.452931 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.490658 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.492643 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.498871 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:21.499253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:21.502276 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:21.573025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff2574-2db8-41d4-918e-b94bc199f33e None None] Pushing event updated for resources: {'Port': ['ID=3492549b-ac07-4550-a20e-cdae3670abfc,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:21.589593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146c31f-e2c6-41bd-9a80-9645eb232438 None None] Network 347db60c-5a8d-414f-8ac5-e5d4e7221e30 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:21.615995 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 11:18:21.615995 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 11:18:21.615995 n-d-807025-3 neutron-server[95682]: [parameters: {'id': '347db60c-5a8d-414f-8ac5-e5d4e7221e30'}] Sep 22 11:18:21.615995 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 11:18:21.616378 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 11:18:21.706963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74b3be7-aa89-4d12-8f66-6e24c6e17557 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 11:18:21.769704 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74b3be7-aa89-4d12-8f66-6e24c6e17557 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 11:18:22.117884 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.172603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Deleting port 3492549b-ac07-4550-a20e-cdae3670abfc {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:22.173064 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.237339 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] For port 3492549b-ac07-4550-a20e-cdae3670abfc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3492549b-ac07-4550-a20e-cdae3670abfc,segment=NetworkSegment(a955a8b2-11e7-483c-bd0e-c6d439d5bbf2),segment_id=a955a8b2-11e7-483c-bd0e-c6d439d5bbf2)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:22.237703 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.249473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Calling delete_port for 3492549b-ac07-4550-a20e-cdae3670abfc owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:22.354079 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9319b095-d702-4373-be7e-037c95b82bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.439074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.465369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Port': ['ID=3492549b-ac07-4550-a20e-cdae3670abfc,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:22.470743 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No DVR routers for this DVR port 3492549b-ac07-4550-a20e-cdae3670abfc on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:22.547997 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.567519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347db60c-5a8d-414f-8ac5-e5d4e7221e30']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:22.576636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a955a8b2-11e7-483c-bd0e-c6d439d5bbf2') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:22.576935 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a955a8b2-11e7-483c-bd0e-c6d439d5bbf2') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:22.586544 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.599755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.605384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:22.605764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:22.608642 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:22.725207 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.732114 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.733922 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/networks/347db60c-5a8d-414f-8ac5-e5d4e7221e30 HTTP/1.1" status: 204 len: 168 time: 2.0042987 Sep 22 11:18:22.737842 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47036) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:22.742978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1155013083'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:22.745277 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5e0f8-0ca2-4a74-8de0-f1bccd4c8e6e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Network': ['ID=347db60c-5a8d-414f-8ac5-e5d4e7221e30,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:22.816579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:22.820093 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.847417 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:18:22.855699 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.856042 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Added segment 8d98edec-a2b0-4b20-bedb-ed9db05a7b9f of type vlan for network 50e1a9d3-419b-4b2b-a613-911b71934874 Sep 22 11:18:22.894921 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.959441 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:22.965024 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:22.965600 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:23.027951 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Network': ['ID=50e1a9d3-419b-4b2b-a613-911b71934874,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:23.037749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 50e1a9d3-419b-4b2b-a613-911b71934874 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:18:23.051838 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dccc8881-800d-4a92-8b16-7529c0985c50 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3125033 Sep 22 11:18:23.054432 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47038) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:23.059335 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'subnet': {'network_id': '50e1a9d3-419b-4b2b-a613-911b71934874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:23.222373 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:23.225897 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:23.479764 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:23.542413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Subnet': ['ID=80275a53-0b30-4594-8dc7-25e8811391a5,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:23.551665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Checking segment: {'id': '8d98edec-a2b0-4b20-bedb-ed9db05a7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '50e1a9d3-419b-4b2b-a613-911b71934874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:23.552029 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network hostable DHCP agents. Network: 50e1a9d3-419b-4b2b-a613-911b71934874, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:18:23.644281 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network 50e1a9d3-419b-4b2b-a613-911b71934874 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:18:23.724161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 50e1a9d3-419b-4b2b-a613-911b71934874) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:23.728248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:23.728840 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:23.732617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f06ace6-dd1a-4692-8777-9a3afa32932c None None] Network 50e1a9d3-419b-4b2b-a613-911b71934874 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:23.811203 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-34d08c27-d3d8-4ec0-b84b-3a4b64736e85 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7556596 Sep 22 11:18:23.814687 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47040) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:23.819708 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726669989'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:23.875514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-50e1a9d3-419b-4b2b-a613-911b71934874', 'network_id': '50e1a9d3-419b-4b2b-a613-911b71934874', 'tenant_id': '766caf91c5a34ba0b995bc75b0e3da1d', 'fixed_ips': [{'subnet_id': '80275a53-0b30-4594-8dc7-25e8811391a5'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:18:23.876382 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:23.908276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:23.911902 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:23.935390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:18:23.944263 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:23.944607 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Added segment c8e15a82-635d-4095-ad13-e61ea215c7b0 of type vlan for network 1ddcd5b7-0a14-4099-a3c5-94b2c998a28c Sep 22 11:18:23.987956 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.008573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Allocated IP 2001:db8::2 (50e1a9d3-419b-4b2b-a613-911b71934874/80275a53-0b30-4594-8dc7-25e8811391a5/df374892-1ce1-4dab-818f-ce2a61398b4c) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:24.073559 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.079109 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:24.080245 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.144585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Network': ['ID=1ddcd5b7-0a14-4099-a3c5-94b2c998a28c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:24.147327 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.154271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 1ddcd5b7-0a14-4099-a3c5-94b2c998a28c details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:18:24.165910 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-697b14dc-e74d-4e7e-acb7-e950e17b471c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3501949 Sep 22 11:18:24.169065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47042) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:24.173807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Request body: {'subnet': {'network_id': '1ddcd5b7-0a14-4099-a3c5-94b2c998a28c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:24.228113 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.264026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Network 50e1a9d3-419b-4b2b-a613-911b71934874 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:24.266673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:24.269801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:24.284415 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Pushing event updated for resources: {'Port': ['ID=df374892-1ce1-4dab-818f-ce2a61398b4c,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:24.307926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Made reservation on behalf of 766caf91c5a34ba0b995bc75b0e3da1d for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:24.311831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.333042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Attempting to bind port df374892-1ce1-4dab-818f-ce2a61398b4c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:24.333412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Attempting to bind port df374892-1ce1-4dab-818f-ce2a61398b4c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '8d98edec-a2b0-4b20-bedb-ed9db05a7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '50e1a9d3-419b-4b2b-a613-911b71934874'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:24.333776 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Attempting to bind port df374892-1ce1-4dab-818f-ce2a61398b4c on network 50e1a9d3-419b-4b2b-a613-911b71934874 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:24.338648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:24.339013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Checking segment: {'id': '8d98edec-a2b0-4b20-bedb-ed9db05a7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '50e1a9d3-419b-4b2b-a613-911b71934874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:24.339411 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.339804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Bound using segment: {'id': '8d98edec-a2b0-4b20-bedb-ed9db05a7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '50e1a9d3-419b-4b2b-a613-911b71934874'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:24.340263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Bound port: df374892-1ce1-4dab-818f-ce2a61398b4c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d98edec-a2b0-4b20-bedb-ed9db05a7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '50e1a9d3-419b-4b2b-a613-911b71934874'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:24.340637 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.405105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] For port df374892-1ce1-4dab-818f-ce2a61398b4c, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:24.408144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] For port df374892-1ce1-4dab-818f-ce2a61398b4c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=df374892-1ce1-4dab-818f-ce2a61398b4c,segment=NetworkSegment(8d98edec-a2b0-4b20-bedb-ed9db05a7b9f),segment_id=8d98edec-a2b0-4b20-bedb-ed9db05a7b9f)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:24.468612 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.524115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138bb75-eb58-46bc-9538-ebcaf447c567 None None] Pushing event updated for resources: {'Port': ['ID=df374892-1ce1-4dab-818f-ce2a61398b4c,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:24.543052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.605470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event updated for resources: {'Subnet': ['ID=25d43150-d7f9-403d-9b0a-ee25f1d7b11b,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:24.615021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Checking segment: {'id': 'c8e15a82-635d-4095-ad13-e61ea215c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1ddcd5b7-0a14-4099-a3c5-94b2c998a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:24.615384 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network hostable DHCP agents. Network: 1ddcd5b7-0a14-4099-a3c5-94b2c998a28c, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:18:24.668618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Network 1ddcd5b7-0a14-4099-a3c5-94b2c998a28c is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:18:24.737164 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 1ddcd5b7-0a14-4099-a3c5-94b2c998a28c) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:24.741357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:24.741955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.747128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d309010-0915-46b7-9400-2bf1b864fc2c None None] Network 1ddcd5b7-0a14-4099-a3c5-94b2c998a28c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:24.829226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0edf9505-d706-4f4f-8228-ec274d06b67e tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6592283 Sep 22 11:18:24.831979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47044) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:24.892504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-1ddcd5b7-0a14-4099-a3c5-94b2c998a28c', 'network_id': '1ddcd5b7-0a14-4099-a3c5-94b2c998a28c', 'tenant_id': '766caf91c5a34ba0b995bc75b0e3da1d', 'fixed_ips': [{'subnet_id': '25d43150-d7f9-403d-9b0a-ee25f1d7b11b'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:18:24.893356 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.935724 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:24.992845 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.031396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device df374892-1ce1-4dab-818f-ce2a61398b4c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:25.068319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Allocated IP 2001:db8::2 (1ddcd5b7-0a14-4099-a3c5-94b2c998a28c/25d43150-d7f9-403d-9b0a-ee25f1d7b11b/e9738ffc-261c-4b7a-84f3-ad96bc37d7a4) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:25.166858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port df374892-1ce1-4dab-818f-ce2a61398b4c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:25.167236 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.190318 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e019c757-e4f4-4752-80b1-78ccf64395dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.275297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.310849 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.324277 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.375702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Network 1ddcd5b7-0a14-4099-a3c5-94b2c998a28c is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:25.383160 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.386634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:25.395014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port df374892-1ce1-4dab-818f-ce2a61398b4c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=df374892-1ce1-4dab-818f-ce2a61398b4c,segment=NetworkSegment(8d98edec-a2b0-4b20-bedb-ed9db05a7b9f),segment_id=8d98edec-a2b0-4b20-bedb-ed9db05a7b9f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:25.395124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:25.398156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Pushing event updated for resources: {'Port': ['ID=e9738ffc-261c-4b7a-84f3-ad96bc37d7a4,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:25.420414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Subnet': ['ID=25d43150-d7f9-403d-9b0a-ee25f1d7b11b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:25.429042 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c56a23-e238-41db-b1cf-1fdf15518566 None None] Network 50e1a9d3-419b-4b2b-a613-911b71934874 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:25.470903 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.480832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Attempting to bind port e9738ffc-261c-4b7a-84f3-ad96bc37d7a4 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:25.481206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Attempting to bind port e9738ffc-261c-4b7a-84f3-ad96bc37d7a4 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'c8e15a82-635d-4095-ad13-e61ea215c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1ddcd5b7-0a14-4099-a3c5-94b2c998a28c'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:25.481566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Attempting to bind port e9738ffc-261c-4b7a-84f3-ad96bc37d7a4 on network 1ddcd5b7-0a14-4099-a3c5-94b2c998a28c {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:25.487239 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.507177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddcd5b7-0a14-4099-a3c5-94b2c998a28c']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:25.516427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e15a82-635d-4095-ad13-e61ea215c7b0') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:25.516730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e15a82-635d-4095-ad13-e61ea215c7b0') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:25.526967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.540903 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.547108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:25.547520 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.548201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:25.548583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Checking segment: {'id': 'c8e15a82-635d-4095-ad13-e61ea215c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1ddcd5b7-0a14-4099-a3c5-94b2c998a28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:25.548987 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.549375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Bound using segment: {'id': 'c8e15a82-635d-4095-ad13-e61ea215c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1ddcd5b7-0a14-4099-a3c5-94b2c998a28c'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:25.549843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Bound port: e9738ffc-261c-4b7a-84f3-ad96bc37d7a4, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e15a82-635d-4095-ad13-e61ea215c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1ddcd5b7-0a14-4099-a3c5-94b2c998a28c'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:25.550249 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:25.550794 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:25.623504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7561e617-5faf-4cb7-a547-286d159a04d7 None None] Provisioning complete for port df374892-1ce1-4dab-818f-ce2a61398b4c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:25.623872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7561e617-5faf-4cb7-a547-286d159a04d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.652755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=df374892-1ce1-4dab-818f-ce2a61398b4c,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:25.660334 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:25.667492 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.db.api [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 11:18:25.667492 n-d-807025-3 neutron-server[95682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 11:18:25.667492 n-d-807025-3 neutron-server[95682]: [parameters: {'id': '1ddcd5b7-0a14-4099-a3c5-94b2c998a28c'}] Sep 22 11:18:25.667492 n-d-807025-3 neutron-server[95682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 11:18:25.667891 n-d-807025-3 neutron-server[95682]: DEBUG oslo_db.api [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 11:18:25.885831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] For port e9738ffc-261c-4b7a-84f3-ad96bc37d7a4, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:25.914861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] For port e9738ffc-261c-4b7a-84f3-ad96bc37d7a4, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e9738ffc-261c-4b7a-84f3-ad96bc37d7a4,segment=NetworkSegment(c8e15a82-635d-4095-ad13-e61ea215c7b0),segment_id=c8e15a82-635d-4095-ad13-e61ea215c7b0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:25.983230 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.070261 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62c491-5201-40c3-94aa-4bbff110a812 None None] Pushing event updated for resources: {'Port': ['ID=e9738ffc-261c-4b7a-84f3-ad96bc37d7a4,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:26.087154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f382d5-bc6b-43ff-aafb-0245650fc377 None None] Network 1ddcd5b7-0a14-4099-a3c5-94b2c998a28c requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:26.154690 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.169317 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.207792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ef29d2a1-4e2d-469e-ba08-e305f77b4c9e None None] Provisioning complete for port df374892-1ce1-4dab-818f-ce2a61398b4c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:26.208159 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ef29d2a1-4e2d-469e-ba08-e305f77b4c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.222390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Deleting port e9738ffc-261c-4b7a-84f3-ad96bc37d7a4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:26.222662 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.237514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.253160 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71265a51-a32b-47df-b9f6-363ed34ca574 None None] get_active_networks_info from n-d-807025-3 {{(pid=95683) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 11:18:26.287795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] For port e9738ffc-261c-4b7a-84f3-ad96bc37d7a4, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e9738ffc-261c-4b7a-84f3-ad96bc37d7a4,segment=NetworkSegment(c8e15a82-635d-4095-ad13-e61ea215c7b0),segment_id=c8e15a82-635d-4095-ad13-e61ea215c7b0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:26.288163 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.306276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Calling delete_port for e9738ffc-261c-4b7a-84f3-ad96bc37d7a4 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:26.364199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71265a51-a32b-47df-b9f6-363ed34ca574 None None] Resources bound (agent type, host, resource id): {{(pid=95683) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 11:18:26.391997 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.444067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.468811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Port': ['ID=e9738ffc-261c-4b7a-84f3-ad96bc37d7a4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:26.472591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No DVR routers for this DVR port e9738ffc-261c-4b7a-84f3-ad96bc37d7a4 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:26.553262 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.574855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddcd5b7-0a14-4099-a3c5-94b2c998a28c']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:26.584457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e15a82-635d-4095-ad13-e61ea215c7b0') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:26.584757 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e15a82-635d-4095-ad13-e61ea215c7b0') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:26.594134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.607272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.613412 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:26.613792 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:26.616667 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:26.725192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.731982 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.733677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/networks/1ddcd5b7-0a14-4099-a3c5-94b2c998a28c HTTP/1.1" status: 204 len: 168 time: 1.9007137 Sep 22 11:18:26.737762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47046) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:26.746244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbc640-abff-4b72-9f71-8ab8f1a97b6f tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Network': ['ID=1ddcd5b7-0a14-4099-a3c5-94b2c998a28c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:26.764746 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-19af9616-1625-4021-b9d0-7e1d504c72bd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] GET failed (client error): The resource could not be found. Sep 22 11:18:26.766037 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-19af9616-1625-4021-b9d0-7e1d504c72bd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "GET /v2.0/subnets/25d43150-d7f9-403d-9b0a-ee25f1d7b11b HTTP/1.1" status: 404 len: 337 time: 0.0272624 Sep 22 11:18:26.768827 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47048) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:26.786033 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a86d346-2bda-450d-bfc4-24b369b9a196 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] DELETE failed (client error): The resource could not be found. Sep 22 11:18:26.787989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a86d346-2bda-450d-bfc4-24b369b9a196 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 11:18:26.788156 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9a86d346-2bda-450d-bfc4-24b369b9a196 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/networks/1ddcd5b7-0a14-4099-a3c5-94b2c998a28c HTTP/1.1" status: 404 len: 339 time: 0.0184598 Sep 22 11:18:26.791727 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47050) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:26.821674 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f539d4-da8f-4df3-8049-f67bc5b2c660 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] DELETE failed (client error): The resource could not be found. Sep 22 11:18:26.822137 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f539d4-da8f-4df3-8049-f67bc5b2c660 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 11:18:26.823814 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c2f539d4-da8f-4df3-8049-f67bc5b2c660 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/subnets/25d43150-d7f9-403d-9b0a-ee25f1d7b11b HTTP/1.1" status: 404 len: 337 time: 0.0312359 Sep 22 11:18:26.826349 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47052) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:26.843403 n-d-807025-3 neutron-server[95681]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4491a1-5af0-48c0-8d85-f7831ad0c2bb tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] DELETE failed (client error): The resource could not be found. Sep 22 11:18:26.843949 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4491a1-5af0-48c0-8d85-f7831ad0c2bb tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95681) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 11:18:26.846132 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8e4491a1-5af0-48c0-8d85-f7831ad0c2bb tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/networks/1ddcd5b7-0a14-4099-a3c5-94b2c998a28c HTTP/1.1" status: 404 len: 339 time: 0.0188620 Sep 22 11:18:26.848513 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47054) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:26.896414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-80160f85-da28-430e-9e97-0c7ef59cc7fd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Deleting subnet 80275a53-0b30-4594-8dc7-25e8811391a5 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:18:26.899428 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80160f85-da28-430e-9e97-0c7ef59cc7fd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.939459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80160f85-da28-430e-9e97-0c7ef59cc7fd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:26.980865 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device df374892-1ce1-4dab-818f-ce2a61398b4c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:27.026834 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80160f85-da28-430e-9e97-0c7ef59cc7fd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.033927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port df374892-1ce1-4dab-818f-ce2a61398b4c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:27.034340 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.143414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80160f85-da28-430e-9e97-0c7ef59cc7fd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.168591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80160f85-da28-430e-9e97-0c7ef59cc7fd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Subnet': ['ID=80275a53-0b30-4594-8dc7-25e8811391a5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:27.174246 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-80160f85-da28-430e-9e97-0c7ef59cc7fd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.176170 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-80160f85-da28-430e-9e97-0c7ef59cc7fd tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/subnets/80275a53-0b30-4594-8dc7-25e8811391a5 HTTP/1.1" status: 204 len: 168 time: 0.3267837 Sep 22 11:18:27.178765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47056) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:27.181220 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3134f35-2c44-4683-9b13-70a67a3be6e7 None None] Network 50e1a9d3-419b-4b2b-a613-911b71934874 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:27.255043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.312359 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Deleting port df374892-1ce1-4dab-818f-ce2a61398b4c {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:27.312703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.346127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0673c1f6-6de4-4e14-8f0a-cac7c01e78fd None None] DHCP port deletion for 50e1a9d3-419b-4b2b-a613-911b71934874 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:18:27.377414 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] For port df374892-1ce1-4dab-818f-ce2a61398b4c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=df374892-1ce1-4dab-818f-ce2a61398b4c,segment=NetworkSegment(8d98edec-a2b0-4b20-bedb-ed9db05a7b9f),segment_id=8d98edec-a2b0-4b20-bedb-ed9db05a7b9f)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:27.377776 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.390035 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Calling delete_port for df374892-1ce1-4dab-818f-ce2a61398b4c owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:27.391300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0673c1f6-6de4-4e14-8f0a-cac7c01e78fd None None] Deleting port df374892-1ce1-4dab-818f-ce2a61398b4c {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:27.391687 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0673c1f6-6de4-4e14-8f0a-cac7c01e78fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.456869 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0673c1f6-6de4-4e14-8f0a-cac7c01e78fd None None] For port df374892-1ce1-4dab-818f-ce2a61398b4c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=df374892-1ce1-4dab-818f-ce2a61398b4c,segment=NetworkSegment(8d98edec-a2b0-4b20-bedb-ed9db05a7b9f),segment_id=8d98edec-a2b0-4b20-bedb-ed9db05a7b9f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:27.457263 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0673c1f6-6de4-4e14-8f0a-cac7c01e78fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.468674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-0673c1f6-6de4-4e14-8f0a-cac7c01e78fd None None] Calling delete_port for df374892-1ce1-4dab-818f-ce2a61398b4c owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:27.559028 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.565393 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0673c1f6-6de4-4e14-8f0a-cac7c01e78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.595564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Port': ['ID=df374892-1ce1-4dab-818f-ce2a61398b4c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:27.595564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No DVR routers for this DVR port df374892-1ce1-4dab-818f-ce2a61398b4c on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:27.597812 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673c1f6-6de4-4e14-8f0a-cac7c01e78fd None None] No DVR routers for this DVR port df374892-1ce1-4dab-818f-ce2a61398b4c on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:27.599796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673c1f6-6de4-4e14-8f0a-cac7c01e78fd None None] Pushing event deleted for resources: {'Port': ['ID=df374892-1ce1-4dab-818f-ce2a61398b4c,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:27.679326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.700993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e1a9d3-419b-4b2b-a613-911b71934874']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:27.710647 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d98edec-a2b0-4b20-bedb-ed9db05a7b9f') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:27.710947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d98edec-a2b0-4b20-bedb-ed9db05a7b9f') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:27.720581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.733762 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.740021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: timer() Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:27.744791 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:27.868058 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.874773 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:27.876349 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/networks/50e1a9d3-419b-4b2b-a613-911b71934874 HTTP/1.1" status: 204 len: 168 time: 0.6966834 Sep 22 11:18:27.879095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47060) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:27.887066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856534c-ddd2-4fe2-8619-a6a9eb2c6408 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Network': ['ID=50e1a9d3-419b-4b2b-a613-911b71934874,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:27.904963 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f887f446-f0aa-4aa5-9aa2-9412dfb03572 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] DELETE failed (client error): The resource could not be found. Sep 22 11:18:27.905418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f887f446-f0aa-4aa5-9aa2-9412dfb03572 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 11:18:27.907116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f887f446-f0aa-4aa5-9aa2-9412dfb03572 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/subnets/b3ae52d3-66fb-4a78-9ce3-845a4511a517 HTTP/1.1" status: 404 len: 337 time: 0.0270371 Sep 22 11:18:27.910175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47062) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:27.926864 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7807278e-ab03-4c8b-903a-dc38de3611b4 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] DELETE failed (client error): The resource could not be found. Sep 22 11:18:27.927385 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7807278e-ab03-4c8b-903a-dc38de3611b4 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 11:18:27.928982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-7807278e-ab03-4c8b-903a-dc38de3611b4 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/networks/347db60c-5a8d-414f-8ac5-e5d4e7221e30 HTTP/1.1" status: 404 len: 339 time: 0.0179448 Sep 22 11:18:27.931138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47064) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:27.955206 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac02e95b-b713-49c5-948b-913db62a8f53 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] DELETE failed (client error): The resource could not be found. Sep 22 11:18:27.955634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac02e95b-b713-49c5-948b-913db62a8f53 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 11:18:27.957210 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ac02e95b-b713-49c5-948b-913db62a8f53 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/subnets/dabb5787-7379-493a-bb10-c30fd19ff045 HTTP/1.1" status: 404 len: 337 time: 0.0252421 Sep 22 11:18:27.959383 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47066) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:27.976095 n-d-807025-3 neutron-server[95682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38e4b60-e293-4a1a-9e06-e05487ffe6b9 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] DELETE failed (client error): The resource could not be found. Sep 22 11:18:27.976602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38e4b60-e293-4a1a-9e06-e05487ffe6b9 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 11:18:27.978177 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d38e4b60-e293-4a1a-9e06-e05487ffe6b9 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/networks/646bf65e-9d9e-42bd-9be4-f5a43772410f HTTP/1.1" status: 404 len: 339 time: 0.0179398 Sep 22 11:18:27.980238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47068) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:28.026835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1b1d86-47d3-48e2-bc9f-2a484d663b41 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Deleting subnet 8b7af9de-aca1-47f8-8ce1-975b737c381c {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:18:28.029707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1d86-47d3-48e2-bc9f-2a484d663b41 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.071816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1d86-47d3-48e2-bc9f-2a484d663b41 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.150398 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1d86-47d3-48e2-bc9f-2a484d663b41 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.264002 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.285708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1d86-47d3-48e2-bc9f-2a484d663b41 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.316569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b1d86-47d3-48e2-bc9f-2a484d663b41 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7af9de-aca1-47f8-8ce1-975b737c381c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:28.322685 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6b1b1d86-47d3-48e2-bc9f-2a484d663b41 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.325631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6b1b1d86-47d3-48e2-bc9f-2a484d663b41 tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/subnets/8b7af9de-aca1-47f8-8ce1-975b737c381c HTTP/1.1" status: 204 len: 168 time: 0.3443279 Sep 22 11:18:28.328515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47070) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:28.328664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b53a4e8-f740-4e54-be82-b57db2736c6d None None] Network a61cf831-4412-43e2-a674-1dc43154b464 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:28.403444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.456726 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Deleting port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:28.457187 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.498471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160a1be-a984-4958-9b5c-591f0579c65e None None] DHCP port deletion for a61cf831-4412-43e2-a674-1dc43154b464 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:18:28.522394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] For port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22,segment=NetworkSegment(2871c06a-4dfc-43c4-9975-25761f5cc268),segment_id=2871c06a-4dfc-43c4-9975-25761f5cc268)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:28.522763 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.534365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Calling delete_port for 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:28.548689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5160a1be-a984-4958-9b5c-591f0579c65e None None] Deleting port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:28.549066 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5160a1be-a984-4958-9b5c-591f0579c65e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.609988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5160a1be-a984-4958-9b5c-591f0579c65e None None] For port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22,segment=NetworkSegment(2871c06a-4dfc-43c4-9975-25761f5cc268),segment_id=2871c06a-4dfc-43c4-9975-25761f5cc268)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:28.610947 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5160a1be-a984-4958-9b5c-591f0579c65e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.623094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5160a1be-a984-4958-9b5c-591f0579c65e None None] Calling delete_port for 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:28.656866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.687246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Port': ['ID=08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:28.691792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] No DVR routers for this DVR port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:28.703045 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5160a1be-a984-4958-9b5c-591f0579c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.725298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160a1be-a984-4958-9b5c-591f0579c65e None None] Pushing event deleted for resources: {'Port': ['ID=08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:28.730793 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160a1be-a984-4958-9b5c-591f0579c65e None None] No DVR routers for this DVR port 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:28.768033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.787058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61cf831-4412-43e2-a674-1dc43154b464']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:28.796086 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2871c06a-4dfc-43c4-9975-25761f5cc268') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:28.796382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2871c06a-4dfc-43c4-9975-25761f5cc268') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:28.805940 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.819436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.825047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:28.825424 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:28.828306 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:28.958872 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.966156 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:28.968276 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] 10.222.0.20 "DELETE /v2.0/networks/a61cf831-4412-43e2-a674-1dc43154b464 HTTP/1.1" status: 204 len: 168 time: 0.6388321 Sep 22 11:18:28.979910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device df374892-1ce1-4dab-818f-ce2a61398b4c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:18:28.982606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45f1e3-ee69-40f5-8781-cbce6312f36c tempest-NetworksIpV6Test-376279471 tempest-NetworksIpV6Test-376279471-project] Pushing event deleted for resources: {'Network': ['ID=a61cf831-4412-43e2-a674-1dc43154b464,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:29.000923 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: df374892-1ce1-4dab-818f-ce2a61398b4c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:18:29.001271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device df374892-1ce1-4dab-818f-ce2a61398b4c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:18:29.001699 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:18:29.019838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:18:29.020185 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 08f25e3c-4e34-41a8-81b6-ee3f2d3d3c22 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:18:29.419855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47076) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:29.561285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-01e94076-ab91-4ad7-8f55-60c4ad1ef760 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=766caf91c5a34ba0b995bc75b0e3da1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399486 Sep 22 11:18:29.564172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47080) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:29.613422 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84470496-9f79-45da-946e-97a94c85714a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:29.634309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84470496-9f79-45da-946e-97a94c85714a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:29.759628 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84470496-9f79-45da-946e-97a94c85714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:29.762046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-84470496-9f79-45da-946e-97a94c85714a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:29.763223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-84470496-9f79-45da-946e-97a94c85714a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a47ba04d-e34b-4ee3-8884-c667a9035e56 HTTP/1.1" status: 204 len: 168 time: 0.1980512 Sep 22 11:18:29.771766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84470496-9f79-45da-946e-97a94c85714a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ba04d-e34b-4ee3-8884-c667a9035e56,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:30.672779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47102) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:30.765260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-05b0a7af-ed07-4dc4-9cd5-562d09b2972c tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-843681878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:30.839110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-05b0a7af-ed07-4dc4-9cd5-562d09b2972c tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:30.840115 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-05b0a7af-ed07-4dc4-9cd5-562d09b2972c tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:30.887311 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-05b0a7af-ed07-4dc4-9cd5-562d09b2972c tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:30.953757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-05b0a7af-ed07-4dc4-9cd5-562d09b2972c tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.055384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-05b0a7af-ed07-4dc4-9cd5-562d09b2972c tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.056634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-05b0a7af-ed07-4dc4-9cd5-562d09b2972c tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3828528 Sep 22 11:18:31.059271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47106) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:31.064242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1235625481'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:31.147419 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Made reservation on behalf of 25775b7509b54a0dba88c32bf03fe616 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:31.150764 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.158793 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.245337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.323891 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.685272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:18:31.701350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc671a72-b4ef-4454-a260-89ef0c9f2b45,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:31.705175 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.705175 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Added segment ae2af6ef-d20f-456d-aea5-077d0affe581 of type vlan for network 0a5c82fe-20e7-49ea-9cb2-049381694209 Sep 22 11:18:31.743435 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.839144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.844796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:31.845387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:31.908026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event updated for resources: {'Network': ['ID=0a5c82fe-20e7-49ea-9cb2-049381694209,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:31.918289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 0a5c82fe-20e7-49ea-9cb2-049381694209 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:18:31.931945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-faefcceb-8b78-411b-a2e5-ec12581587ba tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8715346 Sep 22 11:18:31.934691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47108) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:31.939792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Request body: {'subnet': {'network_id': '0a5c82fe-20e7-49ea-9cb2-049381694209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:32.090618 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Made reservation on behalf of 25775b7509b54a0dba88c32bf03fe616 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:32.093960 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:32.336381 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:32.395721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event updated for resources: {'Subnet': ['ID=896ba74b-b8f8-422b-9a3b-5ef637e99c2c,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:32.402719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Checking segment: {'id': 'ae2af6ef-d20f-456d-aea5-077d0affe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a5c82fe-20e7-49ea-9cb2-049381694209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:32.403065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Network hostable DHCP agents. Network: 0a5c82fe-20e7-49ea-9cb2-049381694209, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:18:32.473841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Network 0a5c82fe-20e7-49ea-9cb2-049381694209 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:18:32.524870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 0a5c82fe-20e7-49ea-9cb2-049381694209) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:32.528801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:32.529400 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:32.534314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e110ad1-245f-4318-a93a-0e9e3592da3a None None] Network 0a5c82fe-20e7-49ea-9cb2-049381694209 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:32.583620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4fd1950a-bf1a-4be4-b0d3-e50da27339a7 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6476395 Sep 22 11:18:32.586589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47110) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:32.591729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-28614484'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:32.662132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Made reservation on behalf of 25775b7509b54a0dba88c32bf03fe616 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:32.665596 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:32.676171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-0a5c82fe-20e7-49ea-9cb2-049381694209', 'network_id': '0a5c82fe-20e7-49ea-9cb2-049381694209', 'tenant_id': '25775b7509b54a0dba88c32bf03fe616', 'fixed_ips': [{'subnet_id': '896ba74b-b8f8-422b-9a3b-5ef637e99c2c'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:18:32.684990 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:32.689172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:18:32.698767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:32.699108 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Added segment 508c5814-79c9-4791-9028-47446d82d31f of type vlan for network 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf Sep 22 11:18:32.741830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:32.805029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Allocated IP 172.20.0.2 (0a5c82fe-20e7-49ea-9cb2-049381694209/896ba74b-b8f8-422b-9a3b-5ef637e99c2c/be67f41f-1f29-48e4-8128-4943c43cce26) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:32.839567 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:32.845382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:32.846047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:32.911351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event updated for resources: {'Network': ['ID=3ba4a7bb-ceb3-46ae-9208-fdc667165fdf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:32.923866 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:18:32.954903 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-96f7f4b3-2a9d-458f-a408-70d9bb99e4c4 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3669410 Sep 22 11:18:32.957579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47112) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:32.962499 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Request body: {'subnet': {'network_id': '3ba4a7bb-ceb3-46ae-9208-fdc667165fdf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:33.005789 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:33.079771 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:33.114087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Made reservation on behalf of 25775b7509b54a0dba88c32bf03fe616 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:33.117312 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Network 0a5c82fe-20e7-49ea-9cb2-049381694209 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:33.117771 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:33.120043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:33.122447 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:33.135735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Pushing event updated for resources: {'Port': ['ID=be67f41f-1f29-48e4-8128-4943c43cce26,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:33.183231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Attempting to bind port be67f41f-1f29-48e4-8128-4943c43cce26 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:33.183603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Attempting to bind port be67f41f-1f29-48e4-8128-4943c43cce26 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'ae2af6ef-d20f-456d-aea5-077d0affe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a5c82fe-20e7-49ea-9cb2-049381694209'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:33.183963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Attempting to bind port be67f41f-1f29-48e4-8128-4943c43cce26 on network 0a5c82fe-20e7-49ea-9cb2-049381694209 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:33.189063 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:33.189454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Checking segment: {'id': 'ae2af6ef-d20f-456d-aea5-077d0affe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a5c82fe-20e7-49ea-9cb2-049381694209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:33.189853 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:33.190275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Bound using segment: {'id': 'ae2af6ef-d20f-456d-aea5-077d0affe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a5c82fe-20e7-49ea-9cb2-049381694209'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:33.190733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Bound port: be67f41f-1f29-48e4-8128-4943c43cce26, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2af6ef-d20f-456d-aea5-077d0affe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a5c82fe-20e7-49ea-9cb2-049381694209'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:33.191737 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:33.251321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] For port be67f41f-1f29-48e4-8128-4943c43cce26, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:33.254939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] For port be67f41f-1f29-48e4-8128-4943c43cce26, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=be67f41f-1f29-48e4-8128-4943c43cce26,segment=NetworkSegment(ae2af6ef-d20f-456d-aea5-077d0affe581),segment_id=ae2af6ef-d20f-456d-aea5-077d0affe581)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:33.349039 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:33.358464 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:33.409102 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17763af2-3bbf-4a03-89d7-35c4783b9728 None None] Pushing event updated for resources: {'Port': ['ID=be67f41f-1f29-48e4-8128-4943c43cce26,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:33.422093 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event updated for resources: {'Subnet': ['ID=50aeeb12-68ac-4f57-8948-f34c76217506,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:33.429679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Checking segment: {'id': '508c5814-79c9-4791-9028-47446d82d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ba4a7bb-ceb3-46ae-9208-fdc667165fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:33.430042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Network hostable DHCP agents. Network: 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:18:33.508213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Network 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:18:33.616508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:33.621062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:33.621655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:33.629690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d12b9c-3a67-4965-a6a4-fbff2d7f4cc5 None None] Network 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:33.702977 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-93f6fd30-6c42-4dc2-942c-6b0995ccf015 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7442706 Sep 22 11:18:33.705819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47114) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:33.710983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-f38c96b7-2bee-47f8-ae96-5ed4e6f9861a tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ba4a7bb-ceb3-46ae-9208-fdc667165fdf'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:33.775641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-3ba4a7bb-ceb3-46ae-9208-fdc667165fdf', 'network_id': '3ba4a7bb-ceb3-46ae-9208-fdc667165fdf', 'tenant_id': '25775b7509b54a0dba88c32bf03fe616', 'fixed_ips': [{'subnet_id': '50aeeb12-68ac-4f57-8948-f34c76217506'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:18:33.776491 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:33.909308 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Allocated IP 172.21.0.2 (3ba4a7bb-ceb3-46ae-9208-fdc667165fdf/50aeeb12-68ac-4f57-8948-f34c76217506/d5c2322f-4843-49b7-bcaf-7eb7062679f1) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:33.920567 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f38c96b7-2bee-47f8-ae96-5ed4e6f9861a tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.063315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.081023 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [None req-f38c96b7-2bee-47f8-ae96-5ed4e6f9861a tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 11:18:34.082702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f38c96b7-2bee-47f8-ae96-5ed4e6f9861a tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "PUT /v2.0/routers/a28a68bf-2e2b-4d84-844b-08a485f23671 HTTP/1.1" status: 400 len: 364 time: 0.3753388 Sep 22 11:18:34.088851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47116) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:34.141061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-11413d1f-5764-435e-b441-e2c8ee83f1e6 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Deleting subnet 50aeeb12-68ac-4f57-8948-f34c76217506 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:18:34.176444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11413d1f-5764-435e-b441-e2c8ee83f1e6 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.177291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.217423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Network 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:34.220328 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:34.224353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:34.226416 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11413d1f-5764-435e-b441-e2c8ee83f1e6 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.234291 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Pushing event updated for resources: {'Port': ['ID=d5c2322f-4843-49b7-bcaf-7eb7062679f1,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:34.291823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Attempting to bind port d5c2322f-4843-49b7-bcaf-7eb7062679f1 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:34.291823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Attempting to bind port d5c2322f-4843-49b7-bcaf-7eb7062679f1 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '508c5814-79c9-4791-9028-47446d82d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ba4a7bb-ceb3-46ae-9208-fdc667165fdf'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:34.291823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Attempting to bind port d5c2322f-4843-49b7-bcaf-7eb7062679f1 on network 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:34.295053 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532aa619-c83a-4eda-a902-b12c9ef356b0 None None] Network 0a5c82fe-20e7-49ea-9cb2-049381694209 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:34.301891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:34.302540 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Checking segment: {'id': '508c5814-79c9-4791-9028-47446d82d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ba4a7bb-ceb3-46ae-9208-fdc667165fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:34.302997 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.303420 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Bound using segment: {'id': '508c5814-79c9-4791-9028-47446d82d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ba4a7bb-ceb3-46ae-9208-fdc667165fdf'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:34.303908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Bound port: d5c2322f-4843-49b7-bcaf-7eb7062679f1, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508c5814-79c9-4791-9028-47446d82d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ba4a7bb-ceb3-46ae-9208-fdc667165fdf'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:34.305050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.320219 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11413d1f-5764-435e-b441-e2c8ee83f1e6 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.404207 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-4d04fb2d-dd3d-4af3-a2ee-afc53eed401e None None] Provisioning complete for port be67f41f-1f29-48e4-8128-4943c43cce26 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:34.404572 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4d04fb2d-dd3d-4af3-a2ee-afc53eed401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.444842 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11413d1f-5764-435e-b441-e2c8ee83f1e6 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.479175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11413d1f-5764-435e-b441-e2c8ee83f1e6 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event deleted for resources: {'Subnet': ['ID=50aeeb12-68ac-4f57-8948-f34c76217506,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:34.481538 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-11413d1f-5764-435e-b441-e2c8ee83f1e6 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.483487 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-11413d1f-5764-435e-b441-e2c8ee83f1e6 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "DELETE /v2.0/subnets/50aeeb12-68ac-4f57-8948-f34c76217506 HTTP/1.1" status: 204 len: 168 time: 0.3936543 Sep 22 11:18:34.485926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47118) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:34.487617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] For port d5c2322f-4843-49b7-bcaf-7eb7062679f1, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:34.509150 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] For port d5c2322f-4843-49b7-bcaf-7eb7062679f1, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d5c2322f-4843-49b7-bcaf-7eb7062679f1,segment=NetworkSegment(508c5814-79c9-4791-9028-47446d82d31f),segment_id=508c5814-79c9-4791-9028-47446d82d31f)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:34.562812 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.569284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.619530 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4d04fb2d-dd3d-4af3-a2ee-afc53eed401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.623498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Deleting port d5c2322f-4843-49b7-bcaf-7eb7062679f1 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:34.624085 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.665740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57220d5e-2037-4925-b7db-2bb9193fe87f None None] Pushing event updated for resources: {'Port': ['ID=d5c2322f-4843-49b7-bcaf-7eb7062679f1,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:34.676186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-4d04fb2d-dd3d-4af3-a2ee-afc53eed401e None None] For port be67f41f-1f29-48e4-8128-4943c43cce26, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=be67f41f-1f29-48e4-8128-4943c43cce26,segment=NetworkSegment(ae2af6ef-d20f-456d-aea5-077d0affe581),segment_id=ae2af6ef-d20f-456d-aea5-077d0affe581)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:34.717598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] For port d5c2322f-4843-49b7-bcaf-7eb7062679f1, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d5c2322f-4843-49b7-bcaf-7eb7062679f1,segment=NetworkSegment(508c5814-79c9-4791-9028-47446d82d31f),segment_id=508c5814-79c9-4791-9028-47446d82d31f)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:34.718131 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.733222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Calling delete_port for d5c2322f-4843-49b7-bcaf-7eb7062679f1 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:34.776703 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4d04fb2d-dd3d-4af3-a2ee-afc53eed401e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.834400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04fb2d-dd3d-4af3-a2ee-afc53eed401e None None] Pushing event updated for resources: {'Port': ['ID=be67f41f-1f29-48e4-8128-4943c43cce26,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:34.890802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.897751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-95be88df-3c31-4b3d-bc92-06e9ed689a7d None None] Provisioning complete for port be67f41f-1f29-48e4-8128-4943c43cce26 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:34.898192 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-95be88df-3c31-4b3d-bc92-06e9ed689a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:34.936159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] No DVR routers for this DVR port d5c2322f-4843-49b7-bcaf-7eb7062679f1 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:34.944003 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event deleted for resources: {'Port': ['ID=d5c2322f-4843-49b7-bcaf-7eb7062679f1,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:35.053383 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.075909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba4a7bb-ceb3-46ae-9208-fdc667165fdf']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:35.083246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device be67f41f-1f29-48e4-8128-4943c43cce26 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:35.085955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508c5814-79c9-4791-9028-47446d82d31f') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:35.086295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508c5814-79c9-4791-9028-47446d82d31f') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:35.095954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.108573 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.114405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:35.114790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:35.119881 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:35.129487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port be67f41f-1f29-48e4-8128-4943c43cce26 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:35.129865 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.211806 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d5c2322f-4843-49b7-bcaf-7eb7062679f1 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:35.229370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d5c2322f-4843-49b7-bcaf-7eb7062679f1 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:18:35.229711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d5c2322f-4843-49b7-bcaf-7eb7062679f1 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 22 11:18:35.239688 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.248313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.249896 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Port d5c2322f-4843-49b7-bcaf-7eb7062679f1 not found, will not notify nova. {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 22 11:18:35.250168 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "DELETE /v2.0/networks/3ba4a7bb-ceb3-46ae-9208-fdc667165fdf HTTP/1.1" status: 204 len: 168 time: 0.7632401 Sep 22 11:18:35.252801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47120) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:35.260521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bedd5-c63f-45fc-b9aa-c212f4934824 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event deleted for resources: {'Network': ['ID=3ba4a7bb-ceb3-46ae-9208-fdc667165fdf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:35.313778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Deleting subnet 896ba74b-b8f8-422b-9a3b-5ef637e99c2c {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:18:35.317899 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.358153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.444547 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.583448 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.616969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event deleted for resources: {'Subnet': ['ID=896ba74b-b8f8-422b-9a3b-5ef637e99c2c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:35.621758 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.626954 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "DELETE /v2.0/subnets/896ba74b-b8f8-422b-9a3b-5ef637e99c2c HTTP/1.1" status: 204 len: 168 time: 0.3685849 Sep 22 11:18:35.627755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47122) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:35.630711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.631054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.631389 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.631711 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.632040 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.632363 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.632696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.632993 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.633300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.633800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.634529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.634754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7229673a-4c05-4e8b-a20c-0c5a7757a1b5 None None] Network 0a5c82fe-20e7-49ea-9cb2-049381694209 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:35.635191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb7e56d-84c8-40c9-be5e-8ab4c74f3205 tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:35.670951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0e8a51-f234-4174-a6dd-36c994953d1e None None] DHCP port deletion for 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:18:35.706816 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.725025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b34f8c-757b-466f-b20e-1c85ca95ad45 None None] Network 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:35.729485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-34b0de0e-bd41-477a-bb51-357a0cd64ae5 None None] Could not find standard attr ID for object d5c2322f-4843-49b7-bcaf-7eb7062679f1. {{(pid=95683) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 11:18:35.763378 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Deleting port be67f41f-1f29-48e4-8128-4943c43cce26 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:35.763971 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.841012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] For port be67f41f-1f29-48e4-8128-4943c43cce26, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=be67f41f-1f29-48e4-8128-4943c43cce26,segment=NetworkSegment(ae2af6ef-d20f-456d-aea5-077d0affe581),segment_id=ae2af6ef-d20f-456d-aea5-077d0affe581)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:35.841427 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:35.855586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Calling delete_port for be67f41f-1f29-48e4-8128-4943c43cce26 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:35.910624 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b34f8c-757b-466f-b20e-1c85ca95ad45 None None] Network 3ba4a7bb-ceb3-46ae-9208-fdc667165fdf could not be found, it might have been deleted concurrently. {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 22 11:18:36.000621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2d0df-fc42-4a86-a135-8a526171375b None None] DHCP port deletion for 0a5c82fe-20e7-49ea-9cb2-049381694209 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:18:36.046392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-19c2d0df-fc42-4a86-a135-8a526171375b None None] Deleting port be67f41f-1f29-48e4-8128-4943c43cce26 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:18:36.046688 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19c2d0df-fc42-4a86-a135-8a526171375b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.056605 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.087683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event deleted for resources: {'Port': ['ID=be67f41f-1f29-48e4-8128-4943c43cce26,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:36.089532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] No DVR routers for this DVR port be67f41f-1f29-48e4-8128-4943c43cce26 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:36.113502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-19c2d0df-fc42-4a86-a135-8a526171375b None None] For port be67f41f-1f29-48e4-8128-4943c43cce26, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=be67f41f-1f29-48e4-8128-4943c43cce26,segment=NetworkSegment(ae2af6ef-d20f-456d-aea5-077d0affe581),segment_id=ae2af6ef-d20f-456d-aea5-077d0affe581)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:36.114133 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19c2d0df-fc42-4a86-a135-8a526171375b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.125498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-19c2d0df-fc42-4a86-a135-8a526171375b None None] Calling delete_port for be67f41f-1f29-48e4-8128-4943c43cce26 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:18:36.166024 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.185851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5c82fe-20e7-49ea-9cb2-049381694209']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:36.194901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2af6ef-d20f-456d-aea5-077d0affe581') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:36.195202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2af6ef-d20f-456d-aea5-077d0affe581') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:36.200584 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-19c2d0df-fc42-4a86-a135-8a526171375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.204644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.218007 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.224659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:18:36.224984 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:18:36.227948 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:18:36.230589 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2d0df-fc42-4a86-a135-8a526171375b None None] No DVR routers for this DVR port be67f41f-1f29-48e4-8128-4943c43cce26 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:18:36.232108 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2d0df-fc42-4a86-a135-8a526171375b None None] Pushing event deleted for resources: {'Port': ['ID=be67f41f-1f29-48e4-8128-4943c43cce26,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:36.347958 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.364020 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.365867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "DELETE /v2.0/networks/0a5c82fe-20e7-49ea-9cb2-049381694209 HTTP/1.1" status: 204 len: 168 time: 0.7377522 Sep 22 11:18:36.366902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226157ee-8799-417f-b48f-fa39e453988d tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Pushing event deleted for resources: {'Network': ['ID=0a5c82fe-20e7-49ea-9cb2-049381694209,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:36.368596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47126) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:36.395468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-403dbaf0-7ff0-4d6f-89f8-b8d7369af8ff tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28a68bf-2e2b-4d84-844b-08a485f23671 HTTP/1.1" status: 200 len: 205 time: 0.0258455 Sep 22 11:18:36.397752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47128) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:36.470998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9844332f-8317-4ed2-91af-ff313fa3bb3f tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.623819 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9844332f-8317-4ed2-91af-ff313fa3bb3f tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.625827 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9844332f-8317-4ed2-91af-ff313fa3bb3f tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.707998 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9844332f-8317-4ed2-91af-ff313fa3bb3f tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.708494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9844332f-8317-4ed2-91af-ff313fa3bb3f tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Fanout notify agent at l3_agent the message router_deleted on router a28a68bf-2e2b-4d84-844b-08a485f23671 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:18:36.726434 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9844332f-8317-4ed2-91af-ff313fa3bb3f tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:36.726434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9844332f-8317-4ed2-91af-ff313fa3bb3f tempest-RoutersNegativeTest-474310543 tempest-RoutersNegativeTest-474310543-project] 10.222.0.20 "DELETE /v2.0/routers/a28a68bf-2e2b-4d84-844b-08a485f23671 HTTP/1.1" status: 204 len: 168 time: 0.3177547 Sep 22 11:18:36.980517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device be67f41f-1f29-48e4-8128-4943c43cce26 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:18:37.000512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: be67f41f-1f29-48e4-8128-4943c43cce26 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:18:37.000859 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device be67f41f-1f29-48e4-8128-4943c43cce26 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:18:37.001284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d5c2322f-4843-49b7-bcaf-7eb7062679f1 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:18:37.020002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d5c2322f-4843-49b7-bcaf-7eb7062679f1 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:18:37.020351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d5c2322f-4843-49b7-bcaf-7eb7062679f1 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:18:37.163211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47134) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:37.290283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b3b47b62-090b-4d7e-9309-61f5a6a41797 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25775b7509b54a0dba88c32bf03fe616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258686 Sep 22 11:18:37.292667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47138) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:37.341984 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd2f6-fe7a-46c9-8777-ef5962162e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:37.363524 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd2f6-fe7a-46c9-8777-ef5962162e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:37.490819 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd2f6-fe7a-46c9-8777-ef5962162e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:37.493487 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd2f6-fe7a-46c9-8777-ef5962162e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:37.494757 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-eb1dd2f6-fe7a-46c9-8777-ef5962162e26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc671a72-b4ef-4454-a260-89ef0c9f2b45 HTTP/1.1" status: 204 len: 168 time: 0.2011876 Sep 22 11:18:37.502659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dd2f6-fe7a-46c9-8777-ef5962162e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc671a72-b4ef-4454-a260-89ef0c9f2b45,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:38.443269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47160) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:38.536504 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-491659404-network', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:38.610698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Made reservation on behalf of 9482efb4c0a64c10b3a94ba25cdecd9e for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:38.613620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:38.622010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:38.705039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:38.770328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:38.790829 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:18:38.805713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:38.808597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:38.808938 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Added segment 09d447d2-5c6a-4b35-89f3-d948da7b7aa4 of type vlan for network 0c16829c-cdf4-4a83-8979-c51c7058a9eb Sep 22 11:18:38.847510 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:38.919144 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:38.920099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:38.920677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:38.981747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0c16829c-cdf4-4a83-8979-c51c7058a9eb,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:38.992627 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:18:39.017432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a273eb25-3c32-4035-8ae7-6e52eda9b1c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5730426 Sep 22 11:18:39.020809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47164) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:39.026440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Request body: {'subnet': {'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-subnet', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:39.102085 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Made reservation on behalf of 9482efb4c0a64c10b3a94ba25cdecd9e for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:39.105209 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:39.319299 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:39.374584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31edceb1-0fda-4268-be64-b1931f30cbae,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:39.382002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Checking segment: {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:39.382394 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Network hostable DHCP agents. Network: 0c16829c-cdf4-4a83-8979-c51c7058a9eb, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:18:39.444701 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:18:39.524707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 0c16829c-cdf4-4a83-8979-c51c7058a9eb) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:39.528720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:39.529305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:39.534156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591de6ee-7887-4d18-9362-d5b427afafe4 None None] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:39.640222 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d41e6e55-3050-4fab-8dd3-813b81168a99 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6176262 Sep 22 11:18:39.642915 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47166) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:39.647686 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:39.678340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'fixed_ips': [{'subnet_id': '31edceb1-0fda-4268-be64-b1931f30cbae'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:18:39.679171 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:39.736825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:39.738564 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:39.792369 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:39.809403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Allocated IP 172.20.0.2 (0c16829c-cdf4-4a83-8979-c51c7058a9eb/31edceb1-0fda-4268-be64-b1931f30cbae/e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:39.950983 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:39.985458 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:40.022501 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:40.059369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:40.062424 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:40.066432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:40.074482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Pushing event updated for resources: {'Port': ['ID=e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:40.128607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Attempting to bind port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:40.128977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Attempting to bind port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:40.129340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Attempting to bind port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd on network 0c16829c-cdf4-4a83-8979-c51c7058a9eb {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:40.134153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:40.134530 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Checking segment: {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:40.134932 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:40.135327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Bound using segment: {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:40.135788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Bound port: e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:40.136170 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:40.198475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] For port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:40.201606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] For port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:40.249028 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:40.251315 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:40.268041 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:40.313675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb616014-0977-4f81-9a24-082c36c5c593 None None] Pushing event updated for resources: {'Port': ['ID=e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:40.369656 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Allocated IP 172.25.1.227 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:40.482204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:40.599079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:40.636977 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:40.639707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:40.643175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:40.651064 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Pushing event updated for resources: {'Port': ['ID=5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:40.965000 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:41.018292 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:41.074548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:41.075238 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:41.154586 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:41.172861 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:41.190628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:41.192916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7dc0d5-2181-4522-a840-8b0ac611b826 None None] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:41.257529 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:41.344431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e9e92fae-9e9a-4145-98aa-77762d715d64 None None] Provisioning complete for port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:41.344802 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e9e92fae-9e9a-4145-98aa-77762d715d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:41.353956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:41.370510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:18:41.481052 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:18:41.490943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Sync routers for ids ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:18:41.499811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Routers {'d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:18:41.500435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:41.542388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:41.546182 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-13724d69-985f-4589-a2b5-4c27ca39e3ac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8998487 Sep 22 11:18:41.546556 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47168) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:41.612613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Set router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:18:41.736771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5446c265-1211-454b-a123-0a004f4015e7 None None] Provisioning complete for port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:41.737056 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5446c265-1211-454b-a123-0a004f4015e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:41.873992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:39Z', 'updated_at': '2021-09-22T11:18:40Z', 'revision_number': 3, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'gw_port': {'id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:40Z', 'updated_at': '2021-09-22T11:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:41.901125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Checking router: d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:18:41.901473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Updating router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:18:41.926529 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.174253 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.227645 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.252516 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.276371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Attempting to bind port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:42.276753 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Attempting to bind port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:42.277117 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Attempting to bind port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:42.286484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfaaf89-3841-4a96-9108-6b253afc43e0 None None] Pushing event updated for resources: {'Port': ['ID=5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:42.289216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:42.289626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:42.290023 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.290438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:42.290914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Bound port: 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:42.291309 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.345109 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] For port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:42.348678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] For port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:42.414604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Allocated IP 172.20.0.1 (0c16829c-cdf4-4a83-8979-c51c7058a9eb/31edceb1-0fda-4268-be64-b1931f30cbae/6e74574d-d5e1-407b-958e-883577b387cd) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:42.422407 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.485100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Routers {'d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:18:42.485706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:42.518459 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.526666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfaaf89-3841-4a96-9108-6b253afc43e0 None None] Pushing event updated for resources: {'Port': ['ID=5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:42.598245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] Set router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:18:42.616641 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.652559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:42.656712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:42.660770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:42.686128 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Pushing event updated for resources: {'Port': ['ID=6e74574d-d5e1-407b-958e-883577b387cd,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:42.705172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.783810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:39Z', 'updated_at': '2021-09-22T11:18:40Z', 'revision_number': 3, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'gw_port': {'id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:40Z', 'updated_at': '2021-09-22T11:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:42.811337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584e2873-f1b4-4a5c-93c0-820483290c79 None None] The sync data for ids ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'] in n-d-807025-3 is: [{'id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:39Z', 'updated_at': '2021-09-22T11:18:40Z', 'revision_number': 3, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'gw_port': {'id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:40Z', 'updated_at': '2021-09-22T11:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:18:42.885591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7f993d21-a389-4578-9a7c-3158897bc9bf None None] Provisioning complete for port 6e74574d-d5e1-407b-958e-883577b387cd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:42.885966 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7f993d21-a389-4578-9a7c-3158897bc9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:42.930495 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:43.084563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:43.119219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7f993d21-a389-4578-9a7c-3158897bc9bf None None] Port 6e74574d-d5e1-407b-958e-883577b387cd cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:18:43.133933 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:43.142567 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:43.142944 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:43.199637 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:43.272937 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:43.274739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Pushing event updated for resources: {'Port': ['ID=6e74574d-d5e1-407b-958e-883577b387cd,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:43.369592 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:43.371158 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:43.491440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:18:43.605947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:18:43.610839 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-900867df-8e8f-4c85-a85a-989d78c4bc47 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0630941 Sep 22 11:18:43.651050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-81f80888-788a-42d9-bbf7-a611b5cc5bc1 None None] Provisioning complete for port 6e74574d-d5e1-407b-958e-883577b387cd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:43.652246 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-81f80888-788a-42d9-bbf7-a611b5cc5bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:43.690340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-81f80888-788a-42d9-bbf7-a611b5cc5bc1 None None] Port 6e74574d-d5e1-407b-958e-883577b387cd cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:18:44.294295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47184) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:44.299297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-832230467-network', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:44.369858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Made reservation on behalf of da92563ca5c34151891f06c46f7eee8a for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:44.372212 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:44.381150 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:44.399746 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Sync routers for ids ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:18:44.409195 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Routers {'d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:18:44.410423 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:44.470198 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:44.512689 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Set router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:18:44.536471 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:44.560857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:18:44.573437 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:44.573786 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Added segment 8dfc5b61-8907-416a-81f1-7003ad16a6bc of type vlan for network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 Sep 22 11:18:44.575291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dce6e9-0560-4315-8bf8-0fa17971ede0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:44.623208 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:44.701989 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:44.703066 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:44.703648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:44.713683 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:39Z', 'updated_at': '2021-09-22T11:18:42Z', 'revision_number': 4, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'gw_port': {'id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:40Z', 'updated_at': '2021-09-22T11:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '6e74574d-d5e1-407b-958e-883577b387cd', 'name': '', 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'mac_address': 'fa:16:3e:78:78:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '31edceb1-0fda-4268-be64-b1931f30cbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:42Z', 'updated_at': '2021-09-22T11:18:42Z', 'revision_number': 2, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'subnets': [{'id': '31edceb1-0fda-4268-be64-b1931f30cbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:44.738829 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Checking router: d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:18:44.739180 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Updating router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece port 6e74574d-d5e1-407b-958e-883577b387cd binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:18:44.761614 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d3e04a-cbf2-408e-bd5c-6be0b373ada9,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:44.762852 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:44.773056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:18:44.799995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d271ca0c-6a3a-4bb2-86ca-424aa6063972 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5045605 Sep 22 11:18:44.802708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47186) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:44.807990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Request body: {'subnet': {'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-subnet', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:44.896299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Made reservation on behalf of da92563ca5c34151891f06c46f7eee8a for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:44.898652 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.012882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:45.044034 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.060388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:45.060762 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.124838 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.139843 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.154326 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.160963 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:45.191925 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Pushing event updated for resources: {'Port': ['ID=6e74574d-d5e1-407b-958e-883577b387cd,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:45.212257 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.212603 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.212945 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.213758 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.213758 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.213920 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.214266 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.214595 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.214915 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.215244 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.215562 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.216068 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:18:45.221430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb34dba4-7255-407a-941e-427761a12334,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:45.227288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Checking segment: {'id': '8dfc5b61-8907-416a-81f1-7003ad16a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:45.227652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Network hostable DHCP agents. Network: b5d3e04a-cbf2-408e-bd5c-6be0b373ada9, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:18:45.232372 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Attempting to bind port 6e74574d-d5e1-407b-958e-883577b387cd on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:45.232776 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Attempting to bind port 6e74574d-d5e1-407b-958e-883577b387cd by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:45.233236 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Attempting to bind port 6e74574d-d5e1-407b-958e-883577b387cd on network 0c16829c-cdf4-4a83-8979-c51c7058a9eb {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:45.233560 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.239003 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:45.239374 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Checking segment: {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:45.243827 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.243827 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Bound using segment: {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:45.243827 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Bound port: 6e74574d-d5e1-407b-958e-883577b387cd, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:45.243827 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.282612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:45.310635 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] For port 6e74574d-d5e1-407b-958e-883577b387cd, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:45.313871 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] For port 6e74574d-d5e1-407b-958e-883577b387cd, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6e74574d-d5e1-407b-958e-883577b387cd,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:45.324753 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:18:45.405202 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.415678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, b5d3e04a-cbf2-408e-bd5c-6be0b373ada9) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:45.420713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:45.421989 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.424626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ccc085-02a3-4524-83c6-672e67ed8b9a None None] Network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:45.430640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-014b2de4-a7fa-4684-a0f1-5ba318f11566 None None] Provisioning complete for port 6e74574d-d5e1-407b-958e-883577b387cd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:45.431158 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-014b2de4-a7fa-4684-a0f1-5ba318f11566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.467473 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Routers {'d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:18:45.468103 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:45.469712 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ab945-92e3-414e-ac53-3d1711d12197 None None] Pushing event updated for resources: {'Port': ['ID=6e74574d-d5e1-407b-958e-883577b387cd,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:45.503240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-56a802d9-d977-4c42-87f3-b77d21d971e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6992681 Sep 22 11:18:45.505749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47188) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:45.511438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:45.602467 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] Set router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:18:45.611422 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.611637 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-014b2de4-a7fa-4684-a0f1-5ba318f11566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.613580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.655556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-b5d3e04a-cbf2-408e-bd5c-6be0b373ada9', 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'fixed_ips': [{'subnet_id': 'fb34dba4-7255-407a-941e-427761a12334'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:18:45.656663 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.679667 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-014b2de4-a7fa-4684-a0f1-5ba318f11566 None None] For port 6e74574d-d5e1-407b-958e-883577b387cd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6e74574d-d5e1-407b-958e-883577b387cd,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:45.687285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.736528 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-014b2de4-a7fa-4684-a0f1-5ba318f11566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.832954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b2de4-a7fa-4684-a0f1-5ba318f11566 None None] Pushing event updated for resources: {'Port': ['ID=6e74574d-d5e1-407b-958e-883577b387cd,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:45.853575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Allocated IP 172.20.0.2 (b5d3e04a-cbf2-408e-bd5c-6be0b373ada9/fb34dba4-7255-407a-941e-427761a12334/c07a33ea-da47-4f21-beb9-4b78a991f833) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:45.872150 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8a4818ea-31ce-422e-9998-9a71a40f75e8 None None] Provisioning complete for port 6e74574d-d5e1-407b-958e-883577b387cd triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:45.872765 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8a4818ea-31ce-422e-9998-9a71a40f75e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.902291 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:45.906602 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:39Z', 'updated_at': '2021-09-22T11:18:42Z', 'revision_number': 4, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'gw_port': {'id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:40Z', 'updated_at': '2021-09-22T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '6e74574d-d5e1-407b-958e-883577b387cd', 'name': '', 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'mac_address': 'fa:16:3e:78:78:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '31edceb1-0fda-4268-be64-b1931f30cbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:42Z', 'updated_at': '2021-09-22T11:18:45Z', 'revision_number': 4, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'subnets': [{'id': '31edceb1-0fda-4268-be64-b1931f30cbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:45.935813 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a8ded-e0e5-4fcc-a545-321d1b7b9d37 None None] The sync data for ids ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'] in n-d-807025-3 is: [{'id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:39Z', 'updated_at': '2021-09-22T11:18:42Z', 'revision_number': 4, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'gw_port': {'id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:40Z', 'updated_at': '2021-09-22T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '6e74574d-d5e1-407b-958e-883577b387cd', 'name': '', 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'mac_address': 'fa:16:3e:78:78:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '31edceb1-0fda-4268-be64-b1931f30cbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:42Z', 'updated_at': '2021-09-22T11:18:45Z', 'revision_number': 4, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'subnets': [{'id': '31edceb1-0fda-4268-be64-b1931f30cbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:18:46.078475 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:46.148281 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:46.189810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:46.197390 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:46.198196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:46.200533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Pushing event updated for resources: {'Port': ['ID=c07a33ea-da47-4f21-beb9-4b78a991f833,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:46.202747 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:46.219604 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:46.264241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Attempting to bind port c07a33ea-da47-4f21-beb9-4b78a991f833 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:46.265001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Attempting to bind port c07a33ea-da47-4f21-beb9-4b78a991f833 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '8dfc5b61-8907-416a-81f1-7003ad16a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:46.265577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Attempting to bind port c07a33ea-da47-4f21-beb9-4b78a991f833 on network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:46.271829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:46.272211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Checking segment: {'id': '8dfc5b61-8907-416a-81f1-7003ad16a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:46.272622 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:46.273029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Bound using segment: {'id': '8dfc5b61-8907-416a-81f1-7003ad16a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:46.273514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Bound port: c07a33ea-da47-4f21-beb9-4b78a991f833, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfc5b61-8907-416a-81f1-7003ad16a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:46.273916 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:46.333304 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Allocated IP 172.25.1.221 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/303bafea-1412-4e73-b173-4827e73bb11c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:46.345353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] For port c07a33ea-da47-4f21-beb9-4b78a991f833, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:46.349059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] For port c07a33ea-da47-4f21-beb9-4b78a991f833, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c07a33ea-da47-4f21-beb9-4b78a991f833,segment=NetworkSegment(8dfc5b61-8907-416a-81f1-7003ad16a6bc),segment_id=8dfc5b61-8907-416a-81f1-7003ad16a6bc)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:46.431271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:46.438152 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:46.492025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8790a7-c63b-493a-b770-ff44cd6bb836 None None] Pushing event updated for resources: {'Port': ['ID=c07a33ea-da47-4f21-beb9-4b78a991f833,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:46.559668 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:46.604493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:46.608139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:46.611010 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:46.620797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Pushing event updated for resources: {'Port': ['ID=303bafea-1412-4e73-b173-4827e73bb11c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:46.953500 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:47.128925 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6e74574d-d5e1-407b-958e-883577b387cd up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:47.194263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 6e74574d-d5e1-407b-958e-883577b387cd triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:47.194965 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:47.283587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c07a33ea-da47-4f21-beb9-4b78a991f833 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:47.334037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c07a33ea-da47-4f21-beb9-4b78a991f833 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:47.334451 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:47.420142 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:47.462575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port c07a33ea-da47-4f21-beb9-4b78a991f833, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c07a33ea-da47-4f21-beb9-4b78a991f833,segment=NetworkSegment(8dfc5b61-8907-416a-81f1-7003ad16a6bc),segment_id=8dfc5b61-8907-416a-81f1-7003ad16a6bc)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:47.495767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2917de-fbff-4005-9dd8-37ac90259b11 None None] Network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:18:47.535368 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:47.560345 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:47.561116 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:47.627769 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:18:47.685515 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=c07a33ea-da47-4f21-beb9-4b78a991f833,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:47.690413 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0fbb370d-78f2-46f6-9aec-bd5052e86715 None None] Provisioning complete for port c07a33ea-da47-4f21-beb9-4b78a991f833 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:47.690783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0fbb370d-78f2-46f6-9aec-bd5052e86715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:47.745792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:47.746050 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:47.753396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Router 965d88a7-0dfb-4308-a300-7812fb552afe is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:18:47.880071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:18:47.889152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Sync routers for ids ['965d88a7-0dfb-4308-a300-7812fb552afe'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:18:47.898651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Routers {'965d88a7-0dfb-4308-a300-7812fb552afe'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:18:47.899253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['965d88a7-0dfb-4308-a300-7812fb552afe'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:47.982479 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:47.986690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-662ce9bf-dcd2-403b-9385-c310b13fb357 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4770720 Sep 22 11:18:47.986980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47192) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:18:48.010199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Set router 965d88a7-0dfb-4308-a300-7812fb552afe gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:18:48.133667 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-931f43e1-3754-4d72-9001-d0679f367f20 None None] Provisioning complete for port c07a33ea-da47-4f21-beb9-4b78a991f833 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:48.134391 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-931f43e1-3754-4d72-9001-d0679f367f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.269134 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '303bafea-1412-4e73-b173-4827e73bb11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:45Z', 'updated_at': '2021-09-22T11:18:46Z', 'revision_number': 3, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'gw_port': {'id': '303bafea-1412-4e73-b173-4827e73bb11c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:46Z', 'updated_at': '2021-09-22T11:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:48.298506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Checking router: 965d88a7-0dfb-4308-a300-7812fb552afe for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:18:48.298851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Updating router 965d88a7-0dfb-4308-a300-7812fb552afe port 303bafea-1412-4e73-b173-4827e73bb11c binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:18:48.327669 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.455619 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.588466 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.626942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Allocated IP 172.20.0.1 (b5d3e04a-cbf2-408e-bd5c-6be0b373ada9/fb34dba4-7255-407a-941e-427761a12334/794ea462-bbaa-4d34-8fc9-6520a95fc44a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:48.645269 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.703897 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Attempting to bind port 303bafea-1412-4e73-b173-4827e73bb11c on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:48.705454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Attempting to bind port 303bafea-1412-4e73-b173-4827e73bb11c by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:48.705454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Attempting to bind port 303bafea-1412-4e73-b173-4827e73bb11c on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:48.707136 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8448a-aa3b-4e10-8f60-7716433aef7f None None] Pushing event updated for resources: {'Port': ['ID=303bafea-1412-4e73-b173-4827e73bb11c,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:48.713827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:48.714231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:48.715230 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.715230 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:48.715544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Bound port: 303bafea-1412-4e73-b173-4827e73bb11c, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:48.715821 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.728554 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.766714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] For port 303bafea-1412-4e73-b173-4827e73bb11c, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:48.769829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] For port 303bafea-1412-4e73-b173-4827e73bb11c, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=303bafea-1412-4e73-b173-4827e73bb11c,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:48.833741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.851012 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.869712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:48.873948 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:48.877495 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:48.890744 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Pushing event updated for resources: {'Port': ['ID=794ea462-bbaa-4d34-8fc9-6520a95fc44a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:48.910764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Routers {'965d88a7-0dfb-4308-a300-7812fb552afe'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:18:48.914711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['965d88a7-0dfb-4308-a300-7812fb552afe'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:48.928044 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:48.952451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8448a-aa3b-4e10-8f60-7716433aef7f None None] Pushing event updated for resources: {'Port': ['ID=303bafea-1412-4e73-b173-4827e73bb11c,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:49.028049 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c07a33ea-da47-4f21-beb9-4b78a991f833 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:49.034525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] Set router 965d88a7-0dfb-4308-a300-7812fb552afe gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:18:49.133025 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:49.301091 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:49.304435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-04a457c7-cc5f-4634-a645-9c9ff9eb2296 None None] Provisioning complete for port 794ea462-bbaa-4d34-8fc9-6520a95fc44a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:49.304978 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-04a457c7-cc5f-4634-a645-9c9ff9eb2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:49.370596 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:49.380229 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c07a33ea-da47-4f21-beb9-4b78a991f833 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:49.380604 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:49.391556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-04a457c7-cc5f-4634-a645-9c9ff9eb2296 None None] Port 794ea462-bbaa-4d34-8fc9-6520a95fc44a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:18:49.438468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Pushing event updated for resources: {'Port': ['ID=794ea462-bbaa-4d34-8fc9-6520a95fc44a,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:49.442362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:49.508250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '303bafea-1412-4e73-b173-4827e73bb11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:45Z', 'updated_at': '2021-09-22T11:18:46Z', 'revision_number': 3, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'gw_port': {'id': '303bafea-1412-4e73-b173-4827e73bb11c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:46Z', 'updated_at': '2021-09-22T11:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:49.534052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab36c12c-f0c2-4264-a917-3b8b67df7422 None None] The sync data for ids ['965d88a7-0dfb-4308-a300-7812fb552afe'] in n-d-807025-3 is: [{'id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '303bafea-1412-4e73-b173-4827e73bb11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:45Z', 'updated_at': '2021-09-22T11:18:46Z', 'revision_number': 3, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'gw_port': {'id': '303bafea-1412-4e73-b173-4827e73bb11c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:46Z', 'updated_at': '2021-09-22T11:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:18:49.536808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:49.538245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:49.654822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Router 965d88a7-0dfb-4308-a300-7812fb552afe has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:18:49.803686 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:18:49.808689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cec754cb-4a7a-43ec-ada5-e3ee90d11f53 admin admin] 10.222.0.20 "PUT /v2.0/routers/965d88a7-0dfb-4308-a300-7812fb552afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208964 Sep 22 11:18:49.816536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-51f185d6-bedd-43e7-b8ed-fa1c30aa8225 None None] Provisioning complete for port 794ea462-bbaa-4d34-8fc9-6520a95fc44a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:49.816856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-51f185d6-bedd-43e7-b8ed-fa1c30aa8225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:49.857977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-51f185d6-bedd-43e7-b8ed-fa1c30aa8225 None None] Port 794ea462-bbaa-4d34-8fc9-6520a95fc44a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:18:50.507914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-b2248e49-a2bf-4350-b78f-3b2824d7b355 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:50.509409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-b2248e49-a2bf-4350-b78f-3b2824d7b355 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/networks?id=0c16829c-cdf4-4a83-8979-c51c7058a9eb HTTP/1.1" status: 200 len: 816 time: 0.1045232 Sep 22 11:18:50.524663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-5ba140c2-a90b-4bbc-950f-0ea7443b9b31 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/quotas/9482efb4c0a64c10b3a94ba25cdecd9e HTTP/1.1" status: 200 len: 375 time: 0.0094509 Sep 22 11:18:50.576331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-c877179f-1cbf-4fe1-b45b-5f9e02270db3 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463574 Sep 22 11:18:50.680204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-d7f5e4c6-d250-4396-91ea-d47ff80da7d4 service neutron] 10.222.0.20 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876169 Sep 22 11:18:50.769468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-fc1d156a-fa52-45d1-b435-373208347599 service neutron] 10.222.0.20 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828252 Sep 22 11:18:51.011913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e253972f-1095-4d98-87fb-feee2d3b90bd req-96b700d1-d9a8-4923-948c-dba5ebc95cc9 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 210 time: 0.0301592 Sep 22 11:18:51.028509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 303bafea-1412-4e73-b173-4827e73bb11c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:51.082555 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Sync routers for ids ['965d88a7-0dfb-4308-a300-7812fb552afe'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:18:51.085448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 303bafea-1412-4e73-b173-4827e73bb11c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:51.085896 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:51.093054 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Routers {'965d88a7-0dfb-4308-a300-7812fb552afe'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:18:51.093661 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['965d88a7-0dfb-4308-a300-7812fb552afe'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:51.162842 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:51.182886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 303bafea-1412-4e73-b173-4827e73bb11c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=303bafea-1412-4e73-b173-4827e73bb11c,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:51.204506 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Set router 965d88a7-0dfb-4308-a300-7812fb552afe gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:18:51.227658 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:51.275389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=303bafea-1412-4e73-b173-4827e73bb11c,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:51.396682 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '303bafea-1412-4e73-b173-4827e73bb11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:45Z', 'updated_at': '2021-09-22T11:18:49Z', 'revision_number': 4, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'gw_port': {'id': '303bafea-1412-4e73-b173-4827e73bb11c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:46Z', 'updated_at': '2021-09-22T11:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '794ea462-bbaa-4d34-8fc9-6520a95fc44a', 'name': '', 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'mac_address': 'fa:16:3e:1d:c0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fb34dba4-7255-407a-941e-427761a12334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:48Z', 'updated_at': '2021-09-22T11:18:49Z', 'revision_number': 2, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'subnets': [{'id': 'fb34dba4-7255-407a-941e-427761a12334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:51.421854 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Checking router: 965d88a7-0dfb-4308-a300-7812fb552afe for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:18:51.422241 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Updating router 965d88a7-0dfb-4308-a300-7812fb552afe port 794ea462-bbaa-4d34-8fc9-6520a95fc44a binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:18:51.451847 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:51.711664 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:51.770312 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:51.818315 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6e42-7288-4f27-a54a-1200f4035fbc None None] Pushing event updated for resources: {'Port': ['ID=794ea462-bbaa-4d34-8fc9-6520a95fc44a,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:51.873774 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Attempting to bind port 794ea462-bbaa-4d34-8fc9-6520a95fc44a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:51.874173 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Attempting to bind port 794ea462-bbaa-4d34-8fc9-6520a95fc44a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '8dfc5b61-8907-416a-81f1-7003ad16a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:51.874533 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Attempting to bind port 794ea462-bbaa-4d34-8fc9-6520a95fc44a on network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:51.879695 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:51.880428 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Checking segment: {'id': '8dfc5b61-8907-416a-81f1-7003ad16a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:51.880849 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:51.881245 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Bound using segment: {'id': '8dfc5b61-8907-416a-81f1-7003ad16a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:51.881708 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Bound port: 794ea462-bbaa-4d34-8fc9-6520a95fc44a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfc5b61-8907-416a-81f1-7003ad16a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:51.882080 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:51.947352 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] For port 794ea462-bbaa-4d34-8fc9-6520a95fc44a, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:51.951125 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] For port 794ea462-bbaa-4d34-8fc9-6520a95fc44a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=794ea462-bbaa-4d34-8fc9-6520a95fc44a,segment=NetworkSegment(8dfc5b61-8907-416a-81f1-7003ad16a6bc),segment_id=8dfc5b61-8907-416a-81f1-7003ad16a6bc)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:51.990621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e169709d-05c8-41be-887e-7015d48bc969 None None] Provisioning complete for port 794ea462-bbaa-4d34-8fc9-6520a95fc44a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:52.000331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e169709d-05c8-41be-887e-7015d48bc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:52.011132 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:52.027807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e169709d-05c8-41be-887e-7015d48bc969 None None] Port 794ea462-bbaa-4d34-8fc9-6520a95fc44a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:18:52.072452 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c6e42-7288-4f27-a54a-1200f4035fbc None None] Pushing event updated for resources: {'Port': ['ID=794ea462-bbaa-4d34-8fc9-6520a95fc44a,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:52.075020 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Routers {'965d88a7-0dfb-4308-a300-7812fb552afe'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:18:52.082243 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:18:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['965d88a7-0dfb-4308-a300-7812fb552afe'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:52.125662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-393d5ca3-3e56-4568-a95f-b02bf0204038 req-c86eccf4-8013-43d9-ba8c-848ff646a3bf tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 210 time: 0.0310621 Sep 22 11:18:52.197926 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] Set router 965d88a7-0dfb-4308-a300-7812fb552afe gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:18:52.348021 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8bd47534-a13c-429d-a48e-2e33e64e6742 None None] Provisioning complete for port 794ea462-bbaa-4d34-8fc9-6520a95fc44a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:52.348538 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8bd47534-a13c-429d-a48e-2e33e64e6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:52.349873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a02afb01-0f8d-44cb-8457-969fbabb154e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:52.414594 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '303bafea-1412-4e73-b173-4827e73bb11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:45Z', 'updated_at': '2021-09-22T11:18:49Z', 'revision_number': 4, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'gw_port': {'id': '303bafea-1412-4e73-b173-4827e73bb11c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:46Z', 'updated_at': '2021-09-22T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '794ea462-bbaa-4d34-8fc9-6520a95fc44a', 'name': '', 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'mac_address': 'fa:16:3e:1d:c0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fb34dba4-7255-407a-941e-427761a12334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:48Z', 'updated_at': '2021-09-22T11:18:51Z', 'revision_number': 4, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'subnets': [{'id': 'fb34dba4-7255-407a-941e-427761a12334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:18:52.428623 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8bd47534-a13c-429d-a48e-2e33e64e6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:52.441573 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc3eaf7-31ca-49b0-8f5c-acba9f10d272 None None] The sync data for ids ['965d88a7-0dfb-4308-a300-7812fb552afe'] in n-d-807025-3 is: [{'id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '303bafea-1412-4e73-b173-4827e73bb11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:45Z', 'updated_at': '2021-09-22T11:18:49Z', 'revision_number': 4, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'gw_port': {'id': '303bafea-1412-4e73-b173-4827e73bb11c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:46Z', 'updated_at': '2021-09-22T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '794ea462-bbaa-4d34-8fc9-6520a95fc44a', 'name': '', 'network_id': 'b5d3e04a-cbf2-408e-bd5c-6be0b373ada9', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'mac_address': 'fa:16:3e:1d:c0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'fb34dba4-7255-407a-941e-427761a12334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:48Z', 'updated_at': '2021-09-22T11:18:51Z', 'revision_number': 4, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'subnets': [{'id': 'fb34dba4-7255-407a-941e-427761a12334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:18:52.462547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8bd47534-a13c-429d-a48e-2e33e64e6742 None None] For port 794ea462-bbaa-4d34-8fc9-6520a95fc44a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=794ea462-bbaa-4d34-8fc9-6520a95fc44a,segment=NetworkSegment(8dfc5b61-8907-416a-81f1-7003ad16a6bc),segment_id=8dfc5b61-8907-416a-81f1-7003ad16a6bc)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:52.542130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8bd47534-a13c-429d-a48e-2e33e64e6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:52.594371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd47534-a13c-429d-a48e-2e33e64e6742 None None] Pushing event updated for resources: {'Port': ['ID=794ea462-bbaa-4d34-8fc9-6520a95fc44a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:53.111041 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 303bafea-1412-4e73-b173-4827e73bb11c up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:53.116444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-0b2db82f-f054-4454-9442-21d00b3fb657 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:53.118045 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-0b2db82f-f054-4454-9442-21d00b3fb657 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.30 "GET /v2.0/networks?id=0c16829c-cdf4-4a83-8979-c51c7058a9eb HTTP/1.1" status: 200 len: 816 time: 0.1204402 Sep 22 11:18:53.132364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Request body: {'port': {'device_id': '0a5852c4-1492-4256-aa23-68e129c06e13', 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'admin_state_up': True, 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:53.196043 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 303bafea-1412-4e73-b173-4827e73bb11c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:53.196410 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:53.287044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab03807f-e5c0-4ba7-ab06-923e093afb4b req-09fafde7-5ac9-41f8-a600-a9e91e0bdc76 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 210 time: 0.0422235 Sep 22 11:18:53.310943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 794ea462-bbaa-4d34-8fc9-6520a95fc44a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:18:53.357807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 794ea462-bbaa-4d34-8fc9-6520a95fc44a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:53.362996 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:53.381883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Made reservation on behalf of 9482efb4c0a64c10b3a94ba25cdecd9e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:18:53.385719 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:53.519180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Allocated IP 172.20.0.5 (0c16829c-cdf4-4a83-8979-c51c7058a9eb/31edceb1-0fda-4268-be64-b1931f30cbae/17985cd3-3efa-40de-b74a-9b310adf40c3) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:18:53.663401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:53.742568 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:53.787910 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:18:53.790872 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:18:53.794529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:18:53.820468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Pushing event updated for resources: {'Port': ['ID=17985cd3-3efa-40de-b74a-9b310adf40c3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:53.849702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:53.850396 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:53.914236 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-6127d4f0-6aa3-4cf8-9153-90d67636605b tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7864702 Sep 22 11:18:53.926579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Request body: {'port': {'device_id': '0a5852c4-1492-4256-aa23-68e129c06e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:18:53.985219 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:54.070393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b903d151-9450-46e4-aabb-ed9fe0c3bf86 None None] Provisioning complete for port 17985cd3-3efa-40de-b74a-9b310adf40c3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:18:54.070650 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b903d151-9450-46e4-aabb-ed9fe0c3bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:54.103814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b903d151-9450-46e4-aabb-ed9fe0c3bf86 None None] Port 17985cd3-3efa-40de-b74a-9b310adf40c3 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:18:54.238320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17985cd3-3efa-40de-b74a-9b310adf40c3 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:18:54.245747 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:54.257772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Transition to ACTIVE for port object 17985cd3-3efa-40de-b74a-9b310adf40c3 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:18:54.324640 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:54.404443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Pushing event updated for resources: {'Port': ['ID=17985cd3-3efa-40de-b74a-9b310adf40c3,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:54.467806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429d225-46db-4fac-84cd-ccb7d27f646a req-9af5da02-2f52-4039-8dd7-4895d2c9318a tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:54.469361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d429d225-46db-4fac-84cd-ccb7d27f646a req-9af5da02-2f52-4039-8dd7-4895d2c9318a tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 943 time: 0.1150925 Sep 22 11:18:54.502853 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Attempting to bind port 17985cd3-3efa-40de-b74a-9b310adf40c3 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:18:54.503030 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Attempting to bind port 17985cd3-3efa-40de-b74a-9b310adf40c3 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:18:54.503317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Attempting to bind port 17985cd3-3efa-40de-b74a-9b310adf40c3 on network 0c16829c-cdf4-4a83-8979-c51c7058a9eb {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:54.512300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Port 17985cd3-3efa-40de-b74a-9b310adf40c3 on network 0c16829c-cdf4-4a83-8979-c51c7058a9eb not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:18:54.512620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Attempting to bind port 17985cd3-3efa-40de-b74a-9b310adf40c3 on network 0c16829c-cdf4-4a83-8979-c51c7058a9eb {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:18:54.524590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:18:54.524590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Checking segment: {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:18:54.524590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Bound using segment: {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:18:54.524958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Bound port: 17985cd3-3efa-40de-b74a-9b310adf40c3, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:18:54.525316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:54.539065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d429d225-46db-4fac-84cd-ccb7d27f646a req-02880898-6211-4880-bc3f-d3a3edb795be tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596914 Sep 22 11:18:54.593597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] For port 17985cd3-3efa-40de-b74a-9b310adf40c3, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:18:54.611141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] For port 17985cd3-3efa-40de-b74a-9b310adf40c3, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=17985cd3-3efa-40de-b74a-9b310adf40c3,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:18:54.678850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:54.716755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:54.717465 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:54.718860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] 10.222.0.30 "PUT /v2.0/ports/17985cd3-3efa-40de-b74a-9b310adf40c3 HTTP/1.1" status: 200 len: 1091 time: 0.7966824 Sep 22 11:18:54.719300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5852c4-1492-4256-aa23-68e129c06e13', 'tag': '17985cd3-3efa-40de-b74a-9b310adf40c3'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:18:54.722224 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a4e9a7-747e-49e2-8ec3-c5d84f39ffde" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5852c4-1492-4256-aa23-68e129c06e13", "tag": "17985cd3-3efa-40de-b74a-9b310adf40c3"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:18:54.752436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25982a3f-23e7-4e28-96a5-b3ee73f4fae6 service neutron] Pushing event updated for resources: {'Port': ['ID=17985cd3-3efa-40de-b74a-9b310adf40c3,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:54.767580 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07359df-40a6-49b3-8a99-bb594ab554bc x-openstack-request-id: req-e07359df-40a6-49b3-8a99-bb594ab554bc {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:18:54.767965 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5852c4-1492-4256-aa23-68e129c06e13", "tag": "17985cd3-3efa-40de-b74a-9b310adf40c3", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:18:54.768889 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e07359df-40a6-49b3-8a99-bb594ab554bc {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:18:54.769351 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5852c4-1492-4256-aa23-68e129c06e13', 'tag': '17985cd3-3efa-40de-b74a-9b310adf40c3', 'status': 'completed', 'code': 200} Sep 22 11:18:54.831459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4e9a7-747e-49e2-8ec3-c5d84f39ffde req-00ebbb32-6ada-4b8d-9043-f367b0acf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:54.833034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3a4e9a7-747e-49e2-8ec3-c5d84f39ffde req-00ebbb32-6ada-4b8d-9043-f367b0acf2c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 1094 time: 0.0441129 Sep 22 11:18:54.939052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4e9a7-747e-49e2-8ec3-c5d84f39ffde req-09039e52-8492-488e-b1c3-9333f7a577d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:54.940949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3a4e9a7-747e-49e2-8ec3-c5d84f39ffde req-09039e52-8492-488e-b1c3-9333f7a577d9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0996175 Sep 22 11:18:55.032553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4e9a7-747e-49e2-8ec3-c5d84f39ffde req-a620a10e-785d-4795-9a91-d65a4bdbd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:55.034021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b3a4e9a7-747e-49e2-8ec3-c5d84f39ffde req-a620a10e-785d-4795-9a91-d65a4bdbd011 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867822 Sep 22 11:18:55.105479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-bd98af9e-303f-4f89-b816-20ae5f723de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:55.106916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-bd98af9e-303f-4f89-b816-20ae5f723de4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 1094 time: 0.0399237 Sep 22 11:18:55.151439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-d00a8589-63bb-4ccd-ac2f-f39f62f8a071 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17985cd3-3efa-40de-b74a-9b310adf40c3 HTTP/1.1" status: 200 len: 217 time: 0.0363619 Sep 22 11:18:55.176109 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2947b351-c940-4e53-bdef-4692019c87e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:55.199366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-483f84c6-5b67-4e9c-b216-3c5f2a4e5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:55.200807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-483f84c6-5b67-4e9c-b216-3c5f2a4e5015 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31edceb1-0fda-4268-be64-b1931f30cbae HTTP/1.1" status: 200 len: 855 time: 0.0432634 Sep 22 11:18:55.244319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-318978a0-1071-40c3-aacb-f90c5f438adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:55.245831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-318978a0-1071-40c3-aacb-f90c5f438adf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c16829c-cdf4-4a83-8979-c51c7058a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386660 Sep 22 11:18:55.336824 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-28754955-827c-4ebf-9c74-a7069cd100be service neutron] 10.222.0.30 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839853 Sep 22 11:18:55.423719 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08e475a7-4bbb-4e3b-8057-a93e8e5a5e36 req-4a64e8ac-1a47-4a96-a351-e90913e40923 service neutron] 10.222.0.30 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793648 Sep 22 11:18:55.599106 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:55.694177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672bd69-0f54-466f-bb87-642a5553597b req-499ad72b-a3d0-43e2-b0b4-bb5740971edd tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:55.695660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c672bd69-0f54-466f-bb87-642a5553597b req-499ad72b-a3d0-43e2-b0b4-bb5740971edd tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 943 time: 0.0859616 Sep 22 11:18:55.735562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c672bd69-0f54-466f-bb87-642a5553597b req-d8e1016e-cc91-48bd-b272-4b836a79c1b1 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338321 Sep 22 11:18:56.141924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:56.187056 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:56.359019 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:56.848596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206379a-af2c-4a89-a75e-328f159bcbe9 req-1193708c-17f3-44e8-8c32-7f14d01e9954 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:56.850087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7206379a-af2c-4a89-a75e-328f159bcbe9 req-1193708c-17f3-44e8-8c32-7f14d01e9954 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 943 time: 0.0483475 Sep 22 11:18:56.896643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7206379a-af2c-4a89-a75e-328f159bcbe9 req-91c2040a-5fb7-4d93-bdc5-ac9501d70a64 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Sep 22 11:18:58.013321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e9e3d-93ac-4106-8fd8-f771643f6d88 req-6f606892-b72a-47b0-8041-ce1b57f59959 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:58.014840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-087e9e3d-93ac-4106-8fd8-f771643f6d88 req-6f606892-b72a-47b0-8041-ce1b57f59959 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 943 time: 0.0494764 Sep 22 11:18:58.051474 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-087e9e3d-93ac-4106-8fd8-f771643f6d88 req-3707b0c6-bce0-4193-998b-a7b2202017cc tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301523 Sep 22 11:18:58.139004 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 17985cd3-3efa-40de-b74a-9b310adf40c3 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:18:58.244122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 17985cd3-3efa-40de-b74a-9b310adf40c3, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=17985cd3-3efa-40de-b74a-9b310adf40c3,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:58.255573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '17985cd3-3efa-40de-b74a-9b310adf40c3', 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'port_id': '17985cd3-3efa-40de-b74a-9b310adf40c3', 'mac_address': 'fa:16:3e:0d:59:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31edceb1-0fda-4268-be64-b1931f30cbae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:18:58.261701 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:58.293351 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:58.305691 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17985cd3-3efa-40de-b74a-9b310adf40c3 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:18:58.325950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 17985cd3-3efa-40de-b74a-9b310adf40c3, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=17985cd3-3efa-40de-b74a-9b310adf40c3,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:18:58.375975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:18:58.427994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=17985cd3-3efa-40de-b74a-9b310adf40c3,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:18:58.578142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['17985cd3-3efa-40de-b74a-9b310adf40c3'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:18:59.167101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeab78-8e3d-4281-9412-99e4d6cf7017 req-4a8f398c-25de-409c-8168-2ff487073fab tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:18:59.168575 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eabeab78-8e3d-4281-9412-99e4d6cf7017 req-4a8f398c-25de-409c-8168-2ff487073fab tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 944 time: 0.0515268 Sep 22 11:18:59.205093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eabeab78-8e3d-4281-9412-99e4d6cf7017 req-1a8ce4c1-8e7d-4435-be81-7821d0b49aa2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305626 Sep 22 11:19:00.138788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 17985cd3-3efa-40de-b74a-9b310adf40c3 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:19:00.227320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 17985cd3-3efa-40de-b74a-9b310adf40c3 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:19:00.231191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 17985cd3-3efa-40de-b74a-9b310adf40c3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:19:00.233089 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:00.307384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:00.318847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7400fa-e6bb-47cf-aecc-2ccafb177c8c req-f4fabe9e-8cf5-485d-968d-b983a0a60617 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:00.320384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c7400fa-e6bb-47cf-aecc-2ccafb177c8c req-f4fabe9e-8cf5-485d-968d-b983a0a60617 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 944 time: 0.0493872 Sep 22 11:19:00.329151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5852c4-1492-4256-aa23-68e129c06e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17985cd3-3efa-40de-b74a-9b310adf40c3'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:19:00.331514 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f90902-3b0d-45d5-9bfb-f80b14903db5" -d '{"events": [{"server_uuid": "0a5852c4-1492-4256-aa23-68e129c06e13", "name": "network-vif-plugged", "status": "completed", "tag": "17985cd3-3efa-40de-b74a-9b310adf40c3"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:19:00.343965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 17985cd3-3efa-40de-b74a-9b310adf40c3, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=17985cd3-3efa-40de-b74a-9b310adf40c3,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:19:00.358758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6c7400fa-e6bb-47cf-aecc-2ccafb177c8c req-b75701a9-297f-4840-a933-cf2f7e667721 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Sep 22 11:19:00.381967 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:00.406882 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9ba7f0-6747-4158-b49f-e574b163b653 x-openstack-request-id: req-4d9ba7f0-6747-4158-b49f-e574b163b653 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:19:00.407175 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5852c4-1492-4256-aa23-68e129c06e13", "name": "network-vif-plugged", "status": "completed", "tag": "17985cd3-3efa-40de-b74a-9b310adf40c3", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:19:00.407561 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d9ba7f0-6747-4158-b49f-e574b163b653 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:19:00.407963 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5852c4-1492-4256-aa23-68e129c06e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17985cd3-3efa-40de-b74a-9b310adf40c3', 'code': 200} Sep 22 11:19:00.438367 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=17985cd3-3efa-40de-b74a-9b310adf40c3,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:19:00.498583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881da4c-6edd-4a6c-b27c-fc6e644556e8 req-ac161ff2-f493-475d-87a0-4df668df6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:00.501148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4881da4c-6edd-4a6c-b27c-fc6e644556e8 req-ac161ff2-f493-475d-87a0-4df668df6202 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 1096 time: 0.0397425 Sep 22 11:19:00.533973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4881da4c-6edd-4a6c-b27c-fc6e644556e8 req-b3bc039d-7712-4da9-9b07-9392444ce602 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272551 Sep 22 11:19:01.480696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39042a-0eb6-43ca-a286-58506b75c080 req-8fedfa37-05ee-45b3-8f41-e3de8bab68fc tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:01.482207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b39042a-0eb6-43ca-a286-58506b75c080 req-8fedfa37-05ee-45b3-8f41-e3de8bab68fc tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 945 time: 0.0543218 Sep 22 11:19:01.518882 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b39042a-0eb6-43ca-a286-58506b75c080 req-16b32e09-e48c-41f7-ad85-819e0a51e470 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306673 Sep 22 11:19:02.634325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e86c5f-f207-488f-985c-9011f2c96b8f req-df3873c4-ff0d-41fe-96fb-725256c0254a tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:02.635825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1e86c5f-f207-488f-985c-9011f2c96b8f req-df3873c4-ff0d-41fe-96fb-725256c0254a tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 945 time: 0.0484700 Sep 22 11:19:02.672660 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1e86c5f-f207-488f-985c-9011f2c96b8f req-2addc235-9433-4b3f-8f98-669f37a2a350 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Sep 22 11:19:02.784117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0ecc-9eb0-40c3-bdcc-f761a23029e6 req-d57fc777-06a7-4165-8ea8-a3ca36e94dfd tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:02.785503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d1b0ecc-9eb0-40c3-bdcc-f761a23029e6 req-d57fc777-06a7-4165-8ea8-a3ca36e94dfd tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 945 time: 0.0478430 Sep 22 11:19:02.822149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d1b0ecc-9eb0-40c3-bdcc-f761a23029e6 req-69c43076-44cb-4f99-9086-a65239a2484a tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Sep 22 11:19:22.324256 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d1edfd03-8978-40b8-bff2-8e6b172cb098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:24.628930 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:19:24.775687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18722f-abab-4bd9-986b-f6902a102ba7 req-fc328420-9cf2-49b3-84c3-19b36668fd8d tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:24.777135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa18722f-abab-4bd9-986b-f6902a102ba7 req-fc328420-9cf2-49b3-84c3-19b36668fd8d tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Sep 22 11:19:24.818726 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa18722f-abab-4bd9-986b-f6902a102ba7 req-00252599-7923-4d22-86ee-07691349f36f tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Sep 22 11:19:25.163989 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff795074-09c8-41be-9a6b-56bc059fb95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:25.610256 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:25.934957 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8000d-e29b-4b5a-a962-3090355b24d3 req-06ac8206-186c-449b-8e40-6d7e49d92fbf tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:25.936426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7de8000d-e29b-4b5a-a962-3090355b24d3 req-06ac8206-186c-449b-8e40-6d7e49d92fbf tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 945 time: 0.0478103 Sep 22 11:19:25.974468 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7de8000d-e29b-4b5a-a962-3090355b24d3 req-496f21e4-dab5-4253-bdda-c37853ebc451 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Sep 22 11:19:26.147113 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:26.214664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:26.240636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-3824a2f0-6af4-4946-9e59-1969de99278f tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:26.242172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-3824a2f0-6af4-4946-9e59-1969de99278f tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 945 time: 0.0474415 Sep 22 11:19:26.333745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Deleting port 17985cd3-3efa-40de-b74a-9b310adf40c3 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:19:26.334118 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:26.364986 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:26.419656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] For port 17985cd3-3efa-40de-b74a-9b310adf40c3, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=17985cd3-3efa-40de-b74a-9b310adf40c3,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:19:26.419945 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:26.432705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Calling delete_port for 17985cd3-3efa-40de-b74a-9b310adf40c3 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:19:26.644118 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:26.656496 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['17985cd3-3efa-40de-b74a-9b310adf40c3'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:19:26.675519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Pushing event deleted for resources: {'Port': ['ID=17985cd3-3efa-40de-b74a-9b310adf40c3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:19:26.701418 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.701770 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.702186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.702474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.702807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.703137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.703467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.703795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.704121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.704448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.704773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.705094 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:26.727101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] No DVR routers for this DVR port 17985cd3-3efa-40de-b74a-9b310adf40c3 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:19:26.729601 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:26.731637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60ea84f6-eae9-4370-a465-a0bc8df99f23 req-9cc50608-5711-48ec-b12a-3b0542ae3899 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.30 "DELETE /v2.0/ports/17985cd3-3efa-40de-b74a-9b310adf40c3 HTTP/1.1" status: 204 len: 173 time: 0.4830272 Sep 22 11:19:26.732068 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5852c4-1492-4256-aa23-68e129c06e13', 'name': 'network-vif-deleted', 'tag': '17985cd3-3efa-40de-b74a-9b310adf40c3'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:19:26.734322 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ede0f3b-34e2-4b10-b268-f8503654e278" -d '{"events": [{"server_uuid": "0a5852c4-1492-4256-aa23-68e129c06e13", "name": "network-vif-deleted", "tag": "17985cd3-3efa-40de-b74a-9b310adf40c3"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:19:26.768967 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40396a15-61a2-4084-b332-af1d62a9694c x-openstack-request-id: req-40396a15-61a2-4084-b332-af1d62a9694c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:19:26.769365 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5852c4-1492-4256-aa23-68e129c06e13", "name": "network-vif-deleted", "tag": "17985cd3-3efa-40de-b74a-9b310adf40c3", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:19:26.769613 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40396a15-61a2-4084-b332-af1d62a9694c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:19:26.770063 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5852c4-1492-4256-aa23-68e129c06e13', 'name': 'network-vif-deleted', 'tag': '17985cd3-3efa-40de-b74a-9b310adf40c3', 'status': 'completed', 'code': 200} Sep 22 11:19:27.088593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3a50d7d4-945a-4ecb-b7a7-0bd6b9103903 req-4c1dcf61-9255-4f27-9c22-69b40c98f88a tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a5852c4-1492-4256-aa23-68e129c06e13 HTTP/1.1" status: 200 len: 210 time: 0.0269890 Sep 22 11:19:28.256710 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:28.684334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-3f22f573-f28f-42fe-bf08-f918b4428e1f tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:28.685829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-3f22f573-f28f-42fe-bf08-f918b4428e1f tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/networks?id=0c16829c-cdf4-4a83-8979-c51c7058a9eb HTTP/1.1" status: 200 len: 816 time: 0.1049011 Sep 22 11:19:28.701661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-2acb9ad1-23cf-4e11-972b-9d292e0d9116 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/quotas/9482efb4c0a64c10b3a94ba25cdecd9e HTTP/1.1" status: 200 len: 375 time: 0.0094235 Sep 22 11:19:28.755227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-5450b844-48d9-48a5-af01-902cdbf38522 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480964 Sep 22 11:19:28.846822 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-f129c785-657c-4d2c-9196-791790a6f09e service neutron] 10.222.0.20 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799711 Sep 22 11:19:29.273633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-29a35dd8-48ef-4dac-aaf0-194247b8cdb1 service neutron] 10.222.0.20 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203007 Sep 22 11:19:29.494712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58b1ef59-76ed-4d77-be0f-6b92c63f4c9f req-70d9141b-66ab-4b23-9ced-7cdcec209c4c tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 210 time: 0.0254006 Sep 22 11:19:30.263257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 17985cd3-3efa-40de-b74a-9b310adf40c3 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:19:30.282137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 17985cd3-3efa-40de-b74a-9b310adf40c3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:19:30.282483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 17985cd3-3efa-40de-b74a-9b310adf40c3 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:19:30.589349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e910fb1-c145-4b86-b8ea-6fd56b2a0a8a req-8e07493b-0019-4bce-a302-03fef859f4b5 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 210 time: 0.0259073 Sep 22 11:19:31.502782 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-4d246504-0f62-4ca2-966d-b30f1638be14 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:31.504905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-4d246504-0f62-4ca2-966d-b30f1638be14 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.30 "GET /v2.0/networks?id=0c16829c-cdf4-4a83-8979-c51c7058a9eb HTTP/1.1" status: 200 len: 816 time: 0.1045439 Sep 22 11:19:31.516337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Request body: {'port': {'device_id': '1a758403-89af-4f5a-8f48-633de449b57f', 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'admin_state_up': True, 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:19:31.692482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-749761c6-4c01-4a6e-9038-1f529e4d6cf9 req-0175b9df-f78b-4cc8-86e7-bd16b55fc949 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 210 time: 0.0308299 Sep 22 11:19:31.741042 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Made reservation on behalf of 9482efb4c0a64c10b3a94ba25cdecd9e for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:19:31.744762 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:31.866894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Allocated IP 172.20.0.12 (0c16829c-cdf4-4a83-8979-c51c7058a9eb/31edceb1-0fda-4268-be64-b1931f30cbae/c296d767-3dc8-46be-83f3-9646d304220a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:19:32.010201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:32.095635 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:32.136813 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:19:32.139736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:19:32.141982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:19:32.180719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Pushing event updated for resources: {'Port': ['ID=c296d767-3dc8-46be-83f3-9646d304220a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:19:32.204145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:32.204780 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:32.313702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-bb65f325-b2f0-4acb-862d-1d4f7cd7ed28 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8009653 Sep 22 11:19:32.327725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Request body: {'port': {'device_id': '1a758403-89af-4f5a-8f48-633de449b57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:19:32.378170 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e5a9e31e-9b10-45e7-aece-e8caed2728f2 None None] Provisioning complete for port c296d767-3dc8-46be-83f3-9646d304220a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:19:32.378741 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e5a9e31e-9b10-45e7-aece-e8caed2728f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:32.379701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:32.414452 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9e31e-9b10-45e7-aece-e8caed2728f2 None None] Port c296d767-3dc8-46be-83f3-9646d304220a cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:19:32.638180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c296d767-3dc8-46be-83f3-9646d304220a {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:19:32.646502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:32.658288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Transition to ACTIVE for port object c296d767-3dc8-46be-83f3-9646d304220a will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:19:32.735548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:32.819121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Pushing event updated for resources: {'Port': ['ID=c296d767-3dc8-46be-83f3-9646d304220a,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:19:32.878262 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd3689-acb7-427f-ade0-f2d83d16180d req-9e03698b-ff4d-47cd-a178-e4054fe31ce8 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:32.880393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85dd3689-acb7-427f-ade0-f2d83d16180d req-9e03698b-ff4d-47cd-a178-e4054fe31ce8 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 944 time: 0.1079757 Sep 22 11:19:32.923932 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Attempting to bind port c296d767-3dc8-46be-83f3-9646d304220a on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:19:32.924269 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Attempting to bind port c296d767-3dc8-46be-83f3-9646d304220a by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:19:32.924602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Attempting to bind port c296d767-3dc8-46be-83f3-9646d304220a on network 0c16829c-cdf4-4a83-8979-c51c7058a9eb {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:19:32.936989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Port c296d767-3dc8-46be-83f3-9646d304220a on network 0c16829c-cdf4-4a83-8979-c51c7058a9eb not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:19:32.937320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Attempting to bind port c296d767-3dc8-46be-83f3-9646d304220a on network 0c16829c-cdf4-4a83-8979-c51c7058a9eb {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:19:32.951018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85dd3689-acb7-427f-ade0-f2d83d16180d req-33c3d374-2113-4bbb-a84f-b0e24154ac56 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 Sep 22 11:19:32.951893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:19:32.952237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Checking segment: {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:19:32.952620 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Bound using segment: {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:19:32.953060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Bound port: c296d767-3dc8-46be-83f3-9646d304220a, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d447d2-5c6a-4b35-89f3-d948da7b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:19:32.953420 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:33.016288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] For port c296d767-3dc8-46be-83f3-9646d304220a, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:19:33.019207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] For port c296d767-3dc8-46be-83f3-9646d304220a, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c296d767-3dc8-46be-83f3-9646d304220a,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:19:33.130954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:33.163101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:33.163722 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:33.165102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] 10.222.0.30 "PUT /v2.0/ports/c296d767-3dc8-46be-83f3-9646d304220a HTTP/1.1" status: 200 len: 1092 time: 0.8415787 Sep 22 11:19:33.165543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a758403-89af-4f5a-8f48-633de449b57f', 'tag': 'c296d767-3dc8-46be-83f3-9646d304220a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:19:33.167823 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c97621-e560-4829-b257-327052fe4e94" -d '{"events": [{"name": "network-changed", "server_uuid": "1a758403-89af-4f5a-8f48-633de449b57f", "tag": "c296d767-3dc8-46be-83f3-9646d304220a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:19:33.193638 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fc777-3eae-4524-9a47-4489735f3dec service neutron] Pushing event updated for resources: {'Port': ['ID=c296d767-3dc8-46be-83f3-9646d304220a,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:19:33.209099 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d8911e-8e00-4ea0-8555-a56aa209fc9d x-openstack-request-id: req-04d8911e-8e00-4ea0-8555-a56aa209fc9d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:19:33.209414 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a758403-89af-4f5a-8f48-633de449b57f", "tag": "c296d767-3dc8-46be-83f3-9646d304220a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:19:33.209677 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04d8911e-8e00-4ea0-8555-a56aa209fc9d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:19:33.210085 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a758403-89af-4f5a-8f48-633de449b57f', 'tag': 'c296d767-3dc8-46be-83f3-9646d304220a', 'status': 'completed', 'code': 200} Sep 22 11:19:33.273863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c97621-e560-4829-b257-327052fe4e94 req-3c3cfc19-5f89-4dbd-98cd-eab23df80131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:33.275443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0c97621-e560-4829-b257-327052fe4e94 req-3c3cfc19-5f89-4dbd-98cd-eab23df80131 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 1095 time: 0.0427492 Sep 22 11:19:33.381517 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c97621-e560-4829-b257-327052fe4e94 req-98b1ac8f-3d8d-4097-a380-e3b67bf58867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:33.383055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0c97621-e560-4829-b257-327052fe4e94 req-98b1ac8f-3d8d-4097-a380-e3b67bf58867 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1002402 Sep 22 11:19:33.478157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c97621-e560-4829-b257-327052fe4e94 req-fa0e58f9-f000-49a5-a4a8-17cd5ef5e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:33.479635 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0c97621-e560-4829-b257-327052fe4e94 req-fa0e58f9-f000-49a5-a4a8-17cd5ef5e7d3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900047 Sep 22 11:19:33.566630 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-ce92429d-876f-4740-80e7-4a7506aca28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:33.568068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-ce92429d-876f-4740-80e7-4a7506aca28c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 1095 time: 0.0408506 Sep 22 11:19:33.611980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-df4bad4c-5bed-41d9-aa99-30994b7e021e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c296d767-3dc8-46be-83f3-9646d304220a HTTP/1.1" status: 200 len: 217 time: 0.0342388 Sep 22 11:19:33.659604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-b7b137ce-63d7-4556-9e88-a4f9d09b202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:33.661661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-b7b137ce-63d7-4556-9e88-a4f9d09b202d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31edceb1-0fda-4268-be64-b1931f30cbae HTTP/1.1" status: 200 len: 855 time: 0.0420239 Sep 22 11:19:33.709380 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-9b320ae5-d045-4911-b65a-559745da9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:33.710888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-9b320ae5-d045-4911-b65a-559745da9b6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c16829c-cdf4-4a83-8979-c51c7058a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424545 Sep 22 11:19:33.797626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-8fc285b9-32f4-47b9-81c0-022e6977b15b service neutron] 10.222.0.30 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795908 Sep 22 11:19:33.892198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b46bbe0e-6d4e-41e0-9949-5d395f74c168 req-83faba73-26f4-49e5-911b-ce5b5d7b16c9 service neutron] 10.222.0.30 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877459 Sep 22 11:19:34.064562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c56d-ce53-4bf5-bbae-c78c27f48f11 req-4be06bfa-6eef-41c5-971f-46151a5985dc tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:34.066030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38f3c56d-ce53-4bf5-bbae-c78c27f48f11 req-4be06bfa-6eef-41c5-971f-46151a5985dc tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 944 time: 0.0477629 Sep 22 11:19:34.103285 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-38f3c56d-ce53-4bf5-bbae-c78c27f48f11 req-5bd84c28-b789-440e-919e-f1c0b10a5c0f tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Sep 22 11:19:35.214186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd399b-43f4-436f-acf5-7a7a2c854290 req-37f77c97-c9f4-494e-a7cc-57366c046ce9 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:35.215559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49cd399b-43f4-436f-acf5-7a7a2c854290 req-37f77c97-c9f4-494e-a7cc-57366c046ce9 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 944 time: 0.0481193 Sep 22 11:19:35.256585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49cd399b-43f4-436f-acf5-7a7a2c854290 req-accdc061-9919-443f-93be-a0c605dadcb0 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Sep 22 11:19:36.370707 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc6bcd-1f43-4960-81af-333d4b732dd8 req-3b7689c2-60d1-47a0-a97b-532d6303e2b8 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:36.372234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2bc6bcd-1f43-4960-81af-333d4b732dd8 req-3b7689c2-60d1-47a0-a97b-532d6303e2b8 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 944 time: 0.0485778 Sep 22 11:19:36.408692 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a2bc6bcd-1f43-4960-81af-333d4b732dd8 req-724ecc63-7fe4-4255-94c9-1ade609192cc tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Sep 22 11:19:37.523926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481517e2-f96c-4182-9807-6384fa2bc1b5 req-a9b62cd5-2a3b-4064-a6e0-55ada870ea04 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:37.525434 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481517e2-f96c-4182-9807-6384fa2bc1b5 req-a9b62cd5-2a3b-4064-a6e0-55ada870ea04 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 944 time: 0.0492418 Sep 22 11:19:37.572065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-481517e2-f96c-4182-9807-6384fa2bc1b5 req-65ed548f-7c23-4c10-a570-a541f7f02ba6 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385435 Sep 22 11:19:38.310409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c296d767-3dc8-46be-83f3-9646d304220a details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:19:38.404911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c296d767-3dc8-46be-83f3-9646d304220a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c296d767-3dc8-46be-83f3-9646d304220a,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:19:38.415393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'c296d767-3dc8-46be-83f3-9646d304220a', 'network_id': '0c16829c-cdf4-4a83-8979-c51c7058a9eb', 'port_id': 'c296d767-3dc8-46be-83f3-9646d304220a', 'mac_address': 'fa:16:3e:07:b5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31edceb1-0fda-4268-be64-b1931f30cbae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:19:38.454781 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:38.466681 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c296d767-3dc8-46be-83f3-9646d304220a {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:19:38.485036 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c296d767-3dc8-46be-83f3-9646d304220a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c296d767-3dc8-46be-83f3-9646d304220a,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:19:38.546876 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:38.594121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c296d767-3dc8-46be-83f3-9646d304220a,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:19:38.602133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.602325 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.602669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.603004 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.603389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.603655 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.603987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.604310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.604635 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.604957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.605278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.605602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:19:38.681485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f039172-3086-44a2-8b98-97d03aec393d req-0b717e58-b625-4378-a7b2-66bbe9648731 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:38.682994 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f039172-3086-44a2-8b98-97d03aec393d req-0b717e58-b625-4378-a7b2-66bbe9648731 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 945 time: 0.0478024 Sep 22 11:19:38.724325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f039172-3086-44a2-8b98-97d03aec393d req-1df742fa-9a00-4436-9401-d7fe3ba6cf6a tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352175 Sep 22 11:19:38.755272 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c296d767-3dc8-46be-83f3-9646d304220a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:19:39.837955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645440c7-d8e7-46a5-8ff8-06546a846e48 req-6df14c0f-277c-4363-937b-438ff0e23897 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:39.839361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-645440c7-d8e7-46a5-8ff8-06546a846e48 req-6df14c0f-277c-4363-937b-438ff0e23897 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 945 time: 0.0486574 Sep 22 11:19:39.876145 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-645440c7-d8e7-46a5-8ff8-06546a846e48 req-ee61b28b-652e-420e-a2b4-722892d75c67 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Sep 22 11:19:40.310181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c296d767-3dc8-46be-83f3-9646d304220a up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:19:40.415234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port c296d767-3dc8-46be-83f3-9646d304220a completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:19:40.418733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port c296d767-3dc8-46be-83f3-9646d304220a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:19:40.423170 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:40.491458 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:40.512636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a758403-89af-4f5a-8f48-633de449b57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296d767-3dc8-46be-83f3-9646d304220a'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:19:40.514888 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec62426-3f3c-43f5-bca3-55a2887f1c68" -d '{"events": [{"server_uuid": "1a758403-89af-4f5a-8f48-633de449b57f", "name": "network-vif-plugged", "status": "completed", "tag": "c296d767-3dc8-46be-83f3-9646d304220a"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:19:40.527575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c296d767-3dc8-46be-83f3-9646d304220a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c296d767-3dc8-46be-83f3-9646d304220a,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:19:40.551500 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb76fa1-e1ac-4b89-a125-1665c5b4ae3e x-openstack-request-id: req-ebb76fa1-e1ac-4b89-a125-1665c5b4ae3e {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:19:40.554957 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a758403-89af-4f5a-8f48-633de449b57f", "name": "network-vif-plugged", "status": "completed", "tag": "c296d767-3dc8-46be-83f3-9646d304220a", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:19:40.554957 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebb76fa1-e1ac-4b89-a125-1665c5b4ae3e {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:19:40.554957 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a758403-89af-4f5a-8f48-633de449b57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c296d767-3dc8-46be-83f3-9646d304220a', 'code': 200} Sep 22 11:19:40.597003 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:40.647007 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c296d767-3dc8-46be-83f3-9646d304220a,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:19:40.652200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca328ed5-01c7-477c-9a66-c12d517e5ca1 req-a6cd0b35-e262-4f96-abc5-0012036c763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:40.653733 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca328ed5-01c7-477c-9a66-c12d517e5ca1 req-a6cd0b35-e262-4f96-abc5-0012036c763b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 1097 time: 0.0396898 Sep 22 11:19:40.687797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca328ed5-01c7-477c-9a66-c12d517e5ca1 req-b4c70f99-1311-4c79-b69d-4f6447c694a4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274947 Sep 22 11:19:40.996513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053da49-8b37-4199-97f8-c18340784464 req-2a727bbc-50a1-4882-8074-cfeebbb196da tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:40.997988 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0053da49-8b37-4199-97f8-c18340784464 req-2a727bbc-50a1-4882-8074-cfeebbb196da tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 946 time: 0.0477619 Sep 22 11:19:41.038800 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0053da49-8b37-4199-97f8-c18340784464 req-17a9f7ee-903e-4f48-b57c-ee42d4706c01 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348847 Sep 22 11:19:42.151230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b71063-b692-4996-b458-33487e79eae9 req-fc1a80a4-d516-4263-839f-df239ff86818 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:42.152668 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9b71063-b692-4996-b458-33487e79eae9 req-fc1a80a4-d516-4263-839f-df239ff86818 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 946 time: 0.0472150 Sep 22 11:19:42.189442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a9b71063-b692-4996-b458-33487e79eae9 req-fe155aef-44c6-4493-937f-811e2fd033bb tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308440 Sep 22 11:19:42.299058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70fbdd-8898-48fe-80d1-d7cd51e37e2d req-15c56c3b-7f8c-4b02-a942-55881d5a3bdb tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:42.300528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd70fbdd-8898-48fe-80d1-d7cd51e37e2d req-15c56c3b-7f8c-4b02-a942-55881d5a3bdb tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 946 time: 0.0474594 Sep 22 11:19:42.337647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd70fbdd-8898-48fe-80d1-d7cd51e37e2d req-10621c74-f00d-4100-b39b-daed37e51ca1 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Sep 22 11:19:44.339048 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-e82e9a4b-b02b-4728-9439-575ed9187ac9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398536 Sep 22 11:19:44.423587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-0c2cc0cc-fd36-4043-833d-ec496c90d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:44.425047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-0c2cc0cc-fd36-4043-833d-ec496c90d789 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 1097 time: 0.0435193 Sep 22 11:19:44.525564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-2454fcc5-75a9-4f88-a068-48a10e71cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:44.527071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-2454fcc5-75a9-4f88-a068-48a10e71cb65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0c16829c-cdf4-4a83-8979-c51c7058a9eb HTTP/1.1" status: 200 len: 917 time: 0.0831478 Sep 22 11:19:44.571554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-0ac02058-8521-42af-b5f3-34e4e7ce4af1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c296d767-3dc8-46be-83f3-9646d304220a HTTP/1.1" status: 200 len: 217 time: 0.0377688 Sep 22 11:19:44.619705 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-4f598287-d8e6-44d9-9995-82fa8bf92077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:44.621059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-4f598287-d8e6-44d9-9995-82fa8bf92077 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31edceb1-0fda-4268-be64-b1931f30cbae HTTP/1.1" status: 200 len: 855 time: 0.0432141 Sep 22 11:19:44.664837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-f713df99-fff0-406c-b118-2ab811ce6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:19:44.666314 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-f713df99-fff0-406c-b118-2ab811ce6db7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c16829c-cdf4-4a83-8979-c51c7058a9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387478 Sep 22 11:19:44.757078 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-a9e95a86-3dca-4f56-944d-ac0313edd1e8 service neutron] 10.222.0.30 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841100 Sep 22 11:19:44.844369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d13f378-1a7c-4d01-84f3-49dde94ea3a1 req-5cc421d5-0750-4b89-9290-741dbde37013 service neutron] 10.222.0.30 "GET /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808268 Sep 22 11:19:52.346834 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-731741ec-a417-458a-a135-8dbf7eaeee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:55.146492 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e2826a8b-c4e0-41af-a216-42cdf49e652a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:55.636746 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:56.157941 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:56.180834 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:56.369104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:19:58.375335 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:01.629244 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:20:05.161734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb01515-cb8a-4bd0-bd48-5edd872c761b req-942771ca-5ff9-42f4-b6e4-01775e3cfe39 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:05.163243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcb01515-cb8a-4bd0-bd48-5edd872c761b req-942771ca-5ff9-42f4-b6e4-01775e3cfe39 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 946 time: 0.0522573 Sep 22 11:20:05.200538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcb01515-cb8a-4bd0-bd48-5edd872c761b req-ff62750f-537c-4de7-87f0-886ee5bda564 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Sep 22 11:20:06.314772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322cfc1-1298-4248-afdd-7a28d5688e63 req-54dc404b-2bf8-49f1-a33f-f4c1212a9f1a tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:06.316242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f322cfc1-1298-4248-afdd-7a28d5688e63 req-54dc404b-2bf8-49f1-a33f-f4c1212a9f1a tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 946 time: 0.0476391 Sep 22 11:20:06.353428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f322cfc1-1298-4248-afdd-7a28d5688e63 req-8cb6b0a2-3387-4365-9a55-459181c5d6de tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/security-groups?id=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Sep 22 11:20:06.613778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-11b678ce-6742-49a6-aaff-acc08c0d4519 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:06.615802 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-11b678ce-6742-49a6-aaff-acc08c0d4519 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 946 time: 0.0478871 Sep 22 11:20:06.707578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Deleting port c296d767-3dc8-46be-83f3-9646d304220a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:20:06.707924 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:06.792625 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] For port c296d767-3dc8-46be-83f3-9646d304220a, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c296d767-3dc8-46be-83f3-9646d304220a,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:06.792988 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:06.805551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Calling delete_port for c296d767-3dc8-46be-83f3-9646d304220a owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:20:06.984805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:06.997726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c296d767-3dc8-46be-83f3-9646d304220a'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:20:07.011448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Pushing event deleted for resources: {'Port': ['ID=c296d767-3dc8-46be-83f3-9646d304220a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:07.057449 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] No DVR routers for this DVR port c296d767-3dc8-46be-83f3-9646d304220a on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:20:07.060365 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:07.062458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c15d0be-e3f9-46e6-9c43-5cff38903c9f req-08969496-b0b8-4dc1-95ea-70451735cbe2 tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.30 "DELETE /v2.0/ports/c296d767-3dc8-46be-83f3-9646d304220a HTTP/1.1" status: 204 len: 173 time: 0.4395831 Sep 22 11:20:07.062890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a758403-89af-4f5a-8f48-633de449b57f', 'name': 'network-vif-deleted', 'tag': 'c296d767-3dc8-46be-83f3-9646d304220a'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:20:07.065209 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e8470c-3786-4bfe-b165-d079d1e06070" -d '{"events": [{"server_uuid": "1a758403-89af-4f5a-8f48-633de449b57f", "name": "network-vif-deleted", "tag": "c296d767-3dc8-46be-83f3-9646d304220a"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:20:07.099802 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266c75b1-2deb-4011-a1c0-c6da1633d2f2 x-openstack-request-id: req-266c75b1-2deb-4011-a1c0-c6da1633d2f2 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:20:07.100072 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a758403-89af-4f5a-8f48-633de449b57f", "name": "network-vif-deleted", "tag": "c296d767-3dc8-46be-83f3-9646d304220a", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:20:07.100322 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-266c75b1-2deb-4011-a1c0-c6da1633d2f2 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:20:07.100722 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a758403-89af-4f5a-8f48-633de449b57f', 'name': 'network-vif-deleted', 'tag': 'c296d767-3dc8-46be-83f3-9646d304220a', 'status': 'completed', 'code': 200} Sep 22 11:20:07.465480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-85d6a21d-268b-4c5e-a2dd-1751ebcd637b req-04c9fc4f-ca79-49d4-a679-1f78eeb30b9d tempest-TestEncryptedCinderVolumes-1986454883 tempest-TestEncryptedCinderVolumes-1986454883-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a758403-89af-4f5a-8f48-633de449b57f HTTP/1.1" status: 200 len: 210 time: 0.0281632 Sep 22 11:20:08.621990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47508) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:08.948065 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:09.181562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Deleting port 6e74574d-d5e1-407b-958e-883577b387cd {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:20:09.181904 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:09.259741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] For port 6e74574d-d5e1-407b-958e-883577b387cd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=6e74574d-d5e1-407b-958e-883577b387cd,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:09.260023 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:09.272513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Calling delete_port for 6e74574d-d5e1-407b-958e-883577b387cd owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:20:09.511074 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:09.537347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e74574d-d5e1-407b-958e-883577b387cd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:09.697857 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:09.903166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:20:10.005338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:20:10.010341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e1b5822c-7701-4d95-9190-183c8fffb50b admin admin] 10.222.0.20 "PUT /v2.0/routers/d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3872015 Sep 22 11:20:10.012795 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47510) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:10.013903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] Sync routers for ids ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:20:10.025166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] Routers {'d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:10.026719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:19:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:10.134366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] Set router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:10.319199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:39Z', 'updated_at': '2021-09-22T11:20:09Z', 'revision_number': 5, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'gw_port': {'id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:40Z', 'updated_at': '2021-09-22T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:10.345788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] Checking router: d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:20:10.354831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] Routers {'d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:10.355457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:19:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:10.457957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] Set router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:10.462180 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:10.512087 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c296d767-3dc8-46be-83f3-9646d304220a no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:20:10.545270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: c296d767-3dc8-46be-83f3-9646d304220a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:20:10.545623 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c296d767-3dc8-46be-83f3-9646d304220a not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:20:10.563182 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:10.651678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:39Z', 'updated_at': '2021-09-22T11:20:09Z', 'revision_number': 5, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'gw_port': {'id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:40Z', 'updated_at': '2021-09-22T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:10.651934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Deleting port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:20:10.652226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:10.681403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e32a2-1952-406c-ba49-94cb076c3698 None None] The sync data for ids ['d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece'] in n-d-807025-3 is: [{'id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'name': 'tempest-TestEncryptedCinderVolumes-491659404-router', 'tenant_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:39Z', 'updated_at': '2021-09-22T11:20:09Z', 'revision_number': 5, 'project_id': '9482efb4c0a64c10b3a94ba25cdecd9e', 'gw_port': {'id': '5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aad0ce-ee6c-41ba-955d-e7a4d01f7ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:40Z', 'updated_at': '2021-09-22T11:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:20:10.737100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] For port 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:10.737612 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:10.749216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Calling delete_port for 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:20:10.973333 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.000396 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Pushing event deleted for resources: {'Port': ['ID=5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:11.064647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.158001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6e74574d-d5e1-407b-958e-883577b387cd no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:20:11.158581 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.160334 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.179857 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 6e74574d-d5e1-407b-958e-883577b387cd {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:20:11.184514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 6e74574d-d5e1-407b-958e-883577b387cd not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:20:11.266484 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.267099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:20:11.276461 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.276461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e960b428-e1cb-47d0-8a89-3b42aaa92dad admin admin] 10.222.0.20 "DELETE /v2.0/routers/d8aad0ce-ee6c-41ba-955d-e7a4d01f7ece HTTP/1.1" status: 204 len: 168 time: 1.2590475 Sep 22 11:20:11.276461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47512) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:11.324329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2766a56f-7fcf-4778-bd97-0a867e8cb5aa admin admin] Deleting subnet 31edceb1-0fda-4268-be64-b1931f30cbae {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:20:11.327634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2766a56f-7fcf-4778-bd97-0a867e8cb5aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.361738 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2766a56f-7fcf-4778-bd97-0a867e8cb5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.438379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2766a56f-7fcf-4778-bd97-0a867e8cb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.564196 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2766a56f-7fcf-4778-bd97-0a867e8cb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.590323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766a56f-7fcf-4778-bd97-0a867e8cb5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31edceb1-0fda-4268-be64-b1931f30cbae,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:11.592265 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2766a56f-7fcf-4778-bd97-0a867e8cb5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.594207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2766a56f-7fcf-4778-bd97-0a867e8cb5aa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/31edceb1-0fda-4268-be64-b1931f30cbae HTTP/1.1" status: 204 len: 168 time: 0.3179014 Sep 22 11:20:11.598648 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47514) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:11.600038 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1012316-115f-4365-bc72-2c541121d80d None None] Network 0c16829c-cdf4-4a83-8979-c51c7058a9eb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:20:11.662349 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.725893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Deleting port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:20:11.726136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.791143 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] For port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd,segment=NetworkSegment(09d447d2-5c6a-4b35-89f3-d948da7b7aa4),segment_id=09d447d2-5c6a-4b35-89f3-d948da7b7aa4)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:11.791884 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.804458 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Calling delete_port for e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:20:11.932762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] DHCP port deletion for 0c16829c-cdf4-4a83-8979-c51c7058a9eb request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:20:11.969566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.977656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] Deleting port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:20:11.977960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:11.995124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:11.998647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] No DVR routers for this DVR port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:20:12.040522 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] For port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd, host n-d-807025-3, got binding levels [] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:12.040914 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.055671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] Calling delete_port for e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:20:12.060196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.ipam_backend_mixin [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] Port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd was not found and therefore no delete operation was performed {{(pid=95683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 11:20:12.062212 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.088159 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.102942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] Pushing event deleted for resources: {'Port': ['ID=e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:12.108370 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eeb482-847b-4dac-96f0-5e56fbe17bcb None None] No DVR routers for this DVR port e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:20:12.124299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c16829c-cdf4-4a83-8979-c51c7058a9eb']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:12.134434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d447d2-5c6a-4b35-89f3-d948da7b7aa4') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:12.134851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d447d2-5c6a-4b35-89f3-d948da7b7aa4') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:12.144169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.157603 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.163286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:20:12.163669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:20:12.165271 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:20:12.306321 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.311954 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.313790 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c16829c-cdf4-4a83-8979-c51c7058a9eb HTTP/1.1" status: 204 len: 168 time: 0.7160249 Sep 22 11:20:12.316845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47516) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:12.324946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca2548-5bee-4c14-8a2c-03626ce45eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c16829c-cdf4-4a83-8979-c51c7058a9eb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:12.653494 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.888031 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Deleting port 794ea462-bbaa-4d34-8fc9-6520a95fc44a {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:20:12.888289 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.966813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] For port 794ea462-bbaa-4d34-8fc9-6520a95fc44a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=794ea462-bbaa-4d34-8fc9-6520a95fc44a,segment=NetworkSegment(8dfc5b61-8907-416a-81f1-7003ad16a6bc),segment_id=8dfc5b61-8907-416a-81f1-7003ad16a6bc)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:12.967172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:12.979643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Calling delete_port for 794ea462-bbaa-4d34-8fc9-6520a95fc44a owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:20:13.045537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:20:13.065214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:20:13.065565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 5093440d-a21d-4e5c-8f48-e3c7a2b2bbe7 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:20:13.065986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:20:13.083990 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:20:13.084340 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e3ea7c8b-0de7-4b7c-b2ee-7114df64e8fd not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:20:13.219295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:13.243106 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=794ea462-bbaa-4d34-8fc9-6520a95fc44a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:13.252877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.253224 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.253562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.253900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.254250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.254580 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.254904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.255228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.255546 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.255866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.256184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.256502 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:13.423669 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:13.631823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Router 965d88a7-0dfb-4308-a300-7812fb552afe has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:20:13.733691 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:20:13.738627 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72702ce6-b21c-4df5-b776-ca545088a9f0 admin admin] 10.222.0.20 "PUT /v2.0/routers/965d88a7-0dfb-4308-a300-7812fb552afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4207768 Sep 22 11:20:13.741266 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47520) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:13.743984 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] Sync routers for ids ['965d88a7-0dfb-4308-a300-7812fb552afe'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:20:13.753161 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] Routers {'965d88a7-0dfb-4308-a300-7812fb552afe'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:13.753750 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:19:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['965d88a7-0dfb-4308-a300-7812fb552afe'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:13.845333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:13.941801 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] Set router 965d88a7-0dfb-4308-a300-7812fb552afe gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:13.946439 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:14.109942 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '303bafea-1412-4e73-b173-4827e73bb11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:45Z', 'updated_at': '2021-09-22T11:20:13Z', 'revision_number': 5, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'gw_port': {'id': '303bafea-1412-4e73-b173-4827e73bb11c', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:18:46Z', 'updated_at': '2021-09-22T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:14.111836 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Deleting port 303bafea-1412-4e73-b173-4827e73bb11c {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:20:14.112184 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:14.144798 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] Checking router: 965d88a7-0dfb-4308-a300-7812fb552afe for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:20:14.153095 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] Routers {'965d88a7-0dfb-4308-a300-7812fb552afe'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:14.153710 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:19:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['965d88a7-0dfb-4308-a300-7812fb552afe'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:14.192863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] For port 303bafea-1412-4e73-b173-4827e73bb11c, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=303bafea-1412-4e73-b173-4827e73bb11c,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:14.193220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:14.205021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Calling delete_port for 303bafea-1412-4e73-b173-4827e73bb11c owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:20:14.246194 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] Set router 965d88a7-0dfb-4308-a300-7812fb552afe gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:14.297670 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:45Z', 'updated_at': '2021-09-22T11:20:13Z', 'revision_number': 6, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:14.328774 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8646cf-830c-4da7-bc77-d3ce4243a3f8 None None] The sync data for ids ['965d88a7-0dfb-4308-a300-7812fb552afe'] in n-d-807025-3 is: [{'id': '965d88a7-0dfb-4308-a300-7812fb552afe', 'name': 'tempest-TestEncryptedCinderVolumes-832230467-router', 'tenant_id': 'da92563ca5c34151891f06c46f7eee8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:18:45Z', 'updated_at': '2021-09-22T11:20:13Z', 'revision_number': 6, 'project_id': 'da92563ca5c34151891f06c46f7eee8a', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:20:14.699772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:14.724248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=303bafea-1412-4e73-b173-4827e73bb11c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:14.785549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:14.874799 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:14.876854 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:14.969083 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:14.969692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 965d88a7-0dfb-4308-a300-7812fb552afe {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:20:14.973792 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:14.975576 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4eee25ad-ca5b-49c4-b622-1d52aeea9e43 admin admin] 10.222.0.20 "DELETE /v2.0/routers/965d88a7-0dfb-4308-a300-7812fb552afe HTTP/1.1" status: 204 len: 168 time: 1.2333956 Sep 22 11:20:14.978154 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47522) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:15.019701 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff61625-c15d-4be6-8b40-acbfff7110c6 admin admin] Deleting subnet fb34dba4-7255-407a-941e-427761a12334 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:20:15.023280 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ff61625-c15d-4be6-8b40-acbfff7110c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.056561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ff61625-c15d-4be6-8b40-acbfff7110c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.138379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ff61625-c15d-4be6-8b40-acbfff7110c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.163279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 303bafea-1412-4e73-b173-4827e73bb11c no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:20:15.186368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 303bafea-1412-4e73-b173-4827e73bb11c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:20:15.186740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 303bafea-1412-4e73-b173-4827e73bb11c not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:20:15.187169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 794ea462-bbaa-4d34-8fc9-6520a95fc44a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:20:15.206118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 794ea462-bbaa-4d34-8fc9-6520a95fc44a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:20:15.206476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 794ea462-bbaa-4d34-8fc9-6520a95fc44a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:20:15.267393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ff61625-c15d-4be6-8b40-acbfff7110c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.291651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff61625-c15d-4be6-8b40-acbfff7110c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb34dba4-7255-407a-941e-427761a12334,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:15.299582 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1ff61625-c15d-4be6-8b40-acbfff7110c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.301927 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1ff61625-c15d-4be6-8b40-acbfff7110c6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fb34dba4-7255-407a-941e-427761a12334 HTTP/1.1" status: 204 len: 168 time: 0.3228564 Sep 22 11:20:15.304437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47524) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:15.308216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b3866-fd8d-44fb-b0d9-71f225aeaeee None None] Network b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:20:15.386864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.436076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Deleting port c07a33ea-da47-4f21-beb9-4b78a991f833 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:20:15.436283 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.485401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a7ca89-1194-4506-96e2-c381110ad620 None None] DHCP port deletion for b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:20:15.498450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] For port c07a33ea-da47-4f21-beb9-4b78a991f833, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c07a33ea-da47-4f21-beb9-4b78a991f833,segment=NetworkSegment(8dfc5b61-8907-416a-81f1-7003ad16a6bc),segment_id=8dfc5b61-8907-416a-81f1-7003ad16a6bc)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:15.498863 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.511902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Calling delete_port for c07a33ea-da47-4f21-beb9-4b78a991f833 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:20:15.531015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7ca89-1194-4506-96e2-c381110ad620 None None] Deleting port c07a33ea-da47-4f21-beb9-4b78a991f833 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:20:15.531392 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ca89-1194-4506-96e2-c381110ad620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.593254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c8a7ca89-1194-4506-96e2-c381110ad620 None None] For port c07a33ea-da47-4f21-beb9-4b78a991f833, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c07a33ea-da47-4f21-beb9-4b78a991f833,segment=NetworkSegment(8dfc5b61-8907-416a-81f1-7003ad16a6bc),segment_id=8dfc5b61-8907-416a-81f1-7003ad16a6bc)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:15.593655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ca89-1194-4506-96e2-c381110ad620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.605662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7ca89-1194-4506-96e2-c381110ad620 None None] Calling delete_port for c07a33ea-da47-4f21-beb9-4b78a991f833 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:20:15.660950 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.682216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ca89-1194-4506-96e2-c381110ad620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.686801 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07a33ea-da47-4f21-beb9-4b78a991f833,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:15.691334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] No DVR routers for this DVR port c07a33ea-da47-4f21-beb9-4b78a991f833 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:20:15.707501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7ca89-1194-4506-96e2-c381110ad620 None None] Pushing event deleted for resources: {'Port': ['ID=c07a33ea-da47-4f21-beb9-4b78a991f833,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:15.711034 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7ca89-1194-4506-96e2-c381110ad620 None None] No DVR routers for this DVR port c07a33ea-da47-4f21-beb9-4b78a991f833 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:20:15.769274 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.788284 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d3e04a-cbf2-408e-bd5c-6be0b373ada9']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:15.797127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfc5b61-8907-416a-81f1-7003ad16a6bc') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:15.797429 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfc5b61-8907-416a-81f1-7003ad16a6bc') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:15.807003 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.820701 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.826702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:20:15.827089 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: timer() Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:20:15.828715 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:20:15.934898 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.940031 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:15.941877 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b5d3e04a-cbf2-408e-bd5c-6be0b373ada9 HTTP/1.1" status: 204 len: 168 time: 0.6365128 Sep 22 11:20:15.952127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68b2e6-7441-466f-9ff9-867f829a8c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d3e04a-cbf2-408e-bd5c-6be0b373ada9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:16.281722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47528) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:16.325251 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-102ed51d-4c7c-48c8-a883-3de1e5bd6f8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9482efb4c0a64c10b3a94ba25cdecd9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423372 Sep 22 11:20:16.327667 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47530) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:16.374379 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dd41-a7e2-4784-96c4-56f832c76e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:16.394362 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dd41-a7e2-4784-96c4-56f832c76e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:16.517842 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dd41-a7e2-4784-96c4-56f832c76e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:16.520558 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dd41-a7e2-4784-96c4-56f832c76e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:16.522266 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f6e2dd41-a7e2-4784-96c4-56f832c76e2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/470e6057-2f9a-43fe-94c1-dfcc96d8ca6b HTTP/1.1" status: 204 len: 168 time: 0.1936851 Sep 22 11:20:16.529796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2dd41-a7e2-4784-96c4-56f832c76e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470e6057-2f9a-43fe-94c1-dfcc96d8ca6b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:17.034269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c07a33ea-da47-4f21-beb9-4b78a991f833 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:20:17.052992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c07a33ea-da47-4f21-beb9-4b78a991f833 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:20:17.053331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c07a33ea-da47-4f21-beb9-4b78a991f833 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:20:17.122453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47536) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:17.161254 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8bc0ee3e-f834-487b-82ae-814f36c5eb2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da92563ca5c34151891f06c46f7eee8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376379 Sep 22 11:20:17.163617 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47538) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:17.210253 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-feac54dc-dbdd-447c-b682-04e387e2812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:17.229892 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-feac54dc-dbdd-447c-b682-04e387e2812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:17.346524 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-feac54dc-dbdd-447c-b682-04e387e2812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:17.348935 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-feac54dc-dbdd-447c-b682-04e387e2812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:17.350089 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-feac54dc-dbdd-447c-b682-04e387e2812f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71dce6e9-0560-4315-8bf8-0fa17971ede0 HTTP/1.1" status: 204 len: 168 time: 0.1855812 Sep 22 11:20:17.357398 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac54dc-dbdd-447c-b682-04e387e2812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dce6e9-0560-4315-8bf8-0fa17971ede0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:18.352649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47560) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:18.445047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-95218328-network', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:20:18.522057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Made reservation on behalf of c10864ab23b34f6d82db6bd8362c694d for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:20:18.524413 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:18.532765 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:18.626874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:18.706402 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:18.729208 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:20:18.738413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d2084a-5906-4175-a818-2b952c50643d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:18.743515 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:18.745450 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Added segment bb56f964-cf34-4ceb-9cfc-438c48785a83 of type vlan for network 88f57f13-27ff-4b12-8f7d-410daf5a309e Sep 22 11:20:18.781737 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:18.889571 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:18.890594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:18.891186 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:18.947826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] Pushing event updated for resources: {'Network': ['ID=88f57f13-27ff-4b12-8f7d-410daf5a309e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:18.957510 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 88f57f13-27ff-4b12-8f7d-410daf5a309e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:20:18.984176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6e650931-75d9-49d6-9dd3-ab6fcea120e0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6304243 Sep 22 11:20:18.984777 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47564) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:18.989635 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Request body: {'subnet': {'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-95218328-subnet', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:20:19.076562 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Made reservation on behalf of c10864ab23b34f6d82db6bd8362c694d for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:20:19.078939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:19.289533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:19.343671 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a13bf3a-8c6a-49cf-84ec-53dd0aeea612,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:19.351185 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Checking segment: {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:20:19.351539 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Network hostable DHCP agents. Network: 88f57f13-27ff-4b12-8f7d-410daf5a309e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:20:19.425900 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Network 88f57f13-27ff-4b12-8f7d-410daf5a309e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:20:19.500560 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 88f57f13-27ff-4b12-8f7d-410daf5a309e) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:19.504506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:19.505094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:19.510750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8f9037-1137-4d37-b642-8918b95bfbde None None] Network 88f57f13-27ff-4b12-8f7d-410daf5a309e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:20:19.604380 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-dd89022b-cb11-4454-a72a-b1b15c593664 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6184680 Sep 22 11:20:19.607032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47566) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:19.611229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:20:19.652110 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-88f57f13-27ff-4b12-8f7d-410daf5a309e', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:20:19.652963 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:19.695479 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:19.696536 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:19.749449 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:19.784875 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Allocated IP 172.20.0.2 (88f57f13-27ff-4b12-8f7d-410daf5a309e/9a13bf3a-8c6a-49cf-84ec-53dd0aeea612/36ae6130-229a-47b2-9130-c4586b3777fc) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:20:19.920333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:19.939228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:20.003919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:20.043310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Network 88f57f13-27ff-4b12-8f7d-410daf5a309e is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:20:20.047397 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:20.049824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:20:20.064495 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Pushing event updated for resources: {'Port': ['ID=36ae6130-229a-47b2-9130-c4586b3777fc,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:20.109800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Attempting to bind port 36ae6130-229a-47b2-9130-c4586b3777fc on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:20:20.110191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Attempting to bind port 36ae6130-229a-47b2-9130-c4586b3777fc by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:20:20.110548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Attempting to bind port 36ae6130-229a-47b2-9130-c4586b3777fc on network 88f57f13-27ff-4b12-8f7d-410daf5a309e {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:20:20.116250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:20:20.116620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Checking segment: {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:20:20.117027 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:20.117451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Bound using segment: {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:20:20.117905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Bound port: 36ae6130-229a-47b2-9130-c4586b3777fc, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:20:20.118304 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:20.180482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] For port 36ae6130-229a-47b2-9130-c4586b3777fc, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:20:20.183972 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] For port 36ae6130-229a-47b2-9130-c4586b3777fc, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=36ae6130-229a-47b2-9130-c4586b3777fc,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:20:20.221224 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:20.239723 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:20.272953 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:20.332548 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c596d0-74fa-4fca-8961-39f28444f963 None None] Pushing event updated for resources: {'Port': ['ID=36ae6130-229a-47b2-9130-c4586b3777fc,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:20.341245 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Allocated IP 172.25.1.188 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/a280c151-cc77-4c62-a24a-2633d976ae33) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:20:20.449264 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:20.556983 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:20.598242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:20:20.601603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:20.605228 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:20:20.612696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Pushing event updated for resources: {'Port': ['ID=a280c151-cc77-4c62-a24a-2633d976ae33,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:20.902739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:21.079365 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 36ae6130-229a-47b2-9130-c4586b3777fc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:21.109088 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:21.131927 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 36ae6130-229a-47b2-9130-c4586b3777fc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:21.132302 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:21.217960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:21.251039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 36ae6130-229a-47b2-9130-c4586b3777fc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=36ae6130-229a-47b2-9130-c4586b3777fc,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:21.257105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cca38bc-0c78-4fa8-ac59-fc5636a03cd3 None None] Network 88f57f13-27ff-4b12-8f7d-410daf5a309e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:20:21.317780 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Router e7838677-c270-4daf-9679-3749ed794ecb is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:20:21.359178 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:21.394195 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-45bed2c0-4530-4b7f-bf35-73668c7bee55 None None] Provisioning complete for port 36ae6130-229a-47b2-9130-c4586b3777fc triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:21.394568 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-45bed2c0-4530-4b7f-bf35-73668c7bee55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:21.423806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:20:21.437458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Sync routers for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:20:21.483278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=36ae6130-229a-47b2-9130-c4586b3777fc,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:21.486964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:21.487561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:19:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:21.495490 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:21.496737 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eacf3563-6611-4a94-8783-759d7c80d864 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8888242 Sep 22 11:20:21.499545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47568) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:21.636471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:21.820644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:20Z', 'revision_number': 3, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:21.857473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Checking router: e7838677-c270-4daf-9679-3749ed794ecb for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:20:21.857743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Updating router e7838677-c270-4daf-9679-3749ed794ecb port a280c151-cc77-4c62-a24a-2633d976ae33 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:20:21.889219 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:21.891471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7f419a80-cc1f-4b43-b9b4-d4782c5e2ef8 None None] Provisioning complete for port 36ae6130-229a-47b2-9130-c4586b3777fc triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:21.891830 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7f419a80-cc1f-4b43-b9b4-d4782c5e2ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:21.922827 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.076934 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Allocated IP 172.20.0.1 (88f57f13-27ff-4b12-8f7d-410daf5a309e/9a13bf3a-8c6a-49cf-84ec-53dd0aeea612/7e2262bb-5ad0-4d52-b2d5-496109ffd290) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:20:22.184348 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.203121 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.266031 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.296030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.312894 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Attempting to bind port a280c151-cc77-4c62-a24a-2633d976ae33 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:20:22.313264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Attempting to bind port a280c151-cc77-4c62-a24a-2633d976ae33 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:20:22.316371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Attempting to bind port a280c151-cc77-4c62-a24a-2633d976ae33 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:20:22.320824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0e390-d9ee-4c3b-96ce-a4921599c07a None None] Pushing event updated for resources: {'Port': ['ID=a280c151-cc77-4c62-a24a-2633d976ae33,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:22.325494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:20:22.325686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:20:22.326060 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.326617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:20:22.326993 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Bound port: a280c151-cc77-4c62-a24a-2633d976ae33, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:20:22.327368 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.338725 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Network 88f57f13-27ff-4b12-8f7d-410daf5a309e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:20:22.341696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:22.344070 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:20:22.347572 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d58d6507-48bd-4387-86f0-5f549aeff2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.386407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] For port a280c151-cc77-4c62-a24a-2633d976ae33, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:20:22.389771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] For port a280c151-cc77-4c62-a24a-2633d976ae33, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a280c151-cc77-4c62-a24a-2633d976ae33,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:20:22.488767 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.550819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:22.551475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:19:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:22.589602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0e390-d9ee-4c3b-96ce-a4921599c07a None None] Pushing event updated for resources: {'Port': ['ID=a280c151-cc77-4c62-a24a-2633d976ae33,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:22.690799 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Pushing event updated for resources: {'Port': ['ID=7e2262bb-5ad0-4d52-b2d5-496109ffd290,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:22.706759 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.792975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-adb6641b-984f-4688-869d-96e36076c9ad None None] Provisioning complete for port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:22.793337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-adb6641b-984f-4688-869d-96e36076c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:22.840360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-adb6641b-984f-4688-869d-96e36076c9ad None None] Port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:20:22.854570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:22.908542 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:23.028671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:20Z', 'revision_number': 3, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:23.061045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 36ae6130-229a-47b2-9130-c4586b3777fc up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:23.063422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd24e5b-d224-4189-b677-436efe34a30c None None] The sync data for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 is: [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:20Z', 'revision_number': 3, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:20:23.072291 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:23.109213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 36ae6130-229a-47b2-9130-c4586b3777fc triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:23.109647 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:23.150465 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:23.219648 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:23.221374 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Pushing event updated for resources: {'Port': ['ID=7e2262bb-5ad0-4d52-b2d5-496109ffd290,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:23.325630 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Network 88f57f13-27ff-4b12-8f7d-410daf5a309e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:20:23.327059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:23.446975 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Router e7838677-c270-4daf-9679-3749ed794ecb has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:20:23.561765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:20:23.562552 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b319a991-064d-424d-bd82-e162d37ff261 None None] Provisioning complete for port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:23.563036 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b319a991-064d-424d-bd82-e162d37ff261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:23.567414 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8cead32c-7336-4945-9562-8d75587c2aab admin admin] 10.222.0.20 "PUT /v2.0/routers/e7838677-c270-4daf-9679-3749ed794ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669248 Sep 22 11:20:23.606688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-b319a991-064d-424d-bd82-e162d37ff261 None None] Port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:20:24.250296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47584) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:24.255194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-909460039-network', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:20:24.333364 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Made reservation on behalf of 302d90cc81834498b42c7bcf77e2332c for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:20:24.335778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:24.345486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:24.435187 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:24.505380 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:24.532751 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:20:24.539945 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeba813-6fe6-48d2-8fef-5f8509366d3f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:24.547802 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:24.547802 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Added segment 5373d28c-6aaa-4307-9bef-a9f20fae573e of type vlan for network 836bd019-0763-45fb-b899-1d90cb173df7 Sep 22 11:20:24.553843 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Sync routers for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:20:24.573237 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:24.573745 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:19:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:24.589542 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:24.677452 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:24.693418 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:24.694517 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:24.695098 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:24.757050 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] Pushing event updated for resources: {'Network': ['ID=836bd019-0763-45fb-b899-1d90cb173df7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:24.766791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 836bd019-0763-45fb-b899-1d90cb173df7 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:20:24.800342 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-61d02ffe-e572-400b-a68f-2916ed933102 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5462823 Sep 22 11:20:24.800605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47586) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:24.805800 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Request body: {'subnet': {'network_id': '836bd019-0763-45fb-b899-1d90cb173df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-909460039-subnet', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:20:24.878784 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7e2262bb-5ad0-4d52-b2d5-496109ffd290', 'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'mac_address': 'fa:16:3e:0c:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:21Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 2, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'subnets': [{'id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:24.905067 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Checking router: e7838677-c270-4daf-9679-3749ed794ecb for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:20:24.905426 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Updating router e7838677-c270-4daf-9679-3749ed794ecb port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:20:24.911916 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Made reservation on behalf of 302d90cc81834498b42c7bcf77e2332c for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:20:24.914398 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:24.932592 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.067178 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a280c151-cc77-4c62-a24a-2633d976ae33 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:25.136498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port a280c151-cc77-4c62-a24a-2633d976ae33 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:25.137028 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.170086 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.194016 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.200841 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-257d066b-d343-4603-89b4-3adaaa82fba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.215712 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.229749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8f0110-3dbb-4406-82f7-beaf284cf319,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:25.235997 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port a280c151-cc77-4c62-a24a-2633d976ae33, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a280c151-cc77-4c62-a24a-2633d976ae33,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:25.239208 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Checking segment: {'id': '5373d28c-6aaa-4307-9bef-a9f20fae573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:20:25.243607 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Network hostable DHCP agents. Network: 836bd019-0763-45fb-b899-1d90cb173df7, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:20:25.255300 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.305027 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Pushing event updated for resources: {'Port': ['ID=7e2262bb-5ad0-4d52-b2d5-496109ffd290,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:25.306832 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.331157 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.331505 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.331842 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.332171 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.332493 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.332815 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.333151 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.333456 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.333855 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.334201 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.334519 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.334841 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:25.346530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Network 836bd019-0763-45fb-b899-1d90cb173df7 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:20:25.360740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=a280c151-cc77-4c62-a24a-2633d976ae33,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:25.373267 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Attempting to bind port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:20:25.373630 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Attempting to bind port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:20:25.373984 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Attempting to bind port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 on network 88f57f13-27ff-4b12-8f7d-410daf5a309e {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:20:25.382182 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:20:25.382182 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Checking segment: {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:20:25.382182 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.382182 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Bound using segment: {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:20:25.382182 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Bound port: 7e2262bb-5ad0-4d52-b2d5-496109ffd290, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:20:25.382182 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.430628 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 836bd019-0763-45fb-b899-1d90cb173df7) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:25.435758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:25.436596 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.442225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b025195e-0f2a-46b8-9efc-68c5a1c639c4 None None] Network 836bd019-0763-45fb-b899-1d90cb173df7 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:20:25.449502 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] For port 7e2262bb-5ad0-4d52-b2d5-496109ffd290, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:20:25.452872 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] For port 7e2262bb-5ad0-4d52-b2d5-496109ffd290, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7e2262bb-5ad0-4d52-b2d5-496109ffd290,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:20:25.524170 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-826335f8-d508-4fc8-ba10-2604257c1e52 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7220056 Sep 22 11:20:25.526381 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47588) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:25.530707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:20:25.572332 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-0e054766-ac6d-479f-a546-7fe02ede75cf None None] Provisioning complete for port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:25.572332 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e054766-ac6d-479f-a546-7fe02ede75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.572611 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.602614 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.627974 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:25.628696 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:20:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:25.643343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-836bd019-0763-45fb-b899-1d90cb173df7', 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'fixed_ips': [{'subnet_id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:20:25.644187 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.655774 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.657326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.674779 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5b763-7ee4-4c3d-9c8e-0ce08b8acde4 None None] Pushing event updated for resources: {'Port': ['ID=7e2262bb-5ad0-4d52-b2d5-496109ffd290,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:25.729971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.752834 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:25.756406 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e054766-ac6d-479f-a546-7fe02ede75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.829344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-0e054766-ac6d-479f-a546-7fe02ede75cf None None] For port 7e2262bb-5ad0-4d52-b2d5-496109ffd290, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7e2262bb-5ad0-4d52-b2d5-496109ffd290,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:25.837482 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Allocated IP 172.20.0.2 (836bd019-0763-45fb-b899-1d90cb173df7/bd8f0110-3dbb-4406-82f7-beaf284cf319/3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:20:25.914644 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e054766-ac6d-479f-a546-7fe02ede75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:25.940940 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.006316 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e054766-ac6d-479f-a546-7fe02ede75cf None None] Pushing event updated for resources: {'Port': ['ID=7e2262bb-5ad0-4d52-b2d5-496109ffd290,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:26.043872 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.049186 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-111859c4-8f18-4b4e-887f-a88f911c21bf None None] Provisioning complete for port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:26.049549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-111859c4-8f18-4b4e-887f-a88f911c21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.053341 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7e2262bb-5ad0-4d52-b2d5-496109ffd290', 'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'mac_address': 'fa:16:3e:0c:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:21Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'subnets': [{'id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:26.081777 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e6791-817a-4e9f-8ac2-a764dec767a3 None None] The sync data for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 is: [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7e2262bb-5ad0-4d52-b2d5-496109ffd290', 'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'mac_address': 'fa:16:3e:0c:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:21Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'subnets': [{'id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:20:26.148607 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.206206 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.227494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Network 836bd019-0763-45fb-b899-1d90cb173df7 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:20:26.228830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Pushing event updated for resources: {'Port': ['ID=3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:26.232672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:26.234922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:20:26.269894 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.283447 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.298244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Attempting to bind port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:20:26.298746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Attempting to bind port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '5373d28c-6aaa-4307-9bef-a9f20fae573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:20:26.300439 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Attempting to bind port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 on network 836bd019-0763-45fb-b899-1d90cb173df7 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:20:26.304471 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.316393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:20:26.316762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Checking segment: {'id': '5373d28c-6aaa-4307-9bef-a9f20fae573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:20:26.317160 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.321288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Bound using segment: {'id': '5373d28c-6aaa-4307-9bef-a9f20fae573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:20:26.321288 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Bound port: 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5373d28c-6aaa-4307-9bef-a9f20fae573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:20:26.321288 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.384948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] For port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:20:26.388091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] For port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5,segment=NetworkSegment(5373d28c-6aaa-4307-9bef-a9f20fae573e),segment_id=5373d28c-6aaa-4307-9bef-a9f20fae573e)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:20:26.402437 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.414734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Allocated IP 172.25.1.100 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/eb78a555-6540-4438-8af9-f89867598860) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:20:26.482895 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.529086 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.550141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e568d8a-172f-4491-b4bb-1af91dc55492 None None] Pushing event updated for resources: {'Port': ['ID=3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:26.637183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:26.675750 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:20:26.680778 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:26.684702 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:20:26.727087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Pushing event updated for resources: {'Port': ['ID=eb78a555-6540-4438-8af9-f89867598860,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:27.054374 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:27.188343 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7e2262bb-5ad0-4d52-b2d5-496109ffd290 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:27.256659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:27.257037 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:27.284825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:27.348030 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a280c151-cc77-4c62-a24a-2633d976ae33 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:27.405247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port a280c151-cc77-4c62-a24a-2633d976ae33 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:27.405627 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:27.484384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Router 283dd794-fa11-48af-9d7f-d01a16d4404c is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:20:27.486560 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:27.507982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12013120-ed18-474e-b963-7fde05478a32 None None] Network 836bd019-0763-45fb-b899-1d90cb173df7 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:20:27.596813 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:20:27.597956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b17c0f08-1466-418e-a941-1b621c7b8f77 None None] Provisioning complete for port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:27.598357 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b17c0f08-1466-418e-a941-1b621c7b8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:27.615442 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Sync routers for ids ['283dd794-fa11-48af-9d7f-d01a16d4404c'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:20:27.645873 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:27.646337 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:27.666670 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:27.667906 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3ba525ff-015a-4d1e-95ce-a6fb017c838e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1405873 Sep 22 11:20:27.670672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47590) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:20:27.704373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Routers {'283dd794-fa11-48af-9d7f-d01a16d4404c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:27.705010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:20:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['283dd794-fa11-48af-9d7f-d01a16d4404c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:27.919502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Set router 283dd794-fa11-48af-9d7f-d01a16d4404c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:27.922816 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b17c0f08-1466-418e-a941-1b621c7b8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.153276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.212811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b17c0f08-1466-418e-a941-1b621c7b8f77 None None] For port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5,segment=NetworkSegment(5373d28c-6aaa-4307-9bef-a9f20fae573e),segment_id=5373d28c-6aaa-4307-9bef-a9f20fae573e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:28.265855 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b17c0f08-1466-418e-a941-1b621c7b8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.321092 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.371243 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 11:20:28.371601 n-d-807025-3 neutron-server[95683]: DEBUG oslo_db.api [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 11:20:28.393761 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c0f08-1466-418e-a941-1b621c7b8f77 None None] Pushing event updated for resources: {'Port': ['ID=3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:28.413095 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.423607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eb78a555-6540-4438-8af9-f89867598860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:25Z', 'updated_at': '2021-09-22T11:20:26Z', 'revision_number': 3, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'gw_port': {'id': 'eb78a555-6540-4438-8af9-f89867598860', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:26Z', 'updated_at': '2021-09-22T11:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:28.449411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Checking router: 283dd794-fa11-48af-9d7f-d01a16d4404c for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:20:28.449759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Updating router 283dd794-fa11-48af-9d7f-d01a16d4404c port eb78a555-6540-4438-8af9-f89867598860 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:20:28.477879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.519791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-566c708c-52d1-44a2-a4f2-3c54743891d5 None None] Provisioning complete for port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:28.520185 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-566c708c-52d1-44a2-a4f2-3c54743891d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.571421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Allocated IP 172.20.0.1 (836bd019-0763-45fb-b899-1d90cb173df7/bd8f0110-3dbb-4406-82f7-beaf284cf319/b81df590-9500-46ac-b3c6-9ad9157cc969) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:20:28.676863 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.775561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.791562 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.812485 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Network 836bd019-0763-45fb-b899-1d90cb173df7 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:20:28.816632 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:28.823978 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:20:28.827003 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Pushing event updated for resources: {'Port': ['ID=b81df590-9500-46ac-b3c6-9ad9157cc969,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:28.863107 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.870674 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.957360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Attempting to bind port eb78a555-6540-4438-8af9-f89867598860 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:20:28.957759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Attempting to bind port eb78a555-6540-4438-8af9-f89867598860 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:20:28.958140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Attempting to bind port eb78a555-6540-4438-8af9-f89867598860 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:20:28.960714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750e0d0-771e-4991-a4cf-72799b983fd6 None None] Pushing event updated for resources: {'Port': ['ID=eb78a555-6540-4438-8af9-f89867598860,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:28.971808 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:20:28.972187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:20:28.972594 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:28.972981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:20:28.973461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Bound port: eb78a555-6540-4438-8af9-f89867598860, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:20:28.973921 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:29.033194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] For port eb78a555-6540-4438-8af9-f89867598860, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:20:29.047657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] For port eb78a555-6540-4438-8af9-f89867598860, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=eb78a555-6540-4438-8af9-f89867598860,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:20:29.048758 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2c6c3b3b-31ed-4021-beb4-b8346b39be47 None None] Provisioning complete for port b81df590-9500-46ac-b3c6-9ad9157cc969 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:29.049129 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2c6c3b3b-31ed-4021-beb4-b8346b39be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:29.073872 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:29.075444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:29.112849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2c6c3b3b-31ed-4021-beb4-b8346b39be47 None None] Port b81df590-9500-46ac-b3c6-9ad9157cc969 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:20:29.133556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:29.133927 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:29.136938 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:29.222617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Routers {'283dd794-fa11-48af-9d7f-d01a16d4404c'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:29.223240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:20:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['283dd794-fa11-48af-9d7f-d01a16d4404c'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:29.236182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:29.263135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750e0d0-771e-4991-a4cf-72799b983fd6 None None] Pushing event updated for resources: {'Port': ['ID=eb78a555-6540-4438-8af9-f89867598860,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:29.306603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:29.367259 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] Set router 283dd794-fa11-48af-9d7f-d01a16d4404c gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:29.377505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Pushing event updated for resources: {'Port': ['ID=b81df590-9500-46ac-b3c6-9ad9157cc969,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:29.381156 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:29.468396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Network 836bd019-0763-45fb-b899-1d90cb173df7 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:20:29.469664 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:29.578968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eb78a555-6540-4438-8af9-f89867598860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:25Z', 'updated_at': '2021-09-22T11:20:28Z', 'revision_number': 4, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'gw_port': {'id': 'eb78a555-6540-4438-8af9-f89867598860', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:26Z', 'updated_at': '2021-09-22T11:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b81df590-9500-46ac-b3c6-9ad9157cc969', 'name': '', 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'mac_address': 'fa:16:3e:32:a2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:28Z', 'updated_at': '2021-09-22T11:20:28Z', 'revision_number': 1, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'subnets': [{'id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:29.590127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Router 283dd794-fa11-48af-9d7f-d01a16d4404c has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:20:29.607179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958aae57-6355-473e-876f-9826c82d6b6c None None] The sync data for ids ['283dd794-fa11-48af-9d7f-d01a16d4404c'] in n-d-807025-3 is: [{'id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eb78a555-6540-4438-8af9-f89867598860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:25Z', 'updated_at': '2021-09-22T11:20:28Z', 'revision_number': 4, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'gw_port': {'id': 'eb78a555-6540-4438-8af9-f89867598860', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:26Z', 'updated_at': '2021-09-22T11:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b81df590-9500-46ac-b3c6-9ad9157cc969', 'name': '', 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'mac_address': 'fa:16:3e:32:a2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:28Z', 'updated_at': '2021-09-22T11:20:28Z', 'revision_number': 1, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'subnets': [{'id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:20:29.703256 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:20:29.708233 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-79e43751-3796-420a-b54d-15bb480cdd49 admin admin] 10.222.0.20 "PUT /v2.0/routers/283dd794-fa11-48af-9d7f-d01a16d4404c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0365164 Sep 22 11:20:29.734499 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a329b4dd-e566-4504-beff-1cbd02c6c69d None None] Provisioning complete for port b81df590-9500-46ac-b3c6-9ad9157cc969 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:29.734870 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a329b4dd-e566-4504-beff-1cbd02c6c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:29.774460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a329b4dd-e566-4504-beff-1cbd02c6c69d None None] Port b81df590-9500-46ac-b3c6-9ad9157cc969 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:20:31.093610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device eb78a555-6540-4438-8af9-f89867598860 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:31.142796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port eb78a555-6540-4438-8af9-f89867598860 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:31.143803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:31.236480 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:31.265213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port eb78a555-6540-4438-8af9-f89867598860, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=eb78a555-6540-4438-8af9-f89867598860,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:31.319063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:31.378402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=eb78a555-6540-4438-8af9-f89867598860,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:33.001152 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Sync routers for ids ['283dd794-fa11-48af-9d7f-d01a16d4404c'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:20:33.010741 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Routers {'283dd794-fa11-48af-9d7f-d01a16d4404c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:33.011557 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:20:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['283dd794-fa11-48af-9d7f-d01a16d4404c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:33.074914 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device eb78a555-6540-4438-8af9-f89867598860 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:33.133517 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port eb78a555-6540-4438-8af9-f89867598860 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:33.134143 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:33.139840 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Set router 283dd794-fa11-48af-9d7f-d01a16d4404c gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:33.362548 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eb78a555-6540-4438-8af9-f89867598860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:25Z', 'updated_at': '2021-09-22T11:20:28Z', 'revision_number': 4, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'gw_port': {'id': 'eb78a555-6540-4438-8af9-f89867598860', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:26Z', 'updated_at': '2021-09-22T11:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b81df590-9500-46ac-b3c6-9ad9157cc969', 'name': '', 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'mac_address': 'fa:16:3e:32:a2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:28Z', 'updated_at': '2021-09-22T11:20:29Z', 'revision_number': 2, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'subnets': [{'id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:33.395057 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Checking router: 283dd794-fa11-48af-9d7f-d01a16d4404c for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:20:33.395402 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Updating router 283dd794-fa11-48af-9d7f-d01a16d4404c port b81df590-9500-46ac-b3c6-9ad9157cc969 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:20:33.420663 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:33.719906 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:33.809576 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:33.862658 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab876d89-371e-4c59-8a99-3aa5e7f7c016 None None] Pushing event updated for resources: {'Port': ['ID=b81df590-9500-46ac-b3c6-9ad9157cc969,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:33.930914 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Attempting to bind port b81df590-9500-46ac-b3c6-9ad9157cc969 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:20:33.935123 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Attempting to bind port b81df590-9500-46ac-b3c6-9ad9157cc969 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '5373d28c-6aaa-4307-9bef-a9f20fae573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:20:33.935123 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Attempting to bind port b81df590-9500-46ac-b3c6-9ad9157cc969 on network 836bd019-0763-45fb-b899-1d90cb173df7 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:20:33.937739 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:20:33.938137 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Checking segment: {'id': '5373d28c-6aaa-4307-9bef-a9f20fae573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:20:33.938562 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:33.938974 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Bound using segment: {'id': '5373d28c-6aaa-4307-9bef-a9f20fae573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:20:33.939427 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Bound port: b81df590-9500-46ac-b3c6-9ad9157cc969, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5373d28c-6aaa-4307-9bef-a9f20fae573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:20:33.939858 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:34.020285 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] For port b81df590-9500-46ac-b3c6-9ad9157cc969, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:20:34.027275 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] For port b81df590-9500-46ac-b3c6-9ad9157cc969, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b81df590-9500-46ac-b3c6-9ad9157cc969,segment=NetworkSegment(5373d28c-6aaa-4307-9bef-a9f20fae573e),segment_id=5373d28c-6aaa-4307-9bef-a9f20fae573e)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:20:34.090182 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:34.132142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f1cde421-45e1-46f1-9374-7a78a35e70af None None] Provisioning complete for port b81df590-9500-46ac-b3c6-9ad9157cc969 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:34.133890 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f1cde421-45e1-46f1-9374-7a78a35e70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:34.152093 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Routers {'283dd794-fa11-48af-9d7f-d01a16d4404c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:20:34.152850 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:20:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['283dd794-fa11-48af-9d7f-d01a16d4404c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:34.266219 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f1cde421-45e1-46f1-9374-7a78a35e70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:34.294865 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] Set router 283dd794-fa11-48af-9d7f-d01a16d4404c gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:20:34.324293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f1cde421-45e1-46f1-9374-7a78a35e70af None None] For port b81df590-9500-46ac-b3c6-9ad9157cc969, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b81df590-9500-46ac-b3c6-9ad9157cc969,segment=NetworkSegment(5373d28c-6aaa-4307-9bef-a9f20fae573e),segment_id=5373d28c-6aaa-4307-9bef-a9f20fae573e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:20:34.358833 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab876d89-371e-4c59-8a99-3aa5e7f7c016 None None] Pushing event updated for resources: {'Port': ['ID=b81df590-9500-46ac-b3c6-9ad9157cc969,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:34.410591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f1cde421-45e1-46f1-9374-7a78a35e70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:34.479376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cde421-45e1-46f1-9374-7a78a35e70af None None] Pushing event updated for resources: {'Port': ['ID=b81df590-9500-46ac-b3c6-9ad9157cc969,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:34.547152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b634ad9f-3965-4fd7-929e-b036d4c46d3c None None] Provisioning complete for port b81df590-9500-46ac-b3c6-9ad9157cc969 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:34.547399 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b634ad9f-3965-4fd7-929e-b036d4c46d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:34.587727 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eb78a555-6540-4438-8af9-f89867598860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:25Z', 'updated_at': '2021-09-22T11:20:28Z', 'revision_number': 4, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'gw_port': {'id': 'eb78a555-6540-4438-8af9-f89867598860', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:26Z', 'updated_at': '2021-09-22T11:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b81df590-9500-46ac-b3c6-9ad9157cc969', 'name': '', 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'mac_address': 'fa:16:3e:32:a2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:28Z', 'updated_at': '2021-09-22T11:20:34Z', 'revision_number': 4, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'subnets': [{'id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:20:34.620036 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459c1fa-75da-4ba9-a05f-d31fac647425 None None] The sync data for ids ['283dd794-fa11-48af-9d7f-d01a16d4404c'] in n-d-807025-3 is: [{'id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eb78a555-6540-4438-8af9-f89867598860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:25Z', 'updated_at': '2021-09-22T11:20:28Z', 'revision_number': 4, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'gw_port': {'id': 'eb78a555-6540-4438-8af9-f89867598860', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:26Z', 'updated_at': '2021-09-22T11:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'b81df590-9500-46ac-b3c6-9ad9157cc969', 'name': '', 'network_id': '836bd019-0763-45fb-b899-1d90cb173df7', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'mac_address': 'fa:16:3e:32:a2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:28Z', 'updated_at': '2021-09-22T11:20:34Z', 'revision_number': 4, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'subnets': [{'id': 'bd8f0110-3dbb-4406-82f7-beaf284cf319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:20:35.130659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b81df590-9500-46ac-b3c6-9ad9157cc969 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:20:35.184592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port b81df590-9500-46ac-b3c6-9ad9157cc969 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:35.185655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:38.628023 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:20:41.788929 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-bdf35523-f77e-46cf-8e0f-62996636f2e7 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:41.790325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-bdf35523-f77e-46cf-8e0f-62996636f2e7 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/networks?id=88f57f13-27ff-4b12-8f7d-410daf5a309e HTTP/1.1" status: 200 len: 813 time: 0.1058795 Sep 22 11:20:41.804652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-e5ba91ba-4278-4bd3-b447-1ca49bbbb46b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/quotas/c10864ab23b34f6d82db6bd8362c694d HTTP/1.1" status: 200 len: 375 time: 0.0086813 Sep 22 11:20:41.854167 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-af5b8af0-e644-4e91-9bef-8c5fb33ccbcf tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c10864ab23b34f6d82db6bd8362c694d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442371 Sep 22 11:20:41.869347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-07636ef2-948b-4518-9a15-53847054047b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:20:41.870359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-07636ef2-948b-4518-9a15-53847054047b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050366 Sep 22 11:20:41.966646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-91b013c7-5017-4ac7-98aa-d23f8bc11633 service neutron] 10.222.0.20 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907586 Sep 22 11:20:42.053585 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-4d9e1e31-f757-4a27-a0fc-e0606ab112f3 service neutron] 10.222.0.20 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807283 Sep 22 11:20:42.312455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aadb5401-c69c-496f-95eb-3102074507f7 req-949af108-13d1-4b54-a4f2-548c07579009 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 210 time: 0.0337393 Sep 22 11:20:43.406910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf449390-bdb7-4868-9476-42da0f9c43d8 req-93cad181-1292-461d-a11a-75a6394c01c5 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 210 time: 0.0260067 Sep 22 11:20:44.369355 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-d1669485-7caf-4498-972f-0bd663151d23 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:44.370852 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-d1669485-7caf-4498-972f-0bd663151d23 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.30 "GET /v2.0/networks?id=88f57f13-27ff-4b12-8f7d-410daf5a309e HTTP/1.1" status: 200 len: 813 time: 0.1027567 Sep 22 11:20:44.383693 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'port': {'device_id': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'admin_state_up': True, 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:20:44.508591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f5f534e-a09a-4843-a235-37055d5f6beb req-66608a02-5c5a-4e06-b7db-4e3aea3dda68 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 210 time: 0.0310349 Sep 22 11:20:44.624480 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Made reservation on behalf of c10864ab23b34f6d82db6bd8362c694d for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:20:44.628091 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:44.757749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Allocated IP 172.20.0.13 (88f57f13-27ff-4b12-8f7d-410daf5a309e/9a13bf3a-8c6a-49cf-84ec-53dd0aeea612/a4990c61-5905-4ce7-a52f-d02444d91d44) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:20:44.904976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:45.003502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:45.065698 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Network 88f57f13-27ff-4b12-8f7d-410daf5a309e is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:20:45.069645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:20:45.073690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:20:45.124831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'Port': ['ID=a4990c61-5905-4ce7-a52f-d02444d91d44,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:45.149430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.150184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.150762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.151484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.152036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.158730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.159306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.159806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.160316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.160806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.161962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.162477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:20:45.171553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:45.173077 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:45.261050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-31d687e6-e4cb-4c21-bf0d-d7f95bb1793f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8812976 Sep 22 11:20:45.376304 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5fca70f9-1d9e-4b21-8ba0-e785dbfa51be None None] Provisioning complete for port a4990c61-5905-4ce7-a52f-d02444d91d44 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:20:45.376897 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5fca70f9-1d9e-4b21-8ba0-e785dbfa51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:45.414418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5fca70f9-1d9e-4b21-8ba0-e785dbfa51be None None] Port a4990c61-5905-4ce7-a52f-d02444d91d44 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:20:45.629783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695b40-3a14-4c44-ad39-9cb474802bc1 req-14c9074a-b5f6-4b0a-921b-a8897a57b9c4 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:45.631481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e695b40-3a14-4c44-ad39-9cb474802bc1 req-14c9074a-b5f6-4b0a-921b-a8897a57b9c4 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 932 time: 0.0512626 Sep 22 11:20:45.679301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e695b40-3a14-4c44-ad39-9cb474802bc1 req-1d115170-1313-4164-a187-48873cc253cf tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Sep 22 11:20:46.800711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938caa-daa2-425b-8db9-39dc6ac03c4f req-d8317544-80d9-4215-9471-7feda5fc17c2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:46.802925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00938caa-daa2-425b-8db9-39dc6ac03c4f req-d8317544-80d9-4215-9471-7feda5fc17c2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 932 time: 0.0525980 Sep 22 11:20:46.844182 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-00938caa-daa2-425b-8db9-39dc6ac03c4f req-d166d36b-e357-497b-a6d1-1ca977a5b7e3 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Sep 22 11:20:47.977100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b13e-0ff2-454b-b96e-9c0e20fbe9be req-32af30b8-ab9b-479f-a24d-e0c5334e8364 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:47.978703 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73d2b13e-0ff2-454b-b96e-9c0e20fbe9be req-32af30b8-ab9b-479f-a24d-e0c5334e8364 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 932 time: 0.0607841 Sep 22 11:20:48.021233 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-73d2b13e-0ff2-454b-b96e-9c0e20fbe9be req-9aaa60a4-d71e-450d-b977-3a81a327a259 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358424 Sep 22 11:20:49.147424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b036d-8d7d-4480-9727-ea86a4d72486 req-0ec2265f-f496-4686-83f5-8e2ee1393d4e tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:49.148943 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d81b036d-8d7d-4480-9727-ea86a4d72486 req-0ec2265f-f496-4686-83f5-8e2ee1393d4e tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 932 time: 0.0549853 Sep 22 11:20:49.191828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d81b036d-8d7d-4480-9727-ea86a4d72486 req-d2436196-3c9d-48b4-bb04-5970ab692a21 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363231 Sep 22 11:20:50.316793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e9bd3-b8cb-472b-90c3-ac13656e3586 req-3a2d6bf0-ab2a-4014-8482-826f61bba03f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:50.318366 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b29e9bd3-b8cb-472b-90c3-ac13656e3586 req-3a2d6bf0-ab2a-4014-8482-826f61bba03f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 932 time: 0.0496147 Sep 22 11:20:50.361072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b29e9bd3-b8cb-472b-90c3-ac13656e3586 req-428eb1ee-f4bf-4ac5-8c3a-5bdac654b977 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367525 Sep 22 11:20:51.479257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fda858-033e-4b36-80e8-205adde78a76 req-bae7fd60-539f-4bc3-9901-00c2efa231a6 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:51.480769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36fda858-033e-4b36-80e8-205adde78a76 req-bae7fd60-539f-4bc3-9901-00c2efa231a6 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 932 time: 0.0495284 Sep 22 11:20:51.521910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36fda858-033e-4b36-80e8-205adde78a76 req-d349593f-a382-484e-8604-db64759dff18 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Sep 22 11:20:52.357091 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cac336ee-6858-4604-ba36-15d3c94a54d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:52.658740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cb8cb-159c-4c82-b6d1-af0d664ab78e req-cedb0aa4-9433-4f13-8311-73f52da8745a tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:52.660172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-693cb8cb-159c-4c82-b6d1-af0d664ab78e req-cedb0aa4-9433-4f13-8311-73f52da8745a tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 932 time: 0.0517869 Sep 22 11:20:52.705711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-693cb8cb-159c-4c82-b6d1-af0d664ab78e req-cbb3fc73-df70-4c66-9628-7c98195c7d1f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392673 Sep 22 11:20:53.824977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf35565-9b33-4df5-a2bb-a3b6ccbf907f req-fea8c07b-b02a-4f34-99f3-7f016bd2b834 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:53.826464 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-faf35565-9b33-4df5-a2bb-a3b6ccbf907f req-fea8c07b-b02a-4f34-99f3-7f016bd2b834 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 932 time: 0.0497243 Sep 22 11:20:53.865402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-faf35565-9b33-4df5-a2bb-a3b6ccbf907f req-9d9ef018-b807-4436-8a0e-5d7c2e0c6508 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Sep 22 11:20:54.801844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Request body: {'port': {'device_id': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:20:54.854194 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:55.035430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6beb3e-eedc-4aa5-83f4-cc68dd2c230c req-57346cce-35d2-4f0c-97cc-7542716c76a9 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:55.038373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6beb3e-eedc-4aa5-83f4-cc68dd2c230c req-57346cce-35d2-4f0c-97cc-7542716c76a9 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 932 time: 0.0825663 Sep 22 11:20:55.118207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6beb3e-eedc-4aa5-83f4-cc68dd2c230c req-7723ec18-397b-4055-9dd7-2ed8348229ac tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Sep 22 11:20:55.124138 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23eb77aa-7d6f-430d-bd46-a81294c87aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:55.176518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4990c61-5905-4ce7-a52f-d02444d91d44 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:20:55.184341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:55.195735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Transition to ACTIVE for port object a4990c61-5905-4ce7-a52f-d02444d91d44 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:20:55.243287 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:55.298501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Pushing event updated for resources: {'Port': ['ID=a4990c61-5905-4ce7-a52f-d02444d91d44,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:55.363964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Attempting to bind port a4990c61-5905-4ce7-a52f-d02444d91d44 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:20:55.364299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Attempting to bind port a4990c61-5905-4ce7-a52f-d02444d91d44 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:20:55.364634 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Attempting to bind port a4990c61-5905-4ce7-a52f-d02444d91d44 on network 88f57f13-27ff-4b12-8f7d-410daf5a309e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:20:55.369195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Port a4990c61-5905-4ce7-a52f-d02444d91d44 on network 88f57f13-27ff-4b12-8f7d-410daf5a309e not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:20:55.369539 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Attempting to bind port a4990c61-5905-4ce7-a52f-d02444d91d44 on network 88f57f13-27ff-4b12-8f7d-410daf5a309e {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:20:55.374645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:20:55.374986 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Checking segment: {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:20:55.375376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Bound using segment: {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:20:55.375806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Bound port: a4990c61-5905-4ce7-a52f-d02444d91d44, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f964-cf34-4ceb-9cfc-438c48785a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:20:55.376169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:55.441018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] For port a4990c61-5905-4ce7-a52f-d02444d91d44, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:20:55.444734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] For port a4990c61-5905-4ce7-a52f-d02444d91d44, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a4990c61-5905-4ce7-a52f-d02444d91d44,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:20:55.512381 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:55.551011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:55.551809 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:55.553258 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] 10.222.0.30 "PUT /v2.0/ports/a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 1092 time: 0.7557013 Sep 22 11:20:55.553703 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:20:55.555974 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2c1d65-7ff3-4d92-959f-dede736333fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:20:55.593413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038ac57-41a3-4b53-bbca-7717d2eea83c service neutron] Pushing event updated for resources: {'Port': ['ID=a4990c61-5905-4ce7-a52f-d02444d91d44,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:20:55.601738 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b144327b-69da-42d9-82dd-eb3d428b2a01 x-openstack-request-id: req-b144327b-69da-42d9-82dd-eb3d428b2a01 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:20:55.602027 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:20:55.602310 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b144327b-69da-42d9-82dd-eb3d428b2a01 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:20:55.602723 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'status': 'completed', 'code': 200} Sep 22 11:20:55.609218 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:55.666835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1d65-7ff3-4d92-959f-dede736333fe req-fcb02ece-619e-4952-898e-cfba26726cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:55.668655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b2c1d65-7ff3-4d92-959f-dede736333fe req-fcb02ece-619e-4952-898e-cfba26726cca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c10864ab23b34f6d82db6bd8362c694d&device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1095 time: 0.0473464 Sep 22 11:20:55.770382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1d65-7ff3-4d92-959f-dede736333fe req-192721f8-5e6f-46ee-a482-c727deacdc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:55.772197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b2c1d65-7ff3-4d92-959f-dede736333fe req-192721f8-5e6f-46ee-a482-c727deacdc41 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c10864ab23b34f6d82db6bd8362c694d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0953660 Sep 22 11:20:55.868302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c1d65-7ff3-4d92-959f-dede736333fe req-d64ed592-2a9e-4b20-a44e-e83f88b8eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:55.869734 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6b2c1d65-7ff3-4d92-959f-dede736333fe req-d64ed592-2a9e-4b20-a44e-e83f88b8eeb2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905437 Sep 22 11:20:55.943752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-fc40ef7f-e1b5-425d-9d67-3dda40d2bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:55.945894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-fc40ef7f-e1b5-425d-9d67-3dda40d2bc5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c10864ab23b34f6d82db6bd8362c694d&device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1095 time: 0.0408232 Sep 22 11:20:55.996071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-ef47bcb9-8d68-4779-839b-dba5d84e08ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 217 time: 0.0425725 Sep 22 11:20:56.043890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-a47f97f8-4be0-4b9b-ad89-d5dcdcc57f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:56.045376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-a47f97f8-4be0-4b9b-ad89-d5dcdcc57f4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a13bf3a-8c6a-49cf-84ec-53dd0aeea612 HTTP/1.1" status: 200 len: 852 time: 0.0430894 Sep 22 11:20:56.090000 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-1e848125-e134-483a-a767-6b4ce8d74d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:56.091542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-1e848125-e134-483a-a767-6b4ce8d74d68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88f57f13-27ff-4b12-8f7d-410daf5a309e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397575 Sep 22 11:20:56.186886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-e0017382-c324-419c-8ede-cbaf5e24a568 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883524 Sep 22 11:20:56.504054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229fb2-7356-4125-95b4-cb6b3fd52d92 req-a2800b2e-707a-4d0f-8abe-bf9838f1fb45 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:56.504054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10229fb2-7356-4125-95b4-cb6b3fd52d92 req-a2800b2e-707a-4d0f-8abe-bf9838f1fb45 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 944 time: 0.1125798 Sep 22 11:20:56.504054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-502c7d31-7c9e-44b6-a886-12b56ea34695 req-b7dd7321-eacd-464a-9e42-ecd4b4512e51 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462762 Sep 22 11:20:56.504054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10229fb2-7356-4125-95b4-cb6b3fd52d92 req-27efcdd7-5f8e-459c-96fc-3355c18a4ea3 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438771 Sep 22 11:20:56.797920 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:56.841919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:56.842615 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:57.605749 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643e33-193e-433d-9110-4589572ad64e req-a99c1812-0685-4a92-b983-08a777ea09f3 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:57.607246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81643e33-193e-433d-9110-4589572ad64e req-a99c1812-0685-4a92-b983-08a777ea09f3 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 944 time: 0.0478973 Sep 22 11:20:57.644013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-81643e33-193e-433d-9110-4589572ad64e req-03a2d9ed-8be1-4778-8be4-75fb87c97a39 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Sep 22 11:20:58.271638 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:20:58.755730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67958e-8253-421f-9c6f-c4868b0bba03 req-73df1ba2-4ecd-4576-ba1c-00138a5d260e tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:58.757870 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe67958e-8253-421f-9c6f-c4868b0bba03 req-73df1ba2-4ecd-4576-ba1c-00138a5d260e tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 944 time: 0.0478108 Sep 22 11:20:58.793647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe67958e-8253-421f-9c6f-c4868b0bba03 req-c833f1cb-4419-4a35-94d6-e39ba9f13dbc tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298643 Sep 22 11:20:59.909551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d19e5-95f5-425f-b6db-9a56334ecfb9 req-a3e62fa1-065e-46b1-936d-fde732fbed4d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:20:59.911038 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-018d19e5-95f5-425f-b6db-9a56334ecfb9 req-a3e62fa1-065e-46b1-936d-fde732fbed4d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 944 time: 0.0518131 Sep 22 11:20:59.947453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-018d19e5-95f5-425f-b6db-9a56334ecfb9 req-0f7253ab-bc6e-4439-8950-0167a9b899fa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Sep 22 11:21:00.667792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device a4990c61-5905-4ce7-a52f-d02444d91d44 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:21:00.761419 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port a4990c61-5905-4ce7-a52f-d02444d91d44, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a4990c61-5905-4ce7-a52f-d02444d91d44,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:21:00.922025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'port_id': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'mac_address': 'fa:16:3e:04:f7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:21:00.957474 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:00.969957 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4990c61-5905-4ce7-a52f-d02444d91d44 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:21:00.989832 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port a4990c61-5905-4ce7-a52f-d02444d91d44, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a4990c61-5905-4ce7-a52f-d02444d91d44,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:21:01.060114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017814fb-274f-48b0-a01d-9896206104ad req-7fd7bdd8-bf99-4845-b6d9-edff5439194b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:01.060719 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:01.061608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-017814fb-274f-48b0-a01d-9896206104ad req-7fd7bdd8-bf99-4845-b6d9-edff5439194b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 944 time: 0.0486586 Sep 22 11:21:01.099743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-017814fb-274f-48b0-a01d-9896206104ad req-71f4d506-6fbb-4367-b277-3ee868bf4aa5 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Sep 22 11:21:01.107296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=a4990c61-5905-4ce7-a52f-d02444d91d44,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:01.114451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.114800 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.115146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.115486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.115825 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.116251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.116592 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.116922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.117249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.117575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.117902 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.118254 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:01.257987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['a4990c61-5905-4ce7-a52f-d02444d91d44'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:21:02.210983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe5f04-11de-4d6e-b316-7db0f1ad0608 req-b28ae055-fab3-4ac6-a4fe-33e02a31cfdd tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:02.212447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ffe5f04-11de-4d6e-b316-7db0f1ad0608 req-b28ae055-fab3-4ac6-a4fe-33e02a31cfdd tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 945 time: 0.0477641 Sep 22 11:21:02.249916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2ffe5f04-11de-4d6e-b316-7db0f1ad0608 req-368fbaba-2814-48ab-8960-e3a2220a2e9c tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Sep 22 11:21:02.683959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device a4990c61-5905-4ce7-a52f-d02444d91d44 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:21:02.791641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port a4990c61-5905-4ce7-a52f-d02444d91d44 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:21:02.795260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port a4990c61-5905-4ce7-a52f-d02444d91d44 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:21:02.795630 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:02.871168 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:02.893601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:21:02.895896 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128a6512-a467-4dfa-b01f-21153ea9276e" -d '{"events": [{"server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "name": "network-vif-plugged", "status": "completed", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:21:02.908693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port a4990c61-5905-4ce7-a52f-d02444d91d44, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a4990c61-5905-4ce7-a52f-d02444d91d44,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:21:02.933719 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e4e602-a2e0-43d3-9e3d-0d4375a1970b x-openstack-request-id: req-82e4e602-a2e0-43d3-9e3d-0d4375a1970b {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:21:02.934005 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "name": "network-vif-plugged", "status": "completed", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:21:02.934278 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82e4e602-a2e0-43d3-9e3d-0d4375a1970b {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:21:02.934672 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'code': 200} Sep 22 11:21:02.963562 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:03.009565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=a4990c61-5905-4ce7-a52f-d02444d91d44,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:03.031800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e61e-44c9-4418-9d6c-234c60433f42 req-5a19882b-4a19-44ba-9152-f574212bed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:03.033334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c755e61e-44c9-4418-9d6c-234c60433f42 req-5a19882b-4a19-44ba-9152-f574212bed02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1097 time: 0.0443814 Sep 22 11:21:03.067587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c755e61e-44c9-4418-9d6c-234c60433f42 req-6bded981-ff32-4628-8948-2d4088950df7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266061 Sep 22 11:21:03.362811 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e22b22-cd48-4ba4-84f1-4b118c71ba51 req-e491e4b1-c406-4087-a4f5-d818f143a620 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:03.364335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9e22b22-cd48-4ba4-84f1-4b118c71ba51 req-e491e4b1-c406-4087-a4f5-d818f143a620 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 946 time: 0.0484865 Sep 22 11:21:03.401481 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9e22b22-cd48-4ba4-84f1-4b118c71ba51 req-860cc19f-6e11-427f-8ef4-ef83d683b423 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306404 Sep 22 11:21:04.512731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1948bc7-3193-4a8b-b3f4-64d1d8abd1e7 req-5aa4e6fa-7e03-4b2b-af9f-9648fc3a088b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:04.514205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1948bc7-3193-4a8b-b3f4-64d1d8abd1e7 req-5aa4e6fa-7e03-4b2b-af9f-9648fc3a088b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 946 time: 0.0471654 Sep 22 11:21:04.552335 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b1948bc7-3193-4a8b-b3f4-64d1d8abd1e7 req-fa57b9bf-1739-43b6-82d9-c438392f8da6 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Sep 22 11:21:04.668067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cf435-6627-40d2-8f5a-82db79385305 req-bcd69caa-ec95-47ff-853f-f8ba4b213372 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:04.669505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd1cf435-6627-40d2-8f5a-82db79385305 req-bcd69caa-ec95-47ff-853f-f8ba4b213372 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 946 time: 0.0505743 Sep 22 11:21:04.706190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd1cf435-6627-40d2-8f5a-82db79385305 req-3f6c6a9a-da32-4a1f-a013-39b10c35fc8e tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308185 Sep 22 11:21:04.887668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ea667-2a47-4b69-bd4f-9fa16df1c05e req-ecf30285-2934-4fb0-b7b3-23573d42ec17 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:04.889176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-583ea667-2a47-4b69-bd4f-9fa16df1c05e req-ecf30285-2934-4fb0-b7b3-23573d42ec17 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 946 time: 0.0485666 Sep 22 11:21:04.930542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-583ea667-2a47-4b69-bd4f-9fa16df1c05e req-64e5bc3c-4150-4494-b175-65a3ea4ac1d0 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347433 Sep 22 11:21:15.627646 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:21:18.280276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af8f08-ce36-425e-83e2-cf4ec5c41f10 req-978d59ec-b0c9-4ec7-aefa-d53a9bf74f7b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:18.282031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8af8f08-ce36-425e-83e2-cf4ec5c41f10 req-978d59ec-b0c9-4ec7-aefa-d53a9bf74f7b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 946 time: 0.0487642 Sep 22 11:21:18.320706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f8af8f08-ce36-425e-83e2-cf4ec5c41f10 req-6883ca7c-c568-4c5f-bb22-02438d78954c tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324514 Sep 22 11:21:18.343116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47810) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:21:18.478283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2516f2f6-5e7e-4260-bc43-b99e19d9cec1 tempest-TestMinimumBasicScenario-910954921 tempest-TestMinimumBasicScenario-910954921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:18.479799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2516f2f6-5e7e-4260-bc43-b99e19d9cec1 tempest-TestMinimumBasicScenario-910954921 tempest-TestMinimumBasicScenario-910954921-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1092 time: 0.1356990 Sep 22 11:21:18.482792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47814) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:21:18.486951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:21:18.580756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:18.672587 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:18.774994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Allocated IP 172.25.1.121 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/983a1b31-e0ff-4178-b6af-2d5a77d56cc7) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:21:18.872077 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:18.963586 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:19.000389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:21:19.003209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:21:19.005651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:21:19.034664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'Port': ['ID=983a1b31-e0ff-4178-b6af-2d5a77d56cc7,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:19.337653 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:19.459330 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:19.606882 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:19.663939 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:19.732464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'Port': ['ID=983a1b31-e0ff-4178-b6af-2d5a77d56cc7,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:19.739192 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:19.835100 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Floating IP c358ebef-caa4-4fd9-8e9d-50199161b319 associated. External IP: 172.25.1.121, port: a4990c61-5905-4ce7-a52f-d02444d91d44. Sep 22 11:21:20.040283 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Router e7838677-c270-4daf-9679-3749ed794ecb has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:21:20.482187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:21:20.494060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] Sync routers for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:21:20.507414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:21:20.509363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:20:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:21:20.555631 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:20.583373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ccd91d91-b8f0-4762-b71e-d3fdded5409d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0995765 Sep 22 11:21:20.583959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:21:20.586277 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47816) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:21:20.586778 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051" -d '{"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:21:20.590793 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350824959', 'description': 'tempest-secgroup-smoke-1350824959 description', 'project_id': 'c10864ab23b34f6d82db6bd8362c694d'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:21:20.616390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:21:20.629838 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b205c55-7091-449c-8a01-c87134cffb56 x-openstack-request-id: req-8b205c55-7091-449c-8a01-c87134cffb56 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:21:20.629838 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:21:20.629838 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b205c55-7091-449c-8a01-c87134cffb56 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:21:20.629838 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'status': 'completed', 'code': 200} Sep 22 11:21:20.677997 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:20.690287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-d6d7df85-e705-4d2a-80af-c5569f2223df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:20.691818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-d6d7df85-e705-4d2a-80af-c5569f2223df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c10864ab23b34f6d82db6bd8362c694d&device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1097 time: 0.0411129 Sep 22 11:21:20.759566 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:20.786358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-88c58eb0-a18d-4137-86d8-0b82e96c1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:20.787991 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-88c58eb0-a18d-4137-86d8-0b82e96c1de9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88f57f13-27ff-4b12-8f7d-410daf5a309e HTTP/1.1" status: 200 len: 914 time: 0.0885525 Sep 22 11:21:20.843480 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:20.844412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'c358ebef-caa4-4fd9-8e9d-50199161b319', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'port_id': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'mac_address': 'fa:16:3e:04:f7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:21:19Z', 'updated_at': '2021-09-22T11:21:19Z', 'revision_number': 0, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2262bb-5ad0-4d52-b2d5-496109ffd290', 'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'mac_address': 'fa:16:3e:0c:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:21Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 5, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'subnets': [{'id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:21:20.853118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-2fca1bda-210c-4b36-9821-3362d39c4ab1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 1000 time: 0.0573401 Sep 22 11:21:20.875589 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5333eb1f-a4a4-4648-9a6b-784a130583ea,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:20.877634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] Checking router: e7838677-c270-4daf-9679-3749ed794ecb for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:21:20.884179 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.884523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.884866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.885261 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.885596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.885928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.886294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.886624 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.886955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.887280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.887604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.887925 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:21:20.889387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:21:20.890294 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:20:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:21:20.908123 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-f3d63813-d5a8-4ed8-a488-344fe1b6cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:20.909618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-f3d63813-d5a8-4ed8-a488-344fe1b6cdf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a13bf3a-8c6a-49cf-84ec-53dd0aeea612 HTTP/1.1" status: 200 len: 852 time: 0.0498078 Sep 22 11:21:20.940895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:20.944899 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c68391da-ac2c-4908-91b1-626a8b894bed tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3549280 Sep 22 11:21:20.945120 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47820) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:21:20.949968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d8361d54-287e-45c0-a1e5-be16a82ff1c2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'security_group_rule': {'security_group_id': '5333eb1f-a4a4-4648-9a6b-784a130583ea', 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:21:20.955881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-291eafb0-e476-4acd-9d0f-7fb0c973d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:20.957397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-291eafb0-e476-4acd-9d0f-7fb0c973d7ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88f57f13-27ff-4b12-8f7d-410daf5a309e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403335 Sep 22 11:21:21.001870 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:21:21.038808 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8361d54-287e-45c0-a1e5-be16a82ff1c2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.049698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-30678137-dcad-4a2e-82b2-a923eba045af service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844567 Sep 22 11:21:21.098890 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8361d54-287e-45c0-a1e5-be16a82ff1c2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.145323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c5f9547-bf75-4663-a8ad-dbb78f5c5051 req-1528294c-2841-4dd0-b5ab-f3c949803f5c service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878124 Sep 22 11:21:21.167328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8361d54-287e-45c0-a1e5-be16a82ff1c2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.190382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8361d54-287e-45c0-a1e5-be16a82ff1c2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bd3b1a-d103-4e43-a8b9-da963aadfa13,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:21.227194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'c358ebef-caa4-4fd9-8e9d-50199161b319', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'port_id': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'mac_address': 'fa:16:3e:04:f7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:21:19Z', 'updated_at': '2021-09-22T11:21:19Z', 'revision_number': 0, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2262bb-5ad0-4d52-b2d5-496109ffd290', 'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'mac_address': 'fa:16:3e:0c:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:21Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 5, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'subnets': [{'id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:21:21.253310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b3dba-be30-48e5-87a4-eaa0d9d1bb6f None None] The sync data for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 is: [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'c358ebef-caa4-4fd9-8e9d-50199161b319', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'port_id': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'mac_address': 'fa:16:3e:04:f7:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:21:19Z', 'updated_at': '2021-09-22T11:21:19Z', 'revision_number': 0, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2262bb-5ad0-4d52-b2d5-496109ffd290', 'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'mac_address': 'fa:16:3e:0c:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:21Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 5, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'subnets': [{'id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:21:21.272365 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d8361d54-287e-45c0-a1e5-be16a82ff1c2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.273574 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d8361d54-287e-45c0-a1e5-be16a82ff1c2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275199 Sep 22 11:21:21.276340 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47822) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:21:21.281490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-729d6234-5a01-462e-a4f2-33d549abc03c tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'security_group_rule': {'security_group_id': '5333eb1f-a4a4-4648-9a6b-784a130583ea', 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:21:21.368373 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-729d6234-5a01-462e-a4f2-33d549abc03c tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.427419 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-729d6234-5a01-462e-a4f2-33d549abc03c tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.434368 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775dbd0-3f9b-4a02-a7b9-effb23cd53b0 None None] New status for floating IP c358ebef-caa4-4fd9-8e9d-50199161b319: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:21:21.489172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-729d6234-5a01-462e-a4f2-33d549abc03c tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.507496 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d6234-5a01-462e-a4f2-33d549abc03c tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae629244-b2aa-486b-a59b-cbfe252e574a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:21.574929 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-729d6234-5a01-462e-a4f2-33d549abc03c tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.576177 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-729d6234-5a01-462e-a4f2-33d549abc03c tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2988255 Sep 22 11:21:21.591268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47824) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:21:21.596405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e4536400-eb4c-4c7b-bbf8-7f97cdac6d87 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'security_group_rule': {'security_group_id': '5333eb1f-a4a4-4648-9a6b-784a130583ea', 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:21:21.694324 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4536400-eb4c-4c7b-bbf8-7f97cdac6d87 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.750756 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4536400-eb4c-4c7b-bbf8-7f97cdac6d87 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.814825 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4536400-eb4c-4c7b-bbf8-7f97cdac6d87 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.833440 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4536400-eb4c-4c7b-bbf8-7f97cdac6d87 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6e2ba5-1cc4-45ec-8a89-1ed07c9e02ba,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:21.894719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4536400-eb4c-4c7b-bbf8-7f97cdac6d87 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:21.895926 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e4536400-eb4c-4c7b-bbf8-7f97cdac6d87 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036668 Sep 22 11:21:21.898570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47826) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:21:21.902989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-097eca0d-440e-4357-aea0-b9f3c28c5746 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'security_group_rule': {'security_group_id': '5333eb1f-a4a4-4648-9a6b-784a130583ea', 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:21:21.984408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-097eca0d-440e-4357-aea0-b9f3c28c5746 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.042605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-097eca0d-440e-4357-aea0-b9f3c28c5746 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.157451 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-097eca0d-440e-4357-aea0-b9f3c28c5746 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.177268 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eca0d-440e-4357-aea0-b9f3c28c5746 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537546b1-4fcd-4bf9-a154-026f6cb01c57,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:22.242831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-097eca0d-440e-4357-aea0-b9f3c28c5746 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.244086 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-097eca0d-440e-4357-aea0-b9f3c28c5746 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444200 Sep 22 11:21:22.246754 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47828) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:21:22.251650 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9694cde8-45f1-4882-85c2-96237dd3726f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'security_group_rule': {'security_group_id': '5333eb1f-a4a4-4648-9a6b-784a130583ea', 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:21:22.338424 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-da3dda56-094a-4563-a40f-92fd02713433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.349900 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-9694cde8-45f1-4882-85c2-96237dd3726f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Project c10864ab23b34f6d82db6bd8362c694d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:21:22.354965 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9694cde8-45f1-4882-85c2-96237dd3726f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.414421 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9694cde8-45f1-4882-85c2-96237dd3726f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.477340 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9694cde8-45f1-4882-85c2-96237dd3726f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.495506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694cde8-45f1-4882-85c2-96237dd3726f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600992d5-deb9-40b3-8eca-1e2a7d693fd0,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:22.609531 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9694cde8-45f1-4882-85c2-96237dd3726f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.610886 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9694cde8-45f1-4882-85c2-96237dd3726f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3631663 Sep 22 11:21:22.613582 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47830) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:21:22.617911 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-49f39887-bbca-4959-a64e-dd988f5f4973 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'security_group_rule': {'security_group_id': '5333eb1f-a4a4-4648-9a6b-784a130583ea', 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:21:22.706075 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-49f39887-bbca-4959-a64e-dd988f5f4973 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Project c10864ab23b34f6d82db6bd8362c694d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:21:22.711035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49f39887-bbca-4959-a64e-dd988f5f4973 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.770860 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49f39887-bbca-4959-a64e-dd988f5f4973 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.831967 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49f39887-bbca-4959-a64e-dd988f5f4973 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.851076 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f39887-bbca-4959-a64e-dd988f5f4973 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bd52f3-3d03-494e-8fe4-52c6e5991d69,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:22.906990 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-49f39887-bbca-4959-a64e-dd988f5f4973 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:22.908216 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-49f39887-bbca-4959-a64e-dd988f5f4973 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936893 Sep 22 11:21:22.986313 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-6bad3a06-71db-424c-a6b4-4f3735e4241f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350824959&fields=id&tenant_id=c10864ab23b34f6d82db6bd8362c694d HTTP/1.1" status: 200 len: 267 time: 0.0330014 Sep 22 11:21:23.039233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-36ab8566-157a-4a30-831a-5c223afb858b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:23.040710 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-36ab8566-157a-4a30-831a-5c223afb858b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 946 time: 0.0488389 Sep 22 11:21:23.051611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-b1abe471-1aae-4879-ac25-eae7cee07623 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'port': {'security_groups': ['66d2084a-5906-4175-a818-2b952c50643d', '5333eb1f-a4a4-4648-9a6b-784a130583ea']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:21:23.113518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-b1abe471-1aae-4879-ac25-eae7cee07623 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:23.297363 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-b1abe471-1aae-4879-ac25-eae7cee07623 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] For port a4990c61-5905-4ce7-a52f-d02444d91d44, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a4990c61-5905-4ce7-a52f-d02444d91d44,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:21:23.326112 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-b1abe471-1aae-4879-ac25-eae7cee07623 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:23.401223 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-b1abe471-1aae-4879-ac25-eae7cee07623 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:23.415741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['a4990c61-5905-4ce7-a52f-d02444d91d44'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:21:23.444487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-b1abe471-1aae-4879-ac25-eae7cee07623 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:23.445114 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-b1abe471-1aae-4879-ac25-eae7cee07623 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:23.449518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-611e9552-7a79-48bd-88af-15bfdffb1945 req-b1abe471-1aae-4879-ac25-eae7cee07623 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "PUT /v2.0/ports/a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 982 time: 0.4022641 Sep 22 11:21:23.450005 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:21:23.453015 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:21:23.484524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abe471-1aae-4879-ac25-eae7cee07623 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'Port': ['ID=a4990c61-5905-4ce7-a52f-d02444d91d44,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:21:23.511113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['a4990c61-5905-4ce7-a52f-d02444d91d44'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:21:23.576981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ae04-d8bc-4fcf-b941-93fd04aa1c8a req-cf51cb33-ac65-44a8-8f1e-b2a3a993fd68 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:23.578639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4744ae04-d8bc-4fcf-b941-93fd04aa1c8a req-cf51cb33-ac65-44a8-8f1e-b2a3a993fd68 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0595968 Sep 22 11:21:23.623312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4744ae04-d8bc-4fcf-b941-93fd04aa1c8a req-19721033-c314-4fb8-9573-8106ac4895c1 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380311 Sep 22 11:21:23.675544 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d63c6d1-408c-42bd-86bb-57e8259b04ae x-openstack-request-id: req-0d63c6d1-408c-42bd-86bb-57e8259b04ae {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:21:23.675841 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:21:23.676094 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d63c6d1-408c-42bd-86bb-57e8259b04ae {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:21:23.676504 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'status': 'completed', 'code': 200} Sep 22 11:21:23.719750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-22df985c-621f-465c-8551-6c64caf0f13c None None] Provisioning complete for port a4990c61-5905-4ce7-a52f-d02444d91d44 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:21:23.720045 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-22df985c-621f-465c-8551-6c64caf0f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:23.742137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-df566e19-373c-4bc5-aa47-00f9ac93e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:23.743664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-df566e19-373c-4bc5-aa47-00f9ac93e20f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c10864ab23b34f6d82db6bd8362c694d&device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1136 time: 0.0449047 Sep 22 11:21:23.834868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-0333b447-b781-444b-9dab-472dbdff9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:23.836538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-0333b447-b781-444b-9dab-472dbdff9f94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88f57f13-27ff-4b12-8f7d-410daf5a309e HTTP/1.1" status: 200 len: 914 time: 0.0850568 Sep 22 11:21:23.906186 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-1cd42433-bb20-4dad-a93f-d2dc265dd76a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 1002 time: 0.0625446 Sep 22 11:21:23.955994 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-4b58caf6-ae87-416b-bf2a-8b39883fab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:23.957476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-4b58caf6-ae87-416b-bf2a-8b39883fab2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a13bf3a-8c6a-49cf-84ec-53dd0aeea612 HTTP/1.1" status: 200 len: 852 time: 0.0431845 Sep 22 11:21:24.004014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-edd7146d-ab29-40f9-8e05-753ef20f2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:24.005532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-edd7146d-ab29-40f9-8e05-753ef20f2474 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88f57f13-27ff-4b12-8f7d-410daf5a309e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402093 Sep 22 11:21:24.098768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-023a4937-5829-417a-ac0b-263fce9444fa service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852230 Sep 22 11:21:24.192201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa3a8ff8-7acb-45d5-833f-fd2766bc5f4e req-6443a862-b46d-442f-bf8b-5162564bdfa4 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854814 Sep 22 11:21:25.151511 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b13b1c6-21af-4f74-878c-909ff75bbd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:25.586242 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:26.197108 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:26.219767 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:26.372635 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:28.243297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:37.819375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b36d3c-7dd8-48ce-8bd8-b00078e8759c req-838e1755-00ee-48ef-b0ab-b4743bcf758a tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:37.820910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56b36d3c-7dd8-48ce-8bd8-b00078e8759c req-838e1755-00ee-48ef-b0ab-b4743bcf758a tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0538766 Sep 22 11:21:37.895879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56b36d3c-7dd8-48ce-8bd8-b00078e8759c req-143dc845-7eb6-4b0c-9b50-ed0f8c28f1e4 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679915 Sep 22 11:21:37.901603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-8dca5d90-e508-442d-a36e-28d8ea43eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:37.903107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-8dca5d90-e508-442d-a36e-28d8ea43eeb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c10864ab23b34f6d82db6bd8362c694d&device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1136 time: 0.0670245 Sep 22 11:21:37.995029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-fcc53213-3f8c-414f-9248-9bc74b52e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:37.996426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-fcc53213-3f8c-414f-9248-9bc74b52e423 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88f57f13-27ff-4b12-8f7d-410daf5a309e HTTP/1.1" status: 200 len: 914 time: 0.0860889 Sep 22 11:21:38.062204 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-b69633ec-892b-43fb-896a-8a64ac9ef145 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 1002 time: 0.0582311 Sep 22 11:21:38.110207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-c609563f-1559-4c9e-ae36-d2c3a38988ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:38.111649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-c609563f-1559-4c9e-ae36-d2c3a38988ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a13bf3a-8c6a-49cf-84ec-53dd0aeea612 HTTP/1.1" status: 200 len: 852 time: 0.0424073 Sep 22 11:21:38.161521 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-d00448a7-80c9-44b3-98ea-669e8bcd9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:38.163384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-d00448a7-80c9-44b3-98ea-669e8bcd9c47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88f57f13-27ff-4b12-8f7d-410daf5a309e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433826 Sep 22 11:21:38.250867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-bd0ac5af-d87b-4787-94e8-dcc3ca6b90b3 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803530 Sep 22 11:21:38.345489 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4134c6d-3ae5-40c1-9c7f-457338b448ee req-804db8d7-07e2-4184-85ab-641ffc8926a2 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869007 Sep 22 11:21:39.012059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a91472-1503-44e7-a657-71dd5754995b req-d1ca100f-0642-4fd4-ba2a-cddc3022642f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:39.013560 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07a91472-1503-44e7-a657-71dd5754995b req-d1ca100f-0642-4fd4-ba2a-cddc3022642f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0497160 Sep 22 11:21:39.057133 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-07a91472-1503-44e7-a657-71dd5754995b req-5e57ed0a-3b98-4a12-a480-81aa57f3f970 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373361 Sep 22 11:21:40.174660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b35d99-b464-483d-b36d-8df7bf4d641d req-baec62d9-f95e-4f07-93ae-5f19c6ca5ae7 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:40.176150 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84b35d99-b464-483d-b36d-8df7bf4d641d req-baec62d9-f95e-4f07-93ae-5f19c6ca5ae7 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0481439 Sep 22 11:21:40.215164 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84b35d99-b464-483d-b36d-8df7bf4d641d req-022b82fe-5ca3-46ad-b271-fb5202350a18 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330164 Sep 22 11:21:41.458438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddfd7e-41eb-4aaa-ace1-0cbf6680baa9 req-8c34c852-5423-4685-8f2e-266d82bdfabe tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:41.459904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87ddfd7e-41eb-4aaa-ace1-0cbf6680baa9 req-8c34c852-5423-4685-8f2e-266d82bdfabe tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.1770163 Sep 22 11:21:41.499440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-87ddfd7e-41eb-4aaa-ace1-0cbf6680baa9 req-40eaa440-a5d9-4ce0-b173-8b33885944e1 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335200 Sep 22 11:21:42.612538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca278a3-d860-468f-a16a-0d0b8c89b796 req-ffe8c8fa-3887-4ffd-b91b-6f4ef59ee877 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:42.614023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ca278a3-d860-468f-a16a-0d0b8c89b796 req-ffe8c8fa-3887-4ffd-b91b-6f4ef59ee877 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0479143 Sep 22 11:21:42.654273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1ca278a3-d860-468f-a16a-0d0b8c89b796 req-2693c3a0-2cd7-4c2d-bca4-5fdacde0b37a tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341978 Sep 22 11:21:43.766391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813fdd7-b9bc-44d5-a5de-a854baa79c85 req-4d6bd967-4d9b-40e0-a39a-a22d14a05259 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:43.767861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e813fdd7-b9bc-44d5-a5de-a854baa79c85 req-4d6bd967-4d9b-40e0-a39a-a22d14a05259 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0477803 Sep 22 11:21:43.807163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e813fdd7-b9bc-44d5-a5de-a854baa79c85 req-2e6603f0-1d45-4161-b8e3-3672c04b104f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327592 Sep 22 11:21:44.926018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e14f80-b24c-4a3d-ad0e-2c12eeee4425 req-8607b2ab-1e68-4ba5-8f1a-b919836b432b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:44.927565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51e14f80-b24c-4a3d-ad0e-2c12eeee4425 req-8607b2ab-1e68-4ba5-8f1a-b919836b432b tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0534480 Sep 22 11:21:44.968291 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51e14f80-b24c-4a3d-ad0e-2c12eeee4425 req-e00c82aa-366a-4055-b31d-ea3baeb00c9f tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343697 Sep 22 11:21:46.081213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f80fba-ce36-41e0-807a-beaa2f8ab297 req-00791a95-c58c-4656-b94f-8ccbbb681289 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:46.083261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43f80fba-ce36-41e0-807a-beaa2f8ab297 req-00791a95-c58c-4656-b94f-8ccbbb681289 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0490372 Sep 22 11:21:46.122071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43f80fba-ce36-41e0-807a-beaa2f8ab297 req-39ca2a16-b3c8-44ac-a26c-57d184393e08 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326385 Sep 22 11:21:46.366622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-d87668a7-a0f5-454f-a89f-a403cec08887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:46.368025 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-d87668a7-a0f5-454f-a89f-a403cec08887 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c10864ab23b34f6d82db6bd8362c694d&device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1136 time: 0.0393393 Sep 22 11:21:46.476112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-8a5e1e0a-03f2-4298-aed0-3525b76a281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:46.477617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-8a5e1e0a-03f2-4298-aed0-3525b76a281c service neutron] 10.222.0.30 "GET /v2.0/networks?id=88f57f13-27ff-4b12-8f7d-410daf5a309e HTTP/1.1" status: 200 len: 914 time: 0.0896215 Sep 22 11:21:46.545411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-438b0f2e-e5de-481e-91ff-297f3c9fd676 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 1002 time: 0.0609443 Sep 22 11:21:46.597056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-3e53e82f-d054-49e9-8806-dcc7634efba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:46.598590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-3e53e82f-d054-49e9-8806-dcc7634efba8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a13bf3a-8c6a-49cf-84ec-53dd0aeea612 HTTP/1.1" status: 200 len: 852 time: 0.0470755 Sep 22 11:21:46.642491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-37dd7307-92db-4486-9766-f335e8afb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:46.643886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-37dd7307-92db-4486-9766-f335e8afb350 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88f57f13-27ff-4b12-8f7d-410daf5a309e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380180 Sep 22 11:21:46.729507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-58108929-e9b5-491c-beab-72f83b8126c0 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785375 Sep 22 11:21:46.820536 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cdb6122d-5434-4291-91ef-cbd60f4a0a5e req-17f9470f-8760-4141-8819-83cd0b9f51e0 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844283 Sep 22 11:21:47.234680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3679057-b8db-49c1-97df-63fd8d9792b7 req-9a5af8ca-8455-4243-a953-beb200fac981 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:47.236178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3679057-b8db-49c1-97df-63fd8d9792b7 req-9a5af8ca-8455-4243-a953-beb200fac981 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0479722 Sep 22 11:21:47.275157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3679057-b8db-49c1-97df-63fd8d9792b7 req-f4be2a3f-d5a8-4e69-8a3b-24ee94a01528 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323913 Sep 22 11:21:48.403301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7212cb4-c7c4-46ca-8239-1ff8d69bc44d req-4771e29e-1c11-4046-82ed-25483ef10ed0 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:48.404821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7212cb4-c7c4-46ca-8239-1ff8d69bc44d req-4771e29e-1c11-4046-82ed-25483ef10ed0 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0577958 Sep 22 11:21:48.448454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7212cb4-c7c4-46ca-8239-1ff8d69bc44d req-eac989cc-2b2c-40fe-bda4-d5fc4e4c03b3 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371804 Sep 22 11:21:49.561020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053f3b3-d761-469d-b560-a80348098882 req-cb86c7de-0197-47d2-b17c-58035ac27739 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:21:49.562530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7053f3b3-d761-469d-b560-a80348098882 req-cb86c7de-0197-47d2-b17c-58035ac27739 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0487392 Sep 22 11:21:49.602706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7053f3b3-d761-469d-b560-a80348098882 req-9a33e4bd-f06a-4543-8b5b-3a0ccb4e1f1d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=5333eb1f-a4a4-4648-9a6b-784a130583ea&id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334439 Sep 22 11:21:52.368486 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-edaa8c0e-5566-4211-9cd0-6627972dc661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:52.626230 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:21:55.174449 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-923b67c9-e959-4f46-baa9-963f109e869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:55.608635 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:56.208837 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:56.234767 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:56.395480 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:21:58.282930 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.006972 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-4ced5434-07ff-45e3-b239-519644ea28f6 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350824959&fields=id&tenant_id=c10864ab23b34f6d82db6bd8362c694d HTTP/1.1" status: 200 len: 267 time: 0.0329199 Sep 22 11:22:22.057925 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-37ed28ed-8ae6-44de-a420-0e694bb65905 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:22.059395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-37ed28ed-8ae6-44de-a420-0e694bb65905 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 985 time: 0.0467243 Sep 22 11:22:22.070074 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Request body: {'port': {'security_groups': ['66d2084a-5906-4175-a818-2b952c50643d']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:22.133590 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.300781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] For port a4990c61-5905-4ce7-a52f-d02444d91d44, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a4990c61-5905-4ce7-a52f-d02444d91d44,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:22.328386 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3e706366-e480-422f-b6d5-1360843ec60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.328982 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.391272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.403694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['a4990c61-5905-4ce7-a52f-d02444d91d44'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:22:22.437885 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:22.438620 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.441173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d5550c4e-73d5-4b2a-ad09-6f4fdeb44630 req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "PUT /v2.0/ports/a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 943 time: 0.3753421 Sep 22 11:22:22.441645 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:22:22.443969 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe33735-3b46-4fff-91a2-189113a064c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:22:22.450244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 47892) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:22.516224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['a4990c61-5905-4ce7-a52f-d02444d91d44'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:22:22.526137 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-73a17e81-4b6f-4d53-9167-d8a52851c174 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.564927 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-73a17e81-4b6f-4d53-9167-d8a52851c174 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.592947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event updated for resources: {'Port': ['ID=a4990c61-5905-4ce7-a52f-d02444d91d44,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:22.599802 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34190111-b215-4a4c-9572-56d017c18bea x-openstack-request-id: req-34190111-b215-4a4c-9572-56d017c18bea {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:22:22.600199 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:22:22.600326 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34190111-b215-4a4c-9572-56d017c18bea {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:22:22.600726 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'status': 'completed', 'code': 200} Sep 22 11:22:22.619971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.623250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.624116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a838ac8-9295-4a8d-8306-777dd6cf6aaa tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:22.712341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-73a17e81-4b6f-4d53-9167-d8a52851c174 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.714802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-73a17e81-4b6f-4d53-9167-d8a52851c174 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.717827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-73a17e81-4b6f-4d53-9167-d8a52851c174 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "DELETE /v2.0/security-groups/5333eb1f-a4a4-4648-9a6b-784a130583ea HTTP/1.1" status: 204 len: 168 time: 0.2653096 Sep 22 11:22:22.719030 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 47898) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:22.728905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a17e81-4b6f-4d53-9167-d8a52851c174 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5333eb1f-a4a4-4648-9a6b-784a130583ea,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:22.736567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-b76ebf4b-3d10-4b72-a242-e4d14e43c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:22.738230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-b76ebf4b-3d10-4b72-a242-e4d14e43c6df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c10864ab23b34f6d82db6bd8362c694d&device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1097 time: 0.1105201 Sep 22 11:22:22.771563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-50ef0edc-cf08-4a33-bffb-208af38a0932 None None] Provisioning complete for port a4990c61-5905-4ce7-a52f-d02444d91d44 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:22.771939 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-50ef0edc-cf08-4a33-bffb-208af38a0932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.837519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-81e7f7ef-18df-49fc-8287-8bded4e045a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:22.839883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-81e7f7ef-18df-49fc-8287-8bded4e045a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88f57f13-27ff-4b12-8f7d-410daf5a309e HTTP/1.1" status: 200 len: 914 time: 0.0935388 Sep 22 11:22:22.881591 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Deleting port 983a1b31-e0ff-4178-b6af-2d5a77d56cc7 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:22.881994 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.904600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-f488b0df-6979-438f-acff-93f729ada933 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 1002 time: 0.0581949 Sep 22 11:22:22.953044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-8568ab13-a90d-4581-884f-1b2c29dc115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:22.954568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-8568ab13-a90d-4581-884f-1b2c29dc115b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a13bf3a-8c6a-49cf-84ec-53dd0aeea612 HTTP/1.1" status: 200 len: 852 time: 0.0434721 Sep 22 11:22:22.963211 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.963588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:22.975338 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Calling delete_port for 983a1b31-e0ff-4178-b6af-2d5a77d56cc7 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:23.003335 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-26e776e3-e94e-4dae-a935-6b433f3b7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:23.004751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-26e776e3-e94e-4dae-a935-6b433f3b7e11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88f57f13-27ff-4b12-8f7d-410daf5a309e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430353 Sep 22 11:22:23.092480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-5a6d21c5-6a3e-4aec-a70b-fb4b256839b9 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809777 Sep 22 11:22:23.187563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fe33735-3b46-4fff-91a2-189113a064c3 req-f88f7a43-268d-4526-aa86-f54295526786 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875793 Sep 22 11:22:23.208469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:23.235021 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event deleted for resources: {'Port': ['ID=983a1b31-e0ff-4178-b6af-2d5a77d56cc7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:23.260280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.260561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.260909 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.261250 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.261587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.261923 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.262289 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.262619 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.262948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.263278 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.263605 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.263928 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:23.307977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:23.308307 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Floating IP c358ebef-caa4-4fd9-8e9d-50199161b319 disassociated (deleted). External IP: 172.25.1.121, port: a4990c61-5905-4ce7-a52f-d02444d91d44. Sep 22 11:22:23.519099 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Router e7838677-c270-4daf-9679-3749ed794ecb has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:22:23.626176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:22:23.631001 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:23.635561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] Sync routers for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:22:23.643981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:23.644626 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:21:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:23.659469 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5be7b953-2ac4-4b0f-8213-01ea3d088f61 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "DELETE /v2.0/floatingips/c358ebef-caa4-4fd9-8e9d-50199161b319 HTTP/1.1" status: 204 len: 168 time: 0.9368567 Sep 22 11:22:23.659469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:22:23.724483 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5b7ce0448fb4ef1501c0a1c2e28cf3e6a0386b5a112f06988bc974f7ea6398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:22:23.754335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:24.081222 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7a8bf9-eff6-4706-b478-43d731cfb48c x-openstack-request-id: req-0b7a8bf9-eff6-4706-b478-43d731cfb48c {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:22:24.081598 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:22:24.081915 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b7a8bf9-eff6-4706-b478-43d731cfb48c {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:22:24.083023 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'status': 'completed', 'code': 200} Sep 22 11:22:24.101711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7e2262bb-5ad0-4d52-b2d5-496109ffd290', 'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'mac_address': 'fa:16:3e:0c:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:21Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 5, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'subnets': [{'id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:24.129257 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] Checking router: e7838677-c270-4daf-9679-3749ed794ecb for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:22:24.139252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:24.139974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:21:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:24.146248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-79caf0f0-d5dc-44bb-8e7c-297a9f680317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:24.147784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-79caf0f0-d5dc-44bb-8e7c-297a9f680317 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c10864ab23b34f6d82db6bd8362c694d&device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 1097 time: 0.0443220 Sep 22 11:22:24.241656 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-92e483d1-b52a-405d-8c5b-fd3ef720d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:24.243295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-92e483d1-b52a-405d-8c5b-fd3ef720d440 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88f57f13-27ff-4b12-8f7d-410daf5a309e HTTP/1.1" status: 200 len: 914 time: 0.0886359 Sep 22 11:22:24.246958 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:24.286707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-62eb170e-2e40-4e8a-8237-b383690baef3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 200 len: 217 time: 0.0341818 Sep 22 11:22:24.336072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-c2c26c3b-0ecc-4679-ac7d-7a52bc0e6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:24.338197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-c2c26c3b-0ecc-4679-ac7d-7a52bc0e6af2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a13bf3a-8c6a-49cf-84ec-53dd0aeea612 HTTP/1.1" status: 200 len: 852 time: 0.0436916 Sep 22 11:22:24.383814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-a9cb6905-372d-42b2-855d-061c3947f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:24.385340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-a9cb6905-372d-42b2-855d-061c3947f2ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88f57f13-27ff-4b12-8f7d-410daf5a309e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393624 Sep 22 11:22:24.445411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7e2262bb-5ad0-4d52-b2d5-496109ffd290', 'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'mac_address': 'fa:16:3e:0c:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:21Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 5, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'subnets': [{'id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:24.471710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141617de-2ea1-464c-a8ab-f07466025912 None None] The sync data for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 is: [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:20:22Z', 'revision_number': 4, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '7e2262bb-5ad0-4d52-b2d5-496109ffd290', 'name': '', 'network_id': '88f57f13-27ff-4b12-8f7d-410daf5a309e', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'mac_address': 'fa:16:3e:0c:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:21Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 5, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'subnets': [{'id': '9a13bf3a-8c6a-49cf-84ec-53dd0aeea612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:22:24.486348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-6e74a909-3ea6-471a-bb38-55fb3ef9bfee service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921082 Sep 22 11:22:24.585461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4ed3fe86-7945-4ae2-aa6d-11ebcf34c8ad req-cf960aa2-6efa-4544-9240-ad224f368f15 service neutron] 10.222.0.30 "GET /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918059 Sep 22 11:22:24.704264 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3d497-044b-45d6-9495-06684227e8e4 None None] New status for floating IP c358ebef-caa4-4fd9-8e9d-50199161b319: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:22:25.206680 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-66230225-f247-4358-94fa-ff48387c8038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:25.585669 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:26.225601 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:26.253992 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:26.380120 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:28.282717 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:29.624756 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:22:32.180602 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdfc8a-59d7-4d29-b2f0-84f08919fe5d req-a8a800ed-5034-4429-8b3d-861640556ecf tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:32.182249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ebdfc8a-59d7-4d29-b2f0-84f08919fe5d req-a8a800ed-5034-4429-8b3d-861640556ecf tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 946 time: 0.0478320 Sep 22 11:22:32.219293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8ebdfc8a-59d7-4d29-b2f0-84f08919fe5d req-fad8664b-c904-42e7-8ce8-3bb5c8c64312 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Sep 22 11:22:33.330565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300b84c-0651-4013-a550-80a170711426 req-50b9a9a8-2d8d-4357-90ab-bb75bcf7aaa2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:33.331949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f300b84c-0651-4013-a550-80a170711426 req-50b9a9a8-2d8d-4357-90ab-bb75bcf7aaa2 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 946 time: 0.0478795 Sep 22 11:22:33.369077 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f300b84c-0651-4013-a550-80a170711426 req-8f585145-739b-4bf5-aacf-45f30eb30dd7 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/security-groups?id=66d2084a-5906-4175-a818-2b952c50643d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306158 Sep 22 11:22:33.755958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-1b519477-01b5-4134-bd3f-36bfd0830c3d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:33.757422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-1b519477-01b5-4134-bd3f-36bfd0830c3d tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 946 time: 0.0505307 Sep 22 11:22:33.843502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Deleting port a4990c61-5905-4ce7-a52f-d02444d91d44 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:33.843846 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:33.932069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] For port a4990c61-5905-4ce7-a52f-d02444d91d44, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=a4990c61-5905-4ce7-a52f-d02444d91d44,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:33.932424 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:33.943879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Calling delete_port for a4990c61-5905-4ce7-a52f-d02444d91d44 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:34.126347 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:34.137576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['a4990c61-5905-4ce7-a52f-d02444d91d44'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:22:34.158145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Pushing event deleted for resources: {'Port': ['ID=a4990c61-5905-4ce7-a52f-d02444d91d44,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:34.199309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] No DVR routers for this DVR port a4990c61-5905-4ce7-a52f-d02444d91d44 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:22:34.202771 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:34.205121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8507b724-3261-4916-ba13-a7a5eb942e0f req-e8ee102f-b697-4ac6-bc03-6622e4dc1e01 tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.30 "DELETE /v2.0/ports/a4990c61-5905-4ce7-a52f-d02444d91d44 HTTP/1.1" status: 204 len: 173 time: 0.4413350 Sep 22 11:22:34.205582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'name': 'network-vif-deleted', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:22:34.208858 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95588538-67c1-42ad-8b26-1689e1fde639" -d '{"events": [{"server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "name": "network-vif-deleted", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:22:34.243882 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbac70b-f109-4ac0-bdb7-0eda39ec784d x-openstack-request-id: req-ffbac70b-f109-4ac0-bdb7-0eda39ec784d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:22:34.244181 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eadc75-1fff-471c-bd41-0ae64d8a5715", "name": "network-vif-deleted", "tag": "a4990c61-5905-4ce7-a52f-d02444d91d44", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:22:34.244417 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffbac70b-f109-4ac0-bdb7-0eda39ec784d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:22:34.244887 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eadc75-1fff-471c-bd41-0ae64d8a5715', 'name': 'network-vif-deleted', 'tag': 'a4990c61-5905-4ce7-a52f-d02444d91d44', 'status': 'completed', 'code': 200} Sep 22 11:22:34.462419 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-717770d3-021c-4d84-b4b8-771a7a582fd2 req-5257872d-85af-44ee-a404-6533d2f5c3de tempest-TestMinimumBasicScenario-1229926762 tempest-TestMinimumBasicScenario-1229926762-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1eadc75-1fff-471c-bd41-0ae64d8a5715 HTTP/1.1" status: 200 len: 210 time: 0.0267458 Sep 22 11:22:36.667563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48006) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:36.997323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:37.231401 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Deleting port 7e2262bb-5ad0-4d52-b2d5-496109ffd290 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:37.231738 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:37.306065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] For port 7e2262bb-5ad0-4d52-b2d5-496109ffd290, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=7e2262bb-5ad0-4d52-b2d5-496109ffd290,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:37.306375 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:37.318482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Calling delete_port for 7e2262bb-5ad0-4d52-b2d5-496109ffd290 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:37.539993 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:37.566255 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2262bb-5ad0-4d52-b2d5-496109ffd290,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:38.026816 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:38.236151 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Router e7838677-c270-4daf-9679-3749ed794ecb has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:22:38.342043 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:22:38.346961 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-fd61a3a0-33b8-4c07-a9c1-765536c79413 admin admin] 10.222.0.20 "PUT /v2.0/routers/e7838677-c270-4daf-9679-3749ed794ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783676 Sep 22 11:22:38.349651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48008) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:38.352966 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] Sync routers for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:22:38.362409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:38.363102 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:38.456826 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:38.471909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:38.559064 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:38.651497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:22:37Z', 'revision_number': 5, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port': {'id': 'a280c151-cc77-4c62-a24a-2633d976ae33', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:20Z', 'updated_at': '2021-09-22T11:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:38.677329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] Checking router: e7838677-c270-4daf-9679-3749ed794ecb for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:22:38.688300 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] Routers {'e7838677-c270-4daf-9679-3749ed794ecb'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:38.689141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e7838677-c270-4daf-9679-3749ed794ecb'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:38.695117 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Deleting port a280c151-cc77-4c62-a24a-2633d976ae33 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:38.695391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:38.776396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] For port a280c151-cc77-4c62-a24a-2633d976ae33, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=a280c151-cc77-4c62-a24a-2633d976ae33,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:38.776750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:38.780047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] Set router e7838677-c270-4daf-9679-3749ed794ecb gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:38.789223 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Calling delete_port for a280c151-cc77-4c62-a24a-2633d976ae33 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:38.834035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:22:38Z', 'revision_number': 6, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:38.860072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e8a88-a4ab-4874-8652-7141672d6517 None None] The sync data for ids ['e7838677-c270-4daf-9679-3749ed794ecb'] in n-d-807025-3 is: [{'id': 'e7838677-c270-4daf-9679-3749ed794ecb', 'name': 'tempest-TestMinimumBasicScenario-95218328-router', 'tenant_id': 'c10864ab23b34f6d82db6bd8362c694d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:19Z', 'updated_at': '2021-09-22T11:22:38Z', 'revision_number': 6, 'project_id': 'c10864ab23b34f6d82db6bd8362c694d', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:22:39.017593 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.042692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Pushing event deleted for resources: {'Port': ['ID=a280c151-cc77-4c62-a24a-2633d976ae33,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:39.105165 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.193754 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.196957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.244775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device a4990c61-5905-4ce7-a52f-d02444d91d44 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:22:39.269164 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: a4990c61-5905-4ce7-a52f-d02444d91d44 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:22:39.269579 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device a4990c61-5905-4ce7-a52f-d02444d91d44 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:22:39.308789 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.309344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7838677-c270-4daf-9679-3749ed794ecb {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:22:39.313488 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.314731 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5c347ad6-39da-4cdc-a09f-f3a499999110 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e7838677-c270-4daf-9679-3749ed794ecb HTTP/1.1" status: 204 len: 168 time: 0.9641376 Sep 22 11:22:39.317149 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48010) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:39.359760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-8583ba39-51aa-4ae2-91a5-4d1541af02fc admin admin] Deleting subnet 9a13bf3a-8c6a-49cf-84ec-53dd0aeea612 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:22:39.362632 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8583ba39-51aa-4ae2-91a5-4d1541af02fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.399797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8583ba39-51aa-4ae2-91a5-4d1541af02fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.472617 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8583ba39-51aa-4ae2-91a5-4d1541af02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.595127 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8583ba39-51aa-4ae2-91a5-4d1541af02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.621365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ba39-51aa-4ae2-91a5-4d1541af02fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a13bf3a-8c6a-49cf-84ec-53dd0aeea612,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:39.626771 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7e2262bb-5ad0-4d52-b2d5-496109ffd290 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:22:39.630551 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8583ba39-51aa-4ae2-91a5-4d1541af02fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.631962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66daeb0c-cd31-4ff0-9856-c09f70192784 None None] Network 88f57f13-27ff-4b12-8f7d-410daf5a309e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:22:39.632520 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8583ba39-51aa-4ae2-91a5-4d1541af02fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9a13bf3a-8c6a-49cf-84ec-53dd0aeea612 HTTP/1.1" status: 204 len: 168 time: 0.3144710 Sep 22 11:22:39.635114 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48012) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:39.662864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 7e2262bb-5ad0-4d52-b2d5-496109ffd290 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:22:39.663211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 7e2262bb-5ad0-4d52-b2d5-496109ffd290 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:22:39.717305 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.770455 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Deleting port 36ae6130-229a-47b2-9130-c4586b3777fc {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:39.770797 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.840401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] DHCP port deletion for 88f57f13-27ff-4b12-8f7d-410daf5a309e request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:22:39.861583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] For port 36ae6130-229a-47b2-9130-c4586b3777fc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=36ae6130-229a-47b2-9130-c4586b3777fc,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:39.861583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.863895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Calling delete_port for 36ae6130-229a-47b2-9130-c4586b3777fc owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:39.889944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Deleting port 36ae6130-229a-47b2-9130-c4586b3777fc {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:39.895116 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.965947 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] For port 36ae6130-229a-47b2-9130-c4586b3777fc, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=36ae6130-229a-47b2-9130-c4586b3777fc,segment=NetworkSegment(bb56f964-cf34-4ceb-9cfc-438c48785a83),segment_id=bb56f964-cf34-4ceb-9cfc-438c48785a83)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:39.966380 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:39.978177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Calling delete_port for 36ae6130-229a-47b2-9130-c4586b3777fc owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:40.026179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:40.051808 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:40.055675 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ae6130-229a-47b2-9130-c4586b3777fc,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:40.055675 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] No DVR routers for this DVR port 36ae6130-229a-47b2-9130-c4586b3777fc on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:22:40.080690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Pushing event deleted for resources: {'Port': ['ID=36ae6130-229a-47b2-9130-c4586b3777fc,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:40.088698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] No DVR routers for this DVR port 36ae6130-229a-47b2-9130-c4586b3777fc on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:22:40.095527 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.096116 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.097120 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.097770 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.098411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.099278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.099396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.099685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.100147 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.100529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.100864 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.101266 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8540363-f7be-408a-84be-04cf5e66d14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:40.132340 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:40.152968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f57f13-27ff-4b12-8f7d-410daf5a309e']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:40.162260 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb56f964-cf34-4ceb-9cfc-438c48785a83') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:40.162559 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb56f964-cf34-4ceb-9cfc-438c48785a83') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:40.172206 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:40.185463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:40.191271 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:22:40.191653 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: timer() Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:22:40.193254 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:22:40.308811 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:40.314727 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:40.316626 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] 10.222.0.20 "DELETE /v2.0/networks/88f57f13-27ff-4b12-8f7d-410daf5a309e HTTP/1.1" status: 204 len: 168 time: 0.6804869 Sep 22 11:22:40.319652 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48014) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:40.329587 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9668e94-d96f-482c-abe0-1b30578dcf01 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f57f13-27ff-4b12-8f7d-410daf5a309e,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:40.654688 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:41.126676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 36ae6130-229a-47b2-9130-c4586b3777fc no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:22:41.145241 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 36ae6130-229a-47b2-9130-c4586b3777fc {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:22:41.145586 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 36ae6130-229a-47b2-9130-c4586b3777fc not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:22:41.146009 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a280c151-cc77-4c62-a24a-2633d976ae33 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:22:41.163752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: a280c151-cc77-4c62-a24a-2633d976ae33 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:22:41.164098 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device a280c151-cc77-4c62-a24a-2633d976ae33 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:22:41.235769 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Deleting port b81df590-9500-46ac-b3c6-9ad9157cc969 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:41.236106 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:41.312523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] For port b81df590-9500-46ac-b3c6-9ad9157cc969, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=b81df590-9500-46ac-b3c6-9ad9157cc969,segment=NetworkSegment(5373d28c-6aaa-4307-9bef-a9f20fae573e),segment_id=5373d28c-6aaa-4307-9bef-a9f20fae573e)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:41.312790 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:41.325249 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Calling delete_port for b81df590-9500-46ac-b3c6-9ad9157cc969 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:41.551232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:41.576300 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81df590-9500-46ac-b3c6-9ad9157cc969,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:41.743957 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:41.954079 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Router 283dd794-fa11-48af-9d7f-d01a16d4404c has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:22:42.067154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:22:42.072722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-30153e0b-9dcf-4bf7-b1f7-d4cf58c68d41 admin admin] 10.222.0.20 "PUT /v2.0/routers/283dd794-fa11-48af-9d7f-d01a16d4404c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518654 Sep 22 11:22:42.075230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48016) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:42.078159 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] Sync routers for ids ['283dd794-fa11-48af-9d7f-d01a16d4404c'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:22:42.087992 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] Routers {'283dd794-fa11-48af-9d7f-d01a16d4404c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:42.088599 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['283dd794-fa11-48af-9d7f-d01a16d4404c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:42.172152 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.189116 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] Set router 283dd794-fa11-48af-9d7f-d01a16d4404c gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:42.273382 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.361418 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'eb78a555-6540-4438-8af9-f89867598860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:25Z', 'updated_at': '2021-09-22T11:22:41Z', 'revision_number': 5, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'gw_port': {'id': 'eb78a555-6540-4438-8af9-f89867598860', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:20:26Z', 'updated_at': '2021-09-22T11:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:42.391366 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] Checking router: 283dd794-fa11-48af-9d7f-d01a16d4404c for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:22:42.392766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Deleting port eb78a555-6540-4438-8af9-f89867598860 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:42.393284 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.399537 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] Routers {'283dd794-fa11-48af-9d7f-d01a16d4404c'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:42.400136 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['283dd794-fa11-48af-9d7f-d01a16d4404c'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:42.469808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] For port eb78a555-6540-4438-8af9-f89867598860, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=eb78a555-6540-4438-8af9-f89867598860,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:42.470202 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.482034 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] Set router 283dd794-fa11-48af-9d7f-d01a16d4404c gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:42.483366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Calling delete_port for eb78a555-6540-4438-8af9-f89867598860 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:42.530741 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:25Z', 'updated_at': '2021-09-22T11:22:42Z', 'revision_number': 6, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:42.559767 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5a864-8b20-46b2-9ceb-72cabf01abda None None] The sync data for ids ['283dd794-fa11-48af-9d7f-d01a16d4404c'] in n-d-807025-3 is: [{'id': '283dd794-fa11-48af-9d7f-d01a16d4404c', 'name': 'tempest-TestMinimumBasicScenario-909460039-router', 'tenant_id': '302d90cc81834498b42c7bcf77e2332c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:20:25Z', 'updated_at': '2021-09-22T11:22:42Z', 'revision_number': 6, 'project_id': '302d90cc81834498b42c7bcf77e2332c', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:22:42.705353 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.729535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb78a555-6540-4438-8af9-f89867598860,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:42.796128 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.883413 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.885409 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.985663 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.986247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 283dd794-fa11-48af-9d7f-d01a16d4404c {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:22:42.990708 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:42.994498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-629365ff-414a-451f-841c-9a06ac048b8d admin admin] 10.222.0.20 "DELETE /v2.0/routers/283dd794-fa11-48af-9d7f-d01a16d4404c HTTP/1.1" status: 204 len: 168 time: 0.9158940 Sep 22 11:22:42.994729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48018) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:43.037641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a2f26d-e612-4d42-87d5-9a84dd8cff9e admin admin] Deleting subnet bd8f0110-3dbb-4406-82f7-beaf284cf319 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:22:43.041166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f26d-e612-4d42-87d5-9a84dd8cff9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.074285 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f26d-e612-4d42-87d5-9a84dd8cff9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.153750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f26d-e612-4d42-87d5-9a84dd8cff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.271561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f26d-e612-4d42-87d5-9a84dd8cff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.297138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2f26d-e612-4d42-87d5-9a84dd8cff9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8f0110-3dbb-4406-82f7-beaf284cf319,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:43.300951 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a7a2f26d-e612-4d42-87d5-9a84dd8cff9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.305475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48020) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:43.305942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a7a2f26d-e612-4d42-87d5-9a84dd8cff9e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bd8f0110-3dbb-4406-82f7-beaf284cf319 HTTP/1.1" status: 204 len: 168 time: 0.3100257 Sep 22 11:22:43.311111 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e1ab8-d450-43df-a974-83b95a56921d None None] Network 836bd019-0763-45fb-b899-1d90cb173df7 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:22:43.375800 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.381633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device eb78a555-6540-4438-8af9-f89867598860 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:22:43.408169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: eb78a555-6540-4438-8af9-f89867598860 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:22:43.408514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device eb78a555-6540-4438-8af9-f89867598860 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:22:43.408946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b81df590-9500-46ac-b3c6-9ad9157cc969 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:22:43.427482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Deleting port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:43.428546 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.444513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: b81df590-9500-46ac-b3c6-9ad9157cc969 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:22:43.444858 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device b81df590-9500-46ac-b3c6-9ad9157cc969 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:22:43.496221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] For port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5,segment=NetworkSegment(5373d28c-6aaa-4307-9bef-a9f20fae573e),segment_id=5373d28c-6aaa-4307-9bef-a9f20fae573e)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:43.496728 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.509049 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Calling delete_port for 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:43.545174 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8293f509-21df-405c-8791-5096af2d67a8 None None] DHCP port deletion for 836bd019-0763-45fb-b899-1d90cb173df7 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:22:43.615285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8293f509-21df-405c-8791-5096af2d67a8 None None] Deleting port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:22:43.615670 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8293f509-21df-405c-8791-5096af2d67a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.681456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8293f509-21df-405c-8791-5096af2d67a8 None None] For port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5,segment=NetworkSegment(5373d28c-6aaa-4307-9bef-a9f20fae573e),segment_id=5373d28c-6aaa-4307-9bef-a9f20fae573e)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:43.682120 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8293f509-21df-405c-8791-5096af2d67a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.694047 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8293f509-21df-405c-8791-5096af2d67a8 None None] Calling delete_port for 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:22:43.705443 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.735814 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:43.738306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] No DVR routers for this DVR port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:22:43.773349 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8293f509-21df-405c-8791-5096af2d67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.800392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293f509-21df-405c-8791-5096af2d67a8 None None] Pushing event deleted for resources: {'Port': ['ID=3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:43.802506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293f509-21df-405c-8791-5096af2d67a8 None None] No DVR routers for this DVR port 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:22:43.809549 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.829932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836bd019-0763-45fb-b899-1d90cb173df7']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:43.839426 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5373d28c-6aaa-4307-9bef-a9f20fae573e') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:43.839720 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5373d28c-6aaa-4307-9bef-a9f20fae573e') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:43.848712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.861930 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.867585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:22:43.867990 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: timer() Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:22:43.869583 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:22:43.994360 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:43.999679 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:44.001495 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] 10.222.0.20 "DELETE /v2.0/networks/836bd019-0763-45fb-b899-1d90cb173df7 HTTP/1.1" status: 204 len: 168 time: 0.6948125 Sep 22 11:22:44.012356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388715d1-e9e3-4879-bde8-7d32af673aba admin admin] Pushing event deleted for resources: {'Network': ['ID=836bd019-0763-45fb-b899-1d90cb173df7,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:44.329545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48024) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:44.369138 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7b702656-832a-4202-b0d1-2231e701fb67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c10864ab23b34f6d82db6bd8362c694d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383658 Sep 22 11:22:44.371529 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48026) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:44.417697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be436f5c-512e-41b0-b435-77bb1de5fce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:44.439039 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be436f5c-512e-41b0-b435-77bb1de5fce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:44.559831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be436f5c-512e-41b0-b435-77bb1de5fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:44.562256 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-be436f5c-512e-41b0-b435-77bb1de5fce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:44.563525 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-be436f5c-512e-41b0-b435-77bb1de5fce9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66d2084a-5906-4175-a818-2b952c50643d HTTP/1.1" status: 204 len: 168 time: 0.1911199 Sep 22 11:22:44.571921 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436f5c-512e-41b0-b435-77bb1de5fce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d2084a-5906-4175-a818-2b952c50643d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:45.119433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:22:45.139025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:22:45.139377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3a6ba95b-ab26-4aca-bc2b-a30cfec6a4e5 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:22:45.235864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48032) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:45.274998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-36d58729-b65d-46d2-a428-3e435867efe3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=302d90cc81834498b42c7bcf77e2332c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379317 Sep 22 11:22:45.277469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48034) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:45.327711 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5b86bfe-f52c-4379-a185-54fc85131524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:45.348047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5b86bfe-f52c-4379-a185-54fc85131524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:45.485794 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5b86bfe-f52c-4379-a185-54fc85131524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:45.488391 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-b5b86bfe-f52c-4379-a185-54fc85131524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:45.489558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-b5b86bfe-f52c-4379-a185-54fc85131524 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfeba813-6fe6-48d2-8fef-5f8509366d3f HTTP/1.1" status: 204 len: 168 time: 0.2112126 Sep 22 11:22:45.497386 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b86bfe-f52c-4379-a185-54fc85131524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeba813-6fe6-48d2-8fef-5f8509366d3f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:47.859876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48076) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:47.864545 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992178081', 'description': 'tempest-secgroup-smoke-1992178081 description', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:47.945150 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:47.953095 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.040295 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.128343 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.164193 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e7939f-200a-4e58-9a3c-9a9c2dab7a7a,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:48.213798 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.276336 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.304599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e94a33a-22ea-48d8-9646-b093e3d9d784,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:48.368867 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.370220 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b19e4513-805a-4b03-97bf-4bd9cafc71d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5093124 Sep 22 11:22:48.373196 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48078) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:48.378229 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bf741379-ba15-4bcf-af0e-4c70af6b1363 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '8e94a33a-22ea-48d8-9646-b093e3d9d784', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:48.487722 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf741379-ba15-4bcf-af0e-4c70af6b1363 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.541171 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf741379-ba15-4bcf-af0e-4c70af6b1363 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.608307 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf741379-ba15-4bcf-af0e-4c70af6b1363 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.630045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf741379-ba15-4bcf-af0e-4c70af6b1363 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcd0e29-69a8-4f78-9fd2-fa57b98da7a0,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:48.680999 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bf741379-ba15-4bcf-af0e-4c70af6b1363 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.682510 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bf741379-ba15-4bcf-af0e-4c70af6b1363 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3082912 Sep 22 11:22:48.685184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48080) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:48.689413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f41ed433-e694-492f-a1d0-e82f7698b095 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '8e94a33a-22ea-48d8-9646-b093e3d9d784', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:48.772733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f41ed433-e694-492f-a1d0-e82f7698b095 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.828895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f41ed433-e694-492f-a1d0-e82f7698b095 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.893886 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f41ed433-e694-492f-a1d0-e82f7698b095 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.912770 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ed433-e694-492f-a1d0-e82f7698b095 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b1b444-582e-4d95-9f3e-181c941d2d63,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:48.974171 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f41ed433-e694-492f-a1d0-e82f7698b095 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:48.975366 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f41ed433-e694-492f-a1d0-e82f7698b095 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2892799 Sep 22 11:22:48.978704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48082) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:48.983497 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2fed4bae-7581-4fad-802c-bde1133540f1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '8e94a33a-22ea-48d8-9646-b093e3d9d784', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:49.088262 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fed4bae-7581-4fad-802c-bde1133540f1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.148605 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fed4bae-7581-4fad-802c-bde1133540f1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.234735 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fed4bae-7581-4fad-802c-bde1133540f1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.254574 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed4bae-7581-4fad-802c-bde1133540f1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92778f8-cb5d-421f-bbbf-e165e2aa2c2c,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:49.365895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2fed4bae-7581-4fad-802c-bde1133540f1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.367168 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2fed4bae-7581-4fad-802c-bde1133540f1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3875186 Sep 22 11:22:49.369901 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48084) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:49.374286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-56171c6d-ce15-41c2-a8b2-2d9e0f56f65c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '8e94a33a-22ea-48d8-9646-b093e3d9d784', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:49.473167 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56171c6d-ce15-41c2-a8b2-2d9e0f56f65c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.529194 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56171c6d-ce15-41c2-a8b2-2d9e0f56f65c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.622961 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56171c6d-ce15-41c2-a8b2-2d9e0f56f65c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.643480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56171c6d-ce15-41c2-a8b2-2d9e0f56f65c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5d6ca7-6f7c-4148-b425-e7ed3e6ee69e,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:49.722663 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56171c6d-ce15-41c2-a8b2-2d9e0f56f65c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.723870 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-56171c6d-ce15-41c2-a8b2-2d9e0f56f65c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3530004 Sep 22 11:22:49.726490 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48088) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:49.730765 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8bff4c03-f082-461b-8148-524b32cdb32c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '8e94a33a-22ea-48d8-9646-b093e3d9d784', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:49.790943 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-8bff4c03-f082-461b-8148-524b32cdb32c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:22:49.795600 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bff4c03-f082-461b-8148-524b32cdb32c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.853865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bff4c03-f082-461b-8148-524b32cdb32c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.911051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bff4c03-f082-461b-8148-524b32cdb32c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:49.928212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff4c03-f082-461b-8148-524b32cdb32c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc87091-ca84-4ad9-a2fd-d6125f2e33ea,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:50.017280 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8bff4c03-f082-461b-8148-524b32cdb32c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.018522 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8bff4c03-f082-461b-8148-524b32cdb32c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2910459 Sep 22 11:22:50.021145 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48090) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:50.025431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e73f0373-a635-4d19-b66e-b9bd6950b1a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '8e94a33a-22ea-48d8-9646-b093e3d9d784', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:50.122591 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-e73f0373-a635-4d19-b66e-b9bd6950b1a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:22:50.127428 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e73f0373-a635-4d19-b66e-b9bd6950b1a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.186414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e73f0373-a635-4d19-b66e-b9bd6950b1a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.264913 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e73f0373-a635-4d19-b66e-b9bd6950b1a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.281942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f0373-a635-4d19-b66e-b9bd6950b1a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09d2e71-137f-4192-b948-0885a9804f1b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:50.345237 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e73f0373-a635-4d19-b66e-b9bd6950b1a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.346469 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e73f0373-a635-4d19-b66e-b9bd6950b1a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3244178 Sep 22 11:22:50.349376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48092) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:50.354776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'network': {'name': 'tempest-network-smoke--1701154547', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'port_security_enabled': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:50.430704 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:22:50.434395 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.456343 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:22:50.465049 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.465389 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Added segment 935f01d3-2ad3-444e-b9d0-95d43e8473ff of type vlan for network 09dc985d-390b-4f94-b71a-fa589aeddd39 Sep 22 11:22:50.504408 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.585162 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.591242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:50.591829 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.659079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Network': ['ID=09dc985d-390b-4f94-b71a-fa589aeddd39,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:50.670211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 09dc985d-390b-4f94-b71a-fa589aeddd39 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:22:50.686807 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7cac330d-49cd-4a89-8179-0cd59fd3872a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3364222 Sep 22 11:22:50.690672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48094) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:50.695224 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'admin_state_up': True, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:50.780078 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.781138 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:50.833124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:51.052400 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:51.307767 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:51.326228 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:51.425976 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.155 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/af4404e0-8ab1-4798-8aa1-e01b8fe7afb0) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:22:51.525473 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:51.631656 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:51.666892 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:22:51.670997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:22:51.674867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:22:51.705828 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=af4404e0-8ab1-4798-8aa1-e01b8fe7afb0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:52.008924 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:52.331962 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26b4d0a5-7cb0-4544-9d93-f178944eaed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:52.488787 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:52.661621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router b0b0919a-d044-4f83-8e79-94147616f579 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:22:52.766366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:22:52.780737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Sync routers for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:22:52.789577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:52.790232 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:52.859566 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:52.860865 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f12a4026-242f-4850-b194-a1eba048f665 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1692379 Sep 22 11:22:52.863930 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48096) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:52.892968 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:52.982292 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-eec333f9-f505-4dc5-876f-a316706dc085 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8f6f75fc4abb4a6c8224e2a3e77bd673&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1172550 Sep 22 11:22:52.984997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48100) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:53.066904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:51Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:53.076006 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54029f2c-47b5-4c48-afc2-4c0c58c55067 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:53.077542 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-54029f2c-47b5-4c48-afc2-4c0c58c55067 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916505 Sep 22 11:22:53.080968 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:53.095084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Checking router: b0b0919a-d044-4f83-8e79-94147616f579 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:22:53.095443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Updating router b0b0919a-d044-4f83-8e79-94147616f579 port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:22:53.108846 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a34a9c3e-4847-4109-a46a-1c07d467a9a8 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268061 Sep 22 11:22:53.111448 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48104) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:53.116066 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-87384279', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:53.119039 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:53.260354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:22:53.264043 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:53.485880 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:53.520862 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:53.544452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Subnet': ['ID=1d6587ec-9ea1-46e6-9e1e-ae54d524337d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:53.553249 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Checking segment: {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:22:53.553627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network hostable DHCP agents. Network: 09dc985d-390b-4f94-b71a-fa589aeddd39, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:22:53.583207 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:53.629222 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Attempting to bind port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:22:53.629587 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Attempting to bind port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:22:53.629941 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Attempting to bind port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:22:53.635301 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 09dc985d-390b-4f94-b71a-fa589aeddd39 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:22:53.640833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9177c-baee-4756-a9c8-89f394edecad None None] Pushing event updated for resources: {'Port': ['ID=af4404e0-8ab1-4798-8aa1-e01b8fe7afb0,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:53.644179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:22:53.645091 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:22:53.645091 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:53.645519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:22:53.645984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Bound port: af4404e0-8ab1-4798-8aa1-e01b8fe7afb0, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:22:53.646389 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:53.699909 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] For port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:22:53.702999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] For port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=af4404e0-8ab1-4798-8aa1-e01b8fe7afb0,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:22:53.714531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 09dc985d-390b-4f94-b71a-fa589aeddd39) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:22:53.718665 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:53.719266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:53.725145 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209f3d2-5fba-4f0c-8fb8-bdc3bb62edde None None] Network 09dc985d-390b-4f94-b71a-fa589aeddd39 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:22:53.798844 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:53.829007 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a753e8a7-883d-4c1f-8bdf-b1a418a354fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7140746 Sep 22 11:22:53.829257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48106) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:22:53.892095 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9177c-baee-4756-a9c8-89f394edecad None None] Pushing event updated for resources: {'Port': ['ID=af4404e0-8ab1-4798-8aa1-e01b8fe7afb0,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:53.894871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:53.895472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:53.977729 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-09dc985d-390b-4f94-b71a-fa589aeddd39', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:22:53.978590 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:54.088173 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:54.243799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Allocated IP 172.20.0.2 (09dc985d-390b-4f94-b71a-fa589aeddd39/1d6587ec-9ea1-46e6-9e1e-ae54d524337d/3ec7e3e7-671f-44de-ba28-f8a37cbaaf49) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:22:54.273366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:54.420156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:51Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:54.454449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d032583-c184-41ac-b0d9-2ef925aae31b None None] The sync data for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 is: [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:51Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:22:54.460925 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:54.523196 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:54.566584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Network 09dc985d-390b-4f94-b71a-fa589aeddd39 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:22:54.569432 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:22:54.572351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:22:54.579649 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.1 (09dc985d-390b-4f94-b71a-fa589aeddd39/1d6587ec-9ea1-46e6-9e1e-ae54d524337d/0cb9e089-8e97-4f5e-84c3-9919ea348cc7) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:22:54.583676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Pushing event updated for resources: {'Port': ['ID=3ec7e3e7-671f-44de-ba28-f8a37cbaaf49,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:54.637514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Attempting to bind port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:22:54.637889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Attempting to bind port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:22:54.638278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Attempting to bind port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 on network 09dc985d-390b-4f94-b71a-fa589aeddd39 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:22:54.643899 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:22:54.644122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Checking segment: {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:22:54.644477 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:54.644867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Bound using segment: {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:22:54.645335 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Bound port: 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:22:54.645712 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:54.722883 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:54.744260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] For port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:22:54.748075 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] For port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ec7e3e7-671f-44de-ba28-f8a37cbaaf49,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:22:54.825845 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:54.839970 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:54.885384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 09dc985d-390b-4f94-b71a-fa589aeddd39 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:22:54.888548 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:22:54.890573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc330e16-901b-43ff-bfdc-c6d6c2efca7c None None] Pushing event updated for resources: {'Port': ['ID=3ec7e3e7-671f-44de-ba28-f8a37cbaaf49,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:54.891045 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:22:54.939387 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=0cb9e089-8e97-4f5e-84c3-9919ea348cc7,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:54.956125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.181121 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-02de5f5c-0a79-4423-9524-2a8468d8c40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.189782 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.232072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:22:55.287032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:55.287530 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.384806 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.421237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ec7e3e7-671f-44de-ba28-f8a37cbaaf49,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:55.496964 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.508484 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.509301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:22:55.562729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.598074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=3ec7e3e7-671f-44de-ba28-f8a37cbaaf49,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:55.609906 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:55.610379 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.638719 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.652553 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.655242 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=0cb9e089-8e97-4f5e-84c3-9919ea348cc7,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:55.691768 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.711739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=af4404e0-8ab1-4798-8aa1-e01b8fe7afb0,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:55.745895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 09dc985d-390b-4f94-b71a-fa589aeddd39 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:22:55.747276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:22:55.785397 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:55.837301 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=af4404e0-8ab1-4798-8aa1-e01b8fe7afb0,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:55.864638 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router b0b0919a-d044-4f83-8e79-94147616f579 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:22:55.969380 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:22:55.974696 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6fe7a6d4-7232-4903-b24c-a8a07b68fb81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/b0b0919a-d044-4f83-8e79-94147616f579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1439049 Sep 22 11:22:56.123981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-512c446c-8264-4907-b683-d3a49aa44749 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992178081&fields=id&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 267 time: 0.0427792 Sep 22 11:22:56.219918 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:56.238084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-b726d6bd-e3c3-464a-a664-b86e1f39bdc8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:56.239680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-b726d6bd-e3c3-464a-a664-b86e1f39bdc8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/networks?id=09dc985d-390b-4f94-b71a-fa589aeddd39 HTTP/1.1" status: 200 len: 797 time: 0.1148939 Sep 22 11:22:56.249463 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:56.256655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-14b3c0bf-a939-4182-a8c4-b1c01eba122f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/quotas/8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 375 time: 0.0102153 Sep 22 11:22:56.318659 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-408e801d-435f-4228-ad4f-91cc239dcc10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529356 Sep 22 11:22:56.336851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d45c72-9d51-42b3-9abd-9b86564bc4fe None None] Network 09dc985d-390b-4f94-b71a-fa589aeddd39 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:22:56.338453 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Sync routers for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:22:56.348043 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:56.351103 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:56.403850 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:56.428462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7f30ff10-278d-4baf-b083-e24d2774fec4 None None] Provisioning complete for port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:56.428834 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7f30ff10-278d-4baf-b083-e24d2774fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:56.455488 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:56.494727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-bc78864e-79d4-4353-985c-e7752f71b3bb service neutron] 10.222.0.20 "GET /v2.0/networks/09dc985d-390b-4f94-b71a-fa589aeddd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598768 Sep 22 11:22:56.600246 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-df7ce1d2-e76a-426e-b522-9625272323da service neutron] 10.222.0.20 "GET /v2.0/networks/09dc985d-390b-4f94-b71a-fa589aeddd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033378 Sep 22 11:22:56.667929 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '0cb9e089-8e97-4f5e-84c3-9919ea348cc7', 'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:cd:e3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:54Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 2, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:56.701163 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Checking router: b0b0919a-d044-4f83-8e79-94147616f579 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:22:56.701605 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Updating router b0b0919a-d044-4f83-8e79-94147616f579 port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:22:56.728398 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:56.807950 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-db7d110b-d123-4109-85e0-ceedc41c3fa6 None None] Provisioning complete for port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:56.809435 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-db7d110b-d123-4109-85e0-ceedc41c3fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:56.920929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-db7d110b-d123-4109-85e0-ceedc41c3fa6 None None] Provisioning complete for port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:56.921264 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-db7d110b-d123-4109-85e0-ceedc41c3fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:56.934134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0243ce7e-0d32-41d0-b206-0e3e13cca0ff req-9dd4b6cc-7094-4ed3-82af-a2c999b85426 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 210 time: 0.0531497 Sep 22 11:22:56.967433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-db7d110b-d123-4109-85e0-ceedc41c3fa6 None None] Port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:22:57.023201 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.092575 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e7096a4b-419a-471c-86e0-efefdb8ddc86 None None] Provisioning complete for port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:57.093138 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7096a4b-419a-471c-86e0-efefdb8ddc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.114196 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.154493 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e7096a4b-419a-471c-86e0-efefdb8ddc86 None None] Port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:22:57.172872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:22:57.236788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:57.237159 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.298518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-70fce525-0df7-41d3-9188-e3002b919394 None None] Provisioning complete for port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:57.298855 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70fce525-0df7-41d3-9188-e3002b919394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.351294 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Pushing event updated for resources: {'Port': ['ID=0cb9e089-8e97-4f5e-84c3-9919ea348cc7,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:57.354397 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Attempting to bind port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:22:57.355025 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Attempting to bind port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:22:57.355385 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Attempting to bind port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 on network 09dc985d-390b-4f94-b71a-fa589aeddd39 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:22:57.365979 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.366352 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.366699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.367037 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.367401 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.367733 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.368065 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.368389 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.368712 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.369031 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.369354 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.369673 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:22:57.374614 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:22:57.374993 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Checking segment: {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:22:57.375397 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.375795 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Bound using segment: {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:22:57.376275 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Bound port: 0cb9e089-8e97-4f5e-84c3-9919ea348cc7, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:22:57.376659 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.463739 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] For port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:22:57.467081 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] For port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0cb9e089-8e97-4f5e-84c3-9919ea348cc7,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:22:57.521648 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-70fce525-0df7-41d3-9188-e3002b919394 None None] Port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:22:57.531128 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:22:57.534401 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.586939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:57.587528 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.588035 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:22:57.588755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:57.643704 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf61926-639a-4732-b236-edc9ee8ca10b None None] Pushing event updated for resources: {'Port': ['ID=0cb9e089-8e97-4f5e-84c3-9919ea348cc7,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:57.669853 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3dd2c72d-7e9e-47d7-bc0a-f9feda35a1e8 None None] Provisioning complete for port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:57.670250 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3dd2c72d-7e9e-47d7-bc0a-f9feda35a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.726792 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:22:57.777297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3dd2c72d-7e9e-47d7-bc0a-f9feda35a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.810836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3dd2c72d-7e9e-47d7-bc0a-f9feda35a1e8 None None] For port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0cb9e089-8e97-4f5e-84c3-9919ea348cc7,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:22:57.897102 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3dd2c72d-7e9e-47d7-bc0a-f9feda35a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:57.943258 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '0cb9e089-8e97-4f5e-84c3-9919ea348cc7', 'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:cd:e3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:54Z', 'updated_at': '2021-09-22T11:22:57Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:22:57.959512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2c72d-7e9e-47d7-bc0a-f9feda35a1e8 None None] Pushing event updated for resources: {'Port': ['ID=0cb9e089-8e97-4f5e-84c3-9919ea348cc7,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:57.973412 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295993f6-149c-4475-87b3-d08319d7f2cc None None] The sync data for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 is: [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '0cb9e089-8e97-4f5e-84c3-9919ea348cc7', 'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:cd:e3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:54Z', 'updated_at': '2021-09-22T11:22:57Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:22:58.006727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fc9e6c5e-092c-427d-b296-ceddcf60833c req-acc05f51-5ffe-4418-a8c4-737658a58a58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 210 time: 0.0273674 Sep 22 11:22:58.050434 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-23302aa3-7a29-41d5-9b0a-441cc154c9d9 None None] Provisioning complete for port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:58.053679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-23302aa3-7a29-41d5-9b0a-441cc154c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:58.308675 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:59.110949 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-346f2634-5a5a-423c-9896-cc0eb8663c07 req-24150031-4836-47e5-b439-77f8b13ed03e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 210 time: 0.0337987 Sep 22 11:22:59.151660 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:22:59.198694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:22:59.199065 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:59.282635 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-97700d1d-41a3-4d6d-8475-c8cc1da99b2b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:59.284639 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-97700d1d-41a3-4d6d-8475-c8cc1da99b2b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/networks?id=09dc985d-390b-4f94-b71a-fa589aeddd39 HTTP/1.1" status: 200 len: 797 time: 0.1049776 Sep 22 11:22:59.330462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-53cb57c2-b6b7-4973-9c1d-9a18e9f03023 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 380 time: 0.0355031 Sep 22 11:22:59.344751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'port': {'device_id': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'admin_state_up': True, 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'security_groups': ['8e94a33a-22ea-48d8-9646-b093e3d9d784']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:22:59.537104 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:22:59.540681 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:59.666463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.9 (09dc985d-390b-4f94-b71a-fa589aeddd39/1d6587ec-9ea1-46e6-9e1e-ae54d524337d/29560c5c-5ced-4537-9fc6-473de4e70c4c) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:22:59.796909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:59.889018 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:22:59.935275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 09dc985d-390b-4f94-b71a-fa589aeddd39 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:22:59.938259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:22:59.941891 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:22:59.967108 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=29560c5c-5ced-4537-9fc6-473de4e70c4c,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:22:59.996483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:22:59.997104 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:00.083443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-824ca21a-237d-4a93-8ec2-7aee221e9442 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7474110 Sep 22 11:23:00.097818 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Request body: {'port': {'device_id': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:00.150676 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:00.172948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6c9ab425-648d-4718-915e-b8b1473dc2fa None None] Provisioning complete for port 29560c5c-5ced-4537-9fc6-473de4e70c4c triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:23:00.173545 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c9ab425-648d-4718-915e-b8b1473dc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:00.206919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-6c9ab425-648d-4718-915e-b8b1473dc2fa None None] Port 29560c5c-5ced-4537-9fc6-473de4e70c4c cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:23:00.296424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2ebcd-9646-4354-b5c0-517805948e83 req-bcb108e5-08a3-407c-9023-f5e4081fba21 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:00.297828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2b2ebcd-9646-4354-b5c0-517805948e83 req-bcb108e5-08a3-407c-9023-f5e4081fba21 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 931 time: 0.1152458 Sep 22 11:23:00.367751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b2b2ebcd-9646-4354-b5c0-517805948e83 req-f4878dcf-9cd1-48b9-b421-3517bfcb592b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617468 Sep 22 11:23:00.477236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29560c5c-5ced-4537-9fc6-473de4e70c4c {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:23:00.484454 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:00.495608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Transition to ACTIVE for port object 29560c5c-5ced-4537-9fc6-473de4e70c4c will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:23:00.550930 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:00.601927 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Pushing event updated for resources: {'Port': ['ID=29560c5c-5ced-4537-9fc6-473de4e70c4c,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:00.672628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Attempting to bind port 29560c5c-5ced-4537-9fc6-473de4e70c4c on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:23:00.672944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Attempting to bind port 29560c5c-5ced-4537-9fc6-473de4e70c4c by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:23:00.673286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Attempting to bind port 29560c5c-5ced-4537-9fc6-473de4e70c4c on network 09dc985d-390b-4f94-b71a-fa589aeddd39 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:23:00.677850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Port 29560c5c-5ced-4537-9fc6-473de4e70c4c on network 09dc985d-390b-4f94-b71a-fa589aeddd39 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:23:00.678213 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Attempting to bind port 29560c5c-5ced-4537-9fc6-473de4e70c4c on network 09dc985d-390b-4f94-b71a-fa589aeddd39 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:23:00.683381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:23:00.683719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Checking segment: {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:23:00.684110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Bound using segment: {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:23:00.684542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Bound port: 29560c5c-5ced-4537-9fc6-473de4e70c4c, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935f01d3-2ad3-444e-b9d0-95d43e8473ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:23:00.684909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:00.753397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] For port 29560c5c-5ced-4537-9fc6-473de4e70c4c, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:23:00.756375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] For port 29560c5c-5ced-4537-9fc6-473de4e70c4c, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29560c5c-5ced-4537-9fc6-473de4e70c4c,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:23:00.845986 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:00.880227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:00.880970 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:00.882336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] 10.222.0.30 "PUT /v2.0/ports/29560c5c-5ced-4537-9fc6-473de4e70c4c HTTP/1.1" status: 200 len: 1091 time: 0.7890265 Sep 22 11:23:00.882738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:23:00.885653 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95cc6ea-c61d-42ae-9b4f-12e87154128f" -d '{"events": [{"name": "network-changed", "server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:23:00.912120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d7e04-01b4-479c-9e08-e7f361f351c4 service neutron] Pushing event updated for resources: {'Port': ['ID=29560c5c-5ced-4537-9fc6-473de4e70c4c,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:00.923676 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df0a263-ef32-45ac-8bec-1d3ba2a40cbb x-openstack-request-id: req-5df0a263-ef32-45ac-8bec-1d3ba2a40cbb {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:23:00.924038 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:23:00.924322 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5df0a263-ef32-45ac-8bec-1d3ba2a40cbb {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:23:00.924732 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'status': 'completed', 'code': 200} Sep 22 11:23:00.985475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc6ea-c61d-42ae-9b4f-12e87154128f req-ff8a228f-539a-4931-8e56-a25cb97a0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:00.987105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95cc6ea-c61d-42ae-9b4f-12e87154128f req-ff8a228f-539a-4931-8e56-a25cb97a0a59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 1094 time: 0.0431526 Sep 22 11:23:01.090691 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc6ea-c61d-42ae-9b4f-12e87154128f req-62098190-c64f-4487-973a-e19a519d9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:01.092189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95cc6ea-c61d-42ae-9b4f-12e87154128f req-62098190-c64f-4487-973a-e19a519d9675 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0976205 Sep 22 11:23:01.190783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc6ea-c61d-42ae-9b4f-12e87154128f req-0c4b1da6-cf06-4ecc-a065-836880b62438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:01.192261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e95cc6ea-c61d-42ae-9b4f-12e87154128f req-0c4b1da6-cf06-4ecc-a065-836880b62438 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900578 Sep 22 11:23:01.265807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-a7e97c96-55b1-4e4e-9041-8d058170da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:01.267283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-a7e97c96-55b1-4e4e-9041-8d058170da90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 1094 time: 0.0393417 Sep 22 11:23:01.307970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-486e45e7-51f2-4145-a491-da0d024acd2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29560c5c-5ced-4537-9fc6-473de4e70c4c HTTP/1.1" status: 200 len: 217 time: 0.0328903 Sep 22 11:23:01.354125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-35ae2da5-c5cd-4809-a82b-fadec394d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:01.355554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-35ae2da5-c5cd-4809-a82b-fadec394d5a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d6587ec-9ea1-46e6-9e1e-ae54d524337d HTTP/1.1" status: 200 len: 833 time: 0.0411520 Sep 22 11:23:01.403490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-6d964741-1330-457a-9cb7-566ccbd90c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:01.404896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-6d964741-1330-457a-9cb7-566ccbd90c71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09dc985d-390b-4f94-b71a-fa589aeddd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420115 Sep 22 11:23:01.529926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c18c1-8245-4ff6-a70b-658281614442 req-f3ebc04d-8323-4709-a968-54b9bd7914e0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:01.531431 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-946c18c1-8245-4ff6-a70b-658281614442 req-f3ebc04d-8323-4709-a968-54b9bd7914e0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 943 time: 0.0920072 Sep 22 11:23:01.535014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-feae80a5-36b6-489b-be78-ca225a30f676 service neutron] 10.222.0.30 "GET /v2.0/networks/09dc985d-390b-4f94-b71a-fa589aeddd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236324 Sep 22 11:23:01.595595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-946c18c1-8245-4ff6-a70b-658281614442 req-90405e7e-ed91-4535-8662-b378114a645d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582328 Sep 22 11:23:01.644745 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ef2976a-230f-4acd-a755-a99cc3b45b0c req-bd1b8763-2898-4881-a29c-09f73a0091d9 service neutron] 10.222.0.30 "GET /v2.0/networks/09dc985d-390b-4f94-b71a-fa589aeddd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012321 Sep 22 11:23:02.717471 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2608d3-7d50-434c-b253-ece9af2e7800 req-09b9505d-31d0-4cc1-b9a0-1fc942c96e09 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:02.719009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af2608d3-7d50-434c-b253-ece9af2e7800 req-09b9505d-31d0-4cc1-b9a0-1fc942c96e09 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 943 time: 0.0517073 Sep 22 11:23:02.756676 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af2608d3-7d50-434c-b253-ece9af2e7800 req-6d738d2e-d178-4ac5-9eea-4fb802e4ea54 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Sep 22 11:23:03.868650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586e63d-8560-4512-b7f0-7392f0ea41e7 req-aa1bfa85-8fc1-4258-9075-e4eb4898371f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:03.870155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4586e63d-8560-4512-b7f0-7392f0ea41e7 req-aa1bfa85-8fc1-4258-9075-e4eb4898371f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 943 time: 0.0473020 Sep 22 11:23:03.906696 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4586e63d-8560-4512-b7f0-7392f0ea41e7 req-fcdb78dd-e1d3-44c2-be4e-d6ca169d6cf5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306821 Sep 22 11:23:05.018934 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2683cce-a39d-4f32-b474-132c31f41a94 req-89adf4b4-77f7-4067-8821-b0e5e87cb831 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:05.020389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2683cce-a39d-4f32-b474-132c31f41a94 req-89adf4b4-77f7-4067-8821-b0e5e87cb831 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 943 time: 0.0473497 Sep 22 11:23:05.057179 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d2683cce-a39d-4f32-b474-132c31f41a94 req-5d7e1049-e127-4ba9-a689-9fa3751a434e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303514 Sep 22 11:23:05.353119 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 29560c5c-5ced-4537-9fc6-473de4e70c4c details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:23:05.442851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 29560c5c-5ced-4537-9fc6-473de4e70c4c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29560c5c-5ced-4537-9fc6-473de4e70c4c,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:23:05.457072 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'port_id': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'mac_address': 'fa:16:3e:40:73:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:23:05.491331 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:05.503731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29560c5c-5ced-4537-9fc6-473de4e70c4c {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:23:05.522354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 29560c5c-5ced-4537-9fc6-473de4e70c4c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29560c5c-5ced-4537-9fc6-473de4e70c4c,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:23:05.588595 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:05.635444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=29560c5c-5ced-4537-9fc6-473de4e70c4c,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:05.785349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['29560c5c-5ced-4537-9fc6-473de4e70c4c'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:23:06.173977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c303c4-a9d1-40e0-b946-c5b85b16e143 req-47f4fc5a-3315-4459-94a5-caf67f0768b6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:06.175528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57c303c4-a9d1-40e0-b946-c5b85b16e143 req-47f4fc5a-3315-4459-94a5-caf67f0768b6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 944 time: 0.0513632 Sep 22 11:23:06.211886 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-57c303c4-a9d1-40e0-b946-c5b85b16e143 req-b2efdeea-37dc-45be-92ff-398251dc7f58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305026 Sep 22 11:23:06.624500 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:23:07.323849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069bb80-fc7c-487b-8ee2-ee8a0c437f20 req-6e230f00-b413-4330-bb3c-f35e228fca93 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:07.325321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1069bb80-fc7c-487b-8ee2-ee8a0c437f20 req-6e230f00-b413-4330-bb3c-f35e228fca93 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 944 time: 0.0481355 Sep 22 11:23:07.362569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1069bb80-fc7c-487b-8ee2-ee8a0c437f20 req-60c0431b-eb5b-4493-9067-65b6f532210c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310469 Sep 22 11:23:07.384346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 29560c5c-5ced-4537-9fc6-473de4e70c4c up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:23:07.505008 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 29560c5c-5ced-4537-9fc6-473de4e70c4c completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:23:07.508845 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 29560c5c-5ced-4537-9fc6-473de4e70c4c triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:23:07.509259 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:07.587186 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:07.608939 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:23:07.611195 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db87932-88de-4645-a974-ce0f69f08a81" -d '{"events": [{"server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "name": "network-vif-plugged", "status": "completed", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:23:07.623563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 29560c5c-5ced-4537-9fc6-473de4e70c4c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29560c5c-5ced-4537-9fc6-473de4e70c4c,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:23:07.697454 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:07.702035 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48b9146-b992-4768-ac5b-22eef78ea476 x-openstack-request-id: req-e48b9146-b992-4768-ac5b-22eef78ea476 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:23:07.702415 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "name": "network-vif-plugged", "status": "completed", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:23:07.702667 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e48b9146-b992-4768-ac5b-22eef78ea476 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:23:07.703052 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'code': 200} Sep 22 11:23:07.747373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=29560c5c-5ced-4537-9fc6-473de4e70c4c,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:07.796381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1679b-5530-4d6a-8c52-fe0ce028d99c req-6fb60c4c-7cc8-42b7-9720-0e2d9c64f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:07.797875 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ac1679b-5530-4d6a-8c52-fe0ce028d99c req-6fb60c4c-7cc8-42b7-9720-0e2d9c64f2e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 1096 time: 0.0396607 Sep 22 11:23:07.832070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ac1679b-5530-4d6a-8c52-fe0ce028d99c req-92182a6d-7854-4629-8c40-427f2f822e41 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266285 Sep 22 11:23:08.481146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad2102-3d42-4285-b46e-459bec403731 req-42e21c50-691e-4931-aa1f-100544c08ba8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:08.482646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7ad2102-3d42-4285-b46e-459bec403731 req-42e21c50-691e-4931-aa1f-100544c08ba8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0506968 Sep 22 11:23:08.855055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d7ad2102-3d42-4285-b46e-459bec403731 req-9146e8c5-6294-4387-a169-492810f3d6e3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664320 Sep 22 11:23:09.970366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c68188-efcd-488f-bf60-16b8edda49d2 req-b0ebd792-7c30-493c-98f3-552f6d4404a5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:09.971815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f9c68188-efcd-488f-bf60-16b8edda49d2 req-b0ebd792-7c30-493c-98f3-552f6d4404a5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0475812 Sep 22 11:23:10.008792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f9c68188-efcd-488f-bf60-16b8edda49d2 req-ff9438b6-113b-45cd-97a2-48ce60fb2ee6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308316 Sep 22 11:23:10.119628 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d93aed-7aa2-492b-a7aa-f64c617d3488 req-56f1bb95-98cf-48f3-bee1-3bba2f84eb0e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:10.121101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d93aed-7aa2-492b-a7aa-f64c617d3488 req-56f1bb95-98cf-48f3-bee1-3bba2f84eb0e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0477138 Sep 22 11:23:10.157835 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d93aed-7aa2-492b-a7aa-f64c617d3488 req-87c4958e-352c-4d58-8de9-8ad9a7fea43e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Sep 22 11:23:10.180147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48166) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:10.220938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4806d2-fc33-483f-a8da-a9b05a9b2136 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:10.222471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8a4806d2-fc33-483f-a8da-a9b05a9b2136 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 1091 time: 0.0413513 Sep 22 11:23:10.225244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48168) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:10.229881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:10.302793 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:10.395815 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:10.497941 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.114 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/5a07ef11-8327-4465-95a7-48be3cfdc285) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:23:10.596030 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:10.680005 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:10.721583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:23:10.724317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:23:10.727395 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:23:10.752992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=5a07ef11-8327-4465-95a7-48be3cfdc285,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:11.062313 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:11.180767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:11.328394 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:11.385062 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:11.449942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=5a07ef11-8327-4465-95a7-48be3cfdc285,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:11.461169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:11.557470 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP 1926b4b6-0369-4c0c-8ec1-1fd96eb86b60 associated. External IP: 172.25.1.114, port: 29560c5c-5ced-4537-9fc6-473de4e70c4c. Sep 22 11:23:11.762781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router b0b0919a-d044-4f83-8e79-94147616f579 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:23:11.866510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:23:11.876534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] Sync routers for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:23:11.886080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:23:11.886718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:11.977600 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:11.994392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:23:12.005709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d9d22334-db21-4281-9abb-54da920fd645 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7794693 Sep 22 11:23:12.009664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:23:12.009664 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb" -d '{"events": [{"name": "network-changed", "server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:23:12.103167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8ec4a-a0d2-462b-ab8d-33b8f5ad9666 req-ff8066d3-2b41-4148-97ec-02ae09cb733c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:12.104695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74c8ec4a-a0d2-462b-ab8d-33b8f5ad9666 req-ff8066d3-2b41-4148-97ec-02ae09cb733c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0500011 Sep 22 11:23:12.141442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74c8ec4a-a0d2-462b-ab8d-33b8f5ad9666 req-599f7d11-87af-4c5a-8515-b9bcb785118e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308130 Sep 22 11:23:12.164361 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48174) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:12.202330 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae213c7-0293-401c-85dc-b5d3d4ea9910 x-openstack-request-id: req-1ae213c7-0293-401c-85dc-b5d3d4ea9910 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:23:12.202617 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:23:12.202871 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ae213c7-0293-401c-85dc-b5d3d4ea9910 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:23:12.203275 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'status': 'completed', 'code': 200} Sep 22 11:23:12.223566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '1926b4b6-0369-4c0c-8ec1-1fd96eb86b60', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'port_id': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'mac_address': 'fa:16:3e:40:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:23:10Z', 'updated_at': '2021-09-22T11:23:10Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb9e089-8e97-4f5e-84c3-9919ea348cc7', 'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:cd:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:54Z', 'updated_at': '2021-09-22T11:22:57Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:12.249619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] Checking router: b0b0919a-d044-4f83-8e79-94147616f579 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:23:12.257137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-018556e2-3e6a-468a-9ffa-cf03eed7bef6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/1926b4b6-0369-4c0c-8ec1-1fd96eb86b60 HTTP/1.1" status: 200 len: 991 time: 0.0913475 Sep 22 11:23:12.257888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:23:12.258526 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:22:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:12.266803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-7b69f9c3-799a-4b7a-be4c-ce4e6bdc1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:12.268194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-7b69f9c3-799a-4b7a-be4c-ce4e6bdc1342 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 1096 time: 0.0586591 Sep 22 11:23:12.358844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-a4a291da-ed02-4cb5-80fb-76b4d158ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:12.360357 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-a4a291da-ed02-4cb5-80fb-76b4d158ad25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=09dc985d-390b-4f94-b71a-fa589aeddd39 HTTP/1.1" status: 200 len: 898 time: 0.0857012 Sep 22 11:23:12.366135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:23:12.428091 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-7beac542-538f-4677-9fed-6a0799c182a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29560c5c-5ced-4537-9fc6-473de4e70c4c HTTP/1.1" status: 200 len: 999 time: 0.0609879 Sep 22 11:23:12.476737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-94cd542a-9de1-4276-b812-ee55fc074ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:12.478242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-94cd542a-9de1-4276-b812-ee55fc074ebf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d6587ec-9ea1-46e6-9e1e-ae54d524337d HTTP/1.1" status: 200 len: 833 time: 0.0431762 Sep 22 11:23:12.522642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-41148e44-b299-4dce-a3ff-b9e276c3aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:12.524590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-41148e44-b299-4dce-a3ff-b9e276c3aeb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09dc985d-390b-4f94-b71a-fa589aeddd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389490 Sep 22 11:23:12.589319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '1926b4b6-0369-4c0c-8ec1-1fd96eb86b60', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'port_id': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'mac_address': 'fa:16:3e:40:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:23:10Z', 'updated_at': '2021-09-22T11:23:10Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb9e089-8e97-4f5e-84c3-9919ea348cc7', 'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:cd:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:54Z', 'updated_at': '2021-09-22T11:22:57Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:12.614723 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce362113-74fb-4bf8-b6ba-b3076e4bcc25 None None] The sync data for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 is: [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '1926b4b6-0369-4c0c-8ec1-1fd96eb86b60', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.114', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'port_id': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'mac_address': 'fa:16:3e:40:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:23:10Z', 'updated_at': '2021-09-22T11:23:10Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb9e089-8e97-4f5e-84c3-9919ea348cc7', 'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:cd:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:54Z', 'updated_at': '2021-09-22T11:22:57Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:23:12.619616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-c3f9551a-03ff-426f-9a12-bfd8ff4dd08d service neutron] 10.222.0.30 "GET /v2.0/networks/09dc985d-390b-4f94-b71a-fa589aeddd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877087 Sep 22 11:23:12.722093 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1051e879-9c64-4f5b-aed4-7b1b7ca339cb req-e6623a0a-4555-4d5e-a2c8-60519f90f823 service neutron] 10.222.0.30 "GET /v2.0/networks/09dc985d-390b-4f94-b71a-fa589aeddd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947242 Sep 22 11:23:12.812400 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757312a-3839-49f6-ac5a-600516b28ae0 None None] New status for floating IP 1926b4b6-0369-4c0c-8ec1-1fd96eb86b60: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:23:13.260798 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48176) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:13.326714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-31f7ef03-e2eb-49c8-889b-67ad772d1109 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/1926b4b6-0369-4c0c-8ec1-1fd96eb86b60 HTTP/1.1" status: 200 len: 993 time: 0.0645578 Sep 22 11:23:22.342770 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b7b45fe4-6e20-4393-8224-b90804ba2e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:25.179349 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-80781f10-6045-4914-816b-168493f21708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:25.593975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:26.205159 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:26.233742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:26.404920 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:28.282390 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:40.208056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0146faf-5725-42d5-868c-3a748baf85ba req-727ba6a3-14c8-4484-bdca-e7ec11f00a2e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:40.210064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0146faf-5725-42d5-868c-3a748baf85ba req-727ba6a3-14c8-4484-bdca-e7ec11f00a2e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0643318 Sep 22 11:23:40.257041 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f0146faf-5725-42d5-868c-3a748baf85ba req-994fd242-d9b1-4d3a-8cd1-adc73df20b8a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406954 Sep 22 11:23:41.377435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976a400-4ac1-4f92-8b30-02b8ac15d2a4 req-e75cb502-fbfc-4907-9794-a4fb7c6396e2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:41.378863 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3976a400-4ac1-4f92-8b30-02b8ac15d2a4 req-e75cb502-fbfc-4907-9794-a4fb7c6396e2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0530632 Sep 22 11:23:41.416807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3976a400-4ac1-4f92-8b30-02b8ac15d2a4 req-934ccc83-1fc3-409c-b35e-d179a8dbc97b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313351 Sep 22 11:23:41.444762 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48192) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:41.506332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3b9f628c-c24b-4e15-80c7-6b2adf564de4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/1926b4b6-0369-4c0c-8ec1-1fd96eb86b60 HTTP/1.1" status: 200 len: 993 time: 0.0596445 Sep 22 11:23:42.938532 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a225a-eae7-4802-8dbc-8dcdd434f027 req-ffdfa720-7809-4f93-ba31-477a0b446d83 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:42.940140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-928a225a-eae7-4802-8dbc-8dcdd434f027 req-ffdfa720-7809-4f93-ba31-477a0b446d83 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0601008 Sep 22 11:23:42.987927 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-928a225a-eae7-4802-8dbc-8dcdd434f027 req-baf68ca7-e08f-4ae2-a730-d7b236e9216a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368297 Sep 22 11:23:43.623868 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:23:44.103173 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad1fb-b31d-4ddf-bfe3-45af2bb0d7a9 req-545a9982-e7d7-40a6-896d-4fd7614f45a8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:44.104683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f7ad1fb-b31d-4ddf-bfe3-45af2bb0d7a9 req-545a9982-e7d7-40a6-896d-4fd7614f45a8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0476346 Sep 22 11:23:44.141433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5f7ad1fb-b31d-4ddf-bfe3-45af2bb0d7a9 req-a06579e2-eb57-433c-813d-3aa27260af2a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Sep 22 11:23:44.164442 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48202) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:44.230070 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6b82838c-bed7-4cea-be9f-d36858a996c8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/1926b4b6-0369-4c0c-8ec1-1fd96eb86b60 HTTP/1.1" status: 200 len: 993 time: 0.0642209 Sep 22 11:23:44.480135 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48208) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:44.632514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 5a07ef11-8327-4465-95a7-48be3cfdc285 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:23:44.633384 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:44.704928 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:44.705253 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:44.716989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 5a07ef11-8327-4465-95a7-48be3cfdc285 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:23:44.936797 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:44.966524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=5a07ef11-8327-4465-95a7-48be3cfdc285,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:44.991325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.991667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.992498 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.992837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.993163 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.993496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.993821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.994167 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.994492 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.994812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.995129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:44.995444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:45.039637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:45.040007 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP 1926b4b6-0369-4c0c-8ec1-1fd96eb86b60 disassociated (deleted). External IP: 172.25.1.114, port: 29560c5c-5ced-4537-9fc6-473de4e70c4c. Sep 22 11:23:45.234839 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router b0b0919a-d044-4f83-8e79-94147616f579 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:23:45.338028 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:23:45.342900 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:45.347974 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] Sync routers for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:23:45.357591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:23:45.358233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:45.369767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-55682f24-57e8-482a-9ada-48ef4c50dc81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/floatingips/1926b4b6-0369-4c0c-8ec1-1fd96eb86b60 HTTP/1.1" status: 204 len: 168 time: 0.8885796 Sep 22 11:23:45.370438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:23:45.372821 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c389d9a-bf68-4781-b65d-9e0c80241960" -d '{"events": [{"name": "network-changed", "server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:23:45.468191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:23:45.663584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '0cb9e089-8e97-4f5e-84c3-9919ea348cc7', 'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:cd:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:54Z', 'updated_at': '2021-09-22T11:22:57Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:45.690625 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] Checking router: b0b0919a-d044-4f83-8e79-94147616f579 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:23:45.698928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:23:45.699536 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:45.712197 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7079072-6931-443b-8059-24d115eed0c4 x-openstack-request-id: req-f7079072-6931-443b-8059-24d115eed0c4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:23:45.712197 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:23:45.712197 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7079072-6931-443b-8059-24d115eed0c4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:23:45.712197 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'status': 'completed', 'code': 200} Sep 22 11:23:45.803474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-dcfcf00c-fc0d-4b0d-99bb-d510ce0b7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:45.805142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-dcfcf00c-fc0d-4b0d-99bb-d510ce0b7db4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 1096 time: 0.0716934 Sep 22 11:23:45.806060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:23:45.828672 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d46dd-0719-44d5-b601-568b49314413 req-4a801273-e533-456b-a49b-e746b1dd1c9a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:45.830143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2d46dd-0719-44d5-b601-568b49314413 req-4a801273-e533-456b-a49b-e746b1dd1c9a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0664649 Sep 22 11:23:45.910520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b2d46dd-0719-44d5-b601-568b49314413 req-5cc997a9-8fa4-4f31-92f8-60436aa3dc27 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702283 Sep 22 11:23:45.930438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-ba4829d0-9270-4980-bd68-97da684127ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:45.932166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-ba4829d0-9270-4980-bd68-97da684127ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=09dc985d-390b-4f94-b71a-fa589aeddd39 HTTP/1.1" status: 200 len: 898 time: 0.1190164 Sep 22 11:23:45.979916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-a1076323-0550-477a-817d-3fef2cc43b1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29560c5c-5ced-4537-9fc6-473de4e70c4c HTTP/1.1" status: 200 len: 217 time: 0.0390971 Sep 22 11:23:46.007722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '0cb9e089-8e97-4f5e-84c3-9919ea348cc7', 'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:cd:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:54Z', 'updated_at': '2021-09-22T11:22:57Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:46.028658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-50cca4f9-b445-4faa-a601-678b1bdc0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:46.030156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-50cca4f9-b445-4faa-a601-678b1bdc0bb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d6587ec-9ea1-46e6-9e1e-ae54d524337d HTTP/1.1" status: 200 len: 833 time: 0.0422628 Sep 22 11:23:46.036577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853987-3511-4ec3-9d87-12770eb2f3a7 None None] The sync data for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 is: [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '0cb9e089-8e97-4f5e-84c3-9919ea348cc7', 'name': '', 'network_id': '09dc985d-390b-4f94-b71a-fa589aeddd39', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:cd:e3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:54Z', 'updated_at': '2021-09-22T11:22:57Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '1d6587ec-9ea1-46e6-9e1e-ae54d524337d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:23:46.077908 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-4ca547c7-69e6-4c56-8ef4-f086b5e4ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:46.079515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-4ca547c7-69e6-4c56-8ef4-f086b5e4ad8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09dc985d-390b-4f94-b71a-fa589aeddd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405903 Sep 22 11:23:46.173278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-7a6ca353-d871-4292-b75b-1e9e328abbbf service neutron] 10.222.0.30 "GET /v2.0/networks/09dc985d-390b-4f94-b71a-fa589aeddd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859776 Sep 22 11:23:46.252313 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9ede1-52ec-4c0f-a5c0-a9391675f38e None None] New status for floating IP 1926b4b6-0369-4c0c-8ec1-1fd96eb86b60: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:23:46.268448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c389d9a-bf68-4781-b65d-9e0c80241960 req-ba6aacbf-9de1-4b09-94ca-b9e1059b6ad2 service neutron] 10.222.0.30 "GET /v2.0/networks/09dc985d-390b-4f94-b71a-fa589aeddd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878782 Sep 22 11:23:47.028501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec87d9f-3b1c-4960-bcdf-dde476d57261 req-dfc7732f-1f6e-4284-9e2f-a221bdfc704f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:47.029984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ec87d9f-3b1c-4960-bcdf-dde476d57261 req-dfc7732f-1f6e-4284-9e2f-a221bdfc704f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0478401 Sep 22 11:23:47.067329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ec87d9f-3b1c-4960-bcdf-dde476d57261 req-52820826-3780-4190-80ed-b9f68ecda7cc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e94a33a-22ea-48d8-9646-b093e3d9d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314214 Sep 22 11:23:47.337775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-6e059599-14b2-4db4-bc2f-bc1df4d8eb0a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:47.339190 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-6e059599-14b2-4db4-bc2f-bc1df4d8eb0a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 945 time: 0.0466506 Sep 22 11:23:47.428011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 29560c5c-5ced-4537-9fc6-473de4e70c4c {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:23:47.428363 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:47.514865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port 29560c5c-5ced-4537-9fc6-473de4e70c4c, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=29560c5c-5ced-4537-9fc6-473de4e70c4c,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:23:47.515227 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:47.527306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 29560c5c-5ced-4537-9fc6-473de4e70c4c owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:23:47.702172 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:47.730640 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=29560c5c-5ced-4537-9fc6-473de4e70c4c,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:47.773992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] No DVR routers for this DVR port 29560c5c-5ced-4537-9fc6-473de4e70c4c on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:23:47.776709 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:47.778827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-97b4b455-1efb-4e4d-a8f8-702c469d9b3a req-d49d322a-c87c-4d09-842c-d5aa63e34af4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "DELETE /v2.0/ports/29560c5c-5ced-4537-9fc6-473de4e70c4c HTTP/1.1" status: 204 len: 173 time: 0.4339416 Sep 22 11:23:47.779263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'name': 'network-vif-deleted', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:23:47.781563 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44323220-5867-4c74-bb6e-fb062c603e6c" -d '{"events": [{"server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "name": "network-vif-deleted", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:23:47.817168 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03979911-dc21-4eac-b235-f84edd310a6a x-openstack-request-id: req-03979911-dc21-4eac-b235-f84edd310a6a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:23:47.817454 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904ed474-b62e-4f74-9186-01fbb14f02e9", "name": "network-vif-deleted", "tag": "29560c5c-5ced-4537-9fc6-473de4e70c4c", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:23:47.817702 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03979911-dc21-4eac-b235-f84edd310a6a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:23:47.818172 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904ed474-b62e-4f74-9186-01fbb14f02e9', 'name': 'network-vif-deleted', 'tag': '29560c5c-5ced-4537-9fc6-473de4e70c4c', 'status': 'completed', 'code': 200} Sep 22 11:23:48.177503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63feec6f-4be9-4062-b0b5-914e52ab5591 req-4c0ed285-42b3-4734-b5d3-b917cfb41826 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=904ed474-b62e-4f74-9186-01fbb14f02e9 HTTP/1.1" status: 200 len: 210 time: 0.0268488 Sep 22 11:23:49.232689 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48224) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:49.942016 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:50.216622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:23:50.216991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:50.315831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port 0cb9e089-8e97-4f5e-84c3-9919ea348cc7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0cb9e089-8e97-4f5e-84c3-9919ea348cc7,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:23:50.316515 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:50.328248 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:23:50.553341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:50.584734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=0cb9e089-8e97-4f5e-84c3-9919ea348cc7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:50.749606 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:50.959510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router b0b0919a-d044-4f83-8e79-94147616f579 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:23:51.066845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:23:51.072442 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ea8649f0-eaae-429c-b5ae-61c920a586b8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/b0b0919a-d044-4f83-8e79-94147616f579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8387322 Sep 22 11:23:51.075206 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48226) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:51.077890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] Sync routers for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:23:51.087048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:23:51.087726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:51.133592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-455c64da-398f-4be5-a582-e70f5a4d84f8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting subnet 1d6587ec-9ea1-46e6-9e1e-ae54d524337d {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:23:51.137218 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-455c64da-398f-4be5-a582-e70f5a4d84f8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:51.177133 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-455c64da-398f-4be5-a582-e70f5a4d84f8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:51.190712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:23:51.266647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-455c64da-398f-4be5-a582-e70f5a4d84f8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:51.388477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-455c64da-398f-4be5-a582-e70f5a4d84f8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:51.416166 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c64da-398f-4be5-a582-e70f5a4d84f8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6587ec-9ea1-46e6-9e1e-ae54d524337d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:51.419979 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-455c64da-398f-4be5-a582-e70f5a4d84f8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:51.421936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-455c64da-398f-4be5-a582-e70f5a4d84f8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/subnets/1d6587ec-9ea1-46e6-9e1e-ae54d524337d HTTP/1.1" status: 204 len: 168 time: 0.3457973 Sep 22 11:23:51.424555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48228) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:51.429688 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad99bdf-7255-4eb6-9a60-7d5a7558ed6c None None] Network 09dc985d-390b-4f94-b71a-fa589aeddd39 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:23:51.531897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:51.574663 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 29560c5c-5ced-4537-9fc6-473de4e70c4c no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:23:51.617893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 29560c5c-5ced-4537-9fc6-473de4e70c4c {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:23:51.618267 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 29560c5c-5ced-4537-9fc6-473de4e70c4c not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:23:51.638348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:51.651012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:23:50Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:51.680121 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] Checking router: b0b0919a-d044-4f83-8e79-94147616f579 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:23:51.688795 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] Routers {'b0b0919a-d044-4f83-8e79-94147616f579'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:23:51.689475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['b0b0919a-d044-4f83-8e79-94147616f579'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:51.724987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] DHCP port deletion for 09dc985d-390b-4f94-b71a-fa589aeddd39 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:23:51.755918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:23:51.756268 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:51.824823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] Set router b0b0919a-d044-4f83-8e79-94147616f579 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:23:51.837842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port af4404e0-8ab1-4798-8aa1-e01b8fe7afb0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=af4404e0-8ab1-4798-8aa1-e01b8fe7afb0,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:23:51.838241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:51.849389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:23:51.879692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Deleting port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:23:51.880064 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.012219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] For port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=3ec7e3e7-671f-44de-ba28-f8a37cbaaf49,segment=NetworkSegment(935f01d3-2ad3-444e-b9d0-95d43e8473ff),segment_id=935f01d3-2ad3-444e-b9d0-95d43e8473ff)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:23:52.012800 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.032083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Calling delete_port for 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:23:52.079541 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.106375 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=af4404e0-8ab1-4798-8aa1-e01b8fe7afb0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:52.155849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:23:50Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:52.168436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.186860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5758689d-500c-46ec-b52b-54df52374dbc None None] The sync data for ids ['b0b0919a-d044-4f83-8e79-94147616f579'] in n-d-807025-3 is: [{'id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477636351', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:22:50Z', 'updated_at': '2021-09-22T11:23:50Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'af4404e0-8ab1-4798-8aa1-e01b8fe7afb0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:6b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0919a-d044-4f83-8e79-94147616f579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:22:51Z', 'updated_at': '2021-09-22T11:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:23:52.219483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.243475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Pushing event deleted for resources: {'Port': ['ID=3ec7e3e7-671f-44de-ba28-f8a37cbaaf49,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:52.253307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.257908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:52.259531 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb6f5c9-e18b-4c55-8cb9-144edf972177 None None] No DVR routers for this DVR port 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:23:52.260482 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.262889 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.333503 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3faa5901-b5d8-49ad-b85b-5870b2367c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.393555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.394200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Fanout notify agent at l3_agent the message router_deleted on router b0b0919a-d044-4f83-8e79-94147616f579 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:23:52.400979 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.402115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-298cb702-2055-482f-8912-bfb2273d8303 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/routers/b0b0919a-d044-4f83-8e79-94147616f579 HTTP/1.1" status: 204 len: 168 time: 0.9766266 Sep 22 11:23:52.404842 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48230) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:52.482548 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.565475 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.588472 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dc985d-390b-4f94-b71a-fa589aeddd39']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:52.597727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935f01d3-2ad3-444e-b9d0-95d43e8473ff') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:52.598021 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935f01d3-2ad3-444e-b9d0-95d43e8473ff') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:52.608002 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.620999 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.627959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:23:52.627959 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:23:52.630872 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:23:52.770751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.781507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.781612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/networks/09dc985d-390b-4f94-b71a-fa589aeddd39 HTTP/1.1" status: 204 len: 168 time: 0.3758509 Sep 22 11:23:52.784568 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48232) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:52.791837 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048623d4-d72f-4a14-9c78-b56dabeb9cd5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Network': ['ID=09dc985d-390b-4f94-b71a-fa589aeddd39,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:52.848006 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:52.875845 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:53.018984 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:53.021562 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:53.022766 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e94a33a-22ea-48d8-9646-b093e3d9d784 HTTP/1.1" status: 204 len: 168 time: 0.2371149 Sep 22 11:23:53.032054 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e94a33a-22ea-48d8-9646-b093e3d9d784,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:53.041932 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.042354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.042680 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.043015 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.043348 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.043674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.043998 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.044324 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.044648 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.044969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.045286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.045602 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cf9443-a8e8-489a-8e49-03380b52e953 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:53.246876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:23:53.267440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:23:53.267784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 3ec7e3e7-671f-44de-ba28-f8a37cbaaf49 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:23:53.268192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:23:53.285919 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:23:53.286284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0cb9e089-8e97-4f5e-84c3-9919ea348cc7 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:23:53.286685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:23:53.307707 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:23:53.308046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device af4404e0-8ab1-4798-8aa1-e01b8fe7afb0 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:23:53.452633 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48238) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:53.456643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9c0ddbeb-30a1-48f2-ad6f-7b0dee3f8d33 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-782438429', 'description': 'tempest-secgroup-smoke-782438429 description', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:53.533267 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c0ddbeb-30a1-48f2-ad6f-7b0dee3f8d33 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:53.611219 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c0ddbeb-30a1-48f2-ad6f-7b0dee3f8d33 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:53.673839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c0ddbeb-30a1-48f2-ad6f-7b0dee3f8d33 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:53.712303 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ddbeb-30a1-48f2-ad6f-7b0dee3f8d33 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a77fc96-701e-419a-a5fd-c0f88bf31697,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:53.775957 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9c0ddbeb-30a1-48f2-ad6f-7b0dee3f8d33 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:53.777235 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c0ddbeb-30a1-48f2-ad6f-7b0dee3f8d33 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3241322 Sep 22 11:23:53.780127 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48240) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:53.784405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e84da1da-276d-4f70-a13b-5999b807a340 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '3a77fc96-701e-419a-a5fd-c0f88bf31697', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:53.878124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e84da1da-276d-4f70-a13b-5999b807a340 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:53.932204 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e84da1da-276d-4f70-a13b-5999b807a340 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:53.995810 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e84da1da-276d-4f70-a13b-5999b807a340 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.014225 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84da1da-276d-4f70-a13b-5999b807a340 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064b4324-80eb-45dc-9692-68e078c73887,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:54.076468 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e84da1da-276d-4f70-a13b-5999b807a340 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.077770 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e84da1da-276d-4f70-a13b-5999b807a340 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2967110 Sep 22 11:23:54.080450 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48242) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:54.084710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-1e83aeba-61eb-46fc-8cbb-d2bc3c5e864f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '3a77fc96-701e-419a-a5fd-c0f88bf31697', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:54.166170 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e83aeba-61eb-46fc-8cbb-d2bc3c5e864f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.219308 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e83aeba-61eb-46fc-8cbb-d2bc3c5e864f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.290088 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e83aeba-61eb-46fc-8cbb-d2bc3c5e864f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.311388 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83aeba-61eb-46fc-8cbb-d2bc3c5e864f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f627a4-ad6d-4153-94a4-ac0d0f6950dd,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:54.414109 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1e83aeba-61eb-46fc-8cbb-d2bc3c5e864f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.415379 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1e83aeba-61eb-46fc-8cbb-d2bc3c5e864f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3340151 Sep 22 11:23:54.418184 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48244) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:54.422344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-caf9227b-8058-4a49-b066-cfe2ee1c20bf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '3a77fc96-701e-419a-a5fd-c0f88bf31697', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:54.535087 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-caf9227b-8058-4a49-b066-cfe2ee1c20bf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.591906 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-caf9227b-8058-4a49-b066-cfe2ee1c20bf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.673358 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-caf9227b-8058-4a49-b066-cfe2ee1c20bf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.690713 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9227b-8058-4a49-b066-cfe2ee1c20bf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df28b38f-bca4-4f4d-b50f-1bf144451eb5,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:54.762063 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-caf9227b-8058-4a49-b066-cfe2ee1c20bf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.763319 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-caf9227b-8058-4a49-b066-cfe2ee1c20bf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442829 Sep 22 11:23:54.766118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48246) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:54.770442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-38bb8f91-0ca0-4d31-aeb7-17490d010053 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '3a77fc96-701e-419a-a5fd-c0f88bf31697', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:54.853277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38bb8f91-0ca0-4d31-aeb7-17490d010053 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:54.911804 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38bb8f91-0ca0-4d31-aeb7-17490d010053 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.010625 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38bb8f91-0ca0-4d31-aeb7-17490d010053 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.028506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb8f91-0ca0-4d31-aeb7-17490d010053 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004389c5-3514-41ae-8f92-7d7c68420120,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:55.102848 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38bb8f91-0ca0-4d31-aeb7-17490d010053 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.104123 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-38bb8f91-0ca0-4d31-aeb7-17490d010053 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3370831 Sep 22 11:23:55.106937 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48248) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:55.111241 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-25961c00-dc8d-4da5-a73e-b37b6323bbc1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '3a77fc96-701e-419a-a5fd-c0f88bf31697', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:55.187729 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e377df1f-c43a-4da5-9f3f-8579ff7a834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.213284 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-25961c00-dc8d-4da5-a73e-b37b6323bbc1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:23:55.218174 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25961c00-dc8d-4da5-a73e-b37b6323bbc1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.275426 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25961c00-dc8d-4da5-a73e-b37b6323bbc1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.333155 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25961c00-dc8d-4da5-a73e-b37b6323bbc1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.354969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25961c00-dc8d-4da5-a73e-b37b6323bbc1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7920aebc-9c43-4f72-8340-49c390fe4e11,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:55.419222 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-25961c00-dc8d-4da5-a73e-b37b6323bbc1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.420529 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-25961c00-dc8d-4da5-a73e-b37b6323bbc1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3126156 Sep 22 11:23:55.423195 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48250) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:55.427476 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d3224e21-b3eb-4cdd-b2dc-ff43f666a01a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '3a77fc96-701e-419a-a5fd-c0f88bf31697', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:55.513396 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-d3224e21-b3eb-4cdd-b2dc-ff43f666a01a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:23:55.518128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3224e21-b3eb-4cdd-b2dc-ff43f666a01a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.579332 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3224e21-b3eb-4cdd-b2dc-ff43f666a01a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.616342 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.702046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3224e21-b3eb-4cdd-b2dc-ff43f666a01a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.719699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3224e21-b3eb-4cdd-b2dc-ff43f666a01a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65434833-e725-430a-9062-aee6fd9159cc,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:55.825035 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d3224e21-b3eb-4cdd-b2dc-ff43f666a01a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.826305 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d3224e21-b3eb-4cdd-b2dc-ff43f666a01a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4021218 Sep 22 11:23:55.829041 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48252) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:55.833811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'network': {'name': 'tempest-network-smoke--2029153214', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'port_security_enabled': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:55.901854 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:23:55.905245 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.927707 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:23:55.936739 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:55.937078 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Added segment 4ed0fc44-bafa-4207-b12d-70064426262f of type vlan for network df1bb581-165a-497b-9c1a-985494474b74 Sep 22 11:23:55.973212 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:56.056300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:56.061738 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:56.062336 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:56.126522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Network': ['ID=df1bb581-165a-497b-9c1a-985494474b74,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:56.137861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network df1bb581-165a-497b-9c1a-985494474b74 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:23:56.160113 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-76b7c0f4-ca34-4bb5-a1e8-86be1da9d41b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3299932 Sep 22 11:23:56.162792 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48254) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:56.167706 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'admin_state_up': True, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:56.215834 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:56.241651 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:56.242007 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:56.243106 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:56.292269 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:56.396147 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:56.758318 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:57.011561 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:57.032640 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:57.128400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.150 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/74844051-5b27-4698-8913-daf5c9a48e1e) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:23:57.228946 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:57.302125 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:57.340468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:23:57.343262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:23:57.349379 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:23:57.352923 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=74844051-5b27-4698-8913-daf5c9a48e1e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:57.630502 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:57.828934 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.030406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 96155d54-b2b3-4558-b4c0-14156595c5ca is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:23:58.133530 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:23:58.142762 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Sync routers for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:23:58.151767 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:23:58.152363 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:58.202207 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.203498 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7048a3fb-936f-419d-ad6a-6d4b529711ff tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0397675 Sep 22 11:23:58.206657 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48256) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:58.234985 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-081e601f-40d5-4ef5-80f1-49cb88567cad tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8f6f75fc4abb4a6c8224e2a3e77bd673&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272217 Sep 22 11:23:58.237492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48258) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:58.254365 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:23:58.282389 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.326360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636534f-e736-4d29-a61b-57f812bcdfe3 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:58.330831 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b636534f-e736-4d29-a61b-57f812bcdfe3 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895209 Sep 22 11:23:58.330997 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48260) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:58.363039 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9c4eca1c-0f22-44e6-a7f6-abd173a4db25 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309842 Sep 22 11:23:58.365756 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48262) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:58.371371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1350661561', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:23:58.434565 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:23:57Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:58.464700 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Checking router: 96155d54-b2b3-4558-b4c0-14156595c5ca for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:23:58.465053 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Updating router 96155d54-b2b3-4558-b4c0-14156595c5ca port 74844051-5b27-4698-8913-daf5c9a48e1e binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:23:58.489353 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.530441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:23:58.534130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.735173 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.804939 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.816285 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.864531 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Subnet': ['ID=7ee7a20b-79da-4181-b4bf-7c053e968bd4,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:58.865293 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Attempting to bind port 74844051-5b27-4698-8913-daf5c9a48e1e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:23:58.865662 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Attempting to bind port 74844051-5b27-4698-8913-daf5c9a48e1e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:23:58.866833 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Attempting to bind port 74844051-5b27-4698-8913-daf5c9a48e1e on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:23:58.871718 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Checking segment: {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:23:58.872078 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network hostable DHCP agents. Network: df1bb581-165a-497b-9c1a-985494474b74, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:23:58.878984 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:23:58.879355 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:23:58.879757 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.880152 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:23:58.880609 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Bound port: 74844051-5b27-4698-8913-daf5c9a48e1e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:23:58.880994 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:58.884212 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Pushing event updated for resources: {'Port': ['ID=74844051-5b27-4698-8913-daf5c9a48e1e,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:58.909904 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.910279 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.910620 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.910954 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.911292 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.911619 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.911946 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.912301 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.912626 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.912948 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.913273 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.913617 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:23:58.958022 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network df1bb581-165a-497b-9c1a-985494474b74 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:23:58.959349 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] For port 74844051-5b27-4698-8913-daf5c9a48e1e, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:23:58.963816 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] For port 74844051-5b27-4698-8913-daf5c9a48e1e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=74844051-5b27-4698-8913-daf5c9a48e1e,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:23:59.045263 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:59.056749 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, df1bb581-165a-497b-9c1a-985494474b74) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:23:59.061360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:23:59.062014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:59.066037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1db742-9dcb-4838-bed3-cf1245c57ef7 None None] Network df1bb581-165a-497b-9c1a-985494474b74 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:23:59.102522 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:23:59.103205 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:59.107050 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d6409-ec10-4dce-9d58-ea2fec830f7b None None] Pushing event updated for resources: {'Port': ['ID=74844051-5b27-4698-8913-daf5c9a48e1e,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:59.149013 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ed5b482f-5f4d-4c1e-a7d5-c4c0eda61a10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7821767 Sep 22 11:23:59.151722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48264) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:23:59.212406 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:23:59.218811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-df1bb581-165a-497b-9c1a-985494474b74', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:23:59.219697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:59.367363 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Allocated IP 172.20.0.2 (df1bb581-165a-497b-9c1a-985494474b74/7ee7a20b-79da-4181-b4bf-7c053e968bd4/f6e72eb5-c669-499e-b787-53998b10617a) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:23:59.489979 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:23:57Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:23:59.516057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:59.516319 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f856ba0f-11c7-408e-b451-4345163cf7b6 None None] The sync data for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 is: [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:23:57Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:23:59.576947 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:59.614763 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Network df1bb581-165a-497b-9c1a-985494474b74 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:23:59.617881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:23:59.620352 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:23:59.627783 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:59.651561 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Pushing event updated for resources: {'Port': ['ID=f6e72eb5-c669-499e-b787-53998b10617a,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:59.687187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Attempting to bind port f6e72eb5-c669-499e-b787-53998b10617a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:23:59.687634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Attempting to bind port f6e72eb5-c669-499e-b787-53998b10617a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:23:59.687917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Attempting to bind port f6e72eb5-c669-499e-b787-53998b10617a on network df1bb581-165a-497b-9c1a-985494474b74 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:23:59.693160 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:23:59.693539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Checking segment: {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:23:59.693948 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:59.694383 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Bound using segment: {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:23:59.695391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Bound port: f6e72eb5-c669-499e-b787-53998b10617a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:23:59.695780 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:59.783118 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] For port f6e72eb5-c669-499e-b787-53998b10617a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:23:59.789570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] For port f6e72eb5-c669-499e-b787-53998b10617a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f6e72eb5-c669-499e-b787-53998b10617a,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:23:59.873996 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:23:59.936205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77758706-ef4e-494b-b02e-7c47a98c381b None None] Pushing event updated for resources: {'Port': ['ID=f6e72eb5-c669-499e-b787-53998b10617a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:23:59.950467 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.1 (df1bb581-165a-497b-9c1a-985494474b74/7ee7a20b-79da-4181-b4bf-7c053e968bd4/efed0d19-fa3d-4503-9a4d-fbeb7480078d) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:24:00.077422 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:00.176714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:00.219287 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network df1bb581-165a-497b-9c1a-985494474b74 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:24:00.222419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:24:00.229112 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:24:00.255760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=efed0d19-fa3d-4503-9a4d-fbeb7480078d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:00.279170 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:00.468220 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:00.748485 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:00.807948 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:00.858521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293d8e4b-10a6-4022-91c8-de2e1472ce81 None None] Network df1bb581-165a-497b-9c1a-985494474b74 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:24:00.884675 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=efed0d19-fa3d-4503-9a4d-fbeb7480078d,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:00.887195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:00.935777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-cd94ec08-6715-4a2b-803a-ad87d9d547b8 None None] Provisioning complete for port f6e72eb5-c669-499e-b787-53998b10617a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:00.936140 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd94ec08-6715-4a2b-803a-ad87d9d547b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:00.979757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network df1bb581-165a-497b-9c1a-985494474b74 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:24:00.981321 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:24:01.082663 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd94ec08-6715-4a2b-803a-ad87d9d547b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:01.128151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cd94ec08-6715-4a2b-803a-ad87d9d547b8 None None] For port f6e72eb5-c669-499e-b787-53998b10617a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f6e72eb5-c669-499e-b787-53998b10617a,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:24:01.213898 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd94ec08-6715-4a2b-803a-ad87d9d547b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:01.273791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74844051-5b27-4698-8913-daf5c9a48e1e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:24:01.311777 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94ec08-6715-4a2b-803a-ad87d9d547b8 None None] Pushing event updated for resources: {'Port': ['ID=f6e72eb5-c669-499e-b787-53998b10617a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:01.340801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 74844051-5b27-4698-8913-daf5c9a48e1e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:01.341477 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:01.432891 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:01.433533 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 96155d54-b2b3-4558-b4c0-14156595c5ca has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:24:01.463234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 74844051-5b27-4698-8913-daf5c9a48e1e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=74844051-5b27-4698-8913-daf5c9a48e1e,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:24:01.464872 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-02419033-d147-4309-894b-e0bede1138c3 None None] Provisioning complete for port efed0d19-fa3d-4503-9a4d-fbeb7480078d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:01.465237 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-02419033-d147-4309-894b-e0bede1138c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:01.506926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-02419033-d147-4309-894b-e0bede1138c3 None None] Port efed0d19-fa3d-4503-9a4d-fbeb7480078d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:24:01.517330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-02419033-d147-4309-894b-e0bede1138c3 None None] Provisioning complete for port f6e72eb5-c669-499e-b787-53998b10617a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:01.517732 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-02419033-d147-4309-894b-e0bede1138c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:01.543957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:01.544741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f6e72eb5-c669-499e-b787-53998b10617a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:24:01.554510 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:24:01.559972 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-82e8887e-d6d4-48ca-ad0d-105eb4bcdd58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/96155d54-b2b3-4558-b4c0-14156595c5ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4072702 Sep 22 11:24:01.588269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Sync routers for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:24:01.651430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:24:01.652001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:24:01.727068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-afe5a1da-7cfd-4235-b2e0-4dcbf77550c1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-782438429&fields=id&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 267 time: 0.0386097 Sep 22 11:24:01.842155 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bb1352e6-4ba9-4e54-9282-c18c397206a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:01.843729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bb1352e6-4ba9-4e54-9282-c18c397206a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/networks?id=df1bb581-165a-497b-9c1a-985494474b74 HTTP/1.1" status: 200 len: 797 time: 0.1107728 Sep 22 11:24:01.859600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-56abb761-be9f-41a7-af0a-cbbfe09df1cb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/quotas/8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 375 time: 0.0099812 Sep 22 11:24:01.893117 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=74844051-5b27-4698-8913-daf5c9a48e1e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:01.911833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-8740d4ae-3b4f-457a-b5d3-3640cde88c54 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464048 Sep 22 11:24:01.934920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f6e72eb5-c669-499e-b787-53998b10617a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:01.935302 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:02.001400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:24:02.010505 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-9b396f18-51f4-4f38-841c-2c21c49bcb10 service neutron] 10.222.0.20 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870807 Sep 22 11:24:02.104500 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-5062477a-faa9-4b8e-a1ec-1e694629ec73 service neutron] 10.222.0.20 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834684 Sep 22 11:24:02.143465 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e7b35f47-5365-42fa-a161-098576493bf1 None None] Provisioning complete for port efed0d19-fa3d-4503-9a4d-fbeb7480078d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:02.143791 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7b35f47-5365-42fa-a161-098576493bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:02.216712 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e7b35f47-5365-42fa-a161-098576493bf1 None None] Port efed0d19-fa3d-4503-9a4d-fbeb7480078d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:24:02.273664 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'efed0d19-fa3d-4503-9a4d-fbeb7480078d', 'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c4:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:59Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 2, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:24:02.300131 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Checking router: 96155d54-b2b3-4558-b4c0-14156595c5ca for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:24:02.300603 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Updating router 96155d54-b2b3-4558-b4c0-14156595c5ca port efed0d19-fa3d-4503-9a4d-fbeb7480078d binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:24:02.331234 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:02.351860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45e2712f-ecb2-49c2-b9c5-2f3a4f9200ce req-f58ea39b-a7c2-4633-a146-93bec448c9dc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 210 time: 0.0278931 Sep 22 11:24:02.602786 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:02.701638 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:02.751390 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3d5eb-ba0c-49cb-90bd-1a3595c5203b None None] Pushing event updated for resources: {'Port': ['ID=efed0d19-fa3d-4503-9a4d-fbeb7480078d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:02.807231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Attempting to bind port efed0d19-fa3d-4503-9a4d-fbeb7480078d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:24:02.807601 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Attempting to bind port efed0d19-fa3d-4503-9a4d-fbeb7480078d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:24:02.807961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Attempting to bind port efed0d19-fa3d-4503-9a4d-fbeb7480078d on network df1bb581-165a-497b-9c1a-985494474b74 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:24:02.813054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:24:02.813408 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Checking segment: {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:24:02.813804 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:02.814226 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Bound using segment: {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:24:02.814685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Bound port: efed0d19-fa3d-4503-9a4d-fbeb7480078d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:24:02.815066 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:02.885426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] For port efed0d19-fa3d-4503-9a4d-fbeb7480078d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:24:02.888743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] For port efed0d19-fa3d-4503-9a4d-fbeb7480078d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=efed0d19-fa3d-4503-9a4d-fbeb7480078d,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:24:02.945066 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:03.001643 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:24:03.002299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:24:03.044200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3d5eb-ba0c-49cb-90bd-1a3595c5203b None None] Pushing event updated for resources: {'Port': ['ID=efed0d19-fa3d-4503-9a4d-fbeb7480078d,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:03.091739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-cba43e4c-8340-4b04-8833-8c235110b779 None None] Provisioning complete for port efed0d19-fa3d-4503-9a4d-fbeb7480078d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:03.096571 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cba43e4c-8340-4b04-8833-8c235110b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:03.158805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:24:03.194411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74844051-5b27-4698-8913-daf5c9a48e1e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:24:03.310588 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cba43e4c-8340-4b04-8833-8c235110b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:03.383692 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 74844051-5b27-4698-8913-daf5c9a48e1e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:03.384069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:03.421076 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-cba43e4c-8340-4b04-8833-8c235110b779 None None] For port efed0d19-fa3d-4503-9a4d-fbeb7480078d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=efed0d19-fa3d-4503-9a4d-fbeb7480078d,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:24:03.455194 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f07a72a-1050-470d-972c-031d2b5a1e0c req-b2f3cfc8-3cb2-49ad-accd-0d01418460d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 210 time: 0.0338833 Sep 22 11:24:03.514038 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cba43e4c-8340-4b04-8833-8c235110b779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:03.560051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f6e72eb5-c669-499e-b787-53998b10617a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:24:03.602344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba43e4c-8340-4b04-8833-8c235110b779 None None] Pushing event updated for resources: {'Port': ['ID=efed0d19-fa3d-4503-9a4d-fbeb7480078d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:03.606060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'efed0d19-fa3d-4503-9a4d-fbeb7480078d', 'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c4:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:59Z', 'updated_at': '2021-09-22T11:24:02Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:24:03.648733 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340073b9-d5e1-47cb-8b66-9b957041a018 None None] The sync data for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 is: [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'efed0d19-fa3d-4503-9a4d-fbeb7480078d', 'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c4:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:59Z', 'updated_at': '2021-09-22T11:24:02Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:24:03.663065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-600ed8ee-e20c-4581-9793-7e65a30742c4 None None] Provisioning complete for port efed0d19-fa3d-4503-9a4d-fbeb7480078d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:03.663065 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-600ed8ee-e20c-4581-9793-7e65a30742c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:03.685657 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f6e72eb5-c669-499e-b787-53998b10617a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:03.686143 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:04.457122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-83592ef5-bf54-4b57-b110-596e6bc34eb0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:04.458685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-83592ef5-bf54-4b57-b110-596e6bc34eb0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/networks?id=df1bb581-165a-497b-9c1a-985494474b74 HTTP/1.1" status: 200 len: 797 time: 0.1142137 Sep 22 11:24:04.507440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-5c2ec133-17f7-4afe-96b5-c7479d154802 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 379 time: 0.0395079 Sep 22 11:24:04.517177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'port': {'device_id': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'admin_state_up': True, 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'security_groups': ['3a77fc96-701e-419a-a5fd-c0f88bf31697']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:24:04.577904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1e0d92a-1ce6-4e82-be2c-9b8d8b95dc84 req-75f57358-6a6e-4fe0-839a-2f4f3fc455a3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 210 time: 0.0406282 Sep 22 11:24:04.728013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:24:04.731748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:04.859651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.3 (df1bb581-165a-497b-9c1a-985494474b74/7ee7a20b-79da-4181-b4bf-7c053e968bd4/88112135-f58f-4127-8be1-8eb4cb9e3902) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:24:04.994360 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:05.096647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:05.143567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network df1bb581-165a-497b-9c1a-985494474b74 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:24:05.148604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:24:05.151183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:24:05.178877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=88112135-f58f-4127-8be1-8eb4cb9e3902,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:05.193175 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device efed0d19-fa3d-4503-9a4d-fbeb7480078d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:24:05.207598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:05.208507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:05.243086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port efed0d19-fa3d-4503-9a4d-fbeb7480078d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:05.243531 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:05.286030 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-7574050f-5fa5-4abb-8272-50aa46d1daf9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7726765 Sep 22 11:24:05.298677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Request body: {'port': {'device_id': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:24:05.354584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e88f63c8-9b25-4ccf-956f-08a0fd0d2cdc None None] Provisioning complete for port 88112135-f58f-4127-8be1-8eb4cb9e3902 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:05.354957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e88f63c8-9b25-4ccf-956f-08a0fd0d2cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:05.358425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:05.388458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e88f63c8-9b25-4ccf-956f-08a0fd0d2cdc None None] Port 88112135-f58f-4127-8be1-8eb4cb9e3902 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:24:05.622403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88112135-f58f-4127-8be1-8eb4cb9e3902 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:24:05.629953 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:05.641843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Transition to ACTIVE for port object 88112135-f58f-4127-8be1-8eb4cb9e3902 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:24:05.696183 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7d129-3d9f-42b8-bf63-b6841b266bf2 req-c647c1b4-6325-49bb-bf91-f449dbb34dd7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:05.697643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58f7d129-3d9f-42b8-bf63-b6841b266bf2 req-c647c1b4-6325-49bb-bf91-f449dbb34dd7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 931 time: 0.0476341 Sep 22 11:24:05.727668 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:05.758342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58f7d129-3d9f-42b8-bf63-b6841b266bf2 req-756cc020-d82c-4c5e-a633-f081bff1bee3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547023 Sep 22 11:24:05.787752 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Pushing event updated for resources: {'Port': ['ID=88112135-f58f-4127-8be1-8eb4cb9e3902,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:05.857247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Attempting to bind port 88112135-f58f-4127-8be1-8eb4cb9e3902 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:24:05.857568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Attempting to bind port 88112135-f58f-4127-8be1-8eb4cb9e3902 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:24:05.860664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Attempting to bind port 88112135-f58f-4127-8be1-8eb4cb9e3902 on network df1bb581-165a-497b-9c1a-985494474b74 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:24:05.862448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Port 88112135-f58f-4127-8be1-8eb4cb9e3902 on network df1bb581-165a-497b-9c1a-985494474b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:24:05.862773 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Attempting to bind port 88112135-f58f-4127-8be1-8eb4cb9e3902 on network df1bb581-165a-497b-9c1a-985494474b74 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:24:05.868368 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:24:05.868709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Checking segment: {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:24:05.869101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Bound using segment: {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:24:05.869534 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Bound port: 88112135-f58f-4127-8be1-8eb4cb9e3902, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed0fc44-bafa-4207-b12d-70064426262f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:24:05.869896 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:05.939225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] For port 88112135-f58f-4127-8be1-8eb4cb9e3902, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:24:05.942244 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] For port 88112135-f58f-4127-8be1-8eb4cb9e3902, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=88112135-f58f-4127-8be1-8eb4cb9e3902,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:24:06.036860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:06.074463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:06.075096 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:06.076502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] 10.222.0.30 "PUT /v2.0/ports/88112135-f58f-4127-8be1-8eb4cb9e3902 HTTP/1.1" status: 200 len: 1091 time: 0.7825332 Sep 22 11:24:06.076912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:24:06.079198 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6f5c1c-fa14-48b7-be41-9f59cff7469c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:24:06.111121 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7656d-9f98-4172-b318-d11baf3df07f service neutron] Pushing event updated for resources: {'Port': ['ID=88112135-f58f-4127-8be1-8eb4cb9e3902,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:06.121513 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43ccc6e-1cdb-4c74-a71c-00e4e1042cc4 x-openstack-request-id: req-c43ccc6e-1cdb-4c74-a71c-00e4e1042cc4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:24:06.121870 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:24:06.122234 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c43ccc6e-1cdb-4c74-a71c-00e4e1042cc4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:24:06.122705 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'status': 'completed', 'code': 200} Sep 22 11:24:06.186987 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f5c1c-fa14-48b7-be41-9f59cff7469c req-ca0cb277-d2f0-463f-bb73-b16706663b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:06.188631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea6f5c1c-fa14-48b7-be41-9f59cff7469c req-ca0cb277-d2f0-463f-bb73-b16706663b22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 1094 time: 0.0456631 Sep 22 11:24:06.286971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f5c1c-fa14-48b7-be41-9f59cff7469c req-b0ccbbbc-2593-4148-a437-52570e0bc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:06.289174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea6f5c1c-fa14-48b7-be41-9f59cff7469c req-b0ccbbbc-2593-4148-a437-52570e0bc892 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0921931 Sep 22 11:24:06.384977 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f5c1c-fa14-48b7-be41-9f59cff7469c req-d6112b82-f8aa-4b88-a163-d84c12c02151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:06.386422 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ea6f5c1c-fa14-48b7-be41-9f59cff7469c req-d6112b82-f8aa-4b88-a163-d84c12c02151 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909462 Sep 22 11:24:06.462789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-9e7ca99b-983f-4b27-9b14-57f709ab2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:06.464185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-9e7ca99b-983f-4b27-9b14-57f709ab2a3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 1094 time: 0.0407226 Sep 22 11:24:06.508914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-d6422b5c-9980-4c27-b948-9144f7870347 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88112135-f58f-4127-8be1-8eb4cb9e3902 HTTP/1.1" status: 200 len: 217 time: 0.0363097 Sep 22 11:24:06.556222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-8418f269-df11-4865-a44b-1a6ec198afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:06.557642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-8418f269-df11-4865-a44b-1a6ec198afb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7ee7a20b-79da-4181-b4bf-7c053e968bd4 HTTP/1.1" status: 200 len: 835 time: 0.0421169 Sep 22 11:24:06.603241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-57c170a9-835e-40d0-b5a7-25b96e9b76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:06.604729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-57c170a9-835e-40d0-b5a7-25b96e9b76c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df1bb581-165a-497b-9c1a-985494474b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400474 Sep 22 11:24:06.695557 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-4796d4a5-9364-4b0e-bb84-eb18b99db233 service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830088 Sep 22 11:24:06.782995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fa0883b-7b8d-4186-b363-c2e505c996b6 req-1d0e6d8b-1e35-4700-9398-bc4379cd2e21 service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808353 Sep 22 11:24:06.879856 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfaa8c-8fa4-4663-8efb-15e1072db6c0 req-ffa46bf5-be38-4c2c-831e-de5de52e0026 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:06.881330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33cfaa8c-8fa4-4663-8efb-15e1072db6c0 req-ffa46bf5-be38-4c2c-831e-de5de52e0026 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 943 time: 0.0517433 Sep 22 11:24:06.917581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33cfaa8c-8fa4-4663-8efb-15e1072db6c0 req-a5293b6f-eab2-4267-95e8-1e0c5bce4810 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297239 Sep 22 11:24:08.030062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b129d-a6c7-4326-ad23-1b5ee7038a23 req-96f66622-f6b3-4eec-9523-304729929da7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:08.031556 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d91b129d-a6c7-4326-ad23-1b5ee7038a23 req-96f66622-f6b3-4eec-9523-304729929da7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 943 time: 0.0477889 Sep 22 11:24:08.068336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d91b129d-a6c7-4326-ad23-1b5ee7038a23 req-557e16cf-45b2-4f09-940e-1f7d7f48879e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308909 Sep 22 11:24:09.182012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5fa2c-5c1d-4750-b4f8-f4bd90b55f31 req-25b032c6-f726-4786-b3ba-058e8b448f37 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:09.183551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fd5fa2c-5c1d-4750-b4f8-f4bd90b55f31 req-25b032c6-f726-4786-b3ba-058e8b448f37 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 943 time: 0.0486267 Sep 22 11:24:09.220010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8fd5fa2c-5c1d-4750-b4f8-f4bd90b55f31 req-95f0d55e-a646-414c-b4e1-27077ff40ebf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305247 Sep 22 11:24:09.633604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 88112135-f58f-4127-8be1-8eb4cb9e3902 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:24:09.727995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 88112135-f58f-4127-8be1-8eb4cb9e3902, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=88112135-f58f-4127-8be1-8eb4cb9e3902,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:24:09.738621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'port_id': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'mac_address': 'fa:16:3e:b9:e7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:24:09.773977 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:09.786132 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88112135-f58f-4127-8be1-8eb4cb9e3902 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:24:09.805519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 88112135-f58f-4127-8be1-8eb4cb9e3902, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=88112135-f58f-4127-8be1-8eb4cb9e3902,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:24:09.867207 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:09.912467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=88112135-f58f-4127-8be1-8eb4cb9e3902,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:10.067426 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['88112135-f58f-4127-8be1-8eb4cb9e3902'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:24:10.336931 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158b0f0-4f9b-4363-8bc7-fb407320ebc0 req-30cad115-6662-4636-927a-df6f9715e5fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:10.338327 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d158b0f0-4f9b-4363-8bc7-fb407320ebc0 req-30cad115-6662-4636-927a-df6f9715e5fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 944 time: 0.0512826 Sep 22 11:24:10.377956 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d158b0f0-4f9b-4363-8bc7-fb407320ebc0 req-cbfc45be-2ab4-412d-8ec9-1f71273c7246 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337126 Sep 22 11:24:11.497435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccd34e-da21-4471-b10d-f1f7b3eb2fea req-c4dfb3a0-80d2-46c0-8d90-187676ac0afe tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:11.498944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44ccd34e-da21-4471-b10d-f1f7b3eb2fea req-c4dfb3a0-80d2-46c0-8d90-187676ac0afe tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 944 time: 0.0477893 Sep 22 11:24:11.535690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44ccd34e-da21-4471-b10d-f1f7b3eb2fea req-2466e917-4ac6-40d0-862d-c494274ff80b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308175 Sep 22 11:24:11.626833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 88112135-f58f-4127-8be1-8eb4cb9e3902 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:24:11.730205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 88112135-f58f-4127-8be1-8eb4cb9e3902 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:24:11.733889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 88112135-f58f-4127-8be1-8eb4cb9e3902 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:24:11.734290 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:11.807216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:11.828641 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:24:11.830915 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754e173a-4cdd-4e37-9360-b292c97a0141" -d '{"events": [{"server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "name": "network-vif-plugged", "status": "completed", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:24:11.843197 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 88112135-f58f-4127-8be1-8eb4cb9e3902, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=88112135-f58f-4127-8be1-8eb4cb9e3902,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:24:11.865977 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a4daca-1c32-44e4-8851-85c49dce1ba8 x-openstack-request-id: req-31a4daca-1c32-44e4-8851-85c49dce1ba8 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:24:11.866286 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "name": "network-vif-plugged", "status": "completed", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:24:11.866538 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31a4daca-1c32-44e4-8851-85c49dce1ba8 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:24:11.867034 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'code': 200} Sep 22 11:24:11.927778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:11.961085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578e0f6-5b64-4255-803d-c782ffb369a2 req-3b377b4b-5b47-4fd8-9b80-4eb3fa0dd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:11.963121 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2578e0f6-5b64-4255-803d-c782ffb369a2 req-3b377b4b-5b47-4fd8-9b80-4eb3fa0dd56b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 1096 time: 0.0400434 Sep 22 11:24:11.975998 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=88112135-f58f-4127-8be1-8eb4cb9e3902,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:11.997629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2578e0f6-5b64-4255-803d-c782ffb369a2 req-bf4f1e07-549c-46d9-bed5-a2ef244ebe50 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274525 Sep 22 11:24:12.653603 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36fef2-8270-4c77-b221-14b828fbba88 req-d698ab33-1f0f-4266-ac7d-c5f6e00b5510 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:12.655119 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc36fef2-8270-4c77-b221-14b828fbba88 req-d698ab33-1f0f-4266-ac7d-c5f6e00b5510 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0520949 Sep 22 11:24:13.043741 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bc36fef2-8270-4c77-b221-14b828fbba88 req-ae04899d-61d4-4ec3-990b-a2f43bddcdbc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3827250 Sep 22 11:24:14.155132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71f64f-fede-4992-bc38-ebecaf2fca18 req-419731e2-3e6b-4420-a524-876f6f726c80 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:14.156633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a71f64f-fede-4992-bc38-ebecaf2fca18 req-419731e2-3e6b-4420-a524-876f6f726c80 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0479088 Sep 22 11:24:14.192933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0a71f64f-fede-4992-bc38-ebecaf2fca18 req-b41d5b1e-93d9-4137-ae3f-89c2ce5d36bd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303810 Sep 22 11:24:14.308559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735c7f6-3dbe-4440-9855-6ca4d17077d8 req-191c331c-a59d-4d60-bae5-f57947acae32 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:14.310039 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7735c7f6-3dbe-4440-9855-6ca4d17077d8 req-191c331c-a59d-4d60-bae5-f57947acae32 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Sep 22 11:24:14.346054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7735c7f6-3dbe-4440-9855-6ca4d17077d8 req-a1e5f09a-e214-4b55-961c-43003f175d39 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300064 Sep 22 11:24:14.367300 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48322) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:24:14.405307 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e099b-9a3e-4c00-87df-d5f28be17e31 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:14.407871 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e04e099b-9a3e-4c00-87df-d5f28be17e31 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 1091 time: 0.0385094 Sep 22 11:24:14.409557 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48324) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:24:14.413674 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:24:14.501635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:14.612079 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:14.709319 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.41 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/5ce11c04-f46b-4549-9f0c-da24bb4108fe) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:24:14.812075 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:14.902839 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:14.940232 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:24:14.943046 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:24:14.946752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:24:14.954817 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=5ce11c04-f46b-4549-9f0c-da24bb4108fe,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:15.284883 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:15.408919 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:15.565065 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:15.624322 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:15.690424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=5ce11c04-f46b-4549-9f0c-da24bb4108fe,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:24:15.700447 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:15.795905 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP 8d2e379f-a68d-47d4-944e-f7242a1ea081 associated. External IP: 172.25.1.41, port: 88112135-f58f-4127-8be1-8eb4cb9e3902. Sep 22 11:24:15.995475 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 96155d54-b2b3-4558-b4c0-14156595c5ca has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:24:16.099286 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:24:16.110566 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] Sync routers for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:24:16.120488 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:24:16.121128 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:24:16.179144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:16.206656 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c3f1e3f3-f7ed-41b1-bdee-1b456cdd2572 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7960784 Sep 22 11:24:16.207221 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:24:16.209580 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5b7ce0448fb4ef1501c0a1c2e28cf3e6a0386b5a112f06988bc974f7ea6398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:24:16.224622 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:24:16.303430 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200ea98-0e4f-46f6-b53e-1602794fa78a req-e1c42e6e-1452-4647-942c-b806892fb644 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:16.304799 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6200ea98-0e4f-46f6-b53e-1602794fa78a req-e1c42e6e-1452-4647-942c-b806892fb644 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0509045 Sep 22 11:24:16.342089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6200ea98-0e4f-46f6-b53e-1602794fa78a req-dc1d3018-47a6-4299-91cb-3b386c345a91 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302637 Sep 22 11:24:16.364227 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48330) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:24:16.402424 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d14dda-89ed-4f0e-9f8b-af9831ddd4e0 x-openstack-request-id: req-07d14dda-89ed-4f0e-9f8b-af9831ddd4e0 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:24:16.404424 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:24:16.404424 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07d14dda-89ed-4f0e-9f8b-af9831ddd4e0 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:24:16.404424 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'status': 'completed', 'code': 200} Sep 22 11:24:16.431868 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-99cab92d-0db3-4d1a-8a9c-fadcaf6ddfd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/8d2e379f-a68d-47d4-944e-f7242a1ea081 HTTP/1.1" status: 200 len: 990 time: 0.0661018 Sep 22 11:24:16.451454 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '8d2e379f-a68d-47d4-944e-f7242a1ea081', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'port_id': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'mac_address': 'fa:16:3e:b9:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:24:15Z', 'updated_at': '2021-09-22T11:24:15Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efed0d19-fa3d-4503-9a4d-fbeb7480078d', 'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c4:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:59Z', 'updated_at': '2021-09-22T11:24:03Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:24:16.451897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-eb212d4e-ce75-40f5-91de-b66eea7f01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:16.453403 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-eb212d4e-ce75-40f5-91de-b66eea7f01f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 1096 time: 0.0403893 Sep 22 11:24:16.477584 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] Checking router: 96155d54-b2b3-4558-b4c0-14156595c5ca for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:24:16.486437 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:24:16.487045 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:23:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:24:16.544022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-56992325-8700-4941-93ec-a7ea9148694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:16.545528 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-56992325-8700-4941-93ec-a7ea9148694a service neutron] 10.222.0.30 "GET /v2.0/networks?id=df1bb581-165a-497b-9c1a-985494474b74 HTTP/1.1" status: 200 len: 898 time: 0.0856080 Sep 22 11:24:16.594093 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:24:16.608981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-55f57eae-8892-4145-b1cf-7eb96f379eac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88112135-f58f-4127-8be1-8eb4cb9e3902 HTTP/1.1" status: 200 len: 998 time: 0.0564363 Sep 22 11:24:16.656148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-ba1c76a3-3c47-4367-8bae-621a13d4f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:16.657611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-ba1c76a3-3c47-4367-8bae-621a13d4f3c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7ee7a20b-79da-4181-b4bf-7c053e968bd4 HTTP/1.1" status: 200 len: 835 time: 0.0421174 Sep 22 11:24:16.706216 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-2df8aaaa-d20a-4273-868d-0331f91c4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:16.707742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-2df8aaaa-d20a-4273-868d-0331f91c4609 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df1bb581-165a-497b-9c1a-985494474b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431578 Sep 22 11:24:16.795455 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-a6e9761b-6e34-451e-bb64-837f0bbea038 service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806732 Sep 22 11:24:16.811384 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '8d2e379f-a68d-47d4-944e-f7242a1ea081', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'port_id': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'mac_address': 'fa:16:3e:b9:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:24:15Z', 'updated_at': '2021-09-22T11:24:15Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efed0d19-fa3d-4503-9a4d-fbeb7480078d', 'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c4:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:59Z', 'updated_at': '2021-09-22T11:24:03Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:24:16.840958 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b24dc-2fe8-4b78-a412-5d3d6c5f67b2 None None] The sync data for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 is: [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '8d2e379f-a68d-47d4-944e-f7242a1ea081', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'port_id': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'mac_address': 'fa:16:3e:b9:e7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:24:15Z', 'updated_at': '2021-09-22T11:24:15Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efed0d19-fa3d-4503-9a4d-fbeb7480078d', 'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c4:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:59Z', 'updated_at': '2021-09-22T11:24:03Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:24:16.889174 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8e50efc2-766f-4f45-99c3-6fce0e7b16e3 req-953fc0c2-17fc-405a-b5aa-928dd9c29989 service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862968 Sep 22 11:24:17.039955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d0ab57-02b9-45ea-bfab-fcaf89a99d75 None None] New status for floating IP 8d2e379f-a68d-47d4-944e-f7242a1ea081: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:24:17.434603 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48332) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:24:17.496259 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-3ff889a1-c3dd-4859-9bee-886c06e431c0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/8d2e379f-a68d-47d4-944e-f7242a1ea081 HTTP/1.1" status: 200 len: 992 time: 0.0605240 Sep 22 11:24:20.622094 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:24:22.341937 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3859661c-665f-4583-bfa2-54f2d33c7d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:25.150146 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c8115016-bd01-4663-bc84-6b50c97d185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:25.653057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:26.238788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:26.261803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:26.513083 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:28.287082 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:44.412881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387083b-aba7-4ad9-9183-759032fe4f22 req-c2efd4e5-5585-484d-b01b-e161de1b3bd9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:44.414900 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8387083b-aba7-4ad9-9183-759032fe4f22 req-c2efd4e5-5585-484d-b01b-e161de1b3bd9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0498071 Sep 22 11:24:44.454055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8387083b-aba7-4ad9-9183-759032fe4f22 req-89bab303-1df0-434b-b729-91efb8e92a13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331976 Sep 22 11:24:44.492990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-ded75d9f-c526-435c-94b2-db6c918f7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:44.494515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-ded75d9f-c526-435c-94b2-db6c918f7209 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 1096 time: 0.0391500 Sep 22 11:24:44.598849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-e4d65de7-d747-4e3b-a2ff-207c45aa581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:44.600424 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-e4d65de7-d747-4e3b-a2ff-207c45aa581b service neutron] 10.222.0.30 "GET /v2.0/networks?id=df1bb581-165a-497b-9c1a-985494474b74 HTTP/1.1" status: 200 len: 898 time: 0.0995042 Sep 22 11:24:44.666472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-c7417ddd-6ef7-4bb9-a366-0f7bcf95b3cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88112135-f58f-4127-8be1-8eb4cb9e3902 HTTP/1.1" status: 200 len: 1000 time: 0.0582547 Sep 22 11:24:44.718742 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-af7292ab-bf6c-42c3-a3ca-7a851a3170dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:44.720144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-af7292ab-bf6c-42c3-a3ca-7a851a3170dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7ee7a20b-79da-4181-b4bf-7c053e968bd4 HTTP/1.1" status: 200 len: 835 time: 0.0469222 Sep 22 11:24:44.763644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-c377a285-5437-492c-ac71-7c618e28b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:44.765626 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-c377a285-5437-492c-ac71-7c618e28b90e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df1bb581-165a-497b-9c1a-985494474b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381675 Sep 22 11:24:44.775992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-f3fb9176-9b04-4c01-aac2-3e11a8bd56f3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:24:44.776942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-f3fb9176-9b04-4c01-aac2-3e11a8bd56f3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048020 Sep 22 11:24:44.864395 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-b60a87ce-292b-47cf-9f23-08ce459fe1b6 service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803106 Sep 22 11:24:44.975861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10568358-d874-4ae0-b80b-419bb23f3e80 req-a3c3e854-14de-4d09-b544-ed153c98940e service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040437 Sep 22 11:24:45.580328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9b21b-64ef-4b8d-9fbd-9511a410cc4f req-209e6aee-f53e-4998-a17d-acd8c33834b3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:45.581833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82f9b21b-64ef-4b8d-9fbd-9511a410cc4f req-209e6aee-f53e-4998-a17d-acd8c33834b3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0505524 Sep 22 11:24:45.619087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-82f9b21b-64ef-4b8d-9fbd-9511a410cc4f req-aba9f277-ec20-4431-a6a6-8386871f3921 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311675 Sep 22 11:24:46.736947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0289b38-0e35-4872-9f7e-4496dbee6214 req-8c4054c9-00a6-4590-8f4e-dab1941b0928 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:46.738462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0289b38-0e35-4872-9f7e-4496dbee6214 req-8c4054c9-00a6-4590-8f4e-dab1941b0928 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Sep 22 11:24:46.774674 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a0289b38-0e35-4872-9f7e-4496dbee6214 req-d7c9b928-f5fc-4540-b0e5-f7011bac55d6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302775 Sep 22 11:24:47.379101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916131-1122-49af-9e94-65b0af27c2ed req-4188955e-749c-4c2c-997d-c2dbd1800d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:47.380588 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16916131-1122-49af-9e94-65b0af27c2ed req-4188955e-749c-4c2c-997d-c2dbd1800d58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 1096 time: 0.0406764 Sep 22 11:24:47.484497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916131-1122-49af-9e94-65b0af27c2ed req-fdeae174-2235-4bf0-b4c1-3d13981bd5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:47.485982 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16916131-1122-49af-9e94-65b0af27c2ed req-fdeae174-2235-4bf0-b4c1-3d13981bd5b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=df1bb581-165a-497b-9c1a-985494474b74 HTTP/1.1" status: 200 len: 898 time: 0.0863400 Sep 22 11:24:47.549322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16916131-1122-49af-9e94-65b0af27c2ed req-2feac5f0-9ba2-4f62-9073-70d5598dc4d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88112135-f58f-4127-8be1-8eb4cb9e3902 HTTP/1.1" status: 200 len: 1000 time: 0.0553317 Sep 22 11:24:47.598540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916131-1122-49af-9e94-65b0af27c2ed req-18c62a49-9ee6-4158-a9c3-293a264974b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:47.599986 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16916131-1122-49af-9e94-65b0af27c2ed req-18c62a49-9ee6-4158-a9c3-293a264974b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7ee7a20b-79da-4181-b4bf-7c053e968bd4 HTTP/1.1" status: 200 len: 835 time: 0.0427973 Sep 22 11:24:47.648256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916131-1122-49af-9e94-65b0af27c2ed req-348bd76d-a72a-45f1-8193-82518086b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:47.649712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16916131-1122-49af-9e94-65b0af27c2ed req-348bd76d-a72a-45f1-8193-82518086b75f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df1bb581-165a-497b-9c1a-985494474b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424113 Sep 22 11:24:47.738027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16916131-1122-49af-9e94-65b0af27c2ed req-86099a31-3345-4bfa-8899-8e401b18f933 service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802553 Sep 22 11:24:47.831337 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16916131-1122-49af-9e94-65b0af27c2ed req-4f30a1f4-f8d8-4edd-a6ee-2d08fbdbe633 service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859487 Sep 22 11:24:47.889438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8d2e8-0a5e-49e6-a19c-405ce9386dcc req-9e646bde-6be5-4de1-ae52-bda7c64279cb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:47.890936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfe8d2e8-0a5e-49e6-a19c-405ce9386dcc req-9e646bde-6be5-4de1-ae52-bda7c64279cb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0480418 Sep 22 11:24:47.927408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dfe8d2e8-0a5e-49e6-a19c-405ce9386dcc req-55ecbcff-2fed-44ee-8d94-f4e407bdfb0d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304470 Sep 22 11:24:49.039463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad67044-a2bf-4ab4-8140-1ca39ac2bebf req-cd3f73df-6df1-4b3c-a1c2-6cda06e42d55 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:49.040942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ad67044-a2bf-4ab4-8140-1ca39ac2bebf req-cd3f73df-6df1-4b3c-a1c2-6cda06e42d55 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Sep 22 11:24:49.077400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ad67044-a2bf-4ab4-8140-1ca39ac2bebf req-140c440c-a917-4699-9070-bebd2239bcc6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305479 Sep 22 11:24:50.205076 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7d71a-227f-40f4-a534-4b3e24c5c5fe req-edea0c17-d207-429b-be95-c527f35d346f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:50.206620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fe7d71a-227f-40f4-a534-4b3e24c5c5fe req-edea0c17-d207-429b-be95-c527f35d346f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0616696 Sep 22 11:24:50.249861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fe7d71a-227f-40f4-a534-4b3e24c5c5fe req-ce3b8465-e75d-443e-9049-b28a7144ea53 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372536 Sep 22 11:24:51.366256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7a292-de50-423c-af4d-24950f137a93 req-118214e4-b771-4b4e-8009-035033d0cd43 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:51.367722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5b7a292-de50-423c-af4d-24950f137a93 req-118214e4-b771-4b4e-8009-035033d0cd43 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0476367 Sep 22 11:24:51.428881 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b5b7a292-de50-423c-af4d-24950f137a93 req-2eb630ff-fb21-4aa0-9434-25008440782c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300550 Sep 22 11:24:52.338231 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7cb88192-9b93-43e5-b137-a1d77bcb4d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:52.517965 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dcc37-b694-4300-b987-ac2c282f7c83 req-cf6c151b-81e0-4b93-85ed-e17426fdbf7c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:52.519995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-670dcc37-b694-4300-b987-ac2c282f7c83 req-cf6c151b-81e0-4b93-85ed-e17426fdbf7c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0485547 Sep 22 11:24:52.556825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-670dcc37-b694-4300-b987-ac2c282f7c83 req-b91ad8d9-3490-44f6-81d6-d72abeb8295c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309463 Sep 22 11:24:53.687245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b219de-e3bb-44ca-bf13-e76bf68b4127 req-b12c7743-8aea-4844-8725-26bdb7748c63 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:53.689275 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02b219de-e3bb-44ca-bf13-e76bf68b4127 req-b12c7743-8aea-4844-8725-26bdb7748c63 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0668573 Sep 22 11:24:53.726111 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02b219de-e3bb-44ca-bf13-e76bf68b4127 req-5433b10b-006d-497c-80a0-920cb7d74a27 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309615 Sep 22 11:24:54.839599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112809de-cef9-449a-8fc7-655685ccefd7 req-2ac58996-0c1d-48ff-9b1f-ee3610af5496 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:54.841005 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-112809de-cef9-449a-8fc7-655685ccefd7 req-2ac58996-0c1d-48ff-9b1f-ee3610af5496 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0481501 Sep 22 11:24:54.878651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-112809de-cef9-449a-8fc7-655685ccefd7 req-04ab5ab7-8599-4a5f-81a4-004af4d343fc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Sep 22 11:24:55.158041 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-069280a5-1891-4cbc-b0be-3ae8dd839f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:55.601248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:55.993071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fbda6-bb58-402f-8681-2f2db72be0e4 req-fb923c96-dee5-4569-a082-0cc2673a2e1d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:24:55.994595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b9fbda6-bb58-402f-8681-2f2db72be0e4 req-fb923c96-dee5-4569-a082-0cc2673a2e1d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0491738 Sep 22 11:24:56.031457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b9fbda6-bb58-402f-8681-2f2db72be0e4 req-cde2eb22-e508-40aa-a56a-2d5b874f60a8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308688 Sep 22 11:24:56.054207 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48382) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:24:56.115215 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4b289e95-5e3c-40c9-a025-af39c3e3546f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/8d2e379f-a68d-47d4-944e-f7242a1ea081 HTTP/1.1" status: 200 len: 992 time: 0.0596664 Sep 22 11:24:56.224383 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:56.240960 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:56.401427 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:24:57.621423 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:24:58.295120 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:22.334767 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8234e7b2-2dd4-4dd0-8761-439b3e858b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:25.163208 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-26d4fdbe-fced-46bd-b1aa-889ccd07156f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:25.614924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:26.258270 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:26.269155 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:26.385958 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:26.498105 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48404) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:26.650957 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 5ce11c04-f46b-4549-9f0c-da24bb4108fe {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:25:26.651298 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:26.728026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:26.728345 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:26.739466 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 5ce11c04-f46b-4549-9f0c-da24bb4108fe owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:25:26.932704 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:26.962378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=5ce11c04-f46b-4549-9f0c-da24bb4108fe,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:26.985187 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.985535 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.985877 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.986246 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.986581 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.986910 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.987237 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.987563 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.987889 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.988211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.988532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:26.988849 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:27.028153 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:27.028522 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP 8d2e379f-a68d-47d4-944e-f7242a1ea081 disassociated (deleted). External IP: 172.25.1.41, port: 88112135-f58f-4127-8be1-8eb4cb9e3902. Sep 22 11:25:27.229462 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 96155d54-b2b3-4558-b4c0-14156595c5ca has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:25:27.336692 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:25:27.341505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:27.347414 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] Sync routers for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:25:27.356999 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:27.357608 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:27.366893 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b6fa11ab-d85c-4448-ba45-13ecac4df82d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/floatingips/8d2e379f-a68d-47d4-944e-f7242a1ea081 HTTP/1.1" status: 204 len: 168 time: 0.8677120 Sep 22 11:25:27.367474 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:25:27.369727 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5b7ce0448fb4ef1501c0a1c2e28cf3e6a0386b5a112f06988bc974f7ea6398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b317213-906a-4fae-8018-967ef981e8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:25:27.460976 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:27.666296 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'efed0d19-fa3d-4503-9a4d-fbeb7480078d', 'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c4:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:59Z', 'updated_at': '2021-09-22T11:24:03Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:27.692485 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] Checking router: 96155d54-b2b3-4558-b4c0-14156595c5ca for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:25:27.700664 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:27.701260 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:27.712929 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2f1909-8481-45e9-b538-cef06077d734 x-openstack-request-id: req-da2f1909-8481-45e9-b538-cef06077d734 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:25:27.713448 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:25:27.713448 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da2f1909-8481-45e9-b538-cef06077d734 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:25:27.713847 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'status': 'completed', 'code': 200} Sep 22 11:25:27.808760 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:27.811832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317213-906a-4fae-8018-967ef981e8f8 req-8f63b34e-0f8c-4ee5-bc9c-14354d5dde22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:27.813341 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b317213-906a-4fae-8018-967ef981e8f8 req-8f63b34e-0f8c-4ee5-bc9c-14354d5dde22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 1096 time: 0.0715876 Sep 22 11:25:27.826448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6f286-3053-4659-b1c9-e5a3b453ad68 req-b63f9527-4c49-4841-ab92-df53d94e623c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:27.827740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3cb6f286-3053-4659-b1c9-e5a3b453ad68 req-b63f9527-4c49-4841-ab92-df53d94e623c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0592375 Sep 22 11:25:27.935144 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3cb6f286-3053-4659-b1c9-e5a3b453ad68 req-47ba5aa1-823d-4f15-90ab-c0ba5d1c4384 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992367 Sep 22 11:25:27.961118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317213-906a-4fae-8018-967ef981e8f8 req-2789d676-65ad-4489-9d6e-5b12d96c0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:27.962652 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b317213-906a-4fae-8018-967ef981e8f8 req-2789d676-65ad-4489-9d6e-5b12d96c0bce service neutron] 10.222.0.30 "GET /v2.0/networks?id=df1bb581-165a-497b-9c1a-985494474b74 HTTP/1.1" status: 200 len: 898 time: 0.1340806 Sep 22 11:25:28.009483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b317213-906a-4fae-8018-967ef981e8f8 req-b5a0a63a-9338-4a0d-9dcc-c65e16ceb418 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88112135-f58f-4127-8be1-8eb4cb9e3902 HTTP/1.1" status: 200 len: 217 time: 0.0377018 Sep 22 11:25:28.059797 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317213-906a-4fae-8018-967ef981e8f8 req-906e6bc0-12ed-4577-b75c-ae01e223d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:28.061281 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b317213-906a-4fae-8018-967ef981e8f8 req-906e6bc0-12ed-4577-b75c-ae01e223d285 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7ee7a20b-79da-4181-b4bf-7c053e968bd4 HTTP/1.1" status: 200 len: 835 time: 0.0436468 Sep 22 11:25:28.101423 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'efed0d19-fa3d-4503-9a4d-fbeb7480078d', 'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c4:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:59Z', 'updated_at': '2021-09-22T11:24:03Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:28.106670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317213-906a-4fae-8018-967ef981e8f8 req-28e32b82-c014-4b59-b7ee-4d10ff281f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:28.108181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b317213-906a-4fae-8018-967ef981e8f8 req-28e32b82-c014-4b59-b7ee-4d10ff281f58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df1bb581-165a-497b-9c1a-985494474b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393739 Sep 22 11:25:28.127229 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a26199-8e28-44b1-96a0-3385d12a0b13 None None] The sync data for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 is: [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:24:00Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'efed0d19-fa3d-4503-9a4d-fbeb7480078d', 'name': '', 'network_id': 'df1bb581-165a-497b-9c1a-985494474b74', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c4:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:59Z', 'updated_at': '2021-09-22T11:24:03Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '7ee7a20b-79da-4181-b4bf-7c053e968bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:25:28.212221 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b317213-906a-4fae-8018-967ef981e8f8 req-bca0e278-aeb3-4c12-9304-3fab40b20549 service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963402 Sep 22 11:25:28.294703 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:28.306925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0b317213-906a-4fae-8018-967ef981e8f8 req-70c5a01a-2f74-4f4b-a26b-369800e2e9a5 service neutron] 10.222.0.30 "GET /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870249 Sep 22 11:25:28.380900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03ee76-9411-43fa-a015-05565400051d None None] New status for floating IP 8d2e379f-a68d-47d4-944e-f7242a1ea081: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:25:29.063284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d57fb-fcdb-4eaa-a223-560686ea5726 req-34759bf0-7557-46f0-98e6-ee0f307491b6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:29.065389 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-398d57fb-fcdb-4eaa-a223-560686ea5726 req-34759bf0-7557-46f0-98e6-ee0f307491b6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0489094 Sep 22 11:25:29.106823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-398d57fb-fcdb-4eaa-a223-560686ea5726 req-f8911256-3a4b-469d-9de7-86a7a0454e9b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a77fc96-701e-419a-a5fd-c0f88bf31697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348310 Sep 22 11:25:29.217714 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-650ec7ac-a122-4009-bdae-06757d16a5a2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:29.219116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-650ec7ac-a122-4009-bdae-06757d16a5a2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 945 time: 0.0479114 Sep 22 11:25:29.311240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 88112135-f58f-4127-8be1-8eb4cb9e3902 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:25:29.311584 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:29.400468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port 88112135-f58f-4127-8be1-8eb4cb9e3902, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=88112135-f58f-4127-8be1-8eb4cb9e3902,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:29.400830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:29.412969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 88112135-f58f-4127-8be1-8eb4cb9e3902 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:25:29.613269 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:29.641512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=88112135-f58f-4127-8be1-8eb4cb9e3902,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:29.653428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.653783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.654145 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.658780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.658780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.658780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.658780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.658780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.658780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.658780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.658780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.658780 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:29.690992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] No DVR routers for this DVR port 88112135-f58f-4127-8be1-8eb4cb9e3902 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:25:29.693597 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:29.695957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f1aed10c-2a67-423f-a323-c26de2a8b98f req-ed215503-d7eb-40c0-8f7f-300858e23aae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "DELETE /v2.0/ports/88112135-f58f-4127-8be1-8eb4cb9e3902 HTTP/1.1" status: 204 len: 173 time: 0.4706044 Sep 22 11:25:29.696389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'name': 'network-vif-deleted', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:25:29.698716 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932e0220-99dd-49fc-a1d0-0038152398d5" -d '{"events": [{"server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "name": "network-vif-deleted", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:25:29.733811 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71764372-4a24-48a4-971b-5b362b981d82 x-openstack-request-id: req-71764372-4a24-48a4-971b-5b362b981d82 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:25:29.734118 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0cd8ca-b140-4351-947c-0d07ea455b02", "name": "network-vif-deleted", "tag": "88112135-f58f-4127-8be1-8eb4cb9e3902", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:25:29.734388 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71764372-4a24-48a4-971b-5b362b981d82 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:25:29.734783 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0cd8ca-b140-4351-947c-0d07ea455b02', 'name': 'network-vif-deleted', 'tag': '88112135-f58f-4127-8be1-8eb4cb9e3902', 'status': 'completed', 'code': 200} Sep 22 11:25:30.226157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6a7be28a-a630-4921-9949-7b62c675f586 req-4a54278a-8c82-41d6-8764-ca293ad3fef4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0cd8ca-b140-4351-947c-0d07ea455b02 HTTP/1.1" status: 200 len: 210 time: 0.0255568 Sep 22 11:25:31.281392 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48430) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:31.632533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:31.875079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port efed0d19-fa3d-4503-9a4d-fbeb7480078d {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:25:31.875339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:32.248796 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port efed0d19-fa3d-4503-9a4d-fbeb7480078d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=efed0d19-fa3d-4503-9a4d-fbeb7480078d,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:32.249151 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:32.261280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for efed0d19-fa3d-4503-9a4d-fbeb7480078d owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:25:32.597728 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:32.623346 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=efed0d19-fa3d-4503-9a4d-fbeb7480078d,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:32.794794 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.006688 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 96155d54-b2b3-4558-b4c0-14156595c5ca has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:25:33.108867 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:25:33.114531 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8dd36ffd-c773-4224-9eb8-9a1778553e03 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/96155d54-b2b3-4558-b4c0-14156595c5ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8315198 Sep 22 11:25:33.117715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48432) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:33.118881 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] Sync routers for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:25:33.127966 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:33.128640 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:33.173676 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba8fc1b-9a11-468d-a801-35d27fc4bcc7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting subnet 7ee7a20b-79da-4181-b4bf-7c053e968bd4 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:25:33.177905 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dba8fc1b-9a11-468d-a801-35d27fc4bcc7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.218874 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dba8fc1b-9a11-468d-a801-35d27fc4bcc7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.230905 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:33.304904 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dba8fc1b-9a11-468d-a801-35d27fc4bcc7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.406662 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:25:32Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:33.432682 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] Checking router: 96155d54-b2b3-4558-b4c0-14156595c5ca for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:25:33.440651 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] Routers {'96155d54-b2b3-4558-b4c0-14156595c5ca'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:33.441261 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['96155d54-b2b3-4558-b4c0-14156595c5ca'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:33.460800 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dba8fc1b-9a11-468d-a801-35d27fc4bcc7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.489898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dba8fc1b-9a11-468d-a801-35d27fc4bcc7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.494358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dba8fc1b-9a11-468d-a801-35d27fc4bcc7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/subnets/7ee7a20b-79da-4181-b4bf-7c053e968bd4 HTTP/1.1" status: 204 len: 168 time: 0.3730652 Sep 22 11:25:33.494358 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8fc1b-9a11-468d-a801-35d27fc4bcc7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee7a20b-79da-4181-b4bf-7c053e968bd4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:33.494671 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48434) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:33.501146 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b8c94-0cb9-4923-b2c2-b5b7390463d3 None None] Network df1bb581-165a-497b-9c1a-985494474b74 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:25:33.545947 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] Set router 96155d54-b2b3-4558-b4c0-14156595c5ca gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:33.608692 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.674838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] DHCP port deletion for df1bb581-165a-497b-9c1a-985494474b74 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:25:33.715907 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.721124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Deleting port f6e72eb5-c669-499e-b787-53998b10617a {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:25:33.721734 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.733466 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:25:32Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:33.762547 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192cb752-022a-4d70-a550-7ff0b15e0c18 None None] The sync data for ids ['96155d54-b2b3-4558-b4c0-14156595c5ca'] in n-d-807025-3 is: [{'id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1986669117', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:23:56Z', 'updated_at': '2021-09-22T11:25:32Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '74844051-5b27-4698-8913-daf5c9a48e1e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96155d54-b2b3-4558-b4c0-14156595c5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:23:57Z', 'updated_at': '2021-09-22T11:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:25:33.791344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] For port f6e72eb5-c669-499e-b787-53998b10617a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f6e72eb5-c669-499e-b787-53998b10617a,segment=NetworkSegment(4ed0fc44-bafa-4207-b12d-70064426262f),segment_id=4ed0fc44-bafa-4207-b12d-70064426262f)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:33.791344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.803469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Calling delete_port for f6e72eb5-c669-499e-b787-53998b10617a owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:25:33.831083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 74844051-5b27-4698-8913-daf5c9a48e1e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:25:33.831343 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.907352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port 74844051-5b27-4698-8913-daf5c9a48e1e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=74844051-5b27-4698-8913-daf5c9a48e1e,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:33.907635 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.919012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 74844051-5b27-4698-8913-daf5c9a48e1e owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:25:33.935079 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:33.963055 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Pushing event deleted for resources: {'Port': ['ID=f6e72eb5-c669-499e-b787-53998b10617a,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:33.972886 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] No DVR routers for this DVR port f6e72eb5-c669-499e-b787-53998b10617a on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:25:33.980828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.980828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.980828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.980828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.980828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.980828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.980828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.980828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.980828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.982073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.982073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:33.982073 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72403c59-9368-4ce8-8f1e-efb474a56f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:34.131469 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 88112135-f58f-4127-8be1-8eb4cb9e3902 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:25:34.152555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 88112135-f58f-4127-8be1-8eb4cb9e3902 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:25:34.152907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 88112135-f58f-4127-8be1-8eb4cb9e3902 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:25:34.181054 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.212626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=74844051-5b27-4698-8913-daf5c9a48e1e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:34.272674 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.365283 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.365283 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.463555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.464080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Fanout notify agent at l3_agent the message router_deleted on router 96155d54-b2b3-4558-b4c0-14156595c5ca {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:25:34.471741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.474940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48436) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:34.475477 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c7b6b54c-4c98-4119-bab2-3efbba32302d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/routers/96155d54-b2b3-4558-b4c0-14156595c5ca HTTP/1.1" status: 204 len: 168 time: 0.9792702 Sep 22 11:25:34.555816 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.619896 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:25:34.646714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.666175 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1bb581-165a-497b-9c1a-985494474b74']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:34.675760 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed0fc44-bafa-4207-b12d-70064426262f') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:34.676057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed0fc44-bafa-4207-b12d-70064426262f') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:34.685416 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.697998 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.703637 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:25:34.704019 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: timer() Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:25:34.706844 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:25:34.814517 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.821048 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.822897 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/networks/df1bb581-165a-497b-9c1a-985494474b74 HTTP/1.1" status: 204 len: 168 time: 0.3461068 Sep 22 11:25:34.835319 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48438) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:34.835505 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7924892-7935-4a91-bcd2-0541c6c1ef1f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Network': ['ID=df1bb581-165a-497b-9c1a-985494474b74,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:34.887750 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-767d8898-71e7-4986-a973-9d135bd9980d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:34.914483 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-767d8898-71e7-4986-a973-9d135bd9980d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.046675 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-767d8898-71e7-4986-a973-9d135bd9980d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.049308 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-767d8898-71e7-4986-a973-9d135bd9980d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.050520 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-767d8898-71e7-4986-a973-9d135bd9980d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a77fc96-701e-419a-a5fd-c0f88bf31697 HTTP/1.1" status: 204 len: 168 time: 0.2236760 Sep 22 11:25:35.059864 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8898-71e7-4986-a973-9d135bd9980d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a77fc96-701e-419a-a5fd-c0f88bf31697,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:35.212163 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74844051-5b27-4698-8913-daf5c9a48e1e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:25:35.232986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 74844051-5b27-4698-8913-daf5c9a48e1e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:25:35.233357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74844051-5b27-4698-8913-daf5c9a48e1e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:25:35.233773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f6e72eb5-c669-499e-b787-53998b10617a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:25:35.251409 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f6e72eb5-c669-499e-b787-53998b10617a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:25:35.251798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f6e72eb5-c669-499e-b787-53998b10617a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:25:35.252199 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device efed0d19-fa3d-4503-9a4d-fbeb7480078d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:25:35.270337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: efed0d19-fa3d-4503-9a4d-fbeb7480078d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:25:35.270680 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device efed0d19-fa3d-4503-9a4d-fbeb7480078d not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:25:35.455878 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48444) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:35.460477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-eb3d749f-420b-4657-8135-743aca4fbf17 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833529604', 'description': 'tempest-secgroup-smoke-1833529604 description', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:35.551578 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eb3d749f-420b-4657-8135-743aca4fbf17 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.631479 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eb3d749f-420b-4657-8135-743aca4fbf17 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.682863 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eb3d749f-420b-4657-8135-743aca4fbf17 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.711071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d749f-420b-4657-8135-743aca4fbf17 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7483bfc0-8185-44cb-8c83-fb06465e8b79,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:35.745783 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-eb3d749f-420b-4657-8135-743aca4fbf17 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.747062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-eb3d749f-420b-4657-8135-743aca4fbf17 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2901509 Sep 22 11:25:35.749880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48446) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:35.754796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-dcbdb884-9a06-4709-a44e-6d94b79e75d8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7483bfc0-8185-44cb-8c83-fb06465e8b79', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:35.814184 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb884-9a06-4709-a44e-6d94b79e75d8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.871578 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb884-9a06-4709-a44e-6d94b79e75d8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.960980 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb884-9a06-4709-a44e-6d94b79e75d8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:35.977883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdb884-9a06-4709-a44e-6d94b79e75d8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de106cb6-8d90-45a4-8038-960e39e1b597,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:36.035358 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb884-9a06-4709-a44e-6d94b79e75d8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.036611 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-dcbdb884-9a06-4709-a44e-6d94b79e75d8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2857642 Sep 22 11:25:36.039435 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48448) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:36.044063 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6f7cdfb8-8e69-40e7-b774-eff0bb299c0a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7483bfc0-8185-44cb-8c83-fb06465e8b79', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:36.161272 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdfb8-8e69-40e7-b774-eff0bb299c0a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.221611 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdfb8-8e69-40e7-b774-eff0bb299c0a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.280970 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdfb8-8e69-40e7-b774-eff0bb299c0a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.299200 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cdfb8-8e69-40e7-b774-eff0bb299c0a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7386514a-2277-4ae3-bb12-bdc5252967db,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:36.346770 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdfb8-8e69-40e7-b774-eff0bb299c0a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.347977 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6f7cdfb8-8e69-40e7-b774-eff0bb299c0a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3075216 Sep 22 11:25:36.350640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48450) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:36.354852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-56da3bcf-fdff-4773-9f97-2a0017100a02 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7483bfc0-8185-44cb-8c83-fb06465e8b79', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:36.462504 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56da3bcf-fdff-4773-9f97-2a0017100a02 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.519244 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56da3bcf-fdff-4773-9f97-2a0017100a02 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.583567 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56da3bcf-fdff-4773-9f97-2a0017100a02 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.601564 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da3bcf-fdff-4773-9f97-2a0017100a02 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd987a4-9d10-47fc-8ac1-205c56c9dbaf,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:36.669172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-56da3bcf-fdff-4773-9f97-2a0017100a02 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.670446 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-56da3bcf-fdff-4773-9f97-2a0017100a02 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3188753 Sep 22 11:25:36.673071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48452) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:36.677400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-84d7b28c-edfb-4e7d-8c50-d7335a974cac tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7483bfc0-8185-44cb-8c83-fb06465e8b79', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:36.771631 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84d7b28c-edfb-4e7d-8c50-d7335a974cac tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.828589 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84d7b28c-edfb-4e7d-8c50-d7335a974cac tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.886388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84d7b28c-edfb-4e7d-8c50-d7335a974cac tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.903999 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7b28c-edfb-4e7d-8c50-d7335a974cac tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1ab6e6-59ae-4c2f-81c3-13f463bc9f17,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:36.968761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-84d7b28c-edfb-4e7d-8c50-d7335a974cac tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:36.969974 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-84d7b28c-edfb-4e7d-8c50-d7335a974cac tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2959666 Sep 22 11:25:36.972681 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48454) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:36.976891 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8d736bcb-3697-4242-9eae-00ab64f72a99 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7483bfc0-8185-44cb-8c83-fb06465e8b79', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:37.052485 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-8d736bcb-3697-4242-9eae-00ab64f72a99 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:25:37.057294 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d736bcb-3697-4242-9eae-00ab64f72a99 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.116529 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d736bcb-3697-4242-9eae-00ab64f72a99 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.177954 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d736bcb-3697-4242-9eae-00ab64f72a99 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.195818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d736bcb-3697-4242-9eae-00ab64f72a99 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae44383-46cd-4c47-bae1-10eebd67ce6b,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:37.257924 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8d736bcb-3697-4242-9eae-00ab64f72a99 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.259162 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8d736bcb-3697-4242-9eae-00ab64f72a99 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2855661 Sep 22 11:25:37.261769 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48456) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:37.266002 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f2ef5397-43a8-4952-9c12-4e20300dc6ed tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7483bfc0-8185-44cb-8c83-fb06465e8b79', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:37.338465 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-f2ef5397-43a8-4952-9c12-4e20300dc6ed tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:25:37.343328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5397-43a8-4952-9c12-4e20300dc6ed tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.408042 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5397-43a8-4952-9c12-4e20300dc6ed tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.489117 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5397-43a8-4952-9c12-4e20300dc6ed tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.509400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef5397-43a8-4952-9c12-4e20300dc6ed tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec10fb2-5e95-4ada-9daa-9b614c50f1dd,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:37.575074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5397-43a8-4952-9c12-4e20300dc6ed tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.576553 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f2ef5397-43a8-4952-9c12-4e20300dc6ed tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3138473 Sep 22 11:25:37.579441 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48458) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:37.584276 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'network': {'name': 'tempest-network-smoke--1280286800', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'port_security_enabled': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:37.683212 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:25:37.686772 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.709415 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:25:37.721709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.721709 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Added segment 96dd7bca-0d9e-448c-8be5-c6eb484ea5b3 of type vlan for network 195dc00f-9de1-4e7b-a029-9ba9b811555d Sep 22 11:25:37.758330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.854445 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.860064 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:37.860677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:37.927150 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Network': ['ID=195dc00f-9de1-4e7b-a029-9ba9b811555d,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:37.939505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 195dc00f-9de1-4e7b-a029-9ba9b811555d details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:25:37.960949 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a71e2b9d-f0b4-405d-8373-2629a39d6d18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3780084 Sep 22 11:25:37.961254 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48460) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:37.965845 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'admin_state_up': True, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:38.043703 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:38.044765 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:38.098388 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:38.280014 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:38.508689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:38.527866 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:38.625821 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.241 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/20bfb041-5538-4230-8126-187d6712468f) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:25:38.726494 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:38.843586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:38.879294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:25:38.882141 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:25:38.884683 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:25:38.911940 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=20bfb041-5538-4230-8126-187d6712468f,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:39.228275 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:39.421004 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:39.631643 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5882230d-af88-4b17-96af-2ade6fcd4cad is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:25:39.735929 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:25:39.745233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Sync routers for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:25:39.753732 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:39.754391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:39.832126 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:39.833819 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8703fb8b-4a9d-44fe-9dd2-568a807b7698 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8714666 Sep 22 11:25:39.836953 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48464) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:39.857296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:39.867163 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ecc2c167-122b-4a2c-8fa3-7c39f3faa3a2 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8f6f75fc4abb4a6c8224e2a3e77bd673&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266917 Sep 22 11:25:39.867444 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48466) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:39.952215 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e0ea5-473c-4e1e-a290-9616e0f68f50 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:39.953773 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-287e0ea5-473c-4e1e-a290-9616e0f68f50 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854254 Sep 22 11:25:39.957408 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48468) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:39.990299 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-976aadb7-b9f6-4402-a209-bb26b55c6947 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314231 Sep 22 11:25:39.992682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48470) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:39.997372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-825133579', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:40.036650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:39Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:40.066337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Checking router: 5882230d-af88-4b17-96af-2ade6fcd4cad for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:25:40.066690 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Updating router 5882230d-af88-4b17-96af-2ade6fcd4cad port 20bfb041-5538-4230-8126-187d6712468f binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:25:40.090704 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:40.160942 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:25:40.164571 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:40.342070 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:40.430128 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:40.490141 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406ee51-2d96-4d61-8a1c-7e7c129fc0da None None] Pushing event updated for resources: {'Port': ['ID=20bfb041-5538-4230-8126-187d6712468f,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:40.492555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Attempting to bind port 20bfb041-5538-4230-8126-187d6712468f on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:25:40.492917 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Attempting to bind port 20bfb041-5538-4230-8126-187d6712468f by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:25:40.493344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Attempting to bind port 20bfb041-5538-4230-8126-187d6712468f on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:25:40.498874 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:25:40.499253 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:25:40.499652 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:40.500039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:25:40.500503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Bound port: 20bfb041-5538-4230-8126-187d6712468f, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:25:40.500880 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:40.554900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] For port 20bfb041-5538-4230-8126-187d6712468f, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:25:40.558389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] For port 20bfb041-5538-4230-8126-187d6712468f, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=20bfb041-5538-4230-8126-187d6712468f,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:25:40.635966 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:40.690388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:40.690986 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:40.695074 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:40.727920 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406ee51-2d96-4d61-8a1c-7e7c129fc0da None None] Pushing event updated for resources: {'Port': ['ID=20bfb041-5538-4230-8126-187d6712468f,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:40.754169 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Subnet': ['ID=3b49a948-d884-4ba0-8798-54d11abbbf13,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:40.765636 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Checking segment: {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:25:40.766010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network hostable DHCP agents. Network: 195dc00f-9de1-4e7b-a029-9ba9b811555d, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:25:40.801313 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:40.843420 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 195dc00f-9de1-4e7b-a029-9ba9b811555d is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:25:40.906283 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 195dc00f-9de1-4e7b-a029-9ba9b811555d) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:25:40.911010 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:40.911686 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:40.916628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e7a498-aefe-4d6f-88c9-a362985d0b46 None None] Network 195dc00f-9de1-4e7b-a029-9ba9b811555d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:25:40.986900 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-bd1be718-c7c3-405b-bf3e-f9cd47f49ddb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9931436 Sep 22 11:25:40.989596 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48472) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:41.082182 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:39Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:41.126514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-195dc00f-9de1-4e7b-a029-9ba9b811555d', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:25:41.127356 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:41.129743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02186c-c068-48ac-9bd5-581ea7a17dcf None None] The sync data for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 is: [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:39Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:25:41.273605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Allocated IP 172.20.0.2 (195dc00f-9de1-4e7b-a029-9ba9b811555d/3b49a948-d884-4ba0-8798-54d11abbbf13/843addc3-2b54-450b-b347-8089e2510a96) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:25:41.494266 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:41.624995 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:41.687590 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:41.730573 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Network 195dc00f-9de1-4e7b-a029-9ba9b811555d is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:25:41.733677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:25:41.737512 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:25:41.745980 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Pushing event updated for resources: {'Port': ['ID=843addc3-2b54-450b-b347-8089e2510a96,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:41.786941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.1 (195dc00f-9de1-4e7b-a029-9ba9b811555d/3b49a948-d884-4ba0-8798-54d11abbbf13/c97f0de7-372d-47b7-b951-e3dd014a2ff0) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:25:41.800970 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Attempting to bind port 843addc3-2b54-450b-b347-8089e2510a96 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:25:41.801448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Attempting to bind port 843addc3-2b54-450b-b347-8089e2510a96 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:25:41.802373 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Attempting to bind port 843addc3-2b54-450b-b347-8089e2510a96 on network 195dc00f-9de1-4e7b-a029-9ba9b811555d {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:25:41.808327 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:25:41.808816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Checking segment: {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:25:41.809284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:41.809751 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Bound using segment: {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:25:41.810321 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Bound port: 843addc3-2b54-450b-b347-8089e2510a96, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:25:41.810824 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:41.876814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] For port 843addc3-2b54-450b-b347-8089e2510a96, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:25:41.881085 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] For port 843addc3-2b54-450b-b347-8089e2510a96, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=843addc3-2b54-450b-b347-8089e2510a96,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:25:41.904134 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:41.963930 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:41.992452 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:42.036595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 195dc00f-9de1-4e7b-a029-9ba9b811555d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:25:42.039666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:25:42.039994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816c093-c83c-4d3b-8c01-6da0974e5f58 None None] Pushing event updated for resources: {'Port': ['ID=843addc3-2b54-450b-b347-8089e2510a96,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:42.042111 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:25:42.081600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=c97f0de7-372d-47b7-b951-e3dd014a2ff0,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:42.102285 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:42.301019 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:42.573287 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:42.629733 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:42.706558 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=c97f0de7-372d-47b7-b951-e3dd014a2ff0,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:42.708940 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:42.797438 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 195dc00f-9de1-4e7b-a029-9ba9b811555d is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:25:42.798758 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:25:42.915280 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5882230d-af88-4b17-96af-2ade6fcd4cad has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:25:43.021746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:25:43.026960 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6fb7425d-bf62-4f81-a1d3-c44828cebb6e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/5882230d-af88-4b17-96af-2ade6fcd4cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0363545 Sep 22 11:25:43.031127 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Sync routers for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:25:43.040847 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:43.041468 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:43.145881 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:43.169409 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-551fcf1f-ffc9-4b83-8b46-a5b0296a5fcf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833529604&fields=id&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 267 time: 0.0344429 Sep 22 11:25:43.293565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-8f7de225-b58d-41f9-a98c-6bcc06f7d0ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:43.309155 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-8f7de225-b58d-41f9-a98c-6bcc06f7d0ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/networks?id=195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 200 len: 797 time: 0.1269529 Sep 22 11:25:43.324879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-a3e19780-fbde-4540-a7c7-0fa7e903f8e1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/quotas/8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 375 time: 0.0142155 Sep 22 11:25:43.332863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 843addc3-2b54-450b-b347-8089e2510a96 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:25:43.387126 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'c97f0de7-372d-47b7-b951-e3dd014a2ff0', 'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c7:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:41Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 2, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:43.388128 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-1675ec48-5f8e-4dfd-ace7-908d1b56d0e5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572207 Sep 22 11:25:43.390606 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 843addc3-2b54-450b-b347-8089e2510a96 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:43.391124 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:43.422712 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Checking router: 5882230d-af88-4b17-96af-2ade6fcd4cad for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:25:43.423078 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Updating router 5882230d-af88-4b17-96af-2ade6fcd4cad port c97f0de7-372d-47b7-b951-e3dd014a2ff0 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:25:43.452391 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:43.481733 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:43.500990 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-9c7c7f26-2d3d-4d7a-98c9-50e53cbe59d5 service neutron] 10.222.0.20 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951324 Sep 22 11:25:43.529844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 843addc3-2b54-450b-b347-8089e2510a96, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=843addc3-2b54-450b-b347-8089e2510a96,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:43.624148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-816f49d1-8f6e-4ef0-918f-e5cf5aa4f5c6 service neutron] 10.222.0.20 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132426 Sep 22 11:25:43.624548 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:43.625546 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 20bfb041-5538-4230-8126-187d6712468f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:25:43.630973 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63409e53-57fa-4d07-87fb-ca73afef5016 None None] Network 195dc00f-9de1-4e7b-a029-9ba9b811555d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:25:43.771274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2c9ac1fa-f62d-4cc1-bb48-97cb37118e42 None None] Provisioning complete for port 843addc3-2b54-450b-b347-8089e2510a96 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:43.771648 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac1fa-f62d-4cc1-bb48-97cb37118e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:43.775636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=843addc3-2b54-450b-b347-8089e2510a96,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:43.829126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 20bfb041-5538-4230-8126-187d6712468f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:43.829545 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:43.835210 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:43.868309 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fe407987-6e61-43b0-839f-cae257e0ad9a req-e5860d50-9236-4dcb-9e22-94472ce9b9a2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 210 time: 0.0282619 Sep 22 11:25:43.907392 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:43.952354 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Pushing event updated for resources: {'Port': ['ID=c97f0de7-372d-47b7-b951-e3dd014a2ff0,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:43.962144 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.962478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.962815 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.963145 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.963472 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.963796 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.964117 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.964437 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.964908 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.965060 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.965380 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:43.965694 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:25:44.003912 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.030207 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 20bfb041-5538-4230-8126-187d6712468f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=20bfb041-5538-4230-8126-187d6712468f,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:44.033892 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Attempting to bind port c97f0de7-372d-47b7-b951-e3dd014a2ff0 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:25:44.034425 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Attempting to bind port c97f0de7-372d-47b7-b951-e3dd014a2ff0 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:25:44.034666 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Attempting to bind port c97f0de7-372d-47b7-b951-e3dd014a2ff0 on network 195dc00f-9de1-4e7b-a029-9ba9b811555d {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:25:44.040511 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:25:44.040885 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Checking segment: {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:25:44.041289 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.042314 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Bound using segment: {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:25:44.042314 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Bound port: c97f0de7-372d-47b7-b951-e3dd014a2ff0, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:25:44.048738 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.106507 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] For port c97f0de7-372d-47b7-b951-e3dd014a2ff0, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:25:44.110002 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] For port c97f0de7-372d-47b7-b951-e3dd014a2ff0, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c97f0de7-372d-47b7-b951-e3dd014a2ff0,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:25:44.123495 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.175598 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.176208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=20bfb041-5538-4230-8126-187d6712468f,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:44.233384 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef456c8-fea4-4347-a74a-cbfe67092408 None None] Pushing event updated for resources: {'Port': ['ID=c97f0de7-372d-47b7-b951-e3dd014a2ff0,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:44.236833 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:44.237478 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:44.323055 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3c5827bc-433d-44db-b888-5435bf1c3979 None None] Provisioning complete for port c97f0de7-372d-47b7-b951-e3dd014a2ff0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:44.323992 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3c5827bc-433d-44db-b888-5435bf1c3979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.355880 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:44.408814 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3c5827bc-433d-44db-b888-5435bf1c3979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.442742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-3c5827bc-433d-44db-b888-5435bf1c3979 None None] For port c97f0de7-372d-47b7-b951-e3dd014a2ff0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c97f0de7-372d-47b7-b951-e3dd014a2ff0,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:44.553112 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3c5827bc-433d-44db-b888-5435bf1c3979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.580752 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'c97f0de7-372d-47b7-b951-e3dd014a2ff0', 'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c7:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:41Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:44.589854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-3c5827bc-433d-44db-b888-5435bf1c3979 None None] Provisioning complete for port 843addc3-2b54-450b-b347-8089e2510a96 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:44.590252 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3c5827bc-433d-44db-b888-5435bf1c3979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.609986 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22062066-2e60-4c92-8f8d-7ab533aa2301 None None] The sync data for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 is: [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'c97f0de7-372d-47b7-b951-e3dd014a2ff0', 'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c7:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:41Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:25:44.634082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5827bc-433d-44db-b888-5435bf1c3979 None None] Pushing event updated for resources: {'Port': ['ID=c97f0de7-372d-47b7-b951-e3dd014a2ff0,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:44.842460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a0960def-b42d-4fdc-b5e8-e209f9500cb9 None None] Provisioning complete for port c97f0de7-372d-47b7-b951-e3dd014a2ff0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:44.842851 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a0960def-b42d-4fdc-b5e8-e209f9500cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:44.995354 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02c8778c-1bc3-4503-9c93-5a27ad422cb2 req-7c67a7b1-9460-4bee-93c4-f292aff1a527 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 210 time: 0.0278368 Sep 22 11:25:45.068205 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-61960d23-7664-4829-96c2-07235126157b None None] Provisioning complete for port c97f0de7-372d-47b7-b951-e3dd014a2ff0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:45.068582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-61960d23-7664-4829-96c2-07235126157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:45.303513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b077388f-b77d-40a5-a006-05d7bdcf5457 None None] Provisioning complete for port c97f0de7-372d-47b7-b951-e3dd014a2ff0 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:45.304183 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b077388f-b77d-40a5-a006-05d7bdcf5457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:45.328822 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 843addc3-2b54-450b-b347-8089e2510a96 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:25:45.440610 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 843addc3-2b54-450b-b347-8089e2510a96 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:45.441271 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:45.540632 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c97f0de7-372d-47b7-b951-e3dd014a2ff0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:25:45.597911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port c97f0de7-372d-47b7-b951-e3dd014a2ff0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:45.598324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:45.680861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 20bfb041-5538-4230-8126-187d6712468f up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:25:45.727932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 20bfb041-5538-4230-8126-187d6712468f triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:45.728303 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:46.039919 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-878f7a60-32a2-41ea-81c9-dbcf3cebf3b3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:46.041438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-878f7a60-32a2-41ea-81c9-dbcf3cebf3b3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/networks?id=195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 200 len: 797 time: 0.1060708 Sep 22 11:25:46.093627 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c8c6f0db-020d-4a96-82a6-59c4b76f3373 req-1d9954be-1c1b-4249-8bf0-f18aced8ed85 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 210 time: 0.0284779 Sep 22 11:25:46.116120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-683ad090-0bef-40f4-93c5-18e7545a29c8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 380 time: 0.0572624 Sep 22 11:25:46.117827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'port': {'device_id': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'admin_state_up': True, 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'security_groups': ['7483bfc0-8185-44cb-8c83-fb06465e8b79']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:46.309180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:25:46.312683 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:46.433022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.13 (195dc00f-9de1-4e7b-a029-9ba9b811555d/3b49a948-d884-4ba0-8798-54d11abbbf13/c2ef92c3-cc15-42bc-b6c3-61318d00b0be) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:25:46.573377 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:46.649425 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:46.689405 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 195dc00f-9de1-4e7b-a029-9ba9b811555d is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:25:46.692357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:25:46.695848 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:25:46.729116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:46.756525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:46.757310 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:46.833304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-03e56427-559e-41cd-a225-9faef11c5f5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7189052 Sep 22 11:25:46.845700 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Request body: {'port': {'device_id': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:46.900195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:46.995468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-e72d207e-4829-4e40-9d37-ce71e498cf36 None None] Provisioning complete for port c2ef92c3-cc15-42bc-b6c3-61318d00b0be triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:46.996057 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e72d207e-4829-4e40-9d37-ce71e498cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:47.030138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e72d207e-4829-4e40-9d37-ce71e498cf36 None None] Port c2ef92c3-cc15-42bc-b6c3-61318d00b0be cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:25:47.159800 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ef92c3-cc15-42bc-b6c3-61318d00b0be {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:25:47.175575 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:47.546362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Transition to ACTIVE for port object c2ef92c3-cc15-42bc-b6c3-61318d00b0be will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:25:47.565078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928998-687b-438d-8ebc-531eadb80b83 req-52c93578-5bdd-40cf-8148-9d1d6ae3a1bd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:47.566661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51928998-687b-438d-8ebc-531eadb80b83 req-52c93578-5bdd-40cf-8148-9d1d6ae3a1bd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 932 time: 0.4024851 Sep 22 11:25:47.604231 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-51928998-687b-438d-8ebc-531eadb80b83 req-14b06ff8-6968-4003-b429-f41ba5688383 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313382 Sep 22 11:25:47.605307 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:47.656092 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:47.724789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Attempting to bind port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:25:47.725129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Attempting to bind port c2ef92c3-cc15-42bc-b6c3-61318d00b0be by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:25:47.725464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Attempting to bind port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on network 195dc00f-9de1-4e7b-a029-9ba9b811555d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:25:47.729933 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on network 195dc00f-9de1-4e7b-a029-9ba9b811555d not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:25:47.730301 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Attempting to bind port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on network 195dc00f-9de1-4e7b-a029-9ba9b811555d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:25:47.735411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:25:47.735751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Checking segment: {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:25:47.736162 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Bound using segment: {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:25:47.736593 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Bound port: c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:25:47.736960 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:47.802231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:25:47.805553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:25:47.870039 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:47.901946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:47.902580 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:47.904004 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] 10.222.0.30 "PUT /v2.0/ports/c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 1092 time: 1.0627589 Sep 22 11:25:47.904541 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:25:47.906810 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195b6d6f-dfe1-452f-96c3-101b906b3316" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:25:47.935415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee173f-ad4c-4c73-a4f5-cf8017b4c704 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:47.951963 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23819289-f4f2-4627-8091-53c90d395033 x-openstack-request-id: req-23819289-f4f2-4627-8091-53c90d395033 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:25:47.952259 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:25:47.952514 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23819289-f4f2-4627-8091-53c90d395033 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:25:47.952920 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'status': 'completed', 'code': 200} Sep 22 11:25:48.015158 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6d6f-dfe1-452f-96c3-101b906b3316 req-2c3230d9-4d5b-4513-abce-219a17581ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:48.019346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-195b6d6f-dfe1-452f-96c3-101b906b3316 req-2c3230d9-4d5b-4513-abce-219a17581ed7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1095 time: 0.0429127 Sep 22 11:25:48.118038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6d6f-dfe1-452f-96c3-101b906b3316 req-f98e2c50-4599-401c-9097-dba7aa186d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:48.119570 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-195b6d6f-dfe1-452f-96c3-101b906b3316 req-f98e2c50-4599-401c-9097-dba7aa186d0c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0955751 Sep 22 11:25:48.214644 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6d6f-dfe1-452f-96c3-101b906b3316 req-fca5a3af-c5f2-4836-a139-5666609a6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:48.216107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-195b6d6f-dfe1-452f-96c3-101b906b3316 req-fca5a3af-c5f2-4836-a139-5666609a6069 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899391 Sep 22 11:25:48.291346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-16d2f925-f67a-4de3-bfcb-bd81d8124eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:48.293550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-16d2f925-f67a-4de3-bfcb-bd81d8124eeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1095 time: 0.0423734 Sep 22 11:25:48.334332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-7fd33c9d-7aab-40d2-a70e-b634777a04a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 217 time: 0.0331900 Sep 22 11:25:48.385039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-7fd64ba9-938b-40af-927a-6752ed2bff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:48.386559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-7fd64ba9-938b-40af-927a-6752ed2bff7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b49a948-d884-4ba0-8798-54d11abbbf13 HTTP/1.1" status: 200 len: 834 time: 0.0456536 Sep 22 11:25:48.431371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-0806a0ef-9bfe-46b8-aa0c-2c758cb2f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:48.432843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-0806a0ef-9bfe-46b8-aa0c-2c758cb2f8ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=195dc00f-9de1-4e7b-a029-9ba9b811555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390165 Sep 22 11:25:48.520933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-d878d219-a79c-43ba-a91b-2e8b7999d5e6 service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803576 Sep 22 11:25:48.610689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-96fe3980-09bc-477c-ad5c-a921ec539544 req-58712d11-583e-4ddf-8062-0f6782c15776 service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831912 Sep 22 11:25:48.721099 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb2ad6-45e5-4693-90a9-221d13d98e25 req-9da4fe07-532a-40a2-9d9a-092ca0361084 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:48.722672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3fb2ad6-45e5-4693-90a9-221d13d98e25 req-9da4fe07-532a-40a2-9d9a-092ca0361084 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.0507638 Sep 22 11:25:48.759555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3fb2ad6-45e5-4693-90a9-221d13d98e25 req-8471a8e5-d69a-4a18-8f8c-f01b7d1a7178 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Sep 22 11:25:49.870059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae7aed-253f-4e7b-9792-464ed4dde0e2 req-06cb4a02-13cf-48c6-90e3-4a620edd9675 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:49.871479 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4aae7aed-253f-4e7b-9792-464ed4dde0e2 req-06cb4a02-13cf-48c6-90e3-4a620edd9675 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.0471182 Sep 22 11:25:49.933526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4aae7aed-253f-4e7b-9792-464ed4dde0e2 req-e25de90b-c187-48e5-9b5e-e7595be80d9a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551705 Sep 22 11:25:51.047523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a243da-8d7b-4a78-8917-94787839869e req-45a2d3b1-51de-4e18-a458-1d7f6cba6ca9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:51.048998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a243da-8d7b-4a78-8917-94787839869e req-45a2d3b1-51de-4e18-a458-1d7f6cba6ca9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.0479984 Sep 22 11:25:51.085711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-74a243da-8d7b-4a78-8917-94787839869e req-576ab9e6-c28a-45ce-baf6-1d377b86e143 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305333 Sep 22 11:25:52.197126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7348d-4e44-41b2-8c1d-a41b8ce62b07 req-b09290f4-b1a6-41db-8add-0845c87586a0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:52.198906 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23d7348d-4e44-41b2-8c1d-a41b8ce62b07 req-b09290f4-b1a6-41db-8add-0845c87586a0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.0483823 Sep 22 11:25:52.235781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23d7348d-4e44-41b2-8c1d-a41b8ce62b07 req-ecb34101-6d2d-499c-a4af-d0e732629eb9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Sep 22 11:25:52.252095 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c2ef92c3-cc15-42bc-b6c3-61318d00b0be details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:25:52.335866 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70e91cf5-0e14-4279-ab5c-c6a439bfcb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:52.357693 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:52.368686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'port_id': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'mac_address': 'fa:16:3e:2c:28:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:25:52.405589 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:52.418735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ef92c3-cc15-42bc-b6c3-61318d00b0be {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:25:52.437534 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:52.543312 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:52.590377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:52.743852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['c2ef92c3-cc15-42bc-b6c3-61318d00b0be'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:25:53.347502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280be35-8d0d-467a-bb26-711d0144e379 req-e7535407-3723-4092-b36f-851db4a18475 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:53.348980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8280be35-8d0d-467a-bb26-711d0144e379 req-e7535407-3723-4092-b36f-851db4a18475 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 945 time: 0.0477140 Sep 22 11:25:53.393551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8280be35-8d0d-467a-bb26-711d0144e379 req-2805d969-aad4-4961-8d85-08ac3778f3ba tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 Sep 22 11:25:54.258780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c2ef92c3-cc15-42bc-b6c3-61318d00b0be up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:25:54.374296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port c2ef92c3-cc15-42bc-b6c3-61318d00b0be completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:25:54.378485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port c2ef92c3-cc15-42bc-b6c3-61318d00b0be triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:25:54.378856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:54.456283 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:54.478040 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:25:54.480406 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e535288-147c-4948-a25c-15ea099012f9" -d '{"events": [{"server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "name": "network-vif-plugged", "status": "completed", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:25:54.493527 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:25:54.511493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca044939-d628-4632-a1d4-e444e267e455 req-0747ab38-8af7-4d90-a816-6a8ab6a2f7d2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:54.512983 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca044939-d628-4632-a1d4-e444e267e455 req-0747ab38-8af7-4d90-a816-6a8ab6a2f7d2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 945 time: 0.0498099 Sep 22 11:25:54.551261 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ca044939-d628-4632-a1d4-e444e267e455 req-81e3cd0f-b8a2-4316-b357-3bd33b6e9e81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318077 Sep 22 11:25:54.569209 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:54.605880 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf4bdda-1bb4-4835-975f-21e931f166e3 x-openstack-request-id: req-adf4bdda-1bb4-4835-975f-21e931f166e3 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:25:54.606288 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "name": "network-vif-plugged", "status": "completed", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:25:54.606643 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adf4bdda-1bb4-4835-975f-21e931f166e3 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:25:54.607173 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'code': 200} Sep 22 11:25:54.635377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:54.698822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc585f-d18f-43ac-b6f8-cd3d1ebfed5b req-a4c48cd5-99ef-4656-bb7f-fd4b1e494e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:54.700391 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3acc585f-d18f-43ac-b6f8-cd3d1ebfed5b req-a4c48cd5-99ef-4656-bb7f-fd4b1e494e3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1097 time: 0.0401294 Sep 22 11:25:54.733801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3acc585f-d18f-43ac-b6f8-cd3d1ebfed5b req-4ce3af5c-fd7a-494b-86d5-ef6bab8995c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265639 Sep 22 11:25:55.168824 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4328cd2b-50c4-4caa-95b1-5dbe07cf1b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:55.592221 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:55.677736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c2c73-8263-41b7-936f-6351fef7e1fb req-f178c5d8-1213-4ab8-a82c-d8186fb15118 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:55.679566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d5c2c73-8263-41b7-936f-6351fef7e1fb req-f178c5d8-1213-4ab8-a82c-d8186fb15118 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0510755 Sep 22 11:25:55.721370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7d5c2c73-8263-41b7-936f-6351fef7e1fb req-e842d004-9808-4f12-8bcc-e4a2599ec334 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358312 Sep 22 11:25:56.248593 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:56.259544 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:56.411916 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:56.835606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabf210-854a-4510-b5cb-e3fdb58816bd req-688c4ee6-8821-445f-a491-6b5ec1446948 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:56.836984 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5eabf210-854a-4510-b5cb-e3fdb58816bd req-688c4ee6-8821-445f-a491-6b5ec1446948 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0480826 Sep 22 11:25:56.873890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5eabf210-854a-4510-b5cb-e3fdb58816bd req-1cbe5f3c-d187-4f5d-b33b-b793371cb98b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Sep 22 11:25:56.984407 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e41f0-f2c3-4dbf-ae2b-18ec344850c7 req-11f8b3df-328e-4afc-8d4a-4ce219232f18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:56.985887 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a12e41f0-f2c3-4dbf-ae2b-18ec344850c7 req-11f8b3df-328e-4afc-8d4a-4ce219232f18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0478210 Sep 22 11:25:57.022123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a12e41f0-f2c3-4dbf-ae2b-18ec344850c7 req-23be0513-33d9-49e3-a2c7-f37c26422b6b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302649 Sep 22 11:25:57.043181 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48530) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:57.081597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ccd9f-a109-4ce5-a3b3-f5a4619fd051 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:57.083079 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-be5ccd9f-a109-4ce5-a3b3-f5a4619fd051 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1092 time: 0.0389748 Sep 22 11:25:57.085763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48532) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:57.089776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:25:57.166654 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:57.262668 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:57.364015 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.103 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/83ee54ac-8bbb-4ed1-9c14-e289cda18382) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:25:57.541983 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:57.608844 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:57.643542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:25:57.647735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:25:57.651821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:25:57.682337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=83ee54ac-8bbb-4ed1-9c14-e289cda18382,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:57.987374 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:58.117088 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:58.258690 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:58.317394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:58.340110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:58.415024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=83ee54ac-8bbb-4ed1-9c14-e289cda18382,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:25:58.421990 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:58.522460 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP bb044069-cf21-4676-9ba1-a38974863cb0 associated. External IP: 172.25.1.103, port: c2ef92c3-cc15-42bc-b6c3-61318d00b0be. Sep 22 11:25:58.747424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5882230d-af88-4b17-96af-2ade6fcd4cad has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:25:58.849775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:25:58.859662 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] Sync routers for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:25:58.871749 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:58.878834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:58.938071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:25:58.969085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4fd81243-93ca-41f3-b925-089afeff6420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8819451 Sep 22 11:25:58.969351 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:25:58.971584 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:25:58.981621 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:59.063690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a5ef8-1adf-4d37-9b68-759c16e870d1 req-5f5bc7cb-d155-4553-99b5-c9994be0fb66 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:59.065767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e6a5ef8-1adf-4d37-9b68-759c16e870d1 req-5f5bc7cb-d155-4553-99b5-c9994be0fb66 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0490613 Sep 22 11:25:59.102695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5e6a5ef8-1adf-4d37-9b68-759c16e870d1 req-f920fd08-4f30-41dc-b424-77ef2e86189e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307541 Sep 22 11:25:59.124989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48538) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:25:59.161650 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023d90a0-890e-4a86-bc2f-1124feaa77e3 x-openstack-request-id: req-023d90a0-890e-4a86-bc2f-1124feaa77e3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:25:59.162051 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:25:59.162197 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-023d90a0-890e-4a86-bc2f-1124feaa77e3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:25:59.162623 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'status': 'completed', 'code': 200} Sep 22 11:25:59.216476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-667f02d3-df27-403f-b816-2df299981670 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/bb044069-cf21-4676-9ba1-a38974863cb0 HTTP/1.1" status: 200 len: 992 time: 0.0903206 Sep 22 11:25:59.238555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-9000efaf-c0d8-4e6d-a16e-896984daf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:59.240097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-9000efaf-c0d8-4e6d-a16e-896984daf034 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1097 time: 0.0640483 Sep 22 11:25:59.330513 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-7929bcdd-0238-4392-af68-97757dabd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:59.332018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-7929bcdd-0238-4392-af68-97757dabd49c service neutron] 10.222.0.30 "GET /v2.0/networks?id=195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 200 len: 898 time: 0.0850663 Sep 22 11:25:59.355252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'bb044069-cf21-4676-9ba1-a38974863cb0', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'port_id': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'mac_address': 'fa:16:3e:2c:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:25:57Z', 'updated_at': '2021-09-22T11:25:57Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97f0de7-372d-47b7-b951-e3dd014a2ff0', 'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c7:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:41Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:59.380819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] Checking router: 5882230d-af88-4b17-96af-2ade6fcd4cad for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:25:59.388855 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:25:59.389471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:25:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:59.403051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-17c62daa-bf71-46bb-bdb4-f28838b901ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 1000 time: 0.0639641 Sep 22 11:25:59.453170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-077e43ce-2934-48b9-88e8-8907539a6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:59.454701 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-077e43ce-2934-48b9-88e8-8907539a6bea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b49a948-d884-4ba0-8798-54d11abbbf13 HTTP/1.1" status: 200 len: 834 time: 0.0447390 Sep 22 11:25:59.499900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-e369e707-48df-4089-aea4-dc9618260699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:25:59.501392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:25:59.501509 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-e369e707-48df-4089-aea4-dc9618260699 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=195dc00f-9de1-4e7b-a029-9ba9b811555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400202 Sep 22 11:25:59.594954 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-1054a208-1520-4520-8bac-889cd9c032b9 service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860856 Sep 22 11:25:59.684113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abc266fa-8721-43aa-9c6b-a7b04ef8ae28 req-c5ff170c-4bb3-44c4-a08e-76c7f52a4b91 service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823178 Sep 22 11:25:59.723932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'bb044069-cf21-4676-9ba1-a38974863cb0', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'port_id': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'mac_address': 'fa:16:3e:2c:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:25:57Z', 'updated_at': '2021-09-22T11:25:57Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97f0de7-372d-47b7-b951-e3dd014a2ff0', 'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c7:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:41Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:25:59.748876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1fdd2-66c4-4c64-b445-161a8b58e7f0 None None] The sync data for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 is: [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'bb044069-cf21-4676-9ba1-a38974863cb0', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'port_id': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'mac_address': 'fa:16:3e:2c:28:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:25:57Z', 'updated_at': '2021-09-22T11:25:57Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97f0de7-372d-47b7-b951-e3dd014a2ff0', 'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c7:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:41Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:25:59.930998 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da27b0b-6d2f-48b4-bd79-8db5a9d3c631 None None] New status for floating IP bb044069-cf21-4676-9ba1-a38974863cb0: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:26:00.220453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48540) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:26:00.283758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-52b51549-0ce7-48b1-aeb6-3059cd9fed67 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/bb044069-cf21-4676-9ba1-a38974863cb0 HTTP/1.1" status: 200 len: 994 time: 0.0621536 Sep 22 11:26:11.618677 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:26:22.436775 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-67192dd6-1c28-4bb2-8996-f2e65f58b1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:25.200425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a17966d3-7f25-413e-9e08-f0a50cdd2e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:25.611865 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:26.240029 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:26.262758 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:26.411455 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:28.299379 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:31.458330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-46fd340e-dd43-4d90-88fc-cc0724039460 req-04bf4100-5293-4157-853d-cb761e991423 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:26:31.459240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46fd340e-dd43-4d90-88fc-cc0724039460 req-04bf4100-5293-4157-853d-cb761e991423 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059006 Sep 22 11:26:31.800226 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98106-3979-4149-a524-7f1df22a7776 req-f9174b82-7892-44b4-8627-8e2eab121f02 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:31.801779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ed98106-3979-4149-a524-7f1df22a7776 req-f9174b82-7892-44b4-8627-8e2eab121f02 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0498683 Sep 22 11:26:31.840514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5ed98106-3979-4149-a524-7f1df22a7776 req-243262b7-d0ac-47d3-990d-3d734afd38c3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324032 Sep 22 11:26:31.937882 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bb39e4a6-79f4-4b54-bb86-4a998da3a4a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145458 Sep 22 11:26:31.948244 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-11e5c34e-64c9-4157-9204-0aabc4d442cb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:26:31.949177 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-11e5c34e-64c9-4157-9204-0aabc4d442cb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049396 Sep 22 11:26:32.958415 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8639e-ec1d-4403-9c5c-38c8dd5dd8b5 req-63c76994-283a-438b-9e76-a1b90c5b378e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:32.960445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cd8639e-ec1d-4403-9c5c-38c8dd5dd8b5 req-63c76994-283a-438b-9e76-a1b90c5b378e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0507381 Sep 22 11:26:32.997842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0cd8639e-ec1d-4403-9c5c-38c8dd5dd8b5 req-3a03bd57-7265-460d-acd2-50e064d5c42d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313771 Sep 22 11:26:33.930849 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-53edb730-3984-4888-b08f-0b366e7fc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:33.932223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-53edb730-3984-4888-b08f-0b366e7fc34f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1097 time: 0.0443082 Sep 22 11:26:34.018147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-0a15d2cd-03fd-4814-b71e-e55bc9fc061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:34.019587 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-0a15d2cd-03fd-4814-b71e-e55bc9fc061a service neutron] 10.222.0.30 "GET /v2.0/networks?id=195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 200 len: 898 time: 0.0806599 Sep 22 11:26:34.111814 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-d628c846-82ff-41f0-aa3b-3b5bccd7eceb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 1002 time: 0.0854940 Sep 22 11:26:34.134347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f6cd6-611f-46ee-98e3-800f92222467 req-0b185697-c2a3-455f-9180-97fd9bf5e499 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:34.135776 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c99f6cd6-611f-46ee-98e3-800f92222467 req-0b185697-c2a3-455f-9180-97fd9bf5e499 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0678244 Sep 22 11:26:34.189870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-43199c0b-db0c-45f8-8279-a63cf5ff2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:34.192574 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-43199c0b-db0c-45f8-8279-a63cf5ff2291 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b49a948-d884-4ba0-8798-54d11abbbf13 HTTP/1.1" status: 200 len: 834 time: 0.0720909 Sep 22 11:26:34.198380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c99f6cd6-611f-46ee-98e3-800f92222467 req-0be211c4-fdba-4dd4-8730-7a842a0e12ee tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450234 Sep 22 11:26:34.243518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-ae8b43eb-b1f8-4136-90b2-bcc06311c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:34.244999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-ae8b43eb-b1f8-4136-90b2-bcc06311c3f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=195dc00f-9de1-4e7b-a029-9ba9b811555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458086 Sep 22 11:26:34.332349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-f3c3c8e7-64c9-4ff9-89ab-02efae25f881 service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792902 Sep 22 11:26:34.422388 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-41c7266e-6c0b-4124-b73b-eec99153623c service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Sep 22 11:26:35.311911 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e4e40-96a6-4af0-92ef-8f8966a52d47 req-59f3d2b4-7dca-4a6b-9cd0-09e4bcff0df4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:35.313363 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e98e4e40-96a6-4af0-92ef-8f8966a52d47 req-59f3d2b4-7dca-4a6b-9cd0-09e4bcff0df4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0476382 Sep 22 11:26:35.351443 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e98e4e40-96a6-4af0-92ef-8f8966a52d47 req-9281288a-98e0-4450-99c2-e80e082b4046 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313301 Sep 22 11:26:36.464403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256362c-53e9-4d7b-96fd-9d5d7a7a4db6 req-64c9c974-7afa-46d3-9406-699e1745443a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:36.465851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e256362c-53e9-4d7b-96fd-9d5d7a7a4db6 req-64c9c974-7afa-46d3-9406-699e1745443a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0467117 Sep 22 11:26:36.501744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e256362c-53e9-4d7b-96fd-9d5d7a7a4db6 req-e1fa5fb6-4933-458a-a3f0-56584d0ca1fc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300603 Sep 22 11:26:37.623447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d7a52-9c06-4293-84ce-ed9d7476ca12 req-c67d6774-3019-4ff8-bcbf-9e00e09cea2b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:37.624924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf8d7a52-9c06-4293-84ce-ed9d7476ca12 req-c67d6774-3019-4ff8-bcbf-9e00e09cea2b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0527108 Sep 22 11:26:37.662792 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf8d7a52-9c06-4293-84ce-ed9d7476ca12 req-1fe49be9-b7a3-4367-80b1-d12f92a55699 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311875 Sep 22 11:26:38.776217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c75e91-11a3-4702-aaf9-725a9177e724 req-9d11943b-4913-4934-8a53-27bed3957df4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:38.777686 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1c75e91-11a3-4702-aaf9-725a9177e724 req-9d11943b-4913-4934-8a53-27bed3957df4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0484612 Sep 22 11:26:38.814493 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a1c75e91-11a3-4702-aaf9-725a9177e724 req-af1e5949-d2e0-4dec-b829-bb97909c556c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308957 Sep 22 11:26:39.930082 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7b810-1b42-4a69-9a39-b2073296356c req-6accb50e-9432-4bc9-8950-89bd2f993561 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:39.931608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3b7b810-1b42-4a69-9a39-b2073296356c req-6accb50e-9432-4bc9-8950-89bd2f993561 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0482352 Sep 22 11:26:39.968973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3b7b810-1b42-4a69-9a39-b2073296356c req-2f6277b0-e4a9-4ea7-8644-08b03f86db5f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314746 Sep 22 11:26:41.083669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b09bc2-884c-4992-be24-62b164dd4c6a req-faf0f6f2-9f52-49a7-bd01-89647ff90ad7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:41.085689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08b09bc2-884c-4992-be24-62b164dd4c6a req-faf0f6f2-9f52-49a7-bd01-89647ff90ad7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0520744 Sep 22 11:26:41.171123 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-08b09bc2-884c-4992-be24-62b164dd4c6a req-261c8758-b4a6-467c-b14a-a71544f11ec5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795031 Sep 22 11:26:42.285060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8d72b-27f9-4e9a-bcb7-ab4d796e5bf5 req-7d9ee403-c175-432e-a8d4-1055df51f672 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:42.286562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6a8d72b-27f9-4e9a-bcb7-ab4d796e5bf5 req-7d9ee403-c175-432e-a8d4-1055df51f672 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0478635 Sep 22 11:26:42.323157 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a6a8d72b-27f9-4e9a-bcb7-ab4d796e5bf5 req-fc5d51bb-3ad3-4c31-a818-7223b905c2c6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301287 Sep 22 11:26:43.435694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d645dab-60e9-42b2-a24d-98c8e7c51b4a req-72b171c1-84e6-4b18-8b7d-d1d6bb3870bb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:43.437161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d645dab-60e9-42b2-a24d-98c8e7c51b4a req-72b171c1-84e6-4b18-8b7d-d1d6bb3870bb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0478005 Sep 22 11:26:43.474851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d645dab-60e9-42b2-a24d-98c8e7c51b4a req-8683e321-5d7a-4bcc-ade0-6e613468479a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Sep 22 11:26:44.592613 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b90e4-793b-4ddc-a5c3-56cb04548a9c req-fd31f021-7a76-4178-98a3-6ead05e58110 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:44.594117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a4b90e4-793b-4ddc-a5c3-56cb04548a9c req-fd31f021-7a76-4178-98a3-6ead05e58110 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0523577 Sep 22 11:26:44.633579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4a4b90e4-793b-4ddc-a5c3-56cb04548a9c req-8cd2bacb-c205-4881-a302-2aa1417dc7db tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324776 Sep 22 11:26:45.747599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eca4c-574b-44b4-aeed-5a71bd6bf885 req-2e1d8d58-162b-4541-98b8-9504ad873dbd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:45.749071 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d46eca4c-574b-44b4-aeed-5a71bd6bf885 req-2e1d8d58-162b-4541-98b8-9504ad873dbd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0473616 Sep 22 11:26:45.785989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d46eca4c-574b-44b4-aeed-5a71bd6bf885 req-f0124b93-9cb3-4c39-9ee3-8f9bb7e9abd9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310743 Sep 22 11:26:46.638408 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-8d9cdb07-8fcb-46bc-9b21-425c96de01d6 service neutron] show failed (client error): The resource could not be found. Sep 22 11:26:46.639397 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-8d9cdb07-8fcb-46bc-9b21-425c96de01d6 service neutron] 10.222.0.30 "GET /v2.0/ports/c2ef92c3-cc15-42bc-b6c3-61318d00b0be/bindings/n-h2-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0532856 Sep 22 11:26:46.908982 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d9b9f-d7b6-4973-ba03-9696bca7269c req-2bfe72e6-ba39-4844-bed2-d66827e44f10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:46.910683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c24d9b9f-d7b6-4973-ba03-9696bca7269c req-2bfe72e6-ba39-4844-bed2-d66827e44f10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0574784 Sep 22 11:26:46.948777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c24d9b9f-d7b6-4973-ba03-9696bca7269c req-47bc4407-fa9b-468e-9d67-962e48ef41ab tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Sep 22 11:26:47.210569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-0cb46c3a-9234-4b0d-9880-32b72761a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:47.212241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-0cb46c3a-9234-4b0d-9880-32b72761a7f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 1097 time: 0.0870521 Sep 22 11:26:47.224892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-901d6f7a-b124-40e8-9498-73ff632e67c1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:26:47.226365 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-901d6f7a-b124-40e8-9498-73ff632e67c1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071065 Sep 22 11:26:47.238747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:26:47.290226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:47.484972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:26:47.521865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:26:47.563727 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:26:47.566636 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0310868a-b871-4148-aec7-294914b6f2af" -d '{"events": [{"server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:26:47.571240 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:47.584568 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Transition to ACTIVE for port object c2ef92c3-cc15-42bc-b6c3-61318d00b0be will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:26:47.618403 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832aaa84-6ba0-48ee-8875-688c1e54f630 x-openstack-request-id: req-832aaa84-6ba0-48ee-8875-688c1e54f630 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:26:47.618697 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:26:47.618953 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-832aaa84-6ba0-48ee-8875-688c1e54f630 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:26:47.619357 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'code': 200} Sep 22 11:26:47.645883 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:47.720715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=6']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:26:47.733488 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.733840 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.734217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.734559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.734895 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.735284 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.735557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.735892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.736214 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.736538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.736863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:47.737189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:48.127821 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] No DVR routers for this DVR port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:26:48.217819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a24ab-2b35-460c-af2f-66b3fdee2b87 req-b405e394-772f-4c3d-8ba4-4950a44d34f0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:48.231413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-387a24ab-2b35-460c-af2f-66b3fdee2b87 req-b405e394-772f-4c3d-8ba4-4950a44d34f0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.1320236 Sep 22 11:26:48.275020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-387a24ab-2b35-460c-af2f-66b3fdee2b87 req-39af1986-97c9-40ea-8e33-f4fcfa7b1368 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482705 Sep 22 11:26:48.299711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Attempting to bind port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:26:48.300044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Attempting to bind port c2ef92c3-cc15-42bc-b6c3-61318d00b0be by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:26:48.300373 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Attempting to bind port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on network 195dc00f-9de1-4e7b-a029-9ba9b811555d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:26:48.305052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on network 195dc00f-9de1-4e7b-a029-9ba9b811555d not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:26:48.305376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Attempting to bind port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on network 195dc00f-9de1-4e7b-a029-9ba9b811555d {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:26:48.310116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:26:48.310466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Checking segment: {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:26:48.310851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Bound using segment: {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:26:48.311274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Bound port: c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:26:48.311624 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:48.375153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:26:48.378051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:26:48.440440 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:48.472438 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:48.473057 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:48.474451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] 10.222.0.32 "PUT /v2.0/ports/c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 1092 time: 1.2408507 Sep 22 11:26:48.507754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2915aa-11ba-42b7-8f89-ad4f80d47f22 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:26:48.539364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-ea9d42f5-323d-4fb1-96bc-f92ed95f5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:48.540894 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-ea9d42f5-323d-4fb1-96bc-f92ed95f5fb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1095 time: 0.0429466 Sep 22 11:26:48.618077 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:26:48.638850 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-9847f51d-9376-4c85-a9f7-653c6515f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:48.640348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-9847f51d-9376-4c85-a9f7-653c6515f8c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 200 len: 898 time: 0.0922530 Sep 22 11:26:48.704034 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-81dde5bd-ff09-41b6-be93-3a3b343e954f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 1000 time: 0.0565395 Sep 22 11:26:48.752497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-788d8186-b26f-4456-a61d-bc205178a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:48.753955 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-788d8186-b26f-4456-a61d-bc205178a1e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b49a948-d884-4ba0-8798-54d11abbbf13 HTTP/1.1" status: 200 len: 834 time: 0.0429182 Sep 22 11:26:48.802776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-f60b7c81-95eb-4965-971a-6413da09dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:48.804804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-f60b7c81-95eb-4965-971a-6413da09dfd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=195dc00f-9de1-4e7b-a029-9ba9b811555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438247 Sep 22 11:26:48.890533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-05d9472b-6d50-4a81-906e-6413b65d0359 service neutron] 10.222.0.32 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784197 Sep 22 11:26:48.980602 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76ededf5-e12b-46c2-ac17-830d1790d2a8 req-c8afe239-c023-4207-96fc-c922717dea2e service neutron] 10.222.0.32 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831127 Sep 22 11:26:49.388650 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27d28-b2ba-446f-bb44-f4b8bb209c68 req-fa5a752f-3e0d-492a-92b4-47daca901a76 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:49.390162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bd27d28-b2ba-446f-bb44-f4b8bb209c68 req-fa5a752f-3e0d-492a-92b4-47daca901a76 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.0489635 Sep 22 11:26:49.427096 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bd27d28-b2ba-446f-bb44-f4b8bb209c68 req-b461fe67-4fd9-4f8e-b476-97c6feec5e3f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308633 Sep 22 11:26:49.620484 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:26:49.622904 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d2393b-5f37-4aba-8112-84e822b8e35d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:26:49.669476 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7908824-f8dc-470e-aaf5-49ab703198b2 x-openstack-request-id: req-a7908824-f8dc-470e-aaf5-49ab703198b2 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:26:49.669774 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:26:49.670028 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7908824-f8dc-470e-aaf5-49ab703198b2 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:26:49.670464 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'status': 'completed', 'code': 200} Sep 22 11:26:49.766007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-83366020-e89c-450d-93da-bb0867ba2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:49.767541 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-83366020-e89c-450d-93da-bb0867ba2bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1095 time: 0.0655327 Sep 22 11:26:49.769279 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-3999775a-37e1-4545-988a-0fdd938537f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:49.770673 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-3999775a-37e1-4545-988a-0fdd938537f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1095 time: 0.0772495 Sep 22 11:26:49.928271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-017b710d-5326-46c9-b090-76598380255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:49.930222 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-017b710d-5326-46c9-b090-76598380255a service neutron] 10.222.0.30 "GET /v2.0/networks?id=195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 200 len: 898 time: 0.1555214 Sep 22 11:26:49.931294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-29b3e114-55bd-4ad5-b158-6c826bde4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:49.932614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-29b3e114-55bd-4ad5-b158-6c826bde4698 service neutron] 10.222.0.32 "GET /v2.0/networks?id=195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 200 len: 898 time: 0.1511133 Sep 22 11:26:50.040483 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-ad93e3cd-13d0-4c85-9546-2ac1d8e54d74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 1000 time: 0.1034694 Sep 22 11:26:50.042262 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-fae39bb6-038f-4855-8100-ff3b090282df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 1000 time: 0.0998898 Sep 22 11:26:50.126621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-e0b3da32-ff13-4ac1-b76e-0c8f1f2d463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:50.128081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-e0b3da32-ff13-4ac1-b76e-0c8f1f2d463d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b49a948-d884-4ba0-8798-54d11abbbf13 HTTP/1.1" status: 200 len: 834 time: 0.0807037 Sep 22 11:26:50.129453 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-e89c9f4a-6e4d-4c64-af9c-b4d98fcb2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:50.130789 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-e89c9f4a-6e4d-4c64-af9c-b4d98fcb2014 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b49a948-d884-4ba0-8798-54d11abbbf13 HTTP/1.1" status: 200 len: 834 time: 0.0756550 Sep 22 11:26:50.199715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-7eaeb964-a1d4-46eb-ba1d-e7ce5a386306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:50.201211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-7eaeb964-a1d4-46eb-ba1d-e7ce5a386306 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=195dc00f-9de1-4e7b-a029-9ba9b811555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595896 Sep 22 11:26:50.203647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-e1cfa7e1-165c-4f5d-9cfe-dad600f44bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:50.205036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-e1cfa7e1-165c-4f5d-9cfe-dad600f44bc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=195dc00f-9de1-4e7b-a029-9ba9b811555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704825 Sep 22 11:26:50.357292 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-3f2f8b98-217d-49ed-9ae6-020e300cd47b service neutron] 10.222.0.32 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472120 Sep 22 11:26:50.360712 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-53ddf8ba-bd7c-4289-b1f5-cb52aa4c4d1f service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431372 Sep 22 11:26:50.541752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-c49df63b-d399-4522-a8ab-3a51e322340d service neutron] 10.222.0.32 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769912 Sep 22 11:26:50.544645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d0d2393b-5f37-4aba-8112-84e822b8e35d req-13794464-ff03-4365-ac78-5267fbd7fab8 service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725550 Sep 22 11:26:50.569999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24394b-ab4c-4781-9670-ad290dea5c37 req-bf22cb0b-81ee-4662-a6e3-cd5cfec8ecc5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:50.571566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc24394b-ab4c-4781-9670-ad290dea5c37 req-bf22cb0b-81ee-4662-a6e3-cd5cfec8ecc5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.0716236 Sep 22 11:26:50.584071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c2ef92c3-cc15-42bc-b6c3-61318d00b0be no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:26:50.612860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc24394b-ab4c-4781-9670-ad290dea5c37 req-24f29e2e-a842-4324-9e86-583d8b60ed39 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344484 Sep 22 11:26:50.622307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device c2ef92c3-cc15-42bc-b6c3-61318d00b0be not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:26:51.727589 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7de8c-5d0b-431b-bb57-2046d64912d1 req-a5ccffd5-00e7-4d7d-a346-9722cb85445f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:51.729087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16d7de8c-5d0b-431b-bb57-2046d64912d1 req-a5ccffd5-00e7-4d7d-a346-9722cb85445f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.0474629 Sep 22 11:26:51.765746 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16d7de8c-5d0b-431b-bb57-2046d64912d1 req-703b9264-ddbc-430f-b7ca-839d10af927e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Sep 22 11:26:52.091023 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cfacf-f87c-446a-83b5-3bf66af6b6f1 req-c830fccc-333e-4718-aa5d-7f4ac8f209ee tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:52.092579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b22cfacf-f87c-446a-83b5-3bf66af6b6f1 req-c830fccc-333e-4718-aa5d-7f4ac8f209ee tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.0524852 Sep 22 11:26:52.155001 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b22cfacf-f87c-446a-83b5-3bf66af6b6f1 req-6dc9c706-43a4-4c05-8a72-73d6bbd9c4ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561926 Sep 22 11:26:52.176509 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-e96672bf-2550-46a2-8f09-4c4034100517 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:52.178348 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-e96672bf-2550-46a2-8f09-4c4034100517 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&binding%3Ahost_id=n-h2-807025-3 HTTP/1.1" status: 200 len: 944 time: 0.0619500 Sep 22 11:26:52.263526 n-d-807025-3 neutron-server[95682]: INFO neutron.api.v2.resource [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-cb930084-09a2-4089-a3c8-85d4122a5171 service neutron] delete failed (client error): The resource could not be found. Sep 22 11:26:52.264445 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-cb930084-09a2-4089-a3c8-85d4122a5171 service neutron] 10.222.0.30 "DELETE /v2.0/ports/c2ef92c3-cc15-42bc-b6c3-61318d00b0be/bindings/n-h1-807025-3 HTTP/1.1" status: 404 len: 380 time: 0.0767629 Sep 22 11:26:52.290344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766728da-81b1-4981-8cc6-b1f267f8c2c2 req-8d2cbca7-5fb9-41cf-b8cf-4fafb1c7791f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:52.292623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766728da-81b1-4981-8cc6-b1f267f8c2c2 req-8d2cbca7-5fb9-41cf-b8cf-4fafb1c7791f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 944 time: 0.0603554 Sep 22 11:26:52.331850 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4b3e706e-b820-4cd6-b1eb-342316aa920a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:52.355993 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-766728da-81b1-4981-8cc6-b1f267f8c2c2 req-903fc5b6-530c-4408-b285-c3830d9f6b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572031 Sep 22 11:26:52.365490 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-19e7d823-b5a2-4b7b-9350-eacd60e16142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:52.367147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-19e7d823-b5a2-4b7b-9350-eacd60e16142 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1095 time: 0.0543206 Sep 22 11:26:52.458995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-1aa24914-077e-4a8f-9d71-c45300824b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:52.461047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-1aa24914-077e-4a8f-9d71-c45300824b99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 200 len: 898 time: 0.0863616 Sep 22 11:26:52.526617 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-b5d13d25-1f1b-4d50-99ce-eb7474c30a23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 1000 time: 0.0587587 Sep 22 11:26:52.574177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-4d163b5e-f5c4-43b5-a404-62f4df1345b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:52.575642 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-4d163b5e-f5c4-43b5-a404-62f4df1345b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b49a948-d884-4ba0-8798-54d11abbbf13 HTTP/1.1" status: 200 len: 834 time: 0.0429821 Sep 22 11:26:52.610429 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c2ef92c3-cc15-42bc-b6c3-61318d00b0be details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:26:52.623570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-cb67331b-0081-43d1-8c13-110c64fcef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:52.625065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-cb67331b-0081-43d1-8c13-110c64fcef88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=195dc00f-9de1-4e7b-a029-9ba9b811555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425575 Sep 22 11:26:52.705542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:26:52.712782 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-81746d82-ff9d-41e7-818c-02d2417d0d5a service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796831 Sep 22 11:26:52.717032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'port_id': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'mac_address': 'fa:16:3e:2c:28:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:26:52.753349 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:52.766252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ef92c3-cc15-42bc-b6c3-61318d00b0be {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:26:52.784764 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:26:52.808180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9fbb3f8e-fddc-4528-a1b5-4b4b9980efab req-f4cbaa74-db6c-4f5d-afde-ab73c203bba0 service neutron] 10.222.0.30 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881598 Sep 22 11:26:52.870704 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:52.916731 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:26:52.924112 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.924462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.924804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.925142 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.925481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.925814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.926169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.926537 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.926867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.927193 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.927518 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:52.928104 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:26:53.123884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['c2ef92c3-cc15-42bc-b6c3-61318d00b0be'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:26:53.470649 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0f1c6-f866-466a-9413-d85f78562e37 req-a0afb90a-443d-418a-8025-2cd2b989e4c9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:53.472130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7a0f1c6-f866-466a-9413-d85f78562e37 req-a0afb90a-443d-418a-8025-2cd2b989e4c9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 945 time: 0.0492325 Sep 22 11:26:53.510015 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a7a0f1c6-f866-466a-9413-d85f78562e37 req-9ff46236-1852-4058-a743-a5a0b0d6a482 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Sep 22 11:26:54.608791 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c2ef92c3-cc15-42bc-b6c3-61318d00b0be up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:26:54.631667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af4c4-aab1-476a-8cfa-9796b6847c84 req-661e6194-c871-4544-8786-6f8c7edf99a3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:26:54.633214 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d91af4c4-aab1-476a-8cfa-9796b6847c84 req-661e6194-c871-4544-8786-6f8c7edf99a3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 945 time: 0.0503275 Sep 22 11:26:54.671126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d91af4c4-aab1-476a-8cfa-9796b6847c84 req-d5c1e77c-d3d1-4291-af0a-cc1e1638ff6b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318694 Sep 22 11:26:54.693942 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48634) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:26:54.720440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port c2ef92c3-cc15-42bc-b6c3-61318d00b0be completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:26:54.724458 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port c2ef92c3-cc15-42bc-b6c3-61318d00b0be triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:26:54.730185 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:54.763597 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e2b1693f-29bf-4758-81c2-9b22c4a25454 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/bb044069-cf21-4676-9ba1-a38974863cb0 HTTP/1.1" status: 200 len: 993 time: 0.0624924 Sep 22 11:26:54.802086 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:54.827237 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:26:54.829585 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d783e8-3c89-4b18-a33b-6f61adeed3d7" -d '{"events": [{"server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "name": "network-vif-plugged", "status": "completed", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:26:54.842558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:26:54.866482 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e74b3-066d-46ea-b37e-308badd316f5 x-openstack-request-id: req-3b0e74b3-066d-46ea-b37e-308badd316f5 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:26:54.866829 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "name": "network-vif-plugged", "status": "completed", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:26:54.867133 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b0e74b3-066d-46ea-b37e-308badd316f5 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:26:54.867538 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'code': 200} Sep 22 11:26:54.911646 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:54.962835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:26:55.184992 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-df9303e9-dd30-4508-8451-c189a16c09c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:55.602881 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:56.232179 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:56.257157 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:56.422680 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:26:58.303373 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:21.182506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48650) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:21.331626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 83ee54ac-8bbb-4ed1-9c14-e289cda18382 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:27:21.331970 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:21.407566 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:21.407897 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:21.419126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 83ee54ac-8bbb-4ed1-9c14-e289cda18382 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:27:21.647271 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:21.676222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=83ee54ac-8bbb-4ed1-9c14-e289cda18382,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:21.738630 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:21.738963 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP bb044069-cf21-4676-9ba1-a38974863cb0 disassociated (deleted). External IP: 172.25.1.103, port: c2ef92c3-cc15-42bc-b6c3-61318d00b0be. Sep 22 11:27:21.939381 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5882230d-af88-4b17-96af-2ade6fcd4cad has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:27:22.042510 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:27:22.047314 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:22.052051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] Sync routers for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:27:22.060767 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:22.061378 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:22.073116 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3e764dda-5451-4777-a8cc-df277b1f4fd6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/floatingips/bb044069-cf21-4676-9ba1-a38974863cb0 HTTP/1.1" status: 204 len: 168 time: 0.8895657 Sep 22 11:27:22.073694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:27:22.075971 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b072be-c1fc-4415-9599-08bf490c0db2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:27:22.164446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:22.345054 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b114b655-f3d3-4898-88f2-0b31ba676b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:22.371813 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'c97f0de7-372d-47b7-b951-e3dd014a2ff0', 'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c7:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:41Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:22.397107 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] Checking router: 5882230d-af88-4b17-96af-2ade6fcd4cad for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:27:22.405462 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:22.406069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:26:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:22.474685 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30009170-a5eb-4759-ae48-989bb8a4bc8d x-openstack-request-id: req-30009170-a5eb-4759-ae48-989bb8a4bc8d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:27:22.475201 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:27:22.475340 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30009170-a5eb-4759-ae48-989bb8a4bc8d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:27:22.475755 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'status': 'completed', 'code': 200} Sep 22 11:27:22.511313 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:22.561119 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-1925f3d2-b6ae-472c-baab-84133e8f5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:22.562710 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-1925f3d2-b6ae-472c-baab-84133e8f5543 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 1097 time: 0.0636716 Sep 22 11:27:22.607861 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b434b-a2a2-4dcc-b677-41ba1df392d5 req-df7819cd-aa9f-43c8-8827-c94e41c194ae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:22.609355 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-528b434b-a2a2-4dcc-b677-41ba1df392d5 req-df7819cd-aa9f-43c8-8827-c94e41c194ae tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0787606 Sep 22 11:27:22.695566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-528b434b-a2a2-4dcc-b677-41ba1df392d5 req-066c01bc-6fc3-4daf-8b12-223e71c96f83 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798125 Sep 22 11:27:22.700275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-1116d4a8-c70e-4da4-96e9-16d6b14c69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:22.701724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-1116d4a8-c70e-4da4-96e9-16d6b14c69eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 200 len: 898 time: 0.1283464 Sep 22 11:27:22.708649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'c97f0de7-372d-47b7-b951-e3dd014a2ff0', 'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c7:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:41Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:22.735835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6b349-8fe2-4b83-a906-263530f39233 None None] The sync data for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 is: [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:42Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'c97f0de7-372d-47b7-b951-e3dd014a2ff0', 'name': '', 'network_id': '195dc00f-9de1-4e7b-a029-9ba9b811555d', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:c7:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:41Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': '3b49a948-d884-4ba0-8798-54d11abbbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:27:22.748158 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-f1e60369-0971-4535-89ad-4ad2c3eac77d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 200 len: 217 time: 0.0383720 Sep 22 11:27:22.800321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-0e0a0730-4a62-4782-948c-78da7dbb0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:22.801815 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-0e0a0730-4a62-4782-948c-78da7dbb0eaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b49a948-d884-4ba0-8798-54d11abbbf13 HTTP/1.1" status: 200 len: 834 time: 0.0458856 Sep 22 11:27:22.847805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-4cbe0c81-a31b-4671-a8c0-e1ed1087edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:22.849405 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-4cbe0c81-a31b-4671-a8c0-e1ed1087edbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=195dc00f-9de1-4e7b-a029-9ba9b811555d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400567 Sep 22 11:27:22.954968 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62760c-6ffd-4ba7-9621-11bd5234164c None None] New status for floating IP bb044069-cf21-4676-9ba1-a38974863cb0: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:27:23.284433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-eeb5d8d0-170e-482e-8da6-f7cb896a35d0 service neutron] 10.222.0.32 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270322 Sep 22 11:27:23.370538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33b072be-c1fc-4415-9599-08bf490c0db2 req-2fdeb342-01d5-4b78-8747-33d2c4df6557 service neutron] 10.222.0.32 "GET /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780418 Sep 22 11:27:23.835512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-ee7ff086-e0dc-48e8-8bf0-f1c282375be8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:23.836909 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-ee7ff086-e0dc-48e8-8bf0-f1c282375be8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0791318 Sep 22 11:27:23.844936 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7ed9e-c087-4044-9e2c-ba2917246690 req-f02ca859-d322-4558-82e1-e0870ec8f9f7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:23.846334 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3d7ed9e-c087-4044-9e2c-ba2917246690 req-f02ca859-d322-4558-82e1-e0870ec8f9f7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 946 time: 0.0796072 Sep 22 11:27:23.924693 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3d7ed9e-c087-4044-9e2c-ba2917246690 req-566988a6-d0e4-429e-beeb-79dbcd208328 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7483bfc0-8185-44cb-8c83-fb06465e8b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709848 Sep 22 11:27:23.952944 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port c2ef92c3-cc15-42bc-b6c3-61318d00b0be {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:27:23.953295 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:24.044683 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port c2ef92c3-cc15-42bc-b6c3-61318d00b0be, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:24.045050 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:24.058261 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for c2ef92c3-cc15-42bc-b6c3-61318d00b0be owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:27:24.245659 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:24.273416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=c2ef92c3-cc15-42bc-b6c3-61318d00b0be,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:24.313708 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] No DVR routers for this DVR port c2ef92c3-cc15-42bc-b6c3-61318d00b0be on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:27:24.316401 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:24.318478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-99058d80-c2ab-4b14-acc2-57f9d8313888 req-047918f9-9d5a-4e9c-82b5-155e2a2ac8ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.32 "DELETE /v2.0/ports/c2ef92c3-cc15-42bc-b6c3-61318d00b0be HTTP/1.1" status: 204 len: 173 time: 0.4711659 Sep 22 11:27:24.477344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'name': 'network-vif-deleted', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:27:24.479824 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9587968b-b744-44f2-8d50-d3233b683dc2" -d '{"events": [{"server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "name": "network-vif-deleted", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:27:24.515446 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfa845c-8e75-4a20-af14-bb192dffb5d7 x-openstack-request-id: req-ccfa845c-8e75-4a20-af14-bb192dffb5d7 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:27:24.515741 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0b7dda-05b3-4952-9d7f-b463fbd5a862", "name": "network-vif-deleted", "tag": "c2ef92c3-cc15-42bc-b6c3-61318d00b0be", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:27:24.515988 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccfa845c-8e75-4a20-af14-bb192dffb5d7 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:27:24.516390 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0b7dda-05b3-4952-9d7f-b463fbd5a862', 'name': 'network-vif-deleted', 'tag': 'c2ef92c3-cc15-42bc-b6c3-61318d00b0be', 'status': 'completed', 'code': 200} Sep 22 11:27:25.032206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c322e13-0acb-4748-abdd-6acf96cd1d00 req-7c7c936a-b055-439d-b263-31930b77e0ec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0b7dda-05b3-4952-9d7f-b463fbd5a862 HTTP/1.1" status: 200 len: 210 time: 0.0256448 Sep 22 11:27:25.150377 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5ed3-5c68-4e27-a928-4586440ad1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:25.588711 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:25.617117 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:27:26.088295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48668) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:26.230328 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:26.259342 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:26.418731 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:26.447166 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:26.695922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port c97f0de7-372d-47b7-b951-e3dd014a2ff0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:27:26.697338 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:26.796013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port c97f0de7-372d-47b7-b951-e3dd014a2ff0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=c97f0de7-372d-47b7-b951-e3dd014a2ff0,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:26.796371 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:26.809072 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for c97f0de7-372d-47b7-b951-e3dd014a2ff0 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:27:26.810542 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c2ef92c3-cc15-42bc-b6c3-61318d00b0be no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:27:26.830170 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: c2ef92c3-cc15-42bc-b6c3-61318d00b0be {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:27:26.830509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device c2ef92c3-cc15-42bc-b6c3-61318d00b0be not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:27:27.024112 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:27.058058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=c97f0de7-372d-47b7-b951-e3dd014a2ff0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:27.221748 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:27.441346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5882230d-af88-4b17-96af-2ade6fcd4cad has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:27:27.543854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:27:27.548828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-5224f5dc-30d2-4aa0-bb11-c5119f111ecc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/5882230d-af88-4b17-96af-2ade6fcd4cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595003 Sep 22 11:27:27.551626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48670) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:27.554585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] Sync routers for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:27:27.564203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:27.564811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:27.602781 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd1b1ea-9285-41c8-802d-4c4ddfd43199 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting subnet 3b49a948-d884-4ba0-8798-54d11abbbf13 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:27:27.605797 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b1ea-9285-41c8-802d-4c4ddfd43199 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:27.644532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b1ea-9285-41c8-802d-4c4ddfd43199 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:27.666366 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:27.733387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b1ea-9285-41c8-802d-4c4ddfd43199 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:27.848013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:27:26Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:27.857279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b1ea-9285-41c8-802d-4c4ddfd43199 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:27.874404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] Checking router: 5882230d-af88-4b17-96af-2ade6fcd4cad for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:27:27.882539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] Routers {'5882230d-af88-4b17-96af-2ade6fcd4cad'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:27.883144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5882230d-af88-4b17-96af-2ade6fcd4cad'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:27.885899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1b1ea-9285-41c8-802d-4c4ddfd43199 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Subnet': ['ID=3b49a948-d884-4ba0-8798-54d11abbbf13,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:27.887934 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b1ea-9285-41c8-802d-4c4ddfd43199 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:27.889827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ebd1b1ea-9285-41c8-802d-4c4ddfd43199 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/subnets/3b49a948-d884-4ba0-8798-54d11abbbf13 HTTP/1.1" status: 204 len: 168 time: 0.3372853 Sep 22 11:27:27.892651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48672) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:27.922212 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3db827-5601-4f2f-80d8-15edf9403a9e None None] Network 195dc00f-9de1-4e7b-a029-9ba9b811555d requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:27:27.998805 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.106557 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.236902 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 20bfb041-5538-4230-8126-187d6712468f {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:27:28.237658 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.237754 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] Set router 5882230d-af88-4b17-96af-2ade6fcd4cad gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:28.328502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port 20bfb041-5538-4230-8126-187d6712468f, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=20bfb041-5538-4230-8126-187d6712468f,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:28.328502 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.342572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 20bfb041-5538-4230-8126-187d6712468f owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:27:28.382518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.405989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37cadc1-8a53-4e52-a3b6-7bb74eb76214 None None] DHCP port deletion for 195dc00f-9de1-4e7b-a029-9ba9b811555d request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:27:28.468578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:27:26Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:28.498079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738637d0-50d7-468b-8e14-6811d48f06a3 None None] The sync data for ids ['5882230d-af88-4b17-96af-2ade6fcd4cad'] in n-d-807025-3 is: [{'id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1753052888', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '20bfb041-5538-4230-8126-187d6712468f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:27:26Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '20bfb041-5538-4230-8126-187d6712468f', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5882230d-af88-4b17-96af-2ade6fcd4cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:25:38Z', 'updated_at': '2021-09-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:27:28.500338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e37cadc1-8a53-4e52-a3b6-7bb74eb76214 None None] Deleting port 843addc3-2b54-450b-b347-8089e2510a96 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:27:28.500718 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e37cadc1-8a53-4e52-a3b6-7bb74eb76214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.566331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e37cadc1-8a53-4e52-a3b6-7bb74eb76214 None None] For port 843addc3-2b54-450b-b347-8089e2510a96, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=843addc3-2b54-450b-b347-8089e2510a96,segment=NetworkSegment(96dd7bca-0d9e-448c-8be5-c6eb484ea5b3),segment_id=96dd7bca-0d9e-448c-8be5-c6eb484ea5b3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:28.568458 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e37cadc1-8a53-4e52-a3b6-7bb74eb76214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.579804 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e37cadc1-8a53-4e52-a3b6-7bb74eb76214 None None] Calling delete_port for 843addc3-2b54-450b-b347-8089e2510a96 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:27:28.584870 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.611574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=20bfb041-5538-4230-8126-187d6712468f,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:28.669898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.738769 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e37cadc1-8a53-4e52-a3b6-7bb74eb76214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.762730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cadc1-8a53-4e52-a3b6-7bb74eb76214 None None] Pushing event deleted for resources: {'Port': ['ID=843addc3-2b54-450b-b347-8089e2510a96,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:28.797476 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37cadc1-8a53-4e52-a3b6-7bb74eb76214 None None] No DVR routers for this DVR port 843addc3-2b54-450b-b347-8089e2510a96 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:27:28.827992 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.830456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.955985 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.956547 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Fanout notify agent at l3_agent the message router_deleted on router 5882230d-af88-4b17-96af-2ade6fcd4cad {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:27:28.965555 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:28.966756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-6ccb27ff-fe17-44a5-991d-683ba320258e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/routers/5882230d-af88-4b17-96af-2ade6fcd4cad HTTP/1.1" status: 204 len: 168 time: 1.0731511 Sep 22 11:27:28.969403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48674) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:29.044061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.138309 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.156461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195dc00f-9de1-4e7b-a029-9ba9b811555d']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:29.165917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:29.166253 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dd7bca-0d9e-448c-8be5-c6eb484ea5b3') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:29.175311 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.188863 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.194473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:27:29.194856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:27:29.197750 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:27:29.326830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.334158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.335526 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/networks/195dc00f-9de1-4e7b-a029-9ba9b811555d HTTP/1.1" status: 204 len: 168 time: 0.3651841 Sep 22 11:27:29.338445 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48676) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:29.346760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b54fe8-74b3-4c54-8953-9fbe1be255a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Network': ['ID=195dc00f-9de1-4e7b-a029-9ba9b811555d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:29.400519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.424675 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.495709 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 843addc3-2b54-450b-b347-8089e2510a96 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:27:29.515464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 843addc3-2b54-450b-b347-8089e2510a96 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:27:29.515810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 843addc3-2b54-450b-b347-8089e2510a96 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:27:29.516224 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c97f0de7-372d-47b7-b951-e3dd014a2ff0 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:27:29.537236 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: c97f0de7-372d-47b7-b951-e3dd014a2ff0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:27:29.537577 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device c97f0de7-372d-47b7-b951-e3dd014a2ff0 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:27:29.537988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 20bfb041-5538-4230-8126-187d6712468f no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:27:29.542603 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.545238 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:29.546446 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/security-groups/7483bfc0-8185-44cb-8c83-fb06465e8b79 HTTP/1.1" status: 204 len: 168 time: 0.2069657 Sep 22 11:27:29.557737 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7483bfc0-8185-44cb-8c83-fb06465e8b79,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:29.557879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 20bfb041-5538-4230-8126-187d6712468f {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:27:29.557879 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 20bfb041-5538-4230-8126-187d6712468f not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:27:29.564762 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.565370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.565847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.566413 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.566746 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.567257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.567763 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.568469 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.569238 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.570071 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.570437 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:29.570764 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66648408-dc80-4dcf-ad03-7ee819adc74f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:30.162378 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48682) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:30.167056 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-63e14781-7b04-4ff9-b293-c74b97ca942b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306443337', 'description': 'tempest-secgroup-smoke-306443337 description', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:30.252975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63e14781-7b04-4ff9-b293-c74b97ca942b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:30.329505 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63e14781-7b04-4ff9-b293-c74b97ca942b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:30.411152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63e14781-7b04-4ff9-b293-c74b97ca942b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:30.447471 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e14781-7b04-4ff9-b293-c74b97ca942b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d235dd-e927-45a7-b717-d056522126e9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:30.493326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-63e14781-7b04-4ff9-b293-c74b97ca942b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:30.494592 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-63e14781-7b04-4ff9-b293-c74b97ca942b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3311603 Sep 22 11:27:30.497431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48684) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:30.501662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-acde272d-0e6d-4889-8a62-cfb692e4cf13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '82d235dd-e927-45a7-b717-d056522126e9', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:30.583434 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acde272d-0e6d-4889-8a62-cfb692e4cf13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:30.637806 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acde272d-0e6d-4889-8a62-cfb692e4cf13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:30.813070 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acde272d-0e6d-4889-8a62-cfb692e4cf13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:30.833806 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde272d-0e6d-4889-8a62-cfb692e4cf13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9b35dd-b320-46ae-ab85-12d427978586,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:30.921097 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-acde272d-0e6d-4889-8a62-cfb692e4cf13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:30.922392 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-acde272d-0e6d-4889-8a62-cfb692e4cf13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4240093 Sep 22 11:27:30.924992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48686) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:30.929525 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-933fdcdb-47a0-4d6a-9b04-3e0c94d17cb7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '82d235dd-e927-45a7-b717-d056522126e9', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:30.993915 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-933fdcdb-47a0-4d6a-9b04-3e0c94d17cb7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.050391 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-933fdcdb-47a0-4d6a-9b04-3e0c94d17cb7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.104018 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-933fdcdb-47a0-4d6a-9b04-3e0c94d17cb7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.121402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fdcdb-47a0-4d6a-9b04-3e0c94d17cb7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c084a4-2296-4b18-a730-55205d29c3c7,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:31.166934 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-933fdcdb-47a0-4d6a-9b04-3e0c94d17cb7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.168139 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-933fdcdb-47a0-4d6a-9b04-3e0c94d17cb7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2422237 Sep 22 11:27:31.171136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48688) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:31.175317 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-885ba17f-b544-4b78-93e3-c2f33185943b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '82d235dd-e927-45a7-b717-d056522126e9', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:31.256934 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-885ba17f-b544-4b78-93e3-c2f33185943b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.314042 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-885ba17f-b544-4b78-93e3-c2f33185943b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.384535 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-885ba17f-b544-4b78-93e3-c2f33185943b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.401570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ba17f-b544-4b78-93e3-c2f33185943b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa9d682-3103-44c1-a935-1b2c6c14769a,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:31.470016 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-885ba17f-b544-4b78-93e3-c2f33185943b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.471253 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-885ba17f-b544-4b78-93e3-c2f33185943b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992082 Sep 22 11:27:31.473948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48690) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:31.478344 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8ff503e1-d8ca-4a9f-be57-83b5e1323bad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '82d235dd-e927-45a7-b717-d056522126e9', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:31.548577 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ff503e1-d8ca-4a9f-be57-83b5e1323bad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.606299 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ff503e1-d8ca-4a9f-be57-83b5e1323bad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.674357 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ff503e1-d8ca-4a9f-be57-83b5e1323bad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.697022 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff503e1-d8ca-4a9f-be57-83b5e1323bad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c01b1a-c30a-40c2-a78f-b6f264606c5e,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:31.748326 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8ff503e1-d8ca-4a9f-be57-83b5e1323bad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.749630 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8ff503e1-d8ca-4a9f-be57-83b5e1323bad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2746673 Sep 22 11:27:31.752372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48692) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:31.756830 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ea67dedf-5d18-4ae3-8329-cf65b170528d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '82d235dd-e927-45a7-b717-d056522126e9', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:31.834337 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-ea67dedf-5d18-4ae3-8329-cf65b170528d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:27:31.840129 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea67dedf-5d18-4ae3-8329-cf65b170528d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.901345 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea67dedf-5d18-4ae3-8329-cf65b170528d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:31.984056 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea67dedf-5d18-4ae3-8329-cf65b170528d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.003808 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67dedf-5d18-4ae3-8329-cf65b170528d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab100f9d-8c30-4647-a429-c5e9c3a3d92d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:32.081455 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ea67dedf-5d18-4ae3-8329-cf65b170528d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.082726 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ea67dedf-5d18-4ae3-8329-cf65b170528d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3294094 Sep 22 11:27:32.085439 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48694) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:32.090312 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-2d0b318d-17bb-4f25-a3ee-b8e2367eb6b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '82d235dd-e927-45a7-b717-d056522126e9', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:32.172487 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-2d0b318d-17bb-4f25-a3ee-b8e2367eb6b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:27:32.177519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d0b318d-17bb-4f25-a3ee-b8e2367eb6b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.236327 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d0b318d-17bb-4f25-a3ee-b8e2367eb6b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.308278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d0b318d-17bb-4f25-a3ee-b8e2367eb6b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.323105 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b318d-17bb-4f25-a3ee-b8e2367eb6b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e45ebd-a5cb-4aec-affa-77a2ebbe516c,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:32.378755 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2d0b318d-17bb-4f25-a3ee-b8e2367eb6b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.380029 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2d0b318d-17bb-4f25-a3ee-b8e2367eb6b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936592 Sep 22 11:27:32.382847 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48696) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:32.388129 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'network': {'name': 'tempest-network-smoke--2085106716', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'port_security_enabled': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:32.447498 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:27:32.450895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.473549 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:27:32.482055 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.482507 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Added segment 6bcba69b-9af9-46e8-b1f0-4e33ab30cd34 of type vlan for network 222001ea-e260-4eec-81e7-1d8cd3a742fb Sep 22 11:27:32.521724 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.578743 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.584453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:32.585046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.647524 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Network': ['ID=222001ea-e260-4eec-81e7-1d8cd3a742fb,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:32.658402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 222001ea-e260-4eec-81e7-1d8cd3a742fb details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:27:32.688324 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9bc1bbfe-d61e-4e94-a676-f8e2fe68f63e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3039360 Sep 22 11:27:32.692273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48698) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:32.697805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'admin_state_up': True, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:32.779022 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.780034 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:32.829933 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:33.029678 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:33.261735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:33.283226 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:33.392590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.221 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/de1a90b6-b284-4647-a9ce-9815a00e441e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:27:33.492341 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:33.596178 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:33.638409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:27:33.642721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:27:33.645297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:27:33.671191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=de1a90b6-b284-4647-a9ce-9815a00e441e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:34.302710 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:34.489894 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:34.687088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:27:34.789873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:27:34.799678 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Sync routers for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:27:34.808902 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:34.809500 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:34.875669 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:34.876811 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4f81aa03-5683-4eae-a72e-e8d397c3873b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1834126 Sep 22 11:27:34.880044 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48700) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:34.908044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-176e5344-a22c-4ce6-a4ac-f0a5438473f5 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8f6f75fc4abb4a6c8224e2a3e77bd673&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269318 Sep 22 11:27:34.909291 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:34.910806 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48702) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:34.999535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804026c-246e-4407-8d03-9a7f62dbdb3e tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:35.001042 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2804026c-246e-4407-8d03-9a7f62dbdb3e tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892930 Sep 22 11:27:35.004006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48704) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:35.031060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fe201d0c-79ec-42b5-b8a2-948fa290012c tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260208 Sep 22 11:27:35.033586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48706) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:35.038179 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-290845689', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:35.082471 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:33Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:35.111292 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Checking router: 02647cc3-42b4-4f58-b8cf-408dcf7fce1f for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:27:35.111635 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Updating router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f port de1a90b6-b284-4647-a9ce-9815a00e441e binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:27:35.135256 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.178719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:27:35.183049 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.447027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.467363 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.512138 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Subnet': ['ID=f09cceea-4836-4643-96c2-e041aee5f2a0,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:35.519172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Checking segment: {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:27:35.519535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network hostable DHCP agents. Network: 222001ea-e260-4eec-81e7-1d8cd3a742fb, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:27:35.526833 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.576172 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Attempting to bind port de1a90b6-b284-4647-a9ce-9815a00e441e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:27:35.576537 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Attempting to bind port de1a90b6-b284-4647-a9ce-9815a00e441e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:27:35.576894 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Attempting to bind port de1a90b6-b284-4647-a9ce-9815a00e441e on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:27:35.584294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 222001ea-e260-4eec-81e7-1d8cd3a742fb is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:27:35.585697 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Pushing event updated for resources: {'Port': ['ID=de1a90b6-b284-4647-a9ce-9815a00e441e,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:35.589101 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:27:35.594749 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:27:35.594749 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.594749 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:27:35.594749 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Bound port: de1a90b6-b284-4647-a9ce-9815a00e441e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:27:35.594749 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.612983 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.613319 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.613650 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.613980 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.614326 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.614653 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.614976 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.615296 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.615614 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.615932 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.616254 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.616564 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:35.650319 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] For port de1a90b6-b284-4647-a9ce-9815a00e441e, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:27:35.653179 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] For port de1a90b6-b284-4647-a9ce-9815a00e441e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de1a90b6-b284-4647-a9ce-9815a00e441e,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:27:35.662647 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 222001ea-e260-4eec-81e7-1d8cd3a742fb) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:27:35.667512 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:35.668161 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.672052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35469e48-11bf-4af1-9d23-7ab80993ce26 None None] Network 222001ea-e260-4eec-81e7-1d8cd3a742fb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:27:35.739256 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.773437 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-0dee9e66-523e-4e37-97cd-c8362c11aa84 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7388258 Sep 22 11:27:35.776822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48708) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:35.801076 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d91bc8-4593-412f-bb0f-f5b537224d22 None None] Pushing event updated for resources: {'Port': ['ID=de1a90b6-b284-4647-a9ce-9815a00e441e,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:35.804921 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:35.805520 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:35.861095 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-222001ea-e260-4eec-81e7-1d8cd3a742fb', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:27:35.861748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:35.911686 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:36.001594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Allocated IP 172.20.0.2 (222001ea-e260-4eec-81e7-1d8cd3a742fb/f09cceea-4836-4643-96c2-e041aee5f2a0/f2a6d999-6f0c-474d-9587-c5777388d014) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:27:36.095584 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:33Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:36.121242 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647087c-993b-47a3-8d7e-6f8349f11a44 None None] The sync data for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 is: [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:33Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:27:36.145817 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:36.196819 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:36.228184 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:36.235645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Network 222001ea-e260-4eec-81e7-1d8cd3a742fb is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:27:36.238443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:27:36.241039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:27:36.255140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Pushing event updated for resources: {'Port': ['ID=f2a6d999-6f0c-474d-9587-c5777388d014,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:36.306464 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Attempting to bind port f2a6d999-6f0c-474d-9587-c5777388d014 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:27:36.306859 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Attempting to bind port f2a6d999-6f0c-474d-9587-c5777388d014 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:27:36.307219 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Attempting to bind port f2a6d999-6f0c-474d-9587-c5777388d014 on network 222001ea-e260-4eec-81e7-1d8cd3a742fb {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:27:36.312485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:27:36.312854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Checking segment: {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:27:36.313250 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:36.313642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Bound using segment: {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:27:36.314129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Bound port: f2a6d999-6f0c-474d-9587-c5777388d014, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:27:36.314510 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:36.408033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a1286375-8590-4214-b149-bf384b50c35b None None] For port f2a6d999-6f0c-474d-9587-c5777388d014, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:27:36.411788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a1286375-8590-4214-b149-bf384b50c35b None None] For port f2a6d999-6f0c-474d-9587-c5777388d014, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f2a6d999-6f0c-474d-9587-c5777388d014,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:27:36.482635 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:36.528578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.1 (222001ea-e260-4eec-81e7-1d8cd3a742fb/f09cceea-4836-4643-96c2-e041aee5f2a0/870ff8be-631e-41de-9b7e-3c97f92285b3) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:27:36.548320 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1286375-8590-4214-b149-bf384b50c35b None None] Pushing event updated for resources: {'Port': ['ID=f2a6d999-6f0c-474d-9587-c5777388d014,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:36.661765 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:36.794506 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:36.843828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 222001ea-e260-4eec-81e7-1d8cd3a742fb is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:27:36.847212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:27:36.851131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:27:36.881812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=870ff8be-631e-41de-9b7e-3c97f92285b3,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:36.902423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.097527 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.348262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f2a6d999-6f0c-474d-9587-c5777388d014 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:27:37.394355 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.398122 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f2a6d999-6f0c-474d-9587-c5777388d014 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:37.398755 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.453350 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.471555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240615fd-0094-4cea-b561-3dfd8157e3a7 None None] Network 222001ea-e260-4eec-81e7-1d8cd3a742fb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:27:37.508990 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.534580 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=870ff8be-631e-41de-9b7e-3c97f92285b3,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:37.539582 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.573944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9d7d3314-bd7e-4442-bee8-1ab6e685a5df None None] Provisioning complete for port f2a6d999-6f0c-474d-9587-c5777388d014 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:37.574349 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3314-bd7e-4442-bee8-1ab6e685a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.617599 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port f2a6d999-6f0c-474d-9587-c5777388d014, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f2a6d999-6f0c-474d-9587-c5777388d014,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:37.644778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 222001ea-e260-4eec-81e7-1d8cd3a742fb is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:27:37.647059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:27:37.676978 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.677671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device de1a90b6-b284-4647-a9ce-9815a00e441e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:27:37.780259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:27:37.827400 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=f2a6d999-6f0c-474d-9587-c5777388d014,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:37.848661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port de1a90b6-b284-4647-a9ce-9815a00e441e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:37.849481 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.910434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:27:37.924618 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-58c01782-099d-4dd2-b52c-a23df02636b0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/02647cc3-42b4-4f58-b8cf-408dcf7fce1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1379662 Sep 22 11:27:37.940049 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:37.980362 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port de1a90b6-b284-4647-a9ce-9815a00e441e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de1a90b6-b284-4647-a9ce-9815a00e441e,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:38.043248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:38.095646 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Sync routers for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:27:38.098518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-31fa7d92-54e4-4892-8a34-1d7c1fbd54a1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-306443337&fields=id&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 267 time: 0.0525725 Sep 22 11:27:38.129364 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-06b66653-e406-4fc1-aa26-a1de7c4c0cde None None] Provisioning complete for port f2a6d999-6f0c-474d-9587-c5777388d014 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:38.129731 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-06b66653-e406-4fc1-aa26-a1de7c4c0cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:38.154983 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:38.155976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:38.224827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da16be-9bba-4314-a214-8c6b481fa89a req-8ee066f0-194e-42dd-8c44-9e23f284fe63 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:38.227596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-8ee066f0-194e-42dd-8c44-9e23f284fe63 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/networks?id=222001ea-e260-4eec-81e7-1d8cd3a742fb HTTP/1.1" status: 200 len: 797 time: 0.1212306 Sep 22 11:27:38.252533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-8f6d27d8-a7b6-4d02-89d9-a71b53c0a1c8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/quotas/8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 375 time: 0.0149045 Sep 22 11:27:38.263898 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=de1a90b6-b284-4647-a9ce-9815a00e441e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:38.306473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:38.318748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-f0b05e19-5509-400d-93e5-dc7c48928fe3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585792 Sep 22 11:27:38.435609 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-83af4d58-4732-4f19-b53e-9cd6d489d475 service neutron] 10.222.0.20 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036308 Sep 22 11:27:38.503636 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-06b66653-e406-4fc1-aa26-a1de7c4c0cde None None] Provisioning complete for port 870ff8be-631e-41de-9b7e-3c97f92285b3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:38.504280 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-06b66653-e406-4fc1-aa26-a1de7c4c0cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:38.540610 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-10caa72b-d229-4991-84a8-4b984f769f79 service neutron] 10.222.0.20 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978231 Sep 22 11:27:38.733033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-06b66653-e406-4fc1-aa26-a1de7c4c0cde None None] Port 870ff8be-631e-41de-9b7e-3c97f92285b3 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:27:38.770357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:36Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '870ff8be-631e-41de-9b7e-3c97f92285b3', 'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:5f:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:36Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 2, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:38.789266 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f54b8c45-ee59-4b73-8699-afe6bed8d52c req-dcdb0f6d-c5e9-4424-97c9-7a869d48f758 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 210 time: 0.0291717 Sep 22 11:27:38.797721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Checking router: 02647cc3-42b4-4f58-b8cf-408dcf7fce1f for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:27:38.798160 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Updating router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f port 870ff8be-631e-41de-9b7e-3c97f92285b3 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:27:38.826009 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:38.884159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-2a5b32d4-7955-41b3-8ece-49227341c1d8 None None] Provisioning complete for port 870ff8be-631e-41de-9b7e-3c97f92285b3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:38.884526 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2a5b32d4-7955-41b3-8ece-49227341c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:38.973630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b32d4-7955-41b3-8ece-49227341c1d8 None None] Port 870ff8be-631e-41de-9b7e-3c97f92285b3 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:27:39.121748 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:39.189332 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:39.264280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f0d2-2c15-4ca2-8d12-b1ab0e3e1ec3 None None] Pushing event updated for resources: {'Port': ['ID=870ff8be-631e-41de-9b7e-3c97f92285b3,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:39.295271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Attempting to bind port 870ff8be-631e-41de-9b7e-3c97f92285b3 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:27:39.295645 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Attempting to bind port 870ff8be-631e-41de-9b7e-3c97f92285b3 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:27:39.296018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Attempting to bind port 870ff8be-631e-41de-9b7e-3c97f92285b3 on network 222001ea-e260-4eec-81e7-1d8cd3a742fb {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:27:39.303250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:27:39.303628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Checking segment: {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:27:39.304029 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:39.304421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Bound using segment: {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:27:39.304889 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Bound port: 870ff8be-631e-41de-9b7e-3c97f92285b3, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:27:39.305347 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:39.308831 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f2a6d999-6f0c-474d-9587-c5777388d014 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:27:39.412094 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] For port 870ff8be-631e-41de-9b7e-3c97f92285b3, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:27:39.416814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] For port 870ff8be-631e-41de-9b7e-3c97f92285b3, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=870ff8be-631e-41de-9b7e-3c97f92285b3,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:27:39.418330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f2a6d999-6f0c-474d-9587-c5777388d014 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:39.418697 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:39.494859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:39.540372 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device de1a90b6-b284-4647-a9ce-9815a00e441e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:27:39.545101 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a72331ae-3a2e-4871-b312-37cb595bb3fe None None] Provisioning complete for port 870ff8be-631e-41de-9b7e-3c97f92285b3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:39.545473 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a72331ae-3a2e-4871-b312-37cb595bb3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:39.617838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:39.618506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:39.665574 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f0d2-2c15-4ca2-8d12-b1ab0e3e1ec3 None None] Pushing event updated for resources: {'Port': ['ID=870ff8be-631e-41de-9b7e-3c97f92285b3,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:39.759521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port de1a90b6-b284-4647-a9ce-9815a00e441e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:39.759813 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:39.800822 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a72331ae-3a2e-4871-b312-37cb595bb3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:39.823953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:39.888272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5fb3a01e-0909-4793-a76e-e9c4adca8a5c req-21bf1448-9c5c-4671-8530-f4035b0fe23c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Sep 22 11:27:39.920207 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a72331ae-3a2e-4871-b312-37cb595bb3fe None None] For port 870ff8be-631e-41de-9b7e-3c97f92285b3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=870ff8be-631e-41de-9b7e-3c97f92285b3,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:40.007670 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a72331ae-3a2e-4871-b312-37cb595bb3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:40.087468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72331ae-3a2e-4871-b312-37cb595bb3fe None None] Pushing event updated for resources: {'Port': ['ID=870ff8be-631e-41de-9b7e-3c97f92285b3,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:40.114945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:36Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '870ff8be-631e-41de-9b7e-3c97f92285b3', 'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:5f:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:36Z', 'updated_at': '2021-09-22T11:27:39Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:40.149189 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd207d2-8474-4c8d-801e-1163c8453e2c None None] The sync data for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 is: [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:36Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '870ff8be-631e-41de-9b7e-3c97f92285b3', 'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:5f:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:36Z', 'updated_at': '2021-09-22T11:27:39Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:27:40.158201 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-75a09421-132b-43c5-9165-dbc9476eb386 None None] Provisioning complete for port 870ff8be-631e-41de-9b7e-3c97f92285b3 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:40.158582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-75a09421-132b-43c5-9165-dbc9476eb386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:41.008156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-002a4e6d-4988-4637-8fb5-7514a84c58de req-713b74c0-6cd5-4968-bf85-6de53c226c58 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 210 time: 0.0339012 Sep 22 11:27:41.042311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da16be-9bba-4314-a214-8c6b481fa89a req-6f9cc33a-29d3-437c-9fe6-3d4586651315 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:41.043924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-6f9cc33a-29d3-437c-9fe6-3d4586651315 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.32 "GET /v2.0/networks?id=222001ea-e260-4eec-81e7-1d8cd3a742fb HTTP/1.1" status: 200 len: 797 time: 0.1489255 Sep 22 11:27:41.089402 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-66532b9a-5746-4daf-ba51-5c913386d91e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 379 time: 0.0363221 Sep 22 11:27:41.100711 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'port': {'device_id': '11970211-3651-43ed-b2ca-aa0544027c85', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'admin_state_up': True, 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'security_groups': ['82d235dd-e927-45a7-b717-d056522126e9']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:41.285426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:27:41.289392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:41.296750 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 870ff8be-631e-41de-9b7e-3c97f92285b3 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:27:41.346204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 870ff8be-631e-41de-9b7e-3c97f92285b3 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:41.346581 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:41.759668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.13 (222001ea-e260-4eec-81e7-1d8cd3a742fb/f09cceea-4836-4643-96c2-e041aee5f2a0/1119c7e5-90d9-49f7-a271-04743fa9a572) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:27:41.894276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:41.978782 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:42.019888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 222001ea-e260-4eec-81e7-1d8cd3a742fb is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:27:42.022836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:27:42.027085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:27:42.035148 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=1119c7e5-90d9-49f7-a271-04743fa9a572,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:42.107150 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:42.107817 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:42.161299 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5336f7-8ec0-43de-9472-c274057621f8 req-61a1bb22-761b-43da-bd4f-4f486da71dc4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:42.162789 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c5336f7-8ec0-43de-9472-c274057621f8 req-61a1bb22-761b-43da-bd4f-4f486da71dc4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 932 time: 0.0639303 Sep 22 11:27:42.205331 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c5336f7-8ec0-43de-9472-c274057621f8 req-00b48efd-641e-4653-a908-90ed99278bd2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356603 Sep 22 11:27:42.213319 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-73c39518-60b6-4d6f-9dec-3761d1fa2525 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1183829 Sep 22 11:27:42.225890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Request body: {'port': {'device_id': '11970211-3651-43ed-b2ca-aa0544027c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:42.276460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-adaff4dc-c892-402c-bbdf-c316fa809e4d None None] Provisioning complete for port 1119c7e5-90d9-49f7-a271-04743fa9a572 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:42.276843 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-adaff4dc-c892-402c-bbdf-c316fa809e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:42.277246 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:42.311435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-adaff4dc-c892-402c-bbdf-c316fa809e4d None None] Port 1119c7e5-90d9-49f7-a271-04743fa9a572 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:27:42.532719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1119c7e5-90d9-49f7-a271-04743fa9a572 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:27:42.540373 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:42.551777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Transition to ACTIVE for port object 1119c7e5-90d9-49f7-a271-04743fa9a572 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:27:42.624213 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:42.673778 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Pushing event updated for resources: {'Port': ['ID=1119c7e5-90d9-49f7-a271-04743fa9a572,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:42.746463 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Attempting to bind port 1119c7e5-90d9-49f7-a271-04743fa9a572 on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:27:42.749157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Attempting to bind port 1119c7e5-90d9-49f7-a271-04743fa9a572 by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:27:42.749157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Attempting to bind port 1119c7e5-90d9-49f7-a271-04743fa9a572 on network 222001ea-e260-4eec-81e7-1d8cd3a742fb {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:27:42.751809 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Port 1119c7e5-90d9-49f7-a271-04743fa9a572 on network 222001ea-e260-4eec-81e7-1d8cd3a742fb not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:27:42.752140 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Attempting to bind port 1119c7e5-90d9-49f7-a271-04743fa9a572 on network 222001ea-e260-4eec-81e7-1d8cd3a742fb {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:27:42.757174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:27:42.757516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Checking segment: {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:27:42.757997 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Bound using segment: {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:27:42.758356 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Bound port: 1119c7e5-90d9-49f7-a271-04743fa9a572, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:27:42.758725 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:42.824398 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] For port 1119c7e5-90d9-49f7-a271-04743fa9a572, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:27:42.827559 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] For port 1119c7e5-90d9-49f7-a271-04743fa9a572, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1119c7e5-90d9-49f7-a271-04743fa9a572,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:27:42.893267 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:42.925441 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:42.926080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:42.927739 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] 10.222.0.32 "PUT /v2.0/ports/1119c7e5-90d9-49f7-a271-04743fa9a572 HTTP/1.1" status: 200 len: 1092 time: 0.7063768 Sep 22 11:27:42.928172 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:27:42.930993 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f7933-4ef5-45be-87f2-b61b8a34463e" -d '{"events": [{"name": "network-changed", "server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:27:42.957946 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489737de-ee7a-4a2e-82cf-555b1caf42dd service neutron] Pushing event updated for resources: {'Port': ['ID=1119c7e5-90d9-49f7-a271-04743fa9a572,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:42.977985 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ac1a5c-9d97-4821-b2e7-194b1a0ef891 x-openstack-request-id: req-a6ac1a5c-9d97-4821-b2e7-194b1a0ef891 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:27:42.978313 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:27:42.978568 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6ac1a5c-9d97-4821-b2e7-194b1a0ef891 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:27:42.978980 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'status': 'completed', 'code': 200} Sep 22 11:27:43.039137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7933-4ef5-45be-87f2-b61b8a34463e req-44a4a587-b447-417f-8c70-d607bfac0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:43.045655 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-386f7933-4ef5-45be-87f2-b61b8a34463e req-44a4a587-b447-417f-8c70-d607bfac0028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 1095 time: 0.0428317 Sep 22 11:27:43.143956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7933-4ef5-45be-87f2-b61b8a34463e req-f60f0d97-400c-42d8-9bcc-cb5146b9a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:43.145432 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-386f7933-4ef5-45be-87f2-b61b8a34463e req-f60f0d97-400c-42d8-9bcc-cb5146b9a052 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0964947 Sep 22 11:27:43.240288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7933-4ef5-45be-87f2-b61b8a34463e req-47e758bc-f0fa-4cf0-aea1-6e7278eef22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:43.241768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-386f7933-4ef5-45be-87f2-b61b8a34463e req-47e758bc-f0fa-4cf0-aea1-6e7278eef22a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892377 Sep 22 11:27:43.343728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da16be-9bba-4314-a214-8c6b481fa89a req-ff24b4a7-f5a3-46cf-b835-2100d3ae6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:43.345132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-ff24b4a7-f5a3-46cf-b835-2100d3ae6fab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 1095 time: 0.0690253 Sep 22 11:27:43.353107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab8381-ac1b-4da7-b747-3abc12157307 req-6e5c9c47-33ef-4f29-a522-87cc573cd75e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:43.354828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-deab8381-ac1b-4da7-b747-3abc12157307 req-6e5c9c47-33ef-4f29-a522-87cc573cd75e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 944 time: 0.0708148 Sep 22 11:27:43.403374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-6a1d005a-c78c-4892-9a00-df0933f75029 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1119c7e5-90d9-49f7-a271-04743fa9a572 HTTP/1.1" status: 200 len: 217 time: 0.0476382 Sep 22 11:27:43.444767 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-deab8381-ac1b-4da7-b747-3abc12157307 req-dd21efb3-a529-458a-b420-08a325e64522 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835207 Sep 22 11:27:43.462826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da16be-9bba-4314-a214-8c6b481fa89a req-9b41dbea-3295-4107-bd71-1384944f8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:43.464302 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-9b41dbea-3295-4107-bd71-1384944f8a03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f09cceea-4836-4643-96c2-e041aee5f2a0 HTTP/1.1" status: 200 len: 834 time: 0.0538995 Sep 22 11:27:43.507591 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da16be-9bba-4314-a214-8c6b481fa89a req-bf7543b4-56b2-4f95-bfe5-62ec4e13d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:43.509551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-bf7543b4-56b2-4f95-bfe5-62ec4e13d33e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=222001ea-e260-4eec-81e7-1d8cd3a742fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384953 Sep 22 11:27:43.601267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-c82517c1-2f07-4f91-894b-297f3fde45fe service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848761 Sep 22 11:27:43.688604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25da16be-9bba-4314-a214-8c6b481fa89a req-50f34c56-a4d8-4c8e-abbb-70a01f8ccd3f service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795765 Sep 22 11:27:44.562475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762af765-262f-4bba-b3d7-844749433b9f req-83cc7476-25ee-417c-841f-993f7f0eec40 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:44.563992 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-762af765-262f-4bba-b3d7-844749433b9f req-83cc7476-25ee-417c-841f-993f7f0eec40 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 944 time: 0.0530665 Sep 22 11:27:44.602359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-762af765-262f-4bba-b3d7-844749433b9f req-6b466598-1cf7-40b4-8dca-07165c0a6ac8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316660 Sep 22 11:27:45.717029 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf783-4bd2-46f2-bac2-fcc48a0241d8 req-013be295-2d26-47e9-bad4-551f2a44538e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:45.718511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35cf783-4bd2-46f2-bac2-fcc48a0241d8 req-013be295-2d26-47e9-bad4-551f2a44538e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 944 time: 0.0483010 Sep 22 11:27:45.759178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a35cf783-4bd2-46f2-bac2-fcc48a0241d8 req-1a1c94a8-c135-46ce-9570-e572c56ac3e0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345736 Sep 22 11:27:46.877820 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f79330-a4d6-42e8-9acb-dc9f3c8cad20 req-6f189685-1a0c-490d-8cef-a962a0db50c4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:46.879234 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f9f79330-a4d6-42e8-9acb-dc9f3c8cad20 req-6f189685-1a0c-490d-8cef-a962a0db50c4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 944 time: 0.0482893 Sep 22 11:27:46.916428 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f9f79330-a4d6-42e8-9acb-dc9f3c8cad20 req-85dabd48-6998-4426-ad61-93d60d2e89c8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311983 Sep 22 11:27:46.935194 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1119c7e5-90d9-49f7-a271-04743fa9a572 details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:27:47.028556 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1119c7e5-90d9-49f7-a271-04743fa9a572, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1119c7e5-90d9-49f7-a271-04743fa9a572,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:47.039817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'port_id': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'mac_address': 'fa:16:3e:56:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:27:47.075234 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:47.087835 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1119c7e5-90d9-49f7-a271-04743fa9a572 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:27:47.105842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1119c7e5-90d9-49f7-a271-04743fa9a572, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1119c7e5-90d9-49f7-a271-04743fa9a572,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:47.176723 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:47.222377 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1119c7e5-90d9-49f7-a271-04743fa9a572,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:47.362456 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['1119c7e5-90d9-49f7-a271-04743fa9a572'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:27:48.083812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d420ce-59c9-41e3-9606-3c3e19f35c5b req-95bd762f-f753-4402-87b3-7c43c858117e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:48.085330 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93d420ce-59c9-41e3-9606-3c3e19f35c5b req-95bd762f-f753-4402-87b3-7c43c858117e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 945 time: 0.0531290 Sep 22 11:27:48.122604 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-93d420ce-59c9-41e3-9606-3c3e19f35c5b req-ab179b70-2eda-482f-bf56-05d7e85ad56f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306435 Sep 22 11:27:48.935297 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1119c7e5-90d9-49f7-a271-04743fa9a572 up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:27:49.045002 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 1119c7e5-90d9-49f7-a271-04743fa9a572 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:27:49.048676 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 1119c7e5-90d9-49f7-a271-04743fa9a572 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:27:49.049058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:49.127154 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:49.149329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:27:49.151590 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d55e0b-1d47-4d85-b9c6-ed5aa3960187" -d '{"events": [{"server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "name": "network-vif-plugged", "status": "completed", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:27:49.165298 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 1119c7e5-90d9-49f7-a271-04743fa9a572, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1119c7e5-90d9-49f7-a271-04743fa9a572,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:27:49.235962 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af44d5-1cc7-41e7-83fa-802cf47c1389 req-298de7ce-2a9b-4d5c-a2f3-6bbae1a1083a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:49.237480 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30af44d5-1cc7-41e7-83fa-802cf47c1389 req-298de7ce-2a9b-4d5c-a2f3-6bbae1a1083a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Sep 22 11:27:49.247164 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:49.278561 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30af44d5-1cc7-41e7-83fa-802cf47c1389 req-4d72cf95-6b8b-42c3-97f4-adb4e83f29d7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342653 Sep 22 11:27:49.305435 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=1119c7e5-90d9-49f7-a271-04743fa9a572,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:49.323502 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22276b9c-8ef0-4468-8097-1942ee6c5cc0 x-openstack-request-id: req-22276b9c-8ef0-4468-8097-1942ee6c5cc0 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:27:49.323794 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "name": "network-vif-plugged", "status": "completed", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:27:49.324056 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22276b9c-8ef0-4468-8097-1942ee6c5cc0 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:27:49.324454 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'code': 200} Sep 22 11:27:49.414981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845acca-0fbb-48ef-8b65-9c078263daa4 req-e936132e-9aae-4193-83e9-a25995bddba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:49.416447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f845acca-0fbb-48ef-8b65-9c078263daa4 req-e936132e-9aae-4193-83e9-a25995bddba3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 1097 time: 0.0387323 Sep 22 11:27:49.451192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f845acca-0fbb-48ef-8b65-9c078263daa4 req-90f25818-69b9-4906-b667-6d68180050bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282564 Sep 22 11:27:50.398062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84fa0f-6cba-443b-be44-ab670a99f6b3 req-6e68df7a-7f5a-45d9-869b-c641d35cf3ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:50.400130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba84fa0f-6cba-443b-be44-ab670a99f6b3 req-6e68df7a-7f5a-45d9-869b-c641d35cf3ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0519202 Sep 22 11:27:50.438259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba84fa0f-6cba-443b-be44-ab670a99f6b3 req-8c69fea5-a938-4c8b-9f7d-676100f4553b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320277 Sep 22 11:27:51.552376 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b93759-4505-4244-b645-6568dfe06017 req-d2adf6d1-fd4a-425c-af69-3fbb78a452a8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:51.553752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b93759-4505-4244-b645-6568dfe06017 req-d2adf6d1-fd4a-425c-af69-3fbb78a452a8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0483038 Sep 22 11:27:51.591324 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b93759-4505-4244-b645-6568dfe06017 req-54bf5c48-5889-4b33-a0a7-faf9aea9e80f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Sep 22 11:27:51.702807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a99c7a-c145-45cd-a2b3-c25fd3758a52 req-87ae5cf7-32f2-4415-9f45-7347bc760f49 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:51.704292 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30a99c7a-c145-45cd-a2b3-c25fd3758a52 req-87ae5cf7-32f2-4415-9f45-7347bc760f49 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0484512 Sep 22 11:27:51.741272 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30a99c7a-c145-45cd-a2b3-c25fd3758a52 req-b07e82c9-d760-4299-b169-ddc88a54040e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309110 Sep 22 11:27:51.763314 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48766) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:51.809432 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9dda81-5740-444d-b8fc-8d11a74e1e88 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:51.810897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3f9dda81-5740-444d-b8fc-8d11a74e1e88 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 1092 time: 0.0466413 Sep 22 11:27:51.813776 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48768) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:51.817914 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:27:51.892140 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:51.983958 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:52.084675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.93 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/970ccc99-c053-4b24-a571-51bf93ef2677) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:27:52.180455 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:52.269860 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:52.310546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:27:52.314719 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:27:52.318187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:27:52.342332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=970ccc99-c053-4b24-a571-51bf93ef2677,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:52.349556 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1c5f50f0-fd46-4291-962c-19aad8d735dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:52.355502 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.360083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:27:52.661337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:52.801648 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:52.951017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:53.016491 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:53.086557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=970ccc99-c053-4b24-a571-51bf93ef2677,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:27:53.096412 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:53.194342 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP 704e2aa8-cfc5-4b5f-b296-c436b85c6cd2 associated. External IP: 172.25.1.93, port: 1119c7e5-90d9-49f7-a271-04743fa9a572. Sep 22 11:27:53.404482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:27:53.511061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:27:53.520461 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] Sync routers for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:27:53.530344 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:53.535725 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:53.589616 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:53.618535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-116ebf92-a0eb-480c-a9c1-6b6df6dcb194 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8036833 Sep 22 11:27:53.619217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:27:53.621620 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4727d57a-4007-4cbe-be3f-dc4fd331aff9" -d '{"events": [{"name": "network-changed", "server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:27:53.634334 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:53.714184 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154bba8-ea59-4eac-8f4e-e3eb3c11b03f req-5f440945-a574-40d5-8f33-dd49df15be68 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:53.715728 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b154bba8-ea59-4eac-8f4e-e3eb3c11b03f req-5f440945-a574-40d5-8f33-dd49df15be68 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0492017 Sep 22 11:27:53.754268 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b154bba8-ea59-4eac-8f4e-e3eb3c11b03f req-7a002ade-38b1-41b8-ad7f-bb845d6b397b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323067 Sep 22 11:27:53.776722 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48774) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:53.800719 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a70e4b6-36e9-4941-8abc-ad2e20e3e60c x-openstack-request-id: req-4a70e4b6-36e9-4941-8abc-ad2e20e3e60c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:27:53.801016 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:27:53.801275 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a70e4b6-36e9-4941-8abc-ad2e20e3e60c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:27:53.801690 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'status': 'completed', 'code': 200} Sep 22 11:27:53.849571 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8c91b480-4c16-4deb-9b55-4bba5eb04a1c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/704e2aa8-cfc5-4b5f-b296-c436b85c6cd2 HTTP/1.1" status: 200 len: 991 time: 0.0715189 Sep 22 11:27:53.864075 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:36Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '704e2aa8-cfc5-4b5f-b296-c436b85c6cd2', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'port_id': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'mac_address': 'fa:16:3e:56:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11970211-3651-43ed-b2ca-aa0544027c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:27:52Z', 'updated_at': '2021-09-22T11:27:52Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870ff8be-631e-41de-9b7e-3c97f92285b3', 'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:5f:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:36Z', 'updated_at': '2021-09-22T11:27:39Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:53.867845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-fa569f10-e23f-40fc-b8f8-083bcf1e025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:53.869379 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-fa569f10-e23f-40fc-b8f8-083bcf1e025b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 1097 time: 0.0419586 Sep 22 11:27:53.893295 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] Checking router: 02647cc3-42b4-4f58-b8cf-408dcf7fce1f for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:27:53.902066 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:27:53.902696 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:27:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:53.961868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-f66f6dac-3f4a-4d77-833c-8ee841c82382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:53.963392 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-f66f6dac-3f4a-4d77-833c-8ee841c82382 service neutron] 10.222.0.32 "GET /v2.0/networks?id=222001ea-e260-4eec-81e7-1d8cd3a742fb HTTP/1.1" status: 200 len: 898 time: 0.0872416 Sep 22 11:27:54.003397 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:27:54.030883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-e6e8411a-94ea-4ec3-ac5a-d20bb671275f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1119c7e5-90d9-49f7-a271-04743fa9a572 HTTP/1.1" status: 200 len: 999 time: 0.0601027 Sep 22 11:27:54.079110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-e0bce1f7-ccad-419e-859c-f08879e12476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:54.080607 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-e0bce1f7-ccad-419e-859c-f08879e12476 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f09cceea-4836-4643-96c2-e041aee5f2a0 HTTP/1.1" status: 200 len: 834 time: 0.0430613 Sep 22 11:27:54.125317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-679db061-5472-4a84-9f5f-e1ceefcd2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:27:54.126871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-679db061-5472-4a84-9f5f-e1ceefcd2c92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=222001ea-e260-4eec-81e7-1d8cd3a742fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396366 Sep 22 11:27:54.221298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-4d794893-aceb-411d-9b5b-646693e7a428 service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846162 Sep 22 11:27:54.226484 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:36Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '704e2aa8-cfc5-4b5f-b296-c436b85c6cd2', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'port_id': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'mac_address': 'fa:16:3e:56:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11970211-3651-43ed-b2ca-aa0544027c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:27:52Z', 'updated_at': '2021-09-22T11:27:52Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870ff8be-631e-41de-9b7e-3c97f92285b3', 'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:5f:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:36Z', 'updated_at': '2021-09-22T11:27:39Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:27:54.251973 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02624a-8928-446e-825f-93e7d913a339 None None] The sync data for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 is: [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:36Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '704e2aa8-cfc5-4b5f-b296-c436b85c6cd2', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'port_id': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'mac_address': 'fa:16:3e:56:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11970211-3651-43ed-b2ca-aa0544027c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:27:52Z', 'updated_at': '2021-09-22T11:27:52Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '870ff8be-631e-41de-9b7e-3c97f92285b3', 'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:5f:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:36Z', 'updated_at': '2021-09-22T11:27:39Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:27:54.313566 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4727d57a-4007-4cbe-be3f-dc4fd331aff9 req-4b114381-a6b7-4c87-af5a-e4e4f8469c98 service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849619 Sep 22 11:27:54.437617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a43e292-872c-42b9-8d19-ffcd11fbd337 None None] New status for floating IP 704e2aa8-cfc5-4b5f-b296-c436b85c6cd2: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:27:54.852295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48776) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:27:54.910462 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6e352e6e-0a0c-4ef5-9a6c-11c7a2ff64aa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/704e2aa8-cfc5-4b5f-b296-c436b85c6cd2 HTTP/1.1" status: 200 len: 993 time: 0.0570962 Sep 22 11:27:55.182030 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-172c0073-a148-4299-8ac0-3af5e0e73a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:55.600792 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:56.216595 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:56.296724 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:56.427966 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:27:58.303461 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:02.617533 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:28:21.719875 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d215d8-6df5-407f-8b70-192f8e9a6de2 req-29247f15-af89-4d91-ae6e-dfc90611b360 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:21.721401 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76d215d8-6df5-407f-8b70-192f8e9a6de2 req-29247f15-af89-4d91-ae6e-dfc90611b360 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0513754 Sep 22 11:28:21.763106 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-76d215d8-6df5-407f-8b70-192f8e9a6de2 req-f0ad8670-a79a-44ae-80ed-ca9a8f5ea513 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349102 Sep 22 11:28:22.331355 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6c9699c8-3dcd-44a6-b47a-62fea2e447ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:22.879611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef935be-c561-4b84-ae89-95006a569d98 req-60f1081b-5ddf-47cd-bf8c-ad5f0f7b6be0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:22.880999 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ef935be-c561-4b84-ae89-95006a569d98 req-60f1081b-5ddf-47cd-bf8c-ad5f0f7b6be0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0493624 Sep 22 11:28:22.918080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ef935be-c561-4b84-ae89-95006a569d98 req-12936497-a5e4-42df-adf6-308432cf6118 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311859 Sep 22 11:28:24.032224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbb355-2796-4ece-be39-51453acc1bbb req-481b86a5-e3be-47de-a0be-be02f2e8c95c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:24.033675 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fbbb355-2796-4ece-be39-51453acc1bbb req-481b86a5-e3be-47de-a0be-be02f2e8c95c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0470946 Sep 22 11:28:24.070813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3fbbb355-2796-4ece-be39-51453acc1bbb req-691d24a5-2dce-4620-ae93-e0133f091540 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305586 Sep 22 11:28:25.166006 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a56862fd-e5a8-4778-86ae-cce3eab504cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:25.188133 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82cd0c-6cd9-4e32-94b6-16cbd5b9f6e7 req-40ad77c0-491c-4492-831a-a82681077c10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:25.189622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b82cd0c-6cd9-4e32-94b6-16cbd5b9f6e7 req-40ad77c0-491c-4492-831a-a82681077c10 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0517015 Sep 22 11:28:25.230620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b82cd0c-6cd9-4e32-94b6-16cbd5b9f6e7 req-15b4838b-c807-4cdc-9d9f-fdce260c0789 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343010 Sep 22 11:28:25.600250 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:26.251609 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:26.280328 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:26.343100 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b3a5f-603c-4e53-ac4e-69ce4e9e00db req-06c74704-b856-40d7-98a0-1d92292d3c1a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:26.344568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b8b3a5f-603c-4e53-ac4e-69ce4e9e00db req-06c74704-b856-40d7-98a0-1d92292d3c1a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0477428 Sep 22 11:28:26.382631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b8b3a5f-603c-4e53-ac4e-69ce4e9e00db req-a90f2d9a-99c8-4bca-9803-ddcc4156518d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320232 Sep 22 11:28:26.400785 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:27.497642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd07320-d9b3-4b09-b385-5205f05aa5cb req-78dd6ad6-e008-44a3-8d40-7f9dc67d56a5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:27.499068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfd07320-d9b3-4b09-b385-5205f05aa5cb req-78dd6ad6-e008-44a3-8d40-7f9dc67d56a5 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0482299 Sep 22 11:28:27.535307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bfd07320-d9b3-4b09-b385-5205f05aa5cb req-8733638d-d518-4c6c-a639-c52542209f99 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303705 Sep 22 11:28:28.297258 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:28.648956 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3fca1-5217-4566-9633-c6634a4d163a req-010f1898-d642-4bab-aa5d-5a3126109d6b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:28.650448 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0dd3fca1-5217-4566-9633-c6634a4d163a req-010f1898-d642-4bab-aa5d-5a3126109d6b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0473306 Sep 22 11:28:28.691347 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0dd3fca1-5217-4566-9633-c6634a4d163a req-39164cf0-0a8b-447f-a1a9-99556b0ce4c4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349760 Sep 22 11:28:29.807881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555f3a5-7d88-456c-a825-ed3b2f9a5063 req-d561e29b-d7cc-435e-97e0-d86e9557f23c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:29.809367 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3555f3a5-7d88-456c-a825-ed3b2f9a5063 req-d561e29b-d7cc-435e-97e0-d86e9557f23c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0491786 Sep 22 11:28:29.846537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3555f3a5-7d88-456c-a825-ed3b2f9a5063 req-5a00db38-5b02-411c-80d6-ecb44a5760f2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310576 Sep 22 11:28:30.974868 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad178af-88b0-48a8-b011-32c41c387cec req-b237103c-8e83-47cd-90c3-c4de772dcde7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:30.976874 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ad178af-88b0-48a8-b011-32c41c387cec req-b237103c-8e83-47cd-90c3-c4de772dcde7 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0476313 Sep 22 11:28:31.012420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ad178af-88b0-48a8-b011-32c41c387cec req-779f96fb-95e1-4f79-b7dd-e600bad56831 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297346 Sep 22 11:28:32.129706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0a66b-3c60-4c95-82a9-adf8b5ee929a req-2190e117-8519-49e0-9c5a-b3dd1b1d925d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:32.131264 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ded0a66b-3c60-4c95-82a9-adf8b5ee929a req-2190e117-8519-49e0-9c5a-b3dd1b1d925d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0503902 Sep 22 11:28:32.173393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ded0a66b-3c60-4c95-82a9-adf8b5ee929a req-a4119d38-8b4c-4a25-9720-dc184ab37bec tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355167 Sep 22 11:28:33.287050 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a1543-d409-4f68-b590-84073871b1e3 req-89d49adc-32f9-43d6-9356-3d22855ddc00 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:33.289195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-182a1543-d409-4f68-b590-84073871b1e3 req-89d49adc-32f9-43d6-9356-3d22855ddc00 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0494971 Sep 22 11:28:33.325751 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-182a1543-d409-4f68-b590-84073871b1e3 req-83f4a499-ef92-4545-8ec0-43680815a1f4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305374 Sep 22 11:28:33.347666 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48812) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:28:33.405472 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-915da350-c81c-439b-a577-bafaedd7147d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/704e2aa8-cfc5-4b5f-b296-c436b85c6cd2 HTTP/1.1" status: 200 len: 993 time: 0.0566986 Sep 22 11:28:34.844157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eb3db-53db-4fbb-96c9-25747aeb5f14 req-bcb8c2cb-477c-43c9-858b-6c68edf2de66 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:34.845646 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a71eb3db-53db-4fbb-96c9-25747aeb5f14 req-bcb8c2cb-477c-43c9-858b-6c68edf2de66 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0517452 Sep 22 11:28:34.884454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a71eb3db-53db-4fbb-96c9-25747aeb5f14 req-16cebbe8-777a-4323-8fad-9bee50724e42 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321612 Sep 22 11:28:34.971827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040265-defd-408e-8672-8c48bdc4dd89 req-3edcedc3-12f9-4e12-8081-7d791829ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:34.973346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11040265-defd-408e-8672-8c48bdc4dd89 req-3edcedc3-12f9-4e12-8081-7d791829ae89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 1097 time: 0.0411725 Sep 22 11:28:35.063090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040265-defd-408e-8672-8c48bdc4dd89 req-61a03474-0510-444f-ab91-a3dac312b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:35.064450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11040265-defd-408e-8672-8c48bdc4dd89 req-61a03474-0510-444f-ab91-a3dac312b8aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=222001ea-e260-4eec-81e7-1d8cd3a742fb HTTP/1.1" status: 200 len: 898 time: 0.0841949 Sep 22 11:28:35.125902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11040265-defd-408e-8672-8c48bdc4dd89 req-2582d3ab-ae49-4576-a767-b2378f9408cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1119c7e5-90d9-49f7-a271-04743fa9a572 HTTP/1.1" status: 200 len: 1001 time: 0.0544157 Sep 22 11:28:35.173612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040265-defd-408e-8672-8c48bdc4dd89 req-e03b1152-7862-49a1-ae17-c08fb6ab7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:35.175044 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11040265-defd-408e-8672-8c48bdc4dd89 req-e03b1152-7862-49a1-ae17-c08fb6ab7f41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f09cceea-4836-4643-96c2-e041aee5f2a0 HTTP/1.1" status: 200 len: 834 time: 0.0423651 Sep 22 11:28:35.221867 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11040265-defd-408e-8672-8c48bdc4dd89 req-4a94a5bc-db0e-4843-b3ed-bc42fb256de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:35.223316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11040265-defd-408e-8672-8c48bdc4dd89 req-4a94a5bc-db0e-4843-b3ed-bc42fb256de1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=222001ea-e260-4eec-81e7-1d8cd3a742fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411608 Sep 22 11:28:35.324989 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11040265-defd-408e-8672-8c48bdc4dd89 req-cd3a0e48-9cee-4a0f-9bb3-6ec76bbfc222 service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940068 Sep 22 11:28:35.749170 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-11040265-defd-408e-8672-8c48bdc4dd89 req-071f4d0d-0aab-4201-94fa-f625b15dddc2 service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176054 Sep 22 11:28:36.006421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00a472-c138-4cd0-928c-019cfeb14899 req-745654b3-cc18-473e-a254-ab1ee02d741b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:36.007827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c00a472-c138-4cd0-928c-019cfeb14899 req-745654b3-cc18-473e-a254-ab1ee02d741b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0521963 Sep 22 11:28:36.044394 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c00a472-c138-4cd0-928c-019cfeb14899 req-a28bb4e2-5acd-48a7-bcdd-efcb5a789c35 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305810 Sep 22 11:28:37.156507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16f84-00c5-45aa-9215-8e3c8815e843 req-0c7c0c7e-a0d4-44f8-9f28-a6e9213f0e87 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:37.157957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8be16f84-00c5-45aa-9215-8e3c8815e843 req-0c7c0c7e-a0d4-44f8-9f28-a6e9213f0e87 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0464964 Sep 22 11:28:37.195492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8be16f84-00c5-45aa-9215-8e3c8815e843 req-86f43759-cc01-4d45-a5b5-32bdbb26b3bb tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309691 Sep 22 11:28:37.217257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48824) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:28:37.280132 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1fad6cd0-28ff-470f-b1f6-2495bda97bdf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/704e2aa8-cfc5-4b5f-b296-c436b85c6cd2 HTTP/1.1" status: 200 len: 993 time: 0.0617926 Sep 22 11:28:39.616865 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:28:42.630446 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-e9d78ef7-846f-4fda-a1d1-31ce226b159f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386782 Sep 22 11:28:42.707091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-876f05a7-7ed2-4feb-af5b-942ad02e6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:42.708563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-876f05a7-7ed2-4feb-af5b-942ad02e6687 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 1097 time: 0.0392499 Sep 22 11:28:42.810307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-157d21fd-ef28-426e-b031-a9e771060213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:42.811671 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-157d21fd-ef28-426e-b031-a9e771060213 service neutron] 10.222.0.32 "GET /v2.0/networks?id=222001ea-e260-4eec-81e7-1d8cd3a742fb HTTP/1.1" status: 200 len: 898 time: 0.0852001 Sep 22 11:28:42.877230 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-7dcce77a-48df-4c12-aec4-cccd58f64a11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1119c7e5-90d9-49f7-a271-04743fa9a572 HTTP/1.1" status: 200 len: 1001 time: 0.0583813 Sep 22 11:28:42.932915 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-c0042a11-a5ae-4c65-af58-423144d996b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:42.934411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-c0042a11-a5ae-4c65-af58-423144d996b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f09cceea-4836-4643-96c2-e041aee5f2a0 HTTP/1.1" status: 200 len: 834 time: 0.0510817 Sep 22 11:28:42.979391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-67d4939e-bb3a-4c75-aea5-5f2d41e9f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:28:42.980873 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-67d4939e-bb3a-4c75-aea5-5f2d41e9f88c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=222001ea-e260-4eec-81e7-1d8cd3a742fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394816 Sep 22 11:28:43.067282 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-ff8f2715-01da-4b19-aee7-d59939a647eb service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795217 Sep 22 11:28:43.157901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-66887e6b-ee01-4c2a-9947-3d491dbfc4d3 req-9a71fd64-fdef-4306-9b52-3896b43a1dfc service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842326 Sep 22 11:28:52.325427 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d73277dc-a7e2-4df1-b454-fe1674dbf3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:55.182591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e48fbd9e-c5ef-41c5-9f7f-939e92926d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:55.594275 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:56.213907 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-a0f9dde8-07dc-41c0-8ca9-6155e2f77e3e req-1ff87a82-82d5-42c2-91c7-ba818334a7e6 service neutron] (95681) timed out ('10.222.0.20', 45718) {{(pid=95681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 11:28:56.274120 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:56.302591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:56.428575 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:28:58.307974 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:07.921531 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48842) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:08.073900 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 970ccc99-c053-4b24-a571-51bf93ef2677 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:29:08.074298 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:08.154796 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:08.155122 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:08.167040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 970ccc99-c053-4b24-a571-51bf93ef2677 owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:29:08.370808 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:08.392846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=970ccc99-c053-4b24-a571-51bf93ef2677,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:08.403514 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.403870 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.404263 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.405091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.405091 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.405310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.405491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.405817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.406169 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.406494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.406816 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.407137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:08.466252 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:08.466588 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP 704e2aa8-cfc5-4b5f-b296-c436b85c6cd2 disassociated (deleted). External IP: 172.25.1.93, port: 1119c7e5-90d9-49f7-a271-04743fa9a572. Sep 22 11:29:08.669928 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:29:08.775306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:29:08.780153 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:08.784614 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] Sync routers for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:29:08.793989 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:08.794622 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:08.809328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2136c1e1-7602-4f7f-8a33-07c3915a7b07 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/floatingips/704e2aa8-cfc5-4b5f-b296-c436b85c6cd2 HTTP/1.1" status: 204 len: 168 time: 0.8842094 Sep 22 11:29:08.809328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:29:08.809633 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:29:08.898560 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:09.176896 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:36Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '870ff8be-631e-41de-9b7e-3c97f92285b3', 'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:5f:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:36Z', 'updated_at': '2021-09-22T11:27:39Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:09.184377 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b690631-9260-4e6f-8ad9-78dd0f1804c2 x-openstack-request-id: req-7b690631-9260-4e6f-8ad9-78dd0f1804c2 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:29:09.184904 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:29:09.184904 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b690631-9260-4e6f-8ad9-78dd0f1804c2 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:29:09.185303 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'status': 'completed', 'code': 200} Sep 22 11:29:09.204857 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] Checking router: 02647cc3-42b4-4f58-b8cf-408dcf7fce1f for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:29:09.213052 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:09.213656 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:09.279913 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-5a1c2386-a91b-4e02-9c1d-3376898248b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:09.281527 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-5a1c2386-a91b-4e02-9c1d-3376898248b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 1097 time: 0.0713766 Sep 22 11:29:09.305574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38be804-bbfa-4d4d-a1f1-57001251d419 req-001988c6-3acb-4c70-b193-c809279637a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:09.307019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e38be804-bbfa-4d4d-a1f1-57001251d419 req-001988c6-3acb-4c70-b193-c809279637a9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0715549 Sep 22 11:29:09.316524 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:09.390206 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e38be804-bbfa-4d4d-a1f1-57001251d419 req-fc463ddf-726e-41a2-888f-1f6fdb80b420 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735447 Sep 22 11:29:09.410473 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-767f0643-3de0-488b-92d4-53632e57f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:09.412336 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-767f0643-3de0-488b-92d4-53632e57f3cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=222001ea-e260-4eec-81e7-1d8cd3a742fb HTTP/1.1" status: 200 len: 898 time: 0.1228447 Sep 22 11:29:09.457775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-f67067de-ca00-4a16-a5a6-1ee9c7324a80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1119c7e5-90d9-49f7-a271-04743fa9a572 HTTP/1.1" status: 200 len: 217 time: 0.0379412 Sep 22 11:29:09.507343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-ad77c17b-df2a-4c07-b9a9-44f93921952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:09.508879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-ad77c17b-df2a-4c07-b9a9-44f93921952b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f09cceea-4836-4643-96c2-e041aee5f2a0 HTTP/1.1" status: 200 len: 834 time: 0.0434370 Sep 22 11:29:09.513227 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:36Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '870ff8be-631e-41de-9b7e-3c97f92285b3', 'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:5f:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:36Z', 'updated_at': '2021-09-22T11:27:39Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:09.539388 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba0596-183d-40b6-9601-289fee18fc22 None None] The sync data for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 is: [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:27:36Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '870ff8be-631e-41de-9b7e-3c97f92285b3', 'name': '', 'network_id': '222001ea-e260-4eec-81e7-1d8cd3a742fb', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:5f:c5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:36Z', 'updated_at': '2021-09-22T11:27:39Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'f09cceea-4836-4643-96c2-e041aee5f2a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:29:09.556990 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-a2de95cd-2029-4c7a-9a9a-6026271513fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:09.558542 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-a2de95cd-2029-4c7a-9a9a-6026271513fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=222001ea-e260-4eec-81e7-1d8cd3a742fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418673 Sep 22 11:29:09.654171 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-0389c056-4d58-49ef-8fc8-fcc7b8b2119f service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873497 Sep 22 11:29:09.750405 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b13081e2-d1dc-48b0-b79e-60c4d197a8d6 req-3ce5901d-6654-44d6-9936-b4e6ffcadec3 service neutron] 10.222.0.32 "GET /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869823 Sep 22 11:29:09.765471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7051b45-cefe-4b08-bf95-f1b9b53ab78e None None] New status for floating IP 704e2aa8-cfc5-4b5f-b296-c436b85c6cd2: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:29:10.504558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1a5fb-f642-4cdc-a73b-e377359119ba req-7b18143e-79b8-4d17-9dfa-4954d6745bb9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:10.506532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16d1a5fb-f642-4cdc-a73b-e377359119ba req-7b18143e-79b8-4d17-9dfa-4954d6745bb9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0472651 Sep 22 11:29:10.546774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-16d1a5fb-f642-4cdc-a73b-e377359119ba req-abba9495-e6e5-4652-8142-683f8533d5c1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=82d235dd-e927-45a7-b717-d056522126e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344243 Sep 22 11:29:10.674448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-6bd1ddfe-eca9-437d-bdb9-b54992273bb6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:10.676064 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-6bd1ddfe-eca9-437d-bdb9-b54992273bb6 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.32 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 946 time: 0.0476131 Sep 22 11:29:10.772690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 1119c7e5-90d9-49f7-a271-04743fa9a572 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:29:10.773026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:10.862034 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port 1119c7e5-90d9-49f7-a271-04743fa9a572, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=1119c7e5-90d9-49f7-a271-04743fa9a572,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:10.862428 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:10.874349 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 1119c7e5-90d9-49f7-a271-04743fa9a572 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:29:11.045255 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:11.074309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=1119c7e5-90d9-49f7-a271-04743fa9a572,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:11.115787 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] No DVR routers for this DVR port 1119c7e5-90d9-49f7-a271-04743fa9a572 on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:29:11.118476 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:11.120433 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2c8b0e8-67c5-499f-baa8-4ffdd3445682 req-cd577b02-312e-474f-bcd6-3e6271f1a7b4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.32 "DELETE /v2.0/ports/1119c7e5-90d9-49f7-a271-04743fa9a572 HTTP/1.1" status: 204 len: 173 time: 0.4380589 Sep 22 11:29:11.186124 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'name': 'network-vif-deleted', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:29:11.188487 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7d6d09-b279-46a4-9434-73ba813385fb" -d '{"events": [{"server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "name": "network-vif-deleted", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:29:11.222895 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d92cbe4-47aa-4485-8a76-9ce85a041a25 x-openstack-request-id: req-2d92cbe4-47aa-4485-8a76-9ce85a041a25 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:29:11.223187 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11970211-3651-43ed-b2ca-aa0544027c85", "name": "network-vif-deleted", "tag": "1119c7e5-90d9-49f7-a271-04743fa9a572", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:29:11.223437 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d92cbe4-47aa-4485-8a76-9ce85a041a25 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:29:11.224358 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11970211-3651-43ed-b2ca-aa0544027c85', 'name': 'network-vif-deleted', 'tag': '1119c7e5-90d9-49f7-a271-04743fa9a572', 'status': 'completed', 'code': 200} Sep 22 11:29:11.653358 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-746308cc-cafd-4ad3-8c3a-9a86076a3fd2 req-7d92c562-9a71-4bde-9660-90f664a3eb87 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=11970211-3651-43ed-b2ca-aa0544027c85 HTTP/1.1" status: 200 len: 210 time: 0.0264416 Sep 22 11:29:12.709519 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48858) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:13.058051 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:13.303393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 870ff8be-631e-41de-9b7e-3c97f92285b3 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:29:13.303735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:13.387516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port 870ff8be-631e-41de-9b7e-3c97f92285b3, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=870ff8be-631e-41de-9b7e-3c97f92285b3,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:13.387800 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:13.399766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 870ff8be-631e-41de-9b7e-3c97f92285b3 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:29:13.417010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1119c7e5-90d9-49f7-a271-04743fa9a572 no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:29:13.437394 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 1119c7e5-90d9-49f7-a271-04743fa9a572 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:29:13.437741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 1119c7e5-90d9-49f7-a271-04743fa9a572 not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:29:13.661210 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:13.689352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=870ff8be-631e-41de-9b7e-3c97f92285b3,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:13.862791 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:14.068830 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:29:14.174431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:29:14.180593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ab75db4b-753f-47c9-9add-33d66fdc750b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/02647cc3-42b4-4f58-b8cf-408dcf7fce1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697759 Sep 22 11:29:14.182599 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48860) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:14.184021 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] Sync routers for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:29:14.193566 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:14.194216 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:14.232679 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting subnet f09cceea-4836-4643-96c2-e041aee5f2a0 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:29:14.235712 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:14.278586 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:14.296414 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:14.358626 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:14.465991 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:29:13Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:14.473381 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:14.495085 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] Checking router: 02647cc3-42b4-4f58-b8cf-408dcf7fce1f for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:29:14.503235 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] Routers {'02647cc3-42b4-4f58-b8cf-408dcf7fce1f'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:14.503837 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:14.506690 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Subnet': ['ID=f09cceea-4836-4643-96c2-e041aee5f2a0,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:14.509277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:14.513555 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/subnets/f09cceea-4836-4643-96c2-e041aee5f2a0 HTTP/1.1" status: 204 len: 168 time: 0.3274159 Sep 22 11:29:14.513743 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19732132-9fb5-4bf2-8d95-0a89799b99da None None] Network 222001ea-e260-4eec-81e7-1d8cd3a742fb requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:29:14.514444 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48864) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:14.530151 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.530509 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.530854 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.531191 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.531527 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.531860 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.532194 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.532522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.532851 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.533176 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.533504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.533824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027cefdb-9334-4d95-9da5-cfd6dc780af2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:14.633530 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] Set router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:14.715746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] DHCP port deletion for 222001ea-e260-4eec-81e7-1d8cd3a742fb request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:29:14.766191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Deleting port f2a6d999-6f0c-474d-9587-c5777388d014 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:29:14.766657 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:14.823321 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:29:13Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:14.836520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] For port f2a6d999-6f0c-474d-9587-c5777388d014, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f2a6d999-6f0c-474d-9587-c5777388d014,segment=NetworkSegment(6bcba69b-9af9-46e8-b1f0-4e33ab30cd34),segment_id=6bcba69b-9af9-46e8-b1f0-4e33ab30cd34)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:14.836919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:14.850500 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bcbfe1-3562-4113-b045-4a64e1d4a70d None None] The sync data for ids ['02647cc3-42b4-4f58-b8cf-408dcf7fce1f'] in n-d-807025-3 is: [{'id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496129599', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:27:32Z', 'updated_at': '2021-09-22T11:29:13Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': 'de1a90b6-b284-4647-a9ce-9815a00e441e', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02647cc3-42b4-4f58-b8cf-408dcf7fce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:27:33Z', 'updated_at': '2021-09-22T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:29:14.850943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Calling delete_port for f2a6d999-6f0c-474d-9587-c5777388d014 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:29:14.983796 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:14.999880 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.027991 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Pushing event deleted for resources: {'Port': ['ID=f2a6d999-6f0c-474d-9587-c5777388d014,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:15.036840 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] No DVR routers for this DVR port f2a6d999-6f0c-474d-9587-c5777388d014 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:29:15.039451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.039797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.040137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.040535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.040953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.041284 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.041613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.041936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.042289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.042614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.042933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.043250 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c3ad40-5f77-4fbd-9823-3aaf640a1d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:15.087948 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.202487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port de1a90b6-b284-4647-a9ce-9815a00e441e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:29:15.204027 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.282390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port de1a90b6-b284-4647-a9ce-9815a00e441e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=de1a90b6-b284-4647-a9ce-9815a00e441e,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:15.282865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.297883 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for de1a90b6-b284-4647-a9ce-9815a00e441e owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:29:15.350888 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 870ff8be-631e-41de-9b7e-3c97f92285b3 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:29:15.370585 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 870ff8be-631e-41de-9b7e-3c97f92285b3 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:29:15.370926 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 870ff8be-631e-41de-9b7e-3c97f92285b3 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:29:15.371354 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f2a6d999-6f0c-474d-9587-c5777388d014 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:29:15.389392 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f2a6d999-6f0c-474d-9587-c5777388d014 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:29:15.389742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f2a6d999-6f0c-474d-9587-c5777388d014 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:29:15.524634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.553462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=de1a90b6-b284-4647-a9ce-9815a00e441e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:15.614380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.702300 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.704353 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.828232 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.828706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Fanout notify agent at l3_agent the message router_deleted on router 02647cc3-42b4-4f58-b8cf-408dcf7fce1f {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:29:15.836267 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:15.837459 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-d9a466d3-862b-42ed-9e4d-01f90f2142d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/routers/02647cc3-42b4-4f58-b8cf-408dcf7fce1f HTTP/1.1" status: 204 len: 168 time: 1.3224757 Sep 22 11:29:15.840165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48866) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:15.917328 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.006388 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.025730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222001ea-e260-4eec-81e7-1d8cd3a742fb']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:16.034710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:16.035004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcba69b-9af9-46e8-b1f0-4e33ab30cd34') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:16.044018 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.057518 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.063103 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:29:16.067110 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:29:16.182528 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.189937 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.191134 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/networks/222001ea-e260-4eec-81e7-1d8cd3a742fb HTTP/1.1" status: 204 len: 168 time: 0.3499994 Sep 22 11:29:16.194495 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48868) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:16.204803 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0cc75-2caa-4c2c-8828-ecab37852ce0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Network': ['ID=222001ea-e260-4eec-81e7-1d8cd3a742fb,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:16.252864 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3ba-f76a-4ced-a834-f6f980bda796 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.279409 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3ba-f76a-4ced-a834-f6f980bda796 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.387796 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3ba-f76a-4ced-a834-f6f980bda796 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.390323 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3ba-f76a-4ced-a834-f6f980bda796 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.391484 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ad22b3ba-f76a-4ced-a834-f6f980bda796 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/security-groups/82d235dd-e927-45a7-b717-d056522126e9 HTTP/1.1" status: 204 len: 168 time: 0.1959403 Sep 22 11:29:16.400640 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b3ba-f76a-4ced-a834-f6f980bda796 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d235dd-e927-45a7-b717-d056522126e9,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:16.617087 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:29:16.735544 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48874) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:16.740123 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b8b2f94b-cb91-442e-b1ce-94d9055443c2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298355799', 'description': 'tempest-secgroup-smoke-1298355799 description', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:16.827385 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f94b-cb91-442e-b1ce-94d9055443c2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.904027 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f94b-cb91-442e-b1ce-94d9055443c2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:16.976719 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f94b-cb91-442e-b1ce-94d9055443c2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.004743 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2f94b-cb91-442e-b1ce-94d9055443c2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03a28e-8714-4b26-a979-14de23b55fff,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:17.056541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f94b-cb91-442e-b1ce-94d9055443c2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.057775 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b8b2f94b-cb91-442e-b1ce-94d9055443c2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3212461 Sep 22 11:29:17.060576 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48876) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:17.064850 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-476eaac3-d801-412a-bb56-4ae1832c14c0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7d03a28e-8714-4b26-a979-14de23b55fff', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:17.147072 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-476eaac3-d801-412a-bb56-4ae1832c14c0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.203005 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-476eaac3-d801-412a-bb56-4ae1832c14c0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.256670 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-476eaac3-d801-412a-bb56-4ae1832c14c0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.274572 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476eaac3-d801-412a-bb56-4ae1832c14c0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63bce12-5fc0-467a-8617-fb94690c5b2c,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:17.326509 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-476eaac3-d801-412a-bb56-4ae1832c14c0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.327576 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-476eaac3-d801-412a-bb56-4ae1832c14c0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660544 Sep 22 11:29:17.330391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48878) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:17.331045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device de1a90b6-b284-4647-a9ce-9815a00e441e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:29:17.335523 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c7ea828a-cae3-4a44-85d2-2f9c74121ace tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7d03a28e-8714-4b26-a979-14de23b55fff', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:17.353057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: de1a90b6-b284-4647-a9ce-9815a00e441e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:29:17.353403 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device de1a90b6-b284-4647-a9ce-9815a00e441e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:29:17.414677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7ea828a-cae3-4a44-85d2-2f9c74121ace tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.469322 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7ea828a-cae3-4a44-85d2-2f9c74121ace tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.535255 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7ea828a-cae3-4a44-85d2-2f9c74121ace tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.555429 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea828a-cae3-4a44-85d2-2f9c74121ace tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedf4d7e-c0d9-4cf6-b6a4-cf8e7040e296,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:17.616488 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c7ea828a-cae3-4a44-85d2-2f9c74121ace tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.617712 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c7ea828a-cae3-4a44-85d2-2f9c74121ace tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2862883 Sep 22 11:29:17.620376 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48880) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:17.624792 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e75503ee-1c0e-40d8-975b-5be66e38f5e9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7d03a28e-8714-4b26-a979-14de23b55fff', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:17.695823 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e75503ee-1c0e-40d8-975b-5be66e38f5e9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.750751 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e75503ee-1c0e-40d8-975b-5be66e38f5e9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.828190 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e75503ee-1c0e-40d8-975b-5be66e38f5e9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.846203 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75503ee-1c0e-40d8-975b-5be66e38f5e9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36042368-aaff-4621-92c8-f5ca2c67f030,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:17.896725 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e75503ee-1c0e-40d8-975b-5be66e38f5e9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:17.897960 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e75503ee-1c0e-40d8-975b-5be66e38f5e9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766740 Sep 22 11:29:17.900646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48882) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:17.904862 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d46b8992-a8e3-4b6b-9d22-1a00edcf9c81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7d03a28e-8714-4b26-a979-14de23b55fff', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:17.981101 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d46b8992-a8e3-4b6b-9d22-1a00edcf9c81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.039654 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d46b8992-a8e3-4b6b-9d22-1a00edcf9c81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.085242 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d46b8992-a8e3-4b6b-9d22-1a00edcf9c81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.102696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b8992-a8e3-4b6b-9d22-1a00edcf9c81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d91b53-2f0c-4cd9-b133-e4f1295c9d46,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:18.156278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d46b8992-a8e3-4b6b-9d22-1a00edcf9c81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.156278 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d46b8992-a8e3-4b6b-9d22-1a00edcf9c81 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2536759 Sep 22 11:29:18.157969 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48884) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:18.162980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7505e369-8a7d-41cb-9fe2-b4a2810bfb05 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7d03a28e-8714-4b26-a979-14de23b55fff', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:18.245355 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-7505e369-8a7d-41cb-9fe2-b4a2810bfb05 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:29:18.250121 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7505e369-8a7d-41cb-9fe2-b4a2810bfb05 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.307726 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7505e369-8a7d-41cb-9fe2-b4a2810bfb05 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.371034 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7505e369-8a7d-41cb-9fe2-b4a2810bfb05 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.387410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505e369-8a7d-41cb-9fe2-b4a2810bfb05 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5837a803-7ad4-45c7-be07-cf380aacb716,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:18.468514 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7505e369-8a7d-41cb-9fe2-b4a2810bfb05 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.470352 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7505e369-8a7d-41cb-9fe2-b4a2810bfb05 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3112781 Sep 22 11:29:18.473042 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48886) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:18.477424 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-44381720-6ad5-4ed1-b655-fb3505f9f979 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'security_group_rule': {'security_group_id': '7d03a28e-8714-4b26-a979-14de23b55fff', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:18.547741 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-44381720-6ad5-4ed1-b655-fb3505f9f979 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Project 8f6f75fc4abb4a6c8224e2a3e77bd673 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:29:18.553372 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44381720-6ad5-4ed1-b655-fb3505f9f979 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.612387 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44381720-6ad5-4ed1-b655-fb3505f9f979 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.650441 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44381720-6ad5-4ed1-b655-fb3505f9f979 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.669406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44381720-6ad5-4ed1-b655-fb3505f9f979 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c2d030-b09c-4d23-b7b1-6e31795d7ac5,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:18.735469 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-44381720-6ad5-4ed1-b655-fb3505f9f979 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.736695 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-44381720-6ad5-4ed1-b655-fb3505f9f979 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2627068 Sep 22 11:29:18.739646 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48888) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:18.744609 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'network': {'name': 'tempest-network-smoke--1687142060', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'port_security_enabled': True}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:18.838784 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:29:18.842333 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.865948 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:29:18.874709 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.875051 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Added segment 82348574-0e64-4384-a659-832e9c704a0d of type vlan for network c2359edb-7be5-465b-9c8b-ce51db435d55 Sep 22 11:29:18.916693 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:18.999544 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:19.005542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:19.006588 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:19.069419 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Network': ['ID=c2359edb-7be5-465b-9c8b-ce51db435d55,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:19.079347 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network c2359edb-7be5-465b-9c8b-ce51db435d55 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:29:19.109215 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d4b67c4a-81df-47b8-b9a8-d81e82608d4a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3685238 Sep 22 11:29:19.112291 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48890) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:19.116818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'admin_state_up': True, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:19.188152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:19.189199 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:19.242252 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:19.434432 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:19.669950 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:19.688664 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:19.791980 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.4 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/94d61499-04bc-4eea-8c51-bcda1b86c357) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:29:19.890320 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:19.965051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:20.000852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:29:20.003542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:29:20.007532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:29:20.034356 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=94d61499-04bc-4eea-8c51-bcda1b86c357,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:20.299526 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:20.492953 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:20.947620 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5e47f6f5-ca71-4262-b7a8-ff088192f36e is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:29:21.050053 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:29:21.063890 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Sync routers for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:29:21.076616 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:21.080326 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:21.119486 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.120844 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-96fd722c-e14b-4028-b828-5cddcbe9115a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0075216 Sep 22 11:29:21.124032 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48892) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:21.189700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:21.208306 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-d4313cf9-85ba-4d4a-a1a4-2faa80ab6226 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=8f6f75fc4abb4a6c8224e2a3e77bd673&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0830853 Sep 22 11:29:21.210825 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 48896) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:21.298007 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de1b21-42a1-42dd-b68d-5518478df794 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:21.299646 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f8de1b21-42a1-42dd-b68d-5518478df794 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879221 Sep 22 11:29:21.303501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48898) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:21.335695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-109f53fe-42df-447b-9a1e-d3c9b729abf8 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310659 Sep 22 11:29:21.338222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48900) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:21.343065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1492216327', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:21.362946 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:20Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:21.400949 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Checking router: 5e47f6f5-ca71-4262-b7a8-ff088192f36e for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:29:21.401310 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Updating router 5e47f6f5-ca71-4262-b7a8-ff088192f36e port 94d61499-04bc-4eea-8c51-bcda1b86c357 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:29:21.427293 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.491290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:29:21.494729 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.675750 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.720561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.742884 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.791080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Subnet': ['ID=c13d0d2d-51ca-42ad-9a5b-9846d9154bbf,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:21.796113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada48180-ea1e-48f0-8612-e0d274337503 None None] Pushing event updated for resources: {'Port': ['ID=94d61499-04bc-4eea-8c51-bcda1b86c357,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:21.798528 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Attempting to bind port 94d61499-04bc-4eea-8c51-bcda1b86c357 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:29:21.798905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Attempting to bind port 94d61499-04bc-4eea-8c51-bcda1b86c357 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:29:21.799263 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Attempting to bind port 94d61499-04bc-4eea-8c51-bcda1b86c357 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:29:21.800036 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Checking segment: {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:29:21.800664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network hostable DHCP agents. Network: c2359edb-7be5-465b-9c8b-ce51db435d55, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:29:21.805449 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:29:21.805826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:29:21.806263 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.806661 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:29:21.807135 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Bound port: 94d61499-04bc-4eea-8c51-bcda1b86c357, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:29:21.807519 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.865171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] For port 94d61499-04bc-4eea-8c51-bcda1b86c357, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:29:21.868836 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] For port 94d61499-04bc-4eea-8c51-bcda1b86c357, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=94d61499-04bc-4eea-8c51-bcda1b86c357,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:29:21.879710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network c2359edb-7be5-465b-9c8b-ce51db435d55 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:29:21.937172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.959641 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, c2359edb-7be5-465b-9c8b-ce51db435d55) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:29:21.963959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:21.964551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:21.971500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb28551-daa7-4038-aa83-8ee2fbb6f09e None None] Network c2359edb-7be5-465b-9c8b-ce51db435d55 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:29:22.045224 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fe5c385d-4ca0-4ef3-8162-3bf3a5bf9fc3 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7057023 Sep 22 11:29:22.047918 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48902) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:22.051741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada48180-ea1e-48f0-8612-e0d274337503 None None] Pushing event updated for resources: {'Port': ['ID=94d61499-04bc-4eea-8c51-bcda1b86c357,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:22.054863 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:22.055473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:22.217521 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:22.245385 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-c2359edb-7be5-465b-9c8b-ce51db435d55', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:29:22.246250 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:22.398420 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7d8ffbe0-af1f-40b5-ace2-3ef3181a4a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:22.480792 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:22.502329 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Allocated IP 172.20.0.2 (c2359edb-7be5-465b-9c8b-ce51db435d55/c13d0d2d-51ca-42ad-9a5b-9846d9154bbf/d0901d88-002e-41ae-a4ae-0ed5d185e85e) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:29:22.549015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:20Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:22.603023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c1dab-7370-4f72-8ff0-70068c04105c None None] The sync data for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 is: [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:20Z', 'revision_number': 3, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:29:22.690227 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:22.771664 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:22.830867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Network c2359edb-7be5-465b-9c8b-ce51db435d55 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:29:22.836634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:29:22.838644 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:29:22.846278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Pushing event updated for resources: {'Port': ['ID=d0901d88-002e-41ae-a4ae-0ed5d185e85e,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:22.846462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.1 (c2359edb-7be5-465b-9c8b-ce51db435d55/c13d0d2d-51ca-42ad-9a5b-9846d9154bbf/f0dee939-8b6f-4390-965f-fa06d37f788e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:29:22.980919 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.068624 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.076718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Attempting to bind port d0901d88-002e-41ae-a4ae-0ed5d185e85e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:29:23.077096 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Attempting to bind port d0901d88-002e-41ae-a4ae-0ed5d185e85e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:29:23.077460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Attempting to bind port d0901d88-002e-41ae-a4ae-0ed5d185e85e on network c2359edb-7be5-465b-9c8b-ce51db435d55 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:29:23.082816 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:29:23.083233 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Checking segment: {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:29:23.083589 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.083982 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Bound using segment: {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:29:23.084454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Bound port: d0901d88-002e-41ae-a4ae-0ed5d185e85e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:29:23.084849 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.115974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network c2359edb-7be5-465b-9c8b-ce51db435d55 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:29:23.119191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:29:23.123189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:29:23.152659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] For port d0901d88-002e-41ae-a4ae-0ed5d185e85e, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:29:23.152909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=f0dee939-8b6f-4390-965f-fa06d37f788e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:23.156001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] For port d0901d88-002e-41ae-a4ae-0ed5d185e85e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d0901d88-002e-41ae-a4ae-0ed5d185e85e,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:29:23.173107 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.223885 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.300050 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b082c-9c34-4952-92b8-880df61d9d04 None None] Pushing event updated for resources: {'Port': ['ID=d0901d88-002e-41ae-a4ae-0ed5d185e85e,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:23.364249 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 94d61499-04bc-4eea-8c51-bcda1b86c357 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:29:23.375820 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.424505 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 94d61499-04bc-4eea-8c51-bcda1b86c357 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:23.424892 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.538742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.567670 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 94d61499-04bc-4eea-8c51-bcda1b86c357, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=94d61499-04bc-4eea-8c51-bcda1b86c357,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:23.618352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.670718 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=94d61499-04bc-4eea-8c51-bcda1b86c357,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:23.697836 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.742618 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.806195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:23.825843 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=f0dee939-8b6f-4390-965f-fa06d37f788e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:23.912721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network c2359edb-7be5-465b-9c8b-ce51db435d55 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:29:23.914241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:29:24.026259 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5e47f6f5-ca71-4262-b7a8-ff088192f36e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:29:24.129546 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:29:24.134653 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fce751d5-8f5d-4e77-be5d-525fc19a74fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/5e47f6f5-ca71-4262-b7a8-ff088192f36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0857434 Sep 22 11:29:24.204137 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Sync routers for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:29:24.213631 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:24.214274 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:28:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:24.279198 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-952cc54d-4565-4c8e-bc76-7b5e3e547538 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298355799&fields=id&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 267 time: 0.0364053 Sep 22 11:29:24.317306 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:24.385496 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-8ef0beae-3b87-4f9f-902a-069c18dddc2a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:24.387010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-8ef0beae-3b87-4f9f-902a-069c18dddc2a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/networks?id=c2359edb-7be5-465b-9c8b-ce51db435d55 HTTP/1.1" status: 200 len: 797 time: 0.1002939 Sep 22 11:29:24.402583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c5bdb235-7fed-4ff4-80ab-30165dbdd4a2 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/quotas/8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 375 time: 0.0094714 Sep 22 11:29:24.454501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-3e39b97b-e4a7-4c15-835c-79761f29cf32 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453784 Sep 22 11:29:24.601725 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-f4e5fdd8-77a9-4f20-923e-c1b7775c1296 service neutron] 10.222.0.20 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355157 Sep 22 11:29:24.612415 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f0dee939-8b6f-4390-965f-fa06d37f788e', 'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:0e:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:22Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 2, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:24.640246 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Checking router: 5e47f6f5-ca71-4262-b7a8-ff088192f36e for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:29:24.640601 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Updating router 5e47f6f5-ca71-4262-b7a8-ff088192f36e port f0dee939-8b6f-4390-965f-fa06d37f788e binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:29:24.669758 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:24.710507 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-d28bd75a-7823-4cc4-9558-c995dd1224d6 service neutron] 10.222.0.20 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977104 Sep 22 11:29:24.901987 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5267cd-68a0-47d4-93e8-998ba310f07e None None] Network c2359edb-7be5-465b-9c8b-ce51db435d55 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:29:24.952535 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:24.984047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f05972a8-3f00-43a8-991f-3118f291b860 req-c5f80980-ffa0-4d61-9375-c57e92c9b51d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 210 time: 0.0276384 Sep 22 11:29:24.993338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-fe66b001-0faf-4b86-b6b5-06170208497c None None] Provisioning complete for port d0901d88-002e-41ae-a4ae-0ed5d185e85e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:24.993716 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fe66b001-0faf-4b86-b6b5-06170208497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.074225 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.129516 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Pushing event updated for resources: {'Port': ['ID=f0dee939-8b6f-4390-965f-fa06d37f788e,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:25.149521 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fe66b001-0faf-4b86-b6b5-06170208497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.153803 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.154189 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.154513 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.154845 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.155173 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.155504 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.155828 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.156150 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.156471 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.156789 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.157117 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.157422 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:29:25.186459 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Attempting to bind port f0dee939-8b6f-4390-965f-fa06d37f788e on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:29:25.186825 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Attempting to bind port f0dee939-8b6f-4390-965f-fa06d37f788e by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:29:25.187183 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Attempting to bind port f0dee939-8b6f-4390-965f-fa06d37f788e on network c2359edb-7be5-465b-9c8b-ce51db435d55 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:29:25.191960 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:29:25.192318 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Checking segment: {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:29:25.192738 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.193127 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Bound using segment: {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:29:25.193905 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Bound port: f0dee939-8b6f-4390-965f-fa06d37f788e, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:29:25.194048 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.200654 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fe66b001-0faf-4b86-b6b5-06170208497c None None] For port d0901d88-002e-41ae-a4ae-0ed5d185e85e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d0901d88-002e-41ae-a4ae-0ed5d185e85e,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:25.228567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7110fdaa-8991-4c84-9ef3-6bdc36c6d78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.245549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fe66b001-0faf-4b86-b6b5-06170208497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.265781 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] For port f0dee939-8b6f-4390-965f-fa06d37f788e, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:29:25.269179 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] For port f0dee939-8b6f-4390-965f-fa06d37f788e, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f0dee939-8b6f-4390-965f-fa06d37f788e,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:29:25.302133 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66b001-0faf-4b86-b6b5-06170208497c None None] Pushing event updated for resources: {'Port': ['ID=d0901d88-002e-41ae-a4ae-0ed5d185e85e,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:25.337992 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.405294 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:25.405841 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:25.441187 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d0901d88-002e-41ae-a4ae-0ed5d185e85e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:29:25.459378 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835b131-b091-4e83-9c9b-0f1838e56352 None None] Pushing event updated for resources: {'Port': ['ID=f0dee939-8b6f-4390-965f-fa06d37f788e,revision_number=4']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:25.498740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-918559aa-37ad-4118-8f9f-8040aecb2274 None None] Provisioning complete for port d0901d88-002e-41ae-a4ae-0ed5d185e85e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:25.499465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-918559aa-37ad-4118-8f9f-8040aecb2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.546640 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:25.560387 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d0901d88-002e-41ae-a4ae-0ed5d185e85e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:25.560806 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.634336 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.674613 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-918559aa-37ad-4118-8f9f-8040aecb2274 None None] Provisioning complete for port f0dee939-8b6f-4390-965f-fa06d37f788e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:25.675033 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-918559aa-37ad-4118-8f9f-8040aecb2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.709583 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 94d61499-04bc-4eea-8c51-bcda1b86c357 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:29:25.771750 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f0dee939-8b6f-4390-965f-fa06d37f788e', 'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:0e:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:22Z', 'updated_at': '2021-09-22T11:29:25Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:25.804474 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22a318-632f-400d-a916-aa29e9b62c80 None None] The sync data for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 is: [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f0dee939-8b6f-4390-965f-fa06d37f788e', 'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:0e:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:22Z', 'updated_at': '2021-09-22T11:29:25Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:29:25.806169 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 94d61499-04bc-4eea-8c51-bcda1b86c357 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:25.806552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.808141 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-918559aa-37ad-4118-8f9f-8040aecb2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:25.898225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-918559aa-37ad-4118-8f9f-8040aecb2274 None None] For port f0dee939-8b6f-4390-965f-fa06d37f788e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f0dee939-8b6f-4390-965f-fa06d37f788e,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:25.959503 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-918559aa-37ad-4118-8f9f-8040aecb2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:26.018996 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918559aa-37ad-4118-8f9f-8040aecb2274 None None] Pushing event updated for resources: {'Port': ['ID=f0dee939-8b6f-4390-965f-fa06d37f788e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:26.080414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-6b6633b1-112e-45ba-8d35-175065f624be None None] Provisioning complete for port f0dee939-8b6f-4390-965f-fa06d37f788e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:26.081083 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6b6633b1-112e-45ba-8d35-175065f624be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:26.111325 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62dedd5c-2a95-4445-93bf-468cc9084085 req-626c300d-f193-4b1d-9aca-c0540da84b7a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 210 time: 0.0444312 Sep 22 11:29:26.250889 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:26.308404 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-7eac83bf-3c04-48b6-b04d-057567675465 None None] Provisioning complete for port f0dee939-8b6f-4390-965f-fa06d37f788e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:26.309621 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7eac83bf-3c04-48b6-b04d-057567675465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:26.332281 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:26.433058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:26.535221 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-811afeee-3943-4d7d-b388-e2c77d04dbf4 None None] Provisioning complete for port f0dee939-8b6f-4390-965f-fa06d37f788e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:26.535589 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-811afeee-3943-4d7d-b388-e2c77d04dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:26.927316 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-5059b571-5115-4910-bffd-e82a3accb838 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:26.928795 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-5059b571-5115-4910-bffd-e82a3accb838 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/networks?id=c2359edb-7be5-465b-9c8b-ce51db435d55 HTTP/1.1" status: 200 len: 797 time: 0.1078343 Sep 22 11:29:26.973098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-a665512f-e253-41b8-ad29-bec3590d6e75 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673 HTTP/1.1" status: 200 len: 380 time: 0.0348365 Sep 22 11:29:26.982597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'port': {'device_id': '840175c1-f409-4cdc-a920-89db110cd04a', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'admin_state_up': True, 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'security_groups': ['7d03a28e-8714-4b26-a979-14de23b55fff']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:27.153428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Made reservation on behalf of 8f6f75fc4abb4a6c8224e2a3e77bd673 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:29:27.157214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:27.233564 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aa4992bf-d5b9-4d25-bfe4-456ffd0df2e5 req-99867d4e-29dc-451a-9c77-d3c58866b86b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 210 time: 0.0549610 Sep 22 11:29:27.308132 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.20.0.7 (c2359edb-7be5-465b-9c8b-ce51db435d55/c13d0d2d-51ca-42ad-9a5b-9846d9154bbf/297f329c-1a75-46ad-815f-c148538540e6) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:29:27.401981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f0dee939-8b6f-4390-965f-fa06d37f788e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:29:27.449262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f0dee939-8b6f-4390-965f-fa06d37f788e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:27.449634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:27.450823 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:27.526988 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d0901d88-002e-41ae-a4ae-0ed5d185e85e up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:29:27.554961 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:27.577416 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port d0901d88-002e-41ae-a4ae-0ed5d185e85e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:27.577796 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:27.596428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network c2359edb-7be5-465b-9c8b-ce51db435d55 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:29:27.599411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:29:27.603592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:29:27.632058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=297f329c-1a75-46ad-815f-c148538540e6,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:27.666004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:27.666967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:27.736648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-9996848d-8a61-4370-9135-d040d4f50913 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577364 Sep 22 11:29:27.793196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Request body: {'port': {'device_id': '840175c1-f409-4cdc-a920-89db110cd04a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:27.849336 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c1bf0639-10bf-4999-ad44-38a30f192cbc None None] Provisioning complete for port 297f329c-1a75-46ad-815f-c148538540e6 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:27.849706 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c1bf0639-10bf-4999-ad44-38a30f192cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:27.851733 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:27.886153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf0639-10bf-4999-ad44-38a30f192cbc None None] Port 297f329c-1a75-46ad-815f-c148538540e6 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:29:28.104826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297f329c-1a75-46ad-815f-c148538540e6 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:29:28.112112 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:28.123276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Transition to ACTIVE for port object 297f329c-1a75-46ad-815f-c148538540e6 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:29:28.205183 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:28.288731 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Pushing event updated for resources: {'Port': ['ID=297f329c-1a75-46ad-815f-c148538540e6,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:28.313887 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:28.365826 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Attempting to bind port 297f329c-1a75-46ad-815f-c148538540e6 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:29:28.366223 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Attempting to bind port 297f329c-1a75-46ad-815f-c148538540e6 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:29:28.366560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Attempting to bind port 297f329c-1a75-46ad-815f-c148538540e6 on network c2359edb-7be5-465b-9c8b-ce51db435d55 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:29:28.373740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Port 297f329c-1a75-46ad-815f-c148538540e6 on network c2359edb-7be5-465b-9c8b-ce51db435d55 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:29:28.374063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Attempting to bind port 297f329c-1a75-46ad-815f-c148538540e6 on network c2359edb-7be5-465b-9c8b-ce51db435d55 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:29:28.382505 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:29:28.382846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Checking segment: {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:29:28.383240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Bound using segment: {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:29:28.383674 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Bound port: 297f329c-1a75-46ad-815f-c148538540e6, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82348574-0e64-4384-a659-832e9c704a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:29:28.384036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:28.405464 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e36d1-8466-4498-9f1a-6eea4925785f req-8e9fdb54-33cf-41b9-a311-4a6f982dfb52 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:28.407047 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d8e36d1-8466-4498-9f1a-6eea4925785f req-8e9fdb54-33cf-41b9-a311-4a6f982dfb52 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 943 time: 0.0778656 Sep 22 11:29:28.842740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0d8e36d1-8466-4498-9f1a-6eea4925785f req-f9dc1f25-3807-45c6-9d13-b6e0b4c95ad4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130588 Sep 22 11:29:28.846968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] For port 297f329c-1a75-46ad-815f-c148538540e6, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:29:28.850041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] For port 297f329c-1a75-46ad-815f-c148538540e6, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=297f329c-1a75-46ad-815f-c148538540e6,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:29:28.924785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:28.957599 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:28.958377 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:28.960217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] 10.222.0.30 "PUT /v2.0/ports/297f329c-1a75-46ad-815f-c148538540e6 HTTP/1.1" status: 200 len: 1091 time: 1.2155445 Sep 22 11:29:28.962270 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'tag': '297f329c-1a75-46ad-815f-c148538540e6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:29:28.965322 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08172aa-e6c8-4cf9-a21c-fb36a0ebc6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "tag": "297f329c-1a75-46ad-815f-c148538540e6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:29:28.992324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0539504-1df6-4cc6-9235-07bebb60f4cd service neutron] Pushing event updated for resources: {'Port': ['ID=297f329c-1a75-46ad-815f-c148538540e6,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:29.008252 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c159a8-d36c-456d-ac05-abeb38703074 x-openstack-request-id: req-c0c159a8-d36c-456d-ac05-abeb38703074 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:29:29.008547 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "tag": "297f329c-1a75-46ad-815f-c148538540e6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:29:29.008819 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0c159a8-d36c-456d-ac05-abeb38703074 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:29:29.009243 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'tag': '297f329c-1a75-46ad-815f-c148538540e6', 'status': 'completed', 'code': 200} Sep 22 11:29:29.069704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08172aa-e6c8-4cf9-a21c-fb36a0ebc6b5 req-5ab040f0-0880-4aea-94fd-5101df1a8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:29.071295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c08172aa-e6c8-4cf9-a21c-fb36a0ebc6b5 req-5ab040f0-0880-4aea-94fd-5101df1a8112 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 1094 time: 0.0427082 Sep 22 11:29:29.178294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08172aa-e6c8-4cf9-a21c-fb36a0ebc6b5 req-8f675480-13b8-4531-8a6d-076e7d2916ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:29.180356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c08172aa-e6c8-4cf9-a21c-fb36a0ebc6b5 req-8f675480-13b8-4531-8a6d-076e7d2916ff service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1013546 Sep 22 11:29:29.270586 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08172aa-e6c8-4cf9-a21c-fb36a0ebc6b5 req-2c94e41a-c179-493b-b82f-056a85e0a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:29.272113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c08172aa-e6c8-4cf9-a21c-fb36a0ebc6b5 req-2c94e41a-c179-493b-b82f-056a85e0a948 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847759 Sep 22 11:29:29.352130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-edb874a5-9097-4e36-962e-6543fbfddf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:29.353615 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-edb874a5-9097-4e36-962e-6543fbfddf55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 1094 time: 0.0434535 Sep 22 11:29:29.393666 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-2f5cc8ff-1123-4520-8e6e-f14df50a1cdc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=297f329c-1a75-46ad-815f-c148538540e6 HTTP/1.1" status: 200 len: 217 time: 0.0326581 Sep 22 11:29:29.441583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-17c2125a-a3bd-45ac-8bf0-2adb24d833eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:29.443069 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-17c2125a-a3bd-45ac-8bf0-2adb24d833eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c13d0d2d-51ca-42ad-9a5b-9846d9154bbf HTTP/1.1" status: 200 len: 835 time: 0.0428464 Sep 22 11:29:29.490896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-067c8abf-8173-4818-9b3f-13c584a7c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:29.492386 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-067c8abf-8173-4818-9b3f-13c584a7c624 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2359edb-7be5-465b-9c8b-ce51db435d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424821 Sep 22 11:29:29.580115 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-d5174da0-699b-4224-961e-79b69a793f40 service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799820 Sep 22 11:29:29.670780 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c790fb9a-6dbf-46ca-bdc6-600de7b7e722 req-96831143-37ca-4898-9612-a9a1817c1d5c service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835273 Sep 22 11:29:29.959701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7e8d-f5f1-4637-b6b4-c553d77ae2f7 req-3e73bccd-75b0-438c-a165-21ab5f438e18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:29.961888 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-042b7e8d-f5f1-4637-b6b4-c553d77ae2f7 req-3e73bccd-75b0-438c-a165-21ab5f438e18 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 943 time: 0.0488348 Sep 22 11:29:29.998279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-042b7e8d-f5f1-4637-b6b4-c553d77ae2f7 req-0dcb39ba-368d-467c-bb99-739b7ebd16d1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304070 Sep 22 11:29:31.111238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0501d6-b1ba-4f34-a7ef-120b26a9fde7 req-ca3e5b2e-9fe9-492f-b999-b43b14f79ecf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:31.112727 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf0501d6-b1ba-4f34-a7ef-120b26a9fde7 req-ca3e5b2e-9fe9-492f-b999-b43b14f79ecf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 943 time: 0.0480876 Sep 22 11:29:31.148944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf0501d6-b1ba-4f34-a7ef-120b26a9fde7 req-7911864b-b4bc-45df-9293-4550c539fbbe tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302453 Sep 22 11:29:32.277581 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4feabb-96db-4d81-a197-01047629d814 req-7d337b5c-d01d-4a65-a435-ad571260bbe4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:32.279117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c4feabb-96db-4d81-a197-01047629d814 req-7d337b5c-d01d-4a65-a435-ad571260bbe4 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 943 time: 0.0557518 Sep 22 11:29:32.317729 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7c4feabb-96db-4d81-a197-01047629d814 req-dad00c9d-1632-4a73-a066-c520a6f53f8f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Sep 22 11:29:33.429483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2a877-b06b-4734-840f-5606dbd1942b req-4400f670-7bf7-44f3-bd4e-7aa309169680 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:33.430970 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59f2a877-b06b-4734-840f-5606dbd1942b req-4400f670-7bf7-44f3-bd4e-7aa309169680 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 943 time: 0.0481482 Sep 22 11:29:33.455689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 297f329c-1a75-46ad-815f-c148538540e6 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:29:33.468706 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-59f2a877-b06b-4734-840f-5606dbd1942b req-6454ec56-3e7e-46c6-b899-6bbdd3c548da tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Sep 22 11:29:33.555942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 297f329c-1a75-46ad-815f-c148538540e6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=297f329c-1a75-46ad-815f-c148538540e6,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:33.571368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '297f329c-1a75-46ad-815f-c148538540e6', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'port_id': '297f329c-1a75-46ad-815f-c148538540e6', 'mac_address': 'fa:16:3e:05:a8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:29:33.611152 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:33.624740 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297f329c-1a75-46ad-815f-c148538540e6 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:29:33.643912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 297f329c-1a75-46ad-815f-c148538540e6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=297f329c-1a75-46ad-815f-c148538540e6,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:33.718009 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:33.772037 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=297f329c-1a75-46ad-815f-c148538540e6,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:33.935828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['297f329c-1a75-46ad-815f-c148538540e6'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:29:34.581897 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aab23-c401-4541-a918-ab503c4d354f req-c5531946-ff11-4c7a-9735-e6387549bdf0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:34.583438 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c63aab23-c401-4541-a918-ab503c4d354f req-c5531946-ff11-4c7a-9735-e6387549bdf0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 944 time: 0.0487666 Sep 22 11:29:34.621239 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c63aab23-c401-4541-a918-ab503c4d354f req-770780a5-665d-4848-bace-8580b1f75cdc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Sep 22 11:29:35.470422 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 297f329c-1a75-46ad-815f-c148538540e6 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:29:35.570013 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 297f329c-1a75-46ad-815f-c148538540e6 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:29:35.574203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 297f329c-1a75-46ad-815f-c148538540e6 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:29:35.577458 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:35.650513 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:35.672842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297f329c-1a75-46ad-815f-c148538540e6'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:29:35.677280 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb9ee25-cf6b-4fa2-89be-6deb234c25b0" -d '{"events": [{"server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "name": "network-vif-plugged", "status": "completed", "tag": "297f329c-1a75-46ad-815f-c148538540e6"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:29:35.687994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 297f329c-1a75-46ad-815f-c148538540e6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=297f329c-1a75-46ad-815f-c148538540e6,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:29:35.740562 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2cd3d-3ecf-43f7-91cc-fe4eee2336c4 req-51b6b0b4-5767-4f56-90fa-a95396008c2e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:35.742644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03c2cd3d-3ecf-43f7-91cc-fe4eee2336c4 req-51b6b0b4-5767-4f56-90fa-a95396008c2e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 944 time: 0.0542591 Sep 22 11:29:35.747946 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:35.786595 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03c2cd3d-3ecf-43f7-91cc-fe4eee2336c4 req-6f1240e6-464f-4d6c-b8ec-fe06394aa09a tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377359 Sep 22 11:29:35.795617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=297f329c-1a75-46ad-815f-c148538540e6,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:35.881945 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5e5d90-9c79-4886-9206-2ef81c6cbdbb x-openstack-request-id: req-9a5e5d90-9c79-4886-9206-2ef81c6cbdbb {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:29:35.882271 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "name": "network-vif-plugged", "status": "completed", "tag": "297f329c-1a75-46ad-815f-c148538540e6", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:29:35.882529 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a5e5d90-9c79-4886-9206-2ef81c6cbdbb {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:29:35.882930 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297f329c-1a75-46ad-815f-c148538540e6', 'code': 200} Sep 22 11:29:35.975445 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bbffc-5cda-40b3-b726-3798d6a9aea7 req-ba673cf0-3d55-46cf-b346-5edb9002afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:35.977698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b4bbffc-5cda-40b3-b726-3798d6a9aea7 req-ba673cf0-3d55-46cf-b346-5edb9002afd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 1096 time: 0.0398579 Sep 22 11:29:36.011630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b4bbffc-5cda-40b3-b726-3798d6a9aea7 req-1589f43a-29b7-49c9-b193-f8837d82eea7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272346 Sep 22 11:29:36.902009 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719842ad-6b28-4b61-b183-831a69bb6184 req-9c72ca91-2412-4c7c-911a-29606ecfdb1d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:36.903517 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-719842ad-6b28-4b61-b183-831a69bb6184 req-9c72ca91-2412-4c7c-911a-29606ecfdb1d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0483086 Sep 22 11:29:36.941368 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-719842ad-6b28-4b61-b183-831a69bb6184 req-bec29c64-161e-42b0-b84e-3a976a2ed5f8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Sep 22 11:29:38.063733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849a991-ead1-467a-a3ea-d7781a03da1c req-abdb1fd9-18d1-42b1-9fcd-ea6c5008e33b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:38.065213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6849a991-ead1-467a-a3ea-d7781a03da1c req-abdb1fd9-18d1-42b1-9fcd-ea6c5008e33b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0532901 Sep 22 11:29:38.103055 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6849a991-ead1-467a-a3ea-d7781a03da1c req-be62dff8-8089-4f2d-b728-207b51954389 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Sep 22 11:29:38.216250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ca9c1-580c-4c3d-a27c-ef12309dbfca req-a040afe6-58c3-4cd5-a159-9d81d1aa4ebe tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:38.217911 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b59ca9c1-580c-4c3d-a27c-ef12309dbfca req-a040afe6-58c3-4cd5-a159-9d81d1aa4ebe tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0486691 Sep 22 11:29:38.257406 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b59ca9c1-580c-4c3d-a27c-ef12309dbfca req-1d79fc0c-7c32-4c00-a972-b4746f44251c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321047 Sep 22 11:29:38.279101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48968) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:38.324237 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9da8a-9f95-49ff-a357-e92b9dfb49f3 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:38.325832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9dd9da8a-9f95-49ff-a357-e92b9dfb49f3 tempest-TestNetworkAdvancedServerOps-1871219547 tempest-TestNetworkAdvancedServerOps-1871219547-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 1091 time: 0.0457301 Sep 22 11:29:38.328670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48970) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:38.332930 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '297f329c-1a75-46ad-815f-c148538540e6', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:29:38.428022 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:38.527081 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:38.627675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Allocated IP 172.25.1.222 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/9a198009-2243-4e2b-9c6e-802c6ceb771a) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:29:38.728458 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:38.827692 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:38.864899 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:29:38.867626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:29:38.871055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:29:38.878053 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=9a198009-2243-4e2b-9c6e-802c6ceb771a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:39.212116 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:39.332158 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:39.478941 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:39.512967 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:39.586972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event updated for resources: {'Port': ['ID=9a198009-2243-4e2b-9c6e-802c6ceb771a,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:29:39.596733 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:39.693851 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP 9264dab5-633d-4fa7-879c-ae14f894d046 associated. External IP: 172.25.1.222, port: 297f329c-1a75-46ad-815f-c148538540e6. Sep 22 11:29:39.920963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5e47f6f5-ca71-4262-b7a8-ff088192f36e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:29:40.025516 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:29:40.035817 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] Sync routers for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:29:40.045278 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:40.045891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:40.124404 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:40.151954 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:40.152786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-33841e1c-ae2b-4142-b8bc-0b62154c35ad tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8231225 Sep 22 11:29:40.153379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'tag': '297f329c-1a75-46ad-815f-c148538540e6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:29:40.155676 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca46b7f-456f-4620-9f9d-79dba76cb659" -d '{"events": [{"name": "network-changed", "server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "tag": "297f329c-1a75-46ad-815f-c148538540e6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:29:40.253276 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f75041-2b4a-4737-991f-ac74df08f098 req-f9a17b36-4261-405d-9d55-658bf3812309 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:40.254813 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05f75041-2b4a-4737-991f-ac74df08f098 req-f9a17b36-4261-405d-9d55-658bf3812309 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0540440 Sep 22 11:29:40.293179 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-05f75041-2b4a-4737-991f-ac74df08f098 req-8dacb0e5-19b0-40d5-841e-6683fa0f7a0f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316405 Sep 22 11:29:40.316569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48976) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:40.364046 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f2c1df-342c-4086-abe7-125932c9e9c3 x-openstack-request-id: req-43f2c1df-342c-4086-abe7-125932c9e9c3 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:29:40.364326 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "tag": "297f329c-1a75-46ad-815f-c148538540e6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:29:40.364569 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43f2c1df-342c-4086-abe7-125932c9e9c3 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:29:40.364966 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'tag': '297f329c-1a75-46ad-815f-c148538540e6', 'status': 'completed', 'code': 200} Sep 22 11:29:40.390382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '9264dab5-633d-4fa7-879c-ae14f894d046', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'port_id': '297f329c-1a75-46ad-815f-c148538540e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'mac_address': 'fa:16:3e:05:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840175c1-f409-4cdc-a920-89db110cd04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:29:39Z', 'updated_at': '2021-09-22T11:29:39Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dee939-8b6f-4390-965f-fa06d37f788e', 'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:0e:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:22Z', 'updated_at': '2021-09-22T11:29:25Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:40.415513 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] Checking router: 5e47f6f5-ca71-4262-b7a8-ff088192f36e for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:29:40.417658 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-c1ff1682-2997-4a8a-941b-5f8750c1558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:40.419185 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-c1ff1682-2997-4a8a-941b-5f8750c1558f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 1096 time: 0.0569837 Sep 22 11:29:40.422217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-48423614-6442-4a9b-8ffe-1fa99c2fdacf tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/9264dab5-633d-4fa7-879c-ae14f894d046 HTTP/1.1" status: 200 len: 991 time: 0.1045735 Sep 22 11:29:40.423784 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:29:40.424376 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:29:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:40.511921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-730dab86-ba1c-4266-a899-59d8ebb52ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:40.513316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-730dab86-ba1c-4266-a899-59d8ebb52ebc service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2359edb-7be5-465b-9c8b-ce51db435d55 HTTP/1.1" status: 200 len: 898 time: 0.0871987 Sep 22 11:29:40.526908 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:29:40.581636 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-975624b6-450d-489d-a751-a5afeccc59c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=297f329c-1a75-46ad-815f-c148538540e6 HTTP/1.1" status: 200 len: 999 time: 0.0612321 Sep 22 11:29:40.631575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-16fbaa44-32e8-46c2-869a-25eac72c5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:40.633082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-16fbaa44-32e8-46c2-869a-25eac72c5355 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c13d0d2d-51ca-42ad-9a5b-9846d9154bbf HTTP/1.1" status: 200 len: 835 time: 0.0451052 Sep 22 11:29:40.677730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-708a40c0-12a9-4623-9459-9e20cd23a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:40.679240 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-708a40c0-12a9-4623-9459-9e20cd23a20a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2359edb-7be5-465b-9c8b-ce51db435d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387263 Sep 22 11:29:40.752545 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '9264dab5-633d-4fa7-879c-ae14f894d046', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'port_id': '297f329c-1a75-46ad-815f-c148538540e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'mac_address': 'fa:16:3e:05:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840175c1-f409-4cdc-a920-89db110cd04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:29:39Z', 'updated_at': '2021-09-22T11:29:39Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dee939-8b6f-4390-965f-fa06d37f788e', 'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:0e:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:22Z', 'updated_at': '2021-09-22T11:29:25Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:29:40.770913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-e5cf88d3-d271-42d8-b3f1-4be69d7515ee service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845363 Sep 22 11:29:40.779098 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791791e5-69b7-4f0e-bbfc-d641ba56234b None None] The sync data for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 is: [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '9264dab5-633d-4fa7-879c-ae14f894d046', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'port_id': '297f329c-1a75-46ad-815f-c148538540e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'mac_address': 'fa:16:3e:05:a8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840175c1-f409-4cdc-a920-89db110cd04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:29:39Z', 'updated_at': '2021-09-22T11:29:39Z', 'revision_number': 0, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0dee939-8b6f-4390-965f-fa06d37f788e', 'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:0e:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:22Z', 'updated_at': '2021-09-22T11:29:25Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:29:40.861447 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6ca46b7f-456f-4620-9f9d-79dba76cb659 req-340c4d7a-a7bc-4650-9bb8-ed5b3e2a390b service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842659 Sep 22 11:29:40.963407 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ea9525-a552-4c1b-b913-c83d27d23db8 None None] New status for floating IP 9264dab5-633d-4fa7-879c-ae14f894d046: ACTIVE {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:29:41.426325 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 48978) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:29:41.488453 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-79c73773-14ba-4751-a681-ae889bf97a9c tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/9264dab5-633d-4fa7-879c-ae14f894d046 HTTP/1.1" status: 200 len: 993 time: 0.0609903 Sep 22 11:29:52.341838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7ecb228e-6190-4e6f-9d02-0e88954f4318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:53.615401 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:29:54.329476 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-a60bd010-f750-4f6c-8f3f-17e150572faa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385735 Sep 22 11:29:54.410858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-6f95858a-0ce2-40d5-99d9-cb6d52ef6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:54.412332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-6f95858a-0ce2-40d5-99d9-cb6d52ef6923 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 1096 time: 0.0402877 Sep 22 11:29:54.516147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-7812a1fa-222f-4d3e-8347-1a3b55a1c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:54.517576 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-7812a1fa-222f-4d3e-8347-1a3b55a1c56f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2359edb-7be5-465b-9c8b-ce51db435d55 HTTP/1.1" status: 200 len: 898 time: 0.0843353 Sep 22 11:29:54.580506 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-b03aa1f7-f419-4102-8730-a3317647dab7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=297f329c-1a75-46ad-815f-c148538540e6 HTTP/1.1" status: 200 len: 1001 time: 0.0557294 Sep 22 11:29:54.632078 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-3be9919c-bf60-4809-8437-768437885bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:54.633530 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-3be9919c-bf60-4809-8437-768437885bb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c13d0d2d-51ca-42ad-9a5b-9846d9154bbf HTTP/1.1" status: 200 len: 835 time: 0.0452654 Sep 22 11:29:54.677709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-6da4b218-3394-44ef-a156-f84bdd5b9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:29:54.679217 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-6da4b218-3394-44ef-a156-f84bdd5b9574 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2359edb-7be5-465b-9c8b-ce51db435d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388327 Sep 22 11:29:54.767827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-f23922ad-5e4b-4893-b5dd-32f15838fd43 service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808454 Sep 22 11:29:54.858232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15ae9cd8-0089-4f0e-8601-ccc383170c10 req-d62f1347-68fe-4086-8a4f-d21a9444fa52 service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831087 Sep 22 11:29:55.193058 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a2167c0c-d97e-43c0-a498-1259092dba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:55.598605 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:56.261929 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:56.278634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:56.415679 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:29:58.319295 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:12.956575 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c532c49-9500-4e1c-8252-6061df2a7cf4 req-1e8593e8-d830-416c-9ea5-780ece3e71db tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:12.958050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c532c49-9500-4e1c-8252-6061df2a7cf4 req-1e8593e8-d830-416c-9ea5-780ece3e71db tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0488632 Sep 22 11:30:12.994253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1c532c49-9500-4e1c-8252-6061df2a7cf4 req-8c0a7cbb-56fa-4449-9b36-8ed8e19e56f9 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302229 Sep 22 11:30:14.106678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc023d0d-258c-4c4a-aafb-f5449afd2ef2 req-59bbd56c-48f4-401f-b890-8e7b3fdf1c13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:14.108130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc023d0d-258c-4c4a-aafb-f5449afd2ef2 req-59bbd56c-48f4-401f-b890-8e7b3fdf1c13 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0468657 Sep 22 11:30:14.149097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cc023d0d-258c-4c4a-aafb-f5449afd2ef2 req-9b9514ce-c9a1-473b-b3cb-6de21d074dfd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351875 Sep 22 11:30:14.170710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49002) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:14.228651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-cebc4d5e-54b4-4b01-8a3a-04eb98ec0c49 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/9264dab5-633d-4fa7-879c-ae14f894d046 HTTP/1.1" status: 200 len: 993 time: 0.0568600 Sep 22 11:30:15.660916 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f7b8-237c-4d95-9d48-a999221d52b7 req-5200e413-f37c-42bf-9e0d-a31ddb720244 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:15.662596 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-caa4f7b8-237c-4d95-9d48-a999221d52b7 req-5200e413-f37c-42bf-9e0d-a31ddb720244 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0490522 Sep 22 11:30:15.727779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-caa4f7b8-237c-4d95-9d48-a999221d52b7 req-7b263e7b-42c1-4502-9fa7-9e6fa76ffb70 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586228 Sep 22 11:30:15.737685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-232c2f26-8189-434a-bf84-85d36675354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:15.739225 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-232c2f26-8189-434a-bf84-85d36675354d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 1096 time: 0.0569448 Sep 22 11:30:15.825724 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-d8187214-ee3b-403b-9ded-b2ba91694db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:15.827109 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-d8187214-ee3b-403b-9ded-b2ba91694db2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2359edb-7be5-465b-9c8b-ce51db435d55 HTTP/1.1" status: 200 len: 898 time: 0.0814466 Sep 22 11:30:15.894458 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-1579ad6c-b626-439b-a543-5ea8b7e0f25d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=297f329c-1a75-46ad-815f-c148538540e6 HTTP/1.1" status: 200 len: 1001 time: 0.0592203 Sep 22 11:30:15.941526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-5f9a09cc-c451-458d-8750-c3a4e11757a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:15.942959 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-5f9a09cc-c451-458d-8750-c3a4e11757a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c13d0d2d-51ca-42ad-9a5b-9846d9154bbf HTTP/1.1" status: 200 len: 835 time: 0.0422332 Sep 22 11:30:15.986497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-febb815e-28d0-4566-a7ca-120ddab11b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:15.988073 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-febb815e-28d0-4566-a7ca-120ddab11b50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2359edb-7be5-465b-9c8b-ce51db435d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383158 Sep 22 11:30:16.080775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-c04e4d33-e0d8-4d62-b43c-9afa324b0d2d service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854275 Sep 22 11:30:16.166832 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4aeddbf-de8e-4bb1-8d51-6b545c0de16f req-843e9cf6-359f-4fc3-aceb-fb18d68a6ebd service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789998 Sep 22 11:30:16.847896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e9964-643f-49f6-92a6-001ecf08ae51 req-21e23aa9-d649-4a66-9a45-61cce799a05d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:16.849293 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd6e9964-643f-49f6-92a6-001ecf08ae51 req-21e23aa9-d649-4a66-9a45-61cce799a05d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0527041 Sep 22 11:30:16.888687 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-cd6e9964-643f-49f6-92a6-001ecf08ae51 req-c1e991ac-427d-416a-b508-8925c042bdb0 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334156 Sep 22 11:30:18.002344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ecfd1-eba4-4cb3-8702-6f3e6586ba1f req-2228d9d3-361d-4ea5-b15d-a2ed91d78092 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:18.003793 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-949ecfd1-eba4-4cb3-8702-6f3e6586ba1f req-2228d9d3-361d-4ea5-b15d-a2ed91d78092 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0474808 Sep 22 11:30:18.040663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-949ecfd1-eba4-4cb3-8702-6f3e6586ba1f req-84ff7f42-717a-43d6-a9ae-7f849c9424fa tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306962 Sep 22 11:30:18.061985 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49014) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:18.121975 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e73f1ae0-2653-46ef-8eea-4080c5f8fe55 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/floatingips/9264dab5-633d-4fa7-879c-ae14f894d046 HTTP/1.1" status: 200 len: 993 time: 0.0589240 Sep 22 11:30:18.330475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49020) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:18.815312 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 9a198009-2243-4e2b-9c6e-802c6ceb771a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:30:18.815661 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:18.886735 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:18.886990 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:18.898061 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 9a198009-2243-4e2b-9c6e-802c6ceb771a owned by network:floatingip {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:30:19.107147 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:19.131755 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=9a198009-2243-4e2b-9c6e-802c6ceb771a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:19.142411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.142766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.143110 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.143456 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.143792 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.144125 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.144578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.144909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.145241 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.145569 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.145896 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.146250 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:19.205493 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for floatingip, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:19.205837 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Floating IP 9264dab5-633d-4fa7-879c-ae14f894d046 disassociated (deleted). External IP: 172.25.1.222, port: 297f329c-1a75-46ad-815f-c148538540e6. Sep 22 11:30:19.407567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5e47f6f5-ca71-4262-b7a8-ff088192f36e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:30:19.510247 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:30:19.515532 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:19.520079 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] Sync routers for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:30:19.529868 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:19.530503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:19.541616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bc02eb36-1fba-4bbb-a7a0-df09ba1d2a50 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/floatingips/9264dab5-633d-4fa7-879c-ae14f894d046 HTTP/1.1" status: 204 len: 168 time: 1.2100964 Sep 22 11:30:19.542317 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'tag': '297f329c-1a75-46ad-815f-c148538540e6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:30:19.544933 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e98023-63ea-4027-be2e-ea8f26d1fb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "tag": "297f329c-1a75-46ad-815f-c148538540e6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:30:19.784710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:19.885564 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f916bea0-8681-46d4-b3b0-b3cd1c56881b x-openstack-request-id: req-f916bea0-8681-46d4-b3b0-b3cd1c56881b {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:30:19.886420 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "tag": "297f329c-1a75-46ad-815f-c148538540e6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:30:19.886683 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f916bea0-8681-46d4-b3b0-b3cd1c56881b {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:30:19.887087 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'tag': '297f329c-1a75-46ad-815f-c148538540e6', 'status': 'completed', 'code': 200} Sep 22 11:30:19.981326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-0b831048-046a-46a1-a248-a270908a5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:19.982891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-0b831048-046a-46a1-a248-a270908a5e4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 1096 time: 0.0726678 Sep 22 11:30:19.984124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f0dee939-8b6f-4390-965f-fa06d37f788e', 'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:0e:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:22Z', 'updated_at': '2021-09-22T11:29:25Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:19.991242 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e6e06-b0b2-4882-9b6a-7261f3af289b req-328b6f97-9249-4a78-a4b8-859e7a04ce73 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:19.992644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-200e6e06-b0b2-4882-9b6a-7261f3af289b req-328b6f97-9249-4a78-a4b8-859e7a04ce73 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0576110 Sep 22 11:30:20.013504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] Checking router: 5e47f6f5-ca71-4262-b7a8-ff088192f36e for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:30:20.025216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:20.025550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:20.081283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-200e6e06-b0b2-4882-9b6a-7261f3af289b req-de206f90-c20c-45f7-a06b-c44d713ba42b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799975 Sep 22 11:30:20.113518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-a0185682-3e30-463e-b3fb-69647616095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:20.115747 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-a0185682-3e30-463e-b3fb-69647616095c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2359edb-7be5-465b-9c8b-ce51db435d55 HTTP/1.1" status: 200 len: 898 time: 0.1222713 Sep 22 11:30:20.130399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:20.158960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-a4d4e52a-cf43-471d-9e04-7183e41393fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=297f329c-1a75-46ad-815f-c148538540e6 HTTP/1.1" status: 200 len: 217 time: 0.0350566 Sep 22 11:30:20.213823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-0c019b8e-9208-4387-aabc-a42a727f7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:20.215380 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-0c019b8e-9208-4387-aabc-a42a727f7747 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c13d0d2d-51ca-42ad-9a5b-9846d9154bbf HTTP/1.1" status: 200 len: 835 time: 0.0491359 Sep 22 11:30:20.261805 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-d0b5a5c3-e7e0-47da-9659-0c8c1a9f7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:20.263362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-d0b5a5c3-e7e0-47da-9659-0c8c1a9f7462 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2359edb-7be5-465b-9c8b-ce51db435d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406246 Sep 22 11:30:20.327188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f0dee939-8b6f-4390-965f-fa06d37f788e', 'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:0e:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:22Z', 'updated_at': '2021-09-22T11:29:25Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:20.356871 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5432e6-7963-41a2-9d95-1b1cefeea784 None None] The sync data for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 is: [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f0dee939-8b6f-4390-965f-fa06d37f788e', 'name': '', 'network_id': 'c2359edb-7be5-465b-9c8b-ce51db435d55', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'mac_address': 'fa:16:3e:0e:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:22Z', 'updated_at': '2021-09-22T11:29:25Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'subnets': [{'id': 'c13d0d2d-51ca-42ad-9a5b-9846d9154bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:30:20.358050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-92de1765-22ab-4ebd-81f4-a42ece59b131 service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868413 Sep 22 11:30:20.453328 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e98023-63ea-4027-be2e-ea8f26d1fb4e req-7cfb6172-f2d8-47ef-b526-3ced96c652e2 service neutron] 10.222.0.30 "GET /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869668 Sep 22 11:30:20.574979 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a9399-28f5-45e6-b2f6-fe0d926f23b7 None None] New status for floating IP 9264dab5-633d-4fa7-879c-ae14f894d046: DOWN {{(pid=95684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:30:21.198416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8fe34-63fc-4ea6-9d79-4195dbb3e413 req-ebfdd238-31c8-4bf3-bc9a-bfed057040b1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:21.199915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eb8fe34-63fc-4ea6-9d79-4195dbb3e413 req-ebfdd238-31c8-4bf3-bc9a-bfed057040b1 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0493743 Sep 22 11:30:21.238678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3eb8fe34-63fc-4ea6-9d79-4195dbb3e413 req-69f4e572-b146-4378-9aef-ac2e143774bc tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d03a28e-8714-4b26-a979-14de23b55fff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326400 Sep 22 11:30:21.422287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-f98277fa-1497-4c91-9a79-db9d137607ca tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:21.423677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-f98277fa-1497-4c91-9a79-db9d137607ca tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 945 time: 0.0521057 Sep 22 11:30:21.510474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 297f329c-1a75-46ad-815f-c148538540e6 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:30:21.510850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:21.600393 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port 297f329c-1a75-46ad-815f-c148538540e6, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=297f329c-1a75-46ad-815f-c148538540e6,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:21.600763 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:21.612959 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 297f329c-1a75-46ad-815f-c148538540e6 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:30:21.827065 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:21.860991 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=297f329c-1a75-46ad-815f-c148538540e6,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:21.899611 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] No DVR routers for this DVR port 297f329c-1a75-46ad-815f-c148538540e6 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:30:21.902831 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:21.904827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c59b1b57-be9b-4c99-9bde-6506d06ddc57 req-adc56f27-a72f-42a3-bc28-223f48e0b70f tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.30 "DELETE /v2.0/ports/297f329c-1a75-46ad-815f-c148538540e6 HTTP/1.1" status: 204 len: 173 time: 0.4743137 Sep 22 11:30:21.905273 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'name': 'network-vif-deleted', 'tag': '297f329c-1a75-46ad-815f-c148538540e6'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:30:21.907738 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90731f4a-de84-48ae-9b50-224b7e01b64a" -d '{"events": [{"server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "name": "network-vif-deleted", "tag": "297f329c-1a75-46ad-815f-c148538540e6"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:30:21.942499 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaa99b2-6b41-4b5c-a363-2b4109f5a005 x-openstack-request-id: req-acaa99b2-6b41-4b5c-a363-2b4109f5a005 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:30:21.942789 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840175c1-f409-4cdc-a920-89db110cd04a", "name": "network-vif-deleted", "tag": "297f329c-1a75-46ad-815f-c148538540e6", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:30:21.943037 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acaa99b2-6b41-4b5c-a363-2b4109f5a005 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:30:21.943432 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840175c1-f409-4cdc-a920-89db110cd04a', 'name': 'network-vif-deleted', 'tag': '297f329c-1a75-46ad-815f-c148538540e6', 'status': 'completed', 'code': 200} Sep 22 11:30:22.318535 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-204b8e4c-e682-46c4-af44-ebaa91fb2a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:22.353501 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c4fc77cf-f135-4a46-b8e5-5d1516d07896 req-b83f1da2-6043-4aa0-a491-fe161e7ac0a8 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "GET /v2.0/ports?device_id=840175c1-f409-4cdc-a920-89db110cd04a HTTP/1.1" status: 200 len: 210 time: 0.0258827 Sep 22 11:30:23.413156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49038) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:23.772789 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:24.025877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port f0dee939-8b6f-4390-965f-fa06d37f788e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:30:24.026246 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:24.111682 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port f0dee939-8b6f-4390-965f-fa06d37f788e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f0dee939-8b6f-4390-965f-fa06d37f788e,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:24.112052 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:24.128328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for f0dee939-8b6f-4390-965f-fa06d37f788e owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:30:24.381452 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:24.409721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=f0dee939-8b6f-4390-965f-fa06d37f788e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:24.580739 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:24.791175 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Router 5e47f6f5-ca71-4262-b7a8-ff088192f36e has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:30:24.894274 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:30:24.899202 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9ad801cc-fd2e-4957-9065-3de3c57e4b8b tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "PUT /v2.0/routers/5e47f6f5-ca71-4262-b7a8-ff088192f36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4850085 Sep 22 11:30:24.902545 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49040) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:24.905269 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] Sync routers for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:30:24.915125 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:24.915746 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:29:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:24.953085 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde252ec-e2a7-4e6e-8b28-d2cbc56b093e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting subnet c13d0d2d-51ca-42ad-9a5b-9846d9154bbf {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:30:24.956164 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fde252ec-e2a7-4e6e-8b28-d2cbc56b093e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:24.995436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fde252ec-e2a7-4e6e-8b28-d2cbc56b093e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.021730 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:25.086655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fde252ec-e2a7-4e6e-8b28-d2cbc56b093e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.198153 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fde252ec-e2a7-4e6e-8b28-d2cbc56b093e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.204674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:30:24Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:25.227243 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde252ec-e2a7-4e6e-8b28-d2cbc56b093e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Subnet': ['ID=c13d0d2d-51ca-42ad-9a5b-9846d9154bbf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:25.229231 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fde252ec-e2a7-4e6e-8b28-d2cbc56b093e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.233683 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fde252ec-e2a7-4e6e-8b28-d2cbc56b093e tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/subnets/c13d0d2d-51ca-42ad-9a5b-9846d9154bbf HTTP/1.1" status: 204 len: 168 time: 0.3277211 Sep 22 11:30:25.234027 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49042) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:25.239245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78004e2-9aae-4d3f-850e-89638bef5857 None None] Network c2359edb-7be5-465b-9c8b-ce51db435d55 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:30:25.241587 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-464250e2-08fc-4a1f-b756-6b298e318ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.243953 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] Checking router: 5e47f6f5-ca71-4262-b7a8-ff088192f36e for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:30:25.271262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] Routers {'5e47f6f5-ca71-4262-b7a8-ff088192f36e'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:25.271883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:25.357429 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.455666 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] Set router 5e47f6f5-ca71-4262-b7a8-ff088192f36e gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:25.463454 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.523296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] DHCP port deletion for c2359edb-7be5-465b-9c8b-ce51db435d55 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:30:25.573526 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Deleting port 94d61499-04bc-4eea-8c51-bcda1b86c357 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:30:25.573885 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.619334 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.655788 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] For port 94d61499-04bc-4eea-8c51-bcda1b86c357, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=94d61499-04bc-4eea-8c51-bcda1b86c357,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:25.656432 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.664628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Deleting port d0901d88-002e-41ae-a4ae-0ed5d185e85e {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:30:25.664995 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.668474 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Calling delete_port for 94d61499-04bc-4eea-8c51-bcda1b86c357 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:30:25.735029 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 297f329c-1a75-46ad-815f-c148538540e6 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:30:25.747252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] For port d0901d88-002e-41ae-a4ae-0ed5d185e85e, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=d0901d88-002e-41ae-a4ae-0ed5d185e85e,segment=NetworkSegment(82348574-0e64-4384-a659-832e9c704a0d),segment_id=82348574-0e64-4384-a659-832e9c704a0d)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:25.747567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.773167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 297f329c-1a75-46ad-815f-c148538540e6 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:30:25.773514 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 297f329c-1a75-46ad-815f-c148538540e6 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:30:25.779593 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Calling delete_port for d0901d88-002e-41ae-a4ae-0ed5d185e85e owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:30:25.784755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:30:24Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:25.817412 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb627d2-db33-44c0-b2a7-753d4932ba34 None None] The sync data for ids ['5e47f6f5-ca71-4262-b7a8-ff088192f36e'] in n-d-807025-3 is: [{'id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798590908', 'tenant_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:30:24Z', 'revision_number': 5, 'project_id': '8f6f75fc4abb4a6c8224e2a3e77bd673', 'gw_port': {'id': '94d61499-04bc-4eea-8c51-bcda1b86c357', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e47f6f5-ca71-4262-b7a8-ff088192f36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:29:19Z', 'updated_at': '2021-09-22T11:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:30:25.935497 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:25.959070 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Pushing event deleted for resources: {'Port': ['ID=d0901d88-002e-41ae-a4ae-0ed5d185e85e,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:25.969450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.969802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.970192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.970503 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.970839 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.971172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.971501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.971827 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.972154 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.972478 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.972802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.973127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:25.975933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efe1c62-d95a-4c0f-915f-6713843f0c45 None None] No DVR routers for this DVR port d0901d88-002e-41ae-a4ae-0ed5d185e85e on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:30:26.251655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.278680 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Port': ['ID=94d61499-04bc-4eea-8c51-bcda1b86c357,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:26.285861 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.286820 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.341314 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.421313 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.434775 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.436902 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.523756 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.524201 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Fanout notify agent at l3_agent the message router_deleted on router 5e47f6f5-ca71-4262-b7a8-ff088192f36e {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:30:26.531545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.532645 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ec56019b-010e-4f2c-8b90-9dec820ab655 tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/routers/5e47f6f5-ca71-4262-b7a8-ff088192f36e HTTP/1.1" status: 204 len: 168 time: 1.2977600 Sep 22 11:30:26.535482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49044) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:26.618331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.710314 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.730615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2359edb-7be5-465b-9c8b-ce51db435d55']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:26.739467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82348574-0e64-4384-a659-832e9c704a0d') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:26.739772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82348574-0e64-4384-a659-832e9c704a0d') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:26.748791 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.761337 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.767180 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:30:26.767572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:30:26.770592 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:30:26.884170 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.891415 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.892786 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/networks/c2359edb-7be5-465b-9c8b-ce51db435d55 HTTP/1.1" status: 204 len: 168 time: 0.3563445 Sep 22 11:30:26.903064 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49048) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:26.904122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45689f9f-ae6e-424a-9d51-28551e26620d tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'Network': ['ID=c2359edb-7be5-465b-9c8b-ce51db435d55,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:26.963975 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:26.991816 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:27.124137 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:27.126747 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:27.127931 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] 10.222.0.20 "DELETE /v2.0/security-groups/7d03a28e-8714-4b26-a979-14de23b55fff HTTP/1.1" status: 204 len: 168 time: 0.2238057 Sep 22 11:30:27.140645 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03a28e-8714-4b26-a979-14de23b55fff,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:27.145036 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.145482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.145729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.146065 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.146421 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.146752 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.147079 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.147406 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.147734 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.148059 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.148382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.148699 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37d937-1ce1-469e-bf4c-026118ac64cd tempest-TestNetworkAdvancedServerOps-709026391 tempest-TestNetworkAdvancedServerOps-709026391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:27.366711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f0dee939-8b6f-4390-965f-fa06d37f788e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:30:27.387675 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f0dee939-8b6f-4390-965f-fa06d37f788e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:30:27.388026 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f0dee939-8b6f-4390-965f-fa06d37f788e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:30:27.388445 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d0901d88-002e-41ae-a4ae-0ed5d185e85e no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:30:27.406396 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: d0901d88-002e-41ae-a4ae-0ed5d185e85e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:30:27.406630 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device d0901d88-002e-41ae-a4ae-0ed5d185e85e not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:30:27.407048 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 94d61499-04bc-4eea-8c51-bcda1b86c357 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:30:27.425311 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 94d61499-04bc-4eea-8c51-bcda1b86c357 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:30:27.425659 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 94d61499-04bc-4eea-8c51-bcda1b86c357 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:30:27.653390 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49058) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:27.780250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-aa3c42c7-693e-4b3d-a57c-39efd856de2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f6f75fc4abb4a6c8224e2a3e77bd673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257336 Sep 22 11:30:27.782733 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49062) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:27.828312 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-65b3c17e-57d5-4684-9d72-697471c966cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:27.847926 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-65b3c17e-57d5-4684-9d72-697471c966cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:27.935195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-65b3c17e-57d5-4684-9d72-697471c966cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:27.937751 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-65b3c17e-57d5-4684-9d72-697471c966cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:27.938952 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-65b3c17e-57d5-4684-9d72-697471c966cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46e7939f-200a-4e58-9a3c-9a9c2dab7a7a HTTP/1.1" status: 204 len: 168 time: 0.1553416 Sep 22 11:30:27.946801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3c17e-57d5-4684-9d72-697471c966cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e7939f-200a-4e58-9a3c-9a9c2dab7a7a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:28.300751 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:28.442062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49068) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:28.459385 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b7efda8-a472-47dd-b2ee-0ab8d9793dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:28.546887 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b7efda8-a472-47dd-b2ee-0ab8d9793dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:28.610010 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-8b7efda8-a472-47dd-b2ee-0ab8d9793dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:28.646543 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7efda8-a472-47dd-b2ee-0ab8d9793dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c1ea38-02cd-43aa-a41e-112b960c8cbf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:28.650851 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-8b7efda8-a472-47dd-b2ee-0ab8d9793dec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcb79bbbc9ae4784894c550bc562cb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077482 Sep 22 11:30:28.653624 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49070) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:28.701637 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ffa044d9-7029-447f-ac42-c9f75780c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:28.721755 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ffa044d9-7029-447f-ac42-c9f75780c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:28.872653 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ffa044d9-7029-447f-ac42-c9f75780c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:28.875201 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ffa044d9-7029-447f-ac42-c9f75780c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:28.876377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ffa044d9-7029-447f-ac42-c9f75780c69a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40c1ea38-02cd-43aa-a41e-112b960c8cbf HTTP/1.1" status: 204 len: 168 time: 0.2219770 Sep 22 11:30:28.884129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa044d9-7029-447f-ac42-c9f75780c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c1ea38-02cd-43aa-a41e-112b960c8cbf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:29.852352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49092) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:29.946715 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-869777136-network', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:30.044245 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Made reservation on behalf of fb7e66d1900e454aafc34b1df4cac738 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:30:30.046581 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.055108 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.142547 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.221131 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.242258 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:30:30.257426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecdd23b-3bd9-4ae4-81c2-1ef43f66aba8,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:30.260276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.260617 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Added segment db8c0fcf-6655-4683-ad54-549c4ef3d4f3 of type vlan for network ac445809-334d-42ad-ae02-b0e09a43474b Sep 22 11:30:30.315283 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.398256 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.399294 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:30.399909 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.458233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ac445809-334d-42ad-ae02-b0e09a43474b,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:30.468225 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ac445809-334d-42ad-ae02-b0e09a43474b details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:30:30.482315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-ca7d58f9-6328-46eb-ac90-728bedfa64a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6257303 Sep 22 11:30:30.482889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49096) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:30.487604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Request body: {'subnet': {'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-869777136-subnet', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:30.569889 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Made reservation on behalf of fb7e66d1900e454aafc34b1df4cac738 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:30:30.572474 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.614297 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:30:30.803792 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:30.858701 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696859b5-c23b-4728-aef3-0bbcf98f5056,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:30.865369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Checking segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:30:30.865728 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Network hostable DHCP agents. Network: ac445809-334d-42ad-ae02-b0e09a43474b, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:30:30.946702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Network ac445809-334d-42ad-ae02-b0e09a43474b is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:30:31.009362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ac445809-334d-42ad-ae02-b0e09a43474b) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:31.014191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:31.014783 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.018698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3644ee8-3ffa-4582-a985-bbb95209faec None None] Network ac445809-334d-42ad-ae02-b0e09a43474b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:30:31.084913 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3831bd10-65d3-4b3b-9b2c-3dc3fe7535c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6008296 Sep 22 11:30:31.087515 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49098) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:31.092482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:31.170056 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.171188 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.226189 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.318694 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-ac445809-334d-42ad-ae02-b0e09a43474b', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:30:31.319565 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.406730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.451307 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Allocated IP 172.20.0.2 (ac445809-334d-42ad-ae02-b0e09a43474b/696859b5-c23b-4728-aef3-0bbcf98f5056/e910edee-7aa4-4900-a31e-e92b5fc20d3d) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:30:31.590675 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.638852 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.652726 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.671660 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.680167 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Network ac445809-334d-42ad-ae02-b0e09a43474b is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:31.683115 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:31.687427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:30:31.696468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Pushing event updated for resources: {'Port': ['ID=e910edee-7aa4-4900-a31e-e92b5fc20d3d,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:31.746246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Attempting to bind port e910edee-7aa4-4900-a31e-e92b5fc20d3d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:30:31.746620 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Attempting to bind port e910edee-7aa4-4900-a31e-e92b5fc20d3d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:30:31.746977 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Attempting to bind port e910edee-7aa4-4900-a31e-e92b5fc20d3d on network ac445809-334d-42ad-ae02-b0e09a43474b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:30:31.751801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:30:31.752179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Checking segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:30:31.752584 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.752989 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Bound using segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:30:31.753451 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Bound port: e910edee-7aa4-4900-a31e-e92b5fc20d3d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:30:31.753836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.771535 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Allocated IP 172.25.1.158 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/36a857a4-7a49-4b04-a283-b0f154bb24f0) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:30:31.815715 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] For port e910edee-7aa4-4900-a31e-e92b5fc20d3d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:30:31.818924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] For port e910edee-7aa4-4900-a31e-e92b5fc20d3d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e910edee-7aa4-4900-a31e-e92b5fc20d3d,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:30:31.876319 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.884656 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:31.946952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735db8d-5f21-46c1-b738-5be026dcefb3 None None] Pushing event updated for resources: {'Port': ['ID=e910edee-7aa4-4900-a31e-e92b5fc20d3d,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:31.970358 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:32.008855 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:32.012542 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:32.015013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:30:32.041062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Pushing event updated for resources: {'Port': ['ID=36a857a4-7a49-4b04-a283-b0f154bb24f0,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:32.349599 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:32.554696 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:32.741176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Router e00d26bd-b075-405b-a179-1854f1fa4332 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:30:32.849256 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:30:32.860134 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Sync routers for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:30:32.869583 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:32.870268 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:32.884570 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25272a7d-a681-409c-8f9c-07319390272a None None] Network ac445809-334d-42ad-ae02-b0e09a43474b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:30:32.944961 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-b948c144-52a1-4106-bf4f-0d4df3671c68 None None] Provisioning complete for port e910edee-7aa4-4900-a31e-e92b5fc20d3d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:32.945434 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b948c144-52a1-4106-bf4f-0d4df3671c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:32.947085 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:32.951197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c3cfce84-f48c-40c0-ae7e-416f82f1d527 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8599141 Sep 22 11:30:32.952456 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:32.980669 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:33.093859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b948c144-52a1-4106-bf4f-0d4df3671c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.133393 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-b948c144-52a1-4106-bf4f-0d4df3671c68 None None] For port e910edee-7aa4-4900-a31e-e92b5fc20d3d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e910edee-7aa4-4900-a31e-e92b5fc20d3d,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:33.204398 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b948c144-52a1-4106-bf4f-0d4df3671c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.262323 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948c144-52a1-4106-bf4f-0d4df3671c68 None None] Pushing event updated for resources: {'Port': ['ID=e910edee-7aa4-4900-a31e-e92b5fc20d3d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:33.284756 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:32Z', 'revision_number': 3, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:33.314984 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Checking router: e00d26bd-b075-405b-a179-1854f1fa4332 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:30:33.315342 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Updating router e00d26bd-b075-405b-a179-1854f1fa4332 port 36a857a4-7a49-4b04-a283-b0f154bb24f0 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:30:33.342622 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.390988 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.415448 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e910edee-7aa4-4900-a31e-e92b5fc20d3d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:33.468184 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-76e300d9-55bc-4698-bc55-292d8b2746cd None None] Provisioning complete for port e910edee-7aa4-4900-a31e-e92b5fc20d3d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:33.469030 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76e300d9-55bc-4698-bc55-292d8b2746cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.517045 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e910edee-7aa4-4900-a31e-e92b5fc20d3d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:33.517575 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.556960 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Allocated IP 172.20.0.1 (ac445809-334d-42ad-ae02-b0e09a43474b/696859b5-c23b-4728-aef3-0bbcf98f5056/74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:30:33.600519 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.661205 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.674056 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.715855 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Attempting to bind port 36a857a4-7a49-4b04-a283-b0f154bb24f0 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:30:33.716220 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Attempting to bind port 36a857a4-7a49-4b04-a283-b0f154bb24f0 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:30:33.716577 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Attempting to bind port 36a857a4-7a49-4b04-a283-b0f154bb24f0 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:30:33.719345 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Pushing event updated for resources: {'Port': ['ID=36a857a4-7a49-4b04-a283-b0f154bb24f0,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:33.726962 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:30:33.727333 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:30:33.727730 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.728119 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:30:33.728570 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Bound port: 36a857a4-7a49-4b04-a283-b0f154bb24f0, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:30:33.728943 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.732295 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.732633 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.732969 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.733302 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.733628 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.733959 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.734310 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.734632 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.734952 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.735269 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.735588 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.735905 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:30:33.741730 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.782662 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Network ac445809-334d-42ad-ae02-b0e09a43474b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:33.785667 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:33.788161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:30:33.794498 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] For port 36a857a4-7a49-4b04-a283-b0f154bb24f0, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:30:33.797719 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] For port 36a857a4-7a49-4b04-a283-b0f154bb24f0, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=36a857a4-7a49-4b04-a283-b0f154bb24f0,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:30:33.818504 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Pushing event updated for resources: {'Port': ['ID=74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:33.838402 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.873253 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:33.935540 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:33.936267 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:33.973437 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bc79d-487a-43a6-949f-3d47e5b34020 None None] Pushing event updated for resources: {'Port': ['ID=36a857a4-7a49-4b04-a283-b0f154bb24f0,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:34.014346 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-21221557-e121-4de2-b54a-37e15b69d384 None None] Provisioning complete for port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:34.014928 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-21221557-e121-4de2-b54a-37e15b69d384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:34.047007 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:34.048672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-21221557-e121-4de2-b54a-37e15b69d384 None None] Port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:30:34.057780 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:34.216752 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:34.222434 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:32Z', 'revision_number': 3, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:34.248100 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab4d87-8a57-4459-8157-d56f882664de None None] The sync data for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 is: [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:32Z', 'revision_number': 3, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:30:34.272340 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:34.343683 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Pushing event updated for resources: {'Port': ['ID=74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:34.346124 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:34.438823 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Network ac445809-334d-42ad-ae02-b0e09a43474b is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:34.440098 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:34.580863 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Router e00d26bd-b075-405b-a179-1854f1fa4332 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:30:34.693216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9a41ca4a-3971-4685-a58c-0e4a7db2cfe3 None None] Provisioning complete for port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:34.693594 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9a41ca4a-3971-4685-a58c-0e4a7db2cfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:34.698350 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:30:34.704476 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2cd82540-2c80-46d3-ab43-695c3d4ecb8a admin admin] 10.222.0.20 "PUT /v2.0/routers/e00d26bd-b075-405b-a179-1854f1fa4332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512677 Sep 22 11:30:34.733639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9a41ca4a-3971-4685-a58c-0e4a7db2cfe3 None None] Port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:30:35.389177 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 36a857a4-7a49-4b04-a283-b0f154bb24f0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:35.417442 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49118) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:35.427829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1861621671-network', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:35.441786 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 36a857a4-7a49-4b04-a283-b0f154bb24f0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:35.442263 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.478209 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Made reservation on behalf of 44bfee7f75854d87b31a85b86ebd2fb8 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:30:35.481097 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.490453 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.521974 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.542238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 36a857a4-7a49-4b04-a283-b0f154bb24f0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=36a857a4-7a49-4b04-a283-b0f154bb24f0,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:35.586906 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.590283 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.632714 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.636798 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=36a857a4-7a49-4b04-a283-b0f154bb24f0,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:35.657661 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:30:35.673613 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bd655c-7255-4068-a78c-d4a7aef922db,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:35.676934 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.677276 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Added segment a034f731-aea8-47db-82e7-1e4e05cd1bfc of type vlan for network ada12af1-ed6a-41ed-89e0-2dafc155289e Sep 22 11:30:35.720730 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.774674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Sync routers for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:30:35.784245 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:35.784845 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:35.809688 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.810666 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:35.811291 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:35.875118 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] Pushing event updated for resources: {'Network': ['ID=ada12af1-ed6a-41ed-89e0-2dafc155289e,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:35.890490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:35.893492 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network ada12af1-ed6a-41ed-89e0-2dafc155289e details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:30:35.913301 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-adcc8229-28f8-4f00-89b6-6bb01eb5ad4c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4941366 Sep 22 11:30:35.916023 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49120) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:35.920922 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Request body: {'subnet': {'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1861621671-subnet', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:36.009306 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Made reservation on behalf of 44bfee7f75854d87b31a85b86ebd2fb8 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:30:36.011754 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.144443 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:34Z', 'revision_number': 2, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:36.175152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Checking router: e00d26bd-b075-405b-a179-1854f1fa4332 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:30:36.175506 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Updating router e00d26bd-b075-405b-a179-1854f1fa4332 port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:30:36.199627 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.266862 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.334337 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e836e8b5-d719-479e-9184-bf5eccce4d7c,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:36.342453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Checking segment: {'id': 'a034f731-aea8-47db-82e7-1e4e05cd1bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:30:36.342818 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Network hostable DHCP agents. Network: ada12af1-ed6a-41ed-89e0-2dafc155289e, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:30:36.426542 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Network ada12af1-ed6a-41ed-89e0-2dafc155289e is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:30:36.464092 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.478116 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, ada12af1-ed6a-41ed-89e0-2dafc155289e) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:36.482216 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:36.485837 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.487721 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf67a6-87bf-4093-8669-2e9a0a35c0ba None None] Network ada12af1-ed6a-41ed-89e0-2dafc155289e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:30:36.515694 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.532920 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-454f6679-3e29-4ac3-9c2b-0c1ace31a04a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6132526 Sep 22 11:30:36.533107 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49122) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:36.537334 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:36.612956 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b88846-f934-4578-8122-37053f6b5d5f None None] Pushing event updated for resources: {'Port': ['ID=74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:36.621963 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.625661 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.680101 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.701065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Attempting to bind port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:30:36.701431 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Attempting to bind port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:30:36.701790 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Attempting to bind port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 on network ac445809-334d-42ad-ae02-b0e09a43474b {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:30:36.711571 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:30:36.711942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Checking segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:30:36.712340 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.712735 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Bound using segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:30:36.713202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Bound port: 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:30:36.713576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.739565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-ada12af1-ed6a-41ed-89e0-2dafc155289e', 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'fixed_ips': [{'subnet_id': 'e836e8b5-d719-479e-9184-bf5eccce4d7c'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:30:36.740394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.868805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] For port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:30:36.875744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] For port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:30:36.903152 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.912168 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-713990e9-e9e2-4b72-8bfd-b38c73960b20 None None] Provisioning complete for port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:36.912536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-713990e9-e9e2-4b72-8bfd-b38c73960b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:36.952769 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Allocated IP 172.20.0.2 (ada12af1-ed6a-41ed-89e0-2dafc155289e/e836e8b5-d719-479e-9184-bf5eccce4d7c/125ceaa3-ccdc-4408-b94b-b74880de1c6a) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:30:36.959814 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-713990e9-e9e2-4b72-8bfd-b38c73960b20 None None] Port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:30:36.972686 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.087566 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:37.088206 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:37.094529 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b88846-f934-4578-8122-37053f6b5d5f None None] Pushing event updated for resources: {'Port': ['ID=74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:37.195580 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.219358 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.246533 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.254231 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:37.320155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Allocated IP 172.25.1.177 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/54d00fae-039e-48cd-a131-8883843f578b) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:30:37.433778 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.485216 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.490485 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 36a857a4-7a49-4b04-a283-b0f154bb24f0 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:37.494938 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c86603e9-5cc1-4350-b65a-26dc9f638ea0 None None] Provisioning complete for port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:37.495292 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c86603e9-5cc1-4350-b65a-26dc9f638ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.513021 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.552741 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:37.557739 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:37.565595 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:30:37.569365 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Pushing event updated for resources: {'Port': ['ID=54d00fae-039e-48cd-a131-8883843f578b,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:37.584018 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Network ada12af1-ed6a-41ed-89e0-2dafc155289e is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:37.591360 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:37.601200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:30:37.666440 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Pushing event updated for resources: {'Port': ['ID=125ceaa3-ccdc-4408-b94b-b74880de1c6a,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:37.745477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Attempting to bind port 125ceaa3-ccdc-4408-b94b-b74880de1c6a on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:30:37.745477 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Attempting to bind port 125ceaa3-ccdc-4408-b94b-b74880de1c6a by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a034f731-aea8-47db-82e7-1e4e05cd1bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:30:37.746475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Attempting to bind port 125ceaa3-ccdc-4408-b94b-b74880de1c6a on network ada12af1-ed6a-41ed-89e0-2dafc155289e {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:30:37.774214 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 36a857a4-7a49-4b04-a283-b0f154bb24f0 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:37.774585 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.779287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:30:37.779671 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Checking segment: {'id': 'a034f731-aea8-47db-82e7-1e4e05cd1bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:30:37.780077 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.780945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Bound using segment: {'id': 'a034f731-aea8-47db-82e7-1e4e05cd1bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:30:37.781436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Bound port: 125ceaa3-ccdc-4408-b94b-b74880de1c6a, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a034f731-aea8-47db-82e7-1e4e05cd1bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:30:37.781822 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.850824 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c86603e9-5cc1-4350-b65a-26dc9f638ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.878890 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:37.971674 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] For port 125ceaa3-ccdc-4408-b94b-b74880de1c6a, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:30:37.977673 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-c86603e9-5cc1-4350-b65a-26dc9f638ea0 None None] For port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:38.013591 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] For port 125ceaa3-ccdc-4408-b94b-b74880de1c6a, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=125ceaa3-ccdc-4408-b94b-b74880de1c6a,segment=NetworkSegment(a034f731-aea8-47db-82e7-1e4e05cd1bfc),segment_id=a034f731-aea8-47db-82e7-1e4e05cd1bfc)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:30:38.019472 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:36Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:38.056219 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c86603e9-5cc1-4350-b65a-26dc9f638ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:38.060179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f04f96-5629-481f-a17c-5a5bb0df924c None None] The sync data for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 is: [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:36Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:30:38.064291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:38.111686 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:38.154905 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86603e9-5cc1-4350-b65a-26dc9f638ea0 None None] Pushing event updated for resources: {'Port': ['ID=74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:38.236330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb801b86-88d5-45d6-8741-e12b777ca684 None None] Pushing event updated for resources: {'Port': ['ID=125ceaa3-ccdc-4408-b94b-b74880de1c6a,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:38.352528 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Router d34d2b22-c7ff-4723-b82b-e30f6c762109 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:30:38.493553 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:30:38.504877 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Sync routers for ids ['d34d2b22-c7ff-4723-b82b-e30f6c762109'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:30:38.518567 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Routers {'d34d2b22-c7ff-4723-b82b-e30f6c762109'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:38.525337 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d34d2b22-c7ff-4723-b82b-e30f6c762109'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:38.598560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:38.600180 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c82df776-ea1e-4af7-92f4-8b76d83d0eac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0660553 Sep 22 11:30:38.604405 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49124) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:38.649439 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Set router d34d2b22-c7ff-4723-b82b-e30f6c762109 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:38.864467 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '54d00fae-039e-48cd-a131-8883843f578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:36Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 3, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'gw_port': {'id': '54d00fae-039e-48cd-a131-8883843f578b', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:37Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:38.901159 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Checking router: d34d2b22-c7ff-4723-b82b-e30f6c762109 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:30:38.901509 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Updating router d34d2b22-c7ff-4723-b82b-e30f6c762109 port 54d00fae-039e-48cd-a131-8883843f578b binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:30:38.930289 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.241231 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.280384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7796edcb-16ae-4f2e-82d2-9e91d9bc8d44 None None] Network ada12af1-ed6a-41ed-89e0-2dafc155289e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:30:39.295182 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.338487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-bdab496e-5d0a-4246-806d-9c56d380a530 None None] Provisioning complete for port 125ceaa3-ccdc-4408-b94b-b74880de1c6a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:39.338929 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdab496e-5d0a-4246-806d-9c56d380a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.369879 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182e62e-64da-461c-914b-abe26f5e8738 None None] Pushing event updated for resources: {'Port': ['ID=54d00fae-039e-48cd-a131-8883843f578b,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:39.372606 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Attempting to bind port 54d00fae-039e-48cd-a131-8883843f578b on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:30:39.373497 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Attempting to bind port 54d00fae-039e-48cd-a131-8883843f578b by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:30:39.376582 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Attempting to bind port 54d00fae-039e-48cd-a131-8883843f578b on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:30:39.382701 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:30:39.383068 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:30:39.383470 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.383863 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:30:39.384335 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Bound port: 54d00fae-039e-48cd-a131-8883843f578b, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:30:39.384713 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.453581 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] For port 54d00fae-039e-48cd-a131-8883843f578b, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:30:39.456825 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] For port 54d00fae-039e-48cd-a131-8883843f578b, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=54d00fae-039e-48cd-a131-8883843f578b,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:30:39.463948 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdab496e-5d0a-4246-806d-9c56d380a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.491395 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.524013 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.532153 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-bdab496e-5d0a-4246-806d-9c56d380a530 None None] For port 125ceaa3-ccdc-4408-b94b-b74880de1c6a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=125ceaa3-ccdc-4408-b94b-b74880de1c6a,segment=NetworkSegment(a034f731-aea8-47db-82e7-1e4e05cd1bfc),segment_id=a034f731-aea8-47db-82e7-1e4e05cd1bfc)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:39.539065 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:39.600199 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Routers {'d34d2b22-c7ff-4723-b82b-e30f6c762109'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:39.600406 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-bdab496e-5d0a-4246-806d-9c56d380a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.600758 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d34d2b22-c7ff-4723-b82b-e30f6c762109'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:39.654804 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182e62e-64da-461c-914b-abe26f5e8738 None None] Pushing event updated for resources: {'Port': ['ID=54d00fae-039e-48cd-a131-8883843f578b,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:39.664172 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:39.664545 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.670084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab496e-5d0a-4246-806d-9c56d380a530 None None] Pushing event updated for resources: {'Port': ['ID=125ceaa3-ccdc-4408-b94b-b74880de1c6a,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:39.711866 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Allocated IP 172.20.0.1 (ada12af1-ed6a-41ed-89e0-2dafc155289e/e836e8b5-d719-479e-9184-bf5eccce4d7c/0282d9ab-0290-434a-b9ca-9d6620633d11) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:30:39.774234 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 125ceaa3-ccdc-4408-b94b-b74880de1c6a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:39.838992 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 125ceaa3-ccdc-4408-b94b-b74880de1c6a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:39.840188 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.841361 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.846036 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] Set router d34d2b22-c7ff-4723-b82b-e30f6c762109 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:39.913130 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.941628 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-60723d0e-f438-4cd5-a90a-8fe061d70668 None None] Provisioning complete for port 125ceaa3-ccdc-4408-b94b-b74880de1c6a triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:39.942002 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60723d0e-f438-4cd5-a90a-8fe061d70668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:39.958296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Network ada12af1-ed6a-41ed-89e0-2dafc155289e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:39.969073 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:39.974571 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:30:40.008816 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Pushing event updated for resources: {'Port': ['ID=0282d9ab-0290-434a-b9ca-9d6620633d11,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:40.023521 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:40.053268 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '54d00fae-039e-48cd-a131-8883843f578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:36Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 3, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'gw_port': {'id': '54d00fae-039e-48cd-a131-8883843f578b', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:37Z', 'updated_at': '2021-09-22T11:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:40.085494 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3224ba-7454-4e47-b855-3ab33caa0016 None None] The sync data for ids ['d34d2b22-c7ff-4723-b82b-e30f6c762109'] in n-d-807025-3 is: [{'id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '54d00fae-039e-48cd-a131-8883843f578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:36Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 3, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'gw_port': {'id': '54d00fae-039e-48cd-a131-8883843f578b', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:37Z', 'updated_at': '2021-09-22T11:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:30:40.229331 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:40.247406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-11cfda25-04e8-47b4-b41a-d1083d6e8441 None None] Provisioning complete for port 0282d9ab-0290-434a-b9ca-9d6620633d11 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:40.247791 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-11cfda25-04e8-47b4-b41a-d1083d6e8441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:40.284535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-11cfda25-04e8-47b4-b41a-d1083d6e8441 None None] Port 0282d9ab-0290-434a-b9ca-9d6620633d11 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:30:40.421691 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:40.496182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12736020'] for port, after_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:40.564178 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Pushing event updated for resources: {'Port': ['ID=0282d9ab-0290-434a-b9ca-9d6620633d11,revision_number=2']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:40.567382 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:40.664384 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Network ada12af1-ed6a-41ed-89e0-2dafc155289e is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:40.665810 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:40.789468 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Router d34d2b22-c7ff-4723-b82b-e30f6c762109 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:30:40.908922 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8ac0450b-e2cd-4da0-9c64-34af5c438933 None None] Provisioning complete for port 0282d9ab-0290-434a-b9ca-9d6620633d11 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:40.909302 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8ac0450b-e2cd-4da0-9c64-34af5c438933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:40.913009 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:30:40.918565 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-abcff113-3c3d-43a2-b66e-45ddf39bfc15 admin admin] 10.222.0.20 "PUT /v2.0/routers/d34d2b22-c7ff-4723-b82b-e30f6c762109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3145278 Sep 22 11:30:40.948080 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0450b-e2cd-4da0-9c64-34af5c438933 None None] Port 0282d9ab-0290-434a-b9ca-9d6620633d11 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:30:41.419700 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49136) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:41.425726 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-ce4521d9-d088-493a-b19a-c482088bb6dc tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-141742646', 'description': 'tempest-secgroup-smoke-141742646 description', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:41.463684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 54d00fae-039e-48cd-a131-8883843f578b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:41.501197 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce4521d9-d088-493a-b19a-c482088bb6dc tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.513179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 54d00fae-039e-48cd-a131-8883843f578b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:41.513552 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.593569 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce4521d9-d088-493a-b19a-c482088bb6dc tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.595387 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.616032 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 54d00fae-039e-48cd-a131-8883843f578b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=54d00fae-039e-48cd-a131-8883843f578b,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:41.638112 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce4521d9-d088-493a-b19a-c482088bb6dc tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.661047 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.662318 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 125ceaa3-ccdc-4408-b94b-b74880de1c6a up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:41.672639 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4521d9-d088-493a-b19a-c482088bb6dc tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6990d4ce-cc75-4356-aa03-5565044e418c,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:41.708698 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Sync routers for ids ['d34d2b22-c7ff-4723-b82b-e30f6c762109'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:30:41.717971 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ce4521d9-d088-493a-b19a-c482088bb6dc tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.719682 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ce4521d9-d088-493a-b19a-c482088bb6dc tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2985177 Sep 22 11:30:41.722482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49140) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:41.726989 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6c49ef78-61bb-4379-97f0-fd81153b42b7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '6990d4ce-cc75-4356-aa03-5565044e418c', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:41.746293 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Routers {'d34d2b22-c7ff-4723-b82b-e30f6c762109'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:41.746916 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d34d2b22-c7ff-4723-b82b-e30f6c762109'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:41.785274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=54d00fae-039e-48cd-a131-8883843f578b,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:41.826046 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c49ef78-61bb-4379-97f0-fd81153b42b7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.833565 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 125ceaa3-ccdc-4408-b94b-b74880de1c6a triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:41.833936 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.881195 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c49ef78-61bb-4379-97f0-fd81153b42b7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.892604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Set router d34d2b22-c7ff-4723-b82b-e30f6c762109 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:41.975533 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c49ef78-61bb-4379-97f0-fd81153b42b7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:41.994135 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49ef78-61bb-4379-97f0-fd81153b42b7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91acbc5-7a42-4a4b-b871-5e32b212c462,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:42.043652 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6c49ef78-61bb-4379-97f0-fd81153b42b7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.047661 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6c49ef78-61bb-4379-97f0-fd81153b42b7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3214419 Sep 22 11:30:42.047904 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49142) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:42.052669 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8de9985e-aedf-420d-a8ed-44875b98b36e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '6990d4ce-cc75-4356-aa03-5565044e418c', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:42.124494 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '54d00fae-039e-48cd-a131-8883843f578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:36Z', 'updated_at': '2021-09-22T11:30:40Z', 'revision_number': 4, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'gw_port': {'id': '54d00fae-039e-48cd-a131-8883843f578b', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:37Z', 'updated_at': '2021-09-22T11:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '0282d9ab-0290-434a-b9ca-9d6620633d11', 'name': '', 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'mac_address': 'fa:16:3e:ce:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e836e8b5-d719-479e-9184-bf5eccce4d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:39Z', 'updated_at': '2021-09-22T11:30:40Z', 'revision_number': 2, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'subnets': [{'id': 'e836e8b5-d719-479e-9184-bf5eccce4d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:42.140560 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8de9985e-aedf-420d-a8ed-44875b98b36e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.150543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Checking router: d34d2b22-c7ff-4723-b82b-e30f6c762109 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:30:42.150948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Updating router d34d2b22-c7ff-4723-b82b-e30f6c762109 port 0282d9ab-0290-434a-b9ca-9d6620633d11 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:30:42.176035 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.200395 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8de9985e-aedf-420d-a8ed-44875b98b36e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.249277 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8de9985e-aedf-420d-a8ed-44875b98b36e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.266682 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9985e-aedf-420d-a8ed-44875b98b36e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd930aa8-3fc3-487b-817d-7700c4105748,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:42.335161 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8de9985e-aedf-420d-a8ed-44875b98b36e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.336401 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8de9985e-aedf-420d-a8ed-44875b98b36e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875051 Sep 22 11:30:42.339111 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49144) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:42.344080 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-f42c8288-7b49-49ae-9e9c-fd06b9d87136 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '6990d4ce-cc75-4356-aa03-5565044e418c', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:42.420051 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f42c8288-7b49-49ae-9e9c-fd06b9d87136 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.443279 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.479779 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f42c8288-7b49-49ae-9e9c-fd06b9d87136 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.517987 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.567683 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef2671-6ab4-43f2-bd44-f010f5c1a69a None None] Pushing event updated for resources: {'Port': ['ID=0282d9ab-0290-434a-b9ca-9d6620633d11,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:42.575782 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f42c8288-7b49-49ae-9e9c-fd06b9d87136 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.597955 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c8288-7b49-49ae-9e9c-fd06b9d87136 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78ab9e2-9d3a-4e5e-ad5d-e5e3ea2616cf,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:42.618319 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Attempting to bind port 0282d9ab-0290-434a-b9ca-9d6620633d11 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:30:42.618689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Attempting to bind port 0282d9ab-0290-434a-b9ca-9d6620633d11 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': 'a034f731-aea8-47db-82e7-1e4e05cd1bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:30:42.619054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Attempting to bind port 0282d9ab-0290-434a-b9ca-9d6620633d11 on network ada12af1-ed6a-41ed-89e0-2dafc155289e {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:30:42.625001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:30:42.625436 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Checking segment: {'id': 'a034f731-aea8-47db-82e7-1e4e05cd1bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:30:42.625846 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.626280 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Bound using segment: {'id': 'a034f731-aea8-47db-82e7-1e4e05cd1bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:30:42.632802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Bound port: 0282d9ab-0290-434a-b9ca-9d6620633d11, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a034f731-aea8-47db-82e7-1e4e05cd1bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:30:42.632802 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.678188 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-f42c8288-7b49-49ae-9e9c-fd06b9d87136 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.679449 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-f42c8288-7b49-49ae-9e9c-fd06b9d87136 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387902 Sep 22 11:30:42.682131 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49148) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:42.687051 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-c3387079-e78b-4c38-b606-42c999a97434 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '6990d4ce-cc75-4356-aa03-5565044e418c', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:42.696780 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] For port 0282d9ab-0290-434a-b9ca-9d6620633d11, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:30:42.700604 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] For port 0282d9ab-0290-434a-b9ca-9d6620633d11, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0282d9ab-0290-434a-b9ca-9d6620633d11,segment=NetworkSegment(a034f731-aea8-47db-82e7-1e4e05cd1bfc),segment_id=a034f731-aea8-47db-82e7-1e4e05cd1bfc)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:30:42.763891 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.774025 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3387079-e78b-4c38-b606-42c999a97434 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.817650 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d860b978-5394-4adb-a854-0b5468894f01 None None] Provisioning complete for port 0282d9ab-0290-434a-b9ca-9d6620633d11 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:42.818029 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d860b978-5394-4adb-a854-0b5468894f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.835019 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3387079-e78b-4c38-b606-42c999a97434 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.859700 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Routers {'d34d2b22-c7ff-4723-b82b-e30f6c762109'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:42.860342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d34d2b22-c7ff-4723-b82b-e30f6c762109'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:42.864669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef2671-6ab4-43f2-bd44-f010f5c1a69a None None] Pushing event updated for resources: {'Port': ['ID=0282d9ab-0290-434a-b9ca-9d6620633d11,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:42.906690 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3387079-e78b-4c38-b606-42c999a97434 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.926584 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3387079-e78b-4c38-b606-42c999a97434 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d4a9fd-71ba-4a68-83dd-601e9be6efa5,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:42.998394 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c3387079-e78b-4c38-b606-42c999a97434 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:42.999992 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c3387079-e78b-4c38-b606-42c999a97434 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3168838 Sep 22 11:30:43.002637 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49150) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:43.007285 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-e4c7cfe3-c09d-4c1e-9b34-333287e6a5b8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '6990d4ce-cc75-4356-aa03-5565044e418c', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:43.083655 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-e4c7cfe3-c09d-4c1e-9b34-333287e6a5b8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Project fb7e66d1900e454aafc34b1df4cac738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:30:43.088730 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cfe3-c09d-4c1e-9b34-333287e6a5b8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.152941 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d860b978-5394-4adb-a854-0b5468894f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.153223 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cfe3-c09d-4c1e-9b34-333287e6a5b8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.172580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] Set router d34d2b22-c7ff-4723-b82b-e30f6c762109 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:43.223649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d860b978-5394-4adb-a854-0b5468894f01 None None] For port 0282d9ab-0290-434a-b9ca-9d6620633d11, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0282d9ab-0290-434a-b9ca-9d6620633d11,segment=NetworkSegment(a034f731-aea8-47db-82e7-1e4e05cd1bfc),segment_id=a034f731-aea8-47db-82e7-1e4e05cd1bfc)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:43.232508 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cfe3-c09d-4c1e-9b34-333287e6a5b8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.251354 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7cfe3-c09d-4c1e-9b34-333287e6a5b8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1c714f-2800-4f75-a70e-f8cda08cdcdb,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:43.317886 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d860b978-5394-4adb-a854-0b5468894f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.341094 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-e4c7cfe3-c09d-4c1e-9b34-333287e6a5b8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.344942 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-e4c7cfe3-c09d-4c1e-9b34-333287e6a5b8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3387959 Sep 22 11:30:43.346019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49152) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:43.354469 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-739b046a-3e58-4958-b3e8-f15fdcf6bc2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '6990d4ce-cc75-4356-aa03-5565044e418c', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:43.408286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860b978-5394-4adb-a854-0b5468894f01 None None] Pushing event updated for resources: {'Port': ['ID=0282d9ab-0290-434a-b9ca-9d6620633d11,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:43.411382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 54d00fae-039e-48cd-a131-8883843f578b up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:43.455590 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-739b046a-3e58-4958-b3e8-f15fdcf6bc2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Project fb7e66d1900e454aafc34b1df4cac738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:30:43.460810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-739b046a-3e58-4958-b3e8-f15fdcf6bc2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.465876 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-a88cc832-a278-47cc-81c7-35f40bf67691 None None] Provisioning complete for port 0282d9ab-0290-434a-b9ca-9d6620633d11 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:43.466290 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a88cc832-a278-47cc-81c7-35f40bf67691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.528071 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-739b046a-3e58-4958-b3e8-f15fdcf6bc2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.528275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '54d00fae-039e-48cd-a131-8883843f578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:36Z', 'updated_at': '2021-09-22T11:30:40Z', 'revision_number': 4, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'gw_port': {'id': '54d00fae-039e-48cd-a131-8883843f578b', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:37Z', 'updated_at': '2021-09-22T11:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '0282d9ab-0290-434a-b9ca-9d6620633d11', 'name': '', 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'mac_address': 'fa:16:3e:ce:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e836e8b5-d719-479e-9184-bf5eccce4d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:39Z', 'updated_at': '2021-09-22T11:30:42Z', 'revision_number': 4, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'subnets': [{'id': 'e836e8b5-d719-479e-9184-bf5eccce4d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:43.558483 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 54d00fae-039e-48cd-a131-8883843f578b triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:43.559099 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.561912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bbc650-0c4d-416a-93b2-57277ffa2c3a None None] The sync data for ids ['d34d2b22-c7ff-4723-b82b-e30f6c762109'] in n-d-807025-3 is: [{'id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '54d00fae-039e-48cd-a131-8883843f578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:36Z', 'updated_at': '2021-09-22T11:30:40Z', 'revision_number': 4, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'gw_port': {'id': '54d00fae-039e-48cd-a131-8883843f578b', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:37Z', 'updated_at': '2021-09-22T11:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '0282d9ab-0290-434a-b9ca-9d6620633d11', 'name': '', 'network_id': 'ada12af1-ed6a-41ed-89e0-2dafc155289e', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'mac_address': 'fa:16:3e:ce:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e836e8b5-d719-479e-9184-bf5eccce4d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:39Z', 'updated_at': '2021-09-22T11:30:42Z', 'revision_number': 4, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'subnets': [{'id': 'e836e8b5-d719-479e-9184-bf5eccce4d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:30:43.603894 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-739b046a-3e58-4958-b3e8-f15fdcf6bc2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.629126 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b046a-3e58-4958-b3e8-f15fdcf6bc2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9667933-da87-4aba-92d0-5578bb8341ce,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:43.706913 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-739b046a-3e58-4958-b3e8-f15fdcf6bc2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:43.714843 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-739b046a-3e58-4958-b3e8-f15fdcf6bc2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3670650 Sep 22 11:30:43.850212 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-852c98c8-019b-4ec9-964f-84fe4e7935b8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-141742646&fields=id&tenant_id=fb7e66d1900e454aafc34b1df4cac738 HTTP/1.1" status: 200 len: 267 time: 0.0340111 Sep 22 11:30:43.969311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-9531c2b3-6a02-4c13-912f-b911c82a7a2f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:43.970861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-9531c2b3-6a02-4c13-912f-b911c82a7a2f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 808 time: 0.1132708 Sep 22 11:30:43.990399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-e9057a67-74ed-4ea6-88e9-a212f4b8945f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/quotas/fb7e66d1900e454aafc34b1df4cac738 HTTP/1.1" status: 200 len: 375 time: 0.0136442 Sep 22 11:30:44.045681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-3566d7c8-514f-4859-8527-b1096225e791 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492330 Sep 22 11:30:44.061171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eb6236d2-d7d9-42b4-9229-60b66cb3dbfe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:30:44.062156 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eb6236d2-d7d9-42b4-9229-60b66cb3dbfe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050209 Sep 22 11:30:44.148307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-9ff011b5-ac4c-4eff-ab1b-66688ed6578c service neutron] 10.222.0.20 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803735 Sep 22 11:30:44.239488 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-6f346df6-43ab-44cd-ac17-89c38cf10311 service neutron] 10.222.0.20 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845354 Sep 22 11:30:44.474939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a091264f-ee97-4f73-937e-f5320ec52097 req-ef131496-7e8b-488f-94b3-574e1dc0c157 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 210 time: 0.0264208 Sep 22 11:30:45.425716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0282d9ab-0290-434a-b9ca-9d6620633d11 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:45.473276 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 0282d9ab-0290-434a-b9ca-9d6620633d11 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:45.473653 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:45.579387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6bb10ad9-1178-45d2-bef3-cf27e9954529 req-ef0e3767-598e-436a-a4d1-732c082a73c8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 210 time: 0.0328581 Sep 22 11:30:46.371088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-87dc111d-4fc8-4469-9ce8-24f521c4e557 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:46.372444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-87dc111d-4fc8-4469-9ce8-24f521c4e557 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 808 time: 0.1033499 Sep 22 11:30:46.420139 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-fef127e1-d706-4697-b14b-e38429e39681 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb7e66d1900e454aafc34b1df4cac738 HTTP/1.1" status: 200 len: 379 time: 0.0373201 Sep 22 11:30:46.429043 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'port': {'device_id': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'admin_state_up': True, 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'security_groups': ['6990d4ce-cc75-4356-aa03-5565044e418c']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:46.586717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Made reservation on behalf of fb7e66d1900e454aafc34b1df4cac738 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:30:46.590357 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:46.682350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae0598a0-6e60-4cde-9515-0dfdf2e313de req-f520155a-08c2-4396-9f03-49ffc48767d3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 210 time: 0.0338905 Sep 22 11:30:46.736793 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Allocated IP 172.20.0.5 (ac445809-334d-42ad-ae02-b0e09a43474b/696859b5-c23b-4728-aef3-0bbcf98f5056/0e550818-dc96-4087-95df-112dc7ed1df4) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:30:46.869671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:46.941155 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:46.983408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Network ac445809-334d-42ad-ae02-b0e09a43474b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:46.986461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:46.990035 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:30:47.021302 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:47.048646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:47.049527 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:47.112993 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-52f946a6-d0fc-4339-a093-7f26feb0880d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6873293 Sep 22 11:30:47.125470 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Request body: {'port': {'device_id': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:47.179472 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:47.198838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1e617905-7b7a-4b8a-92e1-24c9d2dadb64 None None] Provisioning complete for port 0e550818-dc96-4087-95df-112dc7ed1df4 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:47.199402 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1e617905-7b7a-4b8a-92e1-24c9d2dadb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:47.232744 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-1e617905-7b7a-4b8a-92e1-24c9d2dadb64 None None] Port 0e550818-dc96-4087-95df-112dc7ed1df4 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:30:47.437462 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e550818-dc96-4087-95df-112dc7ed1df4 {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:30:47.444705 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:47.456702 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Transition to ACTIVE for port object 0e550818-dc96-4087-95df-112dc7ed1df4 will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:30:47.534925 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:47.588236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:47.657286 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Attempting to bind port 0e550818-dc96-4087-95df-112dc7ed1df4 on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:30:47.657615 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Attempting to bind port 0e550818-dc96-4087-95df-112dc7ed1df4 by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:30:47.657943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Attempting to bind port 0e550818-dc96-4087-95df-112dc7ed1df4 on network ac445809-334d-42ad-ae02-b0e09a43474b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:30:47.662425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Port 0e550818-dc96-4087-95df-112dc7ed1df4 on network ac445809-334d-42ad-ae02-b0e09a43474b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:30:47.662746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Attempting to bind port 0e550818-dc96-4087-95df-112dc7ed1df4 on network ac445809-334d-42ad-ae02-b0e09a43474b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:30:47.668195 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:30:47.668529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Checking segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:30:47.668922 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Bound using segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:30:47.669344 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Bound port: 0e550818-dc96-4087-95df-112dc7ed1df4, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:30:47.669699 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:47.739067 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:30:47.742567 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:30:47.788625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:47.805059 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd2b34-532c-4a03-afa3-85d5d73097d0 req-b5b19af5-f7e5-429b-a20c-aa27268cad9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:47.806614 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2cdd2b34-532c-4a03-afa3-85d5d73097d0 req-b5b19af5-f7e5-429b-a20c-aa27268cad9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0565665 Sep 22 11:30:47.838858 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:47.840070 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:47.841656 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 1091 time: 0.7202966 Sep 22 11:30:47.843704 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:30:47.845923 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4920d2d7-d250-45bb-aa37-de7a13c1881f" -d '{"events": [{"name": "network-changed", "server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:30:47.886146 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6ad7c-791f-4cfc-82fa-8caab0483db5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:47.893849 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2cdd2b34-532c-4a03-afa3-85d5d73097d0 req-94aef0e1-ccde-4d02-9d85-add29570accd tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688052 Sep 22 11:30:47.948020 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1de1dfe-ee41-4ca7-8890-909e524e082c x-openstack-request-id: req-b1de1dfe-ee41-4ca7-8890-909e524e082c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:30:47.948340 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:30:47.948603 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1de1dfe-ee41-4ca7-8890-909e524e082c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:30:47.949029 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4', 'status': 'completed', 'code': 200} Sep 22 11:30:47.996485 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-a29046c6-a7cf-43c8-85d7-1423eb7991d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:47.998013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-a29046c6-a7cf-43c8-85d7-1423eb7991d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1094 time: 0.0456502 Sep 22 11:30:48.042253 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-b864d873-c3ca-4850-a271-d16719629511 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 217 time: 0.0354218 Sep 22 11:30:48.090493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-b314385d-9c23-4cea-ab13-d6bb037b2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:48.091968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-b314385d-9c23-4cea-ab13-d6bb037b2a83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0430536 Sep 22 11:30:48.140588 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-57159944-2e57-4385-b628-7a6fb278850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:48.142035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-57159944-2e57-4385-b628-7a6fb278850d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428898 Sep 22 11:30:48.229563 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-31a6be06-0446-4bef-9ff9-7351d37e63c5 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802917 Sep 22 11:30:48.319226 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dc6b7061-3a89-4b4c-af62-5551d8bc1b22 req-fc7b2e94-9669-485e-a34f-44b0d3beeb51 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828328 Sep 22 11:30:48.454227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-bede2448-5f6d-40d2-8068-6187229922b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:48.455756 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-bede2448-5f6d-40d2-8068-6187229922b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1094 time: 0.0417919 Sep 22 11:30:48.546475 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-443586f8-0452-494e-9260-7ead3f748917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:48.547846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-443586f8-0452-494e-9260-7ead3f748917 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0847771 Sep 22 11:30:48.587981 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-b6a10cc3-4c70-4254-bdcd-c5f8ec023ef6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 217 time: 0.0335240 Sep 22 11:30:48.634938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-85ea762e-8f4c-4062-8d46-5fd139776ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:48.637023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-85ea762e-8f4c-4062-8d46-5fd139776ca1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0419703 Sep 22 11:30:48.680740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-061ead6c-32cd-472b-85a7-954263ae099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:48.682205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-061ead6c-32cd-472b-85a7-954263ae099a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0371084 Sep 22 11:30:48.772624 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-ad30ee1d-05d1-4c29-9098-67ffc5e4505f service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821786 Sep 22 11:30:49.236311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa6ec9-726c-49c3-a827-a4dd9f4ae21c req-e6d25bbf-5970-47a1-983c-55f18bcd0cad tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:49.237768 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4fa6ec9-726c-49c3-a827-a4dd9f4ae21c req-e6d25bbf-5970-47a1-983c-55f18bcd0cad tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0614052 Sep 22 11:30:49.241180 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4920d2d7-d250-45bb-aa37-de7a13c1881f req-ed706beb-dead-467e-80cb-c0cb560d37b5 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603570 Sep 22 11:30:49.275270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4fa6ec9-726c-49c3-a827-a4dd9f4ae21c req-fa378199-9220-4f05-853c-cd0b843d93d3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Sep 22 11:30:50.387186 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c42883-c52e-4bfd-997b-d116df10f03e req-9ab6d140-b114-4419-904d-4ea54b6214be tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:50.388579 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69c42883-c52e-4bfd-997b-d116df10f03e req-9ab6d140-b114-4419-904d-4ea54b6214be tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0477822 Sep 22 11:30:50.430672 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-69c42883-c52e-4bfd-997b-d116df10f03e req-fc42205b-0358-47b9-b635-39ce36210559 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360734 Sep 22 11:30:51.545847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1eac04-dd6f-4f2a-8ddc-247112b3ece3 req-f5039cb9-da5b-4a45-b52f-c5ed75be2a04 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:51.547332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f1eac04-dd6f-4f2a-8ddc-247112b3ece3 req-f5039cb9-da5b-4a45-b52f-c5ed75be2a04 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0499680 Sep 22 11:30:51.584765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9f1eac04-dd6f-4f2a-8ddc-247112b3ece3 req-fa14d034-5cf8-4ce3-a213-27b79b68b90f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Sep 22 11:30:51.781851 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0e550818-dc96-4087-95df-112dc7ed1df4 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:30:51.875557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:51.886726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '0e550818-dc96-4087-95df-112dc7ed1df4', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'port_id': '0e550818-dc96-4087-95df-112dc7ed1df4', 'mac_address': 'fa:16:3e:5d:99:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:30:51.922582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:51.935030 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e550818-dc96-4087-95df-112dc7ed1df4 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:30:51.953943 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:52.038270 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:52.083727 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:52.235891 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0e550818-dc96-4087-95df-112dc7ed1df4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:30:52.378557 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0e20-ad99-43d7-ab75-992a77e2598e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:52.697357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09d16-da66-408b-b460-9cf13381e5d9 req-743cc469-171c-48f2-a82a-a84e71e7ceae tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:52.698869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79b09d16-da66-408b-b460-9cf13381e5d9 req-743cc469-171c-48f2-a82a-a84e71e7ceae tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 944 time: 0.0480573 Sep 22 11:30:52.735286 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79b09d16-da66-408b-b460-9cf13381e5d9 req-ef8b3b9d-9656-4835-9d54-a43f019d5639 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304561 Sep 22 11:30:53.797399 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0e550818-dc96-4087-95df-112dc7ed1df4 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:30:53.846506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db432-e9aa-4253-8408-af72ed11b915 req-0a7664db-10c2-4647-a11e-d8bc02fff898 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:53.847928 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c3db432-e9aa-4253-8408-af72ed11b915 req-0a7664db-10c2-4647-a11e-d8bc02fff898 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 944 time: 0.0471644 Sep 22 11:30:53.884840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3c3db432-e9aa-4253-8408-af72ed11b915 req-98d13b15-4fa2-4196-98c0-d6f36a882a28 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309014 Sep 22 11:30:53.923581 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 0e550818-dc96-4087-95df-112dc7ed1df4 completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:30:53.928126 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 0e550818-dc96-4087-95df-112dc7ed1df4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:30:53.934181 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:54.005364 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:54.028071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:30:54.030342 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384f3ab2-78b6-43cc-b2fa-6891c1843213" -d '{"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-plugged", "status": "completed", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:30:54.042796 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:30:54.065296 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384155f3-d142-428d-85fc-f7a65f3304fe x-openstack-request-id: req-384155f3-d142-428d-85fc-f7a65f3304fe {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:30:54.065781 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-plugged", "status": "completed", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:30:54.066044 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-384155f3-d142-428d-85fc-f7a65f3304fe {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:30:54.066477 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4', 'code': 200} Sep 22 11:30:54.117591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:54.163901 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b61cd1-996e-45a3-a836-509f5a38e61d req-ac8c9444-b8d4-4d8b-8c74-79265e850a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:54.165404 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45b61cd1-996e-45a3-a836-509f5a38e61d req-ac8c9444-b8d4-4d8b-8c74-79265e850a8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1096 time: 0.0437868 Sep 22 11:30:54.168289 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:54.200376 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-45b61cd1-996e-45a3-a836-509f5a38e61d req-ee9564e0-87c9-4ae0-a19d-80b16a42c737 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281725 Sep 22 11:30:55.014187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804d0fb-f934-473e-ad01-fa62fd4fa875 req-86dc7215-8851-4ad4-ae1f-7f0b4a151ca4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:55.015715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c804d0fb-f934-473e-ad01-fa62fd4fa875 req-86dc7215-8851-4ad4-ae1f-7f0b4a151ca4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0512562 Sep 22 11:30:55.056054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c804d0fb-f934-473e-ad01-fa62fd4fa875 req-bddbab8d-2dc6-4270-bb54-bbb422234cb1 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340495 Sep 22 11:30:55.186591 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9256f103-b451-4775-87d6-d4b496411190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:55.615023 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:56.170443 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7769f5a-c490-47d1-b41d-e4973a7bf087 req-0b40b817-439c-4ecb-9159-ffe78c003dad tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:56.171929 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7769f5a-c490-47d1-b41d-e4973a7bf087 req-0b40b817-439c-4ecb-9159-ffe78c003dad tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0480204 Sep 22 11:30:56.210036 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c7769f5a-c490-47d1-b41d-e4973a7bf087 req-75ac2f16-7a63-4f2b-b15f-a3506f9a66fc tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Sep 22 11:30:56.266556 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:56.323404 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:56.327106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135a02-2998-40c9-8840-48c45c63db78 req-a3589c4e-5844-49c5-b955-369f7f669ebd tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:56.328624 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49135a02-2998-40c9-8840-48c45c63db78 req-a3589c4e-5844-49c5-b955-369f7f669ebd tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0526571 Sep 22 11:30:56.366259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-49135a02-2998-40c9-8840-48c45c63db78 req-0a12747a-5b7f-4d66-a883-0704f81dd36b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313861 Sep 22 11:30:56.387324 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49208) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:56.432359 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:56.522113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8b0af-87a3-4b8a-8a55-43c456fcaf42 tempest-TestShelveInstance-1681689400 tempest-TestShelveInstance-1681689400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:56.523678 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-76f8b0af-87a3-4b8a-8a55-43c456fcaf42 tempest-TestShelveInstance-1681689400 tempest-TestShelveInstance-1681689400-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1091 time: 0.1348524 Sep 22 11:30:56.526687 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49212) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:30:56.531601 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '0e550818-dc96-4087-95df-112dc7ed1df4', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:30:56.609134 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:56.707598 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:56.806160 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Allocated IP 172.25.1.86 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/1790c818-1010-4ca7-a53d-00821535b370) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:30:56.906288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:57.004017 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:57.037612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:30:57.040408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:30:57.045170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:30:57.073709 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'Port': ['ID=1790c818-1010-4ca7-a53d-00821535b370,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:57.387136 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:57.513120 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:57.661910 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:57.723348 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:57.797841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'Port': ['ID=1790c818-1010-4ca7-a53d-00821535b370,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:30:57.807276 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:57.901126 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Floating IP 717b6009-0c0e-4ab7-a63f-1319d24c06dd associated. External IP: 172.25.1.86, port: 0e550818-dc96-4087-95df-112dc7ed1df4. Sep 22 11:30:58.102590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Router e00d26bd-b075-405b-a179-1854f1fa4332 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:30:58.206629 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:30:58.216981 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] Sync routers for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:30:58.226281 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:58.226883 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:58.301418 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:58.331346 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:58.333287 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-27c61dd5-8fb9-4259-b42a-791226a297d7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8054769 Sep 22 11:30:58.333823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:30:58.336112 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203b4291-ad98-4196-b4c4-6c60d10b24eb" -d '{"events": [{"name": "network-changed", "server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:30:58.341582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:30:58.380200 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b8fdc1-fb55-47aa-ac3f-c44bd9e1ba5a x-openstack-request-id: req-36b8fdc1-fb55-47aa-ac3f-c44bd9e1ba5a {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:30:58.380473 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:30:58.380726 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36b8fdc1-fb55-47aa-ac3f-c44bd9e1ba5a {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:30:58.381134 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4', 'status': 'completed', 'code': 200} Sep 22 11:30:58.445761 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-4e65a449-3780-4cf9-bab3-5c7667a0b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:58.447427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-4e65a449-3780-4cf9-bab3-5c7667a0b8af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1096 time: 0.0454183 Sep 22 11:30:58.543011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-b715e497-bd9f-4287-a297-ed58d33b2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:58.544533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-b715e497-bd9f-4287-a297-ed58d33b2928 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0901506 Sep 22 11:30:58.563031 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '717b6009-0c0e-4ab7-a63f-1319d24c06dd', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'port_id': '0e550818-dc96-4087-95df-112dc7ed1df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'mac_address': 'fa:16:3e:5d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:30:57Z', 'updated_at': '2021-09-22T11:30:57Z', 'revision_number': 0, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:58.593029 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] Checking router: e00d26bd-b075-405b-a179-1854f1fa4332 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:30:58.600986 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:30:58.601580 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:30:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:58.608383 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-5d0136e9-99f1-4811-844b-8f76734e7bf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 998 time: 0.0568743 Sep 22 11:30:58.662052 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-96e529f3-ae4a-4d16-9bb4-f51348596352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:58.663550 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-96e529f3-ae4a-4d16-9bb4-f51348596352 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0479755 Sep 22 11:30:58.704324 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:30:58.708963 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-c48f7ad8-e8f8-49a3-b582-5a53cb02e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:30:58.710808 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-c48f7ad8-e8f8-49a3-b582-5a53cb02e405 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403037 Sep 22 11:30:58.805690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-0259bfe3-9862-4045-9bc5-decb2a849b1f service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878384 Sep 22 11:30:58.894559 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-203b4291-ad98-4196-b4c4-6c60d10b24eb req-8e5079ad-1e0a-4fee-a6a2-c3d0f2147c95 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807486 Sep 22 11:30:58.924175 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '717b6009-0c0e-4ab7-a63f-1319d24c06dd', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'port_id': '0e550818-dc96-4087-95df-112dc7ed1df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'mac_address': 'fa:16:3e:5d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:30:57Z', 'updated_at': '2021-09-22T11:30:57Z', 'revision_number': 0, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:30:58.954187 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d246e-a856-4253-a10c-ac3fdf9f7d0d None None] The sync data for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 is: [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '717b6009-0c0e-4ab7-a63f-1319d24c06dd', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'floating_ip_address': '172.25.1.86', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'port_id': '0e550818-dc96-4087-95df-112dc7ed1df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'mac_address': 'fa:16:3e:5d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:30:57Z', 'updated_at': '2021-09-22T11:30:57Z', 'revision_number': 0, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:30:59.139797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcbdd09-7a65-486e-9a20-fb38c4c49735 None None] New status for floating IP 717b6009-0c0e-4ab7-a63f-1319d24c06dd: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:31:07.616521 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:31:22.340209 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0085f462-efa2-45e4-9fe7-7192da96bd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:25.197345 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2f244575-e24e-4b8e-bcdf-744dca355eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:25.637306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:26.249094 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:26.294323 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:26.408518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:28.345783 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:44.616326 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:31:52.351120 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c417a68-fbc0-4646-8cda-af52b03ee4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:55.213394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-48322323-0db9-42d3-b31d-1676504e7313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:55.324031 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-3890128c-1cbd-4698-b75e-3ae760f0dda5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389249 Sep 22 11:31:55.415131 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-93a19885-bfcb-4e7e-90dc-c6d095ea27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:31:55.416631 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-93a19885-bfcb-4e7e-90dc-c6d095ea27d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1096 time: 0.0525663 Sep 22 11:31:55.518924 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-f5600130-96ac-4c98-aa2e-08e531f61ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:31:55.520323 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-f5600130-96ac-4c98-aa2e-08e531f61ed8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0826769 Sep 22 11:31:55.588904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-b1424b29-6e4f-49ad-a838-56c4ae0a51ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 1000 time: 0.0618293 Sep 22 11:31:55.637422 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-f6eecab1-208f-4514-be32-d7c99a89ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:31:55.638933 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-f6eecab1-208f-4514-be32-d7c99a89ae8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0431447 Sep 22 11:31:55.642637 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:55.683574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-800e4ddf-740d-4db5-81e5-ad858eec7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:31:55.685049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-800e4ddf-740d-4db5-81e5-ad858eec7bee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394537 Sep 22 11:31:55.793013 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-cc153158-a032-40d0-855d-026414db440b service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006510 Sep 22 11:31:55.879884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-055b4c30-e109-41b9-bff7-00a2f102ee25 req-76f7f12a-c38b-40ba-b601-d800665e1fea service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798590 Sep 22 11:31:56.253988 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:56.299253 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:56.447827 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:31:58.316344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:21.616152 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:32:22.430678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d9d89c59-9d6d-406a-92e5-3ef2d2eaa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:25.196219 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a06e95be-6db8-46b9-905d-d9e2a76d115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:25.596295 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:26.254081 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:26.298681 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:26.418720 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:28.327254 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:52.344350 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-70cb4e29-dbb0-43d3-a80f-f38a0e8a861b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:53.361832 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327e42-402e-41e8-8bab-e1a113e9e07a req-cf3f264e-61c6-4c60-9006-dccece4b69a2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:53.363333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d327e42-402e-41e8-8bab-e1a113e9e07a req-cf3f264e-61c6-4c60-9006-dccece4b69a2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0571170 Sep 22 11:32:53.401511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2d327e42-402e-41e8-8bab-e1a113e9e07a req-9d4193c6-8fb4-4f47-ac8e-9848c5640e32 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 Sep 22 11:32:54.539156 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94c89-86a1-4363-9f0c-b354c535bd66 req-570ab94f-86bd-49ba-bd9e-99817c20c4fd tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:54.540622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28d94c89-86a1-4363-9f0c-b354c535bd66 req-570ab94f-86bd-49ba-bd9e-99817c20c4fd tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0472620 Sep 22 11:32:54.578941 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28d94c89-86a1-4363-9f0c-b354c535bd66 req-c2b1fe1b-7343-460a-81da-796f10afa11f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314887 Sep 22 11:32:55.224137 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c325a7ca-a10d-4e51-a4d7-8b7dac638d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:55.359002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-bad54c65-ae33-43ce-bd62-385d43478f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:55.360502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-bad54c65-ae33-43ce-bd62-385d43478f67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1096 time: 0.0451427 Sep 22 11:32:55.462583 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-9a633965-bb59-48dc-a3b1-30a7f4831fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:55.464209 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-9a633965-bb59-48dc-a3b1-30a7f4831fb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0857956 Sep 22 11:32:55.525993 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-87a7afb8-9b41-432b-a412-369e6ea62aae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 1000 time: 0.0549757 Sep 22 11:32:55.580032 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-81f3a579-a94f-4ea9-873b-312e3823a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:55.581620 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-81f3a579-a94f-4ea9-873b-312e3823a0e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0487750 Sep 22 11:32:55.613655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:55.630004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-d69ce7ae-865d-403e-bb07-02d3375b816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:55.631551 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-d69ce7ae-865d-403e-bb07-02d3375b816d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428665 Sep 22 11:32:55.747347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafd5d7-fe16-48d6-8d6c-013e57aa7fb8 req-1202f55a-bba1-4bfc-8fad-aa43aadd2738 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:55.748807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fafd5d7-fe16-48d6-8d6c-013e57aa7fb8 req-1202f55a-bba1-4bfc-8fad-aa43aadd2738 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.1008654 Sep 22 11:32:55.773912 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-4af6e3dd-9d52-4323-a950-882c2300335f service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332705 Sep 22 11:32:55.809126 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fafd5d7-fe16-48d6-8d6c-013e57aa7fb8 req-7041f443-5cb1-4afa-940f-79f615d5b039 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514205 Sep 22 11:32:55.875847 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e0fbd848-5b9a-46f8-b855-4594ca6fc8e8 req-4f783711-ec21-461e-bc3e-33ede2c96cd4 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940483 Sep 22 11:32:56.264514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:56.315793 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:56.441304 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:56.925609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7a802-419e-4254-a833-656dcf6dea2c req-68f085b6-d7da-4d53-827f-826e3c61ebfd tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:56.927114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30a7a802-419e-4254-a833-656dcf6dea2c req-68f085b6-d7da-4d53-827f-826e3c61ebfd tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0484531 Sep 22 11:32:56.963189 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-30a7a802-419e-4254-a833-656dcf6dea2c req-78b1bbb3-5836-4b2e-8b85-218fc506a23d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301886 Sep 22 11:32:58.093940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df939a07-484c-4e6a-98fe-22574b3432a7 req-c9bec9cc-f3ed-4181-acea-5a66bb5fdf42 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:58.095461 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df939a07-484c-4e6a-98fe-22574b3432a7 req-c9bec9cc-f3ed-4181-acea-5a66bb5fdf42 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0545104 Sep 22 11:32:58.138546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-df939a07-484c-4e6a-98fe-22574b3432a7 req-a45cb6dd-8edf-40a9-b6f1-90bb2cba184b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361273 Sep 22 11:32:58.327750 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:32:58.615327 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:32:59.251619 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c361f-fb75-4347-9677-1c5fa83c4114 req-3ce55bbd-9844-4cc6-8d72-f8d0cffefdf7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:32:59.253097 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c49c361f-fb75-4347-9677-1c5fa83c4114 req-3ce55bbd-9844-4cc6-8d72-f8d0cffefdf7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0480697 Sep 22 11:32:59.304303 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c49c361f-fb75-4347-9677-1c5fa83c4114 req-fcb99622-c395-44e6-8df5-dd1f744fea24 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389018 Sep 22 11:33:00.416483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e572b-778d-443a-9d0d-bb90838c50eb req-43f31cb6-19fd-446f-91b8-70bb7b4b2764 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:00.417945 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce8e572b-778d-443a-9d0d-bb90838c50eb req-43f31cb6-19fd-446f-91b8-70bb7b4b2764 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0482769 Sep 22 11:33:00.455307 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ce8e572b-778d-443a-9d0d-bb90838c50eb req-1102a544-1aa7-44fa-b437-f4f6e2934485 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306261 Sep 22 11:33:01.568527 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc5a69-63e4-4aa4-a311-02bd0437c594 req-82f4ed8f-6037-442f-9efa-009b82a1b849 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:01.570019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3dc5a69-63e4-4aa4-a311-02bd0437c594 req-82f4ed8f-6037-442f-9efa-009b82a1b849 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0486193 Sep 22 11:33:01.610583 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c3dc5a69-63e4-4aa4-a311-02bd0437c594 req-dcd064e3-0434-4d6a-a05a-5d3693da8131 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345852 Sep 22 11:33:02.735323 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b32f50-7c68-4ae7-bb35-f7632e72b05d req-ec9e6a84-e258-470c-a2f3-a58b8fc6bc35 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:02.736841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8b32f50-7c68-4ae7-bb35-f7632e72b05d req-ec9e6a84-e258-470c-a2f3-a58b8fc6bc35 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0471756 Sep 22 11:33:02.777349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a8b32f50-7c68-4ae7-bb35-f7632e72b05d req-8ca37d13-d285-47d0-800a-554102a5b992 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346148 Sep 22 11:33:03.890063 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855338b-3450-4db1-9c09-4479fa85296e req-c2168c42-21d4-4f83-9bb8-0bfdab2e8d5b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:03.892135 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a855338b-3450-4db1-9c09-4479fa85296e req-c2168c42-21d4-4f83-9bb8-0bfdab2e8d5b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0481400 Sep 22 11:33:03.928883 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a855338b-3450-4db1-9c09-4479fa85296e req-fed42ccb-db82-4120-8f03-e3c1593421b2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307958 Sep 22 11:33:05.042636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075731f2-3422-4761-b726-0c78a21c3e71 req-f0de7d87-d0c9-4127-a15c-68733e51996f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:05.044089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-075731f2-3422-4761-b726-0c78a21c3e71 req-f0de7d87-d0c9-4127-a15c-68733e51996f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0475025 Sep 22 11:33:05.080762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-075731f2-3422-4761-b726-0c78a21c3e71 req-186d8b0c-55c1-4026-b978-06a932d93a84 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295775 Sep 22 11:33:06.210431 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105f178-aa78-4ee5-b5c4-3b092f27ca8e req-451a8679-ec7c-46a2-8189-cc1951e763a0 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:06.213690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d105f178-aa78-4ee5-b5c4-3b092f27ca8e req-451a8679-ec7c-46a2-8189-cc1951e763a0 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0616281 Sep 22 11:33:06.260498 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d105f178-aa78-4ee5-b5c4-3b092f27ca8e req-15469a24-d7f8-4892-be17-fcb23e7112d3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405693 Sep 22 11:33:06.529368 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0e550818-dc96-4087-95df-112dc7ed1df4 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:33:06.641507 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:33:06.654843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '0e550818-dc96-4087-95df-112dc7ed1df4', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'port_id': '0e550818-dc96-4087-95df-112dc7ed1df4', 'mac_address': 'fa:16:3e:5d:99:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:33:06.696675 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:06.713077 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e550818-dc96-4087-95df-112dc7ed1df4 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:33:06.736672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:33:06.779015 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:06.837481 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:33:06.846088 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.846467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.846807 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.847171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.847509 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.847842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.848171 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.848500 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.848826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.849155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.849478 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.849802 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:33:06.855349 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0e550818-dc96-4087-95df-112dc7ed1df4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:33:07.385202 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed80b94-6eaf-4605-b18b-8ad5bf75dabe req-c3d8c762-6cc9-489f-8f2e-d37bb8cb80ed tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:07.386950 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ed80b94-6eaf-4605-b18b-8ad5bf75dabe req-c3d8c762-6cc9-489f-8f2e-d37bb8cb80ed tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 944 time: 0.0529308 Sep 22 11:33:07.428492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ed80b94-6eaf-4605-b18b-8ad5bf75dabe req-ba3d1b52-55f0-463f-bea4-2aa28c92e12f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348353 Sep 22 11:33:08.544904 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0e550818-dc96-4087-95df-112dc7ed1df4 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:33:08.558204 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027fa7-371e-46fe-a9f5-542e1947d784 req-7b453873-573a-42d7-ac28-cae035a6b74a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:08.560027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8027fa7-371e-46fe-a9f5-542e1947d784 req-7b453873-573a-42d7-ac28-cae035a6b74a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 944 time: 0.0578363 Sep 22 11:33:08.596344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 0e550818-dc96-4087-95df-112dc7ed1df4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:33:08.596727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:08.605286 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8027fa7-371e-46fe-a9f5-542e1947d784 req-6c46dc09-b48d-4324-84a5-50ec4f1ef066 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332649 Sep 22 11:33:08.674073 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:08.697414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:33:08.699781 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49587d6d-09a4-46a2-be96-6066c20a24d7" -d '{"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-plugged", "status": "completed", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:33:08.713612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:33:08.741941 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4533300-6f53-4964-be40-c4aa7612a476 x-openstack-request-id: req-c4533300-6f53-4964-be40-c4aa7612a476 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:33:08.742281 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-plugged", "status": "completed", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:33:08.742534 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4533300-6f53-4964-be40-c4aa7612a476 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:33:08.742927 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4', 'code': 200} Sep 22 11:33:08.955636 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:09.005324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:33:09.729117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e0dfc-4699-4595-8d09-765f7d5ef4be req-0fd43c6b-3c26-43e6-aa16-19146cbdac17 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:09.736891 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab5e0dfc-4699-4595-8d09-765f7d5ef4be req-0fd43c6b-3c26-43e6-aa16-19146cbdac17 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0562475 Sep 22 11:33:09.782082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ab5e0dfc-4699-4595-8d09-765f7d5ef4be req-5fcf3d95-fe2b-4673-bf9b-2f1169e8acae tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442233 Sep 22 11:33:10.914917 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7116b9-5835-46b7-8f77-6b9b7ef80158 req-28407abc-7c5e-4b54-a031-5d3e4006819a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:10.922680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae7116b9-5835-46b7-8f77-6b9b7ef80158 req-28407abc-7c5e-4b54-a031-5d3e4006819a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0705414 Sep 22 11:33:10.963098 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae7116b9-5835-46b7-8f77-6b9b7ef80158 req-90512aba-b54f-4a78-bd1f-4cee0602d204 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369141 Sep 22 11:33:12.113587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301152e-73bf-4b52-92b7-e235fb334a17 req-2132fc9d-ba5f-430a-9c2d-6d59604331a4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:12.115805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8301152e-73bf-4b52-92b7-e235fb334a17 req-2132fc9d-ba5f-430a-9c2d-6d59604331a4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0616953 Sep 22 11:33:12.163199 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8301152e-73bf-4b52-92b7-e235fb334a17 req-3761bc7e-06c1-4688-9e7e-42c6784f9d83 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402799 Sep 22 11:33:13.287141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d73ad5-0a19-484c-920a-0d8d7f112a93 req-20ec7f0e-4b6d-4124-94ef-8f699752a880 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:13.288651 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86d73ad5-0a19-484c-920a-0d8d7f112a93 req-20ec7f0e-4b6d-4124-94ef-8f699752a880 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0516937 Sep 22 11:33:13.339829 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-86d73ad5-0a19-484c-920a-0d8d7f112a93 req-06f52dac-4a27-4182-a375-26f0614fbd64 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446975 Sep 22 11:33:14.473598 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5df3a-5632-4e96-8f3e-9189a09f688c req-14d502dc-c5cf-473a-bf16-16561f91b872 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:14.529844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dec5df3a-5632-4e96-8f3e-9189a09f688c req-14d502dc-c5cf-473a-bf16-16561f91b872 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0567338 Sep 22 11:33:14.529844 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dec5df3a-5632-4e96-8f3e-9189a09f688c req-ccdfb671-ec07-4abd-9440-2e6563873e76 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342796 Sep 22 11:33:15.636161 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac2651-5a64-4acd-90fc-65df255756a2 req-bdaeb651-17a6-4854-a600-dccdd9a2c8c2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:15.637684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84ac2651-5a64-4acd-90fc-65df255756a2 req-bdaeb651-17a6-4854-a600-dccdd9a2c8c2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0510817 Sep 22 11:33:15.676280 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84ac2651-5a64-4acd-90fc-65df255756a2 req-f26bc7d6-4df0-4665-a535-4896e4972473 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309927 Sep 22 11:33:16.259949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-d4644e23-a5c0-47cc-ad39-8c94ad81aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:16.261385 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-d4644e23-a5c0-47cc-ad39-8c94ad81aa56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1096 time: 0.0396636 Sep 22 11:33:16.353992 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-81b1598e-5890-476a-a9f8-f5577e683e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:16.355499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-81b1598e-5890-476a-a9f8-f5577e683e66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0862062 Sep 22 11:33:16.420478 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-19da9412-4162-4a5c-a16c-52eb69bfabb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 1000 time: 0.0575745 Sep 22 11:33:16.467389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-f952e3b6-a6a1-4a93-b659-b38f371b5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:16.469146 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-f952e3b6-a6a1-4a93-b659-b38f371b5658 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0417867 Sep 22 11:33:16.512968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-5ea7b13a-a812-440b-a9f2-340dbd2e0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:16.514333 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-5ea7b13a-a812-440b-a9f2-340dbd2e0fbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379274 Sep 22 11:33:16.603934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-08e88122-437a-4687-abf3-69d77629724c service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820436 Sep 22 11:33:16.690014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af06ef61-d15f-4860-b50e-bd2abb8e07e2 req-841941cf-9bff-40d1-b73f-46c5f4d3caa6 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795934 Sep 22 11:33:16.788457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cb8dd-3c4d-4446-9b10-58a71a30b2e1 req-bf14b230-d2b5-4e72-aebd-d638f3ed2b49 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:16.789818 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-335cb8dd-3c4d-4446-9b10-58a71a30b2e1 req-bf14b230-d2b5-4e72-aebd-d638f3ed2b49 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0468671 Sep 22 11:33:16.829932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-335cb8dd-3c4d-4446-9b10-58a71a30b2e1 req-378d8ba5-463c-4413-a00f-05f6c772c20d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342004 Sep 22 11:33:17.943812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b48c9-3ed7-4cce-8ee3-6be440388b77 req-ef171c9d-e6e7-423c-a56b-442b13ba08fa tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:17.945277 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-296b48c9-3ed7-4cce-8ee3-6be440388b77 req-ef171c9d-e6e7-423c-a56b-442b13ba08fa tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0491543 Sep 22 11:33:17.982024 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-296b48c9-3ed7-4cce-8ee3-6be440388b77 req-e4b18b89-d016-476b-9053-e9068394066a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307329 Sep 22 11:33:19.093106 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28d225-363e-421a-87f7-5ef15ddc4d87 req-78c21cca-79c8-43c3-9820-3dcdcd11cfb7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:19.094622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f28d225-363e-421a-87f7-5ef15ddc4d87 req-78c21cca-79c8-43c3-9820-3dcdcd11cfb7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0472567 Sep 22 11:33:19.131748 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8f28d225-363e-421a-87f7-5ef15ddc4d87 req-fd3e415c-0432-4ed9-86c8-bb1bee9d22e2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311432 Sep 22 11:33:19.196876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-4be93823-3987-4bf1-899b-e26f30b85fad req-5391ff03-ac59-4348-bd97-c9abf3017e1b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:33:19.197841 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4be93823-3987-4bf1-899b-e26f30b85fad req-5391ff03-ac59-4348-bd97-c9abf3017e1b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051680 Sep 22 11:33:19.439149 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce4f97-24a8-4399-ba38-77250af39339 req-3dc104e3-26b1-46eb-a44f-faf2bc05d888 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:19.440688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5ce4f97-24a8-4399-ba38-77250af39339 req-3dc104e3-26b1-46eb-a44f-faf2bc05d888 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0508852 Sep 22 11:33:19.483102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f5ce4f97-24a8-4399-ba38-77250af39339 req-c420a0ab-3d71-499f-8321-02a7c906cc37 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355618 Sep 22 11:33:19.680200 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49384) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:33:19.769244 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-ae20eaf3-aa04-4408-b8ea-b8b78b50d565 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879812 Sep 22 11:33:19.777745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-cd5afbef-1db2-4bbf-b768-1261698ecdfb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:33:19.778736 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-cd5afbef-1db2-4bbf-b768-1261698ecdfb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047762 Sep 22 11:33:20.585159 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0e550818-dc96-4087-95df-112dc7ed1df4 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:33:20.603479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e0d22-66b5-4a4d-b3a2-411e427a48cc req-45e8430f-6005-4c46-8461-479ad4ff6de0 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:20.605101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b7e0d22-66b5-4a4d-b3a2-411e427a48cc req-45e8430f-6005-4c46-8461-479ad4ff6de0 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 945 time: 0.0527937 Sep 22 11:33:20.645836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b7e0d22-66b5-4a4d-b3a2-411e427a48cc req-2e227dbe-7cec-4a5c-98f0-1b98695feed0 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328531 Sep 22 11:33:20.662132 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:20.682484 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:33:20.684740 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c244e9-02c6-4243-ab94-d212f374d57b" -d '{"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-unplugged", "status": "completed", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:33:20.697502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:33:20.716673 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 11:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a03be7-e0e0-4eeb-9123-d1f2670d530f x-openstack-request-id: req-77a03be7-e0e0-4eeb-9123-d1f2670d530f {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:33:20.716964 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-unplugged", "status": "failed", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4", "code": 422}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:33:20.717216 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77a03be7-e0e0-4eeb-9123-d1f2670d530f {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:33:20.717645 n-d-807025-3 neutron-server[95683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4', 'code': 422} returned with failed status Sep 22 11:33:20.749671 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:20.800935 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:33:21.090958 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b19137-29cb-4173-9814-2829c6f48e26 req-34c2055c-dd18-44a5-aad6-9057597e8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:21.092343 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-34c2055c-dd18-44a5-aad6-9057597e8306 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f&tenant_id=fb7e66d1900e454aafc34b1df4cac738 HTTP/1.1" status: 200 len: 1094 time: 0.0402396 Sep 22 11:33:21.155796 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b19137-29cb-4173-9814-2829c6f48e26 req-ae93d61d-4a1f-4b66-a09d-a4f20280fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:21.157269 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-ae93d61d-4a1f-4b66-a09d-a4f20280fb22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1094 time: 0.0426974 Sep 22 11:33:21.243605 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b19137-29cb-4173-9814-2829c6f48e26 req-ae869e71-4a05-4ac7-ac89-a930ba9e4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:21.245050 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-ae869e71-4a05-4ac7-ac89-a930ba9e4fe6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0810070 Sep 22 11:33:21.648312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-fb00070c-fced-48bf-af4f-3270d9b9189a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 998 time: 0.3957574 Sep 22 11:33:21.697328 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b19137-29cb-4173-9814-2829c6f48e26 req-9df49976-7b2b-4fc5-ade7-1d217062f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:21.698901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-9df49976-7b2b-4fc5-ade7-1d217062f3b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0433052 Sep 22 11:33:21.774939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b19137-29cb-4173-9814-2829c6f48e26 req-22de67b7-f2e7-41de-b205-de2033107ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:21.776408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-22de67b7-f2e7-41de-b205-de2033107ac1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702918 Sep 22 11:33:21.784297 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6ff26-5d4a-4815-b41c-d8fa76383929 req-a0ddd9a9-97ad-4bba-b425-1020865cf182 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:21.785634 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37d6ff26-5d4a-4815-b41c-d8fa76383929 req-a0ddd9a9-97ad-4bba-b425-1020865cf182 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0710850 Sep 22 11:33:21.870271 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37d6ff26-5d4a-4815-b41c-d8fa76383929 req-215474e9-b47a-4092-a0db-ed6be9c2acaa tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769715 Sep 22 11:33:21.892593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-43faa957-3861-42d8-bffe-952da61b1c91 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060512 Sep 22 11:33:21.982740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-56dde64d-eeb1-4d65-a4c2-0aa79921a833 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832424 Sep 22 11:33:22.344193 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f85310ee-30cd-4e34-84a8-92dbe3e193e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:22.989642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96d14-2a5e-4062-9be7-8babf70d30a2 req-36f97d7c-c00c-48c2-ab4a-33f23cab5f5c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:22.991797 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9da96d14-2a5e-4062-9be7-8babf70d30a2 req-36f97d7c-c00c-48c2-ab4a-33f23cab5f5c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0545433 Sep 22 11:33:23.031715 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9da96d14-2a5e-4062-9be7-8babf70d30a2 req-7463e2a2-e18f-4359-8287-6d949ef2e711 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338111 Sep 22 11:33:24.150491 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72830543-a142-4c02-a0b8-da5929c9ab88 req-6fd75abf-2ae5-458f-85d9-ce9f8e20f855 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:24.152140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72830543-a142-4c02-a0b8-da5929c9ab88 req-6fd75abf-2ae5-458f-85d9-ce9f8e20f855 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0505438 Sep 22 11:33:24.195902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-72830543-a142-4c02-a0b8-da5929c9ab88 req-1a0089c8-e7ee-4407-ada3-8c0d5dae4ae2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371466 Sep 22 11:33:25.218632 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0ac36080-0bc6-4134-b0aa-305ef3c854a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:25.320836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79894e38-6096-4476-9390-0f964e6b8235 req-abae93af-02e7-4542-a0c3-7f71965cb2d8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:25.322270 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79894e38-6096-4476-9390-0f964e6b8235 req-abae93af-02e7-4542-a0c3-7f71965cb2d8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0520792 Sep 22 11:33:25.363322 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-79894e38-6096-4476-9390-0f964e6b8235 req-06bf6b69-d2ee-4bc7-a8cd-a86b466c7223 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345769 Sep 22 11:33:25.624416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:26.281465 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:26.355557 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:26.453068 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:26.484560 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693da66-bf26-4736-af29-97cba7144cae req-71883912-0b31-43b7-8f44-1b5953c3dc65 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:26.486249 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8693da66-bf26-4736-af29-97cba7144cae req-71883912-0b31-43b7-8f44-1b5953c3dc65 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0508456 Sep 22 11:33:26.526012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8693da66-bf26-4736-af29-97cba7144cae req-7a2b4846-4c08-472b-8b6d-bb489b0dd40a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334835 Sep 22 11:33:27.657271 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675d951-f07b-490c-81e7-35f27cd0394f req-abcf3471-fe10-4438-9f80-3429ce560f2b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:27.658842 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f675d951-f07b-490c-81e7-35f27cd0394f req-abcf3471-fe10-4438-9f80-3429ce560f2b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0600064 Sep 22 11:33:27.712373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f675d951-f07b-490c-81e7-35f27cd0394f req-afda2894-6296-4784-a37b-eaceb6e17777 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467174 Sep 22 11:33:28.338507 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:28.838508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9e19d-9993-4801-8033-8d8fa8a65f98 req-84f5ebdf-9c1e-492b-a30b-2a38cf7fb221 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:28.840035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6f9e19d-9993-4801-8033-8d8fa8a65f98 req-84f5ebdf-9c1e-492b-a30b-2a38cf7fb221 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0571065 Sep 22 11:33:28.880662 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d6f9e19d-9993-4801-8033-8d8fa8a65f98 req-15d8a05d-2132-4286-a207-19c2fb5222a3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338352 Sep 22 11:33:29.998609 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12273b-ac20-491d-ad8a-2aada6b2be7f req-d62a0f92-54ed-4afd-965f-690fa0b79be5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:30.000744 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be12273b-ac20-491d-ad8a-2aada6b2be7f req-d62a0f92-54ed-4afd-965f-690fa0b79be5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0511203 Sep 22 11:33:30.040637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-be12273b-ac20-491d-ad8a-2aada6b2be7f req-17763fb1-484b-4d47-9dc2-3faf44b1c41d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338225 Sep 22 11:33:31.158642 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32926149-a9a8-4e02-bd3b-4ef634a1a346 req-1c8b84a4-be27-4c6a-be18-63cdb419f71e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:31.161166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32926149-a9a8-4e02-bd3b-4ef634a1a346 req-1c8b84a4-be27-4c6a-be18-63cdb419f71e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0529199 Sep 22 11:33:31.206300 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-32926149-a9a8-4e02-bd3b-4ef634a1a346 req-030576ff-f295-4834-a4a2-f0eabfcf63de tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391572 Sep 22 11:33:32.324178 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c1d19-cc82-4f8d-8711-4dda5f7734de req-ebc10721-9fc7-409d-a80e-c05df915e09a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:32.325684 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f02c1d19-cc82-4f8d-8711-4dda5f7734de req-ebc10721-9fc7-409d-a80e-c05df915e09a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0523183 Sep 22 11:33:32.363647 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f02c1d19-cc82-4f8d-8711-4dda5f7734de req-624ed7b5-5d72-4f8e-b2c1-1c85193d70f5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Sep 22 11:33:33.478254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec89f-fa9c-4c17-adb2-445e9faf7043 req-dc9229cf-8ff6-46d1-98c4-62ee2a04dacb tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:33.479717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-714ec89f-fa9c-4c17-adb2-445e9faf7043 req-dc9229cf-8ff6-46d1-98c4-62ee2a04dacb tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0479076 Sep 22 11:33:33.516705 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-714ec89f-fa9c-4c17-adb2-445e9faf7043 req-37a18aa1-ebe3-4ac4-92fa-4f2978ebe89e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310550 Sep 22 11:33:34.628846 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218491-b2bf-4394-8944-53a4e5980296 req-6086636c-96f6-4d9a-a6fd-21c3b07a0afa tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:34.630321 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b218491-b2bf-4394-8944-53a4e5980296 req-6086636c-96f6-4d9a-a6fd-21c3b07a0afa tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 943 time: 0.0468526 Sep 22 11:33:34.638276 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0e550818-dc96-4087-95df-112dc7ed1df4 details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:33:34.671188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b218491-b2bf-4394-8944-53a4e5980296 req-ea27aefd-c824-4009-b6f9-a8d2dbb6d57a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348146 Sep 22 11:33:34.740457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:33:34.752649 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '0e550818-dc96-4087-95df-112dc7ed1df4', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'port_id': '0e550818-dc96-4087-95df-112dc7ed1df4', 'mac_address': 'fa:16:3e:5d:99:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:33:34.789270 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:34.802884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e550818-dc96-4087-95df-112dc7ed1df4 {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:33:34.822580 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:33:35.596702 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:35.614049 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:33:35.643279 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:33:35.786529 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa7bc5-9268-4df5-9f8b-7e237dc22d9b req-dfc5b15d-3cde-4490-8258-f1fd25f0d4f5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:35.788018 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7cfa7bc5-9268-4df5-9f8b-7e237dc22d9b req-dfc5b15d-3cde-4490-8258-f1fd25f0d4f5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 944 time: 0.0487733 Sep 22 11:33:35.825114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7cfa7bc5-9268-4df5-9f8b-7e237dc22d9b req-fe880b8c-f7df-44d4-8137-3e80a44c7b46 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Sep 22 11:33:35.834936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0e550818-dc96-4087-95df-112dc7ed1df4'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:33:36.652995 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0e550818-dc96-4087-95df-112dc7ed1df4 up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:33:36.701052 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 0e550818-dc96-4087-95df-112dc7ed1df4 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:33:36.701416 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:36.924944 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:36.939417 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81a14-3763-47e1-a7ce-1561616938a6 req-78bb3c49-105f-418d-b1e1-41a1b994a918 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:36.940936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-baa81a14-3763-47e1-a7ce-1561616938a6 req-78bb3c49-105f-418d-b1e1-41a1b994a918 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 944 time: 0.0481973 Sep 22 11:33:36.947144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:33:36.949359 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29201bfe-721e-4ca2-8f52-8b702aa8afd7" -d '{"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-plugged", "status": "completed", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:33:36.962137 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:33:36.982081 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-baa81a14-3763-47e1-a7ce-1561616938a6 req-677a65b0-9a8c-434a-9e00-86d274776962 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351026 Sep 22 11:33:37.023627 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7edcd7f-a55f-4bad-8996-67deee255e77 x-openstack-request-id: req-f7edcd7f-a55f-4bad-8996-67deee255e77 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:33:37.024283 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-plugged", "status": "completed", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:33:37.024283 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7edcd7f-a55f-4bad-8996-67deee255e77 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:33:37.024577 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4', 'code': 200} Sep 22 11:33:37.025774 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:37.073428 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:33:37.221663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce524-1bf1-4cf0-b08d-31e274961a90 req-a4eaeca8-87c1-42ee-ac52-e924f9de5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:37.223166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-474ce524-1bf1-4cf0-b08d-31e274961a90 req-a4eaeca8-87c1-42ee-ac52-e924f9de5a71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1097 time: 0.0398543 Sep 22 11:33:37.260242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-474ce524-1bf1-4cf0-b08d-31e274961a90 req-706958f5-cbda-4fda-a16e-26a4047ffc2f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299962 Sep 22 11:33:38.097636 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b1eb7-0fce-4a63-9f8d-f98571d50cb1 req-138f5805-8d68-4e63-8cd3-a6792cce2720 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:38.099208 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-831b1eb7-0fce-4a63-9f8d-f98571d50cb1 req-138f5805-8d68-4e63-8cd3-a6792cce2720 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 946 time: 0.0483429 Sep 22 11:33:38.140608 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-831b1eb7-0fce-4a63-9f8d-f98571d50cb1 req-65f8630b-14e1-407b-87b3-fdb0261e1d10 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334017 Sep 22 11:33:39.260020 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1541885-c43f-436f-8393-34189ad3dfcc req-9b0e48e2-d40e-4b96-8995-4e9af69542fa tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:39.261555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1541885-c43f-436f-8393-34189ad3dfcc req-9b0e48e2-d40e-4b96-8995-4e9af69542fa tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 946 time: 0.0533280 Sep 22 11:33:39.298803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c1541885-c43f-436f-8393-34189ad3dfcc req-22a08dd0-d095-41e3-bd91-4563ae5ff7b9 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Sep 22 11:33:40.411239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0790ed-a1e9-4c19-9ee9-9b3ab9c2c865 req-09056f11-5abe-4774-b346-b3b64e46f4a1 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:40.412730 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f0790ed-a1e9-4c19-9ee9-9b3ab9c2c865 req-09056f11-5abe-4774-b346-b3b64e46f4a1 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 946 time: 0.0471032 Sep 22 11:33:40.453702 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f0790ed-a1e9-4c19-9ee9-9b3ab9c2c865 req-7240c90b-0422-4ce3-8359-0ac0732d1c7f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350332 Sep 22 11:33:52.343324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d525c27a-d8f0-4909-ace1-c28a6300613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:55.183500 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7ce45266-82b1-44df-a9c7-0e854f9d9360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:55.629439 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:56.297253 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:56.349707 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:56.350068 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-a1e62816-949d-4ad0-83a3-06d9cb0b27c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408392 Sep 22 11:33:56.429766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-b30ff26c-6178-453d-b04d-93cbaaa88d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:56.431310 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-b30ff26c-6178-453d-b04d-93cbaaa88d9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1097 time: 0.0406332 Sep 22 11:33:56.469506 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:33:56.534626 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-88410e86-b937-42b2-a59c-85a6b65cf60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:56.536120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-88410e86-b937-42b2-a59c-85a6b65cf60c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0859013 Sep 22 11:33:56.599937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-19c98301-8eea-49b5-abd4-e6e1a8f1ce46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 1000 time: 0.0560160 Sep 22 11:33:56.646493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-13de8bbd-9081-4e6a-9f5a-85ff4efdf3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:56.647924 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-13de8bbd-9081-4e6a-9f5a-85ff4efdf3cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0416832 Sep 22 11:33:56.696596 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-9ced9473-f0cd-43c8-a82e-e52868608365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:33:56.698040 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-9ced9473-f0cd-43c8-a82e-e52868608365 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426843 Sep 22 11:33:56.785065 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-ce119a34-9f0b-4b68-a7e8-88e2325b1bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789640 Sep 22 11:33:56.874934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-36dbeced-d255-441e-bd42-288b5b4fe585 req-352802fd-1c22-40c3-9847-7ae9187a6954 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824130 Sep 22 11:33:58.320322 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:12.614535 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:34:22.342944 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2d8f0a5e-7a10-4251-8f50-5156de11b3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:25.194447 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e7d632db-ef33-4971-9ad4-47d5d56f5505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:25.617182 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:26.336602 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:26.428023 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:26.508661 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:28.343358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:49.614377 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:34:50.324924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49520) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:34:50.474838 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Deleting port 1790c818-1010-4ca7-a53d-00821535b370 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:34:50.475179 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:50.551187 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:50.551423 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:50.563532 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Calling delete_port for 1790c818-1010-4ca7-a53d-00821535b370 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:34:50.759956 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:50.794371 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event deleted for resources: {'Port': ['ID=1790c818-1010-4ca7-a53d-00821535b370,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:50.835832 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.836075 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.836410 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.836757 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.837253 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.837570 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.837897 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.838248 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.850947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.850947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.850947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.850947 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:50.863367 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:50.863695 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Floating IP 717b6009-0c0e-4ab7-a63f-1319d24c06dd disassociated (deleted). External IP: 172.25.1.86, port: 0e550818-dc96-4087-95df-112dc7ed1df4. Sep 22 11:34:51.072811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Router e00d26bd-b075-405b-a179-1854f1fa4332 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:34:51.177391 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:34:51.268026 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:51.270435 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] Sync routers for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:34:51.270435 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:34:51.270435 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:34:51.271087 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-4cb5f753-cd93-4e0b-ae89-77c0439532ec tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "DELETE /v2.0/floatingips/717b6009-0c0e-4ab7-a63f-1319d24c06dd HTTP/1.1" status: 204 len: 168 time: 0.8870456 Sep 22 11:34:51.271087 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:34:51.271087 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5b7ce0448fb4ef1501c0a1c2e28cf3e6a0386b5a112f06988bc974f7ea6398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58e3929-76c8-4a81-9257-777aeac5657a" -d '{"events": [{"name": "network-changed", "server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:34:51.392301 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:34:51.583961 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:34:51.615792 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] Checking router: e00d26bd-b075-405b-a179-1854f1fa4332 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:34:51.624018 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:34:51.624628 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:34:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:34:51.634996 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126185f0-7296-4d51-9623-5b1e521923fd x-openstack-request-id: req-126185f0-7296-4d51-9623-5b1e521923fd {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:34:51.635537 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:34:51.635798 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-126185f0-7296-4d51-9623-5b1e521923fd {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:34:51.636294 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4', 'status': 'completed', 'code': 200} Sep 22 11:34:51.731601 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:34:51.758827 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aa49-8b3d-4264-88bc-3b76c1af2911 req-542d63e9-8327-400c-8258-86e6f2c7c56d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:34:51.760349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03d0aa49-8b3d-4264-88bc-3b76c1af2911 req-542d63e9-8327-400c-8258-86e6f2c7c56d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 946 time: 0.0792713 Sep 22 11:34:51.766654 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e3929-76c8-4a81-9257-777aeac5657a req-3a6f4cab-2c19-459e-872f-9e06949d69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:34:51.768648 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a58e3929-76c8-4a81-9257-777aeac5657a req-3a6f4cab-2c19-459e-872f-9e06949d69bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 1097 time: 0.1096513 Sep 22 11:34:51.834213 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-03d0aa49-8b3d-4264-88bc-3b76c1af2911 req-1229125e-ece1-40cf-a90d-a21520ed6c13 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645790 Sep 22 11:34:51.884943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e3929-76c8-4a81-9257-777aeac5657a req-4aa9cea4-9233-49df-8d39-5328de7061ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:34:51.886622 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a58e3929-76c8-4a81-9257-777aeac5657a req-4aa9cea4-9233-49df-8d39-5328de7061ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.1103649 Sep 22 11:34:51.928569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a58e3929-76c8-4a81-9257-777aeac5657a req-885becdc-e4be-405c-8632-dc7751e84a1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 200 len: 217 time: 0.0343847 Sep 22 11:34:51.930954 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:34:51.957885 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec173f6-bfad-4414-a2fa-64f953f26032 None None] The sync data for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 is: [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:34:51.983097 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e3929-76c8-4a81-9257-777aeac5657a req-e93682ce-b5df-4f12-9b78-a4a350b22961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:34:51.984601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a58e3929-76c8-4a81-9257-777aeac5657a req-e93682ce-b5df-4f12-9b78-a4a350b22961 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0493367 Sep 22 11:34:52.031847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e3929-76c8-4a81-9257-777aeac5657a req-b8bbf3de-052d-4b66-bb8c-06ad0222a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:34:52.034009 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a58e3929-76c8-4a81-9257-777aeac5657a req-b8bbf3de-052d-4b66-bb8c-06ad0222a277 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416179 Sep 22 11:34:52.046154 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-a58e3929-76c8-4a81-9257-777aeac5657a req-1167e765-7297-415c-a209-6a6cc48aaaa0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:34:52.047102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a58e3929-76c8-4a81-9257-777aeac5657a req-1167e765-7297-415c-a209-6a6cc48aaaa0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053098 Sep 22 11:34:52.141619 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a58e3929-76c8-4a81-9257-777aeac5657a req-fa115b60-17fb-4739-b5fc-833971e5b791 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875807 Sep 22 11:34:52.171438 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d278cb3-6262-4912-aba9-13435223a653 None None] New status for floating IP 717b6009-0c0e-4ab7-a63f-1319d24c06dd: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:34:52.238562 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a58e3929-76c8-4a81-9257-777aeac5657a req-cbc6739e-fd6c-4ad8-847b-fff11f73e538 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891058 Sep 22 11:34:52.331470 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-81ca08c3-0341-43c7-8749-86061c977259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:52.896320 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-c122f9c0-b99f-479e-9245-2fb96934f133 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:34:52.897823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-c122f9c0-b99f-479e-9245-2fb96934f133 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.30 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 946 time: 0.0508687 Sep 22 11:34:53.005130 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee407f57-f278-4866-b3e1-09bcbf5d13b3 req-018dd798-334a-4d26-b439-64f247aecb00 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:34:53.006649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee407f57-f278-4866-b3e1-09bcbf5d13b3 req-018dd798-334a-4d26-b439-64f247aecb00 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 946 time: 0.1027076 Sep 22 11:34:53.050865 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Deleting port 0e550818-dc96-4087-95df-112dc7ed1df4 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:34:53.051202 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:53.068166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ee407f57-f278-4866-b3e1-09bcbf5d13b3 req-9f362460-25ce-4268-a986-5063d7f90536 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=6990d4ce-cc75-4356-aa03-5565044e418c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551028 Sep 22 11:34:53.145571 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] For port 0e550818-dc96-4087-95df-112dc7ed1df4, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0e550818-dc96-4087-95df-112dc7ed1df4,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:34:53.145856 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:53.157246 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Calling delete_port for 0e550818-dc96-4087-95df-112dc7ed1df4 owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:34:53.354220 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:53.388436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event deleted for resources: {'Port': ['ID=0e550818-dc96-4087-95df-112dc7ed1df4,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.440487 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:34:53.441775 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] No DVR routers for this DVR port 0e550818-dc96-4087-95df-112dc7ed1df4 on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:34:53.444700 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:53.448439 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c87e5402-2d78-4778-ab6e-9cddf23ea1bf req-2bc4bfeb-14a7-4271-818a-02e8e447ed9f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.30 "DELETE /v2.0/ports/0e550818-dc96-4087-95df-112dc7ed1df4 HTTP/1.1" status: 204 len: 173 time: 0.5419691 Sep 22 11:34:53.448439 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-deleted', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:34:53.451305 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c222ce-141c-47f0-a3a2-18ddabbb90f0" -d '{"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-deleted", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:34:53.542337 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d04df11-2f9a-4cac-9172-4d0c42a7f51c x-openstack-request-id: req-0d04df11-2f9a-4cac-9172-4d0c42a7f51c {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:34:53.542634 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d94d32-a2c0-474a-b493-960bab6fe78f", "name": "network-vif-deleted", "tag": "0e550818-dc96-4087-95df-112dc7ed1df4", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:34:53.542886 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d04df11-2f9a-4cac-9172-4d0c42a7f51c {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:34:53.543291 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d94d32-a2c0-474a-b493-960bab6fe78f', 'name': 'network-vif-deleted', 'tag': '0e550818-dc96-4087-95df-112dc7ed1df4', 'status': 'completed', 'code': 200} Sep 22 11:34:54.174023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a74e1e4d-040d-4cd4-85b2-bc6b08f0c766 req-6b03c460-c2fb-4686-942b-cb57aa6bb267 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=98d94d32-a2c0-474a-b493-960bab6fe78f HTTP/1.1" status: 200 len: 210 time: 0.0258536 Sep 22 11:34:55.234376 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6099abc4-7216-43a9-8c92-835df045ac61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:55.239370 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49552) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:34:55.300581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd2ab-c25a-40b5-b07f-0c6fbe8b5d15 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:55.325175 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd2ab-c25a-40b5-b07f-0c6fbe8b5d15 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:55.455680 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd2ab-c25a-40b5-b07f-0c6fbe8b5d15 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:55.458207 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-ca4cd2ab-c25a-40b5-b07f-0c6fbe8b5d15 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:55.459374 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-ca4cd2ab-c25a-40b5-b07f-0c6fbe8b5d15 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "DELETE /v2.0/security-groups/6990d4ce-cc75-4356-aa03-5565044e418c HTTP/1.1" status: 204 len: 168 time: 0.2190340 Sep 22 11:34:55.468981 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cd2ab-c25a-40b5-b07f-0c6fbe8b5d15 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6990d4ce-cc75-4356-aa03-5565044e418c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:55.617327 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.108382 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49558) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:34:56.113058 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-b967bdd8-dbb4-4a00-aa74-30963455b818 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892446601', 'description': 'tempest-secgroup-smoke-892446601 description', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:34:56.181519 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b967bdd8-dbb4-4a00-aa74-30963455b818 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.262831 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b967bdd8-dbb4-4a00-aa74-30963455b818 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.318641 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.330488 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b967bdd8-dbb4-4a00-aa74-30963455b818 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.358852 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967bdd8-dbb4-4a00-aa74-30963455b818 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef0420-2eaf-428a-8a8a-019bec641785,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:56.401015 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.423673 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-b967bdd8-dbb4-4a00-aa74-30963455b818 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.424966 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-b967bdd8-dbb4-4a00-aa74-30963455b818 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3155358 Sep 22 11:34:56.427924 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49560) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:34:56.432155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-241b89c8-acc0-41a7-b46d-fa914ad205f4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '75ef0420-2eaf-428a-8a8a-019bec641785', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:34:56.445944 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.536414 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-241b89c8-acc0-41a7-b46d-fa914ad205f4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.591775 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-241b89c8-acc0-41a7-b46d-fa914ad205f4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.668636 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-241b89c8-acc0-41a7-b46d-fa914ad205f4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.687908 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b89c8-acc0-41a7-b46d-fa914ad205f4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e8f5a1-65ba-491c-a35e-2efd2168224d,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:56.748697 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-241b89c8-acc0-41a7-b46d-fa914ad205f4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.749909 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-241b89c8-acc0-41a7-b46d-fa914ad205f4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210742 Sep 22 11:34:56.752660 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49562) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:34:56.756878 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-88838aab-c771-4350-a23e-f27ebbb68b79 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '75ef0420-2eaf-428a-8a8a-019bec641785', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:34:56.855832 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88838aab-c771-4350-a23e-f27ebbb68b79 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.910687 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88838aab-c771-4350-a23e-f27ebbb68b79 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.953691 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88838aab-c771-4350-a23e-f27ebbb68b79 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:56.972627 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88838aab-c771-4350-a23e-f27ebbb68b79 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609dffcc-2221-44e7-b893-011ac4495428,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:57.039786 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-88838aab-c771-4350-a23e-f27ebbb68b79 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.041050 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-88838aab-c771-4350-a23e-f27ebbb68b79 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2874632 Sep 22 11:34:57.041726 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0e550818-dc96-4087-95df-112dc7ed1df4 no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:34:57.043776 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49564) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:34:57.048494 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-8f646dc5-9557-4bdc-b299-5cdeafce6d27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '75ef0420-2eaf-428a-8a8a-019bec641785', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:34:57.061337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 0e550818-dc96-4087-95df-112dc7ed1df4 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:34:57.061685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0e550818-dc96-4087-95df-112dc7ed1df4 not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:34:57.135873 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8f646dc5-9557-4bdc-b299-5cdeafce6d27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.195604 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8f646dc5-9557-4bdc-b299-5cdeafce6d27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.257059 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8f646dc5-9557-4bdc-b299-5cdeafce6d27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.275958 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f646dc5-9557-4bdc-b299-5cdeafce6d27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745272a5-2e63-4f9c-b8b8-9634bbaf6692,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:57.331541 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-8f646dc5-9557-4bdc-b299-5cdeafce6d27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.332776 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-8f646dc5-9557-4bdc-b299-5cdeafce6d27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2876859 Sep 22 11:34:57.335621 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49566) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:34:57.339831 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-cb1eab12-bd9c-4239-8a28-358544eedee8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '75ef0420-2eaf-428a-8a8a-019bec641785', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:34:57.431888 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cb1eab12-bd9c-4239-8a28-358544eedee8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.488873 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cb1eab12-bd9c-4239-8a28-358544eedee8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.559616 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cb1eab12-bd9c-4239-8a28-358544eedee8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.577809 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1eab12-bd9c-4239-8a28-358544eedee8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1603955e-501e-43f4-b5cc-090a39bdd473,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:57.651166 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-cb1eab12-bd9c-4239-8a28-358544eedee8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.652382 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-cb1eab12-bd9c-4239-8a28-358544eedee8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158512 Sep 22 11:34:57.655111 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49568) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:34:57.659452 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-72142a89-08b1-46ec-b4f4-0f0fd7db9475 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '75ef0420-2eaf-428a-8a8a-019bec641785', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:34:57.736839 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-72142a89-08b1-46ec-b4f4-0f0fd7db9475 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Project fb7e66d1900e454aafc34b1df4cac738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:34:57.741522 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72142a89-08b1-46ec-b4f4-0f0fd7db9475 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.800583 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72142a89-08b1-46ec-b4f4-0f0fd7db9475 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.862313 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72142a89-08b1-46ec-b4f4-0f0fd7db9475 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.880472 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72142a89-08b1-46ec-b4f4-0f0fd7db9475 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb5a85d-3833-42f3-863c-9d189ef73247,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:57.942923 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-72142a89-08b1-46ec-b4f4-0f0fd7db9475 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:57.944132 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-72142a89-08b1-46ec-b4f4-0f0fd7db9475 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2880187 Sep 22 11:34:57.946811 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49570) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:34:57.951057 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-38cf55ea-7831-4a30-a613-c302f11f1b27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'security_group_rule': {'security_group_id': '75ef0420-2eaf-428a-8a8a-019bec641785', 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:34:58.017232 n-d-807025-3 neutron-server[95681]: INFO neutron.db.securitygroups_db [None req-38cf55ea-7831-4a30-a613-c302f11f1b27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Project fb7e66d1900e454aafc34b1df4cac738 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:34:58.021926 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38cf55ea-7831-4a30-a613-c302f11f1b27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:58.085311 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38cf55ea-7831-4a30-a613-c302f11f1b27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:58.142729 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38cf55ea-7831-4a30-a613-c302f11f1b27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:58.160083 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf55ea-7831-4a30-a613-c302f11f1b27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8ececd-95ac-4572-9138-7121abedbe41,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:34:58.221644 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-38cf55ea-7831-4a30-a613-c302f11f1b27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:34:58.222881 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-38cf55ea-7831-4a30-a613-c302f11f1b27 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2751675 Sep 22 11:34:58.331266 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:17.011435 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-4ed9f910-260b-47d0-ab30-765697ebd4e4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892446601&fields=id&tenant_id=fb7e66d1900e454aafc34b1df4cac738 HTTP/1.1" status: 200 len: 267 time: 0.0337682 Sep 22 11:35:17.126722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-f26a5ceb-a87d-47f4-922a-486dba42144b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:17.128211 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-f26a5ceb-a87d-47f4-922a-486dba42144b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 808 time: 0.1099534 Sep 22 11:35:17.143544 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-ac68fb89-fabc-475f-a20b-383314e6685d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/quotas/fb7e66d1900e454aafc34b1df4cac738 HTTP/1.1" status: 200 len: 375 time: 0.0094943 Sep 22 11:35:17.194142 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-10774a11-fd67-48d0-86e9-4af0e6ece2b9 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453188 Sep 22 11:35:17.332680 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-d3743615-bfd4-4457-a682-a568b4d30cbc service neutron] 10.222.0.20 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270831 Sep 22 11:35:17.427143 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-3c112040-b44c-4c8e-a435-6f0bc5bdd5f8 service neutron] 10.222.0.20 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881953 Sep 22 11:35:18.038920 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b960585a-50a6-4cb6-a294-8d9353e0af89 req-86e8eafd-8386-4113-a711-60c4ed65a74c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 210 time: 0.0311668 Sep 22 11:35:19.131326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bced5c70-0556-4762-9a96-bd6b9d8d1158 req-d8628e9e-74f8-46c9-b693-31668f7ff18b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 210 time: 0.0262918 Sep 22 11:35:19.673391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-14ad3c7c-4f50-42f7-b2c2-832912b2cc44 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:19.674866 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-14ad3c7c-4f50-42f7-b2c2-832912b2cc44 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.32 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 808 time: 0.1026003 Sep 22 11:35:19.717450 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5904f374-c4c0-4271-972c-d7a99119defc tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb7e66d1900e454aafc34b1df4cac738 HTTP/1.1" status: 200 len: 379 time: 0.0330207 Sep 22 11:35:19.727105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'port': {'device_id': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'admin_state_up': True, 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'security_groups': ['75ef0420-2eaf-428a-8a8a-019bec641785']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:35:19.891087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Made reservation on behalf of fb7e66d1900e454aafc34b1df4cac738 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:35:19.895272 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:20.024954 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Allocated IP 172.20.0.6 (ac445809-334d-42ad-ae02-b0e09a43474b/696859b5-c23b-4728-aef3-0bbcf98f5056/5a71d119-e221-4f92-98fa-91d0f974f6cf) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:35:20.162787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:20.231022 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22a8532a-577e-448e-b416-9ef7b20cf58d req-c74eef03-58ae-4f20-8891-87175eb2211c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 210 time: 0.0296400 Sep 22 11:35:20.285138 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:20.324389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Network ac445809-334d-42ad-ae02-b0e09a43474b is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:35:20.327538 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:35:20.331185 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:35:20.366426 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:35:20.390177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:20.390838 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:20.464083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-5f92b19b-c841-462a-9f7b-5407e1edd84a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410862 Sep 22 11:35:20.527706 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Request body: {'port': {'device_id': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:35:20.562240 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-ce6b7348-5ca5-47af-a379-a92045bc89b8 None None] Provisioning complete for port 5a71d119-e221-4f92-98fa-91d0f974f6cf triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:35:20.562782 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7348-5ca5-47af-a379-a92045bc89b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:20.590444 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:20.605631 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b7348-5ca5-47af-a379-a92045bc89b8 None None] Port 5a71d119-e221-4f92-98fa-91d0f974f6cf cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:35:20.847098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a71d119-e221-4f92-98fa-91d0f974f6cf {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:35:20.854508 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:20.865998 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Transition to ACTIVE for port object 5a71d119-e221-4f92-98fa-91d0f974f6cf will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:35:20.923941 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:20.978926 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:35:21.064209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Attempting to bind port 5a71d119-e221-4f92-98fa-91d0f974f6cf on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:35:21.064561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Attempting to bind port 5a71d119-e221-4f92-98fa-91d0f974f6cf by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:35:21.065209 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Attempting to bind port 5a71d119-e221-4f92-98fa-91d0f974f6cf on network ac445809-334d-42ad-ae02-b0e09a43474b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:35:21.070993 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Port 5a71d119-e221-4f92-98fa-91d0f974f6cf on network ac445809-334d-42ad-ae02-b0e09a43474b not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:35:21.071321 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Attempting to bind port 5a71d119-e221-4f92-98fa-91d0f974f6cf on network ac445809-334d-42ad-ae02-b0e09a43474b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:35:21.076397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:35:21.076738 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Checking segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:35:21.077127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Bound using segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:35:21.077555 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Bound port: 5a71d119-e221-4f92-98fa-91d0f974f6cf, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:35:21.077918 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:21.143234 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:35:21.146434 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:35:21.211799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:21.247235 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:21.247851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:21.249345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] 10.222.0.32 "PUT /v2.0/ports/5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 1091 time: 0.7767563 Sep 22 11:35:21.249836 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:35:21.252690 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9125c082-c951-463f-8143-f355cf32e148" -d '{"events": [{"name": "network-changed", "server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:35:21.280272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a8cfa-ed86-4ba6-b3bf-aef58023d920 service neutron] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:35:21.419416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e80747-8d06-4e86-b445-e8a18aff2b15 req-0e5a484e-0658-4b86-be26-a9e1e3f3fc42 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:21.420946 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-12e80747-8d06-4e86-b445-e8a18aff2b15 req-0e5a484e-0658-4b86-be26-a9e1e3f3fc42 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.1029925 Sep 22 11:35:21.427888 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-61b53aa6-e1f2-467c-813f-6982f8731f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:21.429512 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-61b53aa6-e1f2-467c-813f-6982f8731f17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1094 time: 0.0715566 Sep 22 11:35:21.478538 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-0f433ad7-c57f-48d0-b6a3-4bffb8657102 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 217 time: 0.0408602 Sep 22 11:35:21.521914 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-12e80747-8d06-4e86-b445-e8a18aff2b15 req-2a8f188e-6b24-4b21-bcda-29e0c9bdff72 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913472 Sep 22 11:35:21.539548 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-ca3d59f3-9868-4928-9231-ee280facfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:21.541014 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-ca3d59f3-9868-4928-9231-ee280facfc6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0534799 Sep 22 11:35:21.584850 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b21247-011b-4909-b353-1172d7234cb1 x-openstack-request-id: req-03b21247-011b-4909-b353-1172d7234cb1 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:35:21.585136 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:35:21.585383 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03b21247-011b-4909-b353-1172d7234cb1 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:35:21.585781 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'status': 'completed', 'code': 200} Sep 22 11:35:21.597427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-b57defde-546a-4210-9073-3589444464f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:21.599019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-b57defde-546a-4210-9073-3589444464f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489464 Sep 22 11:35:21.690362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-3af78069-1d20-467a-a052-e144adeb10ff service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840135 Sep 22 11:35:21.781332 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-37ab0362-2431-4528-a2e8-d4b81f2f3ab4 req-956bd124-89f8-441e-90ec-058c61322d26 service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841923 Sep 22 11:35:21.918677 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c082-c951-463f-8143-f355cf32e148 req-fa53fefe-a663-4601-aac0-a6446f37a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:21.920411 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9125c082-c951-463f-8143-f355cf32e148 req-fa53fefe-a663-4601-aac0-a6446f37a680 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1094 time: 0.0397265 Sep 22 11:35:22.011425 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c082-c951-463f-8143-f355cf32e148 req-739549ef-601d-48d7-849f-ac5c4f75622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:22.012902 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9125c082-c951-463f-8143-f355cf32e148 req-739549ef-601d-48d7-849f-ac5c4f75622e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0857780 Sep 22 11:35:22.052960 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9125c082-c951-463f-8143-f355cf32e148 req-59381ac9-6b05-4141-bee2-121b44f2d00d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 217 time: 0.0332122 Sep 22 11:35:22.104699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c082-c951-463f-8143-f355cf32e148 req-2d63240a-b858-4e52-9244-7bb2ffb6b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:22.106165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9125c082-c951-463f-8143-f355cf32e148 req-2d63240a-b858-4e52-9244-7bb2ffb6b6fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0460665 Sep 22 11:35:22.150370 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c082-c951-463f-8143-f355cf32e148 req-dc7ea45e-97f6-4056-91cb-a921b4c543ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:22.151862 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9125c082-c951-463f-8143-f355cf32e148 req-dc7ea45e-97f6-4056-91cb-a921b4c543ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390005 Sep 22 11:35:22.242373 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9125c082-c951-463f-8143-f355cf32e148 req-83dbf175-61c8-49a0-bb16-28563762c3d9 service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810242 Sep 22 11:35:22.336769 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9125c082-c951-463f-8143-f355cf32e148 req-b5fd621d-e723-45c5-94c4-e37a659c8def service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892961 Sep 22 11:35:22.358441 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-066bfd7a-9da1-4d2c-ada9-cbda3aa88de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:22.639949 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751960d-623e-43c6-accb-d33662aebc5c req-919e6cc7-3e24-48ba-90c0-b1f40b1ac356 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:22.641349 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d751960d-623e-43c6-accb-d33662aebc5c req-919e6cc7-3e24-48ba-90c0-b1f40b1ac356 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0501511 Sep 22 11:35:22.680370 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d751960d-623e-43c6-accb-d33662aebc5c req-6077bb87-0079-4d8d-92ec-23d1af01c21c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321686 Sep 22 11:35:23.792334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde4bf8-b631-434a-8b3f-c5df14f88521 req-c9f4858e-d918-4ae5-9d46-5bf408336ce1 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:23.794089 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dde4bf8-b631-434a-8b3f-c5df14f88521 req-c9f4858e-d918-4ae5-9d46-5bf408336ce1 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0472865 Sep 22 11:35:23.836555 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7dde4bf8-b631-434a-8b3f-c5df14f88521 req-83b870d8-575e-4614-9e4d-6a920794ab98 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363739 Sep 22 11:35:24.951011 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c60492-560b-417f-a86d-9a861c3b7795 req-0eeeed6f-9a08-4448-8e3d-36227a97c251 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:24.952471 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43c60492-560b-417f-a86d-9a861c3b7795 req-0eeeed6f-9a08-4448-8e3d-36227a97c251 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0478301 Sep 22 11:35:24.990557 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-43c60492-560b-417f-a86d-9a861c3b7795 req-e2e97543-d6f3-4e7a-a0cb-541e9fed5900 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312598 Sep 22 11:35:25.193445 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8e88284-972c-4374-9e42-c062f92c9ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:25.622148 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:26.103874 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf17e63-8a7c-4129-8dfa-a49fe5943058 req-737b4b4a-02aa-4530-bd22-26d8fe309f2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:26.105368 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9cf17e63-8a7c-4129-8dfa-a49fe5943058 req-737b4b4a-02aa-4530-bd22-26d8fe309f2c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0476658 Sep 22 11:35:26.141826 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9cf17e63-8a7c-4129-8dfa-a49fe5943058 req-06f3ee67-ede4-4c1b-a95d-0b2eb87268d6 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305748 Sep 22 11:35:26.326264 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:26.396878 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:26.450452 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:26.613185 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:35:27.255293 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5d5b1-6fd5-466e-a8e9-ba86acc6f71c req-3ee4bbe9-ab53-4bfb-a7c6-d4172212c5a6 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:27.256773 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25a5d5b1-6fd5-466e-a8e9-ba86acc6f71c req-3ee4bbe9-ab53-4bfb-a7c6-d4172212c5a6 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0483677 Sep 22 11:35:27.296316 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-25a5d5b1-6fd5-466e-a8e9-ba86acc6f71c req-3ade4558-b4d9-42bf-9ef4-d487b1560abe tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336432 Sep 22 11:35:28.343048 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:28.411364 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0e4ab-590d-4e82-b113-a5d25e6febc5 req-fcf27253-1ae4-46f2-94d6-8920eb825979 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:28.412828 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aa0e4ab-590d-4e82-b113-a5d25e6febc5 req-fcf27253-1ae4-46f2-94d6-8920eb825979 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0495846 Sep 22 11:35:28.450361 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9aa0e4ab-590d-4e82-b113-a5d25e6febc5 req-6e3d8c68-2cc7-4384-8ac8-37e47fa313c6 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314775 Sep 22 11:35:29.561734 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e21b54-500a-4fba-ba7c-49e23f67e01a req-97e72c6d-fc5b-47af-aaa4-de4ab9ac25d5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:29.563250 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3e21b54-500a-4fba-ba7c-49e23f67e01a req-97e72c6d-fc5b-47af-aaa4-de4ab9ac25d5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0484140 Sep 22 11:35:29.600905 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e3e21b54-500a-4fba-ba7c-49e23f67e01a req-ee794834-a317-43d7-99a4-b71e66e69303 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311401 Sep 22 11:35:30.712129 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d22ef0-c177-49e2-8eb6-0a12f86b5ecb req-baadf836-137c-4165-af08-fffd181521fa tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:30.713582 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29d22ef0-c177-49e2-8eb6-0a12f86b5ecb req-baadf836-137c-4165-af08-fffd181521fa tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0466862 Sep 22 11:35:30.754197 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-29d22ef0-c177-49e2-8eb6-0a12f86b5ecb req-2fd3ee8a-6bd8-4652-9874-1313d0b8ef66 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347507 Sep 22 11:35:31.262533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5a71d119-e221-4f92-98fa-91d0f974f6cf details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:35:31.352757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:35:31.366414 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'port_id': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'mac_address': 'fa:16:3e:dc:65:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:35:31.403536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:31.415564 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a71d119-e221-4f92-98fa-91d0f974f6cf {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:35:31.434842 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:35:31.525447 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:31.575242 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:35:31.582486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.582903 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.583268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.583612 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.583951 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.584285 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.584617 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.584944 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.585270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.585595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.585921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.586268 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:35:31.755792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['5a71d119-e221-4f92-98fa-91d0f974f6cf'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:35:31.868402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334de53-80b8-4bd6-a5a1-d4060118cc59 req-605b63d0-8f8d-4a73-aa68-a98483c891c5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:31.869910 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b334de53-80b8-4bd6-a5a1-d4060118cc59 req-605b63d0-8f8d-4a73-aa68-a98483c891c5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 944 time: 0.0495529 Sep 22 11:35:31.906805 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b334de53-80b8-4bd6-a5a1-d4060118cc59 req-451664f5-7ce9-43b2-a062-bd0757ef4ace tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308349 Sep 22 11:35:33.019679 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b22bfa-5bd7-4785-818e-c214e242e433 req-00b61a46-6593-448e-bee1-e79a4a2449ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:33.021169 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b22bfa-5bd7-4785-818e-c214e242e433 req-00b61a46-6593-448e-bee1-e79a4a2449ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 944 time: 0.0479584 Sep 22 11:35:33.057519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-63b22bfa-5bd7-4785-818e-c214e242e433 req-a5ece70b-40bb-428d-8ee9-d7f423080bfd tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304856 Sep 22 11:35:33.262247 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5a71d119-e221-4f92-98fa-91d0f974f6cf up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:35:33.397844 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 5a71d119-e221-4f92-98fa-91d0f974f6cf completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:35:33.401762 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 5a71d119-e221-4f92-98fa-91d0f974f6cf triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:35:33.402163 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:33.479973 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:33.502519 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:35:33.504821 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d211e7f0-a3b5-4eef-8366-4cbd5eba76db" -d '{"events": [{"server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "name": "network-vif-plugged", "status": "completed", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:35:33.522563 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:35:33.606291 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e3de39-585f-45a4-a307-8a3d945152d2 x-openstack-request-id: req-84e3de39-585f-45a4-a307-8a3d945152d2 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:35:33.606695 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "name": "network-vif-plugged", "status": "completed", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:35:33.606907 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84e3de39-585f-45a4-a307-8a3d945152d2 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:35:33.607255 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'code': 200} Sep 22 11:35:33.611046 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:33.659696 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:35:33.701189 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b70ed-00e1-4737-b705-9137970de879 req-8156448e-7210-4d68-8e90-0792fe9484c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:33.702709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd2b70ed-00e1-4737-b705-9137970de879 req-8156448e-7210-4d68-8e90-0792fe9484c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1096 time: 0.0402510 Sep 22 11:35:33.741161 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bd2b70ed-00e1-4737-b705-9137970de879 req-7029960b-0fc1-41ca-a825-ab9033366a8b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317540 Sep 22 11:35:34.171955 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3368369-ae94-49da-bca7-32b1529f623c req-a4ab39bf-2ee0-4011-ad2e-dc8090876a66 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:34.173462 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3368369-ae94-49da-bca7-32b1529f623c req-a4ab39bf-2ee0-4011-ad2e-dc8090876a66 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Sep 22 11:35:34.209876 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a3368369-ae94-49da-bca7-32b1529f623c req-4c18d73f-5df4-46ad-85f0-cb616cffabf3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305717 Sep 22 11:35:35.319779 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced8be6-04e9-432c-b8ff-8f0f9cf9e2a9 req-ea0743a4-3646-4090-b877-585d4a2029b3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:35.321232 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bced8be6-04e9-432c-b8ff-8f0f9cf9e2a9 req-ea0743a4-3646-4090-b877-585d4a2029b3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0471704 Sep 22 11:35:35.357804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bced8be6-04e9-432c-b8ff-8f0f9cf9e2a9 req-bbe7bce6-ef13-4c9b-884b-398e620e9ea3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306671 Sep 22 11:35:35.468751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a595d5-9a92-4f11-a6e2-973749f1a19d req-9ccefb8e-bf49-4009-a9ce-b42567a057c2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:35.469664 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2a595d5-9a92-4f11-a6e2-973749f1a19d req-9ccefb8e-bf49-4009-a9ce-b42567a057c2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0472608 Sep 22 11:35:35.510140 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e2a595d5-9a92-4f11-a6e2-973749f1a19d req-0bc2049b-2a5f-4c9c-837f-33be4ecc8d55 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345447 Sep 22 11:35:35.530669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49772) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:35:35.571019 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a6baff-563e-4933-9145-8e024c824460 tempest-TestShelveInstance-1681689400 tempest-TestShelveInstance-1681689400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:35.572532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-76a6baff-563e-4933-9145-8e024c824460 tempest-TestShelveInstance-1681689400 tempest-TestShelveInstance-1681689400-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1091 time: 0.0409207 Sep 22 11:35:35.575334 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 49774) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:35:35.579506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:35:35.672446 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:35.765004 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:35.866371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Allocated IP 172.25.1.128 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/152f7d48-a3cf-428c-9f46-ce4d62b1df09) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:35:35.966477 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:36.068707 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:36.108607 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:35:36.111295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:35:36.114869 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:35:36.140153 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'Port': ['ID=152f7d48-a3cf-428c-9f46-ce4d62b1df09,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:35:36.440263 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:36.566863 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:36.713826 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:36.770991 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:36.841468 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event updated for resources: {'Port': ['ID=152f7d48-a3cf-428c-9f46-ce4d62b1df09,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:35:36.850478 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:36.948137 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Floating IP 49d37815-6f0d-4892-b7f6-a6088ee1abc9 associated. External IP: 172.25.1.128, port: 5a71d119-e221-4f92-98fa-91d0f974f6cf. Sep 22 11:35:37.157969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Router e00d26bd-b075-405b-a179-1854f1fa4332 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:35:37.599828 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:35:37.610617 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c17eb7-7619-4764-9352-32f17285468c None None] Sync routers for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:35:37.619862 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c17eb7-7619-4764-9352-32f17285468c None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:35:37.620463 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-32c17eb7-7619-4764-9352-32f17285468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:35:37.679511 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:37.718205 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-83820dd4-21b9-424f-b26a-363bf3d90006 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1319287 Sep 22 11:35:37.718205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:35:37.718205 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5042e9-2977-4288-952b-0497a3087547" -d '{"events": [{"name": "network-changed", "server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:35:37.725557 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-32c17eb7-7619-4764-9352-32f17285468c None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:35:37.754073 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cafc45f-f5dd-4c43-8d8f-2599c08e8b61 x-openstack-request-id: req-8cafc45f-f5dd-4c43-8d8f-2599c08e8b61 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:35:37.754456 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:35:37.755233 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cafc45f-f5dd-4c43-8d8f-2599c08e8b61 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:35:37.755616 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'status': 'completed', 'code': 200} Sep 22 11:35:37.816303 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5042e9-2977-4288-952b-0497a3087547 req-894fd647-bf43-48f5-8e51-63dbc1539ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:37.817840 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b5042e9-2977-4288-952b-0497a3087547 req-894fd647-bf43-48f5-8e51-63dbc1539ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1096 time: 0.0411072 Sep 22 11:35:37.911825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5042e9-2977-4288-952b-0497a3087547 req-f95c7f17-ff5f-4472-810a-9c77534092c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:37.913329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b5042e9-2977-4288-952b-0497a3087547 req-f95c7f17-ff5f-4472-810a-9c77534092c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0891953 Sep 22 11:35:37.956138 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-32c17eb7-7619-4764-9352-32f17285468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '49d37815-6f0d-4892-b7f6-a6088ee1abc9', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'port_id': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'mac_address': 'fa:16:3e:dc:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:35:36Z', 'updated_at': '2021-09-22T11:35:36Z', 'revision_number': 0, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:35:37.979688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b5042e9-2977-4288-952b-0497a3087547 req-06702201-2019-4f05-8e69-f22f69b7d946 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 999 time: 0.0585713 Sep 22 11:35:37.982422 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c17eb7-7619-4764-9352-32f17285468c None None] Checking router: e00d26bd-b075-405b-a179-1854f1fa4332 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:35:37.991172 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c17eb7-7619-4764-9352-32f17285468c None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:35:37.991765 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-32c17eb7-7619-4764-9352-32f17285468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:35:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:35:38.029489 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5042e9-2977-4288-952b-0497a3087547 req-90b8a643-94a4-4fa9-8006-65683142f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:38.031241 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b5042e9-2977-4288-952b-0497a3087547 req-90b8a643-94a4-4fa9-8006-65683142f564 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0454187 Sep 22 11:35:38.080669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5042e9-2977-4288-952b-0497a3087547 req-ca2b5e96-167c-41a4-baa6-d51038274649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:38.082417 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b5042e9-2977-4288-952b-0497a3087547 req-ca2b5e96-167c-41a4-baa6-d51038274649 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443556 Sep 22 11:35:38.097881 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-32c17eb7-7619-4764-9352-32f17285468c None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:35:38.180997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b5042e9-2977-4288-952b-0497a3087547 req-d8ea8782-fd1f-4a5c-aa0e-f3dbe5b5f87a service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914023 Sep 22 11:35:38.276884 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-9b5042e9-2977-4288-952b-0497a3087547 req-28cd350a-469d-4339-8a2b-74c5bba035b5 service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890083 Sep 22 11:35:38.334311 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-32c17eb7-7619-4764-9352-32f17285468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '49d37815-6f0d-4892-b7f6-a6088ee1abc9', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'port_id': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'mac_address': 'fa:16:3e:dc:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:35:36Z', 'updated_at': '2021-09-22T11:35:36Z', 'revision_number': 0, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:35:38.360444 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c17eb7-7619-4764-9352-32f17285468c None None] The sync data for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 is: [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': '49d37815-6f0d-4892-b7f6-a6088ee1abc9', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'port_id': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'mac_address': 'fa:16:3e:dc:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:35:36Z', 'updated_at': '2021-09-22T11:35:36Z', 'revision_number': 0, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:35:38.568324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5ba14-030b-4b1b-a599-ae2c90fc76ca None None] New status for floating IP 49d37815-6f0d-4892-b7f6-a6088ee1abc9: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:35:51.608019 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-91c81a2e-ae08-47ee-aae5-5c351b4621d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406225 Sep 22 11:35:51.687981 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-b7177dae-c695-4071-917b-8f4b7e44a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:51.689436 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-b7177dae-c695-4071-917b-8f4b7e44a32d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1096 time: 0.0417051 Sep 22 11:35:51.797825 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-0e841770-3340-4d65-8feb-fb7dcf77241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:51.799393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-0e841770-3340-4d65-8feb-fb7dcf77241c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0908549 Sep 22 11:35:51.869125 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-198bf6e1-3127-4bdd-a2c5-9ca641e30c8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 1001 time: 0.0620158 Sep 22 11:35:51.924482 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-cd75c818-f371-4b28-abae-355bda1d4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:51.927320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-cd75c818-f371-4b28-abae-355bda1d4f61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0512574 Sep 22 11:35:51.977597 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-12c4dd37-c8fe-4982-b5c8-c7459ffd8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:35:51.979083 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-12c4dd37-c8fe-4982-b5c8-c7459ffd8183 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448413 Sep 22 11:35:52.071606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-ff2643af-c50a-45c6-bb9d-4a2e72e52fb9 service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849099 Sep 22 11:35:52.165188 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4c2dc30d-5808-43fb-8335-a0a845e3c22f req-a67ecba3-1658-4fff-80ac-7adfe17f7f4e service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867598 Sep 22 11:35:52.330413 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a89830ca-35e6-4855-a188-ac267571f79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:55.237471 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e26bbb61-5556-4f07-889e-04537f8e9516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:55.633810 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:56.344536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:56.420471 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:56.471722 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:35:58.370628 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:03.613369 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:36:22.370491 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ea085368-f6ea-428d-8269-155dfad1c7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:25.250021 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-240eeb42-3058-40d2-9393-86530adaaa7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:25.627193 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:26.360433 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:26.410616 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:26.455659 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:28.351202 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:40.612295 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:36:52.352515 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-623e1b68-db3c-4b98-adce-0b4f60947b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:52.602315 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-238204ae-0d5d-4080-ab33-60da763e3b0a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405316 Sep 22 11:36:52.684467 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-0a8acad8-202b-41f6-bd08-c273bd4d3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:36:52.685957 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-0a8acad8-202b-41f6-bd08-c273bd4d3244 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1096 time: 0.0437133 Sep 22 11:36:52.786366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-5f91103d-27a5-4842-a1af-70489c661cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:36:52.787848 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-5f91103d-27a5-4842-a1af-70489c661cf5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0822983 Sep 22 11:36:52.856454 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-ab32dfae-ab3a-4f4a-aeec-b36bfa3bcf88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 1001 time: 0.0615993 Sep 22 11:36:52.903524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-bc703a84-7ff0-429b-a78a-293f2e86826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:36:52.904935 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-bc703a84-7ff0-429b-a78a-293f2e86826d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0422797 Sep 22 11:36:52.948945 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-9b2b01c1-1532-4f18-8cee-aaf0f9d427a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:36:52.950353 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-9b2b01c1-1532-4f18-8cee-aaf0f9d427a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386186 Sep 22 11:36:52.960646 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-d65d4910-294a-4115-a8ec-9ce8fc08ba16 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:36:52.961591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-d65d4910-294a-4115-a8ec-9ce8fc08ba16 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047507 Sep 22 11:36:53.052080 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-bff0f6e4-1520-4d9e-826d-97adc0262554 service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833755 Sep 22 11:36:53.138410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b0957790-80d9-41ad-9339-ee2dda1fd123 req-a24f34b7-26e5-4f9e-af44-e18ad409686b service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795791 Sep 22 11:36:55.225117 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2833325f-fa46-4869-ac79-faec1deff8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:55.659105 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:56.385105 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:56.411291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:56.482204 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:36:58.362026 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:17.610970 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:37:22.323562 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-711fdcef-20e8-45e6-b829-f264cca312d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:25.213061 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e70c708-f9e4-4f1f-ad4a-8144529b3aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:25.643346 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:26.367140 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:26.411742 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:26.487059 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:28.375102 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:52.372556 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-81ca7c87-a2c6-4f80-8fce-16568cfe0078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:53.607823 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-3ffd6a66-afb6-484c-ab07-ed0ef3c24c17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446634 Sep 22 11:37:53.687741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-8b848b91-1146-4cfc-bf77-6aea755c0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:37:53.689237 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-8b848b91-1146-4cfc-bf77-6aea755c0b4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1096 time: 0.0413394 Sep 22 11:37:53.792745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-242c0370-6813-4981-b095-d8e5cde3bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:37:53.794149 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-242c0370-6813-4981-b095-d8e5cde3bd4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0873206 Sep 22 11:37:53.863101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-4bebbc88-23c6-4463-9987-6fb7041d5ec3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 1001 time: 0.0601225 Sep 22 11:37:53.910409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-8574d478-4180-4117-8f67-16a7cf40d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:37:53.911801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-8574d478-4180-4117-8f67-16a7cf40d906 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0412817 Sep 22 11:37:53.956062 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-94602576-d5db-4547-9973-cc01b96166cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:37:53.957514 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-94602576-d5db-4547-9973-cc01b96166cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383039 Sep 22 11:37:54.048937 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-dc412bbd-ab00-4973-bae1-70c7eddc64d5 service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836582 Sep 22 11:37:54.140340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-23fd266f-46bf-4d2a-83be-6b667f3a15f6 req-c6bc4723-e2e4-4729-bf00-8028d5fafbfb service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828605 Sep 22 11:37:54.611770 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:37:55.241063 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ff3b1989-5939-4701-a258-1ca209d23856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:55.652088 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:56.426207 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:56.443347 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:56.482831 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:37:58.366680 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:04.608326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a7209-d454-4299-9458-e742f5d86b0b req-59922fc6-1163-48c9-b548-77db34ce0a6a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:04.609821 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b7a7209-d454-4299-9458-e742f5d86b0b req-59922fc6-1163-48c9-b548-77db34ce0a6a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0973539 Sep 22 11:38:04.648360 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b7a7209-d454-4299-9458-e742f5d86b0b req-addc55d4-b14c-4f4c-a482-1f03beade479 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325198 Sep 22 11:38:05.791594 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1db7b2-498e-481e-bd4e-b849be31f217 req-b298cc90-521b-4171-b2b7-488b31a4882f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:05.793289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b1db7b2-498e-481e-bd4e-b849be31f217 req-b298cc90-521b-4171-b2b7-488b31a4882f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0529487 Sep 22 11:38:05.831572 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-5b1db7b2-498e-481e-bd4e-b849be31f217 req-e7885f8a-20ae-4cf0-8a7c-54cb4340027b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317504 Sep 22 11:38:06.943236 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30206a-f6c8-492b-84d5-bca97f44e897 req-1925aa3c-6112-4e53-91a7-c3b483d8684a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:06.944714 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f30206a-f6c8-492b-84d5-bca97f44e897 req-1925aa3c-6112-4e53-91a7-c3b483d8684a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Sep 22 11:38:06.985423 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f30206a-f6c8-492b-84d5-bca97f44e897 req-6672152d-9c92-42ec-8156-4ddfc0e0d949 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344512 Sep 22 11:38:08.098639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0344-4d56-4a59-990e-ab7ec522a95c req-198ecf38-9dd0-4d39-a43f-67a512aeef81 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:08.100118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e30a0344-4d56-4a59-990e-ab7ec522a95c req-198ecf38-9dd0-4d39-a43f-67a512aeef81 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0484173 Sep 22 11:38:08.135973 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e30a0344-4d56-4a59-990e-ab7ec522a95c req-a04701b7-05e8-422e-b0dc-91ef6bc3b46b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299542 Sep 22 11:38:09.247876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afa497-b404-49ce-80e4-fb5cc6a52ca9 req-0a8b67fa-109d-4652-a6d3-2931e27b3d63 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:09.249369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84afa497-b404-49ce-80e4-fb5cc6a52ca9 req-0a8b67fa-109d-4652-a6d3-2931e27b3d63 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0485551 Sep 22 11:38:09.286897 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-84afa497-b404-49ce-80e4-fb5cc6a52ca9 req-4d956769-18a2-46b0-8cf6-970f56361ce4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Sep 22 11:38:10.397508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961d25-3131-49a7-94e6-207395753b93 req-e342da3b-7103-4962-a5ec-25290fcde498 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:10.398997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06961d25-3131-49a7-94e6-207395753b93 req-e342da3b-7103-4962-a5ec-25290fcde498 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0472333 Sep 22 11:38:10.441176 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06961d25-3131-49a7-94e6-207395753b93 req-d83f12b5-2f12-47f3-b51c-873604fc158e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362659 Sep 22 11:38:11.557745 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a15df1-7c90-42bc-b17f-8147f8282c01 req-443c75a7-3685-4217-aece-38c8cfdafd4d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:11.559278 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4a15df1-7c90-42bc-b17f-8147f8282c01 req-443c75a7-3685-4217-aece-38c8cfdafd4d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Sep 22 11:38:11.598056 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d4a15df1-7c90-42bc-b17f-8147f8282c01 req-1b47c977-e03f-4e4c-b8b8-47e73839c103 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327320 Sep 22 11:38:12.711876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4d57-9fca-42f3-b86a-828ebb51ef0a req-bdd398ec-3cf6-4d46-8e21-f5f22afcb073 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:12.713400 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eea4d57-9fca-42f3-b86a-828ebb51ef0a req-bdd398ec-3cf6-4d46-8e21-f5f22afcb073 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Sep 22 11:38:12.751103 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6eea4d57-9fca-42f3-b86a-828ebb51ef0a req-9b779330-9881-449a-b7e5-4110d569b25b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311873 Sep 22 11:38:13.867578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae62b42-6900-4e0a-a193-2a07b39a71ae req-4d2789b3-66be-4b6b-941e-8489bb91f400 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:13.868925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dae62b42-6900-4e0a-a193-2a07b39a71ae req-4d2789b3-66be-4b6b-941e-8489bb91f400 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0477040 Sep 22 11:38:13.909101 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-dae62b42-6900-4e0a-a193-2a07b39a71ae req-0a74a4bb-697d-4990-a098-73f8341362d3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342569 Sep 22 11:38:14.784222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-3769aa22-3628-47a6-b733-030b86d230b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:14.785694 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-3769aa22-3628-47a6-b733-030b86d230b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1096 time: 0.0394385 Sep 22 11:38:14.872306 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-3d6780a8-bb99-4631-956c-154c075ea305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:14.873779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-3d6780a8-bb99-4631-956c-154c075ea305 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0818205 Sep 22 11:38:14.942532 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-40f84be8-dcad-4781-bd9c-e1efe0bda63a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 1001 time: 0.0617566 Sep 22 11:38:15.016725 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-b75f715d-4e5c-480c-875c-84f1bd72bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:15.018289 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-b75f715d-4e5c-480c-875c-84f1bd72bdcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0689223 Sep 22 11:38:15.035578 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5af81b-e44d-4170-b5d0-12996e6ac357 req-4e3ed131-c029-4aad-81bb-91e79f74d010 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:15.036947 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b5af81b-e44d-4170-b5d0-12996e6ac357 req-4e3ed131-c029-4aad-81bb-91e79f74d010 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0575619 Sep 22 11:38:15.101426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-8b5af81b-e44d-4170-b5d0-12996e6ac357 req-dd8518a5-db85-4bf0-900b-cfd4e6a0f06c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561376 Sep 22 11:38:15.104098 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-e5075b0e-abbf-40cd-945e-cc7ec60afd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:15.105573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-e5075b0e-abbf-40cd-945e-cc7ec60afd42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781906 Sep 22 11:38:15.197732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-068943d2-46cb-441c-ac60-c0b64be3d8cc service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845091 Sep 22 11:38:15.289053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d9db0f46-db6a-4f50-8a54-618a0b48ef5b req-7606fc0f-f628-4fd1-a828-9c59fb07b896 service neutron] 10.222.0.32 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847154 Sep 22 11:38:16.215298 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7ce55-5d89-4b8d-8744-4d9abd1851c0 req-5729ec94-c61a-466f-8fc6-fc520941edd4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:16.216796 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aaf7ce55-5d89-4b8d-8744-4d9abd1851c0 req-5729ec94-c61a-466f-8fc6-fc520941edd4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Sep 22 11:38:16.259166 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-aaf7ce55-5d89-4b8d-8744-4d9abd1851c0 req-18bf6e5f-9b63-429e-ac86-62d8e3a7e815 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362744 Sep 22 11:38:17.377799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b69d9-1aae-43c7-b26c-210829e7c1bf req-ad9d489c-90e5-4ffd-ad92-3713d22abcc7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:17.379304 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b52b69d9-1aae-43c7-b26c-210829e7c1bf req-ad9d489c-90e5-4ffd-ad92-3713d22abcc7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0526690 Sep 22 11:38:17.417717 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b52b69d9-1aae-43c7-b26c-210829e7c1bf req-06be8723-9fff-4353-b77d-831d212e79a2 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323184 Sep 22 11:38:18.531748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8c0c-3b14-4571-a6ec-6d36e8330168 req-621c54a3-4936-4dd5-a7b7-9ef8d45bfda3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:18.533384 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dd8c0c-3b14-4571-a6ec-6d36e8330168 req-621c54a3-4936-4dd5-a7b7-9ef8d45bfda3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Sep 22 11:38:18.576393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-17dd8c0c-3b14-4571-a6ec-6d36e8330168 req-a9227c98-d350-490e-b6a5-64d7445c44f4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368452 Sep 22 11:38:19.687983 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c85909-9a82-4bd4-a12b-f441161c823e req-0199bdf1-856b-4d46-af49-7b6240d7d36e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:19.689466 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28c85909-9a82-4bd4-a12b-f441161c823e req-0199bdf1-856b-4d46-af49-7b6240d7d36e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Sep 22 11:38:19.726793 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-28c85909-9a82-4bd4-a12b-f441161c823e req-66c70ced-114d-4dbf-9c7d-9282cc419564 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309787 Sep 22 11:38:21.089740 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1081869-e196-4047-acac-eb0a80f203df req-317dd0e4-63cf-4b66-b4f4-f71142b5686b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:21.093248 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1081869-e196-4047-acac-eb0a80f203df req-317dd0e4-63cf-4b66-b4f4-f71142b5686b tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0538683 Sep 22 11:38:21.131337 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d1081869-e196-4047-acac-eb0a80f203df req-c19f959c-7961-4275-9b92-b786d9dc6dbd tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339382 Sep 22 11:38:21.193460 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-cf3d65a6-2345-4775-8b5f-6f2e3293b529 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165071 Sep 22 11:38:21.202202 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-41425fa8-898d-4cfc-8944-f5e18bef82b6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95681) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:38:21.203151 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-41425fa8-898d-4cfc-8944-f5e18bef82b6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048504 Sep 22 11:38:22.073384 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 5a71d119-e221-4f92-98fa-91d0f974f6cf no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:38:22.148119 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:22.170598 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:38:22.172826 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eebb9dc-bc08-4451-8a12-5fde42a16de6" -d '{"events": [{"server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:38:22.188702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:38:22.249790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44992-a448-40ef-9d27-2c965021c443 req-825fd04d-9df0-44f7-8d71-91f2d6d38c78 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:22.251342 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bea44992-a448-40ef-9d27-2c965021c443 req-825fd04d-9df0-44f7-8d71-91f2d6d38c78 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 945 time: 0.0492551 Sep 22 11:38:22.273778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:22.291296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bea44992-a448-40ef-9d27-2c965021c443 req-27a6ce30-e612-46ad-8f00-d82e4f9209a3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332065 Sep 22 11:38:22.331716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:38:22.334580 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 11:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aae6c8-48a9-484e-8eb5-f8d26d03a266 x-openstack-request-id: req-f1aae6c8-48a9-484e-8eb5-f8d26d03a266 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:38:22.334864 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "name": "network-vif-unplugged", "status": "failed", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf", "code": 422}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:38:22.335314 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1aae6c8-48a9-484e-8eb5-f8d26d03a266 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:38:22.335699 n-d-807025-3 neutron-server[95683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'code': 422} returned with failed status Sep 22 11:38:22.341533 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.341882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.342251 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.342590 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.342924 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.343255 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.343584 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.343911 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.344238 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.344558 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.344932 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.345204 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:22.372635 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-88a715ce-6a2a-47ff-8038-1838b52b995f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:23.405004 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e467c-c679-4102-9351-07d70d877310 req-e7944c11-d29c-46b2-8f20-222648f14eb3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:23.406533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b03e467c-c679-4102-9351-07d70d877310 req-e7944c11-d29c-46b2-8f20-222648f14eb3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0491149 Sep 22 11:38:23.444731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b03e467c-c679-4102-9351-07d70d877310 req-00a864d5-1ea4-48b3-b19f-8c292906324f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321121 Sep 22 11:38:24.563772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a1599-d932-49d9-a30d-47769e8848fa req-2bafb57b-fdee-4ee0-8c2b-1db3569449e5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:24.565732 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-487a1599-d932-49d9-a30d-47769e8848fa req-2bafb57b-fdee-4ee0-8c2b-1db3569449e5 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0549448 Sep 22 11:38:24.605629 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-487a1599-d932-49d9-a30d-47769e8848fa req-2717b38e-f84f-49c7-9dee-076004c31e2e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332880 Sep 22 11:38:25.208724 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b3da2b0b-c9f3-4883-8c4b-b76209e6f276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:25.675039 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:25.721881 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3235-24df-4d20-bda8-d3f2e8fafbc4 req-36fc40b1-1df3-4baf-ae13-58bf21560c87 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:25.723511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f0a3235-24df-4d20-bda8-d3f2e8fafbc4 req-36fc40b1-1df3-4baf-ae13-58bf21560c87 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0489275 Sep 22 11:38:25.761216 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6f0a3235-24df-4d20-bda8-d3f2e8fafbc4 req-b14337fe-d6d8-4d88-a919-bfd036d45fe7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317483 Sep 22 11:38:26.408788 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:26.466130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:26.494433 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:26.878212 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-93bfd1da-89fe-4a54-b250-4202cad29ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:26.879695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-93bfd1da-89fe-4a54-b250-4202cad29ed6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3&tenant_id=fb7e66d1900e454aafc34b1df4cac738 HTTP/1.1" status: 200 len: 1094 time: 0.0728421 Sep 22 11:38:26.891685 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9822dde-3f1e-400d-b0a7-7c12cab1257b req-cfb52ef6-29de-4d5d-a355-36714878856c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:26.893345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9822dde-3f1e-400d-b0a7-7c12cab1257b req-cfb52ef6-29de-4d5d-a355-36714878856c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0623264 Sep 22 11:38:26.898026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807025-3', 'device_owner': 'compute:nova'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:38:26.970387 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c9822dde-3f1e-400d-b0a7-7c12cab1257b req-1cee95fb-d7f6-4368-953c-61da09c5ef62 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696726 Sep 22 11:38:26.973343 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:27.179354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:38:27.227807 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:38:27.259211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a71d119-e221-4f92-98fa-91d0f974f6cf {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:38:27.266545 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:27.278590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Transition to ACTIVE for port object 5a71d119-e221-4f92-98fa-91d0f974f6cf will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:38:27.342898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:27.417662 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=7']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:38:27.429907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.430210 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.430554 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.430890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.431225 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.431553 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.431880 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.432205 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.432530 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.432851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.433174 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.433497 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:38:27.476238 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] No DVR routers for this DVR port 5a71d119-e221-4f92-98fa-91d0f974f6cf on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:38:27.612722 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Attempting to bind port 5a71d119-e221-4f92-98fa-91d0f974f6cf on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:38:27.613056 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Attempting to bind port 5a71d119-e221-4f92-98fa-91d0f974f6cf by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:38:27.613387 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Attempting to bind port 5a71d119-e221-4f92-98fa-91d0f974f6cf on network ac445809-334d-42ad-ae02-b0e09a43474b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:38:27.617579 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Port 5a71d119-e221-4f92-98fa-91d0f974f6cf on network ac445809-334d-42ad-ae02-b0e09a43474b not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:38:27.617905 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Attempting to bind port 5a71d119-e221-4f92-98fa-91d0f974f6cf on network ac445809-334d-42ad-ae02-b0e09a43474b {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:38:27.622670 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:38:27.623012 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Checking segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:38:27.623403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Bound using segment: {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:38:27.623833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Bound port: 5a71d119-e221-4f92-98fa-91d0f974f6cf, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:38:27.624189 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:27.685790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:38:27.688859 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:38:27.751467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:27.785556 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:27.786214 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:27.787688 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-396ce918-b05a-4524-8175-8729791af198 service neutron] 10.222.0.30 "PUT /v2.0/ports/5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 1091 time: 0.8933733 Sep 22 11:38:27.788013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:38:27.790253 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facec09e-671f-407a-88be-2e2a4816d9de" -d '{"events": [{"name": "network-changed", "server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:38:27.822272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ce918-b05a-4524-8175-8729791af198 service neutron] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=8']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:38:27.847691 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915e6d24-a547-4492-a984-57cfab335123 x-openstack-request-id: req-915e6d24-a547-4492-a984-57cfab335123 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:38:27.848010 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:38:27.848330 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-915e6d24-a547-4492-a984-57cfab335123 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:38:27.848653 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'status': 'completed', 'code': 200} Sep 22 11:38:27.868810 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-87d0b0dd-940d-45ec-881f-62d44ff563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:27.870377 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-87d0b0dd-940d-45ec-881f-62d44ff563ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1094 time: 0.0565581 Sep 22 11:38:27.964772 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-c7db788b-ba86-49e4-beee-511b1edeb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:27.966340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-c7db788b-ba86-49e4-beee-511b1edeb6df service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0874856 Sep 22 11:38:28.035586 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-d6cbb508-6cfb-4d49-a0a8-f24e5a57f4a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 999 time: 0.0620484 Sep 22 11:38:28.109222 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-5af743fe-991d-4bdb-a5c6-432ddb912290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:28.110743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-5af743fe-991d-4bdb-a5c6-432ddb912290 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0627937 Sep 22 11:38:28.122717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc4264-40d7-439e-9e0e-04a5bef830d4 req-52b15cb9-6904-4566-9522-b69e3197f001 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:28.124113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77fc4264-40d7-439e-9e0e-04a5bef830d4 req-52b15cb9-6904-4566-9522-b69e3197f001 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0844986 Sep 22 11:38:28.189010 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-77fc4264-40d7-439e-9e0e-04a5bef830d4 req-f108bd01-d57b-4198-81a1-ab29f88a9ec3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568213 Sep 22 11:38:28.191696 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-9df9165d-e590-4c96-afca-e8dbb7b024e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:28.193137 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-9df9165d-e590-4c96-afca-e8dbb7b024e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681977 Sep 22 11:38:28.282503 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-bbe43025-2bfc-4304-8446-11fa1abaa604 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819843 Sep 22 11:38:28.374169 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:28.374775 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-b383a755-bd84-45df-9a42-fdb5a3e37498 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854254 Sep 22 11:38:28.574921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facec09e-671f-407a-88be-2e2a4816d9de req-cd1441b7-3fd7-4d13-94d6-2a3295bbb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:28.576000 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-facec09e-671f-407a-88be-2e2a4816d9de req-cd1441b7-3fd7-4d13-94d6-2a3295bbb4f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1094 time: 0.0417631 Sep 22 11:38:28.665980 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facec09e-671f-407a-88be-2e2a4816d9de req-f73ae82a-6603-4d73-a796-7115475ce3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:28.667637 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-facec09e-671f-407a-88be-2e2a4816d9de req-f73ae82a-6603-4d73-a796-7115475ce3cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0844066 Sep 22 11:38:28.731689 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-facec09e-671f-407a-88be-2e2a4816d9de req-24abb3f7-8246-4085-b850-55a46d5ef1ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 999 time: 0.0572989 Sep 22 11:38:28.780305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facec09e-671f-407a-88be-2e2a4816d9de req-b6c1229d-cb32-4c82-8685-0489046b94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:28.781695 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-facec09e-671f-407a-88be-2e2a4816d9de req-b6c1229d-cb32-4c82-8685-0489046b94a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0419052 Sep 22 11:38:28.830196 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facec09e-671f-407a-88be-2e2a4816d9de req-02553fe2-5a37-45fb-b168-6187d165b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:28.831601 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-facec09e-671f-407a-88be-2e2a4816d9de req-02553fe2-5a37-45fb-b168-6187d165b788 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419431 Sep 22 11:38:28.919801 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-facec09e-671f-407a-88be-2e2a4816d9de req-a69529ce-49cf-4c1c-88b5-41b143a77983 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800288 Sep 22 11:38:29.011059 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-facec09e-671f-407a-88be-2e2a4816d9de req-04dd1d6c-47b1-49ca-b0c0-38ecd697339f service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844903 Sep 22 11:38:29.303857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39337a7-b092-4b12-8ddc-1e392cd6dd26 req-8ebae531-3944-451d-8415-896991554049 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:29.305346 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e39337a7-b092-4b12-8ddc-1e392cd6dd26 req-8ebae531-3944-451d-8415-896991554049 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0500588 Sep 22 11:38:29.341846 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e39337a7-b092-4b12-8ddc-1e392cd6dd26 req-b4c16c5d-cf6e-4be7-9d33-c230e6c2f7e8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304151 Sep 22 11:38:30.454668 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d34e3-895f-431e-a76b-f7c2159bb9cf req-15c5b26a-2ae6-4924-a4ee-4312a59d2381 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:30.456147 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a44d34e3-895f-431e-a76b-f7c2159bb9cf req-15c5b26a-2ae6-4924-a4ee-4312a59d2381 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0479727 Sep 22 11:38:30.492785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a44d34e3-895f-431e-a76b-f7c2159bb9cf req-d941f48c-1ef6-42be-91a4-dcd1e178155c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306993 Sep 22 11:38:31.609710 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caed7f-d883-44f6-b857-495dc24821de req-74a291bd-f437-4675-b9c4-03e34d31c85e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:31.610438 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:38:31.611273 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62caed7f-d883-44f6-b857-495dc24821de req-74a291bd-f437-4675-b9c4-03e34d31c85e tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0524576 Sep 22 11:38:31.648427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-62caed7f-d883-44f6-b857-495dc24821de req-3a7081e4-66cc-41f9-894b-297aaeecd163 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312865 Sep 22 11:38:32.758557 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1d9f-07bb-4d5f-8c7c-47995d140a84 req-618f2868-3157-4943-9b14-9d063c1d39cb tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:32.760007 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bcad1d9f-07bb-4d5f-8c7c-47995d140a84 req-618f2868-3157-4943-9b14-9d063c1d39cb tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0468588 Sep 22 11:38:32.799049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bcad1d9f-07bb-4d5f-8c7c-47995d140a84 req-8a2ac074-1b8c-49c6-bd99-6dae79f299ca tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332363 Sep 22 11:38:33.912217 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92302ce-3608-4beb-89e9-ab5083d327d3 req-e14c4146-ad78-4c99-af59-ef0e4516bc1f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:33.913724 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e92302ce-3608-4beb-89e9-ab5083d327d3 req-e14c4146-ad78-4c99-af59-ef0e4516bc1f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0500188 Sep 22 11:38:33.953895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e92302ce-3608-4beb-89e9-ab5083d327d3 req-b8884c3f-5ebb-4144-8d3b-97991c3ce099 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321364 Sep 22 11:38:35.071371 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bb5fc-6776-45a1-bc54-238e4a16359a req-0f929dbd-8912-4d85-b43f-a5b5cc1bc8f7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:35.072833 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-076bb5fc-6776-45a1-bc54-238e4a16359a req-0f929dbd-8912-4d85-b43f-a5b5cc1bc8f7 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0523162 Sep 22 11:38:35.109930 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-076bb5fc-6776-45a1-bc54-238e4a16359a req-97ab0969-4657-4c35-aad2-ac9f497d4ef3 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310848 Sep 22 11:38:36.084501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5a71d119-e221-4f92-98fa-91d0f974f6cf details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:38:36.180086 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:38:36.192074 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'port_id': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'mac_address': 'fa:16:3e:dc:65:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:38:36.228672 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:36.229730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48567a-2a64-48f1-89f1-111bc688f20a req-fdb22240-2af5-41cd-8e22-f71916b68ef8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:36.231259 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f48567a-2a64-48f1-89f1-111bc688f20a req-fdb22240-2af5-41cd-8e22-f71916b68ef8 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 943 time: 0.0496516 Sep 22 11:38:36.242056 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a71d119-e221-4f92-98fa-91d0f974f6cf {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:38:36.261264 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:38:36.269864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0f48567a-2a64-48f1-89f1-111bc688f20a req-364c2381-d774-470a-9058-ef87a069d417 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320759 Sep 22 11:38:36.320204 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:36.365190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=9']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:38:36.538833 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['5a71d119-e221-4f92-98fa-91d0f974f6cf'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:38:37.381447 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad5bb5-61cc-450f-b775-72a88d9db5a2 req-8ac5ce2f-1e5a-48ff-986d-7f3e63d23460 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:37.382942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcad5bb5-61cc-450f-b775-72a88d9db5a2 req-8ac5ce2f-1e5a-48ff-986d-7f3e63d23460 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 944 time: 0.0476537 Sep 22 11:38:37.426522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fcad5bb5-61cc-450f-b775-72a88d9db5a2 req-4c4f4210-df61-4c2d-8342-34e123897315 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376010 Sep 22 11:38:38.099344 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5a71d119-e221-4f92-98fa-91d0f974f6cf up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:38:38.219912 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 5a71d119-e221-4f92-98fa-91d0f974f6cf completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:38:38.224669 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 5a71d119-e221-4f92-98fa-91d0f974f6cf triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:38:38.225811 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:38.305803 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:38.327216 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:38:38.329408 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40962b3-b068-4084-bee0-14c958083dcd" -d '{"events": [{"server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "name": "network-vif-plugged", "status": "completed", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:38:38.343689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:38:38.366536 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b667abe3-1fe7-4c32-b5ec-79c19b12d099 x-openstack-request-id: req-b667abe3-1fe7-4c32-b5ec-79c19b12d099 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:38:38.378090 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "name": "network-vif-plugged", "status": "completed", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:38:38.378090 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b667abe3-1fe7-4c32-b5ec-79c19b12d099 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:38:38.378090 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'code': 200} Sep 22 11:38:38.426414 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:38.475388 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=10']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:38:38.543360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cc10-1d37-4b21-bb05-ee557b739587 req-efc708ed-4d36-45ae-a03c-2695ca36e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:38.544779 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33e7cc10-1d37-4b21-bb05-ee557b739587 req-efc708ed-4d36-45ae-a03c-2695ca36e364 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1097 time: 0.0749617 Sep 22 11:38:38.556287 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210541c-7ce7-4c7b-be53-405383ecfaf9 req-a2b3a5d4-88ca-4ff5-ba6c-6a374158a159 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:38.557669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f210541c-7ce7-4c7b-be53-405383ecfaf9 req-a2b3a5d4-88ca-4ff5-ba6c-6a374158a159 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 946 time: 0.0585837 Sep 22 11:38:38.609340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-33e7cc10-1d37-4b21-bb05-ee557b739587 req-c9a5ba96-59ff-42bf-b575-d5d3200f83a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507312 Sep 22 11:38:38.614251 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f210541c-7ce7-4c7b-be53-405383ecfaf9 req-7adc274b-9e54-41ea-9064-678ba8c3ed02 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505583 Sep 22 11:38:39.728730 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca58a68-110f-4ad9-8947-232092ffb572 req-95f98be4-dfbf-4993-adc4-38ad62640a6a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:39.730257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eca58a68-110f-4ad9-8947-232092ffb572 req-95f98be4-dfbf-4993-adc4-38ad62640a6a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 946 time: 0.0487018 Sep 22 11:38:39.770711 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eca58a68-110f-4ad9-8947-232092ffb572 req-18992479-cb22-476d-94ed-c9ed05a53f6a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336888 Sep 22 11:38:40.883565 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18d69b-a2fb-4998-bf96-5e8a9f0e3d51 req-c84e6e23-8a80-48a9-be9c-f454b5411128 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:38:40.884939 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d18d69b-a2fb-4998-bf96-5e8a9f0e3d51 req-c84e6e23-8a80-48a9-be9c-f454b5411128 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 946 time: 0.0479279 Sep 22 11:38:40.921172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-3d18d69b-a2fb-4998-bf96-5e8a9f0e3d51 req-85e9ead5-20a1-461d-8225-b40d220bdd4d tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Sep 22 11:38:52.385478 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5f87319c-6660-4527-8f19-9dd5026208b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:55.213754 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d502eca-5ee6-4ea3-9be1-4a4323677603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:55.651326 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:56.380172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:56.402020 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:56.487966 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:38:58.407998 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:02.320113 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-7697ccc1-d377-4950-8911-78dd429fb409 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426252 Sep 22 11:39:02.406765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-456302a4-e19c-4661-8f69-f9c9c74a4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:39:02.408267 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-456302a4-e19c-4661-8f69-f9c9c74a4529 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1097 time: 0.0437906 Sep 22 11:39:02.515275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-d3878ce8-af34-4d77-b921-06776fa9298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:39:02.516722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-d3878ce8-af34-4d77-b921-06776fa9298a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0892730 Sep 22 11:39:02.582290 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-42457884-a578-43f4-a0c8-4875ef4400f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 1001 time: 0.0584457 Sep 22 11:39:02.633013 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-c8a77496-fae9-4e5b-92af-b73c854bd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:39:02.634444 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-c8a77496-fae9-4e5b-92af-b73c854bd946 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0456874 Sep 22 11:39:02.678016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-048651b9-2f14-4304-89fa-c69226a43fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:39:02.684131 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-048651b9-2f14-4304-89fa-c69226a43fce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390947 Sep 22 11:39:02.770830 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-3ff8aa62-9ff6-487c-9492-4cc4b2c46fe8 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828555 Sep 22 11:39:02.861427 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-06ce99e5-3c49-4a5e-b707-0f3660364a7c req-7c473961-5f1c-4dce-9450-fe4835ab0171 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839555 Sep 22 11:39:08.609980 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:39:22.342316 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1da225ad-79c1-4a4b-8702-e8ba6339bb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:25.259043 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2e76ddf9-48bc-4a8d-a17f-24c44ec4affa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:25.650809 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:26.373514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:26.444796 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:26.490457 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:28.377084 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:45.608829 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:39:52.346975 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-296e6a40-5d9d-42df-bb25-b559efcfaf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:55.218654 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e2988fc7-6777-499c-87b2-e717c291b247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:55.695831 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:56.386863 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:56.429554 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:56.490242 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:39:58.392996 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:04.363054 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-a931daee-a0aa-46d4-b848-1502406ca3f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859864 Sep 22 11:40:04.778523 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-7d1c918a-bb3e-40d1-b690-d74606b7da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:04.780020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-7d1c918a-bb3e-40d1-b690-d74606b7da89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1097 time: 0.3773479 Sep 22 11:40:04.879695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-92ea933f-76a7-4ff8-ab7e-99fbe7ada846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:04.881053 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-92ea933f-76a7-4ff8-ab7e-99fbe7ada846 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.0805650 Sep 22 11:40:04.947312 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-e934752c-cf4e-4830-81a4-668249e6b42b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 1001 time: 0.0588992 Sep 22 11:40:04.994524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-13d43bfe-7995-40f0-89ba-7127661406be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:04.995985 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-13d43bfe-7995-40f0-89ba-7127661406be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0420263 Sep 22 11:40:05.041147 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-a2676011-0f7d-4ecf-853b-cf95753486d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:05.042657 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-a2676011-0f7d-4ecf-853b-cf95753486d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397589 Sep 22 11:40:05.133329 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-026726e0-dc86-423f-8c8b-c5002b70ffe8 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833642 Sep 22 11:40:05.220207 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ae0a644-eccd-496c-b5cd-ee2687dc248b req-02c776e7-576b-4c7c-9657-a2ecc5ed89df service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801775 Sep 22 11:40:16.392134 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 49980) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:16.823453 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Deleting port 152f7d48-a3cf-428c-9f46-ce4d62b1df09 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:16.823790 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:16.897370 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:16.897702 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:16.908773 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Calling delete_port for 152f7d48-a3cf-428c-9f46-ce4d62b1df09 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:17.098235 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:17.121933 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event deleted for resources: {'Port': ['ID=152f7d48-a3cf-428c-9f46-ce4d62b1df09,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:17.134833 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.135173 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.135506 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.135835 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.136158 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.136480 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.136820 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.137161 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.137482 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.137797 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.138550 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.138876 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:17.190300 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:17.190632 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Floating IP 49d37815-6f0d-4892-b7f6-a6088ee1abc9 disassociated (deleted). External IP: 172.25.1.128, port: 5a71d119-e221-4f92-98fa-91d0f974f6cf. Sep 22 11:40:17.395411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Router e00d26bd-b075-405b-a179-1854f1fa4332 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:40:17.498486 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:40:17.503299 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:17.508516 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] Sync routers for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:40:17.516974 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:17.517647 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:39:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:17.529253 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6d775269-35c7-4935-9186-452ad5e0579c tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "DELETE /v2.0/floatingips/49d37815-6f0d-4892-b7f6-a6088ee1abc9 HTTP/1.1" status: 204 len: 168 time: 1.1360705 Sep 22 11:40:17.529824 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:40:17.532122 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5b7ce0448fb4ef1501c0a1c2e28cf3e6a0386b5a112f06988bc974f7ea6398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae750457-10a1-4428-a407-f3303008ef8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:40:17.620392 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:17.815988 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:17.841135 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] Checking router: e00d26bd-b075-405b-a179-1854f1fa4332 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:40:17.851229 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:17.851857 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:39:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:17.923831 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d847e1c0-de34-4411-8ad9-5accb40acb3f x-openstack-request-id: req-d847e1c0-de34-4411-8ad9-5accb40acb3f {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:40:17.924117 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:40:17.924363 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d847e1c0-de34-4411-8ad9-5accb40acb3f {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:40:17.924763 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'status': 'completed', 'code': 200} Sep 22 11:40:17.956616 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:18.019116 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750457-10a1-4428-a407-f3303008ef8b req-dd5cee94-6f0e-4f75-9daa-92927294a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:18.020623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae750457-10a1-4428-a407-f3303008ef8b req-dd5cee94-6f0e-4f75-9daa-92927294a4d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb7e66d1900e454aafc34b1df4cac738&device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 1097 time: 0.0718827 Sep 22 11:40:18.035307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e0fbd-a9ed-4f0d-9885-b28303c89ef8 req-fc7dc117-69d9-4643-b9e3-16d5f8d54267 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:18.036777 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-798e0fbd-a9ed-4f0d-9885-b28303c89ef8 req-fc7dc117-69d9-4643-b9e3-16d5f8d54267 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 946 time: 0.0590193 Sep 22 11:40:18.130049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-798e0fbd-a9ed-4f0d-9885-b28303c89ef8 req-4fa9cd91-0d4e-4d26-ac58-154367a46d02 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840533 Sep 22 11:40:18.149765 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750457-10a1-4428-a407-f3303008ef8b req-ff0e2709-bf82-4581-8fc1-396b81c46a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:18.151320 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae750457-10a1-4428-a407-f3303008ef8b req-ff0e2709-bf82-4581-8fc1-396b81c46a20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 200 len: 909 time: 0.1136765 Sep 22 11:40:18.153287 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:18.182596 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bffd07-89f9-45f8-b0e3-6dd2eb341fe3 None None] The sync data for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 is: [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:33Z', 'revision_number': 4, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': '74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9', 'name': '', 'network_id': 'ac445809-334d-42ad-ae02-b0e09a43474b', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'mac_address': 'fa:16:3e:ca:6b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:33Z', 'updated_at': '2021-09-22T11:30:37Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'subnets': [{'id': '696859b5-c23b-4728-aef3-0bbcf98f5056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:40:18.192978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae750457-10a1-4428-a407-f3303008ef8b req-716a9999-fa15-42b0-a1d8-e02c17f6a357 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 200 len: 217 time: 0.0342662 Sep 22 11:40:18.244291 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750457-10a1-4428-a407-f3303008ef8b req-d5c3e963-2736-4358-ac03-8811f5ff094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:18.245783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae750457-10a1-4428-a407-f3303008ef8b req-d5c3e963-2736-4358-ac03-8811f5ff094f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 200 len: 847 time: 0.0456376 Sep 22 11:40:18.297112 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750457-10a1-4428-a407-f3303008ef8b req-4d9380d4-4897-4d28-b296-a26a7c9a3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:18.298698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae750457-10a1-4428-a407-f3303008ef8b req-4d9380d4-4897-4d28-b296-a26a7c9a3d78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac445809-334d-42ad-ae02-b0e09a43474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452199 Sep 22 11:40:18.391643 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae750457-10a1-4428-a407-f3303008ef8b req-c6a20f68-99ab-40dd-890f-115b00a0e493 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842166 Sep 22 11:40:18.399884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96f0c8c-40b6-4a15-ad99-96b21c48c68e None None] New status for floating IP 49d37815-6f0d-4892-b7f6-a6088ee1abc9: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:40:18.486633 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ae750457-10a1-4428-a407-f3303008ef8b req-86b30b49-137c-4b5d-88cb-c37ea2021211 service neutron] 10.222.0.30 "GET /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870192 Sep 22 11:40:19.245784 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c7784-7245-487c-b4e8-ea3335848626 req-5a59b318-c34f-4137-a55f-9944d3181b14 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:19.247296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-234c7784-7245-487c-b4e8-ea3335848626 req-5a59b318-c34f-4137-a55f-9944d3181b14 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 946 time: 0.0495155 Sep 22 11:40:19.283114 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-234c7784-7245-487c-b4e8-ea3335848626 req-15b6d650-7750-41dc-a7ce-d023c90c9a5f tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/security-groups?id=75ef0420-2eaf-428a-8a8a-019bec641785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299978 Sep 22 11:40:19.432621 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-8fd9f6b4-1347-400f-86b0-82ad8942e308 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:19.434118 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-8fd9f6b4-1347-400f-86b0-82ad8942e308 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 946 time: 0.0475502 Sep 22 11:40:19.522729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Deleting port 5a71d119-e221-4f92-98fa-91d0f974f6cf {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:19.523067 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:19.610411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] For port 5a71d119-e221-4f92-98fa-91d0f974f6cf, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=5a71d119-e221-4f92-98fa-91d0f974f6cf,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:19.610785 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:19.623311 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Calling delete_port for 5a71d119-e221-4f92-98fa-91d0f974f6cf owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:19.824241 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:19.852694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event deleted for resources: {'Port': ['ID=5a71d119-e221-4f92-98fa-91d0f974f6cf,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.889808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:19.905272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] No DVR routers for this DVR port 5a71d119-e221-4f92-98fa-91d0f974f6cf on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:40:19.907798 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:19.909869 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83797697-78ce-4db2-b5fe-152b58e2d3d1 req-f3f93577-9db8-4a12-b245-c47ee582b5ea tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.30 "DELETE /v2.0/ports/5a71d119-e221-4f92-98fa-91d0f974f6cf HTTP/1.1" status: 204 len: 173 time: 0.4692352 Sep 22 11:40:19.910887 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'name': 'network-vif-deleted', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:40:19.913184 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875ca5a7-2182-454c-b546-f2ce663cb3dd" -d '{"events": [{"server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "name": "network-vif-deleted", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:40:19.997237 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0c7dd0-4988-4b05-b37a-56231816390e x-openstack-request-id: req-6f0c7dd0-4988-4b05-b37a-56231816390e {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:40:19.997528 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e534e4e-9814-4160-b19a-f3950f6e27f3", "name": "network-vif-deleted", "tag": "5a71d119-e221-4f92-98fa-91d0f974f6cf", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:40:19.997925 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f0c7dd0-4988-4b05-b37a-56231816390e {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:40:19.998369 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e534e4e-9814-4160-b19a-f3950f6e27f3', 'name': 'network-vif-deleted', 'tag': '5a71d119-e221-4f92-98fa-91d0f974f6cf', 'status': 'completed', 'code': 200} Sep 22 11:40:20.384326 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f68be3fb-7a04-4a6c-a645-8e7db90a5df3 req-79e9c8ff-8c7c-4b52-813f-350d60168fa4 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 210 time: 0.0269775 Sep 22 11:40:21.478669 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-bf2218ed-6409-4954-b03f-3ead8f4f0e7f req-1bb59dd0-daa5-4b5e-87e5-5f95e68a418a tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 210 time: 0.0264916 Sep 22 11:40:22.355692 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-34658097-8845-4f26-b7c9-ed7fe66673f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:22.571107 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-46a4becd-eeda-4553-b520-de47ae162df6 req-0f7ab90a-53fc-4a2c-9f1c-3b3dd1655221 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 210 time: 0.0263133 Sep 22 11:40:22.607915 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:40:22.644910 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5a71d119-e221-4f92-98fa-91d0f974f6cf no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:40:22.665913 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 5a71d119-e221-4f92-98fa-91d0f974f6cf {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:40:22.666299 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 5a71d119-e221-4f92-98fa-91d0f974f6cf not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:40:23.665944 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-60e12525-d6c6-4751-a01e-9fb2cd6cba5a req-5007624a-1c2b-4777-a043-bd357d00b632 tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e534e4e-9814-4160-b19a-f3950f6e27f3 HTTP/1.1" status: 200 len: 210 time: 0.0291646 Sep 22 11:40:24.719724 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50014) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:24.781105 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d29ccf1-53d9-4d91-9cc0-1181dcc70fdf tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:24.808328 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d29ccf1-53d9-4d91-9cc0-1181dcc70fdf tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:24.926718 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d29ccf1-53d9-4d91-9cc0-1181dcc70fdf tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:24.929399 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-5d29ccf1-53d9-4d91-9cc0-1181dcc70fdf tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:24.930620 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-5d29ccf1-53d9-4d91-9cc0-1181dcc70fdf tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] 10.222.0.20 "DELETE /v2.0/security-groups/75ef0420-2eaf-428a-8a8a-019bec641785 HTTP/1.1" status: 204 len: 168 time: 0.2098942 Sep 22 11:40:24.939994 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29ccf1-53d9-4d91-9cc0-1181dcc70fdf tempest-TestShelveInstance-349977497 tempest-TestShelveInstance-349977497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ef0420-2eaf-428a-8a8a-019bec641785,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:25.039835 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50018) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:25.252549 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f642752d-8a13-4f4e-8796-258ac11a1125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:25.483351 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:25.664220 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:25.731233 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Deleting port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:25.731667 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:25.812090 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] For port 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:25.812395 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:25.826476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Calling delete_port for 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:26.066830 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:26.090014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Pushing event deleted for resources: {'Port': ['ID=74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:26.263802 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:26.426645 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:26.443650 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:26.487665 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Router e00d26bd-b075-405b-a179-1854f1fa4332 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:40:26.489971 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:26.602310 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:40:26.607593 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9a65f0db-c5a2-448a-94dd-0adb5aaf558a admin admin] 10.222.0.20 "PUT /v2.0/routers/e00d26bd-b075-405b-a179-1854f1fa4332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5668015 Sep 22 11:40:26.610058 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50022) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:26.615791 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] Sync routers for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:40:26.626060 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:26.627039 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:26.710380 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:26.734036 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:26.816943 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:26.911199 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:40:25Z', 'revision_number': 5, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port': {'id': '36a857a4-7a49-4b04-a283-b0f154bb24f0', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:26.918663 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Deleting port 36a857a4-7a49-4b04-a283-b0f154bb24f0 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:26.919109 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:26.936632 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] Checking router: e00d26bd-b075-405b-a179-1854f1fa4332 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:40:26.946045 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] Routers {'e00d26bd-b075-405b-a179-1854f1fa4332'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:26.946687 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['e00d26bd-b075-405b-a179-1854f1fa4332'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:26.996240 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] For port 36a857a4-7a49-4b04-a283-b0f154bb24f0, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=36a857a4-7a49-4b04-a283-b0f154bb24f0,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:26.996508 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.008254 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Calling delete_port for 36a857a4-7a49-4b04-a283-b0f154bb24f0 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:27.032523 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] Set router e00d26bd-b075-405b-a179-1854f1fa4332 gateway port host: None {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:27.182632 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:40:26Z', 'revision_number': 6, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:27.208476 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824335d-1198-4888-8ed8-f0cfc45abea3 None None] The sync data for ids ['e00d26bd-b075-405b-a179-1854f1fa4332'] in n-d-807025-3 is: [{'id': 'e00d26bd-b075-405b-a179-1854f1fa4332', 'name': 'tempest-TestShelveInstance-869777136-router', 'tenant_id': 'fb7e66d1900e454aafc34b1df4cac738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:31Z', 'updated_at': '2021-09-22T11:40:26Z', 'revision_number': 6, 'project_id': 'fb7e66d1900e454aafc34b1df4cac738', 'gw_port_host': None}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:40:27.253279 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.275604 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Pushing event deleted for resources: {'Port': ['ID=36a857a4-7a49-4b04-a283-b0f154bb24f0,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:27.338283 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.425827 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.427955 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.529286 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.529723 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e00d26bd-b075-405b-a179-1854f1fa4332 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:40:27.533867 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.535082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-781a3935-91e8-4102-9f06-a827a644763a admin admin] 10.222.0.20 "DELETE /v2.0/routers/e00d26bd-b075-405b-a179-1854f1fa4332 HTTP/1.1" status: 204 len: 168 time: 0.9240954 Sep 22 11:40:27.540739 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50024) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:27.584142 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_v2 [None req-876fe250-4068-402a-9958-35e77efe5a6c admin admin] Deleting subnet 696859b5-c23b-4728-aef3-0bbcf98f5056 {{(pid=95682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:40:27.587506 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-876fe250-4068-402a-9958-35e77efe5a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.627978 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-876fe250-4068-402a-9958-35e77efe5a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15296388'] for subnet, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.707546 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-876fe250-4068-402a-9958-35e77efe5a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.827026 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-876fe250-4068-402a-9958-35e77efe5a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14644251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14169533'] for subnet, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.853095 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fe250-4068-402a-9958-35e77efe5a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696859b5-c23b-4728-aef3-0bbcf98f5056,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:27.855080 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-876fe250-4068-402a-9958-35e77efe5a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.857484 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-876fe250-4068-402a-9958-35e77efe5a6c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/696859b5-c23b-4728-aef3-0bbcf98f5056 HTTP/1.1" status: 204 len: 168 time: 0.3181400 Sep 22 11:40:27.859503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50026) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:27.859955 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772815eb-416e-40f1-a295-ec6a9e93917a None None] Network ac445809-334d-42ad-ae02-b0e09a43474b requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:40:27.929825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:27.990065 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Deleting port e910edee-7aa4-4900-a31e-e92b5fc20d3d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:27.990422 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.046286 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] DHCP port deletion for ac445809-334d-42ad-ae02-b0e09a43474b request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:40:28.054470 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:40:28.064479 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] For port e910edee-7aa4-4900-a31e-e92b5fc20d3d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e910edee-7aa4-4900-a31e-e92b5fc20d3d,segment=NetworkSegment(db8c0fcf-6655-4683-ad54-549c4ef3d4f3),segment_id=db8c0fcf-6655-4683-ad54-549c4ef3d4f3)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:28.064846 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.078457 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Calling delete_port for e910edee-7aa4-4900-a31e-e92b5fc20d3d owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:28.255787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:40:28.261069 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 74fbd1f8-9c76-4d42-8bc6-35977b2c7ce9 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:40:28.265795 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.281759 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Deleting port e910edee-7aa4-4900-a31e-e92b5fc20d3d {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:28.282075 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.285436 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e910edee-7aa4-4900-a31e-e92b5fc20d3d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:28.294372 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] No DVR routers for this DVR port e910edee-7aa4-4900-a31e-e92b5fc20d3d on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:40:28.354848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] For port e910edee-7aa4-4900-a31e-e92b5fc20d3d, host n-d-807025-3, got binding levels [] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:28.355161 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.367039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Calling delete_port for e910edee-7aa4-4900-a31e-e92b5fc20d3d owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:28.370028 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.370178 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.ipam_backend_mixin [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Port e910edee-7aa4-4900-a31e-e92b5fc20d3d was not found and therefore no delete operation was performed {{(pid=95683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 11:40:28.370969 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.388077 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac445809-334d-42ad-ae02-b0e09a43474b']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:28.396498 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Pushing event deleted for resources: {'Port': ['ID=e910edee-7aa4-4900-a31e-e92b5fc20d3d,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:28.397413 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:28.397716 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8c0fcf-6655-4683-ad54-549c4ef3d4f3') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:28.401454 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] No DVR routers for this DVR port e910edee-7aa4-4900-a31e-e92b5fc20d3d on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:40:28.409047 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.411702 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.412060 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.412406 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.413460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.413460 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.413656 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.413962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.414317 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.414697 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.415083 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.415369 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.415677 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bc5086-7f99-4a1b-98fd-54cd324a4fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:28.419919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.426036 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.431379 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:40:28.431758 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:40:28.433429 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:40:28.535820 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.540421 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:28.546568 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ac445809-334d-42ad-ae02-b0e09a43474b HTTP/1.1" status: 204 len: 168 time: 0.6818449 Sep 22 11:40:28.546696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50028) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:28.898678 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5439f6-575e-4cf8-8fde-d4d6f0a3e8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac445809-334d-42ad-ae02-b0e09a43474b,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:28.904954 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:29.143902 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Deleting port 0282d9ab-0290-434a-b9ca-9d6620633d11 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:29.144958 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:29.223709 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] For port 0282d9ab-0290-434a-b9ca-9d6620633d11, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=0282d9ab-0290-434a-b9ca-9d6620633d11,segment=NetworkSegment(a034f731-aea8-47db-82e7-1e4e05cd1bfc),segment_id=a034f731-aea8-47db-82e7-1e4e05cd1bfc)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:29.224066 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:29.236038 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Calling delete_port for 0282d9ab-0290-434a-b9ca-9d6620633d11 owned by network:router_interface {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:29.466924 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:29.490716 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0282d9ab-0290-434a-b9ca-9d6620633d11,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:29.662700 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:29.757820 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 36a857a4-7a49-4b04-a283-b0f154bb24f0 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:40:29.781350 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 36a857a4-7a49-4b04-a283-b0f154bb24f0 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:40:29.781619 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 36a857a4-7a49-4b04-a283-b0f154bb24f0 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:40:29.782051 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e910edee-7aa4-4900-a31e-e92b5fc20d3d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:40:29.800054 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e910edee-7aa4-4900-a31e-e92b5fc20d3d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:40:29.800430 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e910edee-7aa4-4900-a31e-e92b5fc20d3d not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:40:29.875396 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Router d34d2b22-c7ff-4723-b82b-e30f6c762109 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:40:29.978552 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:40:29.983593 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9f6315cd-1166-4099-92ef-f5ff327085b9 admin admin] 10.222.0.20 "PUT /v2.0/routers/d34d2b22-c7ff-4723-b82b-e30f6c762109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4372652 Sep 22 11:40:29.986067 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50034) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:29.986882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] Sync routers for ids ['d34d2b22-c7ff-4723-b82b-e30f6c762109'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:40:29.997270 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] Routers {'d34d2b22-c7ff-4723-b82b-e30f6c762109'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:29.997965 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d34d2b22-c7ff-4723-b82b-e30f6c762109'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:30.088060 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.101337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] Set router d34d2b22-c7ff-4723-b82b-e30f6c762109 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:30.187127 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.277797 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '54d00fae-039e-48cd-a131-8883843f578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:36Z', 'updated_at': '2021-09-22T11:40:29Z', 'revision_number': 5, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'gw_port': {'id': '54d00fae-039e-48cd-a131-8883843f578b', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:30:37Z', 'updated_at': '2021-09-22T11:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:30.307799 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] Checking router: d34d2b22-c7ff-4723-b82b-e30f6c762109 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:40:30.315155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Deleting port 54d00fae-039e-48cd-a131-8883843f578b {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:30.315496 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.316557 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] Routers {'d34d2b22-c7ff-4723-b82b-e30f6c762109'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:30.317156 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['d34d2b22-c7ff-4723-b82b-e30f6c762109'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:30.399390 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] For port 54d00fae-039e-48cd-a131-8883843f578b, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=54d00fae-039e-48cd-a131-8883843f578b,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:30.400030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.403719 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] Set router d34d2b22-c7ff-4723-b82b-e30f6c762109 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:30.412205 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Calling delete_port for 54d00fae-039e-48cd-a131-8883843f578b owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:30.457019 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:36Z', 'updated_at': '2021-09-22T11:40:30Z', 'revision_number': 6, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:30.482981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410c701-8e1d-401f-bcf1-43f8227215fd None None] The sync data for ids ['d34d2b22-c7ff-4723-b82b-e30f6c762109'] in n-d-807025-3 is: [{'id': 'd34d2b22-c7ff-4723-b82b-e30f6c762109', 'name': 'tempest-TestShelveInstance-1861621671-router', 'tenant_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:30:36Z', 'updated_at': '2021-09-22T11:40:30Z', 'revision_number': 6, 'project_id': '44bfee7f75854d87b31a85b86ebd2fb8', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:40:30.632426 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.659258 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d00fae-039e-48cd-a131-8883843f578b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:30.720677 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.810084 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.812339 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.915811 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.916278 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d34d2b22-c7ff-4723-b82b-e30f6c762109 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:40:30.920623 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:30.921810 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a2602713-0227-4c49-b7a7-fef88bdfcd92 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d34d2b22-c7ff-4723-b82b-e30f6c762109 HTTP/1.1" status: 204 len: 168 time: 0.9347932 Sep 22 11:40:30.924296 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50036) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:30.970284 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2536672-680c-47c5-943a-473d5f29c114 admin admin] Deleting subnet e836e8b5-d719-479e-9184-bf5eccce4d7c {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:40:30.973811 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2536672-680c-47c5-943a-473d5f29c114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.006231 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2536672-680c-47c5-943a-473d5f29c114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.079668 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2536672-680c-47c5-943a-473d5f29c114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.208463 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2536672-680c-47c5-943a-473d5f29c114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.232061 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2536672-680c-47c5-943a-473d5f29c114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e836e8b5-d719-479e-9184-bf5eccce4d7c,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:31.237868 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-a2536672-680c-47c5-943a-473d5f29c114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.240078 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-a2536672-680c-47c5-943a-473d5f29c114 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e836e8b5-d719-479e-9184-bf5eccce4d7c HTTP/1.1" status: 204 len: 168 time: 0.3148713 Sep 22 11:40:31.242979 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50038) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:31.244124 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4074bc-f0b1-4e93-829c-e365cc10c5a0 None None] Network ada12af1-ed6a-41ed-89e0-2dafc155289e requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:40:31.310908 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.364717 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Deleting port 125ceaa3-ccdc-4408-b94b-b74880de1c6a {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:31.365061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.426130 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533b6d2c-ad0d-4ff7-8501-caae5a30824a None None] DHCP port deletion for ada12af1-ed6a-41ed-89e0-2dafc155289e request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:40:31.438309 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] For port 125ceaa3-ccdc-4408-b94b-b74880de1c6a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=125ceaa3-ccdc-4408-b94b-b74880de1c6a,segment=NetworkSegment(a034f731-aea8-47db-82e7-1e4e05cd1bfc),segment_id=a034f731-aea8-47db-82e7-1e4e05cd1bfc)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:31.438690 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.451873 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Calling delete_port for 125ceaa3-ccdc-4408-b94b-b74880de1c6a owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:31.478634 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-533b6d2c-ad0d-4ff7-8501-caae5a30824a None None] Deleting port 125ceaa3-ccdc-4408-b94b-b74880de1c6a {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:40:31.479004 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-533b6d2c-ad0d-4ff7-8501-caae5a30824a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.544175 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-533b6d2c-ad0d-4ff7-8501-caae5a30824a None None] For port 125ceaa3-ccdc-4408-b94b-b74880de1c6a, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=125ceaa3-ccdc-4408-b94b-b74880de1c6a,segment=NetworkSegment(a034f731-aea8-47db-82e7-1e4e05cd1bfc),segment_id=a034f731-aea8-47db-82e7-1e4e05cd1bfc)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:31.544852 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-533b6d2c-ad0d-4ff7-8501-caae5a30824a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.556192 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-533b6d2c-ad0d-4ff7-8501-caae5a30824a None None] Calling delete_port for 125ceaa3-ccdc-4408-b94b-b74880de1c6a owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:40:31.621379 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:40:31.622662 n-d-807025-3 neutron-server[95683]: self.session.flush() Sep 22 11:40:31.637199 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-533b6d2c-ad0d-4ff7-8501-caae5a30824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.653938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] No DVR routers for this DVR port 125ceaa3-ccdc-4408-b94b-b74880de1c6a on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:40:31.658401 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Pushing event deleted for resources: {'Port': ['ID=125ceaa3-ccdc-4408-b94b-b74880de1c6a,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:31.674884 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b6d2c-ad0d-4ff7-8501-caae5a30824a None None] No DVR routers for this DVR port 125ceaa3-ccdc-4408-b94b-b74880de1c6a on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:40:31.677296 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b6d2c-ad0d-4ff7-8501-caae5a30824a None None] Pushing event deleted for resources: {'Port': ['ID=125ceaa3-ccdc-4408-b94b-b74880de1c6a,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:31.699940 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 54d00fae-039e-48cd-a131-8883843f578b no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:40:31.719501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 54d00fae-039e-48cd-a131-8883843f578b {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:40:31.719783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 54d00fae-039e-48cd-a131-8883843f578b not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:40:31.720202 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 125ceaa3-ccdc-4408-b94b-b74880de1c6a no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:40:31.735629 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.738633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 125ceaa3-ccdc-4408-b94b-b74880de1c6a {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:40:31.738981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 125ceaa3-ccdc-4408-b94b-b74880de1c6a not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:40:31.739395 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0282d9ab-0290-434a-b9ca-9d6620633d11 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:40:31.755960 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada12af1-ed6a-41ed-89e0-2dafc155289e']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:31.757683 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 0282d9ab-0290-434a-b9ca-9d6620633d11 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:40:31.758035 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 0282d9ab-0290-434a-b9ca-9d6620633d11 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:40:31.765047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a034f731-aea8-47db-82e7-1e4e05cd1bfc') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:31.765337 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a034f731-aea8-47db-82e7-1e4e05cd1bfc') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:31.774671 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.787331 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.793305 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:40:31.793684 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:40:31.795350 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:40:31.909322 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.914865 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:31.916722 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] 10.222.0.20 "DELETE /v2.0/networks/ada12af1-ed6a-41ed-89e0-2dafc155289e HTTP/1.1" status: 204 len: 168 time: 0.6726284 Sep 22 11:40:31.927729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f64a6-0cfb-4cc6-bcc1-fae54d54ee6f admin admin] Pushing event deleted for resources: {'Network': ['ID=ada12af1-ed6a-41ed-89e0-2dafc155289e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:32.333984 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50042) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:32.372707 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-734832fb-7ac9-4fdd-84f9-ad52f2edb7b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb7e66d1900e454aafc34b1df4cac738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374808 Sep 22 11:40:32.375122 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50044) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:32.422436 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2bca89fc-2278-4763-9cfe-4cf76147e4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:32.442530 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2bca89fc-2278-4763-9cfe-4cf76147e4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:32.552406 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2bca89fc-2278-4763-9cfe-4cf76147e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:32.554832 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-2bca89fc-2278-4763-9cfe-4cf76147e4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:32.555961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2bca89fc-2278-4763-9cfe-4cf76147e4ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ecdd23b-3bd9-4ae4-81c2-1ef43f66aba8 HTTP/1.1" status: 204 len: 168 time: 0.1799819 Sep 22 11:40:32.563600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca89fc-2278-4763-9cfe-4cf76147e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecdd23b-3bd9-4ae4-81c2-1ef43f66aba8,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:33.213461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50052) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:33.251934 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c342b75e-86db-4d5d-a21a-dc1c2b744a45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44bfee7f75854d87b31a85b86ebd2fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373671 Sep 22 11:40:33.254352 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50054) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:33.306195 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e926be2f-8481-437a-a191-c06efba82bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:33.326653 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e926be2f-8481-437a-a191-c06efba82bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:33.423850 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e926be2f-8481-437a-a191-c06efba82bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:33.426288 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e926be2f-8481-437a-a191-c06efba82bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:33.428035 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e926be2f-8481-437a-a191-c06efba82bb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6bd655c-7255-4068-a78c-d4a7aef922db HTTP/1.1" status: 204 len: 168 time: 0.1722381 Sep 22 11:40:33.435651 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926be2f-8481-437a-a191-c06efba82bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bd655c-7255-4068-a78c-d4a7aef922db,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:34.373191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50078) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:34.466409 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-155351424-network', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:34.546080 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Made reservation on behalf of a7cd69911aaf477c98e75c10900bef39 for: {'network': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:40:34.548360 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:34.556810 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:34.646822 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:34.700773 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:34.725421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:40:34.735424 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e03c2b6-fad5-424e-ad90-bd480234e9ef,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:34.740388 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:34.740743 n-d-807025-3 neutron-server[95682]: INFO neutron.db.segments_db [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Added segment 0b55738b-071e-4cfa-a1e8-53302a227dfa of type vlan for network 11d10855-c814-45cc-9732-1d82845b2274 Sep 22 11:40:34.790028 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:34.855511 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:34.856476 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:34.857061 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:34.914720 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] Pushing event updated for resources: {'Network': ['ID=11d10855-c814-45cc-9732-1d82845b2274,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:34.924336 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network 11d10855-c814-45cc-9732-1d82845b2274 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:40:34.930138 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-bcf9cf67-7815-4586-ac16-dd32b792084c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5558496 Sep 22 11:40:34.933386 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50082) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:34.939100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Request body: {'subnet': {'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-155351424-subnet', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'ip_version': 4}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:35.023839 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Made reservation on behalf of a7cd69911aaf477c98e75c10900bef39 for: {'subnet': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:40:35.026366 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13293512'] for subnet, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:35.567149 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12736131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13293562'] for subnet, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:35.619483 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a14cf3-3394-4779-a61b-d70b6a062814,revision_number=0']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:35.629888 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Checking segment: {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:40:35.630257 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Network hostable DHCP agents. Network: 11d10855-c814-45cc-9732-1d82845b2274, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95681) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:40:35.709829 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Network 11d10855-c814-45cc-9732-1d82845b2274 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95681) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:40:35.772314 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, 11d10855-c814-45cc-9732-1d82845b2274) {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:35.776561 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:35.777161 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:35.781880 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b505a-c9df-4752-805b-3ef6c6a714a5 None None] Network 11d10855-c814-45cc-9732-1d82845b2274 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:40:35.847710 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-6284f5d7-a2f0-4de3-b417-55c57dd2f0e6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9126031 Sep 22 11:40:35.850305 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50084) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:35.854895 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:35.922497 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-11d10855-c814-45cc-9732-1d82845b2274', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:40:35.923334 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:35.932501 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:35.933596 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:35.987977 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.052860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Allocated IP 172.20.0.2 (11d10855-c814-45cc-9732-1d82845b2274/45a14cf3-3394-4779-a61b-d70b6a062814/10818281-b608-4a35-bfac-9be57b145acf) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:40:36.170076 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.198439 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.252836 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.295487 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Network 11d10855-c814-45cc-9732-1d82845b2274 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:40:36.298361 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:36.300881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:40:36.317829 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Pushing event updated for resources: {'Port': ['ID=10818281-b608-4a35-bfac-9be57b145acf,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:36.365892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Attempting to bind port 10818281-b608-4a35-bfac-9be57b145acf on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:40:36.366287 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Attempting to bind port 10818281-b608-4a35-bfac-9be57b145acf by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:40:36.366651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Attempting to bind port 10818281-b608-4a35-bfac-9be57b145acf on network 11d10855-c814-45cc-9732-1d82845b2274 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:40:36.371525 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:40:36.371907 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Checking segment: {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:40:36.372462 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.372852 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Bound using segment: {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:40:36.373337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Bound port: 10818281-b608-4a35-bfac-9be57b145acf, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:40:36.373713 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.430180 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.436330 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] For port 10818281-b608-4a35-bfac-9be57b145acf, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:40:36.439358 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] For port 10818281-b608-4a35-bfac-9be57b145acf, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=10818281-b608-4a35-bfac-9be57b145acf,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:40:36.448635 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.493364 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.551355 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2b93b-94b4-41bd-a3e4-f00bf9ade821 None None] Pushing event updated for resources: {'Port': ['ID=10818281-b608-4a35-bfac-9be57b145acf,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:36.553604 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_common [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Allocated IP 172.25.1.228 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/93cc4445-98f9-45e3-94ca-4175582abb32) {{(pid=95681) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:40:36.658615 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.769974 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:36.811651 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95681) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:40:36.814600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.base_scheduler [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Resources bound (agent type, host, resource id): {{(pid=95681) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:36.821172 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Received port after_create {{(pid=95681) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:40:36.824262 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Pushing event updated for resources: {'Port': ['ID=93cc4445-98f9-45e3-94ca-4175582abb32,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:37.127286 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:37.323022 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:37.465803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bdc4de-7705-4747-8692-5d2b8a020add None None] Network 11d10855-c814-45cc-9732-1d82845b2274 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:40:37.529294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95681) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:40:37.543550 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-79e52085-6c99-4e04-bec2-fe5a77be8b67 None None] Provisioning complete for port 10818281-b608-4a35-bfac-9be57b145acf triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:37.543954 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-79e52085-6c99-4e04-bec2-fe5a77be8b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:37.652351 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:40:37.666042 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Sync routers for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:40:37.677923 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:37.678247 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-79e52085-6c99-4e04-bec2-fe5a77be8b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:37.678363 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:37.734090 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-79e52085-6c99-4e04-bec2-fe5a77be8b67 None None] For port 10818281-b608-4a35-bfac-9be57b145acf, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=10818281-b608-4a35-bfac-9be57b145acf,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:37.750581 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:37.753891 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-9b2e570d-d87b-479e-9dd3-442c948c6818 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9025900 Sep 22 11:40:37.756898 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50086) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:37.783602 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 10818281-b608-4a35-bfac-9be57b145acf up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:37.807650 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-79e52085-6c99-4e04-bec2-fe5a77be8b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:37.811922 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:37.878058 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 10818281-b608-4a35-bfac-9be57b145acf triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:37.878517 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:37.880100 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e52085-6c99-4e04-bec2-fe5a77be8b67 None None] Pushing event updated for resources: {'Port': ['ID=10818281-b608-4a35-bfac-9be57b145acf,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:38.022989 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:36Z', 'revision_number': 3, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:38.059569 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Checking router: 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:40:38.059844 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Updating router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 port 93cc4445-98f9-45e3-94ca-4175582abb32 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:40:38.085319 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.133685 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d378ab09-69f2-4fa0-973f-bf455c5e8868 None None] Provisioning complete for port 10818281-b608-4a35-bfac-9be57b145acf triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:38.134069 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d378ab09-69f2-4fa0-973f-bf455c5e8868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.245459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.363249 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.414533 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Allocated IP 172.20.0.1 (11d10855-c814-45cc-9732-1d82845b2274/45a14cf3-3394-4779-a61b-d70b6a062814/f4aba262-2d65-4c1a-917d-c50363f9a84d) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:40:38.449283 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.506859 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Pushing event updated for resources: {'Port': ['ID=93cc4445-98f9-45e3-94ca-4175582abb32,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:38.510153 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Attempting to bind port 93cc4445-98f9-45e3-94ca-4175582abb32 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:40:38.510636 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Attempting to bind port 93cc4445-98f9-45e3-94ca-4175582abb32 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:40:38.511093 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Attempting to bind port 93cc4445-98f9-45e3-94ca-4175582abb32 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:40:38.520058 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.521015 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.521464 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.522176 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.523043 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.523043 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.523264 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.523566 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.523896 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.524952 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.525289 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.525613 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.525958 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:40:38.530171 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:40:38.530548 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:40:38.531295 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.531685 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:40:38.532155 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Bound port: 93cc4445-98f9-45e3-94ca-4175582abb32, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:40:38.532527 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.583340 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] For port 93cc4445-98f9-45e3-94ca-4175582abb32, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:40:38.586344 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] For port 93cc4445-98f9-45e3-94ca-4175582abb32, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93cc4445-98f9-45e3-94ca-4175582abb32,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:40:38.598900 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.632577 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.632754 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Network 11d10855-c814-45cc-9732-1d82845b2274 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:40:38.635402 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:38.638951 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:40:38.673736 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Pushing event updated for resources: {'Port': ['ID=f4aba262-2d65-4c1a-917d-c50363f9a84d,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:38.691464 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.695387 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf72b83-b303-44f3-9124-f3463a1b51fe None None] Pushing event updated for resources: {'Port': ['ID=93cc4445-98f9-45e3-94ca-4175582abb32,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:38.695387 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:38.695932 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:38.810975 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:38.878843 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.936382 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5e34fb8b-7fac-44d7-a684-7c75b566f873 None None] Provisioning complete for port f4aba262-2d65-4c1a-917d-c50363f9a84d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:38.937010 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5e34fb8b-7fac-44d7-a684-7c75b566f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:38.975893 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5e34fb8b-7fac-44d7-a684-7c75b566f873 None None] Port f4aba262-2d65-4c1a-917d-c50363f9a84d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:40:38.995699 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:36Z', 'revision_number': 3, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:39.022188 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2664ded-547d-457e-8ff0-87471dde7c89 None None] The sync data for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 is: [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:36Z', 'revision_number': 3, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:40:39.041944 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:39.106890 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:39.178332 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Pushing event updated for resources: {'Port': ['ID=f4aba262-2d65-4c1a-917d-c50363f9a84d,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:39.181127 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:39.286448 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Network 11d10855-c814-45cc-9732-1d82845b2274 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:40:39.288168 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:39.425477 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:40:39.501551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-32fba966-9a62-4c3c-ad27-c00c6bf11b2e None None] Provisioning complete for port f4aba262-2d65-4c1a-917d-c50363f9a84d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:39.501918 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-32fba966-9a62-4c3c-ad27-c00c6bf11b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:39.539576 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-32fba966-9a62-4c3c-ad27-c00c6bf11b2e None None] Port f4aba262-2d65-4c1a-917d-c50363f9a84d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:40:39.541791 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:40:39.546685 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9789367f-b37b-4f73-a69e-a27a01c47c6e admin admin] 10.222.0.20 "PUT /v2.0/routers/74f5fb03-e56c-4244-b5b2-3dff23fe89c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7887497 Sep 22 11:40:39.771059 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 10818281-b608-4a35-bfac-9be57b145acf up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:39.823555 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 10818281-b608-4a35-bfac-9be57b145acf triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:39.823926 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:39.907717 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93cc4445-98f9-45e3-94ca-4175582abb32 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:39.953246 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 93cc4445-98f9-45e3-94ca-4175582abb32 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:39.953921 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.037670 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.062785 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 93cc4445-98f9-45e3-94ca-4175582abb32, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93cc4445-98f9-45e3-94ca-4175582abb32,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:40.129554 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.180792 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=93cc4445-98f9-45e3-94ca-4175582abb32,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:40.268136 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50102) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:40.273812 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.v2.base [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-546599239-network', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59'}} {{(pid=95681) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:40.375100 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Made reservation on behalf of 7fcb8784727e4183be42c406b8ee2d59 for: {'network': 1} {{(pid=95681) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:40:40.377538 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for network, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.387217 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.476011 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.544144 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.572402 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95681) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 11:40:40.578789 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb604a4-b7d0-4889-a46c-d8cc8e13d501,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:40.586393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.586550 n-d-807025-3 neutron-server[95681]: INFO neutron.db.segments_db [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Added segment 26dcb34d-37de-4d2a-8738-d04e21df373b of type vlan for network db16ad55-6c6c-4b67-b30c-c6f425367597 Sep 22 11:40:40.606928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Sync routers for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:40:40.616714 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:40.617405 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:40.632128 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773452578070'] for network, precommit_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.695199 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538'] for network, after_create {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.696263 n-d-807025-3 neutron-server[95681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95681) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:40.696852 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.725418 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:40.756431 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] Pushing event updated for resources: {'Network': ['ID=db16ad55-6c6c-4b67-b30c-c6f425367597,revision_number=1']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:40.768450 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Network db16ad55-6c6c-4b67-b30c-c6f425367597 details requested by agent ovs-agent-n-d-807025-3 with host n-d-807025-3 {{(pid=95683) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 11:40:40.778769 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7028287a-9ff0-4664-bb55-0d4ee7a33dad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5095484 Sep 22 11:40:40.781584 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50106) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:40.786831 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Request body: {'subnet': {'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-546599239-subnet', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'ip_version': 4}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:40.864522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Made reservation on behalf of 7fcb8784727e4183be42c406b8ee2d59 for: {'subnet': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:40:40.866852 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14169496'] for subnet, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:40.976486 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 2, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:41.003155 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Checking router: 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:40:41.003520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Updating router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 port f4aba262-2d65-4c1a-917d-c50363f9a84d binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:40:41.027112 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.069565 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14644442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14169514'] for subnet, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.122391 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d0dc1fe-fda4-48cd-977a-7383258b2d5b,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:41.133713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Checking segment: {'id': '26dcb34d-37de-4d2a-8738-d04e21df373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:40:41.134069 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Network hostable DHCP agents. Network: db16ad55-6c6c-4b67-b30c-c6f425367597, hostable agents: ['885ff91d-f0e4-46a1-99b6-cb72e7315726'], hosted agents: [] {{(pid=95682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 11:40:41.206459 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Network db16ad55-6c6c-4b67-b30c-c6f425367597 is scheduled to be hosted by DHCP agent 885ff91d-f0e4-46a1-99b6-cb72e7315726 with binding_index 1 {{(pid=95682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 11:40:41.281231 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807025-3, db16ad55-6c6c-4b67-b30c-c6f425367597) {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:41.284655 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.285346 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:41.286796 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.291999 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e958a5-c2f1-4a69-b772-600d5452e491 None None] Network db16ad55-6c6c-4b67-b30c-c6f425367597 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:40:41.383755 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.402148 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-293e8a60-fc48-454a-b14d-39aec1aecffb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6191168 Sep 22 11:40:41.404494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50110) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:41.408907 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:41.504475 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.505559 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-634008', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.571454 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.635252 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121dd2f-20b2-4c79-a667-11a27e8c25d9 None None] Pushing event updated for resources: {'Port': ['ID=f4aba262-2d65-4c1a-917d-c50363f9a84d,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:41.659170 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa4eaa4d-dfdb-5a28-b420-98a8f1da9028-db16ad55-6c6c-4b67-b30c-c6f425367597', 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'fixed_ips': [{'subnet_id': '7d0dc1fe-fda4-48cd-977a-7383258b2d5b'}]}} from n-d-807025-3. {{(pid=95683) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 11:40:41.659518 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.708351 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Attempting to bind port f4aba262-2d65-4c1a-917d-c50363f9a84d on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:40:41.708737 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Attempting to bind port f4aba262-2d65-4c1a-917d-c50363f9a84d by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:40:41.709117 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Attempting to bind port f4aba262-2d65-4c1a-917d-c50363f9a84d on network 11d10855-c814-45cc-9732-1d82845b2274 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:40:41.715849 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93cc4445-98f9-45e3-94ca-4175582abb32 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:41.772256 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:40:41.772742 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Checking segment: {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:40:41.773144 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.773535 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Bound using segment: {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:40:41.774010 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Bound port: f4aba262-2d65-4c1a-917d-c50363f9a84d, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:40:41.774417 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.812677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.859850 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-57205496-f9dd-41b5-8a55-75968039cea7 None None] Provisioning complete for port f4aba262-2d65-4c1a-917d-c50363f9a84d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:41.860134 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57205496-f9dd-41b5-8a55-75968039cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.961722 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] For port f4aba262-2d65-4c1a-917d-c50363f9a84d, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:40:41.965861 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-57205496-f9dd-41b5-8a55-75968039cea7 None None] Port f4aba262-2d65-4c1a-917d-c50363f9a84d cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:40:41.968881 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] For port f4aba262-2d65-4c1a-917d-c50363f9a84d, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f4aba262-2d65-4c1a-917d-c50363f9a84d,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:40:41.973025 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 93cc4445-98f9-45e3-94ca-4175582abb32 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:41.974007 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:41.975934 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.db_base_plugin_common [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Allocated IP 172.20.0.2 (db16ad55-6c6c-4b67-b30c-c6f425367597/7d0dc1fe-fda4-48cd-977a-7383258b2d5b/68d05d70-45a3-4ed1-b3a3-b7aa11e70986) {{(pid=95683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:40:42.039957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.067091 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.086053 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.162689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121dd2f-20b2-4c79-a667-11a27e8c25d9 None None] Pushing event updated for resources: {'Port': ['ID=f4aba262-2d65-4c1a-917d-c50363f9a84d,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:42.185684 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:42.186339 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:42.196879 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Allocated IP 172.25.1.211 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/82e886d4-63bf-48a3-b50d-38b6da232967) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:40:42.314677 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.325318 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Notify callbacks [] for port, precommit_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.344463 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:42.422394 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719'] for port, after_create {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.427271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-8d8bc7a7-f860-4605-84a1-fe2683fc1fe7 None None] Provisioning complete for port f4aba262-2d65-4c1a-917d-c50363f9a84d triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:42.427623 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc7a7-f860-4605-84a1-fe2683fc1fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.435644 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.475187 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:40:42.479608 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:42.483141 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:40:42.514137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Pushing event updated for resources: {'Port': ['ID=82e886d4-63bf-48a3-b50d-38b6da232967,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:42.515211 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Network db16ad55-6c6c-4b67-b30c-c6f425367597 is already hosted by enough agents. {{(pid=95683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:40:42.524678 n-d-807025-3 neutron-server[95683]: DEBUG neutron.scheduler.base_scheduler [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Resources bound (agent type, host, resource id): {{(pid=95683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:42.550739 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Received port after_create {{(pid=95683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:40:42.555823 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Pushing event updated for resources: {'Port': ['ID=68d05d70-45a3-4ed1-b3a3-b7aa11e70986,revision_number=1']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:42.653878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Attempting to bind port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:40:42.654274 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Attempting to bind port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '26dcb34d-37de-4d2a-8738-d04e21df373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:40:42.654640 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Attempting to bind port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 on network db16ad55-6c6c-4b67-b30c-c6f425367597 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:40:42.684243 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:40:42.684611 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Checking segment: {'id': '26dcb34d-37de-4d2a-8738-d04e21df373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:40:42.685013 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.685401 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Bound using segment: {'id': '26dcb34d-37de-4d2a-8738-d04e21df373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:40:42.685859 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Bound port: 68d05d70-45a3-4ed1-b3a3-b7aa11e70986, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dcb34d-37de-4d2a-8738-d04e21df373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:40:42.686261 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.694979 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc7a7-f860-4605-84a1-fe2683fc1fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.761892 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-8d8bc7a7-f860-4605-84a1-fe2683fc1fe7 None None] For port f4aba262-2d65-4c1a-917d-c50363f9a84d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f4aba262-2d65-4c1a-917d-c50363f9a84d,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:42.792937 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:41Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:42.796975 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] For port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:40:42.827779 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae724c-c396-43fc-a6ff-80e8ccdfbd8f None None] The sync data for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 is: [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:41Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:40:42.829344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8d8bc7a7-f860-4605-84a1-fe2683fc1fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.855474 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.857446 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] For port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=68d05d70-45a3-4ed1-b3a3-b7aa11e70986,segment=NetworkSegment(26dcb34d-37de-4d2a-8738-d04e21df373b),segment_id=26dcb34d-37de-4d2a-8738-d04e21df373b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:40:42.903775 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bc7a7-f860-4605-84a1-fe2683fc1fe7 None None] Pushing event updated for resources: {'Port': ['ID=f4aba262-2d65-4c1a-917d-c50363f9a84d,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:42.907791 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:42.975191 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb151e65-a7ae-43c0-a3fd-b7514fe5cea9 None None] Pushing event updated for resources: {'Port': ['ID=68d05d70-45a3-4ed1-b3a3-b7aa11e70986,revision_number=2']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:43.112825 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634021'] for router, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:43.346799 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Router 8ca163ce-0988-45b6-8562-ff52b0072331 is scheduled to L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce with binding_index 1 {{(pid=95682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 11:40:43.458789 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:40:43.468274 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Sync routers for ids ['8ca163ce-0988-45b6-8562-ff52b0072331'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:40:43.477622 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Routers {'8ca163ce-0988-45b6-8562-ff52b0072331'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:43.478344 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8ca163ce-0988-45b6-8562-ff52b0072331'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:43.527126 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:43.528670 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-1d730f97-2276-4a76-9ade-9ca6fdd44b40 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1229348 Sep 22 11:40:43.531136 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50116) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:43.598400 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Set router 8ca163ce-0988-45b6-8562-ff52b0072331 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:43.844798 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:41Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 3, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'gw_port': {'id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:42Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:43.845391 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:43.882743 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Checking router: 8ca163ce-0988-45b6-8562-ff52b0072331 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:40:43.883090 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Updating router 8ca163ce-0988-45b6-8562-ff52b0072331 port 82e886d4-63bf-48a3-b50d-38b6da232967 binding host n-d-807025-3 {{(pid=95684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:40:43.915240 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:43.931389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:43.931789 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.074883 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.086783 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e8efb-196d-4551-bc92-c631abbbe272 None None] Network db16ad55-6c6c-4b67-b30c-c6f425367597 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:40:44.177398 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=68d05d70-45a3-4ed1-b3a3-b7aa11e70986,segment=NetworkSegment(26dcb34d-37de-4d2a-8738-d04e21df373b),segment_id=26dcb34d-37de-4d2a-8738-d04e21df373b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:44.200473 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-04c8b544-a43a-4259-975c-f8c392ab6d3f None None] Provisioning complete for port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:44.204505 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-04c8b544-a43a-4259-975c-f8c392ab6d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.262130 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.262936 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f4aba262-2d65-4c1a-917d-c50363f9a84d up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:44.375155 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Notify callbacks [] for port, precommit_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.395466 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=68d05d70-45a3-4ed1-b3a3-b7aa11e70986,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:44.443319 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.449834 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port f4aba262-2d65-4c1a-917d-c50363f9a84d triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:44.450230 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.498905 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Attempting to bind port 82e886d4-63bf-48a3-b50d-38b6da232967 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:40:44.500078 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Attempting to bind port 82e886d4-63bf-48a3-b50d-38b6da232967 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:40:44.500448 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Attempting to bind port 82e886d4-63bf-48a3-b50d-38b6da232967 on network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:40:44.510173 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:40:44.510578 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Checking segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:40:44.510955 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.511484 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Bound using segment: {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'} {{(pid=95684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:40:44.511967 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.managers [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Bound port: 82e886d4-63bf-48a3-b50d-38b6da232967, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0a89dc-f16d-4887-8c07-0de0336ffef0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8'}}] {{(pid=95684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:40:44.512346 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.525430 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.548273 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de3665-db35-489b-ad0a-e3f9c3acc19c None None] Pushing event updated for resources: {'Port': ['ID=82e886d4-63bf-48a3-b50d-38b6da232967,revision_number=2']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:44.586993 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] For port 82e886d4-63bf-48a3-b50d-38b6da232967, host n-d-807025-3, cleared binding levels {{(pid=95684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:40:44.590230 n-d-807025-3 neutron-server[95684]: DEBUG neutron.plugins.ml2.db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] For port 82e886d4-63bf-48a3-b50d-38b6da232967, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82e886d4-63bf-48a3-b50d-38b6da232967,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:40:44.644371 n-d-807025-3 neutron-server[95684]: DEBUG neutron_lib.callbacks.manager [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.678200 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-d56bfe05-5ed9-4d35-b6cd-313c3b0144e1 None None] Provisioning complete for port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:44.679297 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d56bfe05-5ed9-4d35-b6cd-313c3b0144e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.692838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Routers {'8ca163ce-0988-45b6-8562-ff52b0072331'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:44.694897 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8ca163ce-0988-45b6-8562-ff52b0072331'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:44.700494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Allocated IP 172.20.0.1 (db16ad55-6c6c-4b67-b30c-c6f425367597/7d0dc1fe-fda4-48cd-977a-7383258b2d5b/e4df821f-e08b-43b3-844f-c46a999cb6d7) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:40:44.773052 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de3665-db35-489b-ad0a-e3f9c3acc19c None None] Pushing event updated for resources: {'Port': ['ID=82e886d4-63bf-48a3-b50d-38b6da232967,revision_number=3']} {{(pid=95684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:44.804661 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.811035 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] Set router 8ca163ce-0988-45b6-8562-ff52b0072331 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:44.895619 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:44.930721 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Network db16ad55-6c6c-4b67-b30c-c6f425367597 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:40:44.935018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:44.938440 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:40:44.973974 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Pushing event updated for resources: {'Port': ['ID=e4df821f-e08b-43b3-844f-c46a999cb6d7,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:44.997370 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-627608'] for router_interface, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:45.003223 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:41Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 3, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'gw_port': {'id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:42Z', 'updated_at': '2021-09-22T11:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:45.041391 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed8c4d-d63f-44ff-ac78-5e524921da3f None None] The sync data for ids ['8ca163ce-0988-45b6-8562-ff52b0072331'] in n-d-807025-3 is: [{'id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:41Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 3, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'gw_port': {'id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:42Z', 'updated_at': '2021-09-22T11:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:40:45.181071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-9c8a0c74-dcfd-4bb7-9f64-32d0771522c1 None None] Provisioning complete for port e4df821f-e08b-43b3-844f-c46a999cb6d7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:45.181632 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0c74-dcfd-4bb7-9f64-32d0771522c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:45.208807 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:45.216642 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a0c74-dcfd-4bb7-9f64-32d0771522c1 None None] Port e4df821f-e08b-43b3-844f-c46a999cb6d7 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:40:45.395570 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:45.446876 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:45.514421 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Pushing event updated for resources: {'Port': ['ID=e4df821f-e08b-43b3-844f-c46a999cb6d7,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:45.517503 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626792'] for router_interface, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:45.615659 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Network db16ad55-6c6c-4b67-b30c-c6f425367597 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:40:45.617043 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:45.776943 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Router 8ca163ce-0988-45b6-8562-ff52b0072331 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:40:45.788595 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82e886d4-63bf-48a3-b50d-38b6da232967 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:45.850984 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 82e886d4-63bf-48a3-b50d-38b6da232967 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:45.851360 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:45.902435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:40:45.907535 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c9e91001-bc49-40ca-a8b7-a1b15dccb21e admin admin] 10.222.0.20 "PUT /v2.0/routers/8ca163ce-0988-45b6-8562-ff52b0072331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3752882 Sep 22 11:40:45.935777 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:45.965260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] For port 82e886d4-63bf-48a3-b50d-38b6da232967, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82e886d4-63bf-48a3-b50d-38b6da232967,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:45.966757 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-364a17b9-76c6-47b6-822e-a4dfe85905e1 None None] Provisioning complete for port e4df821f-e08b-43b3-844f-c46a999cb6d7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:45.967123 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-364a17b9-76c6-47b6-822e-a4dfe85905e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:46.003425 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-364a17b9-76c6-47b6-822e-a4dfe85905e1 None None] Port e4df821f-e08b-43b3-844f-c46a999cb6d7 cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:40:46.020995 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:46.022444 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:46.107725 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Pushing event updated for resources: {'Port': ['ID=82e886d4-63bf-48a3-b50d-38b6da232967,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:46.120945 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:46.121306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:46.451266 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50124) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:46.455771 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e0ea0d61-e23b-4c62-82e5-c8b6e2d1483f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065984337', 'description': 'tempest-secgroup-smoke-2065984337 description', 'project_id': 'a7cd69911aaf477c98e75c10900bef39'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:46.546757 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0d61-e23b-4c62-82e5-c8b6e2d1483f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:46.599504 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Sync routers for ids ['8ca163ce-0988-45b6-8562-ff52b0072331'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:40:46.608467 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Routers {'8ca163ce-0988-45b6-8562-ff52b0072331'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:46.609082 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8ca163ce-0988-45b6-8562-ff52b0072331'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:46.632175 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0d61-e23b-4c62-82e5-c8b6e2d1483f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:46.689473 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0d61-e23b-4c62-82e5-c8b6e2d1483f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:46.724851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea0d61-e23b-4c62-82e5-c8b6e2d1483f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e212f3bb-da49-48e1-886f-64abd356746a,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:46.770953 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e0ea0d61-e23b-4c62-82e5-c8b6e2d1483f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:46.772243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e0ea0d61-e23b-4c62-82e5-c8b6e2d1483f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3201325 Sep 22 11:40:46.775232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50126) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:46.779540 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-807ad7c5-92a5-40ed-8db3-9653c30db7c7 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'security_group_rule': {'security_group_id': 'e212f3bb-da49-48e1-886f-64abd356746a', 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:46.861605 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Set router 8ca163ce-0988-45b6-8562-ff52b0072331 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:46.865423 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-807ad7c5-92a5-40ed-8db3-9653c30db7c7 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:46.922456 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-807ad7c5-92a5-40ed-8db3-9653c30db7c7 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.000787 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-807ad7c5-92a5-40ed-8db3-9653c30db7c7 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.020590 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ad7c5-92a5-40ed-8db3-9653c30db7c7 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820f5fc0-e5c8-4aa1-8200-be8152405d2b,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:47.056144 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:41Z', 'updated_at': '2021-09-22T11:40:45Z', 'revision_number': 4, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'gw_port': {'id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:42Z', 'updated_at': '2021-09-22T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e4df821f-e08b-43b3-844f-c46a999cb6d7', 'name': '', 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'mac_address': 'fa:16:3e:82:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7d0dc1fe-fda4-48cd-977a-7383258b2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:44Z', 'updated_at': '2021-09-22T11:40:45Z', 'revision_number': 2, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'subnets': [{'id': '7d0dc1fe-fda4-48cd-977a-7383258b2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:47.075003 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-807ad7c5-92a5-40ed-8db3-9653c30db7c7 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.076263 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-807ad7c5-92a5-40ed-8db3-9653c30db7c7 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000832 Sep 22 11:40:47.079075 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50128) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:47.081710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Checking router: 8ca163ce-0988-45b6-8562-ff52b0072331 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:40:47.082113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Updating router 8ca163ce-0988-45b6-8562-ff52b0072331 port e4df821f-e08b-43b3-844f-c46a999cb6d7 binding host n-d-807025-3 {{(pid=95683) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 11:40:47.084191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-4c1b7aac-ca68-4863-9032-2871a6659a2a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'security_group_rule': {'security_group_id': 'e212f3bb-da49-48e1-886f-64abd356746a', 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:47.110519 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.165622 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7aac-ca68-4863-9032-2871a6659a2a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.224715 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7aac-ca68-4863-9032-2871a6659a2a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.289397 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7aac-ca68-4863-9032-2871a6659a2a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.307688 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b7aac-ca68-4863-9032-2871a6659a2a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83389f2e-5ef0-40e1-b649-9b66ec155008,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:47.364169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7aac-ca68-4863-9032-2871a6659a2a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.365451 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-4c1b7aac-ca68-4863-9032-2871a6659a2a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2854309 Sep 22 11:40:47.368451 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50130) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:47.369390 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Notify callbacks [] for port, precommit_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.372894 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-c8d03605-6804-4dd7-b942-dd156cf0540a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'security_group_rule': {'security_group_id': 'e212f3bb-da49-48e1-886f-64abd356746a', 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:47.420678 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.443579 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8d03605-6804-4dd7-b942-dd156cf0540a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.471046 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994452c-4b9e-4ef0-a224-e8855da7d164 None None] Pushing event updated for resources: {'Port': ['ID=e4df821f-e08b-43b3-844f-c46a999cb6d7,revision_number=3']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:47.515387 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8d03605-6804-4dd7-b942-dd156cf0540a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.532952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Attempting to bind port e4df821f-e08b-43b3-844f-c46a999cb6d7 on host n-d-807025-3 for vnic_type normal with profile {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:40:47.535981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Attempting to bind port e4df821f-e08b-43b3-844f-c46a999cb6d7 by drivers openvswitch,hyperv on host n-d-807025-3 at level 0 using segments [{'id': '26dcb34d-37de-4d2a-8738-d04e21df373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597'}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:40:47.535981 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Attempting to bind port e4df821f-e08b-43b3-844f-c46a999cb6d7 on network db16ad55-6c6c-4b67-b30c-c6f425367597 {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:40:47.539338 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Checking agent: {'id': '8a5adc7c-148a-49f8-93d1-d3af24b0ce2e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 3, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 3, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807025-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:40:47.539787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Checking segment: {'id': '26dcb34d-37de-4d2a-8738-d04e21df373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:40:47.540274 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.540716 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Bound using segment: {'id': '26dcb34d-37de-4d2a-8738-d04e21df373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597'} {{(pid=95683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:40:47.541179 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.managers [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Bound port: e4df821f-e08b-43b3-844f-c46a999cb6d7, host: n-d-807025-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dcb34d-37de-4d2a-8738-d04e21df373b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597'}}] {{(pid=95683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:40:47.541554 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.589853 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8d03605-6804-4dd7-b942-dd156cf0540a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.611843 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] For port e4df821f-e08b-43b3-844f-c46a999cb6d7, host n-d-807025-3, cleared binding levels {{(pid=95683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:40:47.615404 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d03605-6804-4dd7-b942-dd156cf0540a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deae0850-0363-4273-a39a-a5820ffe4a0d,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:47.615547 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] For port e4df821f-e08b-43b3-844f-c46a999cb6d7, host n-d-807025-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e4df821f-e08b-43b3-844f-c46a999cb6d7,segment=NetworkSegment(26dcb34d-37de-4d2a-8738-d04e21df373b),segment_id=26dcb34d-37de-4d2a-8738-d04e21df373b)] {{(pid=95683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:40:47.672462 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-c8d03605-6804-4dd7-b942-dd156cf0540a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.673817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-c8d03605-6804-4dd7-b942-dd156cf0540a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043420 Sep 22 11:40:47.676518 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50132) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:47.681002 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-606eb663-b90c-463e-ae51-a5a9f0f0eb01 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'security_group_rule': {'security_group_id': 'e212f3bb-da49-48e1-886f-64abd356746a', 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:47.683849 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.695826 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82e886d4-63bf-48a3-b50d-38b6da232967 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:47.766898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-606eb663-b90c-463e-ae51-a5a9f0f0eb01 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.795244 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Routers {'8ca163ce-0988-45b6-8562-ff52b0072331'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:40:47.795768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8ca163ce-0988-45b6-8562-ff52b0072331'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:47.799942 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994452c-4b9e-4ef0-a224-e8855da7d164 None None] Pushing event updated for resources: {'Port': ['ID=e4df821f-e08b-43b3-844f-c46a999cb6d7,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:47.831898 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-606eb663-b90c-463e-ae51-a5a9f0f0eb01 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.835964 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-dabba5a0-36c6-47bc-b4d9-07ccb5f2ed11 None None] Provisioning complete for port e4df821f-e08b-43b3-844f-c46a999cb6d7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:47.836333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dabba5a0-36c6-47bc-b4d9-07ccb5f2ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.904616 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port 82e886d4-63bf-48a3-b50d-38b6da232967 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:47.904984 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.909407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-606eb663-b90c-463e-ae51-a5a9f0f0eb01 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:47.927574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606eb663-b90c-463e-ae51-a5a9f0f0eb01 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406bdfdd-6325-43f4-ac7d-ea4fc467dbd1,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:48.003538 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] Set router 8ca163ce-0988-45b6-8562-ff52b0072331 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:40:48.006767 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-606eb663-b90c-463e-ae51-a5a9f0f0eb01 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.008023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-606eb663-b90c-463e-ae51-a5a9f0f0eb01 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3304791 Sep 22 11:40:48.010664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50134) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:48.015038 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-fe4d619c-ac9b-4527-b611-e9b0bd419dba tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'security_group_rule': {'security_group_id': 'e212f3bb-da49-48e1-886f-64abd356746a', 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:48.070161 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dabba5a0-36c6-47bc-b4d9-07ccb5f2ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.098243 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-fe4d619c-ac9b-4527-b611-e9b0bd419dba tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Project a7cd69911aaf477c98e75c10900bef39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:40:48.103550 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe4d619c-ac9b-4527-b611-e9b0bd419dba tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.164505 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe4d619c-ac9b-4527-b611-e9b0bd419dba tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.196337 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-dabba5a0-36c6-47bc-b4d9-07ccb5f2ed11 None None] For port e4df821f-e08b-43b3-844f-c46a999cb6d7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e4df821f-e08b-43b3-844f-c46a999cb6d7,segment=NetworkSegment(26dcb34d-37de-4d2a-8738-d04e21df373b),segment_id=26dcb34d-37de-4d2a-8738-d04e21df373b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:48.232561 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe4d619c-ac9b-4527-b611-e9b0bd419dba tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.251577 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d619c-ac9b-4527-b611-e9b0bd419dba tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e53d0e8-0c81-4d1e-b6ca-393101b7f89e,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:48.261985 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dabba5a0-36c6-47bc-b4d9-07ccb5f2ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.320875 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-fe4d619c-ac9b-4527-b611-e9b0bd419dba tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.322153 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fe4d619c-ac9b-4527-b611-e9b0bd419dba tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3105428 Sep 22 11:40:48.323123 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:41Z', 'updated_at': '2021-09-22T11:40:45Z', 'revision_number': 4, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'gw_port': {'id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:42Z', 'updated_at': '2021-09-22T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e4df821f-e08b-43b3-844f-c46a999cb6d7', 'name': '', 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'mac_address': 'fa:16:3e:82:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7d0dc1fe-fda4-48cd-977a-7383258b2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:44Z', 'updated_at': '2021-09-22T11:40:47Z', 'revision_number': 4, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'subnets': [{'id': '7d0dc1fe-fda4-48cd-977a-7383258b2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:40:48.324814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50136) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:40:48.329428 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-e1ef3643-d411-4fff-b523-c7702acf051e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'security_group_rule': {'security_group_id': 'e212f3bb-da49-48e1-886f-64abd356746a', 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:48.357140 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabba5a0-36c6-47bc-b4d9-07ccb5f2ed11 None None] Pushing event updated for resources: {'Port': ['ID=e4df821f-e08b-43b3-844f-c46a999cb6d7,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:48.361423 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9fea46-f85f-4124-a167-aa6c6c9c1732 None None] The sync data for ids ['8ca163ce-0988-45b6-8562-ff52b0072331'] in n-d-807025-3 is: [{'id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:41Z', 'updated_at': '2021-09-22T11:40:45Z', 'revision_number': 4, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'gw_port': {'id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:42Z', 'updated_at': '2021-09-22T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'e4df821f-e08b-43b3-844f-c46a999cb6d7', 'name': '', 'network_id': 'db16ad55-6c6c-4b67-b30c-c6f425367597', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'mac_address': 'fa:16:3e:82:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '7d0dc1fe-fda4-48cd-977a-7383258b2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:44Z', 'updated_at': '2021-09-22T11:40:47Z', 'revision_number': 4, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'subnets': [{'id': '7d0dc1fe-fda4-48cd-977a-7383258b2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:40:48.418342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-1af1e15b-d33b-420b-b63b-c645872bc619 None None] Provisioning complete for port e4df821f-e08b-43b3-844f-c46a999cb6d7 triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:48.418770 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-1af1e15b-d33b-420b-b63b-c645872bc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.421348 n-d-807025-3 neutron-server[95682]: INFO neutron.db.securitygroups_db [None req-e1ef3643-d411-4fff-b523-c7702acf051e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Project a7cd69911aaf477c98e75c10900bef39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 11:40:48.429031 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3643-d411-4fff-b523-c7702acf051e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.507392 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3643-d411-4fff-b523-c7702acf051e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.578070 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3643-d411-4fff-b523-c7702acf051e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573480'] for security_group_rule, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.600039 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef3643-d411-4fff-b523-c7702acf051e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d0a292-bcab-435c-a532-ba74d178da98,revision_number=0']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:48.666386 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3643-d411-4fff-b523-c7702acf051e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:48.671781 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e1ef3643-d411-4fff-b523-c7702acf051e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3457904 Sep 22 11:40:48.816606 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-f3b9cf49-716a-4c46-b33f-1c0cdd0c9c63 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065984337&fields=id&tenant_id=a7cd69911aaf477c98e75c10900bef39 HTTP/1.1" status: 200 len: 267 time: 0.0349877 Sep 22 11:40:48.919423 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-67928c68-4c70-49a9-8ff5-89ffe2c8ab26 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:48.920772 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-67928c68-4c70-49a9-8ff5-89ffe2c8ab26 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 809 time: 0.0967727 Sep 22 11:40:48.935681 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-88696fd0-7b99-4bfc-b78f-e22623e70b4e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/quotas/a7cd69911aaf477c98e75c10900bef39 HTTP/1.1" status: 200 len: 375 time: 0.0085900 Sep 22 11:40:48.983879 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-a33ef814-7d2f-4032-ab1c-e3f0fd32240f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431321 Sep 22 11:40:49.090347 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-91767e22-ab69-4097-8f14-b77a0d5646eb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:40:49.091393 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-91767e22-ab69-4097-8f14-b77a0d5646eb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0960255 Sep 22 11:40:49.187396 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-f2adcaf6-da7e-4a0e-bcb8-1fe36697e286 service neutron] 10.222.0.20 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890086 Sep 22 11:40:49.278076 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-83fff94d-ba1f-4419-8047-90e38f6bc820 service neutron] 10.222.0.20 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844626 Sep 22 11:40:49.517062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f08fcd48-f909-44d0-953b-73bcc838d5ee req-c17d8c17-1a0f-4d24-b4ab-2df35eba554e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 210 time: 0.0261459 Sep 22 11:40:49.729457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e4df821f-e08b-43b3-844f-c46a999cb6d7 up at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:49.774475 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Provisioning complete for port e4df821f-e08b-43b3-844f-c46a999cb6d7 triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:49.774917 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:50.611759 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ef6d6a8d-8aec-402b-9b56-d1b55cddcb20 req-b3cc0641-701b-4adf-9f0a-c5b9445acd2a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 210 time: 0.0261118 Sep 22 11:40:51.593139 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-022995d0-5951-4817-bef3-0f0c4cca65b6 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:51.594612 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-022995d0-5951-4817-bef3-0f0c4cca65b6 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.32 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 809 time: 0.1038508 Sep 22 11:40:51.643565 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-e208b5ec-162f-408c-8714-b53d48944023 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7cd69911aaf477c98e75c10900bef39 HTTP/1.1" status: 200 len: 380 time: 0.0399864 Sep 22 11:40:51.654501 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'port': {'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'admin_state_up': True, 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'security_groups': ['e212f3bb-da49-48e1-886f-64abd356746a']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:51.739558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7ef1fee0-6623-475e-8cb4-bd1da6d6dc53 req-bbc48b33-c861-43e1-b218-e57c6a4dd016 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 210 time: 0.0575335 Sep 22 11:40:51.871851 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Made reservation on behalf of a7cd69911aaf477c98e75c10900bef39 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:40:51.875342 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:52.000877 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Allocated IP 172.20.0.10 (11d10855-c814-45cc-9732-1d82845b2274/45a14cf3-3394-4779-a61b-d70b6a062814/27ad87cb-7023-4c28-a9b2-3894ed57aaff) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:40:52.137706 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:52.224563 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:52.265191 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Network 11d10855-c814-45cc-9732-1d82845b2274 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:40:52.268159 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:40:52.271801 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:40:52.281503 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'Port': ['ID=27ad87cb-7023-4c28-a9b2-3894ed57aaff,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:52.329729 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:52.330410 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:52.355096 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0bc03da2-af5b-487e-9f89-1614459d4610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:52.407522 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-4d84199d-3602-4a4e-b710-78184f8458e0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7569792 Sep 22 11:40:52.463171 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Request body: {'port': {'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:40:52.500213 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-84073e49-29ba-46e7-8ee3-89c69870a83a None None] Provisioning complete for port 27ad87cb-7023-4c28-a9b2-3894ed57aaff triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:52.500587 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-84073e49-29ba-46e7-8ee3-89c69870a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:52.520630 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:52.533471 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-84073e49-29ba-46e7-8ee3-89c69870a83a None None] Port 27ad87cb-7023-4c28-a9b2-3894ed57aaff cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:40:52.783016 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ad87cb-7023-4c28-a9b2-3894ed57aaff {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:40:52.791407 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:52.803969 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Transition to ACTIVE for port object 27ad87cb-7023-4c28-a9b2-3894ed57aaff will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:40:52.855675 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd2f5e-f6ff-46a1-83df-75bb50f8dba8 req-4b5481bb-6c7b-47ea-90fc-9f0febb621bd tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:52.857172 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4cd2f5e-f6ff-46a1-83df-75bb50f8dba8 req-4b5481bb-6c7b-47ea-90fc-9f0febb621bd tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 932 time: 0.0479240 Sep 22 11:40:52.887125 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:52.923763 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b4cd2f5e-f6ff-46a1-83df-75bb50f8dba8 req-33a69ddd-78ea-41d6-b097-122e7228d1d9 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604887 Sep 22 11:40:52.951228 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=27ad87cb-7023-4c28-a9b2-3894ed57aaff,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:53.016947 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Attempting to bind port 27ad87cb-7023-4c28-a9b2-3894ed57aaff on host n-h2-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:40:53.017295 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Attempting to bind port 27ad87cb-7023-4c28-a9b2-3894ed57aaff by drivers openvswitch,hyperv on host n-h2-807025-3 at level 0 using segments [{'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:40:53.017622 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Attempting to bind port 27ad87cb-7023-4c28-a9b2-3894ed57aaff on network 11d10855-c814-45cc-9732-1d82845b2274 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:40:53.022938 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Port 27ad87cb-7023-4c28-a9b2-3894ed57aaff on network 11d10855-c814-45cc-9732-1d82845b2274 not bound, no agent of type Open vSwitch agent registered on host n-h2-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:40:53.023192 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Attempting to bind port 27ad87cb-7023-4c28-a9b2-3894ed57aaff on network 11d10855-c814-45cc-9732-1d82845b2274 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:40:53.028329 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Checking agent: {'id': '6fe4b60d-a942-45b6-b2ef-a32da1ecc3fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:40:53.028667 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Checking segment: {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:40:53.029137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Bound using segment: {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:40:53.029572 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Bound port: 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host: n-h2-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:40:53.029934 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:53.104537 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:40:53.107794 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:40:53.163977 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:53.200592 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:53.201278 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:53.202752 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] 10.222.0.32 "PUT /v2.0/ports/27ad87cb-7023-4c28-a9b2-3894ed57aaff HTTP/1.1" status: 200 len: 1092 time: 0.7867646 Sep 22 11:40:53.203177 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:40:53.205424 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb08f700-9fd7-460f-91c8-ec32ad58101c" -d '{"events": [{"name": "network-changed", "server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:40:53.230768 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fec16-07bc-4b1b-8513-a74667f46dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=27ad87cb-7023-4c28-a9b2-3894ed57aaff,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:53.244509 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1196835e-6406-41fa-bf70-a20983009fc6 x-openstack-request-id: req-1196835e-6406-41fa-bf70-a20983009fc6 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:40:53.244836 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:40:53.245091 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1196835e-6406-41fa-bf70-a20983009fc6 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:40:53.245500 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'status': 'completed', 'code': 200} Sep 22 11:40:53.307999 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08f700-9fd7-460f-91c8-ec32ad58101c req-b08e560b-0de2-4418-95c7-a3024ffb8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:53.309533 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb08f700-9fd7-460f-91c8-ec32ad58101c req-b08e560b-0de2-4418-95c7-a3024ffb8837 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1095 time: 0.0435495 Sep 22 11:40:53.414627 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08f700-9fd7-460f-91c8-ec32ad58101c req-601f8369-aa91-4e7b-ab9b-502cd4fe3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:53.416117 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb08f700-9fd7-460f-91c8-ec32ad58101c req-601f8369-aa91-4e7b-ab9b-502cd4fe3138 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a7cd69911aaf477c98e75c10900bef39&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0993357 Sep 22 11:40:53.508190 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08f700-9fd7-460f-91c8-ec32ad58101c req-03d32987-820e-4d63-a7d4-420e4ab65c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:53.509661 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-eb08f700-9fd7-460f-91c8-ec32ad58101c req-03d32987-820e-4d63-a7d4-420e4ab65c88 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867054 Sep 22 11:40:53.588566 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-7d4349a6-110d-4180-b045-abad3f3f18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:53.590060 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-7d4349a6-110d-4180-b045-abad3f3f18f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1095 time: 0.0407341 Sep 22 11:40:53.634942 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-0e79f8b0-239b-4244-b547-bf7da248a100 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff HTTP/1.1" status: 200 len: 217 time: 0.0375490 Sep 22 11:40:53.686397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-ef295abe-e951-442b-9a3d-a7d11f202e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:53.687861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-ef295abe-e951-442b-9a3d-a7d11f202e35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0457504 Sep 22 11:40:53.732232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-e30a900b-6fc4-48f0-913e-5b5795927986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:53.733690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-e30a900b-6fc4-48f0-913e-5b5795927986 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384264 Sep 22 11:40:53.824861 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-01419320-a45a-4ded-a55e-be6e5c2b1aae service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835795 Sep 22 11:40:53.912807 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-f25b378e-cf9c-455f-883b-1ae5201d1e6e req-6f8dca00-cf7d-4924-9da1-5c001ac49d6a service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810299 Sep 22 11:40:54.046350 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30e2ae-d179-4288-b9d8-81f89b029423 req-58f34ea3-55d8-449d-91d6-5b5c7e992b6c tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:54.047831 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b30e2ae-d179-4288-b9d8-81f89b029423 req-58f34ea3-55d8-449d-91d6-5b5c7e992b6c tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 944 time: 0.0535402 Sep 22 11:40:54.084980 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2b30e2ae-d179-4288-b9d8-81f89b029423 req-b7c2fd86-493a-4b38-bfe5-c875a2a55646 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310359 Sep 22 11:40:55.200408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02448b83-2ce1-4734-a4af-7b89973e1f9c req-0c34c520-cd8a-4c14-b67f-eebf2c13b25b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:55.201995 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02448b83-2ce1-4734-a4af-7b89973e1f9c req-0c34c520-cd8a-4c14-b67f-eebf2c13b25b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 944 time: 0.0504382 Sep 22 11:40:55.237482 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-214d594c-37f0-4504-81e3-bfa5a8592ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:55.241362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02448b83-2ce1-4734-a4af-7b89973e1f9c req-6e252252-8d86-4963-b116-7336be7e5b1c tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332670 Sep 22 11:40:55.643003 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:56.354639 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674e110-c06f-459f-9db2-7820569e9d4f req-62f1f34d-0be2-44b7-bb90-2f1f320f9608 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:56.356108 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d674e110-c06f-459f-9db2-7820569e9d4f req-62f1f34d-0be2-44b7-bb90-2f1f320f9608 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 944 time: 0.0481396 Sep 22 11:40:56.394925 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d674e110-c06f-459f-9db2-7820569e9d4f req-dc3d95bf-2cca-4929-8b5d-4bc1dbe60ec1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325842 Sep 22 11:40:56.412758 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:56.440671 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:56.491884 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:56.859928 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27ad87cb-7023-4c28-a9b2-3894ed57aaff details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:40:56.952033 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:56.962549 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:40:57.003850 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:57.021830 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ad87cb-7023-4c28-a9b2-3894ed57aaff {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:40:57.043933 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:57.140044 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:57.190810 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=27ad87cb-7023-4c28-a9b2-3894ed57aaff,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:57.354689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['27ad87cb-7023-4c28-a9b2-3894ed57aaff'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:40:57.510860 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f11f9-647f-42ab-bc8b-8a254fbde65e req-3f334a62-c5a2-4dc8-a575-4783bf8b2b1e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:57.512345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-619f11f9-647f-42ab-bc8b-8a254fbde65e req-3f334a62-c5a2-4dc8-a575-4783bf8b2b1e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 945 time: 0.0512259 Sep 22 11:40:57.551020 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-619f11f9-647f-42ab-bc8b-8a254fbde65e req-82b4ccb5-f3dd-4ae3-b14a-f2ba3e5e461f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Sep 22 11:40:58.374854 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:58.665107 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10822853-6986-4637-9b87-90952e03493b req-d05f0c21-730d-49f9-8b9c-2da87be7310b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:58.666616 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10822853-6986-4637-9b87-90952e03493b req-d05f0c21-730d-49f9-8b9c-2da87be7310b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 945 time: 0.0479562 Sep 22 11:40:58.703165 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-10822853-6986-4637-9b87-90952e03493b req-ff67e39a-16d1-4ca5-b705-8774649db352 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306182 Sep 22 11:40:58.875129 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27ad87cb-7023-4c28-a9b2-3894ed57aaff up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:40:58.985801 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning for port 27ad87cb-7023-4c28-a9b2-3894ed57aaff completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:40:58.989275 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 27ad87cb-7023-4c28-a9b2-3894ed57aaff triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:40:58.991993 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:59.063025 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:59.089208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:40:59.089208 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e070de-f0c3-4eeb-942e-348bd96dc640" -d '{"events": [{"server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "name": "network-vif-plugged", "status": "completed", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:40:59.103520 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:40:59.163930 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:40:59.189009 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a429dca-8563-44dc-9492-66b7db1a020c x-openstack-request-id: req-9a429dca-8563-44dc-9492-66b7db1a020c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:40:59.189305 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "name": "network-vif-plugged", "status": "completed", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:40:59.189561 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a429dca-8563-44dc-9492-66b7db1a020c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:40:59.189950 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'code': 200} Sep 22 11:40:59.217805 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=27ad87cb-7023-4c28-a9b2-3894ed57aaff,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:40:59.272746 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec200-f9c7-4830-a11a-747354fbd63f req-d18dcfe1-8a35-4305-ae08-d51f7bc083b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:59.274242 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba9ec200-f9c7-4830-a11a-747354fbd63f req-d18dcfe1-8a35-4305-ae08-d51f7bc083b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1097 time: 0.0395243 Sep 22 11:40:59.307890 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ba9ec200-f9c7-4830-a11a-747354fbd63f req-d5360075-dd22-4747-8b5e-d21df1aede5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269647 Sep 22 11:40:59.606782 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:40:59.823083 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2892-cd02-4034-9913-d06fb5001f34 req-363b2acc-4adc-4eef-abf5-0dde4dd359f0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:40:59.824632 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58ee2892-cd02-4034-9913-d06fb5001f34 req-363b2acc-4adc-4eef-abf5-0dde4dd359f0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 946 time: 0.0526991 Sep 22 11:40:59.860731 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-58ee2892-cd02-4034-9913-d06fb5001f34 req-5149f433-e4ce-44d7-8d74-fe038b921975 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302856 Sep 22 11:41:00.971536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fd523-d5e4-4038-811e-0b38d04ca464 req-8a6d5cbb-b785-43f5-b8b3-db61717f3f85 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:00.973554 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd4fd523-d5e4-4038-811e-0b38d04ca464 req-8a6d5cbb-b785-43f5-b8b3-db61717f3f85 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 946 time: 0.0470424 Sep 22 11:41:01.014120 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fd4fd523-d5e4-4038-811e-0b38d04ca464 req-11b79f31-a48e-4cbc-86c1-fa518c351a86 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345552 Sep 22 11:41:01.132669 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471de47-7805-49d7-ab82-d082bb5f3810 req-59077e4e-6238-4976-bb07-4e3992629779 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:01.134173 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b471de47-7805-49d7-ab82-d082bb5f3810 req-59077e4e-6238-4976-bb07-4e3992629779 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 946 time: 0.0475037 Sep 22 11:41:01.171408 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b471de47-7805-49d7-ab82-d082bb5f3810 req-a22855af-2d5a-4f37-9ffa-4062de117f99 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Sep 22 11:41:01.192357 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50200) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:41:01.275118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901e278f-1a1d-49ae-861c-c697aeb9d794 tempest-TestSnapshotPattern-190017434 tempest-TestSnapshotPattern-190017434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:01.276603 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-901e278f-1a1d-49ae-861c-c697aeb9d794 tempest-TestSnapshotPattern-190017434 tempest-TestSnapshotPattern-190017434-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1092 time: 0.0833263 Sep 22 11:41:01.279520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50204) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:41:01.283760 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:41:01.378303 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:01.475069 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:01.577389 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Allocated IP 172.25.1.70 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/928ecd42-a8ea-497e-8faa-97b98ec15d83) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:41:01.675040 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:01.789682 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:01.829486 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:41:01.832713 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:41:01.836996 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:41:01.860353 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'Port': ['ID=928ecd42-a8ea-497e-8faa-97b98ec15d83,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:41:02.162858 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:02.276459 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:02.421923 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:02.477148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:02.543511 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'Port': ['ID=928ecd42-a8ea-497e-8faa-97b98ec15d83,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:41:02.554361 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:02.650663 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Floating IP aef64919-134f-4543-954b-840e72cc9da6 associated. External IP: 172.25.1.70, port: 27ad87cb-7023-4c28-a9b2-3894ed57aaff. Sep 22 11:41:02.849854 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:41:02.953416 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:41:02.963008 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] Sync routers for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:41:02.972112 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:41:02.973244 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:41:03.003062 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:03.030420 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-3cbf12a3-f944-4594-b880-75e0cbd489af tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7498460 Sep 22 11:41:03.031064 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:41:03.033364 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad" -d '{"events": [{"name": "network-changed", "server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:41:03.070484 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae4a892-5d4f-41bd-aea9-4f6f6e436c55 x-openstack-request-id: req-bae4a892-5d4f-41bd-aea9-4f6f6e436c55 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:41:03.070775 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:41:03.071031 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bae4a892-5d4f-41bd-aea9-4f6f6e436c55 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:41:03.071497 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'status': 'completed', 'code': 200} Sep 22 11:41:03.082502 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:41:03.131823 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-b8dd4117-4e64-4518-9508-309d11fce7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:03.133255 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-b8dd4117-4e64-4518-9508-309d11fce7a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1097 time: 0.0396080 Sep 22 11:41:03.225257 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-449758a3-0bde-4b4b-ba5b-f7af5f03d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:03.226785 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-449758a3-0bde-4b4b-ba5b-f7af5f03d6be service neutron] 10.222.0.32 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.0868015 Sep 22 11:41:03.290871 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-e4f414c4-d286-4333-9c35-740d06e60a3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff HTTP/1.1" status: 200 len: 999 time: 0.0566182 Sep 22 11:41:03.297818 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'aef64919-134f-4543-954b-840e72cc9da6', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:41:02Z', 'updated_at': '2021-09-22T11:41:02Z', 'revision_number': 0, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:41:03.326049 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] Checking router: 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:41:03.334679 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:41:03.335274 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:40:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:41:03.339411 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-a29ad8f0-ec75-438e-8e8e-402c8d3f3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:03.340896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-a29ad8f0-ec75-438e-8e8e-402c8d3f3899 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0431433 Sep 22 11:41:03.389585 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-6f5c4ce8-ab65-4e3b-8a48-4df56d1bc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:03.391017 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-6f5c4ce8-ab65-4e3b-8a48-4df56d1bc912 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421429 Sep 22 11:41:03.433683 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:41:03.481356 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-e2939081-f908-479b-90f8-ecdd1a03b725 service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813489 Sep 22 11:41:03.659685 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'aef64919-134f-4543-954b-840e72cc9da6', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:41:02Z', 'updated_at': '2021-09-22T11:41:02Z', 'revision_number': 0, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:41:03.686324 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43754cd1-3cf2-46b4-ad6f-10e03da85aeb None None] The sync data for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 is: [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'aef64919-134f-4543-954b-840e72cc9da6', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:41:02Z', 'updated_at': '2021-09-22T11:41:02Z', 'revision_number': 0, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:41:03.899651 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bcdaf-7725-4a7e-ad0a-98a9a217a7d7 None None] New status for floating IP aef64919-134f-4543-954b-840e72cc9da6: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:41:03.924901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0ae14c70-a4ab-4d4f-ace3-db41fdefadad req-ba182018-b4d2-461e-aa23-f2ad649f77c7 service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358933 Sep 22 11:41:22.362443 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-55b97e00-3ae4-4909-8d5d-5e7b7640be2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:25.242438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ba6badd2-4cff-40ed-8f57-d10ac0124c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:25.648248 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:26.402165 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:26.471006 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:26.493575 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:28.425425 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:36.606205 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:41:52.336814 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-352f6338-43e1-4d31-8d37-a8bec1b56fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:55.228374 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-77875c89-7990-4280-89e7-f18fbc5f61a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:55.589784 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-89d50564-cafc-4885-abdd-9838235e2c25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394583 Sep 22 11:41:55.659177 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:55.670382 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-0bf8cbde-d43f-4a1b-ab8f-8d8faac39218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:55.671788 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-0bf8cbde-d43f-4a1b-ab8f-8d8faac39218 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1097 time: 0.0412648 Sep 22 11:41:55.773230 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-f6d02364-a5eb-46ef-b5da-27ba34ce4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:55.774737 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-f6d02364-a5eb-46ef-b5da-27ba34ce4028 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.0853522 Sep 22 11:41:55.838413 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-065ccf5f-2465-42e8-8cde-f4ca91800b4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff HTTP/1.1" status: 200 len: 1001 time: 0.0560348 Sep 22 11:41:55.888506 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-0536e818-5c06-460e-8e6a-3b19eb5efd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:55.889968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-0536e818-5c06-460e-8e6a-3b19eb5efd26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0452201 Sep 22 11:41:55.934354 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-3c51a288-0f06-49bb-914c-9c16e2a57865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:41:55.935825 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-3c51a288-0f06-49bb-914c-9c16e2a57865 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388622 Sep 22 11:41:56.026591 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-9fc3bfca-5e70-492b-b90b-deb4e0dadeca service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839612 Sep 22 11:41:56.111677 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-15e4aa70-fc35-4563-aa95-57a34a2b62dd req-58627462-5e7f-4a90-bd57-f6f7355fb047 service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786223 Sep 22 11:41:56.422541 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:56.496978 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:56.508433 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:41:58.418733 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:13.606463 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:42:22.338238 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-777d2d8d-1ed8-4c06-89d2-4ad6a7f81517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:25.245284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-91133c73-6b80-45d9-afd6-2a620fd502d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:25.662110 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:26.442007 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:26.467957 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:26.521117 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:28.399219 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:50.605004 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:42:52.355357 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-d3bee00f-a81b-4fca-b1bd-ac74deaf4c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:55.215904 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b843e25c-a8f0-4f55-88b1-7fcdbb5afcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:55.663384 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:56.452052 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:56.501937 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:56.530499 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:42:56.592299 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-9690c5c8-6d70-4393-b3c1-85bdfe29cbfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443754 Sep 22 11:42:56.674841 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-70c81c67-9913-4509-9fc5-5c9aecf92c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:42:56.676978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-70c81c67-9913-4509-9fc5-5c9aecf92c77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1097 time: 0.0438528 Sep 22 11:42:56.774394 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-197d7c36-6f98-4968-b148-524d309a0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:42:56.775762 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-197d7c36-6f98-4968-b148-524d309a0c70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.0816927 Sep 22 11:42:56.845482 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-f3448901-06e2-4505-9597-b54be8c1f666 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff HTTP/1.1" status: 200 len: 1001 time: 0.0628154 Sep 22 11:42:56.893322 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-d0634a43-8960-4af2-a0c1-e8676f5b87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:42:56.895026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-d0634a43-8960-4af2-a0c1-e8676f5b87d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0421886 Sep 22 11:42:56.940359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-4bdd3e72-8fa1-4ae7-949a-ea1cd398f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:42:56.941867 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-4bdd3e72-8fa1-4ae7-949a-ea1cd398f31d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397172 Sep 22 11:42:57.033051 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-989fea6d-f712-4089-b382-a30cc0c3fdbd service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835688 Sep 22 11:42:57.119573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad6489ac-18bf-4b5c-9e3a-e46f92d77468 req-b9e3355b-a7d7-449c-8806-77d0f8a0ae56 service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795529 Sep 22 11:42:58.400846 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:03.490706 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27ad87cb-7023-4c28-a9b2-3894ed57aaff details requested by agent hyperv_n-h2-807025-3 with host n-h2-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:43:03.616633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:43:03.628819 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Returning: {'device': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:43:03.669104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:03.682788 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27ad87cb-7023-4c28-a9b2-3894ed57aaff {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:43:03.709389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:43:03.777989 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:03.844828 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=27ad87cb-7023-4c28-a9b2-3894ed57aaff,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:03.853331 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.853686 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.854039 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.854755 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.855097 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.855433 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.855768 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.856105 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.857208 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.857544 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.857882 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.858243 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:03.865421 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] get_ports_and_sgs() called for port_ids ['27ad87cb-7023-4c28-a9b2-3894ed57aaff'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:43:05.514860 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27ad87cb-7023-4c28-a9b2-3894ed57aaff up at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:43:05.574962 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Provisioning complete for port 27ad87cb-7023-4c28-a9b2-3894ed57aaff triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:43:05.575453 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:05.666291 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:05.692001 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:43:05.694536 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1132268d-e2c5-4d58-b1a6-f2d7162d6592" -d '{"events": [{"server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "name": "network-vif-plugged", "status": "completed", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:43:05.708878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:43:05.760964 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fd4c97-909c-4924-912a-44a1a2d81413 x-openstack-request-id: req-b5fd4c97-909c-4924-912a-44a1a2d81413 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:43:05.760964 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "name": "network-vif-plugged", "status": "completed", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:43:05.760964 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5fd4c97-909c-4924-912a-44a1a2d81413 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:43:05.760964 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'code': 200} Sep 22 11:43:05.778434 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:05.833468 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=27ad87cb-7023-4c28-a9b2-3894ed57aaff,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:14.500102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-bbdc6e96-28db-40d2-868a-cf2a3591e7fd tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065984337&fields=id&tenant_id=a7cd69911aaf477c98e75c10900bef39 HTTP/1.1" status: 200 len: 267 time: 0.0323639 Sep 22 11:43:14.606972 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-da00ccbe-b41e-427b-ad80-8f85d1d41dd4 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:14.608515 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-da00ccbe-b41e-427b-ad80-8f85d1d41dd4 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 809 time: 0.1014500 Sep 22 11:43:14.622804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-6b40682c-bf2f-4a1a-afaf-66329bb1d38b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/quotas/a7cd69911aaf477c98e75c10900bef39 HTTP/1.1" status: 200 len: 375 time: 0.0086310 Sep 22 11:43:14.676625 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-b8f12333-8ec6-4737-b705-85f6b699aa3b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487349 Sep 22 11:43:14.779895 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-41cf28ed-54a3-4842-8cf1-5a6e1cf34a9e service neutron] 10.222.0.20 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919325 Sep 22 11:43:14.870889 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-efd54e0d-2901-4c10-a459-94250a1f7f75 service neutron] 10.222.0.20 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846720 Sep 22 11:43:15.113573 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-370c482b-4996-4ba3-b2a4-e563be34ad90 req-186b0cff-9f5b-4f87-8f99-2eb1ec544b74 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 210 time: 0.0313504 Sep 22 11:43:16.192245 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-fa51dfcc-4404-4033-bf94-6fc9fe25bf65 req-51e60007-1635-464d-b9b0-f46e77e52bce tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 210 time: 0.0262566 Sep 22 11:43:17.267382 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e68071dd-4970-440f-9e66-1822c663b706 req-0fdccde3-48b6-4189-8701-27a70efbfc62 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 210 time: 0.0257821 Sep 22 11:43:17.589210 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27ad87cb-7023-4c28-a9b2-3894ed57aaff no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:43:17.685000 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:17.690357 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:43:17.692614 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef71ba2-5521-4801-b846-f7bd50ea9ad0" -d '{"events": [{"server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "name": "network-vif-unplugged", "status": "completed", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:43:17.706457 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:43:17.730739 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95538b5d-ebb4-4354-b238-02ed7d33234c x-openstack-request-id: req-95538b5d-ebb4-4354-b238-02ed7d33234c {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:43:17.731052 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "name": "network-vif-unplugged", "status": "completed", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:43:17.731454 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95538b5d-ebb4-4354-b238-02ed7d33234c {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:43:17.731861 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'code': 200} Sep 22 11:43:17.781373 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:17.830353 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Pushing event updated for resources: {'Port': ['ID=27ad87cb-7023-4c28-a9b2-3894ed57aaff,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:18.359816 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1e995290-34c0-49aa-8575-ced22262af29 req-efaae6af-835d-4152-b693-53ce2e791b7d tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 210 time: 0.0260618 Sep 22 11:43:19.046342 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-0a3bc1fc-3a32-46bb-bf60-1d6297b53560 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:19.047765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-0a3bc1fc-3a32-46bb-bf60-1d6297b53560 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.30 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 809 time: 0.1016381 Sep 22 11:43:19.090978 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-2696aab8-9834-421f-b10e-3be301f9fe2d tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7cd69911aaf477c98e75c10900bef39 HTTP/1.1" status: 200 len: 380 time: 0.0338039 Sep 22 11:43:19.101120 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'port': {'device_id': '118c1985-de5e-4bb7-8a68-7681de52250c', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'admin_state_up': True, 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'security_groups': ['e212f3bb-da49-48e1-886f-64abd356746a']}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:43:19.290022 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Made reservation on behalf of a7cd69911aaf477c98e75c10900bef39 for: {'port': 1} {{(pid=95682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 11:43:19.294037 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:19.429024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Allocated IP 172.20.0.13 (11d10855-c814-45cc-9732-1d82845b2274/45a14cf3-3394-4779-a61b-d70b6a062814/0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:43:19.469410 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-832900c9-8f6d-4501-b3b8-d3e32de677e1 req-88216bd8-5614-432d-a4d6-04c025b3fbf5 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 210 time: 0.0355823 Sep 22 11:43:19.601640 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:19.704701 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:19.761570 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Network 11d10855-c814-45cc-9732-1d82845b2274 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:43:19.765105 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:43:19.769388 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:43:19.805071 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'Port': ['ID=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:19.817892 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.818272 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.818632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.819863 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.820267 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.820606 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.821007 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.821466 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.821802 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.822193 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.822694 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.823113 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:43:19.857939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:19.858866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:19.954298 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-4d4ed42c-8f19-46d3-8dbc-c015c6c995fc tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8576119 Sep 22 11:43:20.078271 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-c953ba7d-f4d0-4839-8ff5-325adcaaf509 None None] Provisioning complete for port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e triggered by entity DHCP. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:43:20.079325 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c953ba7d-f4d0-4839-8ff5-325adcaaf509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:20.113389 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-c953ba7d-f4d0-4839-8ff5-325adcaaf509 None None] Port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e cannot update to ACTIVE because it is not bound. {{(pid=95683) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 11:43:20.614114 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83387c09-ea8b-4132-9794-8297f9c158e5 req-f54f8520-320c-404d-8344-d48a28ad55cd tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:20.616243 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83387c09-ea8b-4132-9794-8297f9c158e5 req-f54f8520-320c-404d-8344-d48a28ad55cd tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 932 time: 0.0573139 Sep 22 11:43:20.655072 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-83387c09-ea8b-4132-9794-8297f9c158e5 req-2268d91c-0a62-408e-b03f-4e286c846076 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Sep 22 11:43:21.774392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3962e-c522-46ca-9c37-b393af518f04 req-4bab24d8-d3de-49b8-b5a5-4ac393d288db tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:21.775997 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9b3962e-c522-46ca-9c37-b393af518f04 req-4bab24d8-d3de-49b8-b5a5-4ac393d288db tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 932 time: 0.0510654 Sep 22 11:43:21.817416 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-e9b3962e-c522-46ca-9c37-b393af518f04 req-43a5ecac-c200-4eb5-a695-a52582e9578b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351746 Sep 22 11:43:22.360511 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c5b86956-5812-4db8-8e05-99dfdcd3569a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:22.943111 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26ad9e-a0ba-4163-9c7e-777c4e19f54c req-c50648c4-40a9-406c-9d36-ed1ac988ce7b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:22.944860 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e26ad9e-a0ba-4163-9c7e-777c4e19f54c req-c50648c4-40a9-406c-9d36-ed1ac988ce7b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 932 time: 0.0519803 Sep 22 11:43:22.984709 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0e26ad9e-a0ba-4163-9c7e-777c4e19f54c req-cb27af07-ae9d-459a-a40c-d9f20e8fd936 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Sep 22 11:43:24.112660 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75822f84-382f-43fa-b5db-1cd11e46fea3 req-768d7c75-19f9-4b02-a17c-97daaa9f5d14 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:24.114178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75822f84-382f-43fa-b5db-1cd11e46fea3 req-768d7c75-19f9-4b02-a17c-97daaa9f5d14 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 932 time: 0.0591500 Sep 22 11:43:24.153600 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-75822f84-382f-43fa-b5db-1cd11e46fea3 req-fcb1f9cf-7ba2-4f22-a381-cf9aff4a8229 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334888 Sep 22 11:43:25.212024 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b5eee342-1f0c-4a70-af83-8fe3d1a3dd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:25.281290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f5508-657a-43e3-8c23-d08c1ac0ee14 req-08070bc9-ad81-401c-a4a6-a4c9b699c74f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:25.283201 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af4f5508-657a-43e3-8c23-d08c1ac0ee14 req-08070bc9-ad81-401c-a4a6-a4c9b699c74f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 932 time: 0.0501201 Sep 22 11:43:25.322558 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-af4f5508-657a-43e3-8c23-d08c1ac0ee14 req-9bbb5296-80c3-4c96-9dfa-35c5bc92b340 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325489 Sep 22 11:43:25.664274 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:26.445339 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:26.470845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb448cd-545d-4f6d-8959-af5fb6ccd02a req-fe627972-06b5-4f70-a8df-fd5af3479ab5 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:26.475027 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7eb448cd-545d-4f6d-8959-af5fb6ccd02a req-fe627972-06b5-4f70-a8df-fd5af3479ab5 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 932 time: 0.0730503 Sep 22 11:43:26.514634 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:26.515399 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-7eb448cd-545d-4f6d-8959-af5fb6ccd02a req-fb802b4e-67b1-441b-a5f3-b204fae1e273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362928 Sep 22 11:43:26.531735 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:27.605921 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:43:27.645203 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abced3ca-86b5-4fbf-ba0e-720d9a080392 req-1f3ed36b-e387-439a-92bb-5dfd907c3c97 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:27.647546 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abced3ca-86b5-4fbf-ba0e-720d9a080392 req-1f3ed36b-e387-439a-92bb-5dfd907c3c97 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 932 time: 0.0563757 Sep 22 11:43:27.689738 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-abced3ca-86b5-4fbf-ba0e-720d9a080392 req-3be15b53-3551-47ac-a478-a77e861eb432 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362070 Sep 22 11:43:28.400547 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:28.837808 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd794ab-ea6e-4b94-ad52-f0f472292e24 req-a73d821a-9211-4394-b3dc-bc2018e7e007 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:28.839295 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4bd794ab-ea6e-4b94-ad52-f0f472292e24 req-a73d821a-9211-4394-b3dc-bc2018e7e007 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 932 time: 0.0654681 Sep 22 11:43:28.883102 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4bd794ab-ea6e-4b94-ad52-f0f472292e24 req-e913747d-7dbb-4dc6-8e78-93154571b5f8 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374150 Sep 22 11:43:29.866763 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Request body: {'port': {'device_id': '118c1985-de5e-4bb7-8a68-7681de52250c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807025-3'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:43:29.923539 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:30.071026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e464d-6310-4e8a-997b-3e618ac16bcb req-e492af63-ed65-4a94-b069-d6544d3d155d tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:30.072511 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-656e464d-6310-4e8a-997b-3e618ac16bcb req-e492af63-ed65-4a94-b069-d6544d3d155d tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 932 time: 0.1173978 Sep 22 11:43:30.162085 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-656e464d-6310-4e8a-997b-3e618ac16bcb req-63100798-f7a8-4e5f-bcb8-83d17fa70fd0 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811369 Sep 22 11:43:30.240362 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e {{(pid=95682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:43:30.248972 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:30.261057 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.provisioning_blocks [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Transition to ACTIVE for port object 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e will not be triggered until provisioned by entity L2. {{(pid=95682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 11:43:30.302935 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:30.363524 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Pushing event updated for resources: {'Port': ['ID=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:30.429632 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Attempting to bind port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e on host n-h1-807025-3 for vnic_type normal with profile {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 11:43:30.429971 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Attempting to bind port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e by drivers openvswitch,hyperv on host n-h1-807025-3 at level 0 using segments [{'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 11:43:30.430336 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Attempting to bind port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e on network 11d10855-c814-45cc-9732-1d82845b2274 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:43:30.434764 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e on network 11d10855-c814-45cc-9732-1d82845b2274 not bound, no agent of type Open vSwitch agent registered on host n-h1-807025-3 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 11:43:30.435088 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Attempting to bind port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e on network 11d10855-c814-45cc-9732-1d82845b2274 {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 11:43:30.440014 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Checking agent: {'id': 'fde317f0-00c4-4b96-83ed-e083d526b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807025-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'started_at': datetime.datetime(2021, 9, 22, 10, 11, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 11, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 11:43:30.440429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Checking segment: {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 11:43:30.440751 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Bound using segment: {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'} {{(pid=95682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 11:43:30.441211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.managers [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Bound port: 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host: n-h1-807025-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b55738b-071e-4cfa-a1e8-53302a227dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11d10855-c814-45cc-9732-1d82845b2274'}}] {{(pid=95682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 11:43:30.441572 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:30.506483 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, cleared binding levels {{(pid=95682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 11:43:30.509574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 11:43:30.594776 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:30.633695 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:30.634340 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:30.635700 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] 10.222.0.30 "PUT /v2.0/ports/0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e HTTP/1.1" status: 200 len: 1092 time: 0.7739723 Sep 22 11:43:30.636128 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:43:30.638385 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f17e7b-913b-41e6-82e9-21f751c31587" -d '{"events": [{"name": "network-changed", "server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:43:30.664455 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470741f4-d0d9-44c2-ab05-42e092b7436c service neutron] Pushing event updated for resources: {'Port': ['ID=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,revision_number=3']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:30.682235 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caa712b-907d-481a-9c5e-abbd3d31576d x-openstack-request-id: req-1caa712b-907d-481a-9c5e-abbd3d31576d {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:43:30.682538 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:43:30.682793 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1caa712b-907d-481a-9c5e-abbd3d31576d {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:43:30.683230 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'status': 'completed', 'code': 200} Sep 22 11:43:30.745903 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f17e7b-913b-41e6-82e9-21f751c31587 req-4f6d4730-2b06-4ffc-91e5-2ae91a421b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:30.747519 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47f17e7b-913b-41e6-82e9-21f751c31587 req-4f6d4730-2b06-4ffc-91e5-2ae91a421b7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 1095 time: 0.0440803 Sep 22 11:43:30.851024 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f17e7b-913b-41e6-82e9-21f751c31587 req-e3b917df-5781-4c32-ae68-06322f61c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:30.852518 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47f17e7b-913b-41e6-82e9-21f751c31587 req-e3b917df-5781-4c32-ae68-06322f61c9bf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a7cd69911aaf477c98e75c10900bef39&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0975637 Sep 22 11:43:30.946211 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f17e7b-913b-41e6-82e9-21f751c31587 req-ae37ecd6-58c4-4291-8cc5-9615f431e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:30.947698 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-47f17e7b-913b-41e6-82e9-21f751c31587 req-ae37ecd6-58c4-4291-8cc5-9615f431e203 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882635 Sep 22 11:43:31.024819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-789711fc-9f87-471c-bbb9-ca3d392791e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:31.026350 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-789711fc-9f87-471c-bbb9-ca3d392791e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 1095 time: 0.0404670 Sep 22 11:43:31.070904 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-eb0a4d8b-f63e-4dcf-8f0e-8801eb0a7c1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e HTTP/1.1" status: 200 len: 217 time: 0.0372000 Sep 22 11:43:31.118912 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-a9d2e946-86e7-4d72-8e53-efc970a4ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:31.120308 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-a9d2e946-86e7-4d72-8e53-efc970a4ed78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0421512 Sep 22 11:43:31.164285 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-708ba4a1-8345-45b8-af90-18e79fa2334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:31.165740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-708ba4a1-8345-45b8-af90-18e79fa2334d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385394 Sep 22 11:43:31.285499 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-cfd1b8fd-5632-4bfb-88a6-edc82cebfe02 service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121469 Sep 22 11:43:31.299345 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2192d-b96d-47fc-be29-639e767124b4 req-67bf5c38-4dd5-4932-8ea5-b8aea6200c1e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:31.301192 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fc2192d-b96d-47fc-be29-639e767124b4 req-67bf5c38-4dd5-4932-8ea5-b8aea6200c1e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 944 time: 0.0689251 Sep 22 11:43:31.397547 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0fc2192d-b96d-47fc-be29-639e767124b4 req-c163a0f9-d07b-418e-a9f1-16c6612c2e93 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854390 Sep 22 11:43:31.423740 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-feba8569-904d-4bba-8fa1-848189c5e6ea req-3a636e22-c54f-4198-8569-d1f6c3d9bf25 service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215401 Sep 22 11:43:32.537087 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b21e7-0d90-445a-8cbb-ba37aeaf0c27 req-5fefdcb6-22e7-425b-9804-1936a570b53f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:32.540162 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-431b21e7-0d90-445a-8cbb-ba37aeaf0c27 req-5fefdcb6-22e7-425b-9804-1936a570b53f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 944 time: 0.0702324 Sep 22 11:43:32.585948 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-431b21e7-0d90-445a-8cbb-ba37aeaf0c27 req-465b91e2-32d3-4ee6-b534-af61ad4cf0e4 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 Sep 22 11:43:33.480948 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:43:33.574959 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:43:33.586138 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'port_id': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'mac_address': 'fa:16:3e:9e:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:43:33.622028 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:33.634971 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:43:33.653752 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:43:33.699699 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7f52d-b790-46cb-a71b-2d0eac0edfd6 req-ca06bfef-f0fb-4adc-af67-aefeb66a8c73 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:33.701160 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22b7f52d-b790-46cb-a71b-2d0eac0edfd6 req-ca06bfef-f0fb-4adc-af67-aefeb66a8c73 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 944 time: 0.0482259 Sep 22 11:43:33.737546 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:33.739362 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-22b7f52d-b790-46cb-a71b-2d0eac0edfd6 req-db4bdc10-a33c-434b-8489-d58765d2418e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Sep 22 11:43:33.786848 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,revision_number=4']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:33.977014 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:43:34.860804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcb62d-cbce-4741-a479-6502ff17e1c3 req-3f5a58a1-4d78-4bbc-b033-d36f7e80483a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:34.862590 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89fcb62d-cbce-4741-a479-6502ff17e1c3 req-3f5a58a1-4d78-4bbc-b033-d36f7e80483a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 945 time: 0.0558081 Sep 22 11:43:34.900223 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-89fcb62d-cbce-4741-a479-6502ff17e1c3 req-25b7cd8e-4315-4921-a066-322f8da463b1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Sep 22 11:43:35.498841 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:43:35.594407 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning for port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e completed by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 11:43:35.598411 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:43:35.598784 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:35.677582 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:35.699711 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:43:35.701973 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf4f1cb-f717-4db7-9015-4fc669f4d4a7" -d '{"events": [{"server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "name": "network-vif-plugged", "status": "completed", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:43:35.714921 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:43:35.737644 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a19f42-4e89-47e4-9bcc-53381b586210 x-openstack-request-id: req-c7a19f42-4e89-47e4-9bcc-53381b586210 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:43:35.738125 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "name": "network-vif-plugged", "status": "completed", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:43:35.738442 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7a19f42-4e89-47e4-9bcc-53381b586210 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:43:35.738888 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'code': 200} Sep 22 11:43:35.771545 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:35.824276 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,revision_number=5']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:35.831165 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151081a-8f4c-40b6-bdd4-f21f09351ed7 req-392f000f-4448-4506-8d88-849a97ffc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:35.832667 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c151081a-8f4c-40b6-bdd4-f21f09351ed7 req-392f000f-4448-4506-8d88-849a97ffc0aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 1097 time: 0.0408826 Sep 22 11:43:35.867754 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-c151081a-8f4c-40b6-bdd4-f21f09351ed7 req-51794d2a-0569-43e4-8a75-1aeacbf1bcb5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269749 Sep 22 11:43:36.015366 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f3f82-2a72-4630-ab28-d3ac572db81f req-0b5707b6-a97f-4440-b06e-16e02907a49c tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:36.016836 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e9f3f82-2a72-4630-ab28-d3ac572db81f req-0b5707b6-a97f-4440-b06e-16e02907a49c tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 946 time: 0.0485349 Sep 22 11:43:36.053502 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-2e9f3f82-2a72-4630-ab28-d3ac572db81f req-af47feb5-b8df-4bfa-b424-fff6d494fc37 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301237 Sep 22 11:43:37.171288 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5d0f8-a021-4c83-a5fe-c20cc5274a03 req-f8357853-642c-4198-9bee-232a4ab0b5c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:37.172742 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4eb5d0f8-a021-4c83-a5fe-c20cc5274a03 req-f8357853-642c-4198-9bee-232a4ab0b5c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 946 time: 0.0515466 Sep 22 11:43:37.209046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-4eb5d0f8-a021-4c83-a5fe-c20cc5274a03 req-b6698f89-0f5b-4b63-ae26-4eda13572d50 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303454 Sep 22 11:43:37.320117 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8369d52-0455-4839-b005-9db5b023ae83 req-48e5b8e1-8caa-4e4a-90ce-723c2f76eb15 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:37.321605 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8369d52-0455-4839-b005-9db5b023ae83 req-48e5b8e1-8caa-4e4a-90ce-723c2f76eb15 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 946 time: 0.0482509 Sep 22 11:43:37.359426 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-d8369d52-0455-4839-b005-9db5b023ae83 req-8b70b2d9-ff01-4b98-ba49-01f9ea18c83e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Sep 22 11:43:37.380047 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50490) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:43:37.418790 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25567815-2c2f-4aa7-9a76-c340960711e8 tempest-TestSnapshotPattern-190017434 tempest-TestSnapshotPattern-190017434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:37.420283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-25567815-2c2f-4aa7-9a76-c340960711e8 tempest-TestSnapshotPattern-190017434 tempest-TestSnapshotPattern-190017434-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 1092 time: 0.0392911 Sep 22 11:43:37.422950 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50492) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:43:37.427118 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.v2.base [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Request body: {'floatingip': {'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'port_id': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 11:43:37.485769 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for floatingip, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:37.584741 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:37.691290 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.db_base_plugin_common [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Allocated IP 172.25.1.89 (005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8/da52ff26-e846-43a5-89a8-8f90d7a84868/68a55e54-e4df-441f-8f04-0c91d40f9b66) {{(pid=95682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 11:43:37.791450 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for port, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:37.880301 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773452620719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:37.916661 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Network 005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8 is already hosted by enough agents. {{(pid=95682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 11:43:37.919561 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.base_scheduler [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Resources bound (agent type, host, resource id): {{(pid=95682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 11:43:37.924227 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Received port after_create {{(pid=95682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 11:43:37.955893 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'Port': ['ID=68a55e54-e4df-441f-8f04-0c91d40f9b66,revision_number=1']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:38.270183 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:38.399647 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:38.543282 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for port, precommit_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:38.643886 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14644301'] for port, after_update {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:38.714587 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event updated for resources: {'Port': ['ID=68a55e54-e4df-441f-8f04-0c91d40f9b66,revision_number=2']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:43:38.724551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-627463'] for floatingip, after_create {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:38.822817 n-d-807025-3 neutron-server[95682]: INFO neutron.db.l3_db [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Floating IP f91995a2-cfd4-4822-b4cc-3871afae2281 associated. External IP: 172.25.1.89, port: 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e. Sep 22 11:43:39.027520 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:43:39.127307 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:43:39.136563 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] Sync routers for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:43:39.145205 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:43:39.154414 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:43:39.212255 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:39.241398 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a9957f9d-7216-4b57-ae72-39746209670f tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8174653 Sep 22 11:43:39.241989 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:43:39.244247 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b2ed5b-81e4-4408-9084-f9934f1efe91" -d '{"events": [{"name": "network-changed", "server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:43:39.248715 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:43:39.281402 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b7895-5004-4d70-9f4d-01a2ac5c50f4 x-openstack-request-id: req-229b7895-5004-4d70-9f4d-01a2ac5c50f4 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:43:39.281901 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:43:39.282006 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-229b7895-5004-4d70-9f4d-01a2ac5c50f4 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:43:39.282368 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'status': 'completed', 'code': 200} Sep 22 11:43:39.342127 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-42e2df26-7c02-4320-a5b8-84df7efb6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:39.343644 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-42e2df26-7c02-4320-a5b8-84df7efb6c57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 1097 time: 0.0406282 Sep 22 11:43:39.430330 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-8a1b48c2-bc33-4941-b829-069fc6c903c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:39.431743 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-8a1b48c2-bc33-4941-b829-069fc6c903c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.0812728 Sep 22 11:43:39.470154 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'aef64919-134f-4543-954b-840e72cc9da6', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:41:02Z', 'updated_at': '2021-09-22T11:41:03Z', 'revision_number': 1, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}, {'id': 'f91995a2-cfd4-4822-b4cc-3871afae2281', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:9e:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118c1985-de5e-4bb7-8a68-7681de52250c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:43:38Z', 'updated_at': '2021-09-22T11:43:38Z', 'revision_number': 0, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:43:39.494715 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] Checking router: 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:43:39.499087 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-a3f7de51-5243-4d1c-a7fd-95ed3619ccdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e HTTP/1.1" status: 200 len: 999 time: 0.0606499 Sep 22 11:43:39.502646 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:43:39.503236 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:43:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:43:39.548326 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-5f8dcfad-1022-487e-93ef-df3662854333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:39.549803 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-5f8dcfad-1022-487e-93ef-df3662854333 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0439546 Sep 22 11:43:39.595397 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-262c2cac-38d0-4d18-9f11-32e72b062e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:39.596896 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-262c2cac-38d0-4d18-9f11-32e72b062e92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394247 Sep 22 11:43:39.607783 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:43:39.688817 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-5946e574-539b-4710-a65b-12eea39e786c service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850744 Sep 22 11:43:39.785765 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-b7b2ed5b-81e4-4408-9084-f9934f1efe91 req-b1ea44a0-1f34-4912-97ca-fee41fc1f1c7 service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898941 Sep 22 11:43:39.829247 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'aef64919-134f-4543-954b-840e72cc9da6', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:41:02Z', 'updated_at': '2021-09-22T11:41:03Z', 'revision_number': 1, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}, {'id': 'f91995a2-cfd4-4822-b4cc-3871afae2281', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:9e:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118c1985-de5e-4bb7-8a68-7681de52250c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:43:38Z', 'updated_at': '2021-09-22T11:43:38Z', 'revision_number': 0, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:43:39.854566 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0370705-6c1c-4737-ae22-8b61a4c32d76 None None] The sync data for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 is: [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'aef64919-134f-4543-954b-840e72cc9da6', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:41:02Z', 'updated_at': '2021-09-22T11:41:03Z', 'revision_number': 1, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}, {'id': 'f91995a2-cfd4-4822-b4cc-3871afae2281', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:9e:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118c1985-de5e-4bb7-8a68-7681de52250c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:43:38Z', 'updated_at': '2021-09-22T11:43:38Z', 'revision_number': 0, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:43:40.045760 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c9de1-50d5-4808-b557-49e42dae423c None None] New status for floating IP f91995a2-cfd4-4822-b4cc-3871afae2281: ACTIVE {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:43:52.342333 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2fe0-181d-43fd-b026-786682df338a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:55.233852 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aece3cb5-e0e8-43f8-995a-06e6335f8d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:55.656658 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:56.433567 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:56.490652 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:56.508180 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:43:56.932082 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34994776-a44a-40d7-b83b-4c230af55176 req-27c80808-4547-43ff-adf5-ddd72bc137de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3860869 Sep 22 11:43:57.009847 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34994776-a44a-40d7-b83b-4c230af55176 req-1e225734-8bef-4782-9f7c-5f894eb7fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:57.011374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34994776-a44a-40d7-b83b-4c230af55176 req-1e225734-8bef-4782-9f7c-5f894eb7fece service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1095 time: 0.0391269 Sep 22 11:43:57.112822 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34994776-a44a-40d7-b83b-4c230af55176 req-a851120b-a61a-45ec-a3b4-93070d12be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:57.114296 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34994776-a44a-40d7-b83b-4c230af55176 req-a851120b-a61a-45ec-a3b4-93070d12be2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.0852387 Sep 22 11:43:57.176227 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34994776-a44a-40d7-b83b-4c230af55176 req-4b60be9e-6e07-4072-a9a5-a87ae5cae177 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff HTTP/1.1" status: 200 len: 999 time: 0.0546701 Sep 22 11:43:57.225176 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34994776-a44a-40d7-b83b-4c230af55176 req-0bfc8d16-ae70-47f5-8bbf-5de342c97065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:57.226569 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34994776-a44a-40d7-b83b-4c230af55176 req-0bfc8d16-ae70-47f5-8bbf-5de342c97065 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0430326 Sep 22 11:43:57.273844 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34994776-a44a-40d7-b83b-4c230af55176 req-05f3f225-644a-4c07-9362-6a4a58128fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:43:57.275337 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34994776-a44a-40d7-b83b-4c230af55176 req-05f3f225-644a-4c07-9362-6a4a58128fa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423572 Sep 22 11:43:57.362623 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34994776-a44a-40d7-b83b-4c230af55176 req-bf39567f-6652-4638-8097-ea4f31dfe8ef service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799663 Sep 22 11:43:57.454340 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-34994776-a44a-40d7-b83b-4c230af55176 req-4478edf3-c2ee-472a-a535-f7f2b08fcf76 service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842495 Sep 22 11:43:58.450924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:04.607511 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:44:10.309012 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-8011ad36-d63b-42e9-a150-01f578835c4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389905 Sep 22 11:44:10.389365 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-21bbc749-d51b-41d1-a4f7-f89668a9d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:44:10.390901 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-21bbc749-d51b-41d1-a4f7-f89668a9d189 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 1097 time: 0.0399542 Sep 22 11:44:10.494574 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-761693d7-697e-4a87-84ef-5b7831d9bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:44:10.495998 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-761693d7-697e-4a87-84ef-5b7831d9bfd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.0859246 Sep 22 11:44:10.560006 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-5a8a46e6-eb5d-4329-a592-faa6d1d381b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e HTTP/1.1" status: 200 len: 1001 time: 0.0561535 Sep 22 11:44:10.612845 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-d6b7f074-6eb5-419e-88c5-50b9f9095341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:44:10.614359 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-d6b7f074-6eb5-419e-88c5-50b9f9095341 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0476482 Sep 22 11:44:10.657940 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-e2c46049-b8dc-4152-82c7-da0e8a7e2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:44:10.659663 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-e2c46049-b8dc-4152-82c7-da0e8a7e2ee3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382905 Sep 22 11:44:10.750774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-3d6a7f91-3998-45e0-a84d-c3456475fd7b service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831590 Sep 22 11:44:10.837175 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-079113bb-62b0-4bbf-bc07-e54db0194749 req-0aa2d281-c540-4f87-9b33-06e7074f73a8 service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782671 Sep 22 11:44:22.387674 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-cd7f252f-6b33-4e31-aa04-a41c9cfce65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:25.210557 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-60a114c8-684f-4cff-9f0d-4007cb378a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:25.673151 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:26.473295 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:26.495919 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:26.535924 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:28.409183 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:41.607120 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:44:52.386953 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e8a34d6f-b8b1-4451-be73-43a84e9f7a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:55.242911 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-57e10c92-4bee-4b14-99bb-1cb01e263983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:55.689537 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:56.472808 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:56.507255 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:56.529224 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:44:57.587062 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-d3150b3c-d95d-4a14-942b-0db9e1e5f3da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391572 Sep 22 11:44:57.667403 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-60d73ee4-386a-4c9c-a1ce-4ceaadd5f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:44:57.668875 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-60d73ee4-386a-4c9c-a1ce-4ceaadd5f161 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1095 time: 0.0431738 Sep 22 11:44:57.767461 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-e90f370f-0464-41c7-8112-d04895dc0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:44:57.768915 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-e90f370f-0464-41c7-8112-d04895dc0115 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.0815697 Sep 22 11:44:57.838283 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-59f978c0-2fe3-4f7e-acba-0dbc8a8401a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff HTTP/1.1" status: 200 len: 999 time: 0.0605483 Sep 22 11:44:57.886697 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-4eb17b0d-af9a-4c01-a0de-c56a4726f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:44:57.888130 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-4eb17b0d-af9a-4c01-a0de-c56a4726f3d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0436504 Sep 22 11:44:57.932522 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-84d0ab22-440c-40bd-8fa1-971ab4c9c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:44:57.933968 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-84d0ab22-440c-40bd-8fa1-971ab4c9c239 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389535 Sep 22 11:44:58.022961 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-b32cc535-dcaf-46a7-bf40-7f5263360d5d service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816913 Sep 22 11:44:58.109441 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-a588aae1-cf40-483b-b34e-2c4fdfe13fa5 req-203d3784-901c-44ef-869b-bbd478b55890 service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793641 Sep 22 11:44:58.404268 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:03.811878 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e details requested by agent hyperv_n-h1-807025-3 with host n-h1-807025-3 {{(pid=95683) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:45:03.904710 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:03.919568 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Returning: {'device': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'port_id': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'mac_address': 'fa:16:3e:9e:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95683) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:45:03.957862 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:03.971113 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e {{(pid=95683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:45:03.990334 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:04.067324 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:04.126639 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,revision_number=6']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:04.137637 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.137994 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.138375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.138782 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.139127 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.139461 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.139824 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.140178 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.140490 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.140838 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.141152 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.141480 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:04.149203 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] get_ports_and_sgs() called for port_ids ['0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e'] {{(pid=95683) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:45:05.826952 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e up at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:45:05.882502 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.provisioning_blocks [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Provisioning complete for port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e triggered by entity L2. {{(pid=95683) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:45:05.882502 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1768190'] for port, provisioning_complete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:06.119988 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:06.147341 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:45:06.149604 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514256ae-6394-4df5-9a4d-e5259e1d59fb" -d '{"events": [{"server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "name": "network-vif-plugged", "status": "completed", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:45:06.163260 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:06.189336 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f222f9-bc67-4d5b-a697-db34777b54e4 x-openstack-request-id: req-b3f222f9-bc67-4d5b-a697-db34777b54e4 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:45:06.189622 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "name": "network-vif-plugged", "status": "completed", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:45:06.189875 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3f222f9-bc67-4d5b-a697-db34777b54e4 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:45:06.190309 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'code': 200} Sep 22 11:45:06.255638 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:06.309539 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,revision_number=7']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:10.434783 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-8e657ce9-1443-4f27-8f44-4ccb0c118cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:10.436553 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-8e657ce9-1443-4f27-8f44-4ccb0c118cbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 1097 time: 0.1299267 Sep 22 11:45:10.557558 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-aa39417b-2cdd-4cb3-b881-a7cb5217add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:10.559470 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-aa39417b-2cdd-4cb3-b881-a7cb5217add5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.0995228 Sep 22 11:45:10.642649 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-c3658b48-9ec9-4fe7-ba00-a542149af9d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e HTTP/1.1" status: 200 len: 1001 time: 0.0742195 Sep 22 11:45:10.698551 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-74003df5-94b8-4621-b127-a2f170787558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:10.700195 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-74003df5-94b8-4621-b127-a2f170787558 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0504911 Sep 22 11:45:10.749612 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-9fd6bb29-902d-4475-b3c8-30d7e08ea8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:10.751257 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-9fd6bb29-902d-4475-b3c8-30d7e08ea8e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442283 Sep 22 11:45:10.763833 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-cbbdd4d7-fe3d-4129-bfe4-30a6826d26e6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=95682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 11:45:10.765049 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-cbbdd4d7-fe3d-4129-bfe4-30a6826d26e6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052648 Sep 22 11:45:10.873033 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-f5c26b79-3936-4792-864c-c2ffad28fbbc service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999105 Sep 22 11:45:10.976492 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-298c211c-d49e-407d-abd0-067e1c6120c7 req-fcf37735-f0da-471a-90ff-4029394f76f2 service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961959 Sep 22 11:45:14.962672 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50694) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:15.118233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Deleting port 68a55e54-e4df-441f-8f04-0c91d40f9b66 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:15.118574 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:15.193895 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:15.194172 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:15.206696 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Calling delete_port for 68a55e54-e4df-441f-8f04-0c91d40f9b66 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:15.398383 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:15.422961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event deleted for resources: {'Port': ['ID=68a55e54-e4df-441f-8f04-0c91d40f9b66,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:15.434330 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.434683 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.435022 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.435360 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.435710 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.436047 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.436372 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.436695 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.437018 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.437338 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.437668 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.437992 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:15.490182 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:15.490447 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Floating IP f91995a2-cfd4-4822-b4cc-3871afae2281 disassociated (deleted). External IP: 172.25.1.89, port: 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e. Sep 22 11:45:15.692730 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:45:15.797155 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:45:15.801466 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:15.808662 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] Sync routers for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:45:15.817562 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:45:15.818278 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:44:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:15.829923 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-73ba29a6-1860-40fe-8d7b-1022431f76c1 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "DELETE /v2.0/floatingips/f91995a2-cfd4-4822-b4cc-3871afae2281 HTTP/1.1" status: 204 len: 168 time: 0.8638222 Sep 22 11:45:15.829923 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:45:15.831752 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5b7ce0448fb4ef1501c0a1c2e28cf3e6a0386b5a112f06988bc974f7ea6398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57" -d '{"events": [{"name": "network-changed", "server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:45:15.922107 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:45:16.142393 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'aef64919-134f-4543-954b-840e72cc9da6', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:41:02Z', 'updated_at': '2021-09-22T11:41:03Z', 'revision_number': 1, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:16.152460 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6ba6d8-4e58-45b5-9105-f918099f0ba1 x-openstack-request-id: req-bd6ba6d8-4e58-45b5-9105-f918099f0ba1 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:45:16.152460 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:45:16.152460 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd6ba6d8-4e58-45b5-9105-f918099f0ba1 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:45:16.152460 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'status': 'completed', 'code': 200} Sep 22 11:45:16.168569 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] Checking router: 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:45:16.176973 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:45:16.177569 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:44:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:16.252041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-5f10d2c9-0e57-4773-aa85-bacfd0eb772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:16.253581 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-5f10d2c9-0e57-4773-aa85-bacfd0eb772a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 1097 time: 0.0782342 Sep 22 11:45:16.266507 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d9381-982a-4812-8039-930f119c4c67 req-1e73c37d-fc24-4cf3-a9b0-10025690ca2b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:16.268105 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c8d9381-982a-4812-8039-930f119c4c67 req-1e73c37d-fc24-4cf3-a9b0-10025690ca2b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 946 time: 0.0652983 Sep 22 11:45:16.283364 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:45:16.361810 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c8d9381-982a-4812-8039-930f119c4c67 req-e39c6599-b971-4606-8f4c-fb80f2de48c7 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846207 Sep 22 11:45:16.382777 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-78ae6c06-65af-488b-8ace-271861e38e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:16.384279 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-78ae6c06-65af-488b-8ace-271861e38e71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.1153197 Sep 22 11:45:16.427306 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-004284ea-6f38-4954-aab9-b2d4a0d41cd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e HTTP/1.1" status: 200 len: 217 time: 0.0336540 Sep 22 11:45:16.475968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-1464a923-140f-45cc-8750-e609c5077b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:16.477534 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-1464a923-140f-45cc-8750-e609c5077b05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0424445 Sep 22 11:45:16.512806 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'aef64919-134f-4543-954b-840e72cc9da6', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:41:02Z', 'updated_at': '2021-09-22T11:41:03Z', 'revision_number': 1, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:16.523536 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-9eb42f88-6d5f-427b-a024-92830c3e6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:16.525099 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-9eb42f88-6d5f-427b-a024-92830c3e6d22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395591 Sep 22 11:45:16.626932 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-0b7cd3aa-5285-45b4-9538-feb885a44f99 service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919054 Sep 22 11:45:16.628600 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ffd4a-a766-4eea-8da0-e908e8433668 None None] The sync data for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 is: [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_floatingips': [{'id': 'aef64919-134f-4543-954b-840e72cc9da6', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'router_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'port_id': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'mac_address': 'fa:16:3e:33:b1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57821f28-7579-4446-ad17-e3c108f99698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T11:41:02Z', 'updated_at': '2021-09-22T11:41:03Z', 'revision_number': 1, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:45:16.724430 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-1cb6dd8b-ca3a-4278-9db6-7fd9ef6bda57 req-0dc4e310-a6ba-462f-b763-ef5d774d04b9 service neutron] 10.222.0.30 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885937 Sep 22 11:45:16.854324 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9883dff-bba7-44d3-9b98-263597db639c None None] New status for floating IP f91995a2-cfd4-4822-b4cc-3871afae2281: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:45:17.486494 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5aaf41-a884-4667-9946-214ca14fc103 req-521aa861-9600-4296-aeb2-c0c9052b3a7e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:17.488026 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad5aaf41-a884-4667-9946-214ca14fc103 req-521aa861-9600-4296-aeb2-c0c9052b3a7e tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 946 time: 0.0551805 Sep 22 11:45:17.529457 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-ad5aaf41-a884-4667-9946-214ca14fc103 req-b2889d0a-529a-4c5d-b307-44370f4c4325 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Sep 22 11:45:17.711343 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-d46f88db-6b49-4aef-86d7-fa1a721cfb9b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:17.712774 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-d46f88db-6b49-4aef-86d7-fa1a721cfb9b tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.30 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 946 time: 0.0468287 Sep 22 11:45:17.809435 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Deleting port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:17.809772 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:17.845196 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:45:17.897260 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:17.897655 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:17.910041 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Calling delete_port for 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:17.918750 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710114'] for port, before_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:17.943900 n-d-807025-3 neutron-server[95683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e'}] {{(pid=95683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:45:17.946821 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61b61bcece1a5f0ef79043942a004be5765867711af0416a730441271c789d0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9904c614-4136-4405-a673-35330f7c6185" -d '{"events": [{"server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e"}]}' {{(pid=95683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:45:17.960057 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] For port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e, host n-h1-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807025-3',level=0,port_id=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:17.983054 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ea21d0-09b1-4678-b3a9-88b2f2aa1f45 x-openstack-request-id: req-77ea21d0-09b1-4678-b3a9-88b2f2aa1f45 {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:45:17.983362 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e", "code": 200}]} {{(pid=95683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:45:17.983615 n-d-807025-3 neutron-server[95683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77ea21d0-09b1-4678-b3a9-88b2f2aa1f45 {{(pid=95683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:45:17.984013 n-d-807025-3 neutron-server[95683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'code': 200} Sep 22 11:45:18.015150 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773453143812', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773452620737', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773452620755'] for port, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:18.061614 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Pushing event updated for resources: {'Port': ['ID=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,revision_number=8']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:18.140799 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:18.169735 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event deleted for resources: {'Port': ['ID=0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:18.182360 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.182712 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.183055 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.183392 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.183748 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.184084 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.184408 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.184732 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.185054 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.185414 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.185737 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.186060 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807025-3 {{(pid=95682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:45:18.226137 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] No DVR routers for this DVR port 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e on host n-h1-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:45:18.226137 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:18.227537 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-44ba53a0-c6ee-4da2-b582-f6282664b0d6 req-ebe44a92-ce5e-4ad6-b7e5-9f3656798273 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.30 "DELETE /v2.0/ports/0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e HTTP/1.1" status: 204 len: 173 time: 0.5077841 Sep 22 11:45:18.227968 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'name': 'network-vif-deleted', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:45:18.230210 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76935555-720d-47f9-9253-72159289b5a3" -d '{"events": [{"server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "name": "network-vif-deleted", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:45:18.265309 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2a66ec-a88b-42c8-b334-22497b285550 x-openstack-request-id: req-cc2a66ec-a88b-42c8-b334-22497b285550 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:45:18.265843 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c1985-de5e-4bb7-8a68-7681de52250c", "name": "network-vif-deleted", "tag": "0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:45:18.266122 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc2a66ec-a88b-42c8-b334-22497b285550 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:45:18.266540 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c1985-de5e-4bb7-8a68-7681de52250c', 'name': 'network-vif-deleted', 'tag': '0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e', 'status': 'completed', 'code': 200} Sep 22 11:45:18.607261 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:45:18.639690 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-56c1a558-c627-435c-8e6e-2f4c20e8bc35 req-67b09c4d-4f47-4054-91b6-b67b8adabbb8 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=118c1985-de5e-4bb7-8a68-7681de52250c HTTP/1.1" status: 200 len: 210 time: 0.0263252 Sep 22 11:45:21.033366 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50754) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:21.186579 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Deleting port 928ecd42-a8ea-497e-8faa-97b98ec15d83 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:21.186925 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:21.262620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:21.262947 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:21.274157 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Calling delete_port for 928ecd42-a8ea-497e-8faa-97b98ec15d83 owned by network:floatingip {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:21.449173 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:21.474067 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event deleted for resources: {'Port': ['ID=928ecd42-a8ea-497e-8faa-97b98ec15d83,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:21.532071 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for floatingip, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:21.532655 n-d-807025-3 neutron-server[95681]: INFO neutron.db.l3_db [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Floating IP aef64919-134f-4543-954b-840e72cc9da6 disassociated (deleted). External IP: 172.25.1.70, port: 27ad87cb-7023-4c28-a9b2-3894ed57aaff. Sep 22 11:45:21.735944 n-d-807025-3 neutron-server[95681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95681) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:45:21.840712 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95681) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:45:21.844023 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e no longer exists at agent hyperv_n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:45:21.845044 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for floatingip, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:21.855620 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] Sync routers for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:45:21.864190 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] No Port match for: 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:45:21.864543 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Device 0dc81a2f-8ab3-4fc3-9e8f-35ab92ced52e not bound to the agent host n-h1-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:45:21.864838 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:45:21.865501 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:44:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:21.873644 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-154448b7-2e4b-4e4b-8c58-981539daebfe tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "DELETE /v2.0/floatingips/aef64919-134f-4543-954b-840e72cc9da6 HTTP/1.1" status: 204 len: 168 time: 0.8391805 Sep 22 11:45:21.874281 n-d-807025-3 neutron-server[95681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff'}] {{(pid=95681) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:45:21.876567 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5b7ce0448fb4ef1501c0a1c2e28cf3e6a0386b5a112f06988bc974f7ea6398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63" -d '{"events": [{"name": "network-changed", "server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff"}]}' {{(pid=95681) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:45:21.969364 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:45:22.161031 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:22.190979 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] Checking router: 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:45:22.200604 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:45:22.201275 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:44:55Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:22.276157 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c210127-00ca-4c20-ad93-b61988b802b8 x-openstack-request-id: req-8c210127-00ca-4c20-ad93-b61988b802b8 {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:45:22.276709 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff", "status": "completed", "code": 200}]} {{(pid=95681) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:45:22.276709 n-d-807025-3 neutron-server[95681]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c210127-00ca-4c20-ad93-b61988b802b8 {{(pid=95681) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:45:22.277263 n-d-807025-3 neutron-server[95681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'status': 'completed', 'code': 200} Sep 22 11:45:22.311697 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:45:22.375817 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-5829aab2-4364-4eeb-9896-05446ecc3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:22.377345 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-5829aab2-4364-4eeb-9896-05446ecc3af0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7cd69911aaf477c98e75c10900bef39&device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 1095 time: 0.0678103 Sep 22 11:45:22.386756 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fd750fb8-4328-4e01-9078-3d1ce030573b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:22.392681 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf8414-46c5-4049-8c1c-065229ef56f9 req-5eef4102-e054-48ff-9ca1-ed25ac3b9837 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:22.394163 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-babf8414-46c5-4049-8c1c-065229ef56f9 req-5eef4102-e054-48ff-9ca1-ed25ac3b9837 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 944 time: 0.0594234 Sep 22 11:45:22.490023 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-babf8414-46c5-4049-8c1c-065229ef56f9 req-ea161c90-d7f9-4b9e-b4a0-75ed2d49f208 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876448 Sep 22 11:45:22.515812 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-afdfd440-ce56-459c-83e7-4a8a4040b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:22.517440 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-afdfd440-ce56-459c-83e7-4a8a4040b326 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 200 len: 910 time: 0.1224039 Sep 22 11:45:22.521058 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:22.546716 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1208c-2b64-4b1a-87eb-53c9af3164b7 None None] The sync data for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 is: [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:40:38Z', 'revision_number': 4, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3', '_interfaces': [{'id': 'f4aba262-2d65-4c1a-917d-c50363f9a84d', 'name': '', 'network_id': '11d10855-c814-45cc-9732-1d82845b2274', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'mac_address': 'fa:16:3e:3a:3f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:38Z', 'updated_at': '2021-09-22T11:40:42Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'subnets': [{'id': '45a14cf3-3394-4779-a61b-d70b6a062814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:45:22.560374 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-41e02fc8-d4d7-42c7-bcfc-6c95618dcb95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff HTTP/1.1" status: 200 len: 217 time: 0.0344570 Sep 22 11:45:22.615232 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-b00ab960-9a52-4d1c-9824-f14da6093efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:22.617301 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-b00ab960-9a52-4d1c-9824-f14da6093efe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 200 len: 848 time: 0.0497608 Sep 22 11:45:22.664018 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-744decb3-2037-4553-ad02-9012a4d889d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:22.665577 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-744decb3-2037-4553-ad02-9012a4d889d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11d10855-c814-45cc-9732-1d82845b2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407860 Sep 22 11:45:22.762369 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-fbe21562-0138-43b5-a03d-fdf3a63ebaee service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890462 Sep 22 11:45:22.785151 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e67fcac-f0ad-4910-a497-36a96bb4e306 None None] New status for floating IP aef64919-134f-4543-954b-840e72cc9da6: DOWN {{(pid=95683) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:45:22.853936 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-02e0e08b-8cbe-43f6-a380-4ef60bf82e63 req-e5561c0f-04d2-469b-bbb7-d44f8a9da7c0 service neutron] 10.222.0.32 "GET /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836220 Sep 22 11:45:23.605767 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c380bb7-0a6d-46a1-bd3d-b8fb4ff66494 req-69e45bfb-053e-4f7c-894a-06a9a3f89e89 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:23.607252 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c380bb7-0a6d-46a1-bd3d-b8fb4ff66494 req-69e45bfb-053e-4f7c-894a-06a9a3f89e89 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 944 time: 0.0479603 Sep 22 11:45:23.644916 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-0c380bb7-0a6d-46a1-bd3d-b8fb4ff66494 req-e22dd615-3006-4247-baad-2af72db3bff6 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e212f3bb-da49-48e1-886f-64abd356746a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Sep 22 11:45:23.775369 n-d-807025-3 neutron-server[95682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-90420497-49c6-402e-9a1d-6e739ab79706 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:45:23.776758 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-90420497-49c6-402e-9a1d-6e739ab79706 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.32 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 944 time: 0.0517671 Sep 22 11:45:23.862857 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Deleting port 27ad87cb-7023-4c28-a9b2-3894ed57aaff {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:23.863199 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:23.950690 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] For port 27ad87cb-7023-4c28-a9b2-3894ed57aaff, host n-h2-807025-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807025-3',level=0,port_id=27ad87cb-7023-4c28-a9b2-3894ed57aaff,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:23.951046 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:23.963006 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Calling delete_port for 27ad87cb-7023-4c28-a9b2-3894ed57aaff owned by compute:nova {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:24.163569 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:24.194026 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event deleted for resources: {'Port': ['ID=27ad87cb-7023-4c28-a9b2-3894ed57aaff,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:24.236348 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] No DVR routers for this DVR port 27ad87cb-7023-4c28-a9b2-3894ed57aaff on host n-h2-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:45:24.238730 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211767'] for port, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:24.240804 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-489ef4b5-3e9d-42f7-9cb3-532628a3fb85 req-3c0381ab-1dba-469b-8654-6425ef308078 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.32 "DELETE /v2.0/ports/27ad87cb-7023-4c28-a9b2-3894ed57aaff HTTP/1.1" status: 204 len: 173 time: 0.4575458 Sep 22 11:45:24.241766 n-d-807025-3 neutron-server[95682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'name': 'network-vif-deleted', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff'}] {{(pid=95682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:45:24.244040 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f37bc92d2c9fe29b11c56e0e609f0551dd318dbef66f854b6b22a970d3ee6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9101e3c-ff91-4fef-976d-27407c3d8478" -d '{"events": [{"server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "name": "network-vif-deleted", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff"}]}' {{(pid=95682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:45:24.335286 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970d084e-a64d-4479-a21e-7fc077d8e970 x-openstack-request-id: req-970d084e-a64d-4479-a21e-7fc077d8e970 {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:45:24.335286 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57821f28-7579-4446-ad17-e3c108f99698", "name": "network-vif-deleted", "tag": "27ad87cb-7023-4c28-a9b2-3894ed57aaff", "status": "completed", "code": 200}]} {{(pid=95682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:45:24.335286 n-d-807025-3 neutron-server[95682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-970d084e-a64d-4479-a21e-7fc077d8e970 {{(pid=95682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:45:24.335286 n-d-807025-3 neutron-server[95682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57821f28-7579-4446-ad17-e3c108f99698', 'name': 'network-vif-deleted', 'tag': '27ad87cb-7023-4c28-a9b2-3894ed57aaff', 'status': 'completed', 'code': 200} Sep 22 11:45:24.753181 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [req-610099b5-1045-490c-aee3-b00c320580f3 req-bb46cede-f563-49bd-a7c0-132ba6db5814 tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "GET /v2.0/ports?device_id=57821f28-7579-4446-ad17-e3c108f99698 HTTP/1.1" status: 200 len: 210 time: 0.0282948 Sep 22 11:45:25.261172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dd93e206-a9ab-4c10-ba31-1443cf3dd97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:25.654835 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:25.807600 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50776) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:25.864613 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c78ec845-646d-4efe-8dcf-91f82236aa1a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:25.888503 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c78ec845-646d-4efe-8dcf-91f82236aa1a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:26.003183 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c78ec845-646d-4efe-8dcf-91f82236aa1a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:26.006030 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-c78ec845-646d-4efe-8dcf-91f82236aa1a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Notify callbacks [] for security_group, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:26.007704 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-c78ec845-646d-4efe-8dcf-91f82236aa1a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] 10.222.0.20 "DELETE /v2.0/security-groups/e212f3bb-da49-48e1-886f-64abd356746a HTTP/1.1" status: 204 len: 168 time: 0.1991358 Sep 22 11:45:26.016492 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ec845-646d-4efe-8dcf-91f82236aa1a tempest-TestSnapshotPattern-1991087267 tempest-TestSnapshotPattern-1991087267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212f3bb-da49-48e1-886f-64abd356746a,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:26.100101 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50780) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:26.432281 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:26.517858 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:26.546536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:26.547230 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:26.667040 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Deleting port f4aba262-2d65-4c1a-917d-c50363f9a84d {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:26.667373 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:26.744741 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] For port f4aba262-2d65-4c1a-917d-c50363f9a84d, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=f4aba262-2d65-4c1a-917d-c50363f9a84d,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:26.745009 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:26.757338 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Calling delete_port for f4aba262-2d65-4c1a-917d-c50363f9a84d owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:26.986117 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:27.012595 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4aba262-2d65-4c1a-917d-c50363f9a84d,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:27.176211 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:27.383909 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:45:27.486051 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:45:27.491178 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-f8462a8f-7048-499f-8363-663b02ffd2f1 admin admin] 10.222.0.20 "PUT /v2.0/routers/74f5fb03-e56c-4244-b5b2-3dff23fe89c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3899827 Sep 22 11:45:27.494359 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50784) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:27.495777 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] Sync routers for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:45:27.504846 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:45:27.505443 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:27.598921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks [] for router, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:27.607091 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:45:27.786131 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:45:26Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:27.814483 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] Checking router: 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 for host: n-d-807025-3 {{(pid=95684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:45:27.823348 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] Routers {'74f5fb03-e56c-4244-b5b2-3dff23fe89c2'} bound to L3 agent in host n-d-807025-3 {{(pid=95684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:45:27.823981 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'], 'active': True} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:27.933578 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_dvr_db [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] Set router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 gateway port host: n-d-807025-3 {{(pid=95684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:45:28.044937 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.107003 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.l3_hamode_db [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:45:26Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:28.192224 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Deleting port 93cc4445-98f9-45e3-94ca-4175582abb32 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:28.192851 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.226550 n-d-807025-3 neutron-server[95684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d56ce-89c7-4090-85f0-a1bfac322023 None None] The sync data for ids ['74f5fb03-e56c-4244-b5b2-3dff23fe89c2'] in n-d-807025-3 is: [{'id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'name': 'tempest-TestSnapshotPattern-155351424-router', 'tenant_id': 'a7cd69911aaf477c98e75c10900bef39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:35Z', 'updated_at': '2021-09-22T11:45:26Z', 'revision_number': 5, 'project_id': 'a7cd69911aaf477c98e75c10900bef39', 'gw_port': {'id': '93cc4445-98f9-45e3-94ca-4175582abb32', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:00:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5fb03-e56c-4244-b5b2-3dff23fe89c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:36Z', 'updated_at': '2021-09-22T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}] {{(pid=95684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:45:28.243262 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27ad87cb-7023-4c28-a9b2-3894ed57aaff no longer exists at agent hyperv_n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:45:28.263672 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] No Port match for: 27ad87cb-7023-4c28-a9b2-3894ed57aaff {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:45:28.263883 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Device 27ad87cb-7023-4c28-a9b2-3894ed57aaff not bound to the agent host n-h2-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:45:28.275275 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] For port 93cc4445-98f9-45e3-94ca-4175582abb32, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=93cc4445-98f9-45e3-94ca-4175582abb32,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:28.275634 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.292239 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Calling delete_port for 93cc4445-98f9-45e3-94ca-4175582abb32 owned by network:router_gateway {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:28.421654 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.506033 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.536493 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cc4445-98f9-45e3-94ca-4175582abb32,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:28.599507 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.688340 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.690526 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.803996 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.804582 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74f5fb03-e56c-4244-b5b2-3dff23fe89c2 {{(pid=95682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:45:28.808952 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] Notify callbacks [] for router, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.810046 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-06bb34ff-8605-475e-9296-82688564ae61 admin admin] 10.222.0.20 "DELETE /v2.0/routers/74f5fb03-e56c-4244-b5b2-3dff23fe89c2 HTTP/1.1" status: 204 len: 168 time: 1.3147798 Sep 22 11:45:28.812729 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50786) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:28.860941 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9579de-7a54-4cce-a835-2110c0835917 admin admin] Deleting subnet 45a14cf3-3394-4779-a61b-d70b6a062814 {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:45:28.864225 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c9579de-7a54-4cce-a835-2110c0835917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.900067 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c9579de-7a54-4cce-a835-2110c0835917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:28.978684 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c9579de-7a54-4cce-a835-2110c0835917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.089330 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c9579de-7a54-4cce-a835-2110c0835917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.114113 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9579de-7a54-4cce-a835-2110c0835917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a14cf3-3394-4779-a61b-d70b6a062814,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:29.118750 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-7c9579de-7a54-4cce-a835-2110c0835917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.120685 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-7c9579de-7a54-4cce-a835-2110c0835917 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/45a14cf3-3394-4779-a61b-d70b6a062814 HTTP/1.1" status: 204 len: 168 time: 0.3069830 Sep 22 11:45:29.123243 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50788) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:29.124015 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3e8b4c-68f0-491f-8817-503f14c08eae None None] Network 11d10855-c814-45cc-9732-1d82845b2274 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:45:29.189278 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.251972 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Deleting port 10818281-b608-4a35-bfac-9be57b145acf {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:29.252306 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.316233 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] For port 10818281-b608-4a35-bfac-9be57b145acf, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=10818281-b608-4a35-bfac-9be57b145acf,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:29.316619 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.320516 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677cc30b-1447-45a1-bcdb-267b7de82913 None None] DHCP port deletion for 11d10855-c814-45cc-9732-1d82845b2274 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:45:29.330211 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Calling delete_port for 10818281-b608-4a35-bfac-9be57b145acf owned by network:dhcp {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:29.369867 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-677cc30b-1447-45a1-bcdb-267b7de82913 None None] Deleting port 10818281-b608-4a35-bfac-9be57b145acf {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:29.370175 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-677cc30b-1447-45a1-bcdb-267b7de82913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.432607 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-677cc30b-1447-45a1-bcdb-267b7de82913 None None] For port 10818281-b608-4a35-bfac-9be57b145acf, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=10818281-b608-4a35-bfac-9be57b145acf,segment=NetworkSegment(0b55738b-071e-4cfa-a1e8-53302a227dfa),segment_id=0b55738b-071e-4cfa-a1e8-53302a227dfa)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:29.433004 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-677cc30b-1447-45a1-bcdb-267b7de82913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.446887 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-677cc30b-1447-45a1-bcdb-267b7de82913 None None] Calling delete_port for 10818281-b608-4a35-bfac-9be57b145acf owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:29.609276 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-677cc30b-1447-45a1-bcdb-267b7de82913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.634084 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cc30b-1447-45a1-bcdb-267b7de82913 None None] Pushing event deleted for resources: {'Port': ['ID=10818281-b608-4a35-bfac-9be57b145acf,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:29.641773 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677cc30b-1447-45a1-bcdb-267b7de82913 None None] No DVR routers for this DVR port 10818281-b608-4a35-bfac-9be57b145acf on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:45:29.701070 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.723522 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Pushing event deleted for resources: {'Port': ['ID=10818281-b608-4a35-bfac-9be57b145acf,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:29.730197 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] No DVR routers for this DVR port 10818281-b608-4a35-bfac-9be57b145acf on host n-d-807025-3 {{(pid=95681) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:45:29.797989 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.822583 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d10855-c814-45cc-9732-1d82845b2274']}} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:29.831667 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b55738b-071e-4cfa-a1e8-53302a227dfa') {'for_net_delete': True} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:29.831961 n-d-807025-3 neutron-server[95681]: DEBUG neutron.services.segments.db [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b55738b-071e-4cfa-a1e8-53302a227dfa') {} {{(pid=95681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:29.841216 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12683667'] for segment, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.854761 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.855044 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93cc4445-98f9-45e3-94ca-4175582abb32 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:45:29.860891 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95681) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:45:29.861275 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12734956'] for segment, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: self.session.flush() Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: Traceback (most recent call last): Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: timer() Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: cb(*args, **kw) Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: return func(*args, **kwargs) Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: self._notify() Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: self.callback(batched_events) Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: event.method(event) Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: return f(self, *a, **k) Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: return self._get(url).json() Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: return self.request(url, 'GET', **kwargs) Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:45:29.862983 n-d-807025-3 neutron-server[95681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:45:29.874811 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 93cc4445-98f9-45e3-94ca-4175582abb32 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:45:29.880028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 93cc4445-98f9-45e3-94ca-4175582abb32 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:45:29.880028 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 10818281-b608-4a35-bfac-9be57b145acf no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:45:29.893633 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 10818281-b608-4a35-bfac-9be57b145acf {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:45:29.893929 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 10818281-b608-4a35-bfac-9be57b145acf not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:45:29.894375 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f4aba262-2d65-4c1a-917d-c50363f9a84d no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:45:29.912594 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: f4aba262-2d65-4c1a-917d-c50363f9a84d {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:45:29.913402 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device f4aba262-2d65-4c1a-917d-c50363f9a84d not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:45:29.974116 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.979865 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Notify callbacks [] for network, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:29.981687 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] 10.222.0.20 "DELETE /v2.0/networks/11d10855-c814-45cc-9732-1d82845b2274 HTTP/1.1" status: 204 len: 168 time: 0.8574944 Sep 22 11:45:29.984664 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50790) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:29.993294 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc30ec3-3903-49b2-bb65-1b9a8dff576c admin admin] Pushing event deleted for resources: {'Network': ['ID=11d10855-c814-45cc-9732-1d82845b2274,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:30.319038 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626695'] for router_interface, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:30.557995 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Deleting port e4df821f-e08b-43b3-844f-c46a999cb6d7 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:30.558273 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:30.632814 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] For port e4df821f-e08b-43b3-844f-c46a999cb6d7, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=e4df821f-e08b-43b3-844f-c46a999cb6d7,segment=NetworkSegment(26dcb34d-37de-4d2a-8738-d04e21df373b),segment_id=26dcb34d-37de-4d2a-8738-d04e21df373b)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:30.633169 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:30.648876 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Calling delete_port for e4df821f-e08b-43b3-844f-c46a999cb6d7 owned by network:router_interface {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:30.883345 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:30.906939 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4df821f-e08b-43b3-844f-c46a999cb6d7,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:31.076976 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627598'] for router_interface, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:31.294819 n-d-807025-3 neutron-server[95682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Router 8ca163ce-0988-45b6-8562-ff52b0072331 has already been hosted by L3 agent b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce {{(pid=95682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:45:31.398374 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] Notify agent at l3_agent.n-d-807025-3 the message routers_updated {{(pid=95682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:45:31.405783 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-a5d3850b-8618-4e36-9837-42d010964c9a admin admin] 10.222.0.20 "PUT /v2.0/routers/8ca163ce-0988-45b6-8562-ff52b0072331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4173605 Sep 22 11:45:31.405890 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50794) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:31.406803 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] Sync routers for ids ['8ca163ce-0988-45b6-8562-ff52b0072331'] in n-d-807025-3 {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:45:31.416552 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] Routers {'8ca163ce-0988-45b6-8562-ff52b0072331'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:45:31.417166 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8ca163ce-0988-45b6-8562-ff52b0072331'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:31.507878 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks [] for router, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:31.523265 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] Set router 8ca163ce-0988-45b6-8562-ff52b0072331 gateway port host: n-d-807025-3 {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:45:31.607192 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:31.699578 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'external_fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:41Z', 'updated_at': '2021-09-22T11:45:30Z', 'revision_number': 5, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'gw_port': {'id': '82e886d4-63bf-48a3-b50d-38b6da232967', 'name': '', 'network_id': '005a20f9-34aa-4bf0-b2d2-af4c41e0dfc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807025-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T11:40:42Z', 'updated_at': '2021-09-22T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da52ff26-e846-43a5-89a8-8f90d7a84868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807025-3'}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:31.702400 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Deleting port 82e886d4-63bf-48a3-b50d-38b6da232967 {{(pid=95681) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:31.702746 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:31.726188 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] Checking router: 8ca163ce-0988-45b6-8562-ff52b0072331 for host: n-d-807025-3 {{(pid=95683) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:45:31.734181 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] Routers {'8ca163ce-0988-45b6-8562-ff52b0072331'} bound to L3 agent in host n-d-807025-3 {{(pid=95683) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:45:31.734787 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807025-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T10:03:25Z,description=,heartbeat_timestamp=2021-09-22T11:45:25Z,host='n-d-807025-3',id=b1dd5f51-7fc9-4a54-9dca-a4476bfdf4ce,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T10:03:26Z,topic='l3_agent')) {'router_ids': ['8ca163ce-0988-45b6-8562-ff52b0072331'], 'active': True} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:31.783423 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.db [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] For port 82e886d4-63bf-48a3-b50d-38b6da232967, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=82e886d4-63bf-48a3-b50d-38b6da232967,segment=NetworkSegment(2d0a89dc-f16d-4887-8c07-0de0336ffef0),segment_id=2d0a89dc-f16d-4887-8c07-0de0336ffef0)] {{(pid=95681) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:31.783777 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:31.797295 n-d-807025-3 neutron-server[95681]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Calling delete_port for 82e886d4-63bf-48a3-b50d-38b6da232967 owned by network:router_gateway {{(pid=95681) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:31.823652 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvr_db [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] Set router 8ca163ce-0988-45b6-8562-ff52b0072331 gateway port host: None {{(pid=95683) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:45:31.874071 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_hamode_db [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:41Z', 'updated_at': '2021-09-22T11:45:31Z', 'revision_number': 6, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'gw_port_host': None}], 'n-d-807025-3', False) {} {{(pid=95683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:31.902741 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8823c-a4a9-453f-962e-573075a75ee3 None None] The sync data for ids ['8ca163ce-0988-45b6-8562-ff52b0072331'] in n-d-807025-3 is: [{'id': '8ca163ce-0988-45b6-8562-ff52b0072331', 'name': 'tempest-TestSnapshotPattern-546599239-router', 'tenant_id': '7fcb8784727e4183be42c406b8ee2d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T11:40:41Z', 'updated_at': '2021-09-22T11:45:31Z', 'revision_number': 6, 'project_id': '7fcb8784727e4183be42c406b8ee2d59', 'gw_port_host': None}] {{(pid=95683) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:45:32.014760 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12736031'] for port, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.040427 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e886d4-63bf-48a3-b50d-38b6da232967,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:32.099092 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-627533'] for router_gateway, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.191610 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-623138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-703'] for router, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.193620 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.312142 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-623147'] for router, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.316585 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ca163ce-0988-45b6-8562-ff52b0072331 {{(pid=95681) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:45:32.317015 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] Notify callbacks [] for router, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.318234 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-2b8d7994-59a1-4341-a6c1-27fa965b5421 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8ca163ce-0988-45b6-8562-ff52b0072331 HTTP/1.1" status: 204 len: 168 time: 0.9112966 Sep 22 11:45:32.321207 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [-] (95681) accepted ('10.222.0.20', 50796) {{(pid=95681) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:32.364219 n-d-807025-3 neutron-server[95681]: DEBUG neutron.db.db_base_plugin_v2 [None req-1116a2c3-2ba1-42b9-a4cc-c2853c2595fd admin admin] Deleting subnet 7d0dc1fe-fda4-48cd-977a-7383258b2d5b {{(pid=95681) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:45:32.367658 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1116a2c3-2ba1-42b9-a4cc-c2853c2595fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.401141 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1116a2c3-2ba1-42b9-a4cc-c2853c2595fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12683658'] for subnet, precommit_delete_associations {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.488689 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1116a2c3-2ba1-42b9-a4cc-c2853c2595fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1739410'] for subnet, precommit_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.615218 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1116a2c3-2ba1-42b9-a4cc-c2853c2595fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1739419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12736066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13293549'] for subnet, after_delete {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.643411 n-d-807025-3 neutron-server[95681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116a2c3-2ba1-42b9-a4cc-c2853c2595fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d0dc1fe-fda4-48cd-977a-7383258b2d5b,revision_number=None']} {{(pid=95681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:32.645393 n-d-807025-3 neutron-server[95681]: DEBUG neutron_lib.callbacks.manager [None req-1116a2c3-2ba1-42b9-a4cc-c2853c2595fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.649657 n-d-807025-3 neutron-server[95681]: INFO neutron.wsgi [None req-1116a2c3-2ba1-42b9-a4cc-c2853c2595fd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d0dc1fe-fda4-48cd-977a-7383258b2d5b HTTP/1.1" status: 204 len: 168 time: 0.3252547 Sep 22 11:45:32.650033 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50798) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:32.653314 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c61c79-1f24-43b3-af78-ed96219edaf3 None None] Network db16ad55-6c6c-4b67-b30c-c6f425367597 requested from n-d-807025-3 {{(pid=95683) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:45:32.718803 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790314'] for network, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.772747 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Deleting port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 {{(pid=95682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:32.773179 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.830371 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc51d5f6-dffb-4f1d-8e91-368c30319269 None None] DHCP port deletion for db16ad55-6c6c-4b67-b30c-c6f425367597 request from n-d-807025-3 {{(pid=95683) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:45:32.844427 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.db [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] For port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=68d05d70-45a3-4ed1-b3a3-b7aa11e70986,segment=NetworkSegment(26dcb34d-37de-4d2a-8738-d04e21df373b),segment_id=26dcb34d-37de-4d2a-8738-d04e21df373b)] {{(pid=95682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:32.844801 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.857852 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.plugin [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Calling delete_port for 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 owned by network:dhcp {{(pid=95682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:32.878901 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-dc51d5f6-dffb-4f1d-8e91-368c30319269 None None] Deleting port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 {{(pid=95683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:45:32.879551 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc51d5f6-dffb-4f1d-8e91-368c30319269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773453136680'] for port, before_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.945554 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.db [None req-dc51d5f6-dffb-4f1d-8e91-368c30319269 None None] For port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986, host n-d-807025-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807025-3',level=0,port_id=68d05d70-45a3-4ed1-b3a3-b7aa11e70986,segment=NetworkSegment(26dcb34d-37de-4d2a-8738-d04e21df373b),segment_id=26dcb34d-37de-4d2a-8738-d04e21df373b)] {{(pid=95683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:45:32.945949 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc51d5f6-dffb-4f1d-8e91-368c30319269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-631326'] for port, precommit_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:32.958012 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-dc51d5f6-dffb-4f1d-8e91-368c30319269 None None] Calling delete_port for 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 owned by network:dhcp {{(pid=95683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:45:33.003593 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14644294'] for port, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.031157 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d05d70-45a3-4ed1-b3a3-b7aa11e70986,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:33.034464 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-dc51d5f6-dffb-4f1d-8e91-368c30319269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773453142766', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773452620728'] for port, after_delete {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.038454 n-d-807025-3 neutron-server[95682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] No DVR routers for this DVR port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 on host n-d-807025-3 {{(pid=95682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:45:33.062976 n-d-807025-3 neutron-server[95683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51d5f6-dffb-4f1d-8e91-368c30319269 None None] Pushing event deleted for resources: {'Port': ['ID=68d05d70-45a3-4ed1-b3a3-b7aa11e70986,revision_number=None']} {{(pid=95683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:33.066756 n-d-807025-3 neutron-server[95683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51d5f6-dffb-4f1d-8e91-368c30319269 None None] No DVR routers for this DVR port 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 on host n-d-807025-3 {{(pid=95683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:45:33.118467 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1739819', 'neutron.services.segments.db._delete_segments_for_network-8773453153172'] for network, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.137921 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db16ad55-6c6c-4b67-b30c-c6f425367597']}} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:33.146975 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dcb34d-37de-4d2a-8738-d04e21df373b') {'for_net_delete': True} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:33.147804 n-d-807025-3 neutron-server[95682]: DEBUG neutron.services.segments.db [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dcb34d-37de-4d2a-8738-d04e21df373b') {} {{(pid=95682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:45:33.156866 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773453152157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15296413'] for segment, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.170393 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573'] for segment, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.176170 n-d-807025-3 neutron-server[95682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:45:33.176551 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14644149'] for segment, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: Traceback (most recent call last): Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: timer() Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: cb(*args, **kw) Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: return func(*args, **kwargs) Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: self._notify() Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: self.callback(batched_events) Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: event.method(event) Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: return f(self, *a, **k) Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: return self._get(url).json() Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: return self.request(url, 'GET', **kwargs) Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:45:33.178219 n-d-807025-3 neutron-server[95682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:45:33.277921 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1739804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-627473'] for network, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.283779 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Notify callbacks [] for network, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.285630 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] 10.222.0.20 "DELETE /v2.0/networks/db16ad55-6c6c-4b67-b30c-c6f425367597 HTTP/1.1" status: 204 len: 168 time: 0.6346118 Sep 22 11:45:33.297049 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f784888-85db-45a8-9281-11b709820d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=db16ad55-6c6c-4b67-b30c-c6f425367597,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:33.596890 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50802) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:33.779021 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-2454fa8e-922c-4cca-b5f5-2757d3e78ef0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7cd69911aaf477c98e75c10900bef39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809478 Sep 22 11:45:33.781429 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50806) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:33.829316 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-966624cf-cc59-4174-9208-05c1ef0b4471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.846551 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e4df821f-e08b-43b3-844f-c46a999cb6d7 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:45:33.850638 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-966624cf-cc59-4174-9208-05c1ef0b4471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.865501 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: e4df821f-e08b-43b3-844f-c46a999cb6d7 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:45:33.866427 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device e4df821f-e08b-43b3-844f-c46a999cb6d7 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:45:33.866854 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:45:33.886342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:45:33.886689 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 68d05d70-45a3-4ed1-b3a3-b7aa11e70986 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:45:33.887102 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82e886d4-63bf-48a3-b50d-38b6da232967 no longer exists at agent ovs-agent-n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:45:33.908005 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] No Port match for: 82e886d4-63bf-48a3-b50d-38b6da232967 {{(pid=95683) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:45:33.908342 n-d-807025-3 neutron-server[95683]: DEBUG neutron.plugins.ml2.rpc [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Device 82e886d4-63bf-48a3-b50d-38b6da232967 not bound to the agent host n-d-807025-3 {{(pid=95683) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:45:33.974148 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-966624cf-cc59-4174-9208-05c1ef0b4471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.976695 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-966624cf-cc59-4174-9208-05c1ef0b4471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:33.977864 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-966624cf-cc59-4174-9208-05c1ef0b4471 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e03c2b6-fad5-424e-ad90-bd480234e9ef HTTP/1.1" status: 204 len: 168 time: 0.1955535 Sep 22 11:45:33.985525 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966624cf-cc59-4174-9208-05c1ef0b4471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e03c2b6-fad5-424e-ad90-bd480234e9ef,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:34.539600 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50814) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:34.586011 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-fbb1e56c-d029-4545-8d4a-cd26e03a5b50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fcb8784727e4183be42c406b8ee2d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452440 Sep 22 11:45:34.588508 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [-] (95682) accepted ('10.222.0.20', 50816) {{(pid=95682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:45:34.634628 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7129526-0e21-4290-87e7-484278aa0b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:34.654362 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7129526-0e21-4290-87e7-484278aa0b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:34.740625 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7129526-0e21-4290-87e7-484278aa0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537810'] for security_group, after_delete {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:34.743653 n-d-807025-3 neutron-server[95682]: DEBUG neutron_lib.callbacks.manager [None req-e7129526-0e21-4290-87e7-484278aa0b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:34.744827 n-d-807025-3 neutron-server[95682]: INFO neutron.wsgi [None req-e7129526-0e21-4290-87e7-484278aa0b27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3eb604a4-b7d0-4889-a46c-d8cc8e13d501 HTTP/1.1" status: 204 len: 168 time: 0.1554396 Sep 22 11:45:34.752564 n-d-807025-3 neutron-server[95682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7129526-0e21-4290-87e7-484278aa0b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb604a4-b7d0-4889-a46c-d8cc8e13d501,revision_number=None']} {{(pid=95682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:45:52.362677 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-158daa1d-35c6-44de-9284-05a608caeb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:55.225948 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0e05b280-4fab-443a-a984-22c98a70449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:55.607056 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:45:55.688481 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:56.534284 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:56.557342 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:56.557973 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:45:58.425859 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:22.333343 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-96ddb663-bc56-482d-8d5c-ae703c654646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:25.213607 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ccec3965-46dd-46bc-9cd2-735e3b7b03c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:25.664460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:26.550727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:26.562211 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:26.562875 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:28.424985 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:32.606698 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:46:52.350073 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e3bac5e8-4c39-4f15-ba2d-1aff8d74fc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:55.207729 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-76917a77-52b1-48ee-b6df-57f19ada022a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:55.670165 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:56.550421 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:56.561609 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:56.562523 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:46:58.429483 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:09.606979 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:47:22.326840 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-de21d059-2899-4b98-8d30-f58591d756c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:25.229344 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-df08c1ca-959c-4b3b-b6e7-971447441aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:25.669709 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:26.555104 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:26.578346 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:26.579034 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:28.429839 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:46.606324 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:47:52.343438 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-e1301ae3-abb6-4b78-aad2-a2aa0b2209fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:55.228663 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fa024b68-abf2-4ac1-912d-cb97c013371f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:55.686731 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:56.560115 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:56.589062 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:56.589718 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:47:58.434838 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:19.779964 n-d-807025-3 neutron-server[95682]: DEBUG neutron.wsgi [req-70b19137-29cb-4173-9814-2829c6f48e26 req-cd5afbef-1db2-4bbf-b768-1261698ecdfb service neutron] (95682) timed out ('10.222.0.20', 49384) {{(pid=95682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 11:48:22.360172 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-6e443d6d-255c-4ca4-900d-d5f06e2f436c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:23.605427 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:48:25.211451 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b641acb5-f498-4467-b499-c213272cb37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:25.651242 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:26.531047 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:26.571775 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:26.572429 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:28.439578 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:52.330928 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb6bd-4e7b-4887-8455-862f8f0edc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:55.228046 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-be09666a-9380-4c70-9452-0bf3e094bcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:55.673523 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:56.548320 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:56.565683 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:56.566502 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:48:58.428098 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:00.604712 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:49:22.341860 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-81be8b82-79a5-4faa-9d32-d7fde085a61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:25.210268 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-7a1e205b-cc7d-4db4-93cd-6cb80d3ba376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:25.678758 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:26.564941 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:26.604856 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:26.606035 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:28.439358 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:37.603391 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:49:52.335778 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-153bb5b6-b29a-47e2-8899-b999e281fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:55.254911 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-0ba861ed-c5fe-4de8-a0f7-209b48e91646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:55.673368 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:56.535873 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:56.558536 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:56.598318 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:49:58.438360 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:14.602346 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:50:22.368910 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-b95030f5-0f67-4b23-a2f8-2af2fc00ce09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:25.237294 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ef0c1fd5-65fc-432f-aedb-739da4750b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:25.688809 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:26.524037 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:26.564157 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:26.580991 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:28.460165 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:51.600755 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:50:52.334727 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-05f2ab7b-8138-4610-8b62-cde07b9f1ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:55.236850 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-235accd6-a5ba-41ca-968b-b161839b2da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:55.689081 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:56.574784 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:56.602352 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:56.603006 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:50:58.437576 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:22.378868 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-3c26688a-73d8-40cb-8467-e31124ff87e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:25.270306 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-2568d564-5b1c-49af-b220-10298ced78ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:25.687468 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:26.584775 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:26.637514 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:26.638309 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:28.459264 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:28.598962 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:51:52.345410 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-02a1c768-aba4-491c-8305-f72a1923ad43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:55.248300 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-86e1b031-d272-4c1f-9f5b-7db9edafc24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:55.688444 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:56.557074 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:56.585716 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:56.623831 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:51:58.447914 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:05.598296 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:52:22.351539 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-ef1b3fd0-6c6e-4090-8630-49ffdb4e679a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:25.258950 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5ccafc85-d11a-45ef-b213-b4890b576c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:25.726185 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:26.567876 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:26.590618 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:26.619022 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:28.465087 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:42.597137 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:52:52.344316 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-683f657b-3075-4ae0-a02a-1a338d1f7e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:55.247119 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-33d9e346-c1fe-416e-a7e1-d3489646b768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:55.681386 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:56.555879 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:56.582660 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:56.636142 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:52:58.481563 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:19.595520 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:53:21.204959 n-d-807025-3 neutron-server[95681]: DEBUG neutron.wsgi [req-6914c44a-a49f-4611-978c-a64bf2cc78fe req-41425fa8-898d-4cfc-8944-f5e18bef82b6 service neutron] (95681) timed out ('10.222.0.20', 44508) {{(pid=95681) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 11:53:22.332592 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-8c803028-bf2b-4da8-be56-1f7ecb9e7f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:25.246986 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-aa38ff4b-09c5-4176-9f8a-5dc02cd2e7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:25.692749 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:26.588072 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:26.611110 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:26.611728 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:28.481202 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-073eab2c-1821-4dc3-8998-ba762efc65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:52.336294 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-fe670086-b7b0-4cf8-a046-aad628ce9eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:55.244403 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-a1928937-fd65-4ee9-a5b2-3a3a8711f140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:55.695817 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-f4e0cf65-a7e0-4ae6-b443-569fcc8f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:56.581460 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-c114cc98-4968-42a4-a793-bcc5b139da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:56.594655 n-d-807025-3 neutron-server[95684]: DEBUG neutron.db.agents_db [None req-2859dc37-0100-437c-86d7-186a924282b4 None None] Agent healthcheck: found 7 active agents {{(pid=95684) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:53:56.635138 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-72e77252-6372-4e4c-bb59-171f19180a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:53:56.657749 n-d-807025-3 neutron-server[95683]: DEBUG neutron_lib.callbacks.manager [None req-5affc447-ca31-4fcf-8308-73a52cc093b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773453153154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1738283'] for agent, after_update {{(pid=95683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}